-- Logs begin at Tue 2022-05-10 10:36:54 UTC, end at Tue 2022-05-10 12:49:51 UTC. -- May 10 11:10:17.195380 n-d-840949-1 systemd[1]: Started Devstack devstack@q-svc.service. May 10 11:10:19.939467 n-d-840949-1 neutron-server[102658]: INFO neutron.common.config [-] Logging enabled! May 10 11:10:19.940153 n-d-840949-1 neutron-server[102658]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev22 May 10 11:10:19.940241 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102658) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 11:10:19.943970 n-d-840949-1 neutron-server[102658]: INFO neutron.common.config [-] Logging enabled! May 10 11:10:19.944221 n-d-840949-1 neutron-server[102658]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev22 May 10 11:10:19.944530 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102658) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 11:10:19.945477 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:10:19.945705 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:10:19.946061 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:10:19.946302 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:10:19.946519 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:10:19.946838 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.947135 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.947426 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.947634 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.947952 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.948241 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.948518 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.948804 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.949095 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.949358 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.949628 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.949907 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.950132 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.950408 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.950688 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.950969 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.951187 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] debug = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.951460 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.951920 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.952564 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.952716 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.952894 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.953555 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.953555 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.953715 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.953962 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.954282 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] host = n-d-840949-1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.954557 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.954840 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.955121 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.955402 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.955674 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.955984 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.956252 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.956519 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.956789 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] log_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.957091 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.957561 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.957935 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.958227 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.958453 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.958673 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.958960 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.959246 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.959516 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.959788 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.960086 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.960358 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.960626 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.960893 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.961174 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.961452 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.961732 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.962006 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.962273 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.962542 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.962809 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.963090 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.963358 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.963625 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.963918 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.964205 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.964469 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.964738 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.965036 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.965316 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.965592 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.965874 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.966140 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.966418 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.966684 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.966951 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.967216 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] use_json = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.967482 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.967749 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.968050 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.968320 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.968586 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.968850 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.969115 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.969394 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.969660 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:19.969949 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.970241 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.970536 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.970818 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.971105 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.971380 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.971664 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.971958 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.972245 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.972530 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.972965 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.973247 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.973536 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.973810 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.974103 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.974406 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.974699 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.974989 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.975261 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.975533 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.975803 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.976170 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.976453 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.976728 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.977015 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.977301 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.977575 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.977863 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.978155 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.978443 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.978713 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.978989 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.979279 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.979552 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.979839 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.980121 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.980409 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.980681 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.980949 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.981224 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.981497 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.981765 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.982032 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.982304 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.982590 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.982861 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.983129 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.983397 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.983667 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.983961 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.984243 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.984870 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.985142 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.985412 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.985683 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.985946 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.986215 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.986486 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.986753 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.987027 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.987295 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.987562 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.987853 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.988127 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.988438 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.988701 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.988967 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.989239 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.989504 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.989771 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.990038 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.990304 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.990571 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.990849 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.991140 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.991413 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.991683 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.991987 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.992264 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.992539 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.992813 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.993087 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.993359 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.993626 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.993911 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.994188 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.994470 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.994747 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.995025 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.995315 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.995585 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.995886 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.996161 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.996431 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.996710 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.996988 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.997277 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.997570 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.997861 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.998149 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.998436 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.998712 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.999020 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.999298 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:19.999511 n-d-840949-1 neutron-server[102658]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:10:19.999749 n-d-840949-1 neutron-server[102658]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102658) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 11:10:20.347787 n-d-840949-1 neutron-server[102658]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:10:20.348014 n-d-840949-1 neutron-server[102658]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:10:20.348334 n-d-840949-1 neutron-server[102658]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:10:20.348664 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 11:10:20.739036 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.739313 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.739491 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.740778 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.741046 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.741311 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.776025 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.776349 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.776537 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.790985 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.791261 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.791524 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.818812 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.819086 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.819348 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.855857 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.856153 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:20.856415 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.079392 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.080065 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.080065 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.080065 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.080794 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.199860 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.200190 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.200469 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.200742 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.201003 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.201305 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.201560 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.201810 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.202029 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.202299 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.202553 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.202811 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.203058 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.203304 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.203552 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.203808 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.204078 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.204337 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.204601 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.204856 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.205121 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.205369 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.205646 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.206015 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.206260 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.206501 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.206888 n-d-840949-1 neutron-server[102658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:10:21.207227 n-d-840949-1 neutron-server[102658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:10:21.207583 n-d-840949-1 neutron-server[102658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:10:21.207945 n-d-840949-1 neutron-server[102658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:10:21.208185 n-d-840949-1 neutron-server[102658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:10:21.208422 n-d-840949-1 neutron-server[102658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:10:21.208787 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 11:10:21.211880 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 11:10:21.215718 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 11:10:21.219596 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 10 11:10:21.221217 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 11:10:21.221668 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 11:10:21.221999 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 11:10:21.222375 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 11:10:21.225356 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 11:10:21.225603 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 11:10:21.225945 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 11:10:21.231177 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 11:10:21.253039 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 11:10:21.253488 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.253782 n-d-840949-1 neutron-server[102658]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102658) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 11:10:21.254176 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.255526 n-d-840949-1 neutron-server[102658]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102658) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 11:10:21.255795 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 11:10:21.256072 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 11:10:21.259538 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.259809 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:21.322091 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 11:10:21.322292 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 11:10:21.322551 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 11:10:21.322908 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 11:10:21.347319 n-d-840949-1 neutron-server[102658]: DEBUG oslo_db.sqlalchemy.engines [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102658) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 11:10:21.900346 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Initializing driver for type 'gre' May 10 11:10:21.901046 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] gre ID ranges: [(1, 1000)] May 10 11:10:21.958752 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Initializing driver for type 'local' May 10 11:10:21.959194 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Initializing driver for type 'vlan' May 10 11:10:21.980371 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] VlanTypeDriver initialization complete May 10 11:10:21.980784 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Initializing driver for type 'vxlan' May 10 11:10:21.981538 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] vxlan ID ranges: [(1, 1000)] May 10 11:10:22.041152 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Initializing extension driver 'port_security' May 10 11:10:22.041618 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.extensions.port_security [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] PortSecurityExtensionDriver initialization complete May 10 11:10:22.041930 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Initializing mechanism driver 'openvswitch' May 10 11:10:22.042249 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Initializing mechanism driver 'hyperv' May 10 11:10:22.048779 n-d-840949-1 neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:10:22.049489 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > port after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.049853 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > port after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.050194 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > port after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.050826 n-d-840949-1 neutron-server[102658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 11:10:22.051289 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > subnet after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.051646 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > subnet after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.052016 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > subnet after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.052398 n-d-840949-1 neutron-server[102658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 11:10:22.052796 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > network after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.053148 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > network after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.053476 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > network after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.053821 n-d-840949-1 neutron-server[102658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 11:10:22.054217 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > security_group after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.054558 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > security_group after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.054887 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > security_group after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.055401 n-d-840949-1 neutron-server[102658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 11:10:22.055801 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.056162 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.056500 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.056880 n-d-840949-1 neutron-server[102658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 11:10:22.057277 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > address_group after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.057613 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > address_group after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.057942 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > address_group after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.058319 n-d-840949-1 neutron-server[102658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 11:10:22.058760 n-d-840949-1 neutron-server[102658]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] ML2 OVO RPC backend initialized. {{(pid=102658) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 10 11:10:22.059458 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router_interface after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.059851 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.060266 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > network before_response 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.060618 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > networks before_response 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.060960 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > port before_response 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.061302 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > ports before_response 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.061642 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > subnet before_response 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.061976 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > subnets before_response 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.062315 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > network after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.062647 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > network after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.062974 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > network after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.063302 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > port after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.063629 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > port after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.063988 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > port after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.064317 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > subnet after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.064644 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > subnet after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.064968 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > subnet after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.072120 n-d-840949-1 neutron-server[102658]: INFO neutron.quota [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded quota_driver: . May 10 11:10:22.072475 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.plugin [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Modular L2 Plugin initialization complete May 10 11:10:22.072821 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading services supported by the core plugin {{(pid=102658) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 11:10:22.073158 n-d-840949-1 neutron-server[102658]: INFO neutron.plugins.ml2.managers [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Got port-security extension from driver 'port_security' May 10 11:10:22.073633 n-d-840949-1 neutron-server[102658]: INFO neutron.extensions.vlantransparent [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Disabled vlantransparent extension. May 10 11:10:22.074116 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102658) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 11:10:22.074432 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading Plugin: router May 10 11:10:22.109056 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router_interface before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.110025 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router after_create 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.110123 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router before_create 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.110489 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.110857 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.111203 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router after_delete 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.111559 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > floatingip after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.111923 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > floatingip after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.112277 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router after_create 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.112635 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router after_update 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.112959 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router after_update 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.113360 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.113714 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router after_update 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.114103 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_update 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.114458 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: port after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.114806 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: port after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.115137 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: subnet after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.115469 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.115808 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > port precommit_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.116169 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_create 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.116748 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: port before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.116828 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.117163 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router after_update 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.117492 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_delete 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.117836 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_create 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.118192 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router_interface after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.118538 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_update 55549900 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.118896 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > agent after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.119244 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > agent after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.119579 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > network after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.120488 n-d-840949-1 neutron-server[102658]: DEBUG neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Tracking information for resource: router configured {{(pid=102658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:10:22.120819 n-d-840949-1 neutron-server[102658]: DEBUG neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Tracking information for resource: floatingip configured {{(pid=102658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:10:22.125749 n-d-840949-1 neutron-server[102658]: INFO neutron.db.l3_agentschedulers_db [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 11:10:22.126321 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: port after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.126676 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: port after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.127020 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: port after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.127366 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: port after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.128175 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router before_create 55550100 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.128532 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_delete 55550100 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.128970 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_create 55550100 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.129324 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > router precommit_update 55550100 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.134197 n-d-840949-1 neutron-server[102658]: DEBUG neutron.services.provider_configuration [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service providers = [] {{(pid=102658) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 11:10:22.134557 n-d-840949-1 neutron-server[102658]: DEBUG neutron.db.servicetype_db [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102658) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 11:10:22.137475 n-d-840949-1 neutron-server[102658]: DEBUG neutron.services.service_base [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:10:22.137818 n-d-840949-1 neutron-server[102658]: DEBUG neutron.services.service_base [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:10:22.138149 n-d-840949-1 neutron-server[102658]: DEBUG neutron.services.service_base [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:10:22.139019 n-d-840949-1 neutron-server[102658]: DEBUG neutron.services.service_base [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:10:22.139384 n-d-840949-1 neutron-server[102658]: INFO neutron.services.service_base [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 11:10:22.139755 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:10:22.140106 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 11:10:22.150507 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:10:22.150772 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading Plugin: auto_allocate May 10 11:10:22.156650 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: network precommit_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.157013 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: network precommit_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.157528 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:10:22.157844 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading Plugin: tag May 10 11:10:22.164385 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:10:22.164703 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading Plugin: timestamp May 10 11:10:22.168649 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:10:22.168971 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading Plugin: network_ip_availability May 10 11:10:22.174377 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.174734 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.175085 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.175855 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:10:22.176184 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading Plugin: flavors May 10 11:10:22.180776 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:10:22.181098 n-d-840949-1 neutron-server[102658]: INFO neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading Plugin: revisions May 10 11:10:22.185383 n-d-840949-1 neutron-server[102658]: DEBUG neutron.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:10:22.185764 n-d-840949-1 neutron-server[102658]: DEBUG oslo_concurrency.lockutils [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=102658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:10:22.186495 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102658) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 11:10:22.186833 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Initializing extension manager. May 10 11:10:22.187329 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: __init__.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.187663 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: __pycache__ {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.188016 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.188350 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: address_group.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.189103 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.189678 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: address-group May 10 11:10:22.189997 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: address_scope.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.190701 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.191206 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: address-scope May 10 11:10:22.191615 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: admin_state_down_before_update.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.192545 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.193056 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: router-admin-state-down-before-update May 10 11:10:22.193357 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: agent.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.194220 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.194728 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: agent May 10 11:10:22.195044 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: agent_resources_synced.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.195972 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.196489 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: agent-resources-synced May 10 11:10:22.196798 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: allowedaddresspairs.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.198548 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.199068 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: allowed-address-pairs May 10 11:10:22.199386 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: auto_allocated_topology.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.200476 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.200990 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: auto-allocated-topology May 10 11:10:22.201308 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: availability_zone.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.201992 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.202502 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: availability_zone May 10 11:10:22.202835 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: availability_zone_filter.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.203717 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.204255 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: availability_zone_filter May 10 11:10:22.204569 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: data_plane_status.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.205463 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.205965 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension data-plane-status not supported by any of loaded plugins May 10 11:10:22.206281 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: default_subnetpools.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.207213 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.207717 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: default-subnetpools May 10 11:10:22.208056 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: dhcpagentscheduler.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.208850 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.209355 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: dhcp_agent_scheduler May 10 11:10:22.209667 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: dns.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.210563 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.211066 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension dns-integration not supported by any of loaded plugins May 10 11:10:22.211381 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: dns_domain_ports.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.212310 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.212820 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 11:10:22.213134 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.214043 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.214545 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 11:10:22.214862 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: dvr.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.215528 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.216056 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: dvr May 10 11:10:22.216374 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: ecmp_routes.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.217276 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.217777 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension ecmp_routes not supported by any of loaded plugins May 10 11:10:22.218103 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: empty_string_filtering.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.218994 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.219503 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: empty-string-filtering May 10 11:10:22.219837 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.220732 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.221235 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 11:10:22.221551 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.222443 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.223017 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 11:10:22.223332 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: external_net.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.224247 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.224750 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: external-net May 10 11:10:22.225067 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: extra_dhcp_opt.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.225964 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.226464 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: extra_dhcp_opt May 10 11:10:22.226780 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: extraroute.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.227678 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.228216 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: extraroute May 10 11:10:22.228532 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: extraroute_atomic.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.229555 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.230059 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: extraroute-atomic May 10 11:10:22.230371 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: filter_validation.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.231026 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.231520 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: filter-validation May 10 11:10:22.231849 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: fip_pf_description.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.232753 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.233258 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 11:10:22.233580 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: fip_port_details.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.234831 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.235340 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: fip-port-details May 10 11:10:22.235655 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: flavors.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.236886 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.237404 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: flavors May 10 11:10:22.237719 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.239444 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.239981 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 11:10:22.240308 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: floatingip_pools.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.240999 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.241503 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: floatingip-pools May 10 11:10:22.241824 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: ip_allocation.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.242755 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.243264 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension ip_allocation not supported by any of loaded plugins May 10 11:10:22.243587 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.244556 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.245068 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: ip-substring-filtering May 10 11:10:22.245384 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: l2_adjacency.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.246291 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.246797 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension l2_adjacency not supported by any of loaded plugins May 10 11:10:22.247120 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: l3.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.248104 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.248621 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: router May 10 11:10:22.248937 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: l3_conntrack_helper.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.251307 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.251849 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 11:10:22.252201 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.253137 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.253656 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: ext-gw-mode May 10 11:10:22.254044 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.255013 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.255525 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: l3-ha May 10 11:10:22.255844 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: l3_flavors.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.256774 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.257283 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: l3-flavors May 10 11:10:22.257597 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.258491 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.259001 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: l3-port-ip-change-not-allowed May 10 11:10:22.259316 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: l3agentscheduler.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.260360 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.260870 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: l3_agent_scheduler May 10 11:10:22.261188 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: logging.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.262655 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.263180 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension logging not supported by any of loaded plugins May 10 11:10:22.263510 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: metering.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.264278 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.264853 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: metering May 10 11:10:22.265177 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.266246 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.266764 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: metering_source_and_destination_fields May 10 11:10:22.267084 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: multiprovidernet.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.268022 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.268532 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: multi-provider May 10 11:10:22.268851 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: netmtu.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.269786 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.270370 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: net-mtu May 10 11:10:22.270688 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: netmtu_writable.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.271595 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.272144 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: net-mtu-writable May 10 11:10:22.272469 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: network_availability_zone.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.273127 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.273629 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: network_availability_zone May 10 11:10:22.273945 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: network_ip_availability.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.275035 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.275542 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: network-ip-availability May 10 11:10:22.275873 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: network_segment_range.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.276636 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.277136 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension network-segment-range not supported by any of loaded plugins May 10 11:10:22.277454 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: pagination.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.278538 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.278721 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: pagination May 10 11:10:22.279049 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: port_device_profile.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.279983 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.280504 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: port-device-profile May 10 11:10:22.280821 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.281747 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.282260 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: port-mac-address-regenerate May 10 11:10:22.282583 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.283477 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.284034 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: port-numa-affinity-policy May 10 11:10:22.284345 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: port_resource_request.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.285865 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.286403 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension port-resource-request not supported by any of loaded plugins May 10 11:10:22.286713 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: portbindings.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.287762 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.288340 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: binding May 10 11:10:22.288669 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: portbindings_extended.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.291669 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.292284 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: binding-extended May 10 11:10:22.292616 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: portsecurity.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.293618 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.294194 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: port-security May 10 11:10:22.294556 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: project_id.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.295658 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.296044 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: project-id May 10 11:10:22.296434 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: providernet.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.297478 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.298030 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: provider May 10 11:10:22.298388 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.302436 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.303026 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos not supported by any of loaded plugins May 10 11:10:22.303438 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.304850 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.305367 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 11:10:22.305697 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.306669 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.307222 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 11:10:22.307572 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_default.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.308509 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.309019 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-default not supported by any of loaded plugins May 10 11:10:22.309338 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_fip.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.309990 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.310491 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-fip not supported by any of loaded plugins May 10 11:10:22.310808 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_gateway_ip.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.311719 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.312262 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 11:10:22.312583 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_port_network_policy.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.313487 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.313999 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 11:10:22.314330 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_pps_rule.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.315480 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.316025 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-pps not supported by any of loaded plugins May 10 11:10:22.316458 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_rule_type_details.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.317481 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.318016 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 11:10:22.318335 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: qos_rules_alias.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.319379 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.319918 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 11:10:22.320241 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: quotasv2.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.321172 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.321505 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: quotas May 10 11:10:22.321817 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: quotasv2_detail.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.323501 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.323855 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: quota_details May 10 11:10:22.324188 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: rbac.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.325244 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.325772 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: rbac-policies May 10 11:10:22.326099 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: rbac_address_group.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.327013 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.327536 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: rbac-address-group May 10 11:10:22.327890 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: rbac_address_scope.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.328809 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.329322 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: rbac-address-scope May 10 11:10:22.329645 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: rbac_security_groups.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.330564 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.331073 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: rbac-security-groups May 10 11:10:22.331392 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: rbac_subnetpool.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.332398 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.332967 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: rbac-subnetpool May 10 11:10:22.333293 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: revisionifmatch.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.334207 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.334720 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: revision-if-match May 10 11:10:22.335040 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: revisions.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.336379 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.336898 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: standard-attr-revisions May 10 11:10:22.337220 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: router_availability_zone.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.337895 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.338406 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: router_availability_zone May 10 11:10:22.338727 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: routerservicetype.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.339633 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.340172 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension router-service-type not supported by any of loaded plugins May 10 11:10:22.340493 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.341407 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.341927 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: security-groups-normalized-cidr May 10 11:10:22.342248 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: security_groups_port_filtering.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.343155 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.343662 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: port-security-groups-filtering May 10 11:10:22.344012 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.344922 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.345434 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: security-groups-remote-address-group May 10 11:10:22.345755 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: securitygroup.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.355427 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.355989 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: security-group May 10 11:10:22.356319 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: segment.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.357100 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.357633 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension segment not supported by any of loaded plugins May 10 11:10:22.357963 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.358888 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.359760 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 11:10:22.360115 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: servicetype.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.361278 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.361808 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: service-type May 10 11:10:22.362116 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: sorting.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.363089 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.363770 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: sorting May 10 11:10:22.363951 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: standard_attr_segment.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.364763 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.365282 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 11:10:22.365615 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: standardattrdescription.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.366252 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.366756 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: standard-attr-description May 10 11:10:22.367073 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: stateful_security_group.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.368016 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.368512 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: stateful-security-group May 10 11:10:22.368833 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: stdattrs_common.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.369405 n-d-840949-1 neutron-server[102658]: WARNING neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 11:10:22.369720 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.370663 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.371179 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 11:10:22.371497 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: subnet_onboard.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.372564 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.373085 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: subnet_onboard May 10 11:10:22.373404 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.374320 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.374853 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 11:10:22.375137 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: subnet_service_types.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.376081 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.376588 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: subnet-service-types May 10 11:10:22.376905 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: subnetallocation.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.377975 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.378487 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: subnet_allocation May 10 11:10:22.378885 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.379544 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.380075 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: subnetpool-prefix-ops May 10 11:10:22.380393 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.381330 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.381837 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 11:10:22.382163 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: tagging.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.383224 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.383733 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: standard-attr-tag May 10 11:10:22.384084 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: timestamp.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.385271 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.385785 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loaded extension: standard-attr-timestamp May 10 11:10:22.386104 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: trunk.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.387114 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.387629 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension trunk not supported by any of loaded plugins May 10 11:10:22.387983 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: trunk_details.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.388899 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.389419 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension trunk-details not supported by any of loaded plugins May 10 11:10:22.389735 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: uplink_status_propagation.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.390637 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.391158 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 11:10:22.391473 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Loading extension file: vlantransparent.py {{(pid=102658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 11:10:22.392165 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 11:10:22.392676 n-d-840949-1 neutron-server[102658]: INFO neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extension vlan-transparent not supported by any of loaded plugins May 10 11:10:22.395313 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:network May 10 11:10:22.395846 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:subnet May 10 11:10:22.396256 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:10:22.396643 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:port May 10 11:10:22.397871 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.398309 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service FLAVORS assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.398927 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.399350 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.399670 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:router May 10 11:10:22.400119 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:floatingip May 10 11:10:22.400663 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service METERING assigned prefix: /metering {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.402063 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.402432 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.402780 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:10:22.403807 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of CountableResource for resource:rbac_policy May 10 11:10:22.404262 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:security_group May 10 11:10:22.404699 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:security_group_rule May 10 11:10:22.405298 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service CORE assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.405700 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:10:22.406193 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] subnetpool is already registered May 10 11:10:22.406629 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service CORE assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.406946 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:10:22.407269 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] subnetpool is already registered May 10 11:10:22.409673 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.410224 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service FLAVORS assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.410924 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.411336 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.411664 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:router May 10 11:10:22.412026 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] router is already registered May 10 11:10:22.412430 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:floatingip May 10 11:10:22.412756 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] floatingip is already registered May 10 11:10:22.413205 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service METERING assigned prefix: /metering {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.413851 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of CountableResource for resource:rbac_policy May 10 11:10:22.414172 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] rbac_policy is already registered May 10 11:10:22.414573 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:security_group May 10 11:10:22.414898 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] security_group is already registered May 10 11:10:22.415289 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:security_group_rule May 10 11:10:22.415610 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] security_group_rule is already registered May 10 11:10:22.416263 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service CORE assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.416586 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:10:22.416923 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] subnetpool is already registered May 10 11:10:22.417329 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.v2.resource_helper [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Service CORE assigned prefix: {{(pid=102658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:10:22.417641 n-d-840949-1 neutron-server[102658]: INFO neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:10:22.417962 n-d-840949-1 neutron-server[102658]: WARNING neutron.quota.resource_registry [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] subnetpool is already registered May 10 11:10:22.418417 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: extensions {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.419880 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: address-groups {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.421350 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: address-scopes {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.422656 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: agents {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.423790 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: auto-allocated-topology {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.425025 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: availability_zones {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.426382 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: dhcp-networks {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.427859 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: dhcp-agents {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.429277 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: routers {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.431468 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: flavors {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.432657 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: service_profiles {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.433836 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: next_providers {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.435265 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: service_profiles {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.436820 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: floatingip-pools {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.438011 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: routers {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.440083 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: floatingips {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.441381 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: l3-routers {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.442837 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: l3-agents {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.444261 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: metering-labels {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.446582 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: metering-label-rules {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.447855 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: network-ip-availabilities {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.449094 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: bindings {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.450722 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: quotas {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.452362 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: quotas {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.453753 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: rbac-policies {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.454915 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: security-groups {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.456226 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: security-group-rules {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.457766 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: service-providers {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.458967 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: subnetpools {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.460387 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: subnetpools {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.461828 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.463474 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.465289 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.467039 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.468836 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.470662 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.472347 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.474273 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.476044 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.477765 n-d-840949-1 neutron-server[102658]: DEBUG neutron.api.extensions [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Extended resource: tags {{(pid=102658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:10:22.483776 n-d-840949-1 neutron-server[102658]: WARNING keystonemiddleware.auth_token [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 11:10:22.488941 n-d-840949-1 neutron-server[102658]: WARNING keystonemiddleware.auth_token [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 11:10:22.497456 n-d-840949-1 neutron-server[102658]: DEBUG oslo_concurrency.lockutils [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Acquired lock "singleton_lock" {{(pid=102658) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 11:10:22.497929 n-d-840949-1 neutron-server[102658]: DEBUG oslo_concurrency.lockutils [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Releasing lock "singleton_lock" {{(pid=102658) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 11:10:22.498552 n-d-840949-1 neutron-server[102658]: INFO oslo_service.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Starting 2 workers May 10 11:10:22.503278 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Started child 102767 {{(pid=102658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 11:10:22.507691 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Started child 102768 {{(pid=102658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 11:10:22.508737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:22.509393 n-d-840949-1 neutron-server[102658]: INFO neutron.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Neutron service started, listening on 0.0.0.0:9696 May 10 11:10:22.509817 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Notify callbacks [] for process, before_spawn {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:22.510161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [-] (102767) wsgi starting up on http://0.0.0.0:9696 May 10 11:10:22.512253 n-d-840949-1 neutron-server[102658]: INFO oslo_service.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Starting 1 workers May 10 11:10:22.512429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:22.513623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [-] (102768) wsgi starting up on http://0.0.0.0:9696 May 10 11:10:22.517361 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Started child 102769 {{(pid=102658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 11:10:22.517893 n-d-840949-1 neutron-server[102658]: INFO oslo_service.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Starting 1 workers May 10 11:10:22.522397 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Started child 102770 {{(pid=102658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 11:10:22.522572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] calling RpcWorker wait() {{(pid=102769) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 11:10:22.523077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.service [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] returning from RpcWorker wait() {{(pid=102769) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 11:10:22.523147 n-d-840949-1 neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-995b2058-12f2-451a-9b12-83ae0b841cee None None] Notify callbacks [] for process, after_spawn {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:22.524342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:22.524816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:10:22.524954 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102658) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 11:10:22.525102 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:10:22.525316 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:10:22.525492 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:10:22.525831 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:10:22.525954 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:10:22.526471 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.526746 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.527007 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.527191 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:22.527648 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.527648 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.528135 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.528259 n-d-840949-1 neutron-server[102770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:10:22.528353 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.528602 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.528866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.529038 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.529216 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.529357 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.529607 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.529861 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.530130 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.530389 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.530626 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.530876 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.531035 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.531265 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.531546 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.531779 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.532066 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] debug = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.532304 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.532781 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.533018 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.533246 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.533485 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.533746 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.533983 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.534220 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.534535 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.534670 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.534879 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.535477 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.535477 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.535775 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.535917 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.536130 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.536369 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.536831 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] host = n-d-840949-1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.537065 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.537279 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.537522 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.537762 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.538016 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.538230 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.538471 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.538708 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.538944 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.539164 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.539396 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.539649 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.539908 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.540148 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.540309 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_options = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.540525 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.540782 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.541049 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.541232 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.541464 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.541603 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.541802 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.541960 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.542215 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.542443 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.542650 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.542872 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.543079 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.543304 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.543596 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.543763 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.544013 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.544217 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.544473 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.544703 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.544913 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.545133 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.545357 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.545569 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.545777 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.546013 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.546232 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.546458 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.546666 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.546919 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.547129 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.547370 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.547598 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.547836 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.549220 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.549220 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.549220 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.549220 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.549220 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.549821 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.549821 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.550051 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.550169 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.550374 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.550551 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.550892 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.551106 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_json = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.551363 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.553259 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.553259 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.553259 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.553259 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.553259 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.553259 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.553644 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.553919 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.554318 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.554806 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.555126 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.555351 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.555588 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.555853 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.556338 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.556857 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.556857 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.557524 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.557524 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.560609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.560609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.560609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.560609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.560609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.560609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.560609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.560609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.561545 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.561545 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.563019 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.563019 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.563250 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.563461 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.563727 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.563978 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.564318 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.564618 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.565463 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.565463 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.565463 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.565676 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.565842 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.566051 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.566468 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.566959 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.567636 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.568303 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.568577 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.568824 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.569068 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.569309 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.569552 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.569861 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.570210 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.570451 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.570684 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.570953 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.571575 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.571800 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.572074 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.572326 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.572563 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.572804 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.573032 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.573263 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.573479 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.573711 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.573964 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.574198 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.574418 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.574662 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.574846 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.575061 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.575283 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.575541 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.575757 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.576026 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.576225 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.576447 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.576712 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.576915 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.577134 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.577556 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.577788 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.578025 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.578262 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.578481 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.578695 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.578904 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.579120 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.579520 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.579713 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.579992 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.580227 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.580476 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.580691 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.580920 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.581205 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.581549 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.581792 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.582284 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.582616 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.582881 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.583098 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.583527 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.583940 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.584361 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.584594 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.584866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.585074 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.585503 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.585874 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.586114 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.586358 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.586591 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.586832 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.587089 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.587412 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.587650 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.587926 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.588161 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.588414 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.588648 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.588879 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.589160 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.589727 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.590024 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.590249 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.590524 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.590834 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.591104 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.591380 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.591631 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.591891 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.592136 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.592388 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.592619 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.592866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.593103 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.593503 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.593748 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.593981 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.594204 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.594434 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.594663 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.594965 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.595188 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.595577 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.596018 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.596257 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.596493 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.596725 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.596986 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.597229 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.597483 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.597917 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.598146 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.598365 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.598609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.598842 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.599052 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.599483 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.599663 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.600078 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.600291 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.600520 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.600757 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.601095 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.601326 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.601548 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.601779 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.601978 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.602224 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.602436 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.602651 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.602884 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.603098 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.603329 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.603548 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.603788 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.604076 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.604309 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.604574 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.604815 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.605044 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.605273 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.605515 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.605768 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.605981 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.606219 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.606453 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.606664 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.606874 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.607095 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.607302 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.607526 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.607752 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.608002 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.608261 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.608503 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.608824 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.609068 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.609650 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.609896 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.610128 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.610362 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.610575 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.610789 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.611032 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.611250 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.611491 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.611780 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.612026 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.612238 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.612450 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.612663 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.612991 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.613257 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.614039 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.614295 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.614543 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.614750 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.614942 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.615158 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.615387 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.615617 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.615852 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.616063 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.616273 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.616552 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.616795 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.617022 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.617271 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.617503 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.617729 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.617957 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.618166 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.618405 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.618622 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.618836 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.619043 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.619281 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.619488 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.619697 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.619973 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.620188 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.620394 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.620632 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.620837 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.621044 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.621260 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.621478 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.621682 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.621932 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.622138 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.622345 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.622563 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.622793 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.622997 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.623217 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.623422 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.623647 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.623884 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.624137 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.624297 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.624577 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.624821 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.625036 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.625314 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.626544 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.626544 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.626544 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.626544 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.626544 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.626887 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.626996 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.627208 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.627459 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.628262 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.628262 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.628481 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.628572 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.628817 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.629609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.629887 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.630135 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.630367 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.630672 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.630988 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.631276 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.631532 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.631765 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.632033 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.632252 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.632468 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.632702 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.632939 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.633168 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.633413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:10:22.633519 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.633666 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.633888 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.634100 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.634329 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.634532 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.634749 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.634974 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.635236 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.635469 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.635628 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:10:22.636188 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102658) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 11:10:22.636348 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:10:22.636498 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:10:22.636764 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:10:22.636936 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:10:22.637086 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:10:22.637293 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.637454 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.637613 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.637772 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.637929 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.638108 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.638268 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.638424 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.638581 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.638736 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.638936 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.639025 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.639183 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.639340 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.639496 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.639651 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.639858 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.639974 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.640136 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.640292 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.640446 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.640602 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.640758 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] debug = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.640916 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.641129 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.641293 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.641454 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.641610 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.641767 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.641922 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.642078 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.642234 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.642391 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.642550 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.642707 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.642862 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.643019 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.643175 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.643329 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.643484 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.643639 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] host = n-d-840949-1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.643795 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.643973 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.644129 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.644286 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.644817 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.645286 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.648845 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.649064 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.649714 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.649900 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.650111 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.650291 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.650492 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.650718 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.650857 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_options = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.651023 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.651187 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.651349 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.651541 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.651708 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.651892 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.652054 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.652214 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.652372 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.652530 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.652688 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.652845 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.653002 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.653161 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.653320 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.653475 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.653635 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.653791 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.653948 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.654104 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.654261 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.654416 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.654579 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.654733 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.654889 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.655046 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.655201 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.655356 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.655519 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.655678 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.655875 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.656010 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.656167 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.656323 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.656480 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.656637 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.656793 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.656949 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.657110 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.657268 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.657424 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.657581 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.657737 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.657892 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.658049 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.658301 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.658465 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_json = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.658624 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.658773 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.658912 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.659069 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.659211 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.659369 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.659527 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.659686 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.659862 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:10:22.660077 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.660742 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.660903 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.661070 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.661249 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.661383 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.661542 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.661702 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.661863 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.662022 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.662190 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.662351 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.662521 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.662681 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.662841 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.663003 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.663165 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.663326 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.663486 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.663645 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.663804 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.663986 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.664159 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.664320 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.664480 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.664642 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.665518 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.665518 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.665518 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.665518 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.665518 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.665866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.665866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.665866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.666039 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.666172 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.666333 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.666653 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.666821 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.666994 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.667150 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.667866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.667866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.667866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.667866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.668161 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.668234 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.668358 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.668518 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.668680 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.668841 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.669002 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.669164 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.669327 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.669488 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.669660 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.669819 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.669978 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.670137 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.670296 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.670455 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.670613 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.670773 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.670934 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.671094 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.671254 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.671427 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.671586 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.671748 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.671931 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.672094 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.672254 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.672413 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.672571 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.672730 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.672892 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.673052 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.673213 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.673371 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.673530 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.673691 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.673851 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.674012 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.674171 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.674330 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.674487 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.674647 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.674807 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.674966 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.675134 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.675309 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.675476 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.675735 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.676495 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.676661 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.676824 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678682 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678682 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678682 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678682 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678971 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.678971 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.679115 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.679204 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.679326 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.679486 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.679643 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.679969 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.680279 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.680443 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.680609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.680772 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.680940 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.681110 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.681270 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.681431 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.681591 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.681749 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.681909 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.682069 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.682227 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.682386 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.682544 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.682702 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.682875 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.683050 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.683212 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.683374 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.683535 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.683718 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.683901 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.684062 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.684221 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.684378 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.684537 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.684695 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.684854 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.685012 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.685172 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.685331 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.685496 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.685654 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.685813 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.685972 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.686130 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.686292 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.686451 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.686609 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.686769 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.686929 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.687088 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.687248 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.687407 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.687566 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.687724 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.687929 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.688091 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.688250 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.688410 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.688569 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.688728 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.688886 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.689045 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.689202 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.689360 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.689517 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.689679 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.689838 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.689997 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.690158 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.690318 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.690477 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.690642 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.690802 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.690957 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.691115 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.691297 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.691600 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.692078 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.692245 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.692407 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.692568 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.692728 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.692887 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.693069 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.693229 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.693388 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.695502 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.695727 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.695910 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.696088 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.696264 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.696434 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.696601 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.696769 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.696935 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.697099 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.697261 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.697422 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.697587 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.697752 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.697916 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.698078 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.698239 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.698400 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.698559 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.698719 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.698880 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.699040 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.699200 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.699360 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.699520 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.699677 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.699881 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.700047 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.700209 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.700369 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.700528 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.700689 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.700860 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.701023 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.701179 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.701337 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.701496 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.701654 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.701824 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.701983 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.702140 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.702297 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.702455 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.702612 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.702780 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.702938 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.703095 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.703253 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.703412 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.703568 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.703736 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.703918 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.704078 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.704237 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.704395 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.704554 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.704723 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.704881 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.705038 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.705196 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.705355 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.705512 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.705681 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.705843 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.706003 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.706173 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.706337 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.706497 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.706660 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.706831 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.708349 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.708547 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.708720 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.708893 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.709062 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.709231 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.709400 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.709573 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.709744 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.709907 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.710076 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.710251 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.710423 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.710581 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.710748 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.710922 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.711083 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.711242 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.711400 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.711558 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.711716 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.711914 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.712077 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.712235 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.712393 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.712551 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.712709 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.712866 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.713025 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.713185 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.713344 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.713502 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.713662 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.713820 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.713978 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:10:22.714132 n-d-840949-1 neutron-server[102658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:10:22.874011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50268) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:10:22.885002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077558 May 10 11:10:34.317623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959072b-9482-4b36-84a0-71dfb7cf94b2 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:10:34.375909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959072b-9482-4b36-84a0-71dfb7cf94b2 None None] No non-hosted networks {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 11:10:34.391692 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa079cdd-3fc6-44be-8ae0-04eb5e1ddb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448054'] for agent, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:36.411304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2388de2a-5128-4bec-b0f1-f57912044a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448054'] for agent, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:36.460160 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aec65f25-cf68-4b15-8cdf-ed19623571ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:37.592182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448054'] for agent, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:39.070112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448054'] for agent, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:39.437038 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448054'] for agent, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:39.438719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.439196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.439811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.442359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.443106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.447450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.449226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.451352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.451694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.452052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.452387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.452712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:39.453118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-840949-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:10:39.467528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-840949-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:10:40.045353 n-d-840949-1 neutron-server[102769]: INFO neutron.db.l3_hamode_db [None req-838ad5b3-03af-4362-a887-db2e7f90e3a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 11:10:40.125510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ad5b3-03af-4362-a887-db2e7f90e3a6 None None] Routers set() bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:10:40.126088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ad5b3-03af-4362-a887-db2e7f90e3a6 None None] Router IDs set() for agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 11:10:40.374902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50360) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:10:40.914816 n-d-840949-1 neutron-server[102768]: WARNING oslo_policy.policy [None req-d5a7097f-8e46-4a81-b17e-66ca4cbe8d26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:10:40.915360 n-d-840949-1 neutron-server[102768]: WARNING oslo_policy.policy [None req-d5a7097f-8e46-4a81-b17e-66ca4cbe8d26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:10:41.135114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-d5a7097f-8e46-4a81-b17e-66ca4cbe8d26 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:10:41.136226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d5a7097f-8e46-4a81-b17e-66ca4cbe8d26 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7603791 May 10 11:10:43.541046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50376) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:10:44.087652 n-d-840949-1 neutron-server[102767]: WARNING oslo_policy.policy [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:10:44.088626 n-d-840949-1 neutron-server[102767]: WARNING oslo_policy.policy [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:10:44.305789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:10:44.397016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.policy [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102767) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 11:10:44.442371 n-d-840949-1 neutron-server[102767]: WARNING oslo_policy.policy [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:10:44.442739 n-d-840949-1 neutron-server[102767]: WARNING oslo_policy.policy [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:10:44.551349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770904694108', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770904694627', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770904706440', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770904704876', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770907411867', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770904858589', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-646989', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3691738', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3760190'] for rbac-policy, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:44.627974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:44.629585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5a006ca1-c75b-4d78-9752-7cc75c792697 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0864875 May 10 11:10:47.266723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50394) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:10:47.595623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Request body: {'network': {'name': 'private', 'project_id': '407646c481524f299da36382e4434378', 'admin_state_up': True, 'tenant_id': '407646c481524f299da36382e4434378'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:10:47.655267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Made reservation on behalf of 407646c481524f299da36382e4434378 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:10:47.726660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.policy [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102768) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 11:10:47.772731 n-d-840949-1 neutron-server[102768]: WARNING oslo_policy.policy [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:10:47.773092 n-d-840949-1 neutron-server[102768]: WARNING oslo_policy.policy [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:10:47.783307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:47.805309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:47.921917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:47.928015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:47.947730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:10:47.978380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770908350504', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:47.978942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Unsubscribe: segment precommit_create {{(pid=102768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 11:10:47.979443 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Added segment 393389d4-052e-436e-a716-2671568f7345 of type vlan for network 004e4621-50be-470d-a144-e7f2763fd1a3 May 10 11:10:47.994951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56099180-07ea-4c95-9446-584a4f4d8d93,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:10:48.042426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.042753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.043077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.043397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.044029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.044344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.044656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.044967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.045263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.045569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.045863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.046166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Tracked resource versions report: May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: pushed versions: May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: { 'AddressGroup': {'1.2'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'ConntrackHelper': {'1.0'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Log': {'1.0'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Network': {'1.1'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Port': {'1.7'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'PortForwarding': {'1.2'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'QosPolicy': {'1.9'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'SecurityGroup': {'1.4'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'SecurityGroupRule': {'1.2'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'SubPort': {'1.0'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Subnet': {'1.1'}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Trunk': {'1.1'}} May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: consumer versions: May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: { DHCP agent@n-d-840949-1: {}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: L3 agent@n-d-840949-1: {}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: Metadata agent@n-d-840949-1: {}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: Metering agent@n-d-840949-1: {}, May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: Open vSwitch agent@n-d-840949-1: { 'AddressGroup': '1.2', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'ConntrackHelper': '1.0', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Log': '1.0', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Network': '1.1', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Port': '1.7', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'PortForwarding': '1.2', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'QosPolicy': '1.9', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'SecurityGroup': '1.4', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'SecurityGroupRule': '1.2', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'SubPort': '1.0', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Subnet': '1.1', May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: 'Trunk': '1.1'}} May 10 11:10:48.047264 n-d-840949-1 neutron-server[102768]: {{(pid=102768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:10:48.093510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:48.137976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:48.139040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:10:48.139697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:48.227879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9599524 May 10 11:10:48.241223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9622c31-4711-4b7f-b2b3-1e8f7b9a197d admin admin] Pushing event updated for resources: {'Network': ['ID=004e4621-50be-470d-a144-e7f2763fd1a3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:10:48.253083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 004e4621-50be-470d-a144-e7f2763fd1a3 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:10:50.995722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50410) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:10:51.456454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88996efb-e1fc-4f23-a4f9-3b03b9e4b5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:10:51.457884 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-88996efb-e1fc-4f23-a4f9-3b03b9e4b5a6 admin admin] 10.222.0.13 "GET /v2.0/networks/004e4621-50be-470d-a144-e7f2763fd1a3 HTTP/1.1" status: 200 len: 825 time: 0.4611814 May 10 11:10:51.515745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-158183e2-a04f-4409-8f63-7f71cbd9c345 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/3b2bc344-a00c-4a8a-b5b9-219dfb413924 HTTP/1.1" status: 200 len: 734 time: 0.0481677 May 10 11:10:51.528672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3b2bc344-a00c-4a8a-b5b9-219dfb413924', 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3', 'name': 'private-subnet', 'tenant_id': '407646c481524f299da36382e4434378'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:10:51.553208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Made reservation on behalf of 407646c481524f299da36382e4434378 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:10:51.555482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Notify callbacks [] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:51.854135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:51.921317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=081ee981-69bc-4823-973a-8688e1bf61a8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:10:51.928471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Checking segment: {'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:10:51.928859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Network hostable DHCP agents. Network: 004e4621-50be-470d-a144-e7f2763fd1a3, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:10:51.953193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Network 004e4621-50be-470d-a144-e7f2763fd1a3 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:10:51.965081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 004e4621-50be-470d-a144-e7f2763fd1a3) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:10:51.970242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:10:51.970822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:51.976402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45c488c-8c9f-4465-b424-c5f04ef9399c None None] Network 004e4621-50be-470d-a144-e7f2763fd1a3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:10:51.987093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0951a4ab-0429-4487-a254-916f719d0cba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4618433 May 10 11:10:52.306020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-004e4621-50be-470d-a144-e7f2763fd1a3', 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3', 'tenant_id': '407646c481524f299da36382e4434378', 'fixed_ips': [{'subnet_id': '081ee981-69bc-4823-973a-8688e1bf61a8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:10:52.307243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:52.596586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Allocated IP 172.20.0.2 (004e4621-50be-470d-a144-e7f2763fd1a3/081ee981-69bc-4823-973a-8688e1bf61a8/5588c0e2-599f-40f3-9bcd-f97d9455fa0d) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:10:52.796533 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:52.805141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:52.875908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Network 004e4621-50be-470d-a144-e7f2763fd1a3 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:10:52.881483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:10:52.891121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Pushing event updated for resources: {'Port': ['ID=5588c0e2-599f-40f3-9bcd-f97d9455fa0d,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:10:52.891647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:10:52.924376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.924708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.925081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.925403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.925728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.926076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.926399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.926718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.927036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.927354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.927670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.927995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Tracked resource versions report: May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: pushed versions: May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: { 'AddressGroup': {'1.2'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'ConntrackHelper': {'1.0'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Log': {'1.0'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Network': {'1.1'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Port': {'1.7'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'PortForwarding': {'1.2'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'QosPolicy': {'1.9'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'SecurityGroup': {'1.4'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'SecurityGroupRule': {'1.2'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'SubPort': {'1.0'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Subnet': {'1.1'}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Trunk': {'1.1'}} May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: consumer versions: May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: { DHCP agent@n-d-840949-1: {}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: L3 agent@n-d-840949-1: {}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: Metadata agent@n-d-840949-1: {}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: Metering agent@n-d-840949-1: {}, May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: Open vSwitch agent@n-d-840949-1: { 'AddressGroup': '1.2', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'ConntrackHelper': '1.0', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Log': '1.0', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Network': '1.1', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Port': '1.7', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'PortForwarding': '1.2', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'QosPolicy': '1.9', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'SecurityGroup': '1.4', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'SecurityGroupRule': '1.2', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'SubPort': '1.0', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Subnet': '1.1', May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: 'Trunk': '1.1'}} May 10 11:10:52.929113 n-d-840949-1 neutron-server[102769]: {{(pid=102769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:10:52.976195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Attempting to bind port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:10:52.976591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Attempting to bind port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:10:52.977178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Attempting to bind port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d on network 004e4621-50be-470d-a144-e7f2763fd1a3 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:10:52.981988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:10:52.982376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Checking segment: {'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:10:52.982838 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:52.983576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Bound using segment: {'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:10:52.984076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Bound port: 5588c0e2-599f-40f3-9bcd-f97d9455fa0d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:10:52.984506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:53.046862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] For port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:10:53.051332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] For port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5588c0e2-599f-40f3-9bcd-f97d9455fa0d,segment=NetworkSegment(393389d4-052e-436e-a716-2671568f7345),segment_id=393389d4-052e-436e-a716-2671568f7345)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:10:53.055370 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:10:53.118359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765ca98-24e3-4029-9ae7-579f4893b927 None None] Pushing event updated for resources: {'Port': ['ID=5588c0e2-599f-40f3-9bcd-f97d9455fa0d,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:10:54.516569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50418) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:10:54.852356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [None req-7a1c9a7b-2db7-40d0-a4bf-f3809ec58373 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:10:54.853341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7a1c9a7b-2db7-40d0-a4bf-f3809ec58373 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3356433 May 10 11:10:57.283387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50426) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:10:57.623165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-441db70f-2f5a-4be2-a7cd-4dad2f0fbd90 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:10:57.624158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-441db70f-2f5a-4be2-a7cd-4dad2f0fbd90 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3397863 May 10 11:11:00.268609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:11:00.606004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d4114d85-51fa-441d-98ff-5061357e2ed5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '407646c481524f299da36382e4434378', 'admin_state_up': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:11:00.630418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4114d85-51fa-441d-98ff-5061357e2ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:00.632204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4114d85-51fa-441d-98ff-5061357e2ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:00.772085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4114d85-51fa-441d-98ff-5061357e2ed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:00.777525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4114d85-51fa-441d-98ff-5061357e2ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:00.795027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5588c0e2-599f-40f3-9bcd-f97d9455fa0d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:11:00.795550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4114d85-51fa-441d-98ff-5061357e2ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:00.796257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d4114d85-51fa-441d-98ff-5061357e2ed5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5260413 May 10 11:11:00.899978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:00.900383 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:01.016923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:11:01.017581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:01.057045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5588c0e2-599f-40f3-9bcd-f97d9455fa0d,segment=NetworkSegment(393389d4-052e-436e-a716-2671568f7345),segment_id=393389d4-052e-436e-a716-2671568f7345)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:11:01.062072 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:01.111728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=5588c0e2-599f-40f3-9bcd-f97d9455fa0d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:01.427115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4032a70-a182-4b04-9691-69a46a6460e3 None None] Network 004e4621-50be-470d-a144-e7f2763fd1a3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:11:01.551634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-56b27801-5a5c-406d-afdc-c566a4eeea22 None None] Provisioning complete for port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:01.552034 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-56b27801-5a5c-406d-afdc-c566a4eeea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:01.677840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-56b27801-5a5c-406d-afdc-c566a4eeea22 None None] Current status of the port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:11:01.900254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a4794edb-c927-4ef1-bb54-63c29521a6a8 None None] Provisioning complete for port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:01.900924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a4794edb-c927-4ef1-bb54-63c29521a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:01.990505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a4794edb-c927-4ef1-bb54-63c29521a6a8 None None] Current status of the port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:11:02.765746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5588c0e2-599f-40f3-9bcd-f97d9455fa0d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:11:02.814787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:02.815159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:02.889081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:11:03.279138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50448) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:11:03.610371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-056a9412-9e56-4d8f-a2c3-f1a218e0f408 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:11:03.611327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-056a9412-9e56-4d8f-a2c3-f1a218e0f408 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3312829 May 10 11:11:04.186825 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3720fe21-02a1-43e7-b733-816aa98b0963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.008015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50456) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:11:06.362210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:11:06.386370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Made reservation on behalf of 92ea00d767a74e8cb38475a9819754f6 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:11:06.388769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.397317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.403889 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-170afc94-2ffe-4863-8999-84fda68ce745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.476603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.481921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.499671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Reserving flat network on physical network physnet1 {{(pid=102768) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 11:11:06.515595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6790cbf9-4b96-416f-8d0a-d28abf989e32,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:06.520846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.521194 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Added segment 648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e of type flat for network 9bf4babe-f129-4202-b603-fe5f18a8b598 May 10 11:11:06.577155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.610081 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.611033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:11:06.611589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:06.666357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6566827 May 10 11:11:06.671290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19223224-2bb8-42af-8c44-cf6160537fbd admin admin] Pushing event updated for resources: {'Network': ['ID=9bf4babe-f129-4202-b603-fe5f18a8b598,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:06.687159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:11:07.518802 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:09.018636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:09.088508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50474) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:11:09.339981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d5756-a53f-4dd8-92cc-7154e6ed9061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:11:09.342314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ac2d5756-a53f-4dd8-92cc-7154e6ed9061 admin admin] 10.222.0.13 "GET /v2.0/subnets/081ee981-69bc-4823-973a-8688e1bf61a8 HTTP/1.1" status: 200 len: 849 time: 0.2526698 May 10 11:11:09.468927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:09.517466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-00922eb6-cb84-4f99-8a16-658d0d34ca59 admin admin] 10.222.0.13 "GET /v2.0/routers/ecea7a8e-d24c-4e9e-877d-3b093d9e45ee HTTP/1.1" status: 200 len: 704 time: 0.1652040 May 10 11:11:09.805669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:10.142743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Allocated IP 172.20.0.1 (004e4621-50be-470d-a144-e7f2763fd1a3/081ee981-69bc-4823-973a-8688e1bf61a8/601b5b1d-faad-4498-85bb-e2704fbe54c5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:11:10.349380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:10.419314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:10.477697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Network 004e4621-50be-470d-a144-e7f2763fd1a3 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:11:10.482506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:11:10.527109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Pushing event updated for resources: {'Port': ['ID=601b5b1d-faad-4498-85bb-e2704fbe54c5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:10.530161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:11:10.530161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:10.590071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.590407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.590746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.591079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.591409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.591735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.592088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.592414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.592736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.593055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.593373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.593688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Tracked resource versions report: May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: pushed versions: May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: { 'AddressGroup': {'1.2'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'ConntrackHelper': {'1.0'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Log': {'1.0'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Network': {'1.1'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Port': {'1.7'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'PortForwarding': {'1.2'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'QosPolicy': {'1.9'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'SecurityGroup': {'1.4'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'SecurityGroupRule': {'1.2'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'SubPort': {'1.0'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Subnet': {'1.1'}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Trunk': {'1.1'}} May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: consumer versions: May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: { DHCP agent@n-d-840949-1: {}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: L3 agent@n-d-840949-1: {}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: Metadata agent@n-d-840949-1: {}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: Metering agent@n-d-840949-1: {}, May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: Open vSwitch agent@n-d-840949-1: { 'AddressGroup': '1.2', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'ConntrackHelper': '1.0', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Log': '1.0', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Network': '1.1', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Port': '1.7', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'PortForwarding': '1.2', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'QosPolicy': '1.9', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'SecurityGroup': '1.4', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'SecurityGroupRule': '1.2', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'SubPort': '1.0', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Subnet': '1.1', May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: 'Trunk': '1.1'}} May 10 11:11:10.594796 n-d-840949-1 neutron-server[102767]: {{(pid=102767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:11:10.673779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-755a0f14-fedd-4c36-bb8d-8bd65b9eab39 None None] Provisioning complete for port 601b5b1d-faad-4498-85bb-e2704fbe54c5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:10.674274 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-755a0f14-fedd-4c36-bb8d-8bd65b9eab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:10.708837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-755a0f14-fedd-4c36-bb8d-8bd65b9eab39 None None] Port 601b5b1d-faad-4498-85bb-e2704fbe54c5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:11:10.731410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:10.935811 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:10.942547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:10.943333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:11.019224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Pushing event updated for resources: {'Port': ['ID=601b5b1d-faad-4498-85bb-e2704fbe54c5,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:11.070844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Network 004e4621-50be-470d-a144-e7f2763fd1a3 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:11:11.072277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:11:11.230508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5c056a06-1985-41bb-9bec-93a1c6274b6f None None] Provisioning complete for port 601b5b1d-faad-4498-85bb-e2704fbe54c5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:11.230853 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c056a06-1985-41bb-9bec-93a1c6274b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:11.264235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5c056a06-1985-41bb-9bec-93a1c6274b6f None None] Port 601b5b1d-faad-4498-85bb-e2704fbe54c5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:11:11.295687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Router ecea7a8e-d24c-4e9e-877d-3b093d9e45ee is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:11:11.388635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:11:11.394895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-54e9d961-bf2c-4093-bea6-9d05c5f6644c admin admin] 10.222.0.13 "PUT /v2.0/routers/ecea7a8e-d24c-4e9e-877d-3b093d9e45ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8695276 May 10 11:11:11.399306 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Sync routers for ids ['ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:11:11.412379 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Routers {'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:11:11.413275 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:11:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:11:11.596042 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Set router ecea7a8e-d24c-4e9e-877d-3b093d9e45ee gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:11:12.022852 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'name': 'router1', 'tenant_id': '407646c481524f299da36382e4434378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:11:00Z', 'updated_at': '2022-05-10T11:11:10Z', 'revision_number': 2, 'project_id': '407646c481524f299da36382e4434378', 'gw_port_host': None, '_interfaces': [{'id': '601b5b1d-faad-4498-85bb-e2704fbe54c5', 'name': '', 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3', 'tenant_id': '407646c481524f299da36382e4434378', 'mac_address': 'fa:16:3e:6c:42:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:09Z', 'updated_at': '2022-05-10T11:11:10Z', 'revision_number': 2, 'project_id': '407646c481524f299da36382e4434378', 'subnets': [{'id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2bc344-a00c-4a8a-b5b9-219dfb413924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:11:12.071482 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Checking router: ecea7a8e-d24c-4e9e-877d-3b093d9e45ee for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:11:12.071925 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Updating router ecea7a8e-d24c-4e9e-877d-3b093d9e45ee port 601b5b1d-faad-4498-85bb-e2704fbe54c5 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:11:12.147616 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:12.637033 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:12.644718 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:12.810459 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Attempting to bind port 601b5b1d-faad-4498-85bb-e2704fbe54c5 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:11:12.810854 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Attempting to bind port 601b5b1d-faad-4498-85bb-e2704fbe54c5 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:11:12.811288 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Attempting to bind port 601b5b1d-faad-4498-85bb-e2704fbe54c5 on network 004e4621-50be-470d-a144-e7f2763fd1a3 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:11:12.823206 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:11:12.823595 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Checking segment: {'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:11:12.824633 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:12.825025 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Bound using segment: {'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:11:12.825679 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Bound port: 601b5b1d-faad-4498-85bb-e2704fbe54c5, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393389d4-052e-436e-a716-2671568f7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:11:12.825912 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:12.874799 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Pushing event updated for resources: {'Port': ['ID=601b5b1d-faad-4498-85bb-e2704fbe54c5,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:12.898519 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] For port 601b5b1d-faad-4498-85bb-e2704fbe54c5, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:11:12.900024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0993f6e4-871c-432d-a08a-12fd39c21979 None None] Provisioning complete for port 601b5b1d-faad-4498-85bb-e2704fbe54c5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:12.900964 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0993f6e4-871c-432d-a08a-12fd39c21979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:12.904137 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] For port 601b5b1d-faad-4498-85bb-e2704fbe54c5, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=601b5b1d-faad-4498-85bb-e2704fbe54c5,segment=NetworkSegment(393389d4-052e-436e-a716-2671568f7345),segment_id=393389d4-052e-436e-a716-2671568f7345)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:11:12.909249 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.909725 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.910074 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.910405 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.910780 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.911109 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.911429 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.911941 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.912269 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.912590 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.912955 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.913274 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Tracked resource versions report: May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: pushed versions: May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: { 'AddressGroup': {'1.2'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'ConntrackHelper': {'1.0'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Log': {'1.0'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Network': {'1.1'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Port': {'1.7'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'PortForwarding': {'1.2'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'QosPolicy': {'1.9'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'SecurityGroup': {'1.4'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'SecurityGroupRule': {'1.2'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'SubPort': {'1.0'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Subnet': {'1.1'}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Trunk': {'1.1'}} May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: consumer versions: May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: { DHCP agent@n-d-840949-1: {}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: L3 agent@n-d-840949-1: {}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: Metadata agent@n-d-840949-1: {}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: Metering agent@n-d-840949-1: {}, May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: Open vSwitch agent@n-d-840949-1: { 'AddressGroup': '1.2', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'ConntrackHelper': '1.0', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Log': '1.0', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Network': '1.1', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Port': '1.7', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'PortForwarding': '1.2', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'QosPolicy': '1.9', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'SecurityGroup': '1.4', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'SecurityGroupRule': '1.2', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'SubPort': '1.0', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Subnet': '1.1', May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: 'Trunk': '1.1'}} May 10 11:11:12.914391 n-d-840949-1 neutron-server[102770]: {{(pid=102770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:11:12.917695 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:12.941464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0993f6e4-871c-432d-a08a-12fd39c21979 None None] Port 601b5b1d-faad-4498-85bb-e2704fbe54c5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:11:12.988787 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d17b95-2fdc-46a9-a541-7f2ee32360a2 None None] Pushing event updated for resources: {'Port': ['ID=601b5b1d-faad-4498-85bb-e2704fbe54c5,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:12.998614 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Routers {'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:11:12.999249 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:11:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:11:13.099789 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] Set router ecea7a8e-d24c-4e9e-877d-3b093d9e45ee gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:11:13.161936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3e85dac0-c82a-4f09-b5f7-e229de604c76 None None] Provisioning complete for port 601b5b1d-faad-4498-85bb-e2704fbe54c5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:13.162399 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3e85dac0-c82a-4f09-b5f7-e229de604c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:13.240704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3e85dac0-c82a-4f09-b5f7-e229de604c76 None None] Current status of the port 601b5b1d-faad-4498-85bb-e2704fbe54c5 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:11:13.241016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3e85dac0-c82a-4f09-b5f7-e229de604c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:13.276174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3e85dac0-c82a-4f09-b5f7-e229de604c76 None None] For port 601b5b1d-faad-4498-85bb-e2704fbe54c5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=601b5b1d-faad-4498-85bb-e2704fbe54c5,segment=NetworkSegment(393389d4-052e-436e-a716-2671568f7345),segment_id=393389d4-052e-436e-a716-2671568f7345)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:11:13.281946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3e85dac0-c82a-4f09-b5f7-e229de604c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:13.322466 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'name': 'router1', 'tenant_id': '407646c481524f299da36382e4434378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:11:00Z', 'updated_at': '2022-05-10T11:11:10Z', 'revision_number': 2, 'project_id': '407646c481524f299da36382e4434378', 'gw_port_host': None, '_interfaces': [{'id': '601b5b1d-faad-4498-85bb-e2704fbe54c5', 'name': '', 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3', 'tenant_id': '407646c481524f299da36382e4434378', 'mac_address': 'fa:16:3e:6c:42:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:09Z', 'updated_at': '2022-05-10T11:11:12Z', 'revision_number': 4, 'project_id': '407646c481524f299da36382e4434378', 'subnets': [{'id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2bc344-a00c-4a8a-b5b9-219dfb413924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:11:13.331341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85dac0-c82a-4f09-b5f7-e229de604c76 None None] Pushing event updated for resources: {'Port': ['ID=601b5b1d-faad-4498-85bb-e2704fbe54c5,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:13.349008 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333a222-5649-4aea-85ad-92caf7367bdb None None] The sync data for ids ['ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'] in n-d-840949-1 is: [{'id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'name': 'router1', 'tenant_id': '407646c481524f299da36382e4434378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:11:00Z', 'updated_at': '2022-05-10T11:11:10Z', 'revision_number': 2, 'project_id': '407646c481524f299da36382e4434378', 'gw_port_host': None, '_interfaces': [{'id': '601b5b1d-faad-4498-85bb-e2704fbe54c5', 'name': '', 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3', 'tenant_id': '407646c481524f299da36382e4434378', 'mac_address': 'fa:16:3e:6c:42:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:09Z', 'updated_at': '2022-05-10T11:11:12Z', 'revision_number': 4, 'project_id': '407646c481524f299da36382e4434378', 'subnets': [{'id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2bc344-a00c-4a8a-b5b9-219dfb413924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:11:13.651141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50498) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:11:13.761510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3d38a-3f1d-4459-aa85-457e0c82df07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:11:13.762959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4ef3d38a-3f1d-4459-aa85-457e0c82df07 admin admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 842 time: 0.1109269 May 10 11:11:13.773484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.8.0/24', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:11:13.799566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Made reservation on behalf of 92ea00d767a74e8cb38475a9819754f6 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:11:13.802038 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:14.110430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:11:14.110899 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:14.167645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdf13f8-1930-4ae7-8f96-f8478852fce9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:14.180954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:11:14.181367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Network hostable DHCP agents. Network: 9bf4babe-f129-4202-b603-fe5f18a8b598, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:11:14.204997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:11:14.218244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 9bf4babe-f129-4202-b603-fe5f18a8b598) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:11:14.222981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:11:14.223598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:14.229949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c1c10-b9e3-463f-8218-d6cfd7ac15b8 None None] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:11:14.243425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1678df66-9ad9-4ca1-bbdb-1f188749ea9c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4732356 May 10 11:11:14.370032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c863f-741d-462f-bd75-06c504775e24 None None] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:11:16.536606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50506) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:11:16.754709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c0903774-ae9f-4b6b-9ba3-4d3703ca24c6 admin admin] 10.222.0.13 "GET /v2.0/routers/ecea7a8e-d24c-4e9e-877d-3b093d9e45ee HTTP/1.1" status: 200 len: 710 time: 0.2168670 May 10 11:11:16.872493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c8741-f45b-4882-8b28-a5df5c16cee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:11:16.873867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e93c8741-f45b-4882-8b28-a5df5c16cee4 admin admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 886 time: 0.1116669 May 10 11:11:16.883537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:11:17.130492 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:17.408039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:17.487491 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:17.649205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Allocated IP 172.25.8.45 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:11:17.753102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:17.813084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:17.896848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:11:17.902641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:11:17.905575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:11:17.914494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:18.193046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:18.390261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:18.395011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:18.508040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Router ecea7a8e-d24c-4e9e-877d-3b093d9e45ee has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:11:18.618650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:11:18.623209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:18.624439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-75fd5f80-b82f-4866-aa87-59b973c92bc2 admin admin] 10.222.0.13 "PUT /v2.0/routers/ecea7a8e-d24c-4e9e-877d-3b093d9e45ee HTTP/1.1" status: 200 len: 889 time: 1.7441900 May 10 11:11:18.799251 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 601b5b1d-faad-4498-85bb-e2704fbe54c5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:11:18.848939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 601b5b1d-faad-4498-85bb-e2704fbe54c5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:18.849316 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:18.930360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 601b5b1d-faad-4498-85bb-e2704fbe54c5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:11:19.766144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Sync routers for ids ['ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:11:19.778485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Routers {'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:11:19.779248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:11:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:11:19.988150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Set router ecea7a8e-d24c-4e9e-877d-3b093d9e45ee gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:11:20.442432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'name': 'router1', 'tenant_id': '407646c481524f299da36382e4434378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:11:00Z', 'updated_at': '2022-05-10T11:11:18Z', 'revision_number': 4, 'project_id': '407646c481524f299da36382e4434378', 'gw_port': {'id': '8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:17Z', 'updated_at': '2022-05-10T11:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '601b5b1d-faad-4498-85bb-e2704fbe54c5', 'name': '', 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3', 'tenant_id': '407646c481524f299da36382e4434378', 'mac_address': 'fa:16:3e:6c:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:09Z', 'updated_at': '2022-05-10T11:11:13Z', 'revision_number': 5, 'project_id': '407646c481524f299da36382e4434378', 'subnets': [{'id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2bc344-a00c-4a8a-b5b9-219dfb413924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:11:20.494664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Checking router: ecea7a8e-d24c-4e9e-877d-3b093d9e45ee for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:11:20.495102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Updating router ecea7a8e-d24c-4e9e-877d-3b093d9e45ee port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:11:20.551291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:20.872382 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:20.880153 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:20.932626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a8ce8-6aff-4049-93d1-5555b96a4917 None None] Pushing event updated for resources: {'Port': ['ID=8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:20.934795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Attempting to bind port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:11:20.935168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Attempting to bind port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:11:20.935524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Attempting to bind port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:11:20.940964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:11:20.941516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:11:20.941732 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:20.942061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:11:20.942537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Bound port: 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:11:20.942904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:20.992266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] For port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:11:20.995185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] For port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:11:21.000614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:21.009825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50518) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:11:21.051661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Routers {'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:11:21.052309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:11:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:11:21.096065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a8ce8-6aff-4049-93d1-5555b96a4917 None None] Pushing event updated for resources: {'Port': ['ID=8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:21.169828 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] Set router ecea7a8e-d24c-4e9e-877d-3b093d9e45ee gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:11:21.196665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-65568cba-0396-4a7e-9500-be2ee79864aa admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1855879 May 10 11:11:21.390269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'name': 'router1', 'tenant_id': '407646c481524f299da36382e4434378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:11:00Z', 'updated_at': '2022-05-10T11:11:18Z', 'revision_number': 4, 'project_id': '407646c481524f299da36382e4434378', 'gw_port': {'id': '8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:17Z', 'updated_at': '2022-05-10T11:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '601b5b1d-faad-4498-85bb-e2704fbe54c5', 'name': '', 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3', 'tenant_id': '407646c481524f299da36382e4434378', 'mac_address': 'fa:16:3e:6c:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:09Z', 'updated_at': '2022-05-10T11:11:13Z', 'revision_number': 5, 'project_id': '407646c481524f299da36382e4434378', 'subnets': [{'id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2bc344-a00c-4a8a-b5b9-219dfb413924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:11:21.415625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459383f-3a62-4c6c-865f-7610f05d9d26 None None] The sync data for ids ['ecea7a8e-d24c-4e9e-877d-3b093d9e45ee'] in n-d-840949-1 is: [{'id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'name': 'router1', 'tenant_id': '407646c481524f299da36382e4434378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:11:00Z', 'updated_at': '2022-05-10T11:11:18Z', 'revision_number': 4, 'project_id': '407646c481524f299da36382e4434378', 'gw_port': {'id': '8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:17Z', 'updated_at': '2022-05-10T11:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '601b5b1d-faad-4498-85bb-e2704fbe54c5', 'name': '', 'network_id': '004e4621-50be-470d-a144-e7f2763fd1a3', 'tenant_id': '407646c481524f299da36382e4434378', 'mac_address': 'fa:16:3e:6c:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecea7a8e-d24c-4e9e-877d-3b093d9e45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:11:09Z', 'updated_at': '2022-05-10T11:11:13Z', 'revision_number': 5, 'project_id': '407646c481524f299da36382e4434378', 'subnets': [{'id': '081ee981-69bc-4823-973a-8688e1bf61a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2bc344-a00c-4a8a-b5b9-219dfb413924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:11:22.802610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:11:22.851523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:22.851929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:22.940619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:11:22.941010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:22.961607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:11:22.967906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:23.015419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:11:24.822269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:11:24.896942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:11:24.897682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:24.995295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8a9d1810-f11f-49b3-93b1-d49ebbb9bdf3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:11:27.572245 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:11:34.182901 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55fa52cb-2e68-4bf7-a8d9-5feaefbc2db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:36.418046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c616cf7-813e-412a-a793-8918ede147c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:37.523048 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:39.029020 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:11:39.438058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:04.177771 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8858ed6-f226-4e80-bdb6-c40147fb626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:04.562036 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:12:06.420596 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-47909d33-208e-487d-bfd3-4c6dad32739e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:07.522970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:09.025845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:09.429334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:34.182731 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bd3d76ed-8581-4cd0-ad3a-bcffa93567a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:36.416885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3c08bed-a621-4248-8abf-7456d64f51ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:37.526644 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:39.025433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:39.426742 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:12:41.613991 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:13:03.199342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51112) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:03.265194 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4049d86-12a6-41e4-8830-a4ec4a9f8529 admin admin] GET failed (client error): The resource could not be found. May 10 11:13:03.266525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d4049d86-12a6-41e4-8830-a4ec4a9f8529 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661709 May 10 11:13:03.424320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ea4af-68a3-4814-b154-a22a7d3969eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:03.425725 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-067ea4af-68a3-4814-b154-a22a7d3969eb admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542561 May 10 11:13:04.187193 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c73aca-fc55-4cd8-94cd-9dbd196f4c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:05.644752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:05.742628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7821830-dc34-4de0-a887-f47df6de2f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:05.743993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f7821830-dc34-4de0-a887-f47df6de2f8a admin admin] 10.222.0.13 "GET /v2.0/subnets/081ee981-69bc-4823-973a-8688e1bf61a8 HTTP/1.1" status: 200 len: 849 time: 0.0982480 May 10 11:13:05.759141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:13:05.849138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:05.992657 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770908275833'] for subnet, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:06.028035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:06.028614 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:06.029984 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] 10.222.0.13 "PUT /v2.0/subnets/081ee981-69bc-4823-973a-8688e1bf61a8 HTTP/1.1" status: 200 len: 868 time: 0.2746940 May 10 11:13:06.047407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081ee981-69bc-4823-973a-8688e1bf61a8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:13:06.055812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42487fd2-6a34-4eb1-aa9a-712bbdcc802a None None] Network 004e4621-50be-470d-a144-e7f2763fd1a3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:13:06.056563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.056903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.057238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.057712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.058059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.058385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.058718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.059046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.059355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.059850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.060190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.060513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957fef0f-a187-4030-bc2b-dd439f8826b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:06.425774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d39907f8-f1c0-43ed-814e-0a4741b61f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:06.435762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3020bf44-b3e5-4ec4-b09f-71fff8e6f39f None None] Provisioning complete for port 601b5b1d-faad-4498-85bb-e2704fbe54c5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:13:06.436149 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3020bf44-b3e5-4ec4-b09f-71fff8e6f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:06.515735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3020bf44-b3e5-4ec4-b09f-71fff8e6f39f None None] Current status of the port 601b5b1d-faad-4498-85bb-e2704fbe54c5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:13:06.525614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3020bf44-b3e5-4ec4-b09f-71fff8e6f39f None None] Provisioning complete for port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:13:06.525947 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3020bf44-b3e5-4ec4-b09f-71fff8e6f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:06.599292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3020bf44-b3e5-4ec4-b09f-71fff8e6f39f None None] Current status of the port 5588c0e2-599f-40f3-9bcd-f97d9455fa0d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:13:07.528070 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:08.264081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51132) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:08.477121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed40705-2a5f-4a5e-9e66-6adc77048472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:08.477482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed40705-2a5f-4a5e-9e66-6adc77048472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:08.479039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4ed40705-2a5f-4a5e-9e66-6adc77048472 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2139866 May 10 11:13:09.028333 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:09.426102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:10.669322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51140) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:10.828095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd446dc-d704-4300-afcc-72184b3b643a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:10.828575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd446dc-d704-4300-afcc-72184b3b643a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:10.830156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ddd446dc-d704-4300-afcc-72184b3b643a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1598568 May 10 11:13:13.017244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51148) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:13.176965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e1b2b2-0cb3-4769-8c45-2decd6c8eddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:13.178338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-31e1b2b2-0cb3-4769-8c45-2decd6c8eddb admin admin] 10.222.0.13 "GET /v2.0/networks/004e4621-50be-470d-a144-e7f2763fd1a3 HTTP/1.1" status: 200 len: 869 time: 0.1601176 May 10 11:13:15.370532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51156) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:15.516297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ecc45a-0224-4d73-a76b-6e9988166f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:15.517670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-83ecc45a-0224-4d73-a76b-6e9988166f60 admin admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 886 time: 0.1462417 May 10 11:13:17.691370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51164) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:17.842750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b7e1f-da2f-4f6a-90a6-71a88e21e7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:17.843189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b7e1f-da2f-4f6a-90a6-71a88e21e7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:17.844881 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-413b7e1f-da2f-4f6a-90a6-71a88e21e7f1 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1524928 May 10 11:13:18.564125 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:13:20.016785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:20.110996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ea1f8-910c-4c85-9ca0-c6a1b793123f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:20.111446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ea1f8-910c-4c85-9ca0-c6a1b793123f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:20.113057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-779ea1f8-910c-4c85-9ca0-c6a1b793123f admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953128 May 10 11:13:22.359867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51180) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:22.466387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2b1e5-2e94-4911-a013-39e58c025284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:22.467760 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-21c2b1e5-2e94-4911-a013-39e58c025284 admin admin] 10.222.0.13 "GET /v2.0/subnets/081ee981-69bc-4823-973a-8688e1bf61a8 HTTP/1.1" status: 200 len: 868 time: 0.1068835 May 10 11:13:24.684690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51188) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:24.782583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e875c-aab2-4875-bcee-94f3998236ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:24.783984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c57e875c-aab2-4875-bcee-94f3998236ca admin admin] 10.222.0.13 "GET /v2.0/subnets/bbdf13f8-1930-4ae7-8f96-f8478852fce9 HTTP/1.1" status: 200 len: 816 time: 0.0979085 May 10 11:13:34.184646 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69e8a04d-8a50-45fd-b8f4-eb7d32f50473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:36.422507 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2d70a26b-04a1-4f00-8d8f-410c5a5a5e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:37.533228 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:39.043293 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:39.421105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:45.266114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51242) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:45.323510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-291c6c29-0f87-473e-b662-d12244ae3196 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:13:45.324873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-291c6c29-0f87-473e-b662-d12244ae3196 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576949 May 10 11:13:47.576494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51250) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:47.664811 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f01d24-d6c3-459b-8c8d-f87a9d042f4e admin admin] GET failed (client error): The resource could not be found. May 10 11:13:47.666142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e1f01d24-d6c3-459b-8c8d-f87a9d042f4e admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0886056 May 10 11:13:47.756827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ad129-21a3-4ba4-bc19-f191a1ebf2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:47.758193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-331ad129-21a3-4ba4-bc19-f191a1ebf2e2 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872209 May 10 11:13:49.969751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51258) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:50.022341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:13:50.042703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Made reservation on behalf of 92ea00d767a74e8cb38475a9819754f6 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:13:50.045027 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:50.077394 n-d-840949-1 neutron-server[102768]: WARNING neutron.services.revisions.revision_plugin [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Could not find related network for resource to bump revision. May 10 11:13:50.092694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:13:50.104724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:50.105062 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Added segment 2b539ba7-36b7-4f69-a24f-221b9f30186f of type vlan for network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 May 10 11:13:50.143032 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:50.171224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:50.172277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:50.172875 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:50.223252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2524443 May 10 11:13:50.231758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96152ad-5d32-4cfe-94e0-87b65db991ef admin admin] Pushing event updated for resources: {'Network': ['ID=a8bff2d0-49e9-4858-96c4-1b8fc6610b80,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:13:50.243945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:13:52.458660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51266) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:13:52.531640 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c290bf-69f2-4d08-b106-9c444a536a18 admin admin] GET failed (client error): The resource could not be found. May 10 11:13:52.533081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-23c290bf-69f2-4d08-b106-9c444a536a18 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0732920 May 10 11:13:52.636698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea81575-dcf7-445e-92f8-e8b99d901b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:52.638043 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8ea81575-dcf7-445e-92f8-e8b99d901b20 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0975130 May 10 11:13:52.651857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:13:52.671011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Made reservation on behalf of 92ea00d767a74e8cb38475a9819754f6 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:13:52.673313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:52.836736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:52.885340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48d1658-2cf7-4728-b18c-ffb22a6437f1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:13:52.900594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:13:52.900947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Network hostable DHCP agents. Network: a8bff2d0-49e9-4858-96c4-1b8fc6610b80, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:13:52.918523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:13:52.929525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a8bff2d0-49e9-4858-96c4-1b8fc6610b80) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:13:52.934170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:13:52.934839 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:52.938798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de873fb9-5883-4102-845d-cade4ce88cd2 None None] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:13:52.952340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1ade81a7-d0e4-4f97-9b93-9b910623fb01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038731 May 10 11:13:53.188911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'tenant_id': '92ea00d767a74e8cb38475a9819754f6', 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:13:53.189838 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:53.330261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Allocated IP 192.168.233.2 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/c980993d-ae2e-46b2-823e-19348c1f5fc0) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:13:53.476168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:53.482818 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:53.522218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:13:53.525053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:13:53.531858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:13:53.534411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Pushing event updated for resources: {'Port': ['ID=c980993d-ae2e-46b2-823e-19348c1f5fc0,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:13:53.545159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.545505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.545840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.546170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.546498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.546824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.547146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.547466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.547781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.548196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.548515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.548837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:13:53.593322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Attempting to bind port c980993d-ae2e-46b2-823e-19348c1f5fc0 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:13:53.593694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Attempting to bind port c980993d-ae2e-46b2-823e-19348c1f5fc0 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:13:53.594045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Attempting to bind port c980993d-ae2e-46b2-823e-19348c1f5fc0 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:13:53.599449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:13:53.599914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:13:53.600243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:53.600630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:13:53.601092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Bound port: c980993d-ae2e-46b2-823e-19348c1f5fc0, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:13:53.601485 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:53.667258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] For port c980993d-ae2e-46b2-823e-19348c1f5fc0, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:13:53.670381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] For port c980993d-ae2e-46b2-823e-19348c1f5fc0, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c980993d-ae2e-46b2-823e-19348c1f5fc0,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:13:53.675568 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:53.731674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa421e-f7d8-436f-896e-defd738a3df7 None None] Pushing event updated for resources: {'Port': ['ID=c980993d-ae2e-46b2-823e-19348c1f5fc0,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:13:54.625714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f73629-c331-4a22-a5c4-054f140edd39 None None] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:13:54.702962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-790ea650-5417-4632-bd7e-db16bd198e04 None None] Provisioning complete for port c980993d-ae2e-46b2-823e-19348c1f5fc0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:13:54.703295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-790ea650-5417-4632-bd7e-db16bd198e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:54.839186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-790ea650-5417-4632-bd7e-db16bd198e04 None None] Current status of the port c980993d-ae2e-46b2-823e-19348c1f5fc0 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:13:54.839665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-790ea650-5417-4632-bd7e-db16bd198e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:54.893529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-790ea650-5417-4632-bd7e-db16bd198e04 None None] For port c980993d-ae2e-46b2-823e-19348c1f5fc0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c980993d-ae2e-46b2-823e-19348c1f5fc0,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:13:54.901059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-790ea650-5417-4632-bd7e-db16bd198e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:54.949117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c980993d-ae2e-46b2-823e-19348c1f5fc0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:13:55.002389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ea650-5417-4632-bd7e-db16bd198e04 None None] Pushing event updated for resources: {'Port': ['ID=c980993d-ae2e-46b2-823e-19348c1f5fc0,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:13:55.030777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c980993d-ae2e-46b2-823e-19348c1f5fc0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:13:55.030927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:55.125012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c980993d-ae2e-46b2-823e-19348c1f5fc0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:13:55.135451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893eaddb-55f4-48a0-9f73-641372093ef7 None None] Provisioning complete for port c980993d-ae2e-46b2-823e-19348c1f5fc0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:13:55.135857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893eaddb-55f4-48a0-9f73-641372093ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:55.215998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893eaddb-55f4-48a0-9f73-641372093ef7 None None] Current status of the port c980993d-ae2e-46b2-823e-19348c1f5fc0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:13:55.563360 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:13:56.865275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c980993d-ae2e-46b2-823e-19348c1f5fc0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:13:56.914895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c980993d-ae2e-46b2-823e-19348c1f5fc0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:13:56.915265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:13:56.992700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c980993d-ae2e-46b2-823e-19348c1f5fc0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:14:04.180506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6b2-e2a3-4eb9-83c4-2fd01fb57934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:06.419110 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d6e06b26-5743-4a07-9ebc-7457f8295c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:07.536845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:09.033302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:09.425982 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:32.562884 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:14:34.183843 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6bd4e8bd-edcc-4a92-9392-f9cf668d65ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:36.425897 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88265a8f-dac8-49bb-ad50-7f51fc7a414c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:37.538349 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:39.035440 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:14:39.431272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:04.179753 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6116ee96-959f-422b-9bc8-c861fd1a4e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:06.419946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df0cb6ac-6b40-4eaf-a3d0-12e527debf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:07.543204 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:09.040247 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:09.439446 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:09.561305 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:15:28.250506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51304) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:15:28.256542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-f7832298-0757-4dc1-be5f-f0881d978166 tempest-verify_tempest_config-867287232 tempest-verify_tempest_config-867287232-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:15:28.257607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f7832298-0757-4dc1-be5f-f0881d978166 tempest-verify_tempest_config-867287232 tempest-verify_tempest_config-867287232-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060914 May 10 11:15:28.574762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51322) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:15:28.695662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:28.785855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:28.791613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:28.832993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a5f5e9-c586-4132-a18a-30a2a20112a5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:15:28.836978 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ce1bf494a5441ae82477473def0d309&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2609138 May 10 11:15:28.840032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51326) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:15:28.842612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.842952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.843281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.843607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.843965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.844291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.844606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.844919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.845231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.845541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.845848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.846155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2ac3b-364b-4812-845f-49e8f625a935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:28.917042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:28.937145 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:29.032336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:29.036334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:29.038351 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8a5f5e9-c586-4132-a18a-30a2a20112a5 HTTP/1.1" status: 204 len: 168 time: 0.1971359 May 10 11:15:29.050334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a5f5e9-c586-4132-a18a-30a2a20112a5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:15:29.057923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.058340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.058632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.058930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.059252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.059570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.059930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.060254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.060569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.060881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.061271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:29.061493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a5a7-f16d-436e-b1e5-c5db4d5080c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:15:34.187272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a76eadd1-99eb-4e80-a6b1-80deae9b8213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:36.436528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e8d17e33-1b75-447d-96fd-a1e46baba51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:37.551738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:39.044419 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:39.439157 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:46.567606 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:16:04.181976 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-49cc23cc-bf74-41b8-b0d1-c613d08bf742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:06.432880 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4455ea66-77e7-45da-bf29-03461e3f8470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:07.554400 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:09.048512 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:09.441738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:23.571877 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:16:34.190916 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-57b5db07-2eb4-4803-98d7-defcb788a7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:36.431473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6b7d578d-d7cf-4c9e-a765-6b50ff6b1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:37.553291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:39.049154 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:39.443376 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:00.570921 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:17:04.185520 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-589ae1b2-035a-4690-bc8c-07c4c0182896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:06.422649 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d50a737f-d57f-4b20-b963-6d3a8111d868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:07.558304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:09.061195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:09.446534 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:34.194602 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dadd3d23-f428-4313-b8d6-3dad5a8f047d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:36.428962 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d2bdb30-0493-4ae1-947e-96b0b7e1258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:37.564973 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:37.570839 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:17:39.063124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:39.447058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:04.191024 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52f729d1-6cfa-45c2-b924-13efecd1850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:06.435211 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1524639f-f6da-4c50-b13e-f3baa2c29d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:07.567010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:09.068147 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:09.447299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:14.578253 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:18:32.041451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448054'] for agent, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:34.196231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f210783f-da5d-4ead-bc56-92675246209f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:35.087698 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448054'] for agent, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:36.422466 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04726610-a1ce-4ab2-bdbd-fae43e34064f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:37.569627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:39.067396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:39.442486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:51.572340 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:19:02.004338 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:04.206958 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-49420c9d-1afc-4b16-a70c-fc325c352f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:05.096616 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:06.424569 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f24232fd-e8e4-45fd-9779-52f2630c76d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:07.575935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:09.075905 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:09.448783 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:23.740880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51384) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:19:23.855192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-267f6746-ae20-44be-80ff-fb0f890cef71 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1131911 May 10 11:19:26.054422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51394) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:19:26.120569 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6b36bbc1-ca3e-42f5-8651-51f2056283f8 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0649462 May 10 11:19:28.577802 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:19:32.014697 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:34.205514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c73c04cb-65fb-4690-989c-6a3221069486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:35.101903 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:36.426467 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-66d88a7c-354c-46a3-aeca-f64565d659bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:37.574776 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:39.085458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:39.450097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:02.039593 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:04.199584 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52571c34-b5d6-437b-816c-3f8bb81f6316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:05.101196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:05.577176 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:20:06.423931 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85ed51f3-7c7f-4f38-9ede-2604f791a814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:07.579990 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:09.087321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:09.448512 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:32.037937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:34.206837 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bd43218f-5178-4fb8-ab23-de702aee2505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:35.118182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:36.422255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b65b7be-ee0d-4938-b935-9bcc7d8eb066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:37.581445 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:39.085342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:39.447076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:42.578342 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:21:01.714833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51620) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:02.051449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:02.243917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ea9f804-e96e-4bfe-a844-2a3c88ec2111 tempest-AutoAllocateNetworkTest-1429893968 tempest-AutoAllocateNetworkTest-1429893968-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2a2aa4f6537e490ca6786547881681dd&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5275409 May 10 11:21:02.246192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51648) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:02.552319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa74f1-b8aa-441b-9dc2-0aa7775392c1 tempest-AutoAllocateNetworkTest-1429893968 tempest-AutoAllocateNetworkTest-1429893968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:02.556327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-99aa74f1-b8aa-441b-9dc2-0aa7775392c1 tempest-AutoAllocateNetworkTest-1429893968 tempest-AutoAllocateNetworkTest-1429893968-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3088174 May 10 11:21:02.556820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51666) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:02.619898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ad144498-49cb-4006-9bb1-e93e22f88374 tempest-AutoAllocateNetworkTest-1429893968 tempest-AutoAllocateNetworkTest-1429893968-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588241 May 10 11:21:02.620225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51674) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:02.648544 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e26bd933-817e-47b5-8d95-2851d3ffda05 tempest-AutoAllocateNetworkTest-1429893968 tempest-AutoAllocateNetworkTest-1429893968-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2a2aa4f6537e490ca6786547881681dd HTTP/1.1" status: 200 len: 208 time: 0.0269825 May 10 11:21:03.334382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51710) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:03.673506 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:03.775230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:03.779718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:03.818183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5441f0fb-5f3d-40be-a00f-c47e21993203,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:03.826438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.826876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.827377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.827795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.828234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.828646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.829052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.829457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.829862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.830420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.831024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.831596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] Tracked resource versions report: May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: pushed versions: May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: { 'AddressGroup': {'1.2'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'ConntrackHelper': {'1.0'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Log': {'1.0'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Network': {'1.1'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Port': {'1.7'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'PortForwarding': {'1.2'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'QosPolicy': {'1.9'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'SecurityGroup': {'1.4'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'SecurityGroupRule': {'1.2'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'SubPort': {'1.0'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Subnet': {'1.1'}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Trunk': {'1.1'}} May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: consumer versions: May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: { DHCP agent@n-d-840949-1: {}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: HyperV agent@n-h1-840949-1: {}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: HyperV agent@n-h2-840949-1: {}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: L3 agent@n-d-840949-1: {}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: Metadata agent@n-d-840949-1: {}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: Metering agent@n-d-840949-1: {}, May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: Open vSwitch agent@n-d-840949-1: { 'AddressGroup': '1.2', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'ConntrackHelper': '1.0', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Log': '1.0', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Network': '1.1', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Port': '1.7', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'PortForwarding': '1.2', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'QosPolicy': '1.9', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'SecurityGroup': '1.4', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'SecurityGroupRule': '1.2', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'SubPort': '1.0', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Subnet': '1.1', May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: 'Trunk': '1.1'}} May 10 11:21:03.833169 n-d-840949-1 neutron-server[102768]: {{(pid=102768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:21:03.843846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51750) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:03.844741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ee30dee3-720f-4116-ab0f-3aa9697c994b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a2aa4f6537e490ca6786547881681dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5085068 May 10 11:21:03.898825 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:03.923732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:03.971096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:03.973797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:03.974990 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5441f0fb-5f3d-40be-a00f-c47e21993203 HTTP/1.1" status: 204 len: 168 time: 0.1301744 May 10 11:21:03.985114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5441f0fb-5f3d-40be-a00f-c47e21993203,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:03.992626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.992969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.993467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.993803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.994139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.994466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.994803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.995121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.995445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.995764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.996111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.996511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea851cd-e2e8-406c-897b-0ef8e0aafbd1 admin admin] Tracked resource versions report: May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: pushed versions: May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: { 'AddressGroup': {'1.2'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'ConntrackHelper': {'1.0'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Log': {'1.0'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Network': {'1.1'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Port': {'1.7'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'PortForwarding': {'1.2'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'QosPolicy': {'1.9'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'SecurityGroup': {'1.4'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'SecurityGroupRule': {'1.2'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'SubPort': {'1.0'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Subnet': {'1.1'}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Trunk': {'1.1'}} May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: consumer versions: May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: { DHCP agent@n-d-840949-1: {}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: HyperV agent@n-h1-840949-1: {}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: HyperV agent@n-h2-840949-1: {}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: L3 agent@n-d-840949-1: {}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: Metadata agent@n-d-840949-1: {}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: Metering agent@n-d-840949-1: {}, May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: Open vSwitch agent@n-d-840949-1: { 'AddressGroup': '1.2', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'ConntrackHelper': '1.0', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Log': '1.0', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Network': '1.1', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Port': '1.7', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'PortForwarding': '1.2', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'QosPolicy': '1.9', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'SecurityGroup': '1.4', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'SecurityGroupRule': '1.2', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'SubPort': '1.0', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Subnet': '1.1', May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: 'Trunk': '1.1'}} May 10 11:21:03.997537 n-d-840949-1 neutron-server[102767]: {{(pid=102767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:21:04.333820 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d93f0429-d7ef-4522-85e2-e40cda7f46de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:04.696375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51814) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:04.699890 n-d-840949-1 neutron-server[102768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 11:21:04.728008 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-9785ee3d-7d1f-4c73-a4ea-7429058618f8 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea9440eee4444035ba2c1ae8ae849395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298626 May 10 11:21:04.841322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5886396-bd45-45b4-926b-561d78869f43 req-5a940d87-6b22-460c-ae6a-5dac6e20d2e2 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:04.842781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-5a940d87-6b22-460c-ae6a-5dac6e20d2e2 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137981 May 10 11:21:04.860149 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-52d97022-7272-4dd9-846a-a7f1d129ece9 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/quotas/ea9440eee4444035ba2c1ae8ae849395 HTTP/1.1" status: 200 len: 375 time: 0.0105393 May 10 11:21:04.924097 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-cc7e3216-7bf6-47c7-b617-83cb175b4f94 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9440eee4444035ba2c1ae8ae849395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499182 May 10 11:21:05.115698 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:05.531225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51870) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:05.795759 n-d-840949-1 neutron-server[102767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 11:21:05.854771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d3ba65f4-48ef-4814-8f63-19d992898eea req-086e93c0-7c7e-432b-a763-5b77dae85adf tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 210 time: 0.3222289 May 10 11:21:06.425431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bbff5426-ec25-4bef-9d43-0ae716232722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:07.028419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.70', 58175) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:07.058357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-b937f03f-7dda-4082-bf4b-d69df20e339b tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea9440eee4444035ba2c1ae8ae849395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274248 May 10 11:21:07.166850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c948f0f-c883-4567-b329-76d6e35f28c5 req-4b9c1942-0c25-48c5-847d-c0ba98b30d39 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 210 time: 0.0299785 May 10 11:21:07.232367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5886396-bd45-45b4-926b-561d78869f43 req-2ab0074f-655e-4fa3-a7ce-0c4f61cba06e tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:07.233843 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-2ab0074f-655e-4fa3-a7ce-0c4f61cba06e tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676033 May 10 11:21:07.332768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Request body: {'port': {'device_id': '93dc519a-e66e-4d98-ab67-5df732090c7d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'ea9440eee4444035ba2c1ae8ae849395'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:07.608775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:07.662674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Made reservation on behalf of ea9440eee4444035ba2c1ae8ae849395 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:07.674062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:07.686702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:07.805097 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:07.815660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:07.983074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5599f827-318d-40f8-be53-26d8f75ea4f9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:08.121824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Allocated IP 192.168.233.154 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/0d768bd6-137c-4b58-ab1d-22886b310ae8) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:08.313085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.314894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52144) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:08.328200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53c0b549-1e90-4b26-b824-d2c435ddb101 req-0ce1bcfa-5e97-4a48-b625-2342fcdd1845 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 210 time: 0.0443499 May 10 11:21:08.370114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.448812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52154) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:08.480594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:08.489300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:08.501035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:08.507525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:08.508386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.530958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Pushing event updated for resources: {'Port': ['ID=0d768bd6-137c-4b58-ab1d-22886b310ae8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:08.555015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-7cad69b3-2387-48a3-a39e-ea6576632bac tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2305086 May 10 11:21:08.573483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-83cab80f-dd47-47ed-b602-47ed39110580 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:21:08.582354 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-83cab80f-dd47-47ed-b602-47ed39110580 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101571 May 10 11:21:08.810412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52168) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:08.917373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b63bfcfb-a13f-44af-93ee-304c5727077f None None] Provisioning complete for port 0d768bd6-137c-4b58-ab1d-22886b310ae8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:08.920425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b63bfcfb-a13f-44af-93ee-304c5727077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.985633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b63bfcfb-a13f-44af-93ee-304c5727077f None None] Port 0d768bd6-137c-4b58-ab1d-22886b310ae8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:21:09.097250 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.227602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52182) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:09.401956 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b350fa1e-48e6-4a9c-8f2a-b48fe80c0f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.456324 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.477850 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b29420aa-8534-4426-9db3-b6a758a0a8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.503241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b350fa1e-48e6-4a9c-8f2a-b48fe80c0f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.506944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf15-a8b2-4429-ac73-b46ab3e1e702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.520033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b350fa1e-48e6-4a9c-8f2a-b48fe80c0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.569172 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b350fa1e-48e6-4a9c-8f2a-b48fe80c0f65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=824dbeca8d0640e092dae86198f9eacf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3403425 May 10 11:21:09.576805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:09.608718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72999202-f481-4fc0-95e7-c4696c6db2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.641124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350fa1e-48e6-4a9c-8f2a-b48fe80c0f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305dab8e-4c12-4fc2-8bfe-ebcc742b876b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:09.680608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-7a7e9b88-cbd0-493d-aa80-d1cfc14045c9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba26e1e49dff49a68e67a38d3c89442f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040473 May 10 11:21:09.740325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-464582e9-97c2-41d9-8934-a74afd47fb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.776347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Request body: {'port': {'device_id': '93dc519a-e66e-4d98-ab67-5df732090c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:09.868340 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf15-a8b2-4429-ac73-b46ab3e1e702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.899411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf15-a8b2-4429-ac73-b46ab3e1e702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.910233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-464582e9-97c2-41d9-8934-a74afd47fb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:09.985512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2f48-b4b0-467e-8e2c-dafea5e06e0f req-962a6bf0-7872-44e5-8692-61e0af47e36b tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:09.987404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e17e2f48-b4b0-467e-8e2c-dafea5e06e0f req-962a6bf0-7872-44e5-8692-61e0af47e36b tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 936 time: 0.2446017 May 10 11:21:10.002592 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.068603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6f5bdf15-a8b2-4429-ac73-b46ab3e1e702 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebe02589e06d4a41bc44d64dea850ed5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6181633 May 10 11:21:10.069474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52218) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:10.086467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-27c733c6-74f9-4df3-b01c-db21620c52b4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:10.094635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-27c733c6-74f9-4df3-b01c-db21620c52b4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126506 May 10 11:21:10.107077 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b29420aa-8534-4426-9db3-b6a758a0a8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.132979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bdf15-a8b2-4429-ac73-b46ab3e1e702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac8a956-7d8b-409c-8580-4666bcd5a85f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:10.137987 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72999202-f481-4fc0-95e7-c4696c6db2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.143128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b29420aa-8534-4426-9db3-b6a758a0a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.158554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-e4fb1a0c-3cd1-4fc0-af1a-0fa52473995d tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/quotas/ba26e1e49dff49a68e67a38d3c89442f HTTP/1.1" status: 200 len: 375 time: 0.0625770 May 10 11:21:10.168733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72999202-f481-4fc0-95e7-c4696c6db2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.263366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-9b45528f-5e6f-49a2-a01b-c12ed4ce150e tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba26e1e49dff49a68e67a38d3c89442f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035519 May 10 11:21:10.329170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-72999202-f481-4fc0-95e7-c4696c6db2a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82d73a07662649ad84bef8abc0dc0bf2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5167015 May 10 11:21:10.341835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52224) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:10.390292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b29420aa-8534-4426-9db3-b6a758a0a8a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eb9964bbd5946839810e8694694b8ce&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0731397 May 10 11:21:10.391363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29420aa-8534-4426-9db3-b6a758a0a8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97faf6-b574-403f-9b99-2f95bcbfdc98,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:10.404497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52226) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:10.474362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e17e2f48-b4b0-467e-8e2c-dafea5e06e0f req-76df580f-2f38-4b81-b5d0-a6539c491a37 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783528 May 10 11:21:10.499528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-464582e9-97c2-41d9-8934-a74afd47fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.499528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-464582e9-97c2-41d9-8934-a74afd47fb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.499528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-464582e9-97c2-41d9-8934-a74afd47fb82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/305dab8e-4c12-4fc2-8bfe-ebcc742b876b HTTP/1.1" status: 204 len: 168 time: 0.9213498 May 10 11:21:10.501128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72999202-f481-4fc0-95e7-c4696c6db2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bcbed0-0ee4-43e1-8743-7a5771d3469a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:10.576453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464582e9-97c2-41d9-8934-a74afd47fb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305dab8e-4c12-4fc2-8bfe-ebcc742b876b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:10.587854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4d92ba-1ca2-4df4-b5a3-859470ec68fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.672468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-479ce221-6e62-4d04-b2f1-117cdd0b919a req-5f50dbdf-38bc-43ec-9f21-ee3ba2278ebf tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.0589702 May 10 11:21:10.678933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d768bd6-137c-4b58-ab1d-22886b310ae8 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:10.687133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.715752 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4d92ba-1ca2-4df4-b5a3-859470ec68fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.724063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Transition to ACTIVE for port object 0d768bd6-137c-4b58-ab1d-22886b310ae8 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:21:10.731994 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.764612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6abd4855-a019-4817-bdae-790ed0043e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.907369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5db81ab2-56dd-49eb-8158-f16fce633b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.931994 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6abd4855-a019-4817-bdae-790ed0043e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:10.946114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Pushing event updated for resources: {'Port': ['ID=0d768bd6-137c-4b58-ab1d-22886b310ae8,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:11.030107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4d92ba-1ca2-4df4-b5a3-859470ec68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.039589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4d92ba-1ca2-4df4-b5a3-859470ec68fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.042419 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fb4d92ba-1ca2-4df4-b5a3-859470ec68fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dac8a956-7d8b-409c-8580-4666bcd5a85f HTTP/1.1" status: 204 len: 168 time: 0.9645472 May 10 11:21:11.055982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6abd4855-a019-4817-bdae-790ed0043e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.087665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6abd4855-a019-4817-bdae-790ed0043e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.087665 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6abd4855-a019-4817-bdae-790ed0043e14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a97faf6-b574-403f-9b99-2f95bcbfdc98 HTTP/1.1" status: 204 len: 168 time: 0.6276822 May 10 11:21:11.141462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d92ba-1ca2-4df4-b5a3-859470ec68fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac8a956-7d8b-409c-8580-4666bcd5a85f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:11.195180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd4855-a019-4817-bdae-790ed0043e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97faf6-b574-403f-9b99-2f95bcbfdc98,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:11.217341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5db81ab2-56dd-49eb-8158-f16fce633b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.234114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Attempting to bind port 0d768bd6-137c-4b58-ab1d-22886b310ae8 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:11.235563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Attempting to bind port 0d768bd6-137c-4b58-ab1d-22886b310ae8 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:11.237065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Attempting to bind port 0d768bd6-137c-4b58-ab1d-22886b310ae8 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:11.262082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Port 0d768bd6-137c-4b58-ab1d-22886b310ae8 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:21:11.263100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Attempting to bind port 0d768bd6-137c-4b58-ab1d-22886b310ae8 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:11.293528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:11.296430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:11.297111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:11.297754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Bound port: 0d768bd6-137c-4b58-ab1d-22886b310ae8, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:11.298140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.325658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52276) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:11.356495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6751fe3e-1303-40e8-9d08-d49c9fbb5e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.492923 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6751fe3e-1303-40e8-9d08-d49c9fbb5e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.513033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6751fe3e-1303-40e8-9d08-d49c9fbb5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.515622 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5db81ab2-56dd-49eb-8158-f16fce633b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.518068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5db81ab2-56dd-49eb-8158-f16fce633b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.519245 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5db81ab2-56dd-49eb-8158-f16fce633b5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17bcbed0-0ee4-43e1-8743-7a5771d3469a HTTP/1.1" status: 204 len: 168 time: 1.1727757 May 10 11:21:11.553503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] For port 0d768bd6-137c-4b58-ab1d-22886b310ae8, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:11.577379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] For port 0d768bd6-137c-4b58-ab1d-22886b310ae8, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0d768bd6-137c-4b58-ab1d-22886b310ae8,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:11.586973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.608298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751fe3e-1303-40e8-9d08-d49c9fbb5e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6566bb7-698d-40fb-9e7b-09b6a9ba7f0e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:11.633319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db81ab2-56dd-49eb-8158-f16fce633b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bcbed0-0ee4-43e1-8743-7a5771d3469a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:11.673921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6751fe3e-1303-40e8-9d08-d49c9fbb5e05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0664960126349c3917fba017f8f8dc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3468723 May 10 11:21:11.676974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52298) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:11.749305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:11.751447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.768719 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] 10.222.0.70 "PUT /v2.0/ports/0d768bd6-137c-4b58-ab1d-22886b310ae8 HTTP/1.1" status: 200 len: 1096 time: 2.1106186 May 10 11:21:11.770784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dc519a-e66e-4d98-ab67-5df732090c7d', 'tag': '0d768bd6-137c-4b58-ab1d-22886b310ae8'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:11.956479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-871cb069-42d6-4fe9-ae2d-6b0b8a8d00c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:11.983358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c123e-244e-48c4-a85f-be962e83d4df req-4cd089f9-c484-4ef4-aaed-99c438bf9f87 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:11.992484 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c20c123e-244e-48c4-a85f-be962e83d4df req-4cd089f9-c484-4ef4-aaed-99c438bf9f87 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.2225997 May 10 11:21:12.047377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52314) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:12.070778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cc75c4b2-eb35-46a3-a40c-299646938c98 req-936b9e5b-6c25-4e80-b5a1-e72bf6d256d4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.0808187 May 10 11:21:12.126442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-871cb069-42d6-4fe9-ae2d-6b0b8a8d00c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.135268 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7727bb4-9a2b-43e5-9fb5-92fef616e819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.310087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c20c123e-244e-48c4-a85f-be962e83d4df req-ecf87286-e590-4609-b832-c1f097c3057a tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049784 May 10 11:21:12.317300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a498b49-fe19-44d5-aa6d-33e8e84b7611 service neutron] Pushing event updated for resources: {'Port': ['ID=0d768bd6-137c-4b58-ab1d-22886b310ae8,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:12.388970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5886396-bd45-45b4-926b-561d78869f43 req-aa18eb4d-1e8e-484d-b88c-8bc581ea1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:12.390807 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-aa18eb4d-1e8e-484d-b88c-8bc581ea1609 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea9440eee4444035ba2c1ae8ae849395&device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 1099 time: 0.4238892 May 10 11:21:12.510509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-871cb069-42d6-4fe9-ae2d-6b0b8a8d00c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.514382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-871cb069-42d6-4fe9-ae2d-6b0b8a8d00c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.515697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-871cb069-42d6-4fe9-ae2d-6b0b8a8d00c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6566bb7-698d-40fb-9e7b-09b6a9ba7f0e HTTP/1.1" status: 204 len: 168 time: 0.8372431 May 10 11:21:12.531205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb069-42d6-4fe9-ae2d-6b0b8a8d00c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6566bb7-698d-40fb-9e7b-09b6a9ba7f0e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:12.568175 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7727bb4-9a2b-43e5-9fb5-92fef616e819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.578224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7727bb4-9a2b-43e5-9fb5-92fef616e819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.601917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52334) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:12.630866 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b650135-1ca4-4caa-83a2-404e60e71698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.661083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7727bb4-9a2b-43e5-9fb5-92fef616e819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c6f5e1-a825-45fb-a743-abfe5271654a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:12.701943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d7727bb4-9a2b-43e5-9fb5-92fef616e819 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bf80e4f84514758bdac93209eb75fc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6470785 May 10 11:21:12.705130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52338) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:12.810128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c5408fa-069d-48f5-bf12-76c2b79d6098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.812372 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8061ea0f-8d6d-4869-8a27-b762ca3f238c" -d '{"events": [{"name": "network-changed", "server_uuid": "93dc519a-e66e-4d98-ab67-5df732090c7d", "tag": "0d768bd6-137c-4b58-ab1d-22886b310ae8"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:12.844118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b650135-1ca4-4caa-83a2-404e60e71698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.846414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c5408fa-069d-48f5-bf12-76c2b79d6098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.851386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b650135-1ca4-4caa-83a2-404e60e71698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.944496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b650135-1ca4-4caa-83a2-404e60e71698 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60d39670486f43328d1d26fba92d028b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3413284 May 10 11:21:12.946063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b650135-1ca4-4caa-83a2-404e60e71698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08feae25-ea63-4e8a-950c-01f962fc1b16,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:12.947304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52344) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:12.966079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c5408fa-069d-48f5-bf12-76c2b79d6098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.969551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c5408fa-069d-48f5-bf12-76c2b79d6098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:12.970404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8c5408fa-069d-48f5-bf12-76c2b79d6098 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11c6f5e1-a825-45fb-a743-abfe5271654a HTTP/1.1" status: 204 len: 168 time: 0.2624719 May 10 11:21:12.985259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5408fa-069d-48f5-bf12-76c2b79d6098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c6f5e1-a825-45fb-a743-abfe5271654a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:13.030669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0f09a73-8ee3-4f36-9e25-b9e46b1fe06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.083210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0f09a73-8ee3-4f36-9e25-b9e46b1fe06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.173116 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0f09a73-8ee3-4f36-9e25-b9e46b1fe06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.178071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0f09a73-8ee3-4f36-9e25-b9e46b1fe06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.179792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f0f09a73-8ee3-4f36-9e25-b9e46b1fe06d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08feae25-ea63-4e8a-950c-01f962fc1b16 HTTP/1.1" status: 204 len: 168 time: 0.2310505 May 10 11:21:13.195872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f09a73-8ee3-4f36-9e25-b9e46b1fe06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08feae25-ea63-4e8a-950c-01f962fc1b16,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:13.276352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8725236-e1b2-45f2-afa3-043ecc78654b req-0cb996c0-f5fc-4225-92b4-5a82895d4b4f tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.1277354 May 10 11:21:13.451307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52358) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:13.469289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b566b6d2-3c4e-4fa1-908b-47ebb2b4d9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.536924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df0a12-c9bc-428a-9a80-5047bcf6ed34 req-8c5c5936-b324-4eb4-a16f-1c6e6b99a078 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:13.541371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-97df0a12-c9bc-428a-9a80-5047bcf6ed34 req-8c5c5936-b324-4eb4-a16f-1c6e6b99a078 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.1060030 May 10 11:21:13.619120 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-97df0a12-c9bc-428a-9a80-5047bcf6ed34 req-ab2326fe-5c06-4e53-bbfe-2f036dcf297b tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736389 May 10 11:21:13.634943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b566b6d2-3c4e-4fa1-908b-47ebb2b4d9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.653399 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b566b6d2-3c4e-4fa1-908b-47ebb2b4d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.675205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52360) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:13.746958 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40033555-032f-45d8-b7a7-634e8e10dde9 x-openstack-request-id: req-40033555-032f-45d8-b7a7-634e8e10dde9 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:13.747251 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dc519a-e66e-4d98-ab67-5df732090c7d", "tag": "0d768bd6-137c-4b58-ab1d-22886b310ae8", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:13.747501 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40033555-032f-45d8-b7a7-634e8e10dde9 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:13.747997 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40033555-032f-45d8-b7a7-634e8e10dde9'] response: {'name': 'network-changed', 'server_uuid': '93dc519a-e66e-4d98-ab67-5df732090c7d', 'tag': '0d768bd6-137c-4b58-ab1d-22886b310ae8', 'status': 'completed', 'code': 200} May 10 11:21:13.771219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b566b6d2-3c4e-4fa1-908b-47ebb2b4d9f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a55a19cead24fcca8bf6a6beba0b8fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3161275 May 10 11:21:13.771219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566b6d2-3c4e-4fa1-908b-47ebb2b4d9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a9b015-1184-4d96-b607-0405cd8f80f6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:13.771617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52368) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:13.865844 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-686920e1-4b15-463f-a94a-0c4608b6b72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.889228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-686920e1-4b15-463f-a94a-0c4608b6b72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.952754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-686920e1-4b15-463f-a94a-0c4608b6b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.956397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-686920e1-4b15-463f-a94a-0c4608b6b72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:13.959995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-686920e1-4b15-463f-a94a-0c4608b6b72c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24a9b015-1184-4d96-b607-0405cd8f80f6 HTTP/1.1" status: 204 len: 168 time: 0.1850469 May 10 11:21:13.969124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686920e1-4b15-463f-a94a-0c4608b6b72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a9b015-1184-4d96-b607-0405cd8f80f6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:14.151754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36e9b575-17c1-4532-a6d8-a4f40481aa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:14.279286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36e9b575-17c1-4532-a6d8-a4f40481aa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:14.284906 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36e9b575-17c1-4532-a6d8-a4f40481aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:14.330427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52388) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:14.338064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-36e9b575-17c1-4532-a6d8-a4f40481aa1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b99278f6fe994355b16c6fd686838a0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6561718 May 10 11:21:14.339451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9b575-17c1-4532-a6d8-a4f40481aa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe77834-629d-4d52-aefc-48c24724f03a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:14.444233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1aba8a98-3ead-413d-8b19-508d8969f8d3 req-337a0014-d876-49e9-b178-9823eef9fcf2 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.0470285 May 10 11:21:14.447758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76c4b490-0d38-4bdc-9c70-f90ebf3fd30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:14.497676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76c4b490-0d38-4bdc-9c70-f90ebf3fd30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:14.567592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76c4b490-0d38-4bdc-9c70-f90ebf3fd30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:14.570479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76c4b490-0d38-4bdc-9c70-f90ebf3fd30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:14.575846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-76c4b490-0d38-4bdc-9c70-f90ebf3fd30b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fe77834-629d-4d52-aefc-48c24724f03a HTTP/1.1" status: 204 len: 168 time: 0.2442963 May 10 11:21:14.585939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4b490-0d38-4bdc-9c70-f90ebf3fd30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe77834-629d-4d52-aefc-48c24724f03a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:14.835314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc021e4-5ff2-4359-b2a8-5dd0e763a5fd req-e151f1ca-6009-41d6-9ea7-0a980b3a040b tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:14.837329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cbc021e4-5ff2-4359-b2a8-5dd0e763a5fd req-e151f1ca-6009-41d6-9ea7-0a980b3a040b tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.0780234 May 10 11:21:14.883217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cbc021e4-5ff2-4359-b2a8-5dd0e763a5fd req-2cd4f9ac-dcc9-4403-bc2b-aa1ea73c0564 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 May 10 11:21:15.257669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52428) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:15.272812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4ad774e-a597-4de3-bf3f-6be2713ca972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:15.392913 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4ad774e-a597-4de3-bf3f-6be2713ca972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:15.399458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4ad774e-a597-4de3-bf3f-6be2713ca972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:15.461850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad774e-a597-4de3-bf3f-6be2713ca972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac63a494-77e6-4200-9fef-a9a76d1d2eae,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:15.514491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c4ad774e-a597-4de3-bf3f-6be2713ca972 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e46066f3b5744344b483fe806e9805e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2557404 May 10 11:21:15.517240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52444) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:15.643618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d2aacffa-e73e-4367-a019-e3ffa85b067a req-5b4f8427-ec24-4653-b5ef-1130c69ba67b tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.0329247 May 10 11:21:15.648251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9993370a-baa6-4c9d-8549-306160d17fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:15.685576 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9993370a-baa6-4c9d-8549-306160d17fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:15.766873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9993370a-baa6-4c9d-8549-306160d17fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:15.777135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9993370a-baa6-4c9d-8549-306160d17fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:15.778703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9993370a-baa6-4c9d-8549-306160d17fb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac63a494-77e6-4200-9fef-a9a76d1d2eae HTTP/1.1" status: 204 len: 168 time: 0.2595644 May 10 11:21:15.794657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993370a-baa6-4c9d-8549-306160d17fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac63a494-77e6-4200-9fef-a9a76d1d2eae,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:16.078593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc2698-e42f-47d4-be5f-da2f6ef44657 req-20f1ee1f-c961-4245-b3d9-19a2547cbed4 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:16.080323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dbc2698-e42f-47d4-be5f-da2f6ef44657 req-20f1ee1f-c961-4245-b3d9-19a2547cbed4 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.0688396 May 10 11:21:16.136465 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dbc2698-e42f-47d4-be5f-da2f6ef44657 req-5bcd34f4-224c-4d20-9fb5-e52c65bf3f29 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485632 May 10 11:21:16.767529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bc5e7ed-4b60-4994-b135-cc74bf373ee1 req-55358719-d1b5-42c6-a178-4abaccfa12ef tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.0402248 May 10 11:21:17.304655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e69d2-033f-44cf-ac1c-2d68403e4755 req-5addf27d-443d-4623-96f7-7ad929a6b313 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:17.306065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c24e69d2-033f-44cf-ac1c-2d68403e4755 req-5addf27d-443d-4623-96f7-7ad929a6b313 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.0693207 May 10 11:21:17.368369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c24e69d2-033f-44cf-ac1c-2d68403e4755 req-a5af7e94-2813-48b6-bd4b-78e3f23cbe8f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528998 May 10 11:21:17.875992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-753c7793-ae3b-4d4d-9779-3f4e368d82a0 req-f35a7258-ea61-486b-86b8-1e588a55b99c tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.0326650 May 10 11:21:18.269336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-7f938596-0d7f-4b04-9cdc-bcbc2c8616be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0d768bd6-137c-4b58-ab1d-22886b310ae8 HTTP/1.1" status: 200 len: 217 time: 0.0983474 May 10 11:21:18.358163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5886396-bd45-45b4-926b-561d78869f43 req-4813f71c-36ac-4641-a23c-87544fbfd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:18.359650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-4813f71c-36ac-4641-a23c-87544fbfd965 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0733080 May 10 11:21:18.463001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a970693-ae5a-4a49-87f1-579c4c0e1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:18.465499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-2a970693-ae5a-4a49-87f1-579c4c0e1133 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959733 May 10 11:21:18.579498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-0e6658c6-672b-4c75-8d48-2184361e59c1 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975244 May 10 11:21:18.714499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5886396-bd45-45b4-926b-561d78869f43 req-d7d7f490-928e-4dd1-8aef-46a537f07e57 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278405 May 10 11:21:18.727198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25a77b-65b8-4056-a78f-47421692a4bc req-f24c7a24-1dc7-4b3b-be97-8075a81310f7 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:18.728701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce25a77b-65b8-4056-a78f-47421692a4bc req-f24c7a24-1dc7-4b3b-be97-8075a81310f7 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.0736287 May 10 11:21:18.823540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce25a77b-65b8-4056-a78f-47421692a4bc req-8e1e9645-372b-4499-a8f2-c7d1c8af544f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878675 May 10 11:21:18.840951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.70', 58181) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:18.857681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-02351b71-d277-475e-9a46-fbcbf4b9e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:18.860413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-02351b71-d277-475e-9a46-fbcbf4b9e1b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea9440eee4444035ba2c1ae8ae849395&device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 1099 time: 0.0813012 May 10 11:21:18.872151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-c74fd857-0642-463e-9451-05c0c29bcd3e tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ba26e1e49dff49a68e67a38d3c89442f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380116 May 10 11:21:19.116536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-178c4760-0518-4dcb-8ed9-1e5c036f7c2f tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:19.118149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-178c4760-0518-4dcb-8ed9-1e5c036f7c2f tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391665 May 10 11:21:19.134427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Request body: {'port': {'device_id': '9cbb55b0-fee1-4be6-bfbf-b49994215bcb', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'ba26e1e49dff49a68e67a38d3c89442f'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:19.197651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8db6dd0-d75e-4ae9-9ef8-b738f17482d8 req-4199a6cf-6c40-466d-9f00-a77f1c401ce2 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.0590737 May 10 11:21:19.271106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-98303d47-ae46-41bf-89c7-edde35b6977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:19.272834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-98303d47-ae46-41bf-89c7-edde35b6977e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.4012511 May 10 11:21:19.327537 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-a5ac8c47-b195-4fde-9069-85e152e276eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0d768bd6-137c-4b58-ab1d-22886b310ae8 HTTP/1.1" status: 200 len: 217 time: 0.0471287 May 10 11:21:19.395507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-13a5e040-d7da-4298-b822-e1116c8a832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:19.397263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-13a5e040-d7da-4298-b822-e1116c8a832d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0613012 May 10 11:21:19.454542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-a43cd0df-e622-41a2-b593-6107e5c64473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:19.456742 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-a43cd0df-e622-41a2-b593-6107e5c64473 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520451 May 10 11:21:19.492631 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Made reservation on behalf of ba26e1e49dff49a68e67a38d3c89442f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:19.502616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:19.518963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:19.562487 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-2544091f-73e7-494a-8e40-2476bbabe9fa service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977814 May 10 11:21:19.578261 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:21:19.621725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:19.627893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:19.674616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8061ea0f-8d6d-4869-8a27-b762ca3f238c req-cb22dad9-c7b4-4368-8746-c406c9e5945a service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050463 May 10 11:21:19.744047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae785f6-51a6-4105-a5da-429ec5de38e9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:19.884377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Allocated IP 192.168.233.40 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/aa87b708-28ea-4a30-a5ff-26e95b97cf6e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:19.926029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52630) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:19.997515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:20.027156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52640) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:20.044209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277f23-9d93-46b8-a7fb-be0b4806463a req-e971d919-7640-4392-b4f4-25d988c11143 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:20.051376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28277f23-9d93-46b8-a7fb-be0b4806463a req-e971d919-7640-4392-b4f4-25d988c11143 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.1308563 May 10 11:21:20.103120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28277f23-9d93-46b8-a7fb-be0b4806463a req-3e0deb07-3b79-4ef0-a77b-e37af2f65746 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 May 10 11:21:20.141434 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6a52b81-36c7-48b1-a6a9-85c0ca985e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.146018 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.194187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.196590 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-966ede59-7994-436e-8621-4e1f6ace62b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.258082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7234118c-9639-4997-a577-bc58d61f434f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.271379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:20.276918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:20.279794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:20.285799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:20.286418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.318577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Pushing event updated for resources: {'Port': ['ID=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:20.336225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-1358da25-df12-4808-af97-92ca5e7aece4 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2072124 May 10 11:21:20.355857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Request body: {'port': {'device_id': '9cbb55b0-fee1-4be6-bfbf-b49994215bcb', 'device_owner': 'compute:tempest-test_az-747304468', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:20.401385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6a52b81-36c7-48b1-a6a9-85c0ca985e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.434590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.440496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6a52b81-36c7-48b1-a6a9-85c0ca985e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.505365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-966ede59-7994-436e-8621-4e1f6ace62b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.525036 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d6a52b81-36c7-48b1-a6a9-85c0ca985e25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a89be55243447339d631bb40bf6ee83&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5945992 May 10 11:21:20.530842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52662) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:20.551069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-966ede59-7994-436e-8621-4e1f6ace62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.605332 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-966ede59-7994-436e-8621-4e1f6ace62b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54bb17e389ca46e69d49cdcf686b596f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068919 May 10 11:21:20.608813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52672) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:20.613992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a52b81-36c7-48b1-a6a9-85c0ca985e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ceb67b-a80e-40f0-bfd2-c3e8ed8f7f74,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:20.646140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7234118c-9639-4997-a577-bc58d61f434f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.662796 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7234118c-9639-4997-a577-bc58d61f434f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.668080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ede59-7994-436e-8621-4e1f6ace62b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb99047-a0ed-47c9-b731-0212666ce3cf,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:20.688889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-646c4815-0c27-407e-ab08-3530e17eabb9 None None] Provisioning complete for port aa87b708-28ea-4a30-a5ff-26e95b97cf6e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:20.689458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-646c4815-0c27-407e-ab08-3530e17eabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.724495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7234118c-9639-4997-a577-bc58d61f434f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7adc1cde93164c7c931b23394ce7fdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961806 May 10 11:21:20.727483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa439-40b0-497f-9e2f-6b1ce16c6282 req-aa34de01-8ba5-4e90-890f-d7f54c164cb0 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:20.728180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb5fcbd5-cc05-4fe9-8cdd-916e1fcd01e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.729054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebaaa439-40b0-497f-9e2f-6b1ce16c6282 req-aa34de01-8ba5-4e90-890f-d7f54c164cb0 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 935 time: 0.2524300 May 10 11:21:20.745447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-646c4815-0c27-407e-ab08-3530e17eabb9 None None] Port aa87b708-28ea-4a30-a5ff-26e95b97cf6e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:21:20.758806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb5fcbd5-cc05-4fe9-8cdd-916e1fcd01e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.779967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52678) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:20.789531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234118c-9639-4997-a577-bc58d61f434f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4470fad-fc7d-460a-be3f-6d2297b53322,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:20.823021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb5fcbd5-cc05-4fe9-8cdd-916e1fcd01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.826132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb5fcbd5-cc05-4fe9-8cdd-916e1fcd01e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.830422 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eb5fcbd5-cc05-4fe9-8cdd-916e1fcd01e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11ceb67b-a80e-40f0-bfd2-c3e8ed8f7f74 HTTP/1.1" status: 204 len: 168 time: 0.2955680 May 10 11:21:20.837027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fcbd5-cc05-4fe9-8cdd-916e1fcd01e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ceb67b-a80e-40f0-bfd2-c3e8ed8f7f74,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:20.927210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8526f689-c142-4eda-ab01-373b1a8d5146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:20.943743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebaaa439-40b0-497f-9e2f-6b1ce16c6282 req-3de0fd18-3cb3-4617-96d7-3f96a2850dee tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586597 May 10 11:21:21.010757 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8526f689-c142-4eda-ab01-373b1a8d5146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.021908 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cd52f0-8802-4b12-8dd5-129f3fe9ebf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.061870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa87b708-28ea-4a30-a5ff-26e95b97cf6e {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:21.074735 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.101242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cd52f0-8802-4b12-8dd5-129f3fe9ebf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.118593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Transition to ACTIVE for port object aa87b708-28ea-4a30-a5ff-26e95b97cf6e will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:21:21.130879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.188379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8526f689-c142-4eda-ab01-373b1a8d5146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.191361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8526f689-c142-4eda-ab01-373b1a8d5146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.192541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8526f689-c142-4eda-ab01-373b1a8d5146 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcb99047-a0ed-47c9-b731-0212666ce3cf HTTP/1.1" status: 204 len: 168 time: 0.5827041 May 10 11:21:21.219407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526f689-c142-4eda-ab01-373b1a8d5146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb99047-a0ed-47c9-b731-0212666ce3cf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:21.240874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Pushing event updated for resources: {'Port': ['ID=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:21.268314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52716) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:21.295849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824feea3-9c2a-4d7e-87a9-e48c9291d823 req-a61d291f-6994-4d93-8c7c-b90c54fb3fa3 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:21.300576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-824feea3-9c2a-4d7e-87a9-e48c9291d823 req-a61d291f-6994-4d93-8c7c-b90c54fb3fa3 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.0917897 May 10 11:21:21.302478 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cd52f0-8802-4b12-8dd5-129f3fe9ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.306219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cd52f0-8802-4b12-8dd5-129f3fe9ebf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.307396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-37cd52f0-8802-4b12-8dd5-129f3fe9ebf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4470fad-fc7d-460a-be3f-6d2297b53322 HTTP/1.1" status: 204 len: 168 time: 0.5254471 May 10 11:21:21.317388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a8bea40-8e28-4933-9daa-c8c539222d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.327001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd52f0-8802-4b12-8dd5-129f3fe9ebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4470fad-fc7d-460a-be3f-6d2297b53322,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:21.328960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Attempting to bind port aa87b708-28ea-4a30-a5ff-26e95b97cf6e on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:21.329324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Attempting to bind port aa87b708-28ea-4a30-a5ff-26e95b97cf6e by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:21.329764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Attempting to bind port aa87b708-28ea-4a30-a5ff-26e95b97cf6e on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:21.334902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Port aa87b708-28ea-4a30-a5ff-26e95b97cf6e on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:21:21.334902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Attempting to bind port aa87b708-28ea-4a30-a5ff-26e95b97cf6e on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:21.351690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:21.352066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:21.352732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:21.353070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Bound port: aa87b708-28ea-4a30-a5ff-26e95b97cf6e, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:21.353432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.376730 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-824feea3-9c2a-4d7e-87a9-e48c9291d823 req-15d5d34a-ca3d-452f-ab0b-37a96dbd5788 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613456 May 10 11:21:21.466099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] For port aa87b708-28ea-4a30-a5ff-26e95b97cf6e, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:21.471789 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a8bea40-8e28-4933-9daa-c8c539222d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.472637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] For port aa87b708-28ea-4a30-a5ff-26e95b97cf6e, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:21.478656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a8bea40-8e28-4933-9daa-c8c539222d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.480653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.509750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bea40-8e28-4933-9daa-c8c539222d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852389c4-5579-486e-826c-b12eea377df0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:21.526130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:21.526920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.528888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] 10.222.0.70 "PUT /v2.0/ports/aa87b708-28ea-4a30-a5ff-26e95b97cf6e HTTP/1.1" status: 200 len: 1116 time: 1.1849830 May 10 11:21:21.531868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbb55b0-fee1-4be6-bfbf-b49994215bcb', 'tag': 'aa87b708-28ea-4a30-a5ff-26e95b97cf6e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:21.535039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9a8bea40-8e28-4933-9daa-c8c539222d65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5cadf46ba4e47abbca2767dd487a117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621951 May 10 11:21:21.535718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52722) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:21.623666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d42dee82-b646-429e-a8b8-55125be51f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.651773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d42dee82-b646-429e-a8b8-55125be51f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.722642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52728) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:21.725683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d42dee82-b646-429e-a8b8-55125be51f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.731011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d42dee82-b646-429e-a8b8-55125be51f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.735648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d42dee82-b646-429e-a8b8-55125be51f38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/852389c4-5579-486e-826c-b12eea377df0 HTTP/1.1" status: 204 len: 168 time: 0.1988177 May 10 11:21:21.766594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dee82-b646-429e-a8b8-55125be51f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852389c4-5579-486e-826c-b12eea377df0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:21.875301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9e2ba-583d-4e20-a4d3-f2f59a7a0f95 service neutron] Pushing event updated for resources: {'Port': ['ID=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:21.900976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-b56564cb-2a8c-4f6c-b21d-789941ae5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:21.902775 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-b56564cb-2a8c-4f6c-b21d-789941ae5c43 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba26e1e49dff49a68e67a38d3c89442f&device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 1119 time: 0.2943466 May 10 11:21:21.949989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52748) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:21.965212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e23b7822-ed36-4549-8908-8e898637dd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:21.994332 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-4b3ab7d1-0d7d-48c6-9b39-5bdfa71f1b86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=aa87b708-28ea-4a30-a5ff-26e95b97cf6e HTTP/1.1" status: 200 len: 217 time: 0.0812426 May 10 11:21:22.084552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-253180df-cfc0-4696-8448-4aa7ed136f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:22.086500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-253180df-cfc0-4696-8448-4aa7ed136f46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0865502 May 10 11:21:22.141908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f900d92-3c6c-4935-ab73-3f4f137afc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.163407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e23b7822-ed36-4549-8908-8e898637dd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.180333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e23b7822-ed36-4549-8908-8e898637dd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.185865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-a2ca1316-0ac6-4e28-9e1d-ac2c8c1f14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:22.187538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-a2ca1316-0ac6-4e28-9e1d-ac2c8c1f14ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931902 May 10 11:21:22.196280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286e920-7ab5-4edb-8d35-1b6f7efb9c63 req-9d4ed185-fc29-4551-84c0-638f2b60c98a tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:22.197762 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1286e920-7ab5-4edb-8d35-1b6f7efb9c63 req-9d4ed185-fc29-4551-84c0-638f2b60c98a tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 968 time: 0.1399350 May 10 11:21:22.262664 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e23b7822-ed36-4549-8908-8e898637dd6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c681c7f5ef974322964e311e4e12dc9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115864 May 10 11:21:22.266120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52754) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:22.268555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b7822-ed36-4549-8908-8e898637dd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f74394-5138-476f-a92d-afa3f8e2972b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:22.302439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-b180d4f6-ef09-40f6-a939-bf1e2a3ccd55 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068752 May 10 11:21:22.316222 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1021c24-91d5-429c-b1e1-ff9ed826f498" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbb55b0-fee1-4be6-bfbf-b49994215bcb", "tag": "aa87b708-28ea-4a30-a5ff-26e95b97cf6e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:22.333840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1286e920-7ab5-4edb-8d35-1b6f7efb9c63 req-e36206f3-6a79-4ff4-b219-261b84853b37 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183591 May 10 11:21:22.373006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52762) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:22.395209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f900d92-3c6c-4935-ab73-3f4f137afc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.405371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f900d92-3c6c-4935-ab73-3f4f137afc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.408151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe923cdc-d6f6-43ad-94a7-85ad16657656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.415780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0e96a32-29c9-4944-82c6-16ec8a259c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.445314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a490fb58-a639-4b99-8a7d-b16e7039b4fc req-ac6a076e-db15-4f82-9592-d5c354a0adfc service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253905 May 10 11:21:22.585609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3f900d92-3c6c-4935-ab73-3f4f137afc12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37b17af651254e029fa24ceae7a520ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8618944 May 10 11:21:22.589615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52768) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:22.590726 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0e96a32-29c9-4944-82c6-16ec8a259c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.592786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f900d92-3c6c-4935-ab73-3f4f137afc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfb0bd8-f797-4ad4-bc0f-426a477dc449,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:22.656635 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae17f8-9804-4f1c-b596-a4c5f25399ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.680696 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae17f8-9804-4f1c-b596-a4c5f25399ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.710931 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0e96a32-29c9-4944-82c6-16ec8a259c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.733688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0e96a32-29c9-4944-82c6-16ec8a259c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.733870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0d768bd6-137c-4b58-ab1d-22886b310ae8 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:21:22.756444 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f0e96a32-29c9-4944-82c6-16ec8a259c29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2f74394-5138-476f-a92d-afa3f8e2972b HTTP/1.1" status: 204 len: 168 time: 0.4881501 May 10 11:21:22.759412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae17f8-9804-4f1c-b596-a4c5f25399ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.762209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae17f8-9804-4f1c-b596-a4c5f25399ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.766395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c6ae17f8-9804-4f1c-b596-a4c5f25399ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecfb0bd8-f797-4ad4-bc0f-426a477dc449 HTTP/1.1" status: 204 len: 168 time: 0.1743169 May 10 11:21:22.785087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae17f8-9804-4f1c-b596-a4c5f25399ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfb0bd8-f797-4ad4-bc0f-426a477dc449,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:22.800100 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe923cdc-d6f6-43ad-94a7-85ad16657656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.801827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e96a32-29c9-4944-82c6-16ec8a259c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f74394-5138-476f-a92d-afa3f8e2972b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:22.819761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe923cdc-d6f6-43ad-94a7-85ad16657656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:22.872413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fe923cdc-d6f6-43ad-94a7-85ad16657656 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83a1d0913b8c403a83cdd317b20139c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981620 May 10 11:21:22.875058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52782) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:22.884019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0d768bd6-137c-4b58-ab1d-22886b310ae8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0d768bd6-137c-4b58-ab1d-22886b310ae8,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:22.901936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '0d768bd6-137c-4b58-ab1d-22886b310ae8', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '0d768bd6-137c-4b58-ab1d-22886b310ae8', 'mac_address': 'fa:16:3e:38:1f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:21:22.952451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe923cdc-d6f6-43ad-94a7-85ad16657656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af92b85b-1455-46b9-be8e-fb731e289303,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:22.982469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0d768bd6-137c-4b58-ab1d-22886b310ae8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:22.983271 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.002923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d768bd6-137c-4b58-ab1d-22886b310ae8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:23.037168 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d354f-030a-425f-b709-d16b1c6fa2c9 x-openstack-request-id: req-8b5d354f-030a-425f-b709-d16b1c6fa2c9 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:23.038051 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbb55b0-fee1-4be6-bfbf-b49994215bcb", "tag": "aa87b708-28ea-4a30-a5ff-26e95b97cf6e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:23.038051 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b5d354f-030a-425f-b709-d16b1c6fa2c9 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:23.038305 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5d354f-030a-425f-b709-d16b1c6fa2c9'] response: {'name': 'network-changed', 'server_uuid': '9cbb55b0-fee1-4be6-bfbf-b49994215bcb', 'tag': 'aa87b708-28ea-4a30-a5ff-26e95b97cf6e', 'status': 'completed', 'code': 200} May 10 11:21:23.044481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0d768bd6-137c-4b58-ab1d-22886b310ae8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0d768bd6-137c-4b58-ab1d-22886b310ae8,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:23.054246 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.106179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-95f47274-5ca0-4fff-9773-b0213d4fec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:23.107797 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-95f47274-5ca0-4fff-9773-b0213d4fec36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba26e1e49dff49a68e67a38d3c89442f&device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 1119 time: 0.0734818 May 10 11:21:23.123235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2b42-824b-457b-8cbe-8f87e9b1b9bb req-f9e51056-7e4d-4e33-b413-fab261fe7953 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:23.124793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-064f2b42-824b-457b-8cbe-8f87e9b1b9bb req-f9e51056-7e4d-4e33-b413-fab261fe7953 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 948 time: 0.2066951 May 10 11:21:23.178647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0d768bd6-137c-4b58-ab1d-22886b310ae8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:23.202589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.203769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.205132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.206432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.207287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.208347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.209167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.209994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.211083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.212135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.212950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.214983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:23.218618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a2323f5b-b703-4a5f-8989-989863029a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Tracked resource versions report: May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: pushed versions: May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: { 'AddressGroup': {'1.2'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'ConntrackHelper': {'1.0'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Log': {'1.0'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Network': {'1.1'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Port': {'1.7'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'PortForwarding': {'1.2'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'QosPolicy': {'1.9'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'SecurityGroup': {'1.4'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'SecurityGroupRule': {'1.2'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'SubPort': {'1.0'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Subnet': {'1.1'}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Trunk': {'1.1'}} May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: consumer versions: May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: { DHCP agent@n-d-840949-1: {}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: HyperV agent@n-h1-840949-1: {}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: HyperV agent@n-h2-840949-1: {}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: L3 agent@n-d-840949-1: {}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: Metadata agent@n-d-840949-1: {}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: Metering agent@n-d-840949-1: {}, May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: Open vSwitch agent@n-d-840949-1: { 'AddressGroup': '1.2', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'ConntrackHelper': '1.0', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Log': '1.0', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Network': '1.1', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Port': '1.7', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'PortForwarding': '1.2', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'QosPolicy': '1.9', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'SecurityGroup': '1.4', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'SecurityGroupRule': '1.2', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'SubPort': '1.0', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Subnet': '1.1', May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: 'Trunk': '1.1'}} May 10 11:21:23.219531 n-d-840949-1 neutron-server[102769]: {{(pid=102769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:21:23.241329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a2323f5b-b703-4a5f-8989-989863029a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.323760 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-064f2b42-824b-457b-8cbe-8f87e9b1b9bb req-8f2196c9-6662-4f91-812a-9e400c62a8c5 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741619 May 10 11:21:23.388901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-d8468d37-1668-4eda-b939-47f98c03580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:23.391179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-d8468d37-1668-4eda-b939-47f98c03580d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2630458 May 10 11:21:23.392918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a2323f5b-b703-4a5f-8989-989863029a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.396072 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a2323f5b-b703-4a5f-8989-989863029a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.397143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a2323f5b-b703-4a5f-8989-989863029a89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af92b85b-1455-46b9-be8e-fb731e289303 HTTP/1.1" status: 204 len: 168 time: 0.5206966 May 10 11:21:23.407868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2323f5b-b703-4a5f-8989-989863029a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af92b85b-1455-46b9-be8e-fb731e289303,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:23.450740 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-4922f987-2019-4c1b-8c32-2ce317a88162 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=aa87b708-28ea-4a30-a5ff-26e95b97cf6e HTTP/1.1" status: 200 len: 217 time: 0.0439458 May 10 11:21:23.464970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0d768bd6-137c-4b58-ab1d-22886b310ae8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:21:23.536875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3190632-a3a2-4fae-b616-4530abe7c303 req-334666e0-c0fd-4677-a472-b5d5af87a1c3 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:23.536981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52808) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:23.538639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3190632-a3a2-4fae-b616-4530abe7c303 req-334666e0-c0fd-4677-a472-b5d5af87a1c3 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 968 time: 0.0905387 May 10 11:21:23.539808 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-5e667370-f294-4cb3-ae2f-949d38fda4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:23.541119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-5e667370-f294-4cb3-ae2f-949d38fda4b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0810761 May 10 11:21:23.554333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5381f9df-9d07-4181-bb76-521e6904edbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.604494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3190632-a3a2-4fae-b616-4530abe7c303 req-07920f32-5546-4482-8cfe-5d86ce5b59a7 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597072 May 10 11:21:23.628762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-74a3c7f7-ba0a-4192-bfc0-1e6b70e933f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:23.630336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-74a3c7f7-ba0a-4192-bfc0-1e6b70e933f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794196 May 10 11:21:23.690936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5381f9df-9d07-4181-bb76-521e6904edbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.701187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5381f9df-9d07-4181-bb76-521e6904edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.736066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381f9df-9d07-4181-bb76-521e6904edbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514377a3-f7fc-42c8-96ac-8951b451b45f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:23.772101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5381f9df-9d07-4181-bb76-521e6904edbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3e78590c1de4142aee11c9e3229f9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331855 May 10 11:21:23.773831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52812) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:23.803204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-7ddb6a14-fa42-41b0-b9ad-2735f8fa1402 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650090 May 10 11:21:23.897438 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82611e97-ea40-4607-a890-a3b29cae0ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.931670 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82611e97-ea40-4607-a890-a3b29cae0ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:23.946787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1021c24-91d5-429c-b1e1-ff9ed826f498 req-c881a503-dbce-4893-b633-00d05213c0b4 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356552 May 10 11:21:24.003415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82611e97-ea40-4607-a890-a3b29cae0ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:24.006525 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82611e97-ea40-4607-a890-a3b29cae0ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:24.007457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-82611e97-ea40-4607-a890-a3b29cae0ce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/514377a3-f7fc-42c8-96ac-8951b451b45f HTTP/1.1" status: 204 len: 168 time: 0.2326894 May 10 11:21:24.020341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82611e97-ea40-4607-a890-a3b29cae0ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514377a3-f7fc-42c8-96ac-8951b451b45f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:24.469223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa98b0-f8a5-4a90-86ff-020cac677ce0 req-e3d687d3-8b09-4106-afb0-a739a838d43d tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:24.470878 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0daa98b0-f8a5-4a90-86ff-020cac677ce0 req-e3d687d3-8b09-4106-afb0-a739a838d43d tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 949 time: 0.0583591 May 10 11:21:24.514727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0daa98b0-f8a5-4a90-86ff-020cac677ce0 req-854ae70a-d6cd-47ae-aede-d481623b8c93 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 May 10 11:21:24.726860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0d768bd6-137c-4b58-ab1d-22886b310ae8 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:24.730672 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd8ea-3f2f-4358-bbb8-6e5b5a71e3c2 req-af5d1bc2-41c4-421a-b82f-6c1fde344aed tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:24.740063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b07cd8ea-3f2f-4358-bbb8-6e5b5a71e3c2 req-af5d1bc2-41c4-421a-b82f-6c1fde344aed tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 968 time: 0.0609992 May 10 11:21:24.796004 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b07cd8ea-3f2f-4358-bbb8-6e5b5a71e3c2 req-34acc693-5124-4ef8-b75a-230c5fe01941 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429912 May 10 11:21:24.818902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52874) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:24.820762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 0d768bd6-137c-4b58-ab1d-22886b310ae8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:21:24.825694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 0d768bd6-137c-4b58-ab1d-22886b310ae8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:24.826401 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:24.908130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0d768bd6-137c-4b58-ab1d-22886b310ae8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:24.908539 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:24.932594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc519a-e66e-4d98-ab67-5df732090c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d768bd6-137c-4b58-ab1d-22886b310ae8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:25.002376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e31fb875-eaf7-4017-8fb6-d22a2c483189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.004493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0d768bd6-137c-4b58-ab1d-22886b310ae8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0d768bd6-137c-4b58-ab1d-22886b310ae8,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:25.010951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.066170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0d768bd6-137c-4b58-ab1d-22886b310ae8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:25.099529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e31fb875-eaf7-4017-8fb6-d22a2c483189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.105213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e31fb875-eaf7-4017-8fb6-d22a2c483189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.142554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e31fb875-eaf7-4017-8fb6-d22a2c483189 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16ef1a5aae374ba9ade6b452d520b553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225672 May 10 11:21:25.144791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fb875-eaf7-4017-8fb6-d22a2c483189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8e85da-425b-4423-857f-97349d0cb861,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:25.145425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52896) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:25.215443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c7914b-fc13-4dfd-a488-743d88956ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.240793 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c7914b-fc13-4dfd-a488-743d88956ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.295578 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c7914b-fc13-4dfd-a488-743d88956ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.298358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c7914b-fc13-4dfd-a488-743d88956ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.300786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-59c7914b-fc13-4dfd-a488-743d88956ba3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d8e85da-425b-4423-857f-97349d0cb861 HTTP/1.1" status: 204 len: 168 time: 0.1539733 May 10 11:21:25.309148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7914b-fc13-4dfd-a488-743d88956ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8e85da-425b-4423-857f-97349d0cb861,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:25.419121 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca4ac39-1763-4f90-942c-72ad87653c61" -d '{"events": [{"server_uuid": "93dc519a-e66e-4d98-ab67-5df732090c7d", "name": "network-vif-plugged", "status": "completed", "tag": "0d768bd6-137c-4b58-ab1d-22886b310ae8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:25.662637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a07f97-cac6-452d-aacf-8710017de8bf req-1f65227f-edc4-4897-8623-1e5b7f658a2f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:25.664168 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73a07f97-cac6-452d-aacf-8710017de8bf req-1f65227f-edc4-4897-8623-1e5b7f658a2f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 950 time: 0.0691447 May 10 11:21:25.709273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73a07f97-cac6-452d-aacf-8710017de8bf req-965eef97-e478-4daf-9844-051d7f3dbd61 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371189 May 10 11:21:25.835398 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3442b83-669c-46b8-889d-c3c54c71fbf7 x-openstack-request-id: req-f3442b83-669c-46b8-889d-c3c54c71fbf7 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:25.835918 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc519a-e66e-4d98-ab67-5df732090c7d", "name": "network-vif-plugged", "status": "completed", "tag": "0d768bd6-137c-4b58-ab1d-22886b310ae8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:25.836180 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3442b83-669c-46b8-889d-c3c54c71fbf7 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:25.836745 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3442b83-669c-46b8-889d-c3c54c71fbf7'] response: {'server_uuid': '93dc519a-e66e-4d98-ab67-5df732090c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d768bd6-137c-4b58-ab1d-22886b310ae8', 'code': 200} May 10 11:21:25.853512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52936) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:25.888044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3fbdfba-99ef-46e7-a101-b39298fdb8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.922430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a24e3-d674-4128-a1fc-33cb05f0a815 req-47ffe53d-7382-4207-9735-260bcb0acbd2 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:25.931557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a31a24e3-d674-4128-a1fc-33cb05f0a815 req-47ffe53d-7382-4207-9735-260bcb0acbd2 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 968 time: 0.0646715 May 10 11:21:26.001746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3fbdfba-99ef-46e7-a101-b39298fdb8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.009069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3fbdfba-99ef-46e7-a101-b39298fdb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.071610 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a3fbdfba-99ef-46e7-a101-b39298fdb8ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36ca4160bacf466088cbd62c2856648d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166011 May 10 11:21:26.072649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:26.114814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbdfba-99ef-46e7-a101-b39298fdb8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d7f93c-1ea9-42ea-aa20-ae3e1f09af71,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:26.149413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc56ac0f-8411-4615-a3d8-a5ee8fde60bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.175416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc56ac0f-8411-4615-a3d8-a5ee8fde60bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.187073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e3b30-515a-4682-88f0-b72d5b7f8874 req-7b33ed59-95ac-4bf1-9a12-e05ece00ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:26.188548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f2e3b30-515a-4682-88f0-b72d5b7f8874 req-7b33ed59-95ac-4bf1-9a12-e05ece00ca50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 1101 time: 0.2474358 May 10 11:21:26.207866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a31a24e3-d674-4128-a1fc-33cb05f0a815 req-38f76b08-a259-4777-a848-9dd9c76587cf tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703471 May 10 11:21:26.221903 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8f2e3b30-515a-4682-88f0-b72d5b7f8874 req-3a4e6e87-9fa4-4e4f-994c-a253483aa7e3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.242083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc56ac0f-8411-4615-a3d8-a5ee8fde60bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.244935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc56ac0f-8411-4615-a3d8-a5ee8fde60bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.246210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dc56ac0f-8411-4615-a3d8-a5ee8fde60bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45d7f93c-1ea9-42ea-aa20-ae3e1f09af71 HTTP/1.1" status: 204 len: 168 time: 0.1726673 May 10 11:21:26.255301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56ac0f-8411-4615-a3d8-a5ee8fde60bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d7f93c-1ea9-42ea-aa20-ae3e1f09af71,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:26.315682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8f2e3b30-515a-4682-88f0-b72d5b7f8874 req-3a4e6e87-9fa4-4e4f-994c-a253483aa7e3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.322609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8f2e3b30-515a-4682-88f0-b72d5b7f8874 req-3a4e6e87-9fa4-4e4f-994c-a253483aa7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.356721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f2e3b30-515a-4682-88f0-b72d5b7f8874 req-3a4e6e87-9fa4-4e4f-994c-a253483aa7e3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477542 May 10 11:21:26.361676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e6e87-9fa4-4e4f-994c-a253483aa7e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e52b9-39ce-48f0-879f-5778419510e2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:26.732856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device aa87b708-28ea-4a30-a5ff-26e95b97cf6e details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:21:26.847328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port aa87b708-28ea-4a30-a5ff-26e95b97cf6e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:26.862921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'aa87b708-28ea-4a30-a5ff-26e95b97cf6e', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'aa87b708-28ea-4a30-a5ff-26e95b97cf6e', 'mac_address': 'fa:16:3e:25:9f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:tempest-test_az-747304468', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:21:26.891619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f57e8b-a93e-47aa-a50f-fc052ffc2c59 req-8391521c-3a1e-4f6c-b766-9999f325122f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:26.892683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:26.900385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a2f57e8b-a93e-47aa-a50f-fc052ffc2c59 req-8391521c-3a1e-4f6c-b766-9999f325122f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 950 time: 0.0707803 May 10 11:21:26.903894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port aa87b708-28ea-4a30-a5ff-26e95b97cf6e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:26.904455 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.910684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de1bd1c7-639a-4e55-b629-c46ed99eabe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:26.918424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa87b708-28ea-4a30-a5ff-26e95b97cf6e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:26.945581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port aa87b708-28ea-4a30-a5ff-26e95b97cf6e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:26.952693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a2f57e8b-a93e-47aa-a50f-fc052ffc2c59 req-a3a39bac-8dbf-4db4-b273-b22007797658 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484171 May 10 11:21:26.953076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.011728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:27.032806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de1bd1c7-639a-4e55-b629-c46ed99eabe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.038567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de1bd1c7-639a-4e55-b629-c46ed99eabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.076142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de1bd1c7-639a-4e55-b629-c46ed99eabe9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f201ada608d545a192019559cd3ea878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821818 May 10 11:21:27.078880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53000) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:27.081368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bd1c7-639a-4e55-b629-c46ed99eabe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d131d-61d5-43cd-b38c-94e2d1849831,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:27.138715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9f28414-9478-467b-9aaf-76d721682e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.165315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9f28414-9478-467b-9aaf-76d721682e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.209703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['aa87b708-28ea-4a30-a5ff-26e95b97cf6e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:21:27.219927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9f28414-9478-467b-9aaf-76d721682e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.222838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9f28414-9478-467b-9aaf-76d721682e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.227854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b9f28414-9478-467b-9aaf-76d721682e07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a76d131d-61d5-43cd-b38c-94e2d1849831 HTTP/1.1" status: 204 len: 168 time: 0.1475434 May 10 11:21:27.238081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f28414-9478-467b-9aaf-76d721682e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d131d-61d5-43cd-b38c-94e2d1849831,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:27.337331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd35fee-38d1-470b-9eb6-4308c7ed8751 req-a3c5904e-9fce-497d-b45e-3fcfbd5191e1 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:27.339374 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ddd35fee-38d1-470b-9eb6-4308c7ed8751 req-a3c5904e-9fce-497d-b45e-3fcfbd5191e1 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 969 time: 0.0575645 May 10 11:21:27.398244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ddd35fee-38d1-470b-9eb6-4308c7ed8751 req-82973c71-ae8f-4e48-8875-fb4b46665266 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 May 10 11:21:27.480314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53020) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:27.897495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c14cd146-5896-46b7-beeb-8b170474c215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.981525 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c14cd146-5896-46b7-beeb-8b170474c215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.986764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c14cd146-5896-46b7-beeb-8b170474c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.026051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cd146-5896-46b7-beeb-8b170474c215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d693c3-0476-42da-8648-566430d1ca83,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:28.049152 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c14cd146-5896-46b7-beeb-8b170474c215 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95bc0f4819ba4c74a708746d57483a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677168 May 10 11:21:28.049725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53044) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:28.119170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ff73e-40ff-4d51-a136-ddaa6c6f4138 req-ef6203e8-fbf3-45be-987a-0b47787a1f35 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:28.121170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-607ff73e-40ff-4d51-a136-ddaa6c6f4138 req-ef6203e8-fbf3-45be-987a-0b47787a1f35 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 950 time: 0.0894666 May 10 11:21:28.144532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-146bc238-2cca-4ac9-8868-6beef53a2e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.185738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53050) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:28.209945 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-146bc238-2cca-4ac9-8868-6beef53a2e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.232474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-607ff73e-40ff-4d51-a136-ddaa6c6f4138 req-81b71679-eb22-4847-a0c6-d0aadc9de4a7 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984781 May 10 11:21:28.287366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-146bc238-2cca-4ac9-8868-6beef53a2e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.291046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-146bc238-2cca-4ac9-8868-6beef53a2e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.294964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-146bc238-2cca-4ac9-8868-6beef53a2e07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13d693c3-0476-42da-8648-566430d1ca83 HTTP/1.1" status: 204 len: 168 time: 0.2418041 May 10 11:21:28.300341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bc238-2cca-4ac9-8868-6beef53a2e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d693c3-0476-42da-8648-566430d1ca83,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:28.312109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53058) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:28.428702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4efaf317-d554-43e2-9139-9d6067c22353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.516156 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7923db1-5190-4b2d-a41e-388f7fda7fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.568093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4efaf317-d554-43e2-9139-9d6067c22353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.581168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff56f8d-878e-4782-8128-0767e2008272 req-5581aeb9-c2b3-451e-b889-b5f1ccd23842 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:28.582654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ff56f8d-878e-4782-8128-0767e2008272 req-5581aeb9-c2b3-451e-b889-b5f1ccd23842 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 969 time: 0.0738821 May 10 11:21:28.583806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4efaf317-d554-43e2-9139-9d6067c22353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.619092 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7923db1-5190-4b2d-a41e-388f7fda7fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.629525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7923db1-5190-4b2d-a41e-388f7fda7fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.641386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4efaf317-d554-43e2-9139-9d6067c22353 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb67cf2c91384e439001ccf6cf5ae353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543087 May 10 11:21:28.644776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaf317-d554-43e2-9139-9d6067c22353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d9916-6b00-4164-aa06-0f9ddc235981,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:28.649347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53072) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:28.673318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ff56f8d-878e-4782-8128-0767e2008272 req-19817b86-5fff-4108-b71c-dcb52e659a16 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684998 May 10 11:21:28.722624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a7923db1-5190-4b2d-a41e-388f7fda7fde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e606789347ee48f4b21a0fcc0d4ab1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065628 May 10 11:21:28.722624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7923db1-5190-4b2d-a41e-388f7fda7fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f23f8-c83f-4972-84c5-da3ee044a70d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:28.723022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:28.741424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device aa87b708-28ea-4a30-a5ff-26e95b97cf6e up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:28.753603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b880afd-d2b5-45e8-9dd3-d34eb972e8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.777879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b880afd-d2b5-45e8-9dd3-d34eb972e8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.791574 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d4dd4e5-558e-43c0-b9eb-21279b2948e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.830870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port aa87b708-28ea-4a30-a5ff-26e95b97cf6e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:21:28.831076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d4dd4e5-558e-43c0-b9eb-21279b2948e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.835136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port aa87b708-28ea-4a30-a5ff-26e95b97cf6e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:28.835630 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.838617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b880afd-d2b5-45e8-9dd3-d34eb972e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.841659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b880afd-d2b5-45e8-9dd3-d34eb972e8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.842861 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b880afd-d2b5-45e8-9dd3-d34eb972e8b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba2d9916-6b00-4164-aa06-0f9ddc235981 HTTP/1.1" status: 204 len: 168 time: 0.1909380 May 10 11:21:28.859346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b880afd-d2b5-45e8-9dd3-d34eb972e8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d9916-6b00-4164-aa06-0f9ddc235981,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:28.961025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53084) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:28.971168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d4dd4e5-558e-43c0-b9eb-21279b2948e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.974165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d4dd4e5-558e-43c0-b9eb-21279b2948e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:28.976363 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2d4dd4e5-558e-43c0-b9eb-21279b2948e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb1f23f8-c83f-4972-84c5-da3ee044a70d HTTP/1.1" status: 204 len: 168 time: 0.2522593 May 10 11:21:28.987592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dd4e5-558e-43c0-b9eb-21279b2948e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f23f8-c83f-4972-84c5-da3ee044a70d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:28.988835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90ef4696-d0c4-4a1b-9d97-0e49b211ec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.054550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port aa87b708-28ea-4a30-a5ff-26e95b97cf6e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:29.055165 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.099014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90ef4696-d0c4-4a1b-9d97-0e49b211ec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.102380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port aa87b708-28ea-4a30-a5ff-26e95b97cf6e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:29.103259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbb55b0-fee1-4be6-bfbf-b49994215bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa87b708-28ea-4a30-a5ff-26e95b97cf6e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:29.105644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90ef4696-d0c4-4a1b-9d97-0e49b211ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.105915 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04326c-f13b-47a7-8c18-851116b475cb" -d '{"events": [{"server_uuid": "9cbb55b0-fee1-4be6-bfbf-b49994215bcb", "name": "network-vif-plugged", "status": "completed", "tag": "aa87b708-28ea-4a30-a5ff-26e95b97cf6e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:29.120054 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.147249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53094) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:29.148152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90ef4696-d0c4-4a1b-9d97-0e49b211ec32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3167db4b181444ec904475c796fc67ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854510 May 10 11:21:29.171582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef4696-d0c4-4a1b-9d97-0e49b211ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9e1a6d-1b35-4517-9ac4-f9b269ca84b3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:29.171688 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8d19b-97ac-4f13-aaf8-f5bab42ec7bd x-openstack-request-id: req-bec8d19b-97ac-4f13-aaf8-f5bab42ec7bd {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:29.171897 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbb55b0-fee1-4be6-bfbf-b49994215bcb", "name": "network-vif-plugged", "status": "completed", "tag": "aa87b708-28ea-4a30-a5ff-26e95b97cf6e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:29.172310 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bec8d19b-97ac-4f13-aaf8-f5bab42ec7bd {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:29.196361 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec8d19b-97ac-4f13-aaf8-f5bab42ec7bd'] response: {'server_uuid': '9cbb55b0-fee1-4be6-bfbf-b49994215bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa87b708-28ea-4a30-a5ff-26e95b97cf6e', 'code': 200} May 10 11:21:29.214091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4dec38d-4ce3-4b96-8ed5-5e754c923ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.235200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:29.246500 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4dec38d-4ce3-4b96-8ed5-5e754c923ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.323129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eca60-7e4f-47fb-b0d4-239aab1473f1 req-c8c54116-58e1-4b58-851d-ed251822ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:29.324817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c24eca60-7e4f-47fb-b0d4-239aab1473f1 req-c8c54116-58e1-4b58-851d-ed251822ae8a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 1121 time: 0.0713997 May 10 11:21:29.343591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4dec38d-4ce3-4b96-8ed5-5e754c923ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.346594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4dec38d-4ce3-4b96-8ed5-5e754c923ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.347709 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e4dec38d-4ce3-4b96-8ed5-5e754c923ae5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff9e1a6d-1b35-4517-9ac4-f9b269ca84b3 HTTP/1.1" status: 204 len: 168 time: 0.1990798 May 10 11:21:29.388978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dec38d-4ce3-4b96-8ed5-5e754c923ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9e1a6d-1b35-4517-9ac4-f9b269ca84b3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:29.413465 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c24eca60-7e4f-47fb-b0d4-239aab1473f1 req-7caff4b7-0291-4313-b48c-3225a82879a4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802784 May 10 11:21:29.426416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f841-9184-472b-8a19-431e14b35e65 req-ea52f815-84cb-449e-9f20-ac6d32d53704 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:29.427960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8eb8f841-9184-472b-8a19-431e14b35e65 req-ea52f815-84cb-449e-9f20-ac6d32d53704 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 950 time: 0.0782120 May 10 11:21:29.474860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8eb8f841-9184-472b-8a19-431e14b35e65 req-e5ee91cd-e441-4531-b460-57a5980cbea2 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 May 10 11:21:29.547479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53112) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:29.561182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81686a24-4b77-4c4c-a91d-30b729e876a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.572673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53114) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:29.593490 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c45eebf-b36a-46f6-a3a5-753946180067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.637484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81686a24-4b77-4c4c-a91d-30b729e876a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.643387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81686a24-4b77-4c4c-a91d-30b729e876a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.681391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:29.696330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-81686a24-4b77-4c4c-a91d-30b729e876a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eb9a49f1f8349bfa02b32fa33ae24dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452310 May 10 11:21:29.696330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81686a24-4b77-4c4c-a91d-30b729e876a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c98b4f2-08b7-4a0d-b168-ea60bcd0159c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:29.697245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:29.715420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c45eebf-b36a-46f6-a3a5-753946180067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.729716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c45eebf-b36a-46f6-a3a5-753946180067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.770038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-55009b9e-fdf2-4fe9-b18d-b36ec06b73fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.795396 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-55009b9e-fdf2-4fe9-b18d-b36ec06b73fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.812404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3c45eebf-b36a-46f6-a3a5-753946180067 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=beae6430de3b43009ec55e18b78ae828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384422 May 10 11:21:29.820116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53126) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:29.822254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45eebf-b36a-46f6-a3a5-753946180067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbd4567-2678-4410-be7e-ba3368626425,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:29.869544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-55009b9e-fdf2-4fe9-b18d-b36ec06b73fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.874618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-55009b9e-fdf2-4fe9-b18d-b36ec06b73fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.878226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-55009b9e-fdf2-4fe9-b18d-b36ec06b73fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c98b4f2-08b7-4a0d-b168-ea60bcd0159c HTTP/1.1" status: 204 len: 168 time: 0.1776953 May 10 11:21:29.878396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353159e-48a8-489c-82ee-66dbb0f6e5d4 req-55d1e010-af7b-40e0-a37b-ed9b6c1f82d1 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:29.878396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0353159e-48a8-489c-82ee-66dbb0f6e5d4 req-55d1e010-af7b-40e0-a37b-ed9b6c1f82d1 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 970 time: 0.1101298 May 10 11:21:29.886778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55009b9e-fdf2-4fe9-b18d-b36ec06b73fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c98b4f2-08b7-4a0d-b168-ea60bcd0159c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:29.906325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44f21ee6-a565-4230-a95e-f5c5ff21e7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.940368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44f21ee6-a565-4230-a95e-f5c5ff21e7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.948878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0353159e-48a8-489c-82ee-66dbb0f6e5d4 req-ea1d3252-a759-4f04-8d3a-0b2047a0be8d tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636454 May 10 11:21:29.992668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44f21ee6-a565-4230-a95e-f5c5ff21e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:29.995932 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44f21ee6-a565-4230-a95e-f5c5ff21e7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.000555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-44f21ee6-a565-4230-a95e-f5c5ff21e7b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdbd4567-2678-4410-be7e-ba3368626425 HTTP/1.1" status: 204 len: 168 time: 0.1753566 May 10 11:21:30.008766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f21ee6-a565-4230-a95e-f5c5ff21e7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbd4567-2678-4410-be7e-ba3368626425,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:30.107226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6eed118d-668d-4ea1-b3d0-4c7beae3590b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.241572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6eed118d-668d-4ea1-b3d0-4c7beae3590b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.248994 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6eed118d-668d-4ea1-b3d0-4c7beae3590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.298313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6eed118d-668d-4ea1-b3d0-4c7beae3590b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2234a0ae44f745d28abb6f7effeb6dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157777 May 10 11:21:30.300231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed118d-668d-4ea1-b3d0-4c7beae3590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceeae25-84ec-46b0-bbbc-a2e6ebf6d905,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:30.301285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53140) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:30.407996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47dcd27d-361a-40d6-a000-82a3e79634dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.451359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47dcd27d-361a-40d6-a000-82a3e79634dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.547232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc71ee-600c-435f-8252-eb57baa83b67 req-32422c43-3c4a-4111-85a7-ac6011160ff8 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:30.549207 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2fc71ee-600c-435f-8252-eb57baa83b67 req-32422c43-3c4a-4111-85a7-ac6011160ff8 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 950 time: 0.0876575 May 10 11:21:30.576043 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47dcd27d-361a-40d6-a000-82a3e79634dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.578803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47dcd27d-361a-40d6-a000-82a3e79634dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.583241 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-47dcd27d-361a-40d6-a000-82a3e79634dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ceeae25-84ec-46b0-bbbc-a2e6ebf6d905 HTTP/1.1" status: 204 len: 168 time: 0.2776468 May 10 11:21:30.597297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcd27d-361a-40d6-a000-82a3e79634dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceeae25-84ec-46b0-bbbc-a2e6ebf6d905,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:30.625646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2fc71ee-600c-435f-8252-eb57baa83b67 req-b763a9c0-7807-4341-ac8c-2701564e42a1 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651593 May 10 11:21:30.998654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53178) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:31.012132 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d9b3-ef12-4c33-b203-9b1fd2eeb366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.075291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889c57-9d96-4458-9c4d-945e6a1b74ff req-87d488ec-9675-41fb-8aab-135fe60348dd tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:31.083433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e889c57-9d96-4458-9c4d-945e6a1b74ff req-87d488ec-9675-41fb-8aab-135fe60348dd tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 970 time: 0.0602131 May 10 11:21:31.122559 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d9b3-ef12-4c33-b203-9b1fd2eeb366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.127723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d9b3-ef12-4c33-b203-9b1fd2eeb366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.132076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e889c57-9d96-4458-9c4d-945e6a1b74ff req-224cfa26-736c-4fdb-afd2-046356464bb8 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 May 10 11:21:31.180985 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f4a2d9b3-ef12-4c33-b203-9b1fd2eeb366 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0772e78aef1d42929d12539300cb214b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810894 May 10 11:21:31.183944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53186) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:31.190442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2d9b3-ef12-4c33-b203-9b1fd2eeb366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3d2d32-dd7c-401a-984a-a70ae0c19517,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:31.261521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16ba0142-6dc2-4e04-847d-6f3818724e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.295762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16ba0142-6dc2-4e04-847d-6f3818724e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.328215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3010b-21cb-4c2c-8b62-3d4e5b8f0d82 req-4babf963-ea06-4880-8b10-5b50503d0b30 tempest-AggregatesAdminTestJSON-1599911283 tempest-AggregatesAdminTestJSON-1599911283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:31.336662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2bf3010b-21cb-4c2c-8b62-3d4e5b8f0d82 req-4babf963-ea06-4880-8b10-5b50503d0b30 tempest-AggregatesAdminTestJSON-1599911283 tempest-AggregatesAdminTestJSON-1599911283-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 1121 time: 0.0616848 May 10 11:21:31.349575 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16ba0142-6dc2-4e04-847d-6f3818724e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.352015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2bf3010b-21cb-4c2c-8b62-3d4e5b8f0d82 req-c926d3da-69d5-4c91-b95d-1b1333ab0de0 tempest-AggregatesAdminTestJSON-1599911283 tempest-AggregatesAdminTestJSON-1599911283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.352969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16ba0142-6dc2-4e04-847d-6f3818724e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.357844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-16ba0142-6dc2-4e04-847d-6f3818724e1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b3d2d32-dd7c-401a-984a-a70ae0c19517 HTTP/1.1" status: 204 len: 168 time: 0.1701212 May 10 11:21:31.367159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba0142-6dc2-4e04-847d-6f3818724e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3d2d32-dd7c-401a-984a-a70ae0c19517,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:31.446857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2bf3010b-21cb-4c2c-8b62-3d4e5b8f0d82 req-c926d3da-69d5-4c91-b95d-1b1333ab0de0 tempest-AggregatesAdminTestJSON-1599911283 tempest-AggregatesAdminTestJSON-1599911283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.452224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2bf3010b-21cb-4c2c-8b62-3d4e5b8f0d82 req-c926d3da-69d5-4c91-b95d-1b1333ab0de0 tempest-AggregatesAdminTestJSON-1599911283 tempest-AggregatesAdminTestJSON-1599911283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.474406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2bf3010b-21cb-4c2c-8b62-3d4e5b8f0d82 req-c926d3da-69d5-4c91-b95d-1b1333ab0de0 tempest-AggregatesAdminTestJSON-1599911283 tempest-AggregatesAdminTestJSON-1599911283-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363988 May 10 11:21:31.486999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926d3da-69d5-4c91-b95d-1b1333ab0de0 tempest-AggregatesAdminTestJSON-1599911283 tempest-AggregatesAdminTestJSON-1599911283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb83714-fc5a-4742-833d-98d7ace5fa54,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:31.774496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37e74b-f474-45fd-bd5f-ef1d15faa484 req-3629d742-d538-47a7-8dcc-64fb8dea5412 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:31.782254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac37e74b-f474-45fd-bd5f-ef1d15faa484 req-3629d742-d538-47a7-8dcc-64fb8dea5412 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 950 time: 0.0787125 May 10 11:21:31.810146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95f740-260c-49f2-a708-831fad878866 req-6b168897-0edc-490b-b0e1-b23f56ee537f tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:31.821234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a95f740-260c-49f2-a708-831fad878866 req-6b168897-0edc-490b-b0e1-b23f56ee537f tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 970 time: 0.0628593 May 10 11:21:31.853165 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac37e74b-f474-45fd-bd5f-ef1d15faa484 req-5a9a6452-82cd-4c61-9139-bf77ec94002c tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697620 May 10 11:21:31.864204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bf710-07bd-4567-aad6-f928c59148be req-51721829-0a7e-4b70-86d9-8afe40e4a02c tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:31.865666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-924bf710-07bd-4567-aad6-f928c59148be req-51721829-0a7e-4b70-86d9-8afe40e4a02c tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 1101 time: 0.0802908 May 10 11:21:31.875029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a95f740-260c-49f2-a708-831fad878866 req-4ddf2a2c-4c55-4c3b-8702-f0dee11d6b19 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443878 May 10 11:21:31.957780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] Deleting port 0d768bd6-137c-4b58-ab1d-22886b310ae8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:21:31.958451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.041545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53230) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:32.047450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] For port 0d768bd6-137c-4b58-ab1d-22886b310ae8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0d768bd6-137c-4b58-ab1d-22886b310ae8,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:32.048146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.063540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] Calling delete_port for 0d768bd6-137c-4b58-ab1d-22886b310ae8 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:21:32.076106 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.235650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.249534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0d768bd6-137c-4b58-ab1d-22886b310ae8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:21:32.265688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d768bd6-137c-4b58-ab1d-22886b310ae8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:32.291399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-network', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:32.322678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Made reservation on behalf of 0ab2d4592fe54314aeb7202425527f8a for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:32.327914 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.339583 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.350478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] No DVR routers for this DVR port 0d768bd6-137c-4b58-ab1d-22886b310ae8 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:21:32.355095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.361595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-924bf710-07bd-4567-aad6-f928c59148be req-79dc192a-a368-4e86-a368-3a1947f88af3 tempest-DeleteServersAdminTestJSON-2027513485 tempest-DeleteServersAdminTestJSON-2027513485-project-admin] 10.222.0.70 "DELETE /v2.0/ports/0d768bd6-137c-4b58-ab1d-22886b310ae8 HTTP/1.1" status: 204 len: 173 time: 0.4877727 May 10 11:21:32.362120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc519a-e66e-4d98-ab67-5df732090c7d', 'name': 'network-vif-deleted', 'tag': '0d768bd6-137c-4b58-ab1d-22886b310ae8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:32.365417 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2fab79-f5c6-4858-9401-d2c9ef923cbb" -d '{"events": [{"server_uuid": "93dc519a-e66e-4d98-ab67-5df732090c7d", "name": "network-vif-deleted", "tag": "0d768bd6-137c-4b58-ab1d-22886b310ae8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:32.431370 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bed2973-b40a-4a0e-adb2-e1c269606a66 x-openstack-request-id: req-3bed2973-b40a-4a0e-adb2-e1c269606a66 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:32.431660 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc519a-e66e-4d98-ab67-5df732090c7d", "name": "network-vif-deleted", "tag": "0d768bd6-137c-4b58-ab1d-22886b310ae8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:32.431938 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bed2973-b40a-4a0e-adb2-e1c269606a66 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:32.435676 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bed2973-b40a-4a0e-adb2-e1c269606a66'] response: {'server_uuid': '93dc519a-e66e-4d98-ab67-5df732090c7d', 'name': 'network-vif-deleted', 'tag': '0d768bd6-137c-4b58-ab1d-22886b310ae8', 'status': 'completed', 'code': 200} May 10 11:21:32.462684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.473216 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.500627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:21:32.517462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e90196-7649-4db5-8afe-d5e7ec5f9d62,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:32.528345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53250) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:32.537803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.541351 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Added segment 52cb9e04-741b-4a2e-853f-5ffeebdb009b of type vlan for network a6fe1371-c84d-45b2-b412-c2543fcd171d May 10 11:21:32.564691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53254) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:32.593342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.627041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.628243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:32.629563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.687735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6445415 May 10 11:21:32.690964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53262) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:32.696813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Request body: {'subnet': {'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-subnet', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:32.701626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89581db8-c6d9-4d53-965a-995f591c3fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=a6fe1371-c84d-45b2-b412-c2543fcd171d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:32.713164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a6fe1371-c84d-45b2-b412-c2543fcd171d details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:21:32.728889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Made reservation on behalf of 0ab2d4592fe54314aeb7202425527f8a for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:32.731428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.796158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f94e34b-5a6f-47c7-b31d-81e5b3aa9c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:32.841996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-359655111-network', 'tenant_id': 'f412398bacf64f12baf28adf9efeeed7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:32.936451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Made reservation on behalf of f412398bacf64f12baf28adf9efeeed7 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:32.941024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.078326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af606fd-8766-46ed-80a5-386c66876278 req-bd0ff0f1-1440-43c3-8b5b-c7b014f0a524 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:33.087269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0af606fd-8766-46ed-80a5-386c66876278 req-bd0ff0f1-1440-43c3-8b5b-c7b014f0a524 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 970 time: 0.0831840 May 10 11:21:33.165193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0af606fd-8766-46ed-80a5-386c66876278 req-19a7036d-5d84-4503-a4df-503fda073939 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ae785f6-51a6-4105-a5da-429ec5de38e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769644 May 10 11:21:33.180095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.218925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ca779ea-ce4d-4159-b0d9-6491d7c54d09 req-1346ef47-1507-4a90-bb17-c8888dfa1880 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dc519a-e66e-4d98-ab67-5df732090c7d HTTP/1.1" status: 200 len: 210 time: 0.2131352 May 10 11:21:33.226017 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.273420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f94e34b-5a6f-47c7-b31d-81e5b3aa9c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.291963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f94e34b-5a6f-47c7-b31d-81e5b3aa9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.341490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-e2e9b025-2506-4f6a-adec-6acdf39a3b44 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:33.343209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-e2e9b025-2506-4f6a-adec-6acdf39a3b44 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 970 time: 0.3386459 May 10 11:21:33.376680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0639f0c4-9840-4827-a9e8-8a2eb8bbc922,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:33.406314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1f94e34b-5a6f-47c7-b31d-81e5b3aa9c83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d995afd478ad4f5493abccca9424cf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8763289 May 10 11:21:33.409503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53292) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:33.435418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94e34b-5a6f-47c7-b31d-81e5b3aa9c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4d7cee-7f0f-4d95-825e-54033c0bd10b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:33.476139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Checking segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:33.476735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Network hostable DHCP agents. Network: a6fe1371-c84d-45b2-b412-c2543fcd171d, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:21:33.489733 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f344e909-1e58-4cd6-a5e1-7a3256f297fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.515952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f344e909-1e58-4cd6-a5e1-7a3256f297fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.576060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Network a6fe1371-c84d-45b2-b412-c2543fcd171d is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:21:33.579372 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.579602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f344e909-1e58-4cd6-a5e1-7a3256f297fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.585981 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f344e909-1e58-4cd6-a5e1-7a3256f297fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.589369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f344e909-1e58-4cd6-a5e1-7a3256f297fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a4d7cee-7f0f-4d95-825e-54033c0bd10b HTTP/1.1" status: 204 len: 168 time: 0.1764865 May 10 11:21:33.589926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.602606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344e909-1e58-4cd6-a5e1-7a3256f297fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4d7cee-7f0f-4d95-825e-54033c0bd10b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:33.611937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a6fe1371-c84d-45b2-b412-c2543fcd171d) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:33.632301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:21:33.637825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f071d19-9bc2-4224-9a22-dc00db4d4bc4 None None] Network a6fe1371-c84d-45b2-b412-c2543fcd171d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:33.639154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:33.639751 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.649453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0bf57c-6219-491e-9374-2663c45bd53b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:33.671119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Deleting port aa87b708-28ea-4a30-a5ff-26e95b97cf6e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:21:33.671464 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.674876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770908350504', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.675409 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Unsubscribe: segment precommit_create {{(pid=102767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 11:21:33.675875 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Added segment 85335e84-fd63-49dc-8fc6-b0eafd056754 of type vlan for network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 May 10 11:21:33.731844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53302) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:33.731977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-79818c11-7fc2-4f76-89ef-dc8cde88f7a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0397165 May 10 11:21:33.737354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:33.776595 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.793988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.795225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.837021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] For port aa87b708-28ea-4a30-a5ff-26e95b97cf6e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:33.837393 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.855392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.856420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:33.857005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.870846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a6fe1371-c84d-45b2-b412-c2543fcd171d', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:21:33.872186 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.872959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Calling delete_port for aa87b708-28ea-4a30-a5ff-26e95b97cf6e owned by compute:tempest-test_az-747304468 {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:21:33.963608 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.968825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4028378 May 10 11:21:33.973160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53312) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:33.986431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Request body: {'subnet': {'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-359655111-subnet', 'tenant_id': 'f412398bacf64f12baf28adf9efeeed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:34.012216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509380f-82d7-43cc-bbc3-6f6c69a2af44 admin admin] Pushing event updated for resources: {'Network': ['ID=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:34.027294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:21:34.388383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Made reservation on behalf of f412398bacf64f12baf28adf9efeeed7 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:34.390765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.407179 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6f10ac47-0501-435a-8afa-a118ecbab694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.411920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Allocated IP 172.20.0.2 (a6fe1371-c84d-45b2-b412-c2543fcd171d/0639f0c4-9840-4827-a9e8-8a2eb8bbc922/511177af-971f-4086-ae88-894d1db773c1) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:34.414257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.436046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['aa87b708-28ea-4a30-a5ff-26e95b97cf6e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:21:34.469076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Pushing event deleted for resources: {'Port': ['ID=aa87b708-28ea-4a30-a5ff-26e95b97cf6e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:34.491965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53328) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:34.509227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-825e9ac2-8893-498a-945f-5b0f9c877bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.649042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] No DVR routers for this DVR port aa87b708-28ea-4a30-a5ff-26e95b97cf6e on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:21:34.668042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.672732 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.676551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.681058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29c0d6ee-62f3-45e8-a920-5fa351cc096c req-7216e0da-61ba-4b5f-b7c4-39cdc16a33b9 tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.70 "DELETE /v2.0/ports/aa87b708-28ea-4a30-a5ff-26e95b97cf6e HTTP/1.1" status: 204 len: 173 time: 1.3258672 May 10 11:21:34.681795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbb55b0-fee1-4be6-bfbf-b49994215bcb', 'name': 'network-vif-deleted', 'tag': 'aa87b708-28ea-4a30-a5ff-26e95b97cf6e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:34.684838 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae03822a-08f5-4734-8891-009b6b84b614" -d '{"events": [{"server_uuid": "9cbb55b0-fee1-4be6-bfbf-b49994215bcb", "name": "network-vif-deleted", "tag": "aa87b708-28ea-4a30-a5ff-26e95b97cf6e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:34.783049 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e0fddab-49d2-43be-969d-8af22111ddeb req-8de08073-dd03-4c92-ad69-b8a71409d5cb tempest-AggregatesAdminTestJSON-1662691568 tempest-AggregatesAdminTestJSON-1662691568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cbb55b0-fee1-4be6-bfbf-b49994215bcb HTTP/1.1" status: 200 len: 210 time: 0.3961935 May 10 11:21:34.803051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53338) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:34.836433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.854008 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.855803 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eb7485-0399-4f93-bf14-5b13987b22d9 x-openstack-request-id: req-f7eb7485-0399-4f93-bf14-5b13987b22d9 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:34.856392 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbb55b0-fee1-4be6-bfbf-b49994215bcb", "name": "network-vif-deleted", "tag": "aa87b708-28ea-4a30-a5ff-26e95b97cf6e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:34.857420 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7eb7485-0399-4f93-bf14-5b13987b22d9 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:34.858501 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7eb7485-0399-4f93-bf14-5b13987b22d9'] response: {'server_uuid': '9cbb55b0-fee1-4be6-bfbf-b49994215bcb', 'name': 'network-vif-deleted', 'tag': 'aa87b708-28ea-4a30-a5ff-26e95b97cf6e', 'status': 'completed', 'code': 200} May 10 11:21:34.893953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-825e9ac2-8893-498a-945f-5b0f9c877bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.896907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f70c19-4fe5-40e3-8e4c-270c458a819b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:34.904954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-825e9ac2-8893-498a-945f-5b0f9c877bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:34.917344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:34.917708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Network hostable DHCP agents. Network: 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:21:34.955245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Network a6fe1371-c84d-45b2-b412-c2543fcd171d is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:34.959187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:34.963916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:34.982004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:21:34.988223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Pushing event updated for resources: {'Port': ['ID=511177af-971f-4086-ae88-894d1db773c1,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:35.001616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-825e9ac2-8893-498a-945f-5b0f9c877bfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2322604dff94a0698075f192928bc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073752 May 10 11:21:35.013116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53356) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:35.056149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-a09f6d6d-3d79-413a-9b41-d64aa005b2ad tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea9440eee4444035ba2c1ae8ae849395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658619 May 10 11:21:35.064329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:35.074094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:35.074641 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.080714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74afe9-33be-4244-9ca6-d95f3a96f1ad None None] Network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:35.087413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Attempting to bind port 511177af-971f-4086-ae88-894d1db773c1 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:35.089408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Attempting to bind port 511177af-971f-4086-ae88-894d1db773c1 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:35.089658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Attempting to bind port 511177af-971f-4086-ae88-894d1db773c1 on network a6fe1371-c84d-45b2-b412-c2543fcd171d {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:35.114352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d9a5eb58-67e1-4dcd-a844-7ac12afadc7e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1400578 May 10 11:21:35.121749 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90a3621f-a871-4477-b9fb-902b54bcb620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.137673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:35.138132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Checking segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:35.138450 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.138805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Bound using segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:35.139289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Bound port: 511177af-971f-4086-ae88-894d1db773c1, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:35.139684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.210804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90a3621f-a871-4477-b9fb-902b54bcb620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.236252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] For port 511177af-971f-4086-ae88-894d1db773c1, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:35.239653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] For port 511177af-971f-4086-ae88-894d1db773c1, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=511177af-971f-4086-ae88-894d1db773c1,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:35.253929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.275190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.281339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.296315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb6e37d6-dd38-4137-93b6-c253bad3a249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.300973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e9ac2-8893-498a-945f-5b0f9c877bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903016e1-4566-4ba2-b713-0c0ca13a5707,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:35.304567 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.333691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90a3621f-a871-4477-b9fb-902b54bcb620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.339794 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90a3621f-a871-4477-b9fb-902b54bcb620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.344086 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90a3621f-a871-4477-b9fb-902b54bcb620 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/903016e1-4566-4ba2-b713-0c0ca13a5707 HTTP/1.1" status: 204 len: 168 time: 0.3266990 May 10 11:21:35.383403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-c84ffc98-a986-4cb1-809e-c6eece71d4bc tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:35.393817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-c84ffc98-a986-4cb1-809e-c6eece71d4bc tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284955 May 10 11:21:35.412646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3621f-a871-4477-b9fb-902b54bcb620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903016e1-4566-4ba2-b713-0c0ca13a5707,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:35.420170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53368) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:35.507015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cc64d-dfa5-4856-a94b-36e8e0136c7e None None] Pushing event updated for resources: {'Port': ['ID=511177af-971f-4086-ae88-894d1db773c1,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:35.537579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Allocated IP 172.25.8.33 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/7771487e-b855-4bc4-a56c-d68e32514807) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:35.545160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb6e37d6-dd38-4137-93b6-c253bad3a249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.568357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb6e37d6-dd38-4137-93b6-c253bad3a249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.624178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d79d03-5be6-4538-810a-04f2d6940a07 None None] Network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:35.628831 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-a971cfed-4067-4339-bded-c55159f4948a tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/quotas/ea9440eee4444035ba2c1ae8ae849395 HTTP/1.1" status: 200 len: 375 time: 0.2335229 May 10 11:21:35.655483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e37d6-dd38-4137-93b6-c253bad3a249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7faf35-551a-47d9-b185-f73e8e6e0e51,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:35.706269 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.731142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-e830f214-9ab3-4fa1-94a6-043d5939e2b8 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9440eee4444035ba2c1ae8ae849395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002815 May 10 11:21:35.747960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fb6e37d6-dd38-4137-93b6-c253bad3a249 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d63b976c0c3342139dd0baf587a25198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9406362 May 10 11:21:35.754058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53376) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:35.824483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.867059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:35.919425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:35.934536 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3333bb87-36f7-4fea-ab9d-a7d818c804fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:35.934694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:36.006023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3333bb87-36f7-4fea-ab9d-a7d818c804fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.047015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Pushing event updated for resources: {'Port': ['ID=7771487e-b855-4bc4-a56c-d68e32514807,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:36.064995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d09eb489-a31c-462a-ac40-9a12533a0871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.117436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3333bb87-36f7-4fea-ab9d-a7d818c804fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.125187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3333bb87-36f7-4fea-ab9d-a7d818c804fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.131322 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3333bb87-36f7-4fea-ab9d-a7d818c804fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b7faf35-551a-47d9-b185-f73e8e6e0e51 HTTP/1.1" status: 204 len: 168 time: 0.3740106 May 10 11:21:36.193021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333bb87-36f7-4fea-ab9d-a7d818c804fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7faf35-551a-47d9-b185-f73e8e6e0e51,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:36.230566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c85e4034-32c4-4ffc-9443-6d1af71d873c req-7b455712-fc77-4327-8c6c-9df8af38f562 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 210 time: 0.0974736 May 10 11:21:36.336005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d09eb489-a31c-462a-ac40-9a12533a0871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.337584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.383385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d09eb489-a31c-462a-ac40-9a12533a0871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.429647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1f4d-ddee-4cc4-9249-dd4efe0ec9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.549178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53424) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:36.549713 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d09eb489-a31c-462a-ac40-9a12533a0871 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a26d159021bb4ba3bbdaa57784849b09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1280367 May 10 11:21:36.553159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eb489-a31c-462a-ac40-9a12533a0871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15756b7-dc9c-4751-aee1-9f17623ceba1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:36.620889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53428) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:36.631594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0029de50-361d-496e-8da7-240675c418ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.635373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1702018134-network', 'tenant_id': '37d02444f6d6499d835c9bd4c49e1672'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:36.668681 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0029de50-361d-496e-8da7-240675c418ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.781669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0d768bd6-137c-4b58-ab1d-22886b310ae8 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:21:36.792705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Made reservation on behalf of 37d02444f6d6499d835c9bd4c49e1672 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:36.795077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.801869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0029de50-361d-496e-8da7-240675c418ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.804802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0029de50-361d-496e-8da7-240675c418ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.807297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0029de50-361d-496e-8da7-240675c418ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b15756b7-dc9c-4751-aee1-9f17623ceba1 HTTP/1.1" status: 204 len: 168 time: 0.2567716 May 10 11:21:36.848435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029de50-361d-496e-8da7-240675c418ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15756b7-dc9c-4751-aee1-9f17623ceba1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:36.854957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 0d768bd6-137c-4b58-ab1d-22886b310ae8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:21:36.855649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0d768bd6-137c-4b58-ab1d-22886b310ae8 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:21:36.856291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device aa87b708-28ea-4a30-a5ff-26e95b97cf6e no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:21:36.892662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: aa87b708-28ea-4a30-a5ff-26e95b97cf6e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:21:36.893491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device aa87b708-28ea-4a30-a5ff-26e95b97cf6e not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:21:36.905028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:36.988470 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.028899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53454) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:37.046794 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae034e13-72e9-4080-abf5-63d4a476e980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.194546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d70c0-54a3-4383-924a-e0a40217b499 None None] Network a6fe1371-c84d-45b2-b412-c2543fcd171d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:37.208980 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.226067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.275942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:21:37.335077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 511177af-971f-4086-ae88-894d1db773c1 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:37.355071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.359714 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Added segment 5813e407-233e-4983-ba9b-eec759697aa5 of type vlan for network 56c87820-233f-44c3-a4cf-dfc6ba1aa0c0 May 10 11:21:37.363223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364ba7e-524e-458a-a9c7-333c5272322e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:37.371492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae034e13-72e9-4080-abf5-63d4a476e980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.378948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-87f8d12c-abdd-4fb3-b34d-8e4303cfbe38 None None] Provisioning complete for port 511177af-971f-4086-ae88-894d1db773c1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:37.379691 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87f8d12c-abdd-4fb3-b34d-8e4303cfbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.388741 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae034e13-72e9-4080-abf5-63d4a476e980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.448992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae034e13-72e9-4080-abf5-63d4a476e980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7f75ee-8df7-400d-bf72-c243756c8014,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:37.473159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ae034e13-72e9-4080-abf5-63d4a476e980 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=407e8cdcf64f4661b68326d54258828c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429677 May 10 11:21:37.477225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53476) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:37.516398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0136f151-bfda-4140-8b48-fd520b81a0a5 req-e310660d-da79-4898-a438-98eb948a82d1 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 210 time: 0.1128514 May 10 11:21:37.532556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.541627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-849b6f73-45fb-45dd-a7cb-31e659c524c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.545825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Router e855b4e9-9443-413f-ab84-44976f6770ad is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:21:37.571579 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-849b6f73-45fb-45dd-a7cb-31e659c524c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.603249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.604363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:37.605014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.682430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-849b6f73-45fb-45dd-a7cb-31e659c524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.686849 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-849b6f73-45fb-45dd-a7cb-31e659c524c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.692103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-849b6f73-45fb-45dd-a7cb-31e659c524c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c7f75ee-8df7-400d-bf72-c243756c8014 HTTP/1.1" status: 204 len: 168 time: 0.2133074 May 10 11:21:37.714415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b6f73-45fb-45dd-a7cb-31e659c524c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7f75ee-8df7-400d-bf72-c243756c8014,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:37.733213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:37.810874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82bf06dc-1d6e-481b-9b9d-c69a93ad0770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.843171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.49', 61158) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:37.890628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] Pushing event updated for resources: {'Network': ['ID=56c87820-233f-44c3-a4cf-dfc6ba1aa0c0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:37.910081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-145cf156-5cda-43ed-93ab-7492e7af01bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2846859 May 10 11:21:37.918001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 56c87820-233f-44c3-a4cf-dfc6ba1aa0c0 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:21:37.924825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 511177af-971f-4086-ae88-894d1db773c1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:37.925516 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.927517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53502) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:37.933097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.942353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Request body: {'subnet': {'network_id': '56c87820-233f-44c3-a4cf-dfc6ba1aa0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1702018134-subnet', 'tenant_id': '37d02444f6d6499d835c9bd4c49e1672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:37.962759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-a6461388-4a7c-46ac-8b05-3d20877b07a8 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ea9440eee4444035ba2c1ae8ae849395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184428 May 10 11:21:38.013812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:21:38.034959 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:21:38.061745 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:21:38.064782 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:21:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:38.074688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:38.078669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f8aa0208-bac4-4b53-8239-be595521ecc0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.3428743 May 10 11:21:38.078791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53514) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:38.133904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Made reservation on behalf of 37d02444f6d6499d835c9bd4c49e1672 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:38.139919 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:38.494889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-87f8d12c-abdd-4fb3-b34d-8e4303cfbe38 None None] Current status of the port 511177af-971f-4086-ae88-894d1db773c1 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:38.495303 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87f8d12c-abdd-4fb3-b34d-8e4303cfbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:38.544104 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82bf06dc-1d6e-481b-9b9d-c69a93ad0770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:38.555041 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82bf06dc-1d6e-481b-9b9d-c69a93ad0770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:38.613636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53550) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:38.614081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-82bf06dc-1d6e-481b-9b9d-c69a93ad0770 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9a615f6895342f3935c5d8c2905eceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8695111 May 10 11:21:38.630728 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:21:38.666662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-87f8d12c-abdd-4fb3-b34d-8e4303cfbe38 None None] For port 511177af-971f-4086-ae88-894d1db773c1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=511177af-971f-4086-ae88-894d1db773c1,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:38.791404 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87f8d12c-abdd-4fb3-b34d-8e4303cfbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:38.957389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 511177af-971f-4086-ae88-894d1db773c1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:39.062054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8d12c-abdd-4fb3-b34d-8e4303cfbe38 None None] Pushing event updated for resources: {'Port': ['ID=511177af-971f-4086-ae88-894d1db773c1,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:39.101175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-de3655cf-a4c6-46ae-8c7e-857ddb49f8fc None None] Provisioning complete for port 511177af-971f-4086-ae88-894d1db773c1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:39.101555 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-de3655cf-a4c6-46ae-8c7e-857ddb49f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.103801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e204637-bb2b-4386-bbd5-f6666ece5daf req-c0c0b960-e160-4459-a649-1fd12d33373e tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 210 time: 0.2615893 May 10 11:21:39.104513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf06dc-1d6e-481b-9b9d-c69a93ad0770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513867cf-d998-49d2-a6da-092131056c9d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:39.140344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-c52943d8-b29b-434c-90b4-dfa853a7821d tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:39.144027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-c52943d8-b29b-434c-90b4-dfa853a7821d tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1536722 May 10 11:21:39.193642 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.204882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00e91950-cb8e-49d1-9407-256407690cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.265940 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.332982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 511177af-971f-4086-ae88-894d1db773c1 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:39.342316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5e79e5-5a0b-40d3-b0c6-83f9aeb8a505,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:39.390509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00e91950-cb8e-49d1-9407-256407690cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.411897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Checking segment: {'id': '5813e407-233e-4983-ba9b-eec759697aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '56c87820-233f-44c3-a4cf-dfc6ba1aa0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:39.412473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Network hostable DHCP agents. Network: 56c87820-233f-44c3-a4cf-dfc6ba1aa0c0, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:21:39.444275 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:36Z', 'revision_number': 3, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:39.448819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Network 56c87820-233f-44c3-a4cf-dfc6ba1aa0c0 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:21:39.474267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 56c87820-233f-44c3-a4cf-dfc6ba1aa0c0) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:39.481965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:39.484131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.530218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c3f6f-3674-47f1-8e37-29a60c5fbd52 None None] Network 56c87820-233f-44c3-a4cf-dfc6ba1aa0c0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:39.534652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2bc9e6c5-c5b0-496a-ab10-61faf14a8ce4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6057682 May 10 11:21:39.551326 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:21:39.556447 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Updating router e855b4e9-9443-413f-ab84-44976f6770ad port 7771487e-b855-4bc4-a56c-d68e32514807 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:21:39.572028 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.610506 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.799411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.816203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 511177af-971f-4086-ae88-894d1db773c1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:39.816512 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:39.833377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-de3655cf-a4c6-46ae-8c7e-857ddb49f8fc None None] Current status of the port 511177af-971f-4086-ae88-894d1db773c1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:40.022266 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00e91950-cb8e-49d1-9407-256407690cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.034240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00e91950-cb8e-49d1-9407-256407690cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.039215 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-00e91950-cb8e-49d1-9407-256407690cf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/513867cf-d998-49d2-a6da-092131056c9d HTTP/1.1" status: 204 len: 168 time: 1.4207993 May 10 11:21:40.052099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ab473-eefd-4298-bf79-617381b158aa None None] Network 56c87820-233f-44c3-a4cf-dfc6ba1aa0c0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:40.085562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e91950-cb8e-49d1-9407-256407690cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513867cf-d998-49d2-a6da-092131056c9d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:40.190794 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.204406 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.260764 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Pushing event updated for resources: {'Port': ['ID=7771487e-b855-4bc4-a56c-d68e32514807,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:40.261177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Allocated IP 172.20.0.1 (a6fe1371-c84d-45b2-b412-c2543fcd171d/0639f0c4-9840-4827-a9e8-8a2eb8bbc922/f1be28e1-53b6-4b29-9838-68098916d294) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:40.270622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.271241 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.271741 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.272499 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.272834 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.273164 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.273490 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.273824 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.274138 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.274455 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.274774 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.275091 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Tracked resource versions report: May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: pushed versions: May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: { 'AddressGroup': {'1.2'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'ConntrackHelper': {'1.0'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Log': {'1.0'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Network': {'1.1'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Port': {'1.7'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'PortForwarding': {'1.2'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'QosPolicy': {'1.9'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'SecurityGroup': {'1.4'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'SecurityGroupRule': {'1.2'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'SubPort': {'1.0'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Subnet': {'1.1'}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Trunk': {'1.1'}} May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: consumer versions: May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: { DHCP agent@n-d-840949-1: {}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: HyperV agent@n-h1-840949-1: {}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: HyperV agent@n-h2-840949-1: {}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: L3 agent@n-d-840949-1: {}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: Metadata agent@n-d-840949-1: {}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: Metering agent@n-d-840949-1: {}, May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: Open vSwitch agent@n-d-840949-1: { 'AddressGroup': '1.2', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'ConntrackHelper': '1.0', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Log': '1.0', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Network': '1.1', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Port': '1.7', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'PortForwarding': '1.2', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'QosPolicy': '1.9', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'SecurityGroup': '1.4', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'SecurityGroupRule': '1.2', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'SubPort': '1.0', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Subnet': '1.1', May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: 'Trunk': '1.1'}} May 10 11:21:40.276240 n-d-840949-1 neutron-server[102770]: {{(pid=102770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:21:40.293025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 511177af-971f-4086-ae88-894d1db773c1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:40.326780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35eea661-8335-4f55-881f-cdae1e1e4475 req-73f980f9-b5d0-4136-9386-7d1b16130642 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 210 time: 0.0620737 May 10 11:21:40.347931 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Attempting to bind port 7771487e-b855-4bc4-a56c-d68e32514807 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:40.348313 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Attempting to bind port 7771487e-b855-4bc4-a56c-d68e32514807 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:40.350916 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Attempting to bind port 7771487e-b855-4bc4-a56c-d68e32514807 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:40.367865 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:40.369063 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:40.370474 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.371090 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:40.371891 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Bound port: 7771487e-b855-4bc4-a56c-d68e32514807, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:40.372578 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.502905 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] For port 7771487e-b855-4bc4-a56c-d68e32514807, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:40.512206 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] For port 7771487e-b855-4bc4-a56c-d68e32514807, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7771487e-b855-4bc4-a56c-d68e32514807,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:40.524971 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.541570 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.614481 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.614684 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b11bb-405f-402d-820c-7b792936a5ab None None] Pushing event updated for resources: {'Port': ['ID=7771487e-b855-4bc4-a56c-d68e32514807,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:40.622895 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:21:40.624067 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:21:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:40.649979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-63efe448-2d39-4ab3-bd51-017d89fae478 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605311 May 10 11:21:40.688800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Network a6fe1371-c84d-45b2-b412-c2543fcd171d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:40.694115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:40.699008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:40.699385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:40.771331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Pushing event updated for resources: {'Port': ['ID=f1be28e1-53b6-4b29-9838-68098916d294,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:40.842893 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:21:40.865224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fcad-73f6-409e-a301-3de0d094f551 req-cb57f580-b711-49ea-8b3f-209bcdfc99c9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:40.873640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-cb57f580-b711-49ea-8b3f-209bcdfc99c9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221296 May 10 11:21:40.890599 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-a4e94c77-fe08-4869-b0bf-4d132a94ece7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/quotas/1cbc99a612b94107802e0591ae631c39 HTTP/1.1" status: 200 len: 375 time: 0.0163813 May 10 11:21:40.948399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53674) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:40.949250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-f6c8d51e-430d-466b-bec6-a9563ec7d32b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504792 May 10 11:21:41.062702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:41.112757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-395a332e-310f-4dbd-ba63-153b14581f94 None None] Provisioning complete for port f1be28e1-53b6-4b29-9838-68098916d294 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:41.114075 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-395a332e-310f-4dbd-ba63-153b14581f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:41.193483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-395a332e-310f-4dbd-ba63-153b14581f94 None None] Port f1be28e1-53b6-4b29-9838-68098916d294 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:21:41.285401 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc4dda61-3e85-448f-9515-6d5ba9a88658 req-7e31fdf6-11e8-498c-9d52-479df45ed761 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 210 time: 0.0710750 May 10 11:21:41.365077 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:36Z', 'revision_number': 3, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:41.438183 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943dadc-3ff1-41c0-b101-9eb62dd33c09 None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:36Z', 'revision_number': 3, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:21:41.465742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9463ac88-b46d-4148-9afb-f87cae1fec99 req-1568adcc-6285-4641-a522-5c71baf159dd tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 210 time: 0.0598269 May 10 11:21:41.476572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:41.489665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:41.490561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:41.658915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53706) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:41.840901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-164615ec-d530-4624-b541-68ca470319eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba26e1e49dff49a68e67a38d3c89442f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1796298 May 10 11:21:41.844519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53718) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:41.977314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64abc582-604c-4154-bcb1-60bc72d4812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:42.012123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Network a6fe1371-c84d-45b2-b412-c2543fcd171d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:42.028151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64abc582-604c-4154-bcb1-60bc72d4812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:42.043990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:42.046317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5471b513-df3e-43cf-af32-d60d5c128bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:42.131049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64abc582-604c-4154-bcb1-60bc72d4812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:42.141388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64abc582-604c-4154-bcb1-60bc72d4812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:42.142835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-64abc582-604c-4154-bcb1-60bc72d4812c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ae785f6-51a6-4105-a5da-429ec5de38e9 HTTP/1.1" status: 204 len: 168 time: 0.2958589 May 10 11:21:42.162735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abc582-604c-4154-bcb1-60bc72d4812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae785f6-51a6-4105-a5da-429ec5de38e9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:42.242088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Pushing event updated for resources: {'Port': ['ID=f1be28e1-53b6-4b29-9838-68098916d294,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:42.470070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c60efe5d-c489-49f8-95c3-81492f5e7217 req-e063eff1-9dfe-4c1b-bdd5-7daf4af5bf6e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 210 time: 0.0548139 May 10 11:21:42.506965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-851a15a0-566a-4116-ae38-0ab16d51a88c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:42.509671 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-851a15a0-566a-4116-ae38-0ab16d51a88c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 820 time: 0.8662198 May 10 11:21:42.561826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bc6a2f08-bcf1-4b98-9267-6f5209bd6aab None None] Provisioning complete for port f1be28e1-53b6-4b29-9838-68098916d294 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:42.566041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2f08-bcf1-4b98-9267-6f5209bd6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:42.616881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f2141fc4-c2f3-42c8-a25b-28e2431bb327 req-c48bf8ee-fbb9-4b4a-a0dd-cfba746d202d tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 210 time: 0.0512397 May 10 11:21:42.632826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a2f08-bcf1-4b98-9267-6f5209bd6aab None None] Port f1be28e1-53b6-4b29-9838-68098916d294 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:21:42.648021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-db9ec670-ac10-4ea6-acd6-263a8e666603 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/quotas/f412398bacf64f12baf28adf9efeeed7 HTTP/1.1" status: 200 len: 375 time: 0.1088645 May 10 11:21:42.763762 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-1a712369-a639-4f44-8afe-3e74bb0f129f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144798 May 10 11:21:42.783994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Router e855b4e9-9443-413f-ab84-44976f6770ad has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:21:42.799384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5471b513-df3e-43cf-af32-d60d5c128bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:42.809642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53748) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:42.827958 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5471b513-df3e-43cf-af32-d60d5c128bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:42.913249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-680c92b5-1569-4579-8756-0bbff38c5b76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=014a318ecb96449e8588d55ad0acdea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903835 May 10 11:21:42.914617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53752) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:42.957719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-2cfcbb8f-f284-4993-847f-a4457d367461 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361106 May 10 11:21:43.026992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471b513-df3e-43cf-af32-d60d5c128bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e58a8e-bf7b-4148-82cd-41c8477b665e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:43.082028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5471b513-df3e-43cf-af32-d60d5c128bb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3744ad833714e709caec2b910e81acd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1325135 May 10 11:21:43.084451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53756) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:43.131950 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-410d3a39-3e17-42fb-a9f5-daf8f333010a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.222639 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-410d3a39-3e17-42fb-a9f5-daf8f333010a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.260418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dd0499ba-e0fd-43f8-9ea7-49a420ac4aef tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:43.262125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7771487e-b855-4bc4-a56c-d68e32514807 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:43.264630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dd0499ba-e0fd-43f8-9ea7-49a420ac4aef tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2992170 May 10 11:21:43.283491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Request body: {'port': {'device_id': '4218cf52-0d3e-4fd5-97f7-f5e2aa40908d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '1cbc99a612b94107802e0591ae631c39'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:43.367476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7771487e-b855-4bc4-a56c-d68e32514807 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:43.368124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.378296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:21:43.407966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-99f07f76-ac9a-49bd-b1cf-4846781d614e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:21:43.417303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-99f07f76-ac9a-49bd-b1cf-4846781d614e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2625859 May 10 11:21:43.427926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:43.458616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c4076279-e636-46cb-b4b7-673ae931b9aa admin admin] 10.222.0.13 "PUT /v2.0/routers/e855b4e9-9443-413f-ab84-44976f6770ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3704469 May 10 11:21:43.475051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Request body: {'port': {'device_id': '3c2628a4-2f86-4ae1-b693-dfe95fd4e023', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'ea9440eee4444035ba2c1ae8ae849395'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:43.475550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7771487e-b855-4bc4-a56c-d68e32514807 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:43.475991 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.503013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb226-4238-4562-9c7b-ab4ef784d35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.534537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 7771487e-b855-4bc4-a56c-d68e32514807, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7771487e-b855-4bc4-a56c-d68e32514807,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:43.543157 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.569717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-687198978-network', 'tenant_id': '5ae46ced79134349bd0f066ed1f8f62c'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:43.640549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Made reservation on behalf of 5ae46ced79134349bd0f066ed1f8f62c for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:43.643372 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.649524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=7771487e-b855-4bc4-a56c-d68e32514807,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:43.660921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb226-4238-4562-9c7b-ab4ef784d35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.667440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.745345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3452e3e2-d593-4049-974e-9f7eb52b7df4 req-7ff96853-800a-474f-9d4b-08843d29d8f7 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.1028671 May 10 11:21:43.749742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Made reservation on behalf of 1cbc99a612b94107802e0591ae631c39 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:43.753482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.766614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-6cc09e57-e8ed-49f1-8d8f-bc5899324f55 service neutron] 10.222.0.13 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469653 May 10 11:21:43.774678 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.798295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-410d3a39-3e17-42fb-a9f5-daf8f333010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.801005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-410d3a39-3e17-42fb-a9f5-daf8f333010a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.802415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-410d3a39-3e17-42fb-a9f5-daf8f333010a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fb83714-fc5a-4742-833d-98d7ace5fa54 HTTP/1.1" status: 204 len: 168 time: 0.8866327 May 10 11:21:43.834096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d3a39-3e17-42fb-a9f5-daf8f333010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb83714-fc5a-4742-833d-98d7ace5fa54,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:43.909818 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.912108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Made reservation on behalf of ea9440eee4444035ba2c1ae8ae849395 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:43.916843 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.924734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.936294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:43.981311 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.027142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb57761-891d-4a94-ab7e-98f7ecb3bc08,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:44.059831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb226-4238-4562-9c7b-ab4ef784d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.062474 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb226-4238-4562-9c7b-ab4ef784d35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.073598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92196c5c-b2bb-4967-9bfa-50d37bbe0fd0 req-141c2bf6-73ef-4678-a83c-f70146e3f9dd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 210 time: 0.1167221 May 10 11:21:44.080802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c4aeb226-4238-4562-9c7b-ab4ef784d35f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e58a8e-bf7b-4148-82cd-41c8477b665e HTTP/1.1" status: 204 len: 168 time: 0.9802709 May 10 11:21:44.087707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:21:44.106495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:44.172562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeb226-4238-4562-9c7b-ab4ef784d35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e58a8e-bf7b-4148-82cd-41c8477b665e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:44.188873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.190254 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Added segment 314f1526-e241-4e01-a265-2b988ac17a68 of type vlan for network 5c651142-08ce-4c97-bf1c-83a2085cab40 May 10 11:21:44.199054 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-d5a4219e-bb50-4fe4-b569-62ddaf3251e3 service neutron] 10.222.0.13 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312871 May 10 11:21:44.306079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.346480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-892586d4-a448-4f6c-b204-a6c8f9678e4d req-79b919df-8a9f-4d17-a1e1-4d8827585cd3 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 210 time: 0.0646822 May 10 11:21:44.353829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Allocated IP 192.168.233.229 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/fe0a070f-e4b1-4b56-a940-0124a226e875) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:44.370452 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.371595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:44.372336 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.494320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0318153 May 10 11:21:44.502225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53812) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:44.513534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Request body: {'subnet': {'network_id': '5c651142-08ce-4c97-bf1c-83a2085cab40', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-687198978-subnet', 'tenant_id': '5ae46ced79134349bd0f066ed1f8f62c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:44.530135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf8394-4d39-40cc-b75c-3c613061ddc1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c651142-08ce-4c97-bf1c-83a2085cab40,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:44.545237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 5c651142-08ce-4c97-bf1c-83a2085cab40 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:21:44.583181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Made reservation on behalf of 5ae46ced79134349bd0f066ed1f8f62c for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:44.590132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.653136 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.741797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.767259 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-925267da-a447-4041-86f0-2dcb219e093b req-53f6c429-2ea9-4622-981a-8ec0f082160d tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0508163 May 10 11:21:44.790439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53818) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:44.839603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca841a80-fa52-491d-9e1b-32192ab8c378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:44.911775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:44.913631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e28eaffc-41b9-46a4-82e7-439c5397158f req-b5f2a3bc-58cc-443e-8667-13bb8894eda5 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 210 time: 0.0519812 May 10 11:21:44.933355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'Port': ['ID=fe0a070f-e4b1-4b56-a940-0124a226e875,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:44.950727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:44.953937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Allocated IP 192.168.233.58 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/a6198e02-9092-44c1-95f2-f6bf5580b235) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:44.960603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:44.973716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:44.974386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.050338 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-4438a9f5-8af8-4262-9af2-157fcdf140dc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7747054 May 10 11:21:45.109321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Request body: {'port': {'device_id': '4218cf52-0d3e-4fd5-97f7-f5e2aa40908d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:45.260187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7771487e-b855-4bc4-a56c-d68e32514807 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:45.305267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.349088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca841a80-fa52-491d-9e1b-32192ab8c378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.395153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7771487e-b855-4bc4-a56c-d68e32514807 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:45.395627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.456220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca841a80-fa52-491d-9e1b-32192ab8c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.483741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Checking segment: {'id': '314f1526-e241-4e01-a265-2b988ac17a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5c651142-08ce-4c97-bf1c-83a2085cab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:45.484176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Network hostable DHCP agents. Network: 5c651142-08ce-4c97-bf1c-83a2085cab40, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:21:45.534320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=900f7503-37dd-411c-8695-c356670fabdd,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:45.543959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083051f-b610-47e0-b7c1-a4c80166ec42 req-28d7a4df-01e6-4fe3-9b14-c08605a00840 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:45.545836 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d083051f-b610-47e0-b7c1-a4c80166ec42 req-28d7a4df-01e6-4fe3-9b14-c08605a00840 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 936 time: 0.3145127 May 10 11:21:45.559653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ca841a80-fa52-491d-9e1b-32192ab8c378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ffb0948cb4e4c6582c583864593d1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7670503 May 10 11:21:45.574262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53848) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:45.574647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9c13edc4-18d3-4d79-a83d-434cce6c2282 None None] Provisioning complete for port fe0a070f-e4b1-4b56-a940-0124a226e875 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:45.580097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c13edc4-18d3-4d79-a83d-434cce6c2282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.593839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca841a80-fa52-491d-9e1b-32192ab8c378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e22f28-1756-4c87-a251-748a63495d3d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:45.613643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Network 5c651142-08ce-4c97-bf1c-83a2085cab40 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:21:45.619782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:21:45.645949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 5c651142-08ce-4c97-bf1c-83a2085cab40) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:45.658882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:45.659538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.664674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d083051f-b610-47e0-b7c1-a4c80166ec42 req-fd49f20c-63b7-4b60-9139-a666a6b42fe9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987484 May 10 11:21:45.699488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b922f9e2-575c-42dd-bf71-adcfe1a107aa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1940534 May 10 11:21:45.705943 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27af1e43-e192-43a9-8547-5ba627df1568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.720354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b683f48-bc55-455d-9511-b5dc2c67c990 None None] Network 5c651142-08ce-4c97-bf1c-83a2085cab40 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:45.740841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27af1e43-e192-43a9-8547-5ba627df1568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.815937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27af1e43-e192-43a9-8547-5ba627df1568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.823570 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27af1e43-e192-43a9-8547-5ba627df1568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.824905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-27af1e43-e192-43a9-8547-5ba627df1568 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13e22f28-1756-4c87-a251-748a63495d3d HTTP/1.1" status: 204 len: 168 time: 0.2489069 May 10 11:21:45.855269 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:45.856314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af1e43-e192-43a9-8547-5ba627df1568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e22f28-1756-4c87-a251-748a63495d3d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:45.915836 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8270f6e-86ad-4193-9db7-34c5a44ec6c7 req-3c1cc295-aa2a-40a7-be6c-258c2f6fd522 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 210 time: 0.0640869 May 10 11:21:45.960475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7771487e-b855-4bc4-a56c-d68e32514807 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:45.963291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9c13edc4-18d3-4d79-a83d-434cce6c2282 None None] Port fe0a070f-e4b1-4b56-a940-0124a226e875 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:21:45.965714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:21:45.966545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:21:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:45.986403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-df149b88-5be1-474f-8379-39137031db38 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:45.994808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-df149b88-5be1-474f-8379-39137031db38 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 821 time: 0.8576829 May 10 11:21:46.033253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-df814210-12c7-4a68-9cb9-0d57fde4d7ed tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/quotas/0ab2d4592fe54314aeb7202425527f8a HTTP/1.1" status: 200 len: 375 time: 0.0365322 May 10 11:21:46.046288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2215b6c4-2f9b-4073-bdfa-7e4f3606e747 req-83c10c4d-69e2-4922-bdc3-524bacaf09fb tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0441694 May 10 11:21:46.096907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:46.181245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc23c99-c801-4ed1-983e-5733010194c6 None None] Network 5c651142-08ce-4c97-bf1c-83a2085cab40 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:46.233869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc455c2c-663e-4bc6-af3c-d88ab9b684d3 req-aeadaf86-a5e3-4418-803b-448b82d89df8 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 210 time: 0.0647480 May 10 11:21:46.250804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-0ec745b5-bcba-4a1f-8e76-2225063ffe0a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2151241 May 10 11:21:46.291167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:46.420903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:21:46.476101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-aa3afe02-abab-4a88-b3e6-f61fbfcd268d tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:46.482775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-aa3afe02-abab-4a88-b3e6-f61fbfcd268d tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 820 time: 0.2306983 May 10 11:21:46.494989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Request body: {'port': {'device_id': '592e0284-0b16-4838-8c81-f4b1f8308606', 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'admin_state_up': True, 'tenant_id': 'f412398bacf64f12baf28adf9efeeed7'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:46.524454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Pushing event updated for resources: {'Port': ['ID=a6198e02-9092-44c1-95f2-f6bf5580b235,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:46.536985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:46.543968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:46.547564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:46.557468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:46.558425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:46.585505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-15e33aa4-8a6a-414c-a9e9-d4d39179fd58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1149926 May 10 11:21:46.604499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-64324edd-869f-457b-8912-70b663faa4ee tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:21:46.606132 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-64324edd-869f-457b-8912-70b663faa4ee tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104721 May 10 11:21:46.638577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-fb46f68e-6a57-4432-957e-f5c8f91cfa2a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:21:46.647793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-fb46f68e-6a57-4432-957e-f5c8f91cfa2a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1912823 May 10 11:21:46.773483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Made reservation on behalf of f412398bacf64f12baf28adf9efeeed7 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:46.777843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:46.860920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-59846cee-205e-4fae-9863-02e75a74fe7a service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113862 May 10 11:21:46.865512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.49', 61166) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:46.957069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50935323-5f90-4cbe-ba8a-0957680a9276 req-a28d415f-787f-494f-96b1-f55b9983fa6f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:46.957514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Request body: {'port': {'device_id': '3c2628a4-2f86-4ae1-b693-dfe95fd4e023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:46.961945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50935323-5f90-4cbe-ba8a-0957680a9276 req-a28d415f-787f-494f-96b1-f55b9983fa6f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 936 time: 0.1667852 May 10 11:21:47.053605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.054180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c16abae9-fc31-470b-9e22-bed0b4eb1d19 None None] Provisioning complete for port a6198e02-9092-44c1-95f2-f6bf5580b235 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:47.057194 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c16abae9-fc31-470b-9e22-bed0b4eb1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.067937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50935323-5f90-4cbe-ba8a-0957680a9276 req-49a2db1b-b4fa-4487-b1d3-1ad3f7c9dc82 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979886 May 10 11:21:47.076690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0a070f-e4b1-4b56-a940-0124a226e875 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:47.085750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Allocated IP 172.20.0.6 (2a66c4c8-4fdc-45ee-bd3a-e04d59971a62/c0f70c19-4fe5-40e3-8e4c-270c458a819b/607ed842-53af-415d-b311-1ce810aa126e) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:47.137719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c16abae9-fc31-470b-9e22-bed0b4eb1d19 None None] Port a6198e02-9092-44c1-95f2-f6bf5580b235 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:21:47.155437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.178682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-381cf931-e171-425a-9a65-a438bcec9c27 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163786 May 10 11:21:47.223596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 2, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:47.281890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:21:47.283047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Updating router e855b4e9-9443-413f-ab84-44976f6770ad port f1be28e1-53b6-4b29-9838-68098916d294 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:21:47.310810 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.384891 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4350957c-287c-4f41-9341-c50e66b3230f req-088dc9cc-815c-4214-82e5-43128ac110d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.5174677 May 10 11:21:47.408474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Transition to ACTIVE for port object fe0a070f-e4b1-4b56-a940-0124a226e875 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:21:47.433641 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.448708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201024b-4aeb-4651-8e74-2cd4bc01e9ce req-67f208ae-33f4-4638-82d3-9bd9c15a0e9e tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:47.459463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2201024b-4aeb-4651-8e74-2cd4bc01e9ce req-67f208ae-33f4-4638-82d3-9bd9c15a0e9e tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 935 time: 0.2077789 May 10 11:21:47.487578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53922) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:47.505865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-362328274-network', 'tenant_id': '938884c1ca1842d398e16c5c8666f770'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:47.594088 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2201024b-4aeb-4651-8e74-2cd4bc01e9ce req-39ce6eb8-7509-4d98-b019-8381f2110450 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326997 May 10 11:21:47.598958 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.647083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.666960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Made reservation on behalf of 938884c1ca1842d398e16c5c8666f770 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:47.669259 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.707840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.756081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:47.759844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Pushing event updated for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:47.773528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:47.777821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:47.788965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:47.790030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.791607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8514d58e-b94a-4c24-afeb-2420f03c9425 req-a254443f-324d-4b20-8005-0082ea189808 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.1368697 May 10 11:21:47.826682 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-347e8756-b89c-4b7e-baa7-c7277e999f87 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3357697 May 10 11:21:47.841328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Request body: {'port': {'device_id': '592e0284-0b16-4838-8c81-f4b1f8308606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:47.904141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.913901 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:47.982096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Pushing event updated for resources: {'Port': ['ID=fe0a070f-e4b1-4b56-a940-0124a226e875,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:47.994665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd297d5-2626-4639-b327-2e022de0d8eb None None] Pushing event updated for resources: {'Port': ['ID=f1be28e1-53b6-4b29-9838-68098916d294,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:48.094907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Attempting to bind port f1be28e1-53b6-4b29-9838-68098916d294 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:48.095293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Attempting to bind port f1be28e1-53b6-4b29-9838-68098916d294 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:48.095656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Attempting to bind port f1be28e1-53b6-4b29-9838-68098916d294 on network a6fe1371-c84d-45b2-b412-c2543fcd171d {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:48.127547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aebf3-ef40-4774-a7ec-1a115bc57442 req-51850cf2-e0a4-4d5b-9eee-b026220cc8df tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:48.128082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:48.128566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Checking segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:48.128977 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.129380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Bound using segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:48.129834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Bound port: f1be28e1-53b6-4b29-9838-68098916d294, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:48.130310 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.137850 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d4aebf3-ef40-4774-a7ec-1a115bc57442 req-51850cf2-e0a4-4d5b-9eee-b026220cc8df tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 931 time: 0.4714158 May 10 11:21:48.175691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6198e02-9092-44c1-95f2-f6bf5580b235 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:48.192326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.201266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d4aebf3-ef40-4774-a7ec-1a115bc57442 req-f0197ead-6aa2-43f3-849a-f7e27887be95 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608740 May 10 11:21:48.206706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Transition to ACTIVE for port object a6198e02-9092-44c1-95f2-f6bf5580b235 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:21:48.212254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Attempting to bind port fe0a070f-e4b1-4b56-a940-0124a226e875 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:48.212807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Attempting to bind port fe0a070f-e4b1-4b56-a940-0124a226e875 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:48.213331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Attempting to bind port fe0a070f-e4b1-4b56-a940-0124a226e875 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:48.226170 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.257569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.293833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] For port f1be28e1-53b6-4b29-9838-68098916d294, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:48.298895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] For port f1be28e1-53b6-4b29-9838-68098916d294, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f1be28e1-53b6-4b29-9838-68098916d294,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:48.309228 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.327794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Pushing event updated for resources: {'Port': ['ID=a6198e02-9092-44c1-95f2-f6bf5580b235,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:48.330339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Port fe0a070f-e4b1-4b56-a940-0124a226e875 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:21:48.339383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Attempting to bind port fe0a070f-e4b1-4b56-a940-0124a226e875 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:48.360802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:48.361487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:48.371447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:48.372202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Bound port: fe0a070f-e4b1-4b56-a940-0124a226e875, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:48.372826 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.390155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4bf360a-c0e6-454c-9148-0c6291183103 req-f9283ef7-b70f-44a2-9040-a065226475fd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 210 time: 0.3987143 May 10 11:21:48.400595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd297d5-2626-4639-b327-2e022de0d8eb None None] Pushing event updated for resources: {'Port': ['ID=f1be28e1-53b6-4b29-9838-68098916d294,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:48.434907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:21:48.435558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:21:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:48.691446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] For port fe0a070f-e4b1-4b56-a940-0124a226e875, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:48.698269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] For port fe0a070f-e4b1-4b56-a940-0124a226e875, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fe0a070f-e4b1-4b56-a940-0124a226e875,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:48.706669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-18700282-21ca-4a78-b283-2b285e54d95c None None] Provisioning complete for port f1be28e1-53b6-4b29-9838-68098916d294 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:48.708114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-18700282-21ca-4a78-b283-2b285e54d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.727557 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.844872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:21:48.878810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6e08e-bba5-406e-85a7-0a42ef3dcc2a req-115a6061-9806-40db-8a7f-1bab14dddaf6 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:48.889128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45b6e08e-bba5-406e-85a7-0a42ef3dcc2a req-115a6061-9806-40db-8a7f-1bab14dddaf6 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 947 time: 0.1016533 May 10 11:21:48.932233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:48.932628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:48.934318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] 10.222.0.70 "PUT /v2.0/ports/fe0a070f-e4b1-4b56-a940-0124a226e875 HTTP/1.1" status: 200 len: 1096 time: 3.8531725 May 10 11:21:48.934766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4218cf52-0d3e-4fd5-97f7-f5e2aa40908d', 'tag': 'fe0a070f-e4b1-4b56-a940-0124a226e875'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:48.939572 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342" -d '{"events": [{"name": "network-changed", "server_uuid": "4218cf52-0d3e-4fd5-97f7-f5e2aa40908d", "tag": "fe0a070f-e4b1-4b56-a940-0124a226e875"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:48.966803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Attempting to bind port a6198e02-9092-44c1-95f2-f6bf5580b235 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:48.967200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Attempting to bind port a6198e02-9092-44c1-95f2-f6bf5580b235 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:48.967535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Attempting to bind port a6198e02-9092-44c1-95f2-f6bf5580b235 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:48.988165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Port a6198e02-9092-44c1-95f2-f6bf5580b235 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:21:48.988493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Attempting to bind port a6198e02-9092-44c1-95f2-f6bf5580b235 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:49.026029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e4fb-1094-4849-8703-8a80331fe94d req-3ec73e4d-2c99-4fc8-b538-70ad2a97420e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:49.039625 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd77e4fb-1094-4849-8703-8a80331fe94d req-3ec73e4d-2c99-4fc8-b538-70ad2a97420e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 948 time: 0.3326929 May 10 11:21:49.050017 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45b6e08e-bba5-406e-85a7-0a42ef3dcc2a req-19eee186-4258-4048-a291-e1f46762256f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597865 May 10 11:21:49.150092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:49.150724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:49.151275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.70', 58194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:49.151855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:49.153207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Bound port: a6198e02-9092-44c1-95f2-f6bf5580b235, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:49.153922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.177994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc21649-fbe8-45bb-9854-6f68a88eec5c service neutron] Pushing event updated for resources: {'Port': ['ID=fe0a070f-e4b1-4b56-a940-0124a226e875,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:49.233250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-18700282-21ca-4a78-b283-2b285e54d95c None None] Current status of the port f1be28e1-53b6-4b29-9838-68098916d294 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:49.233807 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-18700282-21ca-4a78-b283-2b285e54d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.242613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:49.261201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.286491 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.302377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:21:49.317553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-18700282-21ca-4a78-b283-2b285e54d95c None None] For port f1be28e1-53b6-4b29-9838-68098916d294, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f1be28e1-53b6-4b29-9838-68098916d294,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:49.317850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607ed842-53af-415d-b311-1ce810aa126e {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:49.328896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fcad-73f6-409e-a301-3de0d094f551 req-439dac1d-2971-4cde-bbbf-2392052c67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:49.330532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-439dac1d-2971-4cde-bbbf-2392052c67f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 1099 time: 0.2886050 May 10 11:21:49.340374 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-18700282-21ca-4a78-b283-2b285e54d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.345622 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.345970 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Added segment 020f08ed-ee04-4ae0-abb4-e29bf5bbe79f of type vlan for network 5a22c8ff-4b9e-4b73-abd3-481847216601 May 10 11:21:49.403097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd77e4fb-1094-4849-8703-8a80331fe94d req-6acfd330-19b3-404f-b709-1a4ee879d087 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624518 May 10 11:21:49.409871 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18700282-21ca-4a78-b283-2b285e54d95c None None] Pushing event updated for resources: {'Port': ['ID=f1be28e1-53b6-4b29-9838-68098916d294,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:49.421921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.434058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:48Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:49.447312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-625e7463-df14-4fbf-a40f-2673c40758b9 req-49d4fad1-7651-46fa-97a3-b1db48973513 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0567369 May 10 11:21:49.474371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c429cfd-4514-4a8f-8049-c8bae5393817 None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:48Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:21:49.500064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fdb9682c-e390-491e-822c-748c707d76cd None None] Provisioning complete for port f1be28e1-53b6-4b29-9838-68098916d294 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:49.500439 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fdb9682c-e390-491e-822c-748c707d76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.506003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Transition to ACTIVE for port object 607ed842-53af-415d-b311-1ce810aa126e will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:21:49.514542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.518779 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b480f9-07db-4c33-ba22-0e29b98ac4d5 x-openstack-request-id: req-d9b480f9-07db-4c33-ba22-0e29b98ac4d5 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:49.519367 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4218cf52-0d3e-4fd5-97f7-f5e2aa40908d", "tag": "fe0a070f-e4b1-4b56-a940-0124a226e875", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:49.521422 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9b480f9-07db-4c33-ba22-0e29b98ac4d5 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:49.522091 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b480f9-07db-4c33-ba22-0e29b98ac4d5'] response: {'name': 'network-changed', 'server_uuid': '4218cf52-0d3e-4fd5-97f7-f5e2aa40908d', 'tag': 'fe0a070f-e4b1-4b56-a940-0124a226e875', 'status': 'completed', 'code': 200} May 10 11:21:49.590934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-817aa1f8-b328-43fc-93da-df81e59603aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fe0a070f-e4b1-4b56-a940-0124a226e875 HTTP/1.1" status: 200 len: 217 time: 0.2434099 May 10 11:21:49.596376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15704b2-2856-4f8d-bda4-afd9cca518de,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:49.620757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] For port a6198e02-9092-44c1-95f2-f6bf5580b235, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:49.665193 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.675880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-49ff9d99-15ae-45e3-8bbb-d5d7d623f8ff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:49.677955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-49ff9d99-15ae-45e3-8bbb-d5d7d623f8ff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 821 time: 0.5236700 May 10 11:21:49.678778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c09ece23-0971-4478-a4f7-c3c5f1d9ad66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.685474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] For port a6198e02-9092-44c1-95f2-f6bf5580b235, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a6198e02-9092-44c1-95f2-f6bf5580b235,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:49.699360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.709259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Request body: {'port': {'device_id': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'admin_state_up': True, 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:49.712126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9682c-e390-491e-822c-748c707d76cd None None] Current status of the port f1be28e1-53b6-4b29-9838-68098916d294 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:49.722684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Pushing event updated for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:49.802178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fcad-73f6-409e-a301-3de0d094f551 req-ac9532fd-6fbf-42b7-b906-9a381503d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:49.803776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-ac9532fd-6fbf-42b7-b906-9a381503d7e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2041497 May 10 11:21:49.815766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:49.816966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.818689 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] 10.222.0.49 "PUT /v2.0/ports/a6198e02-9092-44c1-95f2-f6bf5580b235 HTTP/1.1" status: 200 len: 1095 time: 2.9554422 May 10 11:21:49.842623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.843763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:49.844744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:49.876350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87980f96-8e3e-453d-a3d8-f8d638a2a4cb req-934bae01-8480-46f0-9863-c3163e0e6956 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:49.877967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-87980f96-8e3e-453d-a3d8-f8d638a2a4cb req-934bae01-8480-46f0-9863-c3163e0e6956 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.2850771 May 10 11:21:49.886496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:49.887146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:49.887146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:49.897152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:21:49.897481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:49.958447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570577c3-1894-4036-8d03-9fd3f8b1942e service neutron] Pushing event updated for resources: {'Port': ['ID=a6198e02-9092-44c1-95f2-f6bf5580b235,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:49.961190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-87980f96-8e3e-453d-a3d8-f8d638a2a4cb req-1cb9b004-5fcc-48a2-9004-44abd3147e28 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651345 May 10 11:21:49.968670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:49.969050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:49.969836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:49.970712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Bound port: 607ed842-53af-415d-b311-1ce810aa126e, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:49.971211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.002177 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4995739 May 10 11:21:50.016006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53984) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:50.024698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Request body: {'subnet': {'network_id': '5a22c8ff-4b9e-4b73-abd3-481847216601', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-362328274-subnet', 'tenant_id': '938884c1ca1842d398e16c5c8666f770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:50.170524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Made reservation on behalf of 938884c1ca1842d398e16c5c8666f770 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:50.174412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.257889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b6a0ef2-6afd-4706-b85c-7f6d2db01523 req-84058cb4-1731-49f1-8d71-0174ecaec936 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 210 time: 0.3302007 May 10 11:21:50.271057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:50.271922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad082d07-2f20-4f54-8175-77bd7a9d0cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a22c8ff-4b9e-4b73-abd3-481847216601,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:50.276310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fcad-73f6-409e-a301-3de0d094f551 req-fbcc42a1-8479-4cb8-9191-d1705173712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.277791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-fbcc42a1-8479-4cb8-9191-d1705173712c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4572411 May 10 11:21:50.284866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 5a22c8ff-4b9e-4b73-abd3-481847216601 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:21:50.301061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Made reservation on behalf of 0ab2d4592fe54314aeb7202425527f8a for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:50.305001 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.329444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:50.353643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-a0c672b2-e9b7-43b0-80a2-8278253156ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.354027 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c09ece23-0971-4478-a4f7-c3c5f1d9ad66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.355325 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-a0c672b2-e9b7-43b0-80a2-8278253156ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea9440eee4444035ba2c1ae8ae849395&device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 1098 time: 0.4179089 May 10 11:21:50.357895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.422448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-f31c07d3-1c6b-47a6-9922-73b768ca4a66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a6198e02-9092-44c1-95f2-f6bf5580b235 HTTP/1.1" status: 200 len: 217 time: 0.0577452 May 10 11:21:50.440883 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c09ece23-0971-4478-a4f7-c3c5f1d9ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.444838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Pushing event updated for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:50.446420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54000) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:50.476537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd74b-feac-475b-9e1f-1269a1197a64 req-e6b6f0f8-f29e-47ef-816b-f9c8a1461c9a tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.484201 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34dbd74b-feac-475b-9e1f-1269a1197a64 req-e6b6f0f8-f29e-47ef-816b-f9c8a1461c9a tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 947 time: 0.3183479 May 10 11:21:50.502990 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-f23795f2-874e-40ef-8976-3d39330c6f3f service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167065 May 10 11:21:50.513517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ece23-0971-4478-a4f7-c3c5f1d9ad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2606ba-d7df-4869-9aa4-d7c8f7a3be72,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:50.573752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.574380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.575786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-3276edf4-af46-4866-bb47-41ed616c1d4e service neutron] 10.222.0.70 "PUT /v2.0/ports/607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 1091 time: 2.7406707 May 10 11:21:50.589243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'tag': '607ed842-53af-415d-b311-1ce810aa126e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:50.591512 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34248237-cd67-4da8-b149-8fb08d4adc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "tag": "607ed842-53af-415d-b311-1ce810aa126e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:50.607530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-a25e24c7-a999-4242-90e2-d6eda7b2878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.609118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-a25e24c7-a999-4242-90e2-d6eda7b2878c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1783061 May 10 11:21:50.621638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c09ece23-0971-4478-a4f7-c3c5f1d9ad66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c92d5f5876844532919a59166d48cd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3772302 May 10 11:21:50.630876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54010) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:50.643706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7e9747d-3370-467c-8d42-2a00cb332900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.700949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcbd58-c00a-4f00-aef4-3f25a56044d6 req-66ba9661-6c46-4a51-9e21-1cf81a93acb1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.702487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbfcbd58-c00a-4f00-aef4-3f25a56044d6 req-66ba9661-6c46-4a51-9e21-1cf81a93acb1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 948 time: 0.1950386 May 10 11:21:50.723779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34dbd74b-feac-475b-9e1f-1269a1197a64 req-fe649e66-e8c2-4116-804b-1446bc44b958 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386801 May 10 11:21:50.730498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0175fcad-73f6-409e-a301-3de0d094f551 req-6ad04e40-7007-4950-9617-7001a4b579bf service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102876 May 10 11:21:50.757859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-0ac52b3d-9f34-48f8-9977-976ca78d4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.759440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-0ac52b3d-9f34-48f8-9977-976ca78d4efb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307583 May 10 11:21:50.815851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbfcbd58-c00a-4f00-aef4-3f25a56044d6 req-bb57b816-78af-49c3-a9aa-27b0dcb43a88 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998785 May 10 11:21:50.842108 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88c7774c-cee2-44d3-889b-a3810e06fc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.855272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-7bb7db8b-ff01-4529-8b7c-ef219fbe7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.857113 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-7bb7db8b-ff01-4529-8b7c-ef219fbe7476 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1094 time: 0.2173607 May 10 11:21:50.911545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b356e4bf-2a5b-4a2a-b3a2-3bf14f41e7ae req-ec56577f-3364-43c3-8ba0-ef1f5c34a477 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0587778 May 10 11:21:50.929156 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a9534c-a3dd-4d38-af08-71048859da6a x-openstack-request-id: req-a3a9534c-a3dd-4d38-af08-71048859da6a {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:50.929439 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "tag": "607ed842-53af-415d-b311-1ce810aa126e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:50.929684 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3a9534c-a3dd-4d38-af08-71048859da6a {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:50.930069 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a9534c-a3dd-4d38-af08-71048859da6a'] response: {'name': 'network-changed', 'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'tag': '607ed842-53af-415d-b311-1ce810aa126e', 'status': 'completed', 'code': 200} May 10 11:21:50.942132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Allocated IP 172.20.0.13 (a6fe1371-c84d-45b2-b412-c2543fcd171d/0639f0c4-9840-4827-a9e8-8a2eb8bbc922/a5cca6f1-cede-4906-bb0b-fcc1cbc935c3) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:50.964240 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7e9747d-3370-467c-8d42-2a00cb332900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.966506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-600c62a9-e3a1-4fe4-aa5b-d5d0bebb28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:50.968140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-600c62a9-e3a1-4fe4-aa5b-d5d0bebb28b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 1099 time: 0.1153374 May 10 11:21:50.972450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-042bf6d8-e1d4-4e05-a9ce-2c85a7aea5f3 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050793 May 10 11:21:50.974069 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7e9747d-3370-467c-8d42-2a00cb332900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:50.995760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88c7774c-cee2-44d3-889b-a3810e06fc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.000505 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-47ffa34c-a905-4a29-9394-39139f338eb3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 217 time: 0.0879943 May 10 11:21:51.024405 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.148778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a7e9747d-3370-467c-8d42-2a00cb332900 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6eef4f6e940a4bafadcf8c70969d2bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7012894 May 10 11:21:51.152728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54024) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:51.162050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9747d-3370-467c-8d42-2a00cb332900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8612faa-9755-4cd6-8c71-5b37df5004fd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:51.216129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f07c951-3a7d-4410-8be4-8e609cd72237,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:51.243113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-9e681729-70a8-4ba6-936c-1cf931b0759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:51.245301 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-9e681729-70a8-4ba6-936c-1cf931b0759a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.2335126 May 10 11:21:51.276164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-8e712daf-9397-4c5e-8bfb-d571d904c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:51.277556 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-8e712daf-9397-4c5e-8bfb-d571d904c0c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3003695 May 10 11:21:51.290793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6e24893-b6a9-4f71-b6aa-33933d8a0620 req-e3d6d91f-5153-4c7f-bdf0-932b8fe7ca9f service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109195 May 10 11:21:51.297082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f1be28e1-53b6-4b29-9838-68098916d294 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:51.332302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-9984cb93-c533-4e6a-a203-13b054f6a0a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733881 May 10 11:21:51.351675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efa573-eafd-4509-94e7-17d7c6baabbe req-970d6e5d-f8c4-4038-9d24-7b95964073df tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:51.356791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f1be28e1-53b6-4b29-9838-68098916d294 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:51.357365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.360407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26efa573-eafd-4509-94e7-17d7c6baabbe req-970d6e5d-f8c4-4038-9d24-7b95964073df tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.2529690 May 10 11:21:51.361415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-bd26eb47-4558-40ee-9463-100f3b72f856 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fe0a070f-e4b1-4b56-a940-0124a226e875 HTTP/1.1" status: 200 len: 217 time: 0.0695465 May 10 11:21:51.394767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88c7774c-cee2-44d3-889b-a3810e06fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.400659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88c7774c-cee2-44d3-889b-a3810e06fc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.406304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf9655b9-0840-47a1-9ddc-e180e855149f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.407083 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-88c7774c-cee2-44d3-889b-a3810e06fc90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d2606ba-d7df-4869-9aa4-d7c8f7a3be72 HTTP/1.1" status: 204 len: 168 time: 0.7709858 May 10 11:21:51.477725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7774c-cee2-44d3-889b-a3810e06fc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2606ba-d7df-4869-9aa4-d7c8f7a3be72,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:51.480085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Checking segment: {'id': '020f08ed-ee04-4ae0-abb4-e29bf5bbe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5a22c8ff-4b9e-4b73-abd3-481847216601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:51.480446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Network hostable DHCP agents. Network: 5a22c8ff-4b9e-4b73-abd3-481847216601, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:21:51.483037 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79fcac5b-0d4c-4c37-ba28-69f313c97e98 req-e8a6a826-e399-42e9-9add-6a44825bb308 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0544930 May 10 11:21:51.490468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf9655b9-0840-47a1-9ddc-e180e855149f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.510665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f1be28e1-53b6-4b29-9838-68098916d294 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:51.523064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-aa0c6a2f-de9f-4475-b0bf-bf704db795b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:51.526865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-aa0c6a2f-de9f-4475-b0bf-bf704db795b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1556005 May 10 11:21:51.534793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2628a4-2f86-4ae1-b693-dfe95fd4e023', 'tag': 'a6198e02-9092-44c1-95f2-f6bf5580b235'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:51.542452 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d2ac0d-4955-4948-92ad-2fe803af2371" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2628a4-2f86-4ae1-b693-dfe95fd4e023", "tag": "a6198e02-9092-44c1-95f2-f6bf5580b235"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:51.589714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Network 5a22c8ff-4b9e-4b73-abd3-481847216601 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:21:51.650003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf9655b9-0840-47a1-9ddc-e180e855149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.652703 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf9655b9-0840-47a1-9ddc-e180e855149f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.654061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bf9655b9-0840-47a1-9ddc-e180e855149f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8612faa-9755-4cd6-8c71-5b37df5004fd HTTP/1.1" status: 204 len: 168 time: 0.5001996 May 10 11:21:51.683789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9655b9-0840-47a1-9ddc-e180e855149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8612faa-9755-4cd6-8c71-5b37df5004fd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:51.687947 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-160568a1-bc7a-4cfa-8633-3631d148badf req-3f0126db-1e39-4700-8cec-6c349d30305c tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 210 time: 0.0541320 May 10 11:21:51.697932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-6abdbdb9-3e5c-44ec-9e4d-ab3d8a6d2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:51.705759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-6abdbdb9-3e5c-44ec-9e4d-ab3d8a6d2c35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541486 May 10 11:21:51.850920 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43265300-831a-4bc5-8ea6-bde75c68cffe x-openstack-request-id: req-43265300-831a-4bc5-8ea6-bde75c68cffe {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:51.851191 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2628a4-2f86-4ae1-b693-dfe95fd4e023", "tag": "a6198e02-9092-44c1-95f2-f6bf5580b235", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:51.851520 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43265300-831a-4bc5-8ea6-bde75c68cffe {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:51.852216 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43265300-831a-4bc5-8ea6-bde75c68cffe'] response: {'name': 'network-changed', 'server_uuid': '3c2628a4-2f86-4ae1-b693-dfe95fd4e023', 'tag': 'a6198e02-9092-44c1-95f2-f6bf5580b235', 'status': 'completed', 'code': 200} May 10 11:21:51.884295 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26efa573-eafd-4509-94e7-17d7c6baabbe req-06b3b4b5-bec8-4b65-a6a2-b0452bad3543 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110967 May 10 11:21:51.915467 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c676fc2a-87bc-4b61-86af-23b74af841ec req-1c7bf36c-7f9b-4c80-9371-33f21470b029 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0509191 May 10 11:21:51.939920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 5a22c8ff-4b9e-4b73-abd3-481847216601) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:51.945652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-286e991a-f8d4-4903-bbfc-427bd0699462 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330928 May 10 11:21:51.957113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:51.957435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-49aaa9c9-2c2a-40a5-ab9d-c7e3e32f7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:51.957744 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:51.959657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-49aaa9c9-2c2a-40a5-ab9d-c7e3e32f7bc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea9440eee4444035ba2c1ae8ae849395&device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 1098 time: 0.1062958 May 10 11:21:51.961475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95fe38-682e-402d-8f5c-bbde8b96f7bc None None] Network 5a22c8ff-4b9e-4b73-abd3-481847216601 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:52.015720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-325c8aab-a5c7-4d43-9d9a-c76aa86078ff service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410885 May 10 11:21:52.023358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.062459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54048) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:52.089712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-be013a3a-938a-4c08-b8ca-992b132e0ebd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0706017 May 10 11:21:52.102232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b901dd7-4708-4ba7-970b-ad81def3d0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.202173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164757-f8f4-4095-b3b8-1a5fbd02600d req-8e8c9a79-f1bf-4eb7-a38b-4dd081dd64f7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:52.203670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39164757-f8f4-4095-b3b8-1a5fbd02600d req-8e8c9a79-f1bf-4eb7-a38b-4dd081dd64f7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 948 time: 0.1291981 May 10 11:21:52.228206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f41b0-8c20-4cf0-9902-8a9ab3db4d24 req-0b8395d5-6d67-4a51-80bf-8324990112c4 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:52.234573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-061f41b0-8c20-4cf0-9902-8a9ab3db4d24 req-0b8395d5-6d67-4a51-80bf-8324990112c4 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 947 time: 0.1396177 May 10 11:21:52.234983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b5a8fcd-4a71-4bc0-bb95-8b8cd1c2a342 req-7ca6de7a-3d81-4cc5-9687-cc43e6e85273 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805817 May 10 11:21:52.244303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-46bdd9d5-842b-4f8d-bc21-92cb8117368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:52.245929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-46bdd9d5-842b-4f8d-bc21-92cb8117368e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2739646 May 10 11:21:52.260380 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e1ed14-823d-4a5c-80e5-39930b16c473 req-45b04b93-73e8-4857-824f-35999ee9109f service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345295 May 10 11:21:52.265066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.292331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54054) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:52.305658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-d769d3ec-4d99-47e3-a40a-56d9c3efc52d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a6198e02-9092-44c1-95f2-f6bf5580b235 HTTP/1.1" status: 200 len: 217 time: 0.0513189 May 10 11:21:52.315619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da97a97-7ffd-470f-8791-d11300ce697c None None] Network 5a22c8ff-4b9e-4b73-abd3-481847216601 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:52.371777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39164757-f8f4-4095-b3b8-1a5fbd02600d req-ec747c45-9b6d-42d5-9275-8af26ed84c25 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594479 May 10 11:21:52.393736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Network a6fe1371-c84d-45b2-b412-c2543fcd171d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:52.401920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:52.403836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-88860be7-bcbb-4cb6-b9f5-7a70a09c621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:52.405623 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-88860be7-bcbb-4cb6-b9f5-7a70a09c621c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0935693 May 10 11:21:52.429125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:52.434866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:52.435725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.436857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54056) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:52.440177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b901dd7-4708-4ba7-970b-ad81def3d0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.473792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b901dd7-4708-4ba7-970b-ad81def3d0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.480905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c00a3d00-8029-4235-99aa-330805273cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.493571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-061f41b0-8c20-4cf0-9902-8a9ab3db4d24 req-ca56500a-f4b4-4896-aff4-e2e199f393a6 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285495 May 10 11:21:52.502267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Pushing event updated for resources: {'Port': ['ID=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:52.510905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb717fc7-f9e7-4b00-a923-44096c6face1 admin admin] Deleting subnet 900f7503-37dd-411c-8695-c356670fabdd {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:21:52.517643 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb717fc7-f9e7-4b00-a923-44096c6face1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.522689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-407c27bf-e12a-4e2b-8bc8-0a5481e035f2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8325248 May 10 11:21:52.543118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1b901dd7-4708-4ba7-970b-ad81def3d0d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88b819363cfe421d8ebf95ee51175e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795909 May 10 11:21:52.544069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b901dd7-4708-4ba7-970b-ad81def3d0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bfbd2b-7ee5-41da-bcf1-47bf9bc2a87f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:52.548312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-2bf024f8-3573-49aa-9836-f97755492b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:52.549995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-2bf024f8-3573-49aa-9836-f97755492b6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276617 May 10 11:21:52.553776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Request body: {'port': {'device_id': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:52.555986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54058) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:52.565573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-e4b54c22-d2db-473f-86e3-568f0d462037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:52.567246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-e4b54c22-d2db-473f-86e3-568f0d462037 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1094 time: 0.2214577 May 10 11:21:52.610306 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb717fc7-f9e7-4b00-a923-44096c6face1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.657974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb717fc7-f9e7-4b00-a923-44096c6face1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.714248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.748930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-900914f2-73d9-4f24-aedb-0743c8e293a0 None None] Provisioning complete for port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:52.750866 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-900914f2-73d9-4f24-aedb-0743c8e293a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.793756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-52bbd5d2-621b-46fe-95f0-e93baa2398aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:52.795263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-52bbd5d2-621b-46fe-95f0-e93baa2398aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.2104928 May 10 11:21:52.799466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-900914f2-73d9-4f24-aedb-0743c8e293a0 None None] Port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:21:52.847064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb717fc7-f9e7-4b00-a923-44096c6face1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.855658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-211166ed-1fc8-4c5a-b0db-f53121ac1550 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 217 time: 0.0525126 May 10 11:21:52.921409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fe0a070f-e4b1-4b56-a940-0124a226e875 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:21:52.944056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb717fc7-f9e7-4b00-a923-44096c6face1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900f7503-37dd-411c-8695-c356670fabdd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:52.948091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb717fc7-f9e7-4b00-a923-44096c6face1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.948530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd125b83-30c7-46b0-bc53-a805e42e81df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:52.951652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bb717fc7-f9e7-4b00-a923-44096c6face1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/900f7503-37dd-411c-8695-c356670fabdd HTTP/1.1" status: 204 len: 168 time: 0.6521626 May 10 11:21:52.958196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54064) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:52.988422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-0037d93d-8cbd-4dd3-8cb0-204d6cb7059b service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196160 May 10 11:21:53.040826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b0100-8448-4d9c-b426-8ada2f9701bd req-0bdcad67-5607-433f-9758-b98a1e5cbe40 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:53.042278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f6b0100-8448-4d9c-b426-8ada2f9701bd req-0bdcad67-5607-433f-9758-b98a1e5cbe40 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 932 time: 0.1849434 May 10 11:21:53.051746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fe0a070f-e4b1-4b56-a940-0124a226e875, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fe0a070f-e4b1-4b56-a940-0124a226e875,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:53.054825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-27b8deb9-ea44-4e5f-aad8-5e32c3c81e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:53.056313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-27b8deb9-ea44-4e5f-aad8-5e32c3c81e7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1760490 May 10 11:21:53.065594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'fe0a070f-e4b1-4b56-a940-0124a226e875', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'fe0a070f-e4b1-4b56-a940-0124a226e875', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:21:53.069588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c00a3d00-8029-4235-99aa-330805273cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.074926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd125b83-30c7-46b0-bc53-a805e42e81df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.099126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-678e7edd-44d1-4abe-bf59-895e3b70a59d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336871 May 10 11:21:53.109918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port fe0a070f-e4b1-4b56-a940-0124a226e875 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:53.110339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.125364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0a070f-e4b1-4b56-a940-0124a226e875 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:53.134031 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c00a3d00-8029-4235-99aa-330805273cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.150132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fe0a070f-e4b1-4b56-a940-0124a226e875, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fe0a070f-e4b1-4b56-a940-0124a226e875,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:53.157234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.192096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476ed5c-df57-4e0e-9a12-9b5ff917a251 req-6cca297a-ca78-4b50-930d-3ae2159d8647 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:53.193648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8476ed5c-df57-4e0e-9a12-9b5ff917a251 req-6cca297a-ca78-4b50-930d-3ae2159d8647 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.1962180 May 10 11:21:53.216558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=fe0a070f-e4b1-4b56-a940-0124a226e875,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:53.242893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.246302 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c00a3d00-8029-4235-99aa-330805273cc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d1de36fc50e42d9b84b3c9ea86323ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8084981 May 10 11:21:53.254867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54068) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:53.262106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f6b0100-8448-4d9c-b426-8ada2f9701bd req-cb436ce9-3dfa-45e1-bba9-183e777f4185 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025373 May 10 11:21:53.299773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a3d00-8029-4235-99aa-330805273cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4753a5-a0b3-4d43-9146-065f6da25e13,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:53.308404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8476ed5c-df57-4e0e-9a12-9b5ff917a251 req-65c3b1ed-9d9f-4b47-a34b-e3c414f0cd81 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037591 May 10 11:21:53.323204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:53.336887 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.340860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-37f91b74-dc4e-4a58-86c6-7bc96b834ca7 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090969 May 10 11:21:53.355173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:21:53.371505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Transition to ACTIVE for port object a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:21:53.383394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10d2ac0d-4955-4948-92ad-2fe803af2371 req-5b5446ca-76a5-4257-86ce-b03d40475db0 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541124 May 10 11:21:53.387761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd125b83-30c7-46b0-bc53-a805e42e81df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.390702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd125b83-30c7-46b0-bc53-a805e42e81df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.394489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dd125b83-30c7-46b0-bc53-a805e42e81df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6bfbd2b-7ee5-41da-bcf1-47bf9bc2a87f HTTP/1.1" status: 204 len: 168 time: 0.8344145 May 10 11:21:53.420811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.467911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e6b5ae5b-7ba2-420b-a3a3-646bbffa8bb4 req-346b2f3b-66b5-4c46-bb1f-b0f617c805f4 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.1274295 May 10 11:21:53.487618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:53.512353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125b83-30c7-46b0-bc53-a805e42e81df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bfbd2b-7ee5-41da-bcf1-47bf9bc2a87f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:53.535105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1523944f-5c90-421b-8b79-824d96292fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.540956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.579110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.580066 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.580547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.581630 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > port after_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.581630 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.582094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > port after_update 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.582506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.582949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.583954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.584502 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.671728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.672312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.672904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.673494 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:21:53.674291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c651142-08ce-4c97-bf1c-83a2085cab40']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:53.681911 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1523944f-5c90-421b-8b79-824d96292fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.696983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0bd4d-0f93-4f63-b933-797f1e986128 req-9c1d8b3d-77d8-4d20-baf3-e81ac0804075 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:53.698550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e5f0bd4d-0f93-4f63-b933-797f1e986128 req-9c1d8b3d-77d8-4d20-baf3-e81ac0804075 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 949 time: 0.2026970 May 10 11:21:53.706127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34248237-cd67-4da8-b149-8fb08d4adc2d req-6b9c3c8d-40d5-4732-b2dd-b96b00e3db61 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579974 May 10 11:21:53.708702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Attempting to bind port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:53.709038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Attempting to bind port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:53.709369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Attempting to bind port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 on network a6fe1371-c84d-45b2-b412-c2543fcd171d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:53.733659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 on network a6fe1371-c84d-45b2-b412-c2543fcd171d not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:21:53.734002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Attempting to bind port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 on network a6fe1371-c84d-45b2-b412-c2543fcd171d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:53.743095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:53.743439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Checking segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:53.743854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Bound using segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:53.744303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Bound port: a5cca6f1-cede-4906-bb0b-fcc1cbc935c3, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:53.744660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.746421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314f1526-e241-4e01-a265-2b988ac17a68') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:53.746421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314f1526-e241-4e01-a265-2b988ac17a68') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:53.783620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.833329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158ff3-9090-41a3-a610-5357d8f4b1f6 req-fd6981ee-6bda-4bde-8938-fec99c2bc925 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:53.835148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2a158ff3-9090-41a3-a610-5357d8f4b1f6 req-fd6981ee-6bda-4bde-8938-fec99c2bc925 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 947 time: 0.1509943 May 10 11:21:53.836211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.842993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e5f0bd4d-0f93-4f63-b933-797f1e986128 req-46bad916-b8ad-40c6-947e-8e577bffef07 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358480 May 10 11:21:53.852895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:21:53.853371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.874847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] For port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: from cryptography.utils import int_from_bytes May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: from cryptography.utils import int_from_bytes May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: timer() May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:21:53.876981 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:21:53.879416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] For port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:53.887691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.921122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:53.922120 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:53.923963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] 10.222.0.70 "PUT /v2.0/ports/a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 1092 time: 1.3752990 May 10 11:21:53.926689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:53.933467 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8361a618-8588-4042-b31d-8b24fe1ac003" -d '{"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:53.962825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1658074-b1b6-428d-93da-a5f69548990a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:54.017067 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1523944f-5c90-421b-8b79-824d96292fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.020810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1523944f-5c90-421b-8b79-824d96292fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.022254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1523944f-5c90-421b-8b79-824d96292fd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c4753a5-a0b3-4d43-9146-065f6da25e13 HTTP/1.1" status: 204 len: 168 time: 0.7634332 May 10 11:21:54.028704 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.035923 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2a158ff3-9090-41a3-a610-5357d8f4b1f6 req-a8618ad7-674d-4bf1-8a4a-a620ac5a61d3 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936996 May 10 11:21:54.040931 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aef449-bcb2-4595-b39c-7b9c5a6db69e x-openstack-request-id: req-b8aef449-bcb2-4595-b39c-7b9c5a6db69e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:54.042405 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:54.042956 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8aef449-bcb2-4595-b39c-7b9c5a6db69e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:54.044254 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8aef449-bcb2-4595-b39c-7b9c5a6db69e'] response: {'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'status': 'completed', 'code': 200} May 10 11:21:54.048247 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.049796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a6198e02-9092-44c1-95f2-f6bf5580b235 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:21:54.052029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c651142-08ce-4c97-bf1c-83a2085cab40 HTTP/1.1" status: 204 len: 168 time: 1.0886569 May 10 11:21:54.053148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523944f-5c90-421b-8b79-824d96292fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4753a5-a0b3-4d43-9146-065f6da25e13,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:54.070365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54090) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:54.081444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b68cb1-98af-4d19-bf5f-601a75a5cb1d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c651142-08ce-4c97-bf1c-83a2085cab40,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:54.147334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-de98385a-487d-435b-b312-42ca82ab0625 admin admin] Deleting subnet 2f07c951-3a7d-4410-8be4-8e609cd72237 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:21:54.151291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de98385a-487d-435b-b312-42ca82ab0625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.194946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-455c590b-5b46-4dd4-a3ce-35e543a1b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:54.196472 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-455c590b-5b46-4dd4-a3ce-35e543a1b2fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1095 time: 0.2150121 May 10 11:21:54.204548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de98385a-487d-435b-b312-42ca82ab0625 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.218072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a6198e02-9092-44c1-95f2-f6bf5580b235, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a6198e02-9092-44c1-95f2-f6bf5580b235,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:54.234788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'a6198e02-9092-44c1-95f2-f6bf5580b235', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'a6198e02-9092-44c1-95f2-f6bf5580b235', 'mac_address': 'fa:16:3e:3f:57:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:21:54.244479 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-fd9db275-c494-43bb-a85f-f754e9feb497 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 217 time: 0.0376675 May 10 11:21:54.247248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de98385a-487d-435b-b312-42ca82ab0625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.305846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a6198e02-9092-44c1-95f2-f6bf5580b235 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:54.306752 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.342733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6198e02-9092-44c1-95f2-f6bf5580b235 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:54.346092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-af0f4d11-ad83-4599-8b9c-98d4bda53a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:54.347775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-af0f4d11-ad83-4599-8b9c-98d4bda53a57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0949142 May 10 11:21:54.400862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a6198e02-9092-44c1-95f2-f6bf5580b235, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a6198e02-9092-44c1-95f2-f6bf5580b235,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:54.410403 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.425253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de98385a-487d-435b-b312-42ca82ab0625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.486265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a6198e02-9092-44c1-95f2-f6bf5580b235,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:54.488093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-033bf03e-c2ff-4aef-b48d-328eedbcac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:54.491939 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-033bf03e-c2ff-4aef-b48d-328eedbcac9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335607 May 10 11:21:54.537369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b806c-245a-4d06-aa66-cc977af22821 req-daa67215-7566-4960-b1a1-307697f02b26 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:54.539179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98385a-487d-435b-b312-42ca82ab0625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f07c951-3a7d-4410-8be4-8e609cd72237,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:54.546719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c63b806c-245a-4d06-aa66-cc977af22821 req-daa67215-7566-4960-b1a1-307697f02b26 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.0973971 May 10 11:21:54.547513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de98385a-487d-435b-b312-42ca82ab0625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.566280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-de98385a-487d-435b-b312-42ca82ab0625 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f07c951-3a7d-4410-8be4-8e609cd72237 HTTP/1.1" status: 204 len: 168 time: 0.4860475 May 10 11:21:54.569993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54112) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:54.665305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c63b806c-245a-4d06-aa66-cc977af22821 req-9e2fb109-a446-4d92-91e9-d6ab937c231a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174083 May 10 11:21:54.709318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.727044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a6198e02-9092-44c1-95f2-f6bf5580b235'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:21:54.837913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c44dc4-d47d-4eef-bfd3-7e36a9d4e121 req-c94a928d-f376-4269-8cad-d124eb32c63b tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:54.839997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3c44dc4-d47d-4eef-bfd3-7e36a9d4e121 req-c94a928d-f376-4269-8cad-d124eb32c63b tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 944 time: 0.4120481 May 10 11:21:54.920030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3c44dc4-d47d-4eef-bfd3-7e36a9d4e121 req-77cd3a00-41bc-4b8d-a889-6a50d182f600 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556912 May 10 11:21:54.934090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 607ed842-53af-415d-b311-1ce810aa126e details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:21:54.958801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-666f90f3-0506-4135-aaaa-3a6fc5b78695 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377196 May 10 11:21:54.963802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fe0a070f-e4b1-4b56-a940-0124a226e875 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:55.018173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e22c0ee6-9e59-44bb-b1bd-9ed3cab591cb req-931157ee-ae14-4047-9381-ba5020d2e22e tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.1759665 May 10 11:21:55.044186 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.106701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a22c8ff-4b9e-4b73-abd3-481847216601']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:55.125225 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57897c4f-e9ac-4fe0-9b01-493e5e8dac72 req-63ba52cb-705d-4de9-937c-7f16697cb415 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588726 May 10 11:21:55.132239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54136) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:55.149285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port fe0a070f-e4b1-4b56-a940-0124a226e875 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:21:55.156738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020f08ed-ee04-4ae0-abb4-e29bf5bbe79f') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:55.157271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:55.158229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020f08ed-ee04-4ae0-abb4-e29bf5bbe79f') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:21:55.160503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port fe0a070f-e4b1-4b56-a940-0124a226e875 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:55.160885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.169137 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.196594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '607ed842-53af-415d-b311-1ce810aa126e', 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'port_id': '607ed842-53af-415d-b311-1ce810aa126e', 'mac_address': 'fa:16:3e:be:1e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f70c19-4fe5-40e3-8e4c-270c458a819b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:21:55.228830 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.240888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:21:55.241806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.254546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 607ed842-53af-415d-b311-1ce810aa126e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:55.254929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.294384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607ed842-53af-415d-b311-1ce810aa126e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:55.297617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc78a09-da8a-4037-8679-4d3ae8b96bed req-558f8d81-1afe-4121-b2e3-a5daf1098dcc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.300592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8cc78a09-da8a-4037-8679-4d3ae8b96bed req-558f8d81-1afe-4121-b2e3-a5daf1098dcc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 949 time: 0.1742566 May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: timer() May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:21:55.314949 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:21:55.318917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port fe0a070f-e4b1-4b56-a940-0124a226e875 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:55.319308 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.332738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:55.337742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-572a5d2e-575e-40b8-b512-73987db8e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.339244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-572a5d2e-575e-40b8-b512-73987db8e41c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1095 time: 0.1316905 May 10 11:21:55.348257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-network', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:55.354550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4218cf52-0d3e-4fd5-97f7-f5e2aa40908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a070f-e4b1-4b56-a940-0124a226e875'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:55.357092 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0b14c8-7e82-40fd-ba03-f8109755bd6a" -d '{"events": [{"server_uuid": "4218cf52-0d3e-4fd5-97f7-f5e2aa40908d", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a070f-e4b1-4b56-a940-0124a226e875"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:55.360470 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.370753 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8cc78a09-da8a-4037-8679-4d3ae8b96bed req-03c40d71-2bcb-41d1-a732-64565a3a4ec8 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590122 May 10 11:21:55.391437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.407930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fe0a070f-e4b1-4b56-a940-0124a226e875, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fe0a070f-e4b1-4b56-a940-0124a226e875,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:55.414807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.421855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.429384 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a22c8ff-4b9e-4b73-abd3-481847216601 HTTP/1.1" status: 204 len: 168 time: 0.8571031 May 10 11:21:55.435964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Made reservation on behalf of c1c08229956149e782b0d9f4ee4431c9 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:55.441920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.446347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:55.477600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db331c6-548e-4574-a231-9622a8febdcb req-ef402306-eedd-4de7-a7e6-843bf993a109 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.497040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1db331c6-548e-4574-a231-9622a8febdcb req-ef402306-eedd-4de7-a7e6-843bf993a109 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 948 time: 0.2942765 May 10 11:21:55.498216 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f198adf-a76f-43f7-97cf-635def0d75dc x-openstack-request-id: req-6f198adf-a76f-43f7-97cf-635def0d75dc {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:55.498534 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4218cf52-0d3e-4fd5-97f7-f5e2aa40908d", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a070f-e4b1-4b56-a940-0124a226e875", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:55.498787 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f198adf-a76f-43f7-97cf-635def0d75dc {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:55.501318 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f198adf-a76f-43f7-97cf-635def0d75dc'] response: {'server_uuid': '4218cf52-0d3e-4fd5-97f7-f5e2aa40908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a070f-e4b1-4b56-a940-0124a226e875', 'code': 200} May 10 11:21:55.504264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-ecc2997b-207e-4f89-85ae-2f74c0d82640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.509448 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-ecc2997b-207e-4f89-85ae-2f74c0d82640 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.1556962 May 10 11:21:55.529684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c8395-484c-4ae5-99f9-770e45b089ca admin admin] Pushing event deleted for resources: {'Network': ['ID=5a22c8ff-4b9e-4b73-abd3-481847216601,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:55.537184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.545894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=fe0a070f-e4b1-4b56-a940-0124a226e875,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:55.565713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1db331c6-548e-4574-a231-9622a8febdcb req-453aadc8-373e-42a3-b05a-bff90689c285 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677950 May 10 11:21:55.592969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['607ed842-53af-415d-b311-1ce810aa126e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:21:55.642729 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-ebb67cb9-07ab-4bea-ba1e-016e189397a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 217 time: 0.1128201 May 10 11:21:55.663569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.669545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.703435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f734e9-8a39-4745-a932-0c58d7c556be,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:55.713246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-0918d280-44ef-4163-af5b-9d93b4d9374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.714823 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-0918d280-44ef-4163-af5b-9d93b4d9374d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0634258 May 10 11:21:55.721457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:21:55.736508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54154) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:55.750164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.752641 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Added segment 6e0b5010-141b-49ef-a462-0fc29c34560d of type vlan for network c35aa417-024d-4598-bdf0-38be789ba1bf May 10 11:21:55.768225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ff006-37ec-46df-81ad-d0c67f1a87f4 req-cb094fe0-8444-4469-8f1d-1e7cab4c6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.770761 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b32ff006-37ec-46df-81ad-d0c67f1a87f4 req-cb094fe0-8444-4469-8f1d-1e7cab4c6260 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 1101 time: 0.1948764 May 10 11:21:55.810036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.838061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.839393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.840018 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.878725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-5a75d9ea-fdff-40c3-b865-1d25b64d83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.880253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-5a75d9ea-fdff-40c3-b865-1d25b64d83a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576543 May 10 11:21:55.882465 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dcde1173-f4b9-4f87-a18d-71445c932f32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ae46ced79134349bd0f066ed1f8f62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405396 May 10 11:21:55.884093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b32ff006-37ec-46df-81ad-d0c67f1a87f4 req-47e020ba-68aa-42ae-a6ff-64f4e9cfa9da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016171 May 10 11:21:55.885521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54160) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:55.895089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7532923 May 10 11:21:55.899407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54162) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:55.905244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60322449-a707-4624-8d65-0f6f677210f6 req-e67dee76-7d38-440e-bef9-a69166b0d4eb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:55.905773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Request body: {'subnet': {'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-subnet', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:55.907359 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60322449-a707-4624-8d65-0f6f677210f6 req-e67dee76-7d38-440e-bef9-a69166b0d4eb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 944 time: 0.1351860 May 10 11:21:55.911658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc580931-aa47-428b-8500-a3c22b9b1797 admin admin] Pushing event updated for resources: {'Network': ['ID=c35aa417-024d-4598-bdf0-38be789ba1bf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:55.925403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c35aa417-024d-4598-bdf0-38be789ba1bf details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:21:55.932492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Made reservation on behalf of c1c08229956149e782b0d9f4ee4431c9 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:21:55.935086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.964338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60322449-a707-4624-8d65-0f6f677210f6 req-7b5e2fdd-d670-4e7a-b1d8-3466290a2a45 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468438 May 10 11:21:55.992525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2293ff78-6a68-4684-8f39-0db3c50084d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.019389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2293ff78-6a68-4684-8f39-0db3c50084d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.036675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a6198e02-9092-44c1-95f2-f6bf5580b235 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:56.120631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port a6198e02-9092-44c1-95f2-f6bf5580b235 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:21:56.126899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port a6198e02-9092-44c1-95f2-f6bf5580b235 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:56.127316 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.146722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ddcf9-cb7e-47af-873c-cdcb85671973 req-643003ea-a9a3-4e58-ac75-9f8c6a700598 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:56.148274 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd0ddcf9-cb7e-47af-873c-cdcb85671973 req-643003ea-a9a3-4e58-ac75-9f8c6a700598 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 944 time: 0.0851972 May 10 11:21:56.196559 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fecdd813-7997-4f74-b541-61d4ab9b14ef req-ba048022-0152-4f17-a850-1666aebc23f7 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0370264 May 10 11:21:56.204186 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.237111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a6198e02-9092-44c1-95f2-f6bf5580b235 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:56.237739 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.237860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd0ddcf9-cb7e-47af-873c-cdcb85671973 req-1b9e48de-3ebd-45f8-952f-727b0f9fcdaa tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 May 10 11:21:56.253121 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2293ff78-6a68-4684-8f39-0db3c50084d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.255700 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2293ff78-6a68-4684-8f39-0db3c50084d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.259517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2293ff78-6a68-4684-8f39-0db3c50084d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdb57761-891d-4a94-ab7e-98f7ecb3bc08 HTTP/1.1" status: 204 len: 168 time: 0.3695827 May 10 11:21:56.284934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=09195cb0-a4ec-4ada-9fdc-94bc46b2bea3,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:56.296528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Checking segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:56.296882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Network hostable DHCP agents. Network: c35aa417-024d-4598-bdf0-38be789ba1bf, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:21:56.314049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a6198e02-9092-44c1-95f2-f6bf5580b235, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a6198e02-9092-44c1-95f2-f6bf5580b235,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:56.316201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Network c35aa417-024d-4598-bdf0-38be789ba1bf is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:21:56.324229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.330884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c35aa417-024d-4598-bdf0-38be789ba1bf) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:56.337262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:56.338347 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.340663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-54f92ebb-0467-4e9d-9c14-f877146c37e7 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373116 May 10 11:21:56.351352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59334f2f-e130-4592-95e4-df5ee5c4075f None None] Network c35aa417-024d-4598-bdf0-38be789ba1bf requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:56.352994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293ff78-6a68-4684-8f39-0db3c50084d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb57761-891d-4a94-ab7e-98f7ecb3bc08,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:56.364742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fba49d29-780b-4a33-9ed2-88e933fb97dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4618793 May 10 11:21:56.366139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54174) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:56.371341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:21:56.400898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.402908 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.522434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.577890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8361a618-8588-4042-b31d-8b24fe1ac003 req-4cd64417-807f-4d35-872a-28d5ed93ac55 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165718 May 10 11:21:56.589068 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:21:56.602889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2e2ab-491b-46b0-8fcf-ae63199575df req-9544be6c-804a-4f24-8214-1a491b218638 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:56.611643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0fe2e2ab-491b-46b0-8fcf-ae63199575df req-9544be6c-804a-4f24-8214-1a491b218638 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 950 time: 0.1028304 May 10 11:21:56.635601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a6198e02-9092-44c1-95f2-f6bf5580b235,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:56.683428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0fe2e2ab-491b-46b0-8fcf-ae63199575df req-07e63198-de52-4cdf-8b05-b2ba8bb2bbd5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670960 May 10 11:21:56.747930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c35aa417-024d-4598-bdf0-38be789ba1bf', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:21:56.749037 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.770916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.802104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438362c-c393-4b3c-ad8f-a657248f2520 req-7b23ba64-a46f-4af5-a980-dfeea5a391bb tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:56.803624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b438362c-c393-4b3c-ad8f-a657248f2520 req-7b23ba64-a46f-4af5-a980-dfeea5a391bb tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 949 time: 0.1031206 May 10 11:21:56.849818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:56.902502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4ea8ee81-e64d-4da9-85fc-0f0398c472a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=938884c1ca1842d398e16c5c8666f770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497148 May 10 11:21:56.903062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:56.908841 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b438362c-c393-4b3c-ad8f-a657248f2520 req-5e1e4619-35ec-45b2-ae42-1fd6ec1753c4 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813761 May 10 11:21:56.945987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 607ed842-53af-415d-b311-1ce810aa126e up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:56.975141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ff63c7d-e4e4-420e-a331-ad1df42993f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:56.982306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Allocated IP 172.20.0.2 (c35aa417-024d-4598-bdf0-38be789ba1bf/09195cb0-a4ec-4ada-9fdc-94bc46b2bea3/fbcc868d-05c7-431a-8a13-40e067139644) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:56.997879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ff63c7d-e4e4-420e-a331-ad1df42993f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.054172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ff63c7d-e4e4-420e-a331-ad1df42993f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.057608 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ff63c7d-e4e4-420e-a331-ad1df42993f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.058963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4ff63c7d-e4e4-420e-a331-ad1df42993f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e15704b2-2856-4f8d-bda4-afd9cca518de HTTP/1.1" status: 204 len: 168 time: 0.1550696 May 10 11:21:57.074210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63c7d-e4e4-420e-a331-ad1df42993f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15704b2-2856-4f8d-bda4-afd9cca518de,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:57.076225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 607ed842-53af-415d-b311-1ce810aa126e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:21:57.083248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 607ed842-53af-415d-b311-1ce810aa126e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:57.083855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.145508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54204) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:57.146644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180e4f4-1edd-4eec-ae8f-aee9f935c4b6 req-22533f5b-cb84-4e18-b830-6ec0457c00a4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:57.155114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d180e4f4-1edd-4eec-ae8f-aee9f935c4b6 req-22533f5b-cb84-4e18-b830-6ec0457c00a4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 944 time: 0.0578668 May 10 11:21:57.202140 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d180e4f4-1edd-4eec-ae8f-aee9f935c4b6 req-fa329983-6ff0-412e-b8a7-84d879761a29 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 May 10 11:21:57.350172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 607ed842-53af-415d-b311-1ce810aa126e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:57.350832 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.360489 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.412219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611eb4b-610d-4602-8b36-248d99644191 req-75596089-5d10-418e-b33c-90450480fbe2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:57.414466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2611eb4b-610d-4602-8b36-248d99644191 req-75596089-5d10-418e-b33c-90450480fbe2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 944 time: 0.0724261 May 10 11:21:57.460889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.467587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2611eb4b-610d-4602-8b36-248d99644191 req-ec9a947d-9c42-4866-a160-6ffce0439fb3 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 May 10 11:21:57.501726 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.507358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d04f5541-c639-4d9f-accc-8b233b889436 req-0b2d1613-329d-4128-9b87-d8c58e35dcbf tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0659707 May 10 11:21:57.508460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-88f9fa70-f248-4003-8ecc-e09b8da7436f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.510749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.548154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2628a4-2f86-4ae1-b693-dfe95fd4e023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6198e02-9092-44c1-95f2-f6bf5580b235'}, {'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607ed842-53af-415d-b311-1ce810aa126e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:21:57.550382 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dbc7b9-5504-45a5-a31e-816bd5b16bc5" -d '{"events": [{"server_uuid": "3c2628a4-2f86-4ae1-b693-dfe95fd4e023", "name": "network-vif-plugged", "status": "completed", "tag": "a6198e02-9092-44c1-95f2-f6bf5580b235"}, {"server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "name": "network-vif-plugged", "status": "completed", "tag": "607ed842-53af-415d-b311-1ce810aa126e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:21:57.553085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Pushing event updated for resources: {'Port': ['ID=fbcc868d-05c7-431a-8a13-40e067139644,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:57.572961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:57.578261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Network c35aa417-024d-4598-bdf0-38be789ba1bf is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:57.579990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:57.582453 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.584331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:57.625102 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6768a10-bc6d-4033-9391-463851a579af x-openstack-request-id: req-f6768a10-bc6d-4033-9391-463851a579af {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:21:57.625792 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2628a4-2f86-4ae1-b693-dfe95fd4e023", "name": "network-vif-plugged", "status": "completed", "tag": "a6198e02-9092-44c1-95f2-f6bf5580b235", "code": 200}, {"server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "name": "network-vif-plugged", "status": "completed", "tag": "607ed842-53af-415d-b311-1ce810aa126e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:21:57.626220 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6768a10-bc6d-4033-9391-463851a579af {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:21:57.626629 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6768a10-bc6d-4033-9391-463851a579af'] response: {'server_uuid': '3c2628a4-2f86-4ae1-b693-dfe95fd4e023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6198e02-9092-44c1-95f2-f6bf5580b235', 'code': 200} May 10 11:21:57.627113 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6768a10-bc6d-4033-9391-463851a579af'] response: {'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607ed842-53af-415d-b311-1ce810aa126e', 'code': 200} May 10 11:21:57.709862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Allocated IP 172.25.8.96 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/eed24ae6-15c7-4d1f-b828-36266e3ef714) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:21:57.722992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Attempting to bind port fbcc868d-05c7-431a-8a13-40e067139644 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:21:57.723509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Attempting to bind port fbcc868d-05c7-431a-8a13-40e067139644 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:21:57.725093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Attempting to bind port fbcc868d-05c7-431a-8a13-40e067139644 on network c35aa417-024d-4598-bdf0-38be789ba1bf {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:21:57.736231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:21:57.736730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Checking segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:21:57.737256 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.737740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Bound using segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:21:57.738299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Bound port: fbcc868d-05c7-431a-8a13-40e067139644, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:21:57.738791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.755391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:57.781657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-88f9fa70-f248-4003-8ecc-e09b8da7436f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.810180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5d7d1-dec4-4b8c-b78f-0d665a924b3e req-e8254f7a-cac0-47c2-ab82-72a41d2ce4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:57.812734 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81a5d7d1-dec4-4b8c-b78f-0d665a924b3e req-e8254f7a-cac0-47c2-ab82-72a41d2ce4e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1096 time: 0.0820456 May 10 11:21:57.815163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] For port fbcc868d-05c7-431a-8a13-40e067139644, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:21:57.818934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] For port fbcc868d-05c7-431a-8a13-40e067139644, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fbcc868d-05c7-431a-8a13-40e067139644,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:21:57.824368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-88f9fa70-f248-4003-8ecc-e09b8da7436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.824850 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.852450 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81a5d7d1-dec4-4b8c-b78f-0d665a924b3e req-42cb2905-1fa5-4346-9a27-f06475a842d1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 May 10 11:21:57.902609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1017d-99c9-4680-a3f8-b5e54efcce0f None None] Pushing event updated for resources: {'Port': ['ID=fbcc868d-05c7-431a-8a13-40e067139644,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:57.971163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-88f9fa70-f248-4003-8ecc-e09b8da7436f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17de3a55288d41c3bbb231e80e53e4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8246069 May 10 11:21:57.973946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54236) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:57.985855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9fa70-f248-4003-8ecc-e09b8da7436f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a5ec5-3eb9-4d51-9e8b-185e60a5386c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:57.991204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459408e3-d43a-433f-849e-b9b479c15452 req-80f9640f-4176-47c5-afb7-870ed189489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:57.992941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-459408e3-d43a-433f-849e-b9b479c15452 req-80f9640f-4176-47c5-afb7-870ed189489b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 1100 time: 0.2389722 May 10 11:21:58.022963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618e27c-c8d7-4530-8506-89ec7b21e6ae req-4c57d25b-c37e-4d00-82cd-dafa14b1e8cd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:58.024799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f618e27c-c8d7-4530-8506-89ec7b21e6ae req-4c57d25b-c37e-4d00-82cd-dafa14b1e8cd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 950 time: 0.2464445 May 10 11:21:58.070702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.083477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44f5ae6d-2c87-4dcf-91fd-af451581841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.123938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f618e27c-c8d7-4530-8506-89ec7b21e6ae req-e72469a4-339a-42c8-9926-40d4cc202ebb tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825343 May 10 11:21:58.126018 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-459408e3-d43a-433f-849e-b9b479c15452 req-0d230387-fbf9-435b-bd31-560bbe74033d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181712 May 10 11:21:58.136791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37582d9e-f202-47e8-815f-44659923f309 req-a86d98f8-7843-49db-afe6-2b615daa986a tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:58.138363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-37582d9e-f202-47e8-815f-44659923f309 req-a86d98f8-7843-49db-afe6-2b615daa986a tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 949 time: 0.1278381 May 10 11:21:58.190565 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.204312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44f5ae6d-2c87-4dcf-91fd-af451581841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.258259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:21:58.261686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:21:58.268158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:21:58.274245 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-37582d9e-f202-47e8-815f-44659923f309 req-5bb3a03f-99ae-46d8-8bae-6ba9ce7c8b58 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200407 May 10 11:21:58.305925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Pushing event updated for resources: {'Port': ['ID=eed24ae6-15c7-4d1f-b828-36266e3ef714,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:58.315225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44f5ae6d-2c87-4dcf-91fd-af451581841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.318677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44f5ae6d-2c87-4dcf-91fd-af451581841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.322575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-44f5ae6d-2c87-4dcf-91fd-af451581841c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/827a5ec5-3eb9-4d51-9e8b-185e60a5386c HTTP/1.1" status: 204 len: 168 time: 0.3454771 May 10 11:21:58.330903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5ae6d-2c87-4dcf-91fd-af451581841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a5ec5-3eb9-4d51-9e8b-185e60a5386c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:58.450042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a487b4-88f2-4542-b5e4-914ce1e2cba3 req-10baa534-2a0d-4214-8c7d-ec0a24377fa9 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:58.452103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7a487b4-88f2-4542-b5e4-914ce1e2cba3 req-10baa534-2a0d-4214-8c7d-ec0a24377fa9 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 945 time: 0.0801027 May 10 11:21:58.512578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7a487b4-88f2-4542-b5e4-914ce1e2cba3 req-55cbb9e8-6413-4dda-b3e0-6f617d2667ff tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 May 10 11:21:58.692961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.700852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118524ee-8aa3-451c-8794-c4493210c56a req-aae7faea-bd41-4800-ad2b-cabb5bbcb37d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:58.708818 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-118524ee-8aa3-451c-8794-c4493210c56a req-aae7faea-bd41-4800-ad2b-cabb5bbcb37d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 944 time: 0.0673144 May 10 11:21:58.745587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2c022-07e4-4761-80b6-0f9a1f054818 req-315f10ab-25ed-4ad1-a319-225039337256 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:58.753822 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70b2c022-07e4-4761-80b6-0f9a1f054818 req-315f10ab-25ed-4ad1-a319-225039337256 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 1101 time: 0.1129241 May 10 11:21:58.767949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-118524ee-8aa3-451c-8794-c4493210c56a req-96633ca7-4364-4147-9702-467e8713c977 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 May 10 11:21:58.787318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70b2c022-07e4-4761-80b6-0f9a1f054818 req-75df9697-ea39-4271-888c-54ea6f2d9d70 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.815606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54262) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:58.845739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6840ff9-a32b-4a53-8657-e60df945daf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:58.912179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a8b007-3941-4267-9228-a296e2570d33 req-5543cf22-9b0f-4dbc-a7bf-cbc266553d9c tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0433359 May 10 11:21:58.943182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:21:59.005629 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6840ff9-a32b-4a53-8657-e60df945daf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.013267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6840ff9-a32b-4a53-8657-e60df945daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.061465 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70b2c022-07e4-4761-80b6-0f9a1f054818 req-75df9697-ea39-4271-888c-54ea6f2d9d70 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.070549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70b2c022-07e4-4761-80b6-0f9a1f054818 req-75df9697-ea39-4271-888c-54ea6f2d9d70 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.105526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:59.108552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d6840ff9-a32b-4a53-8657-e60df945daf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e3f2171457e42e0bb06408ab32d0c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847888 May 10 11:21:59.110264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54266) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:21:59.119213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6840ff9-a32b-4a53-8657-e60df945daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3625a137-2051-454c-953b-b161985464a1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:59.123654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70b2c022-07e4-4761-80b6-0f9a1f054818 req-75df9697-ea39-4271-888c-54ea6f2d9d70 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604329 May 10 11:21:59.127603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df9697-ea39-4271-888c-54ea6f2d9d70 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ad2c6-aed1-4666-a3ec-738fb45deeba,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:59.160791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'mac_address': 'fa:16:3e:af:a7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:21:59.176551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.242355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:59.242786 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.282333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:21:59.313727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04114084-8629-4beb-8e68-fed2f2e66a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.321275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:21:59.332959 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.359720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04114084-8629-4beb-8e68-fed2f2e66a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.404781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fbcc868d-05c7-431a-8a13-40e067139644 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:21:59.410154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97898335-d370-4b85-bbf0-d28bfd53e22f None None] Network c35aa417-024d-4598-bdf0-38be789ba1bf requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:21:59.436845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04114084-8629-4beb-8e68-fed2f2e66a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.440054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04114084-8629-4beb-8e68-fed2f2e66a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.443619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-04114084-8629-4beb-8e68-fed2f2e66a03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3625a137-2051-454c-953b-b161985464a1 HTTP/1.1" status: 204 len: 168 time: 0.3238308 May 10 11:21:59.454657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04114084-8629-4beb-8e68-fed2f2e66a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3625a137-2051-454c-953b-b161985464a1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:59.532886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737da7d-b8e7-4cbd-898b-ea3068d57399 req-ef6f4c56-832b-4f7c-92d7-f93aefa3166b tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:59.541255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a737da7d-b8e7-4cbd-898b-ea3068d57399 req-ef6f4c56-832b-4f7c-92d7-f93aefa3166b tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 949 time: 0.1199422 May 10 11:21:59.587142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:21:59.603297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-06e08fa1-df58-49ff-9b4d-547514c26211 None None] Provisioning complete for port fbcc868d-05c7-431a-8a13-40e067139644 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:59.603685 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06e08fa1-df58-49ff-9b4d-547514c26211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.608060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:21:59.617477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:59.618350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a737da7d-b8e7-4cbd-898b-ea3068d57399 req-65cd4d13-498e-4f11-9a08-16b9afc56bca tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755901 May 10 11:21:59.727284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466bef4-ada6-44d9-b344-03331d139b7e req-5525ca03-3409-454f-94db-7de3d416645c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:59.739619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fbcc868d-05c7-431a-8a13-40e067139644 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:21:59.740023 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.740529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e466bef4-ada6-44d9-b344-03331d139b7e req-5525ca03-3409-454f-94db-7de3d416645c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 945 time: 0.1000316 May 10 11:21:59.782955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e466bef4-ada6-44d9-b344-03331d139b7e req-bd1876c8-a939-446f-ba3d-ba0848de160f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 May 10 11:21:59.821588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-8bc7fd96-cc4b-43f9-949d-cb18baea7c2f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914514 May 10 11:21:59.935703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-06e08fa1-df58-49ff-9b4d-547514c26211 None None] Current status of the port fbcc868d-05c7-431a-8a13-40e067139644 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:21:59.936121 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06e08fa1-df58-49ff-9b4d-547514c26211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:59.948196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-d42fe076-3cf7-471f-8021-6091224b2308 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:21:59.956572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-d42fe076-3cf7-471f-8021-6091224b2308 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1351295 May 10 11:21:59.985771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-3af0bddd-2cd9-449d-91f7-a5bd8c185d1c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/quotas/1cbc99a612b94107802e0591ae631c39 HTTP/1.1" status: 200 len: 375 time: 0.0278971 May 10 11:21:59.999410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:00.008895 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Sync routers for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:00.034106 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:00.034349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-06e08fa1-df58-49ff-9b4d-547514c26211 None None] For port fbcc868d-05c7-431a-8a13-40e067139644, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fbcc868d-05c7-431a-8a13-40e067139644,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:00.035340 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:21:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:00.063345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06e08fa1-df58-49ff-9b4d-547514c26211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:00.109643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:00.116458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54320) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:00.122848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2760e6bf-e27c-4500-8e3f-d56100160e23 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7553182 May 10 11:22:00.153244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-d6d67d0c-1bcb-4a9f-8a60-57fb11fcfcd9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1663463 May 10 11:22:00.162657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fbcc868d-05c7-431a-8a13-40e067139644 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:00.163578 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:00.238717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e08fa1-df58-49ff-9b4d-547514c26211 None None] Pushing event updated for resources: {'Port': ['ID=fbcc868d-05c7-431a-8a13-40e067139644,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:00.256793 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:00.292986 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-dca66540-4282-4a04-893c-6a1940ca413a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684319 May 10 11:22:00.337461 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:22:00.338407 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:22:00.394974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-10946980-11c1-4994-be85-bb5558d22091 None None] Provisioning complete for port fbcc868d-05c7-431a-8a13-40e067139644 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:00.395437 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-10946980-11c1-4994-be85-bb5558d22091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:00.515907 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:21:58Z', 'revision_number': 3, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:00.550924 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Checking router: a58f17d2-4d4d-4ab2-84a5-b54afcede3ce for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:00.551763 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Updating router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce port eed24ae6-15c7-4d1f-b828-36266e3ef714 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:22:00.574598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-10946980-11c1-4994-be85-bb5558d22091 None None] Current status of the port fbcc868d-05c7-431a-8a13-40e067139644 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:00.585919 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:00.601609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-96972aa5-a05d-4b11-8be0-120f7077d822 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:00.609545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-96972aa5-a05d-4b11-8be0-120f7077d822 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3140082 May 10 11:22:00.635605 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-668de347-691e-41e2-93bf-042103098154 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/quotas/7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 375 time: 0.0252044 May 10 11:22:00.715032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c0605309-8d71-443c-9dc6-bcf93c8b8940 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784178 May 10 11:22:00.883802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c983f8-1e22-4d13-86d0-2d4cfb8dc1a7 req-cbf3df7c-2e36-4f40-96af-2cfc4a097080 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:00.886626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63c983f8-1e22-4d13-86d0-2d4cfb8dc1a7 req-cbf3df7c-2e36-4f40-96af-2cfc4a097080 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 945 time: 0.1086543 May 10 11:22:00.960034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fbcc868d-05c7-431a-8a13-40e067139644 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:00.967566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:01.010317 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.016017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63c983f8-1e22-4d13-86d0-2d4cfb8dc1a7 req-a47a107f-153d-488c-91ec-e7c3d3eb548c tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066756 May 10 11:22:01.024003 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.096020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:01.101641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:01.101905 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.144264 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Attempting to bind port eed24ae6-15c7-4d1f-b828-36266e3ef714 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:01.144638 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Attempting to bind port eed24ae6-15c7-4d1f-b828-36266e3ef714 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:01.145007 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Attempting to bind port eed24ae6-15c7-4d1f-b828-36266e3ef714 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:01.195686 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:01.196283 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:01.196709 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.197179 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:01.201903 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Bound port: eed24ae6-15c7-4d1f-b828-36266e3ef714, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:01.202329 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.275246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d8e6071-0303-44fb-8a3d-537cf8ad56eb req-0461f0f5-3c5b-4213-8e57-452d1ce8a7af tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0632856 May 10 11:22:01.315941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.347169 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d423930-80e6-4df5-82c6-50e8a25abeae None None] Pushing event updated for resources: {'Port': ['ID=eed24ae6-15c7-4d1f-b828-36266e3ef714,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:01.355569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fbcc868d-05c7-431a-8a13-40e067139644 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:01.403654 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] For port eed24ae6-15c7-4d1f-b828-36266e3ef714, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:01.427268 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] For port eed24ae6-15c7-4d1f-b828-36266e3ef714, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=eed24ae6-15c7-4d1f-b828-36266e3ef714,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:01.440878 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.457241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:01.457626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.514511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be577c96-df1e-4db0-9adc-9774f10630b7 req-4099fac6-724b-4f42-8303-7a35c8be6242 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:01.518434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:01.520774 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073ac0dc-8069-40f2-a3cc-42ed4bc3933b" -d '{"events": [{"server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "name": "network-vif-plugged", "status": "completed", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:01.523572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be577c96-df1e-4db0-9adc-9774f10630b7 req-4099fac6-724b-4f42-8303-7a35c8be6242 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 949 time: 0.0945346 May 10 11:22:01.533135 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:01.534768 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:21:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:01.572698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:01.593886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fbcc868d-05c7-431a-8a13-40e067139644 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:01.594483 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.602274 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.616834 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be577c96-df1e-4db0-9adc-9774f10630b7 req-ae540a0c-5900-46c7-8439-85c9871891fd tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920422 May 10 11:22:01.662384 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d423930-80e6-4df5-82c6-50e8a25abeae None None] Pushing event updated for resources: {'Port': ['ID=eed24ae6-15c7-4d1f-b828-36266e3ef714,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:01.740878 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:01.748544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Allocated IP 172.20.0.1 (c35aa417-024d-4598-bdf0-38be789ba1bf/09195cb0-a4ec-4ada-9fdc-94bc46b2bea3/62a54178-df22-44cf-b1cc-570fcec51f01) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:01.768831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf568a1-3791-465f-b8a3-e355910241ab req-664f1dcd-d53d-4c3e-8105-f9a90e7b05f4 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:01.774954 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cf568a1-3791-465f-b8a3-e355910241ab req-664f1dcd-d53d-4c3e-8105-f9a90e7b05f4 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1096 time: 0.1463799 May 10 11:22:01.818549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:01.893936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fbcc868d-05c7-431a-8a13-40e067139644 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:02.082912 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:21:58Z', 'revision_number': 3, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:02.084567 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:02.175002 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54eed8-cb1d-44f2-86fe-3a82622a480e None None] The sync data for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 is: [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:21:58Z', 'revision_number': 3, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:02.270641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0283354-ce67-4451-8048-8a1989f0cf33 req-9cadb7d2-555a-4103-a662-13e2eb90e055 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 210 time: 0.0329335 May 10 11:22:02.280566 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cf568a1-3791-465f-b8a3-e355910241ab req-faecea94-2d29-450a-a65d-2be345db84d4 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864314 May 10 11:22:02.334038 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae0ce65-942a-40f6-811f-814c81c0fe6c x-openstack-request-id: req-4ae0ce65-942a-40f6-811f-814c81c0fe6c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:02.334574 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "name": "network-vif-plugged", "status": "completed", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:02.334675 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ae0ce65-942a-40f6-811f-814c81c0fe6c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:02.335036 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae0ce65-942a-40f6-811f-814c81c0fe6c'] response: {'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'code': 200} May 10 11:22:02.352114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:02.397981 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:02.469843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Network c35aa417-024d-4598-bdf0-38be789ba1bf is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:02.476726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:02.479653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:02.480349 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:02.551839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Pushing event updated for resources: {'Port': ['ID=62a54178-df22-44cf-b1cc-570fcec51f01,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:02.714645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a740a9-5f50-479b-86b6-407661586ac3 req-230d7697-a6ae-486c-ac70-284cc73c70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:02.717082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66a740a9-5f50-479b-86b6-407661586ac3 req-230d7697-a6ae-486c-ac70-284cc73c70a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.2899210 May 10 11:22:02.740581 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ff36ca-0873-4303-b09f-0a67004628e1 req-ea5afc18-75ca-468e-94cd-d45a337d7ca0 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 210 time: 0.0581677 May 10 11:22:02.820337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ad4c-ff79-4661-99dd-638b96f9265a req-ca9a0110-e12a-4d31-ac4e-c9231de77101 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:02.828327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4536ad4c-ff79-4661-99dd-638b96f9265a req-ca9a0110-e12a-4d31-ac4e-c9231de77101 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 946 time: 0.2999108 May 10 11:22:02.841720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-2810f515-b24d-4e84-bd38-c05e19da3648 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679183 May 10 11:22:02.890617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66a740a9-5f50-479b-86b6-407661586ac3 req-5252c3c8-9c0d-4bbf-82a8-cf5c08599aab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663585 May 10 11:22:02.897417 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:02.921023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-95f74e11-5098-4f56-b840-f0b37b9ea0f2 None None] Provisioning complete for port 62a54178-df22-44cf-b1cc-570fcec51f01 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:02.921650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-95f74e11-5098-4f56-b840-f0b37b9ea0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:02.939002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4536ad4c-ff79-4661-99dd-638b96f9265a req-97edbd15-3398-45cc-933e-27a3fdbdfcd9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947297 May 10 11:22:02.972105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-95f74e11-5098-4f56-b840-f0b37b9ea0f2 None None] Port 62a54178-df22-44cf-b1cc-570fcec51f01 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:03.134725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9fdc-21b6-43af-b825-a60bd27cc336 req-052f6d67-9ecd-45c1-b7fd-e8080a2e3269 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:03.136392 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-708d9fdc-21b6-43af-b825-a60bd27cc336 req-052f6d67-9ecd-45c1-b7fd-e8080a2e3269 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1096 time: 0.1008325 May 10 11:22:03.202265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:03.208160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-708d9fdc-21b6-43af-b825-a60bd27cc336 req-1e8bee31-a97e-4b9a-970f-3ae2300bb8c7 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 May 10 11:22:03.209957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:03.211079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:03.273203 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e4e1c69-16d7-4922-9448-d0212e42fee3 req-addb14fa-3521-44cf-a9fa-39a3e59fa974 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0854905 May 10 11:22:03.331622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Pushing event updated for resources: {'Port': ['ID=62a54178-df22-44cf-b1cc-570fcec51f01,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:03.390699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device eed24ae6-15c7-4d1f-b828-36266e3ef714 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:03.438553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-fa2f798b-24f0-413d-a8f1-40a3f19de3ee tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:03.440096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-fa2f798b-24f0-413d-a8f1-40a3f19de3ee tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5909429 May 10 11:22:03.475776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Network c35aa417-024d-4598-bdf0-38be789ba1bf is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:03.492880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-5ba33aac-5b4e-4ff0-8f4f-1e3d14f912bb tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380647 May 10 11:22:03.496527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Request body: {'port': {'device_id': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '7c8946ea7ec24bf3a02449c0f4c5d588'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:03.510750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port eed24ae6-15c7-4d1f-b828-36266e3ef714 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:03.511465 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:03.527789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:03.653776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadbd73-3652-4204-9986-76f28c5df293 req-6be9704d-73f6-4447-8a76-aa00f2917e04 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:03.658419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2cadbd73-3652-4204-9986-76f28c5df293 req-6be9704d-73f6-4447-8a76-aa00f2917e04 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 949 time: 0.2142735 May 10 11:22:03.765819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-0c20fd30-0783-4c6c-8f19-c7c8e4fee33e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:03.768398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-0c20fd30-0783-4c6c-8f19-c7c8e4fee33e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605772 May 10 11:22:03.798745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Request body: {'port': {'device_id': '4052ee70-74d6-4892-ab73-84f71fd5c6d8', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '1cbc99a612b94107802e0591ae631c39'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:03.807906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2cadbd73-3652-4204-9986-76f28c5df293 req-50e7a73d-77d6-436d-aa5c-ce2b4c3afd0e tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841155 May 10 11:22:03.813353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:03.857661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port eed24ae6-15c7-4d1f-b828-36266e3ef714 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:03.857661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:03.928561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port eed24ae6-15c7-4d1f-b828-36266e3ef714, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=eed24ae6-15c7-4d1f-b828-36266e3ef714,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:03.957406 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:03.975933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Made reservation on behalf of 7c8946ea7ec24bf3a02449c0f4c5d588 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:03.979640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7403730d-8aa5-4ed6-aad3-f4030db6bcc5 None None] Provisioning complete for port 62a54178-df22-44cf-b1cc-570fcec51f01 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:03.980025 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7403730d-8aa5-4ed6-aad3-f4030db6bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:03.992569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.013165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.49', 61175) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:04.022933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.050889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4d45ac1-9245-4234-866f-6fc2ceadb646 req-88498481-7acc-46b0-a9a3-d8af03f17ada tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 210 time: 0.0492508 May 10 11:22:04.053848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-d68c5a48-8ac5-437e-b104-d865c528af47 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391107 May 10 11:22:04.098155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7403730d-8aa5-4ed6-aad3-f4030db6bcc5 None None] Port 62a54178-df22-44cf-b1cc-570fcec51f01 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:04.112779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Made reservation on behalf of 1cbc99a612b94107802e0591ae631c39 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:04.120199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.129197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=eed24ae6-15c7-4d1f-b828-36266e3ef714,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:04.207500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ce95806-8795-4734-9b78-ce30dacc68ef req-9123532c-66c2-4d81-a496-8c20e73db10a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 210 time: 0.1519523 May 10 11:22:04.230756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:04.232917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e963a2d-d695-4001-bc41-58eeae96c211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.246032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3d8ff2be-4d92-4e58-a4ac-8e6e8406cc26 admin admin] 10.222.0.13 "PUT /v2.0/routers/a58f17d2-4d4d-4ab2-84a5-b54afcede3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1299617 May 10 11:22:04.342291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-fafb4844-15cb-4f04-aa08-e86874fe4e6b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:04.346545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-fafb4844-15cb-4f04-aa08-e86874fe4e6b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756832 May 10 11:22:04.357904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.367416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Request body: {'port': {'device_id': 'dd8093b9-eb55-4668-a105-f90ab128217c', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '1cbc99a612b94107802e0591ae631c39'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:04.406996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Allocated IP 192.168.233.34 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/2b4fafef-af89-4582-85f5-3457eba2515f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:04.414352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.538779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Made reservation on behalf of 1cbc99a612b94107802e0591ae631c39 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:04.544408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.555841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-b11df2a7-2757-4e75-b29a-99e77d4d9e8d req-9d1623b6-7fab-4aa6-91eb-9bc7412d1eb4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:22:04.557383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b11df2a7-2757-4e75-b29a-99e77d4d9e8d req-9d1623b6-7fab-4aa6-91eb-9bc7412d1eb4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085680 May 10 11:22:04.620855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=face2dc3-a987-47f7-89c3-c98b557a3bc1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:04.660240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.660610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.662446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.662678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.663298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.663977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.664819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.665404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.665886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.666446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.669143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.669533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:04.691301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c350e-2dc4-4221-83ae-1167ebf33dbd req-dfdc1ba6-6e05-40e3-914a-7466ed971535 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:04.692888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b01c350e-2dc4-4221-83ae-1167ebf33dbd req-dfdc1ba6-6e05-40e3-914a-7466ed971535 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 946 time: 0.2800004 May 10 11:22:04.716571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Sync routers for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:04.732557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:04.734971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:21:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:04.788783 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b01c350e-2dc4-4221-83ae-1167ebf33dbd req-b7314bb7-4b00-4b84-b18c-579d4453da2c tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554700 May 10 11:22:04.840071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.888459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:04.932558 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.978257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:05.005430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:05.010650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:05.013709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:05.055561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'Port': ['ID=2b4fafef-af89-4582-85f5-3457eba2515f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:05.090407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88197e5f-588a-414b-8c80-aeeea8ad1d9a req-52f55ffe-a227-4d99-9b58-aa607c5212c7 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.1438613 May 10 11:22:05.126825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Allocated IP 192.168.233.51 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/b9ac89c6-56fb-4394-9039-fe7689b89969) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:05.169006 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.173357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:05.174011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.244971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-7dfb6aeb-0470-4861-adb3-ab0bfc293bcd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4612787 May 10 11:22:05.271466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Request body: {'port': {'device_id': '4052ee70-74d6-4892-ab73-84f71fd5c6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:05.286481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device eed24ae6-15c7-4d1f-b828-36266e3ef714 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:05.304436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54470) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:05.309780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-network', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:05.347887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Made reservation on behalf of 2d015f22a10b4ca28e68150320cf4017 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:05.351043 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.373383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.450911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port eed24ae6-15c7-4d1f-b828-36266e3ef714 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:05.451296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.500259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 2, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:05.502707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45f2ac-0e2e-41cd-a6f1-5b220a6b7716 req-c8f92f06-a8ec-43d4-9bfd-121aa5f3a439 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:05.503197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c22b2919-0c03-4509-981b-9b95e0b7f35a None None] Provisioning complete for port 2b4fafef-af89-4582-85f5-3457eba2515f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:05.503197 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c22b2919-0c03-4509-981b-9b95e0b7f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.505286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd45f2ac-0e2e-41cd-a6f1-5b220a6b7716 req-c8f92f06-a8ec-43d4-9bfd-121aa5f3a439 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 949 time: 0.2176399 May 10 11:22:05.509287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.559084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Checking router: a58f17d2-4d4d-4ab2-84a5-b54afcede3ce for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:05.559441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Updating router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce port 62a54178-df22-44cf-b1cc-570fcec51f01 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:22:05.613076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.616324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c22b2919-0c03-4509-981b-9b95e0b7f35a None None] Port 2b4fafef-af89-4582-85f5-3457eba2515f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:05.617182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.627389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.660275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5428a1a6-4875-44e5-b418-8e3fb3b0c850,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:05.671054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.672023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.673497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.674275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.674772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.675257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.675728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.676229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.676695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.677202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.678058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.678810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:05.682619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port eed24ae6-15c7-4d1f-b828-36266e3ef714 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:05.738021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd45f2ac-0e2e-41cd-a6f1-5b220a6b7716 req-4e67a7ac-0394-4e53-b467-acd14c94ce81 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.13 "GET /v2.0/security-groups?id=5599f827-318d-40f8-be53-26d8f75ea4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183692 May 10 11:22:05.738689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:22:05.753813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.754894 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Added segment 8b20c04a-f607-4518-82c4-bcb879a78377 of type vlan for network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 May 10 11:22:05.783870 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.833834 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.893404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:05.897135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:05.902249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.902600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:05.940005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:05.972994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.49', 61178) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:05.982372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Allocated IP 192.168.233.83 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/c24f905a-3493-450b-8d90-3978ff23b781) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:05.994581 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:05.995928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:05.996626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.021214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:06.022172 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.055465 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-c05d6b3b-6ca7-4d6e-9a6f-8f36ca527573 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6014881 May 10 11:22:06.072809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-dd1e5fbc-cb21-41cd-bde5-6b17b5b868b3 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:06.074600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-dd1e5fbc-cb21-41cd-bde5-6b17b5b868b3 tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c2628a4-2f86-4ae1-b693-dfe95fd4e023 HTTP/1.1" status: 200 len: 949 time: 0.1005392 May 10 11:22:06.080213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Request body: {'port': {'device_id': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:06.162312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] Pushing event updated for resources: {'Network': ['ID=a89c21f0-4de4-4730-8cc6-a0df4d2b7d25,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:06.186449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:22:06.274343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.305846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Deleting port a6198e02-9092-44c1-95f2-f6bf5580b235 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:22:06.306091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.354968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.393653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-faa60b13-f1f9-40e6-8745-37bc6c8ecf6a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0880239 May 10 11:22:06.397710 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.399477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54494) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:06.427502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:06.432837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] For port a6198e02-9092-44c1-95f2-f6bf5580b235, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a6198e02-9092-44c1-95f2-f6bf5580b235,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:06.433242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.452928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Calling delete_port for a6198e02-9092-44c1-95f2-f6bf5580b235 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:22:06.499922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Request body: {'subnet': {'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-subnet', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:06.525159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'Port': ['ID=c24f905a-3493-450b-8d90-3978ff23b781,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:06.536738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:06.538548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Made reservation on behalf of 2d015f22a10b4ca28e68150320cf4017 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:06.541241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.596393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54502) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:06.597381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:06.600247 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.607592 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb922-5ba6-452e-a9e4-f2efddbd568b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.612225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:06.618956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:06.619672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.633510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0651ad80-dc09-4bcf-940f-11e6d52fae14 None None] Provisioning complete for port b9ac89c6-56fb-4394-9039-fe7689b89969 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:06.633896 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0651ad80-dc09-4bcf-940f-11e6d52fae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.635875 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.656147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-315eeb79-d2ae-49a3-9c29-d60129c34ef1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2939172 May 10 11:22:06.668975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Request body: {'port': {'device_id': 'dd8093b9-eb55-4668-a105-f90ab128217c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:06.796518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0651ad80-dc09-4bcf-940f-11e6d52fae14 None None] Port b9ac89c6-56fb-4394-9039-fe7689b89969 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:06.798267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2561d-c4a6-4f40-8bc2-c1f6843db20d None None] Pushing event updated for resources: {'Port': ['ID=62a54178-df22-44cf-b1cc-570fcec51f01,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:06.818622 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.954856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Attempting to bind port 62a54178-df22-44cf-b1cc-570fcec51f01 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:06.955219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Attempting to bind port 62a54178-df22-44cf-b1cc-570fcec51f01 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:06.955577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Attempting to bind port 62a54178-df22-44cf-b1cc-570fcec51f01 on network c35aa417-024d-4598-bdf0-38be789ba1bf {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:06.981112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:06.981491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Checking segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:06.981887 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:06.982277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Bound using segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:06.982741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Bound port: 62a54178-df22-44cf-b1cc-570fcec51f01, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:06.983117 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.023371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-e5528695-7e69-4bd5-9f61-38932f4fc1f2 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:22:07.024476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-e5528695-7e69-4bd5-9f61-38932f4fc1f2 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4244244 May 10 11:22:07.051715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.085405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d94ae498-1075-46c2-916f-c6b944fd9b40 None None] Provisioning complete for port c24f905a-3493-450b-8d90-3978ff23b781 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:07.086151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d94ae498-1075-46c2-916f-c6b944fd9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.123773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:07.132450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Checking segment: {'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:07.132879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Network hostable DHCP agents. Network: a89c21f0-4de4-4730-8cc6-a0df4d2b7d25, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:22:07.182899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:22:07.193674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-239ff71c-be8d-4916-9f3a-c6578ba6b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:07.197223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-239ff71c-be8d-4916-9f3a-c6578ba6b62a service neutron] 10.222.0.13 "GET /v2.0/ports/607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 1093 time: 0.1083810 May 10 11:22:07.198809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a89c21f0-4de4-4730-8cc6-a0df4d2b7d25) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:07.208321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Request body: {'binding': {'host': 'n-h2-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:07.208851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Unknown quota resources ['binding']. {{(pid=102768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 11:22:07.213325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:07.214083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.217472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d94ae498-1075-46c2-916f-c6b944fd9b40 None None] Port c24f905a-3493-450b-8d90-3978ff23b781 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:07.219801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a8037-be90-471a-8c76-ca8aa6e693cc None None] Network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:22:07.234666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] For port 62a54178-df22-44cf-b1cc-570fcec51f01, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:07.240331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] For port 62a54178-df22-44cf-b1cc-570fcec51f01, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=62a54178-df22-44cf-b1cc-570fcec51f01,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:07.267269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f60188d7-7aea-42f9-9f75-fb8a969a918a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8630323 May 10 11:22:07.273555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54512) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:07.276436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.277608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:07.316603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4fafef-af89-4582-85f5-3457eba2515f {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:07.324908 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.332846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.333914 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.428642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.436071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on host n-h2-840949-1 for vnic_type normal with profile None {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:07.436447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:07.436969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:07.439683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fe0fb670-f633-45ad-b0f6-f044fbb7a0b6 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8493261 May 10 11:22:07.450194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Transition to ACTIVE for port object 2b4fafef-af89-4582-85f5-3457eba2515f will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:07.455852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.463678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:07.485101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a6198e02-9092-44c1-95f2-f6bf5580b235'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:07.493161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.507699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.538530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fcded6f0-1309-43ec-a0a9-c6f12c3279fb None None] Provisioning complete for port 62a54178-df22-44cf-b1cc-570fcec51f01 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:07.538898 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcded6f0-1309-43ec-a0a9-c6f12c3279fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.562665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2561d-c4a6-4f40-8bc2-c1f6843db20d None None] Pushing event updated for resources: {'Port': ['ID=62a54178-df22-44cf-b1cc-570fcec51f01,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:07.597547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:07.598187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:07.729417 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.776554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:07.776554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:07.784048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Attempting to bind port 2b4fafef-af89-4582-85f5-3457eba2515f on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:07.784380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Attempting to bind port 2b4fafef-af89-4582-85f5-3457eba2515f by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:07.784706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Attempting to bind port 2b4fafef-af89-4582-85f5-3457eba2515f on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:07.792385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:07.792720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:07.793102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:07.793540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Bound port: 607ed842-53af-415d-b311-1ce810aa126e, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:07.796357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Port 2b4fafef-af89-4582-85f5-3457eba2515f on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:07.796678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Attempting to bind port 2b4fafef-af89-4582-85f5-3457eba2515f on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:07.836187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:07.836187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:07.836187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:07.836187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Bound port: 2b4fafef-af89-4582-85f5-3457eba2515f, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:07.836187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.836769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] No DVR routers for this DVR port a6198e02-9092-44c1-95f2-f6bf5580b235 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:22:07.838041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:07.838161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Pushing event updated for resources: {'Port': ['ID=2b4fafef-af89-4582-85f5-3457eba2515f,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:07.843080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.846820 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ccc25be9-1daf-4101-9fd8-f5f569c620be req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] 10.222.0.49 "DELETE /v2.0/ports/a6198e02-9092-44c1-95f2-f6bf5580b235 HTTP/1.1" status: 204 len: 173 time: 1.7110877 May 10 11:22:07.847368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2628a4-2f86-4ae1-b693-dfe95fd4e023', 'name': 'network-vif-deleted', 'tag': 'a6198e02-9092-44c1-95f2-f6bf5580b235'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:07.850380 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f762ed2f-01f8-42da-8575-2acc61198eaf" -d '{"events": [{"server_uuid": "3c2628a4-2f86-4ae1-b693-dfe95fd4e023", "name": "network-vif-deleted", "tag": "a6198e02-9092-44c1-95f2-f6bf5580b235"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:07.880004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.981923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a89c21f0-4de4-4730-8cc6-a0df4d2b7d25', 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'fixed_ips': [{'subnet_id': '4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:22:07.982827 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:07.988683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] For port 2b4fafef-af89-4582-85f5-3457eba2515f, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:07.994350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] For port 2b4fafef-af89-4582-85f5-3457eba2515f, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2b4fafef-af89-4582-85f5-3457eba2515f,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:08.001386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4392d2b-3f3b-4817-98f2-a1a559eaa62f tempest-DeleteServersAdminTestJSON-928445164 tempest-DeleteServersAdminTestJSON-928445164-project] Pushing event deleted for resources: {'Port': ['ID=a6198e02-9092-44c1-95f2-f6bf5580b235,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:08.007061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.054141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:08.073864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:08.076516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.078109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] 10.222.0.49 "PUT /v2.0/ports/2b4fafef-af89-4582-85f5-3457eba2515f HTTP/1.1" status: 200 len: 1095 time: 2.8128409 May 10 11:22:08.088407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] Notify callbacks [] for binding, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.089708 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39108f20-f349-4c64-8984-61a2137c7c88 service neutron] 10.222.0.13 "POST /v2.0/ports/607ed842-53af-415d-b311-1ce810aa126e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8879290 May 10 11:22:08.096709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fcded6f0-1309-43ec-a0a9-c6f12c3279fb None None] Current status of the port 62a54178-df22-44cf-b1cc-570fcec51f01 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:08.097090 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcded6f0-1309-43ec-a0a9-c6f12c3279fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.102469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.279620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fcded6f0-1309-43ec-a0a9-c6f12c3279fb None None] For port 62a54178-df22-44cf-b1cc-570fcec51f01, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=62a54178-df22-44cf-b1cc-570fcec51f01,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:08.293713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377eeed-f3bc-405c-9073-eccd9e6ec66b service neutron] Pushing event updated for resources: {'Port': ['ID=2b4fafef-af89-4582-85f5-3457eba2515f,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:08.297082 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcded6f0-1309-43ec-a0a9-c6f12c3279fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.378435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24f905a-3493-450b-8d90-3978ff23b781 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:08.412452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-8accd793-ae60-47ef-b0d6-b5b2a7d6c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:08.415651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-8accd793-ae60-47ef-b0d6-b5b2a7d6c732 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 1098 time: 0.2831399 May 10 11:22:08.421997 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.462712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3d6c9-441d-4f83-bf80-868518ed0446 req-ba098d0b-6302-4b9d-aea9-448c265108cf tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:08.463407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Allocated IP 172.20.0.2 (a89c21f0-4de4-4730-8cc6-a0df4d2b7d25/4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b/4673d679-b56f-4607-8bc9-a0456ec72081) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:08.467684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcded6f0-1309-43ec-a0a9-c6f12c3279fb None None] Pushing event updated for resources: {'Port': ['ID=62a54178-df22-44cf-b1cc-570fcec51f01,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:08.471964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fea3d6c9-441d-4f83-bf80-868518ed0446 req-ba098d0b-6302-4b9d-aea9-448c265108cf tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 935 time: 0.1872900 May 10 11:22:08.490043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Transition to ACTIVE for port object c24f905a-3493-450b-8d90-3978ff23b781 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:08.548026 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.584913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:07Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:08.611444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-8cd47dd0-b9c7-423f-a26a-3f16e0b79426 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=2b4fafef-af89-4582-85f5-3457eba2515f HTTP/1.1" status: 200 len: 217 time: 0.1590307 May 10 11:22:08.620229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-181873a3-6bbe-4001-be61-1761e0042228 None None] Provisioning complete for port 62a54178-df22-44cf-b1cc-570fcec51f01 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:08.620698 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-181873a3-6bbe-4001-be61-1761e0042228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.626813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ad7e7-7639-4eee-b110-ad04f527e564 None None] The sync data for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 is: [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:07Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:08.640115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Allocated IP 172.25.8.34 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/ff5c2ebc-23fd-4f85-8315-ac645266ffb7) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:08.642149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Pushing event updated for resources: {'Port': ['ID=c24f905a-3493-450b-8d90-3978ff23b781,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:08.734064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b0d4e949-0fe4-42f3-ac16-259f319cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:08.736204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b0d4e949-0fe4-42f3-ac16-259f319cc6e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1096 time: 0.3192434 May 10 11:22:08.840410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fea3d6c9-441d-4f83-bf80-868518ed0446 req-4e954c8b-53ed-4e54-9757-3eb1e463b358 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672545 May 10 11:22:08.850394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-875ec80e-2712-4af6-9dbe-0a1c41570eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:08.852059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-875ec80e-2712-4af6-9dbe-0a1c41570eb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2311730 May 10 11:22:08.854203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-181873a3-6bbe-4001-be61-1761e0042228 None None] Current status of the port 62a54178-df22-44cf-b1cc-570fcec51f01 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:08.866429 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.878694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Attempting to bind port c24f905a-3493-450b-8d90-3978ff23b781 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:08.879260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Attempting to bind port c24f905a-3493-450b-8d90-3978ff23b781 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:08.879750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Attempting to bind port c24f905a-3493-450b-8d90-3978ff23b781 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:08.882328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.888801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Port c24f905a-3493-450b-8d90-3978ff23b781 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:08.889292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Attempting to bind port c24f905a-3493-450b-8d90-3978ff23b781 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:08.917853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:08.945846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:08.951225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:08.953836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:08.999362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.011722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:09.012089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:09.012476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:09.012932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Bound port: c24f905a-3493-450b-8d90-3978ff23b781, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:09.013276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.015081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-c54a8238-2506-4424-9cc3-ec2004a5d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:09.017196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Pushing event updated for resources: {'Port': ['ID=4673d679-b56f-4607-8bc9-a0456ec72081,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:09.017339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-c54a8238-2506-4424-9cc3-ec2004a5d0b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.2695923 May 10 11:22:09.034894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Attempting to bind port 4673d679-b56f-4607-8bc9-a0456ec72081 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:09.035152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Attempting to bind port 4673d679-b56f-4607-8bc9-a0456ec72081 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:09.035394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Attempting to bind port 4673d679-b56f-4607-8bc9-a0456ec72081 on network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:09.042688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:09.043057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Checking segment: {'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:09.043513 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.043919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Bound using segment: {'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:09.044429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Bound port: 4673d679-b56f-4607-8bc9-a0456ec72081, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:09.044809 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.089155 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.158825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] For port 4673d679-b56f-4607-8bc9-a0456ec72081, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:09.162672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] For port 4673d679-b56f-4607-8bc9-a0456ec72081, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4673d679-b56f-4607-8bc9-a0456ec72081,segment=NetworkSegment(8b20c04a-f607-4518-82c4-bcb879a78377),segment_id=8b20c04a-f607-4518-82c4-bcb879a78377)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:09.166112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fc5bc-9ef6-4377-afb0-6d2ef02fe4d2 req-d7fcbfc0-cb0f-482f-8c20-66996c904bc1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:09.168784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e6fc5bc-9ef6-4377-afb0-6d2ef02fe4d2 req-d7fcbfc0-cb0f-482f-8c20-66996c904bc1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 947 time: 0.1790547 May 10 11:22:09.186984 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.195872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] For port c24f905a-3493-450b-8d90-3978ff23b781, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:09.228500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] For port c24f905a-3493-450b-8d90-3978ff23b781, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c24f905a-3493-450b-8d90-3978ff23b781,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:09.228752 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.244940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.247738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-506a3921-1ba6-482a-9100-958587b6c4b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 217 time: 0.1266878 May 10 11:22:09.252953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-fc0fdf0c-b578-48be-998e-d82586a0cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:09.254486 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-fc0fdf0c-b578-48be-998e-d82586a0cba9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3864670 May 10 11:22:09.286666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25f355-7553-47f0-baa0-d76d18bc8d59 None None] Pushing event updated for resources: {'Port': ['ID=4673d679-b56f-4607-8bc9-a0456ec72081,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:09.308912 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e6fc5bc-9ef6-4377-afb0-6d2ef02fe4d2 req-140f7140-7273-4490-b2b2-61e74aa19ddc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296341 May 10 11:22:09.316257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.338117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ac89c6-56fb-4394-9039-fe7689b89969 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:09.338718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 62a54178-df22-44cf-b1cc-570fcec51f01 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:09.367754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:09.368601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.370125 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] 10.222.0.49 "PUT /v2.0/ports/c24f905a-3493-450b-8d90-3978ff23b781 HTTP/1.1" status: 200 len: 1095 time: 2.7054429 May 10 11:22:09.370703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8093b9-eb55-4668-a105-f90ab128217c', 'tag': 'c24f905a-3493-450b-8d90-3978ff23b781'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:09.373077 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6abac90-66b4-4a9c-b0df-98abc2862b24" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8093b9-eb55-4668-a105-f90ab128217c", "tag": "c24f905a-3493-450b-8d90-3978ff23b781"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:09.448893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.471685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:09.486118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:09.515760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.516078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:09.525146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 62a54178-df22-44cf-b1cc-570fcec51f01 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:09.525648 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.534694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327ecab-f3f1-41c0-86c2-b415c48e6f88 service neutron] Pushing event updated for resources: {'Port': ['ID=c24f905a-3493-450b-8d90-3978ff23b781,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:09.572046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2078d830-a30d-46c1-a7d3-5349e5f047ca req-29092db5-84cd-4285-a859-98ca6dd2201f tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0638437 May 10 11:22:09.573347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Allocated IP 172.25.8.82 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/300b0590-68c4-4c19-bad3-b84e017a8e83) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:09.584834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-dcfc60be-ecb8-4927-b901-8f4f21b093ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:09.586313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-dcfc60be-ecb8-4927-b901-8f4f21b093ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 1098 time: 0.1627350 May 10 11:22:09.621700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Pushing event updated for resources: {'Port': ['ID=ff5c2ebc-23fd-4f85-8315-ac645266ffb7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:09.634819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Transition to ACTIVE for port object b9ac89c6-56fb-4394-9039-fe7689b89969 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:09.656144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-a63479c6-ecd5-4b59-96c9-a09b2da96fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:09.659166 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-a63479c6-ecd5-4b59-96c9-a09b2da96fd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.4037485 May 10 11:22:09.744964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 62a54178-df22-44cf-b1cc-570fcec51f01 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:09.746884 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.793090 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-f216c264-4daa-4011-ad59-661e808d5ee6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c24f905a-3493-450b-8d90-3978ff23b781 HTTP/1.1" status: 200 len: 217 time: 0.1756227 May 10 11:22:09.889952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:09.915969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-8a6f640b-de17-40f5-9f00-80e717c0e820 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185571 May 10 11:22:10.018549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-9f0a2e0b-80a1-4585-b5d1-8cb71d11ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:10.024747 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-9f0a2e0b-80a1-4585-b5d1-8cb71d11ba56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1262295 May 10 11:22:10.046080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:10.068191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a6198e02-9092-44c1-95f2-f6bf5580b235 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:22:10.114580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: a6198e02-9092-44c1-95f2-f6bf5580b235 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:22:10.114580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a6198e02-9092-44c1-95f2-f6bf5580b235 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:22:10.155627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:10.173134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:10.178129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Pushing event updated for resources: {'Port': ['ID=300b0590-68c4-4c19-bad3-b84e017a8e83,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:10.188794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:10.263564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf937-8444-4471-9a18-22070849b968 req-9acf5772-b763-4a9a-b22f-7643d0d67b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:10.265259 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-9acf5772-b763-4a9a-b22f-7643d0d67b6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2275577 May 10 11:22:10.282353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec0568-bbc8-4daa-b36a-c52de7a28e0f req-e064c505-58a8-40bc-9287-145edb993bdd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:10.284020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7ec0568-bbc8-4daa-b36a-c52de7a28e0f req-e064c505-58a8-40bc-9287-145edb993bdd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 945 time: 0.2330875 May 10 11:22:10.388475 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1796bc3d-ff47-4f3e-9b6a-b1f1973f68fb x-openstack-request-id: req-1796bc3d-ff47-4f3e-9b6a-b1f1973f68fb {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:10.389018 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2628a4-2f86-4ae1-b693-dfe95fd4e023", "name": "network-vif-deleted", "tag": "a6198e02-9092-44c1-95f2-f6bf5580b235", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:10.389405 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1796bc3d-ff47-4f3e-9b6a-b1f1973f68fb {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:10.389968 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1796bc3d-ff47-4f3e-9b6a-b1f1973f68fb'] response: {'server_uuid': '3c2628a4-2f86-4ae1-b693-dfe95fd4e023', 'name': 'network-vif-deleted', 'tag': 'a6198e02-9092-44c1-95f2-f6bf5580b235', 'status': 'completed', 'code': 200} May 10 11:22:10.447691 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:10.510407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:10.515438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-96b79b0e-54d5-4bbb-9d92-9dd3b42a8732 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2356579 May 10 11:22:10.662239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:10.724294 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-2b70c198-e6f0-4d39-82b6-530a1eaf9364 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070228 May 10 11:22:10.768740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Attempting to bind port b9ac89c6-56fb-4394-9039-fe7689b89969 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:10.769281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Attempting to bind port b9ac89c6-56fb-4394-9039-fe7689b89969 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:10.769790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Attempting to bind port b9ac89c6-56fb-4394-9039-fe7689b89969 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:10.821462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Port b9ac89c6-56fb-4394-9039-fe7689b89969 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:10.821798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Attempting to bind port b9ac89c6-56fb-4394-9039-fe7689b89969 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:10.838540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7ec0568-bbc8-4daa-b36a-c52de7a28e0f req-568328b9-df71-4958-928c-a5990c98a028 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357959 May 10 11:22:10.843499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54540) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:10.848538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:10.849232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:10.849621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:10.850066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Bound port: b9ac89c6-56fb-4394-9039-fe7689b89969, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:10.850422 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:10.853755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-021a2d60-fcad-496c-bcd7-73a23fafa310 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095212 May 10 11:22:10.864448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:10.916753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239aa93d-de4f-456d-b510-e856f5bc464f None None] Network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:22:10.935496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-cef2a5bf-1703-4046-a4bf-e8e3f1d4d54f service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494548 May 10 11:22:10.940000 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8adc45-f850-4b7f-9d93-b5b1c3947363 x-openstack-request-id: req-1c8adc45-f850-4b7f-9d93-b5b1c3947363 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:10.940292 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8093b9-eb55-4668-a105-f90ab128217c", "tag": "c24f905a-3493-450b-8d90-3978ff23b781", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:10.940544 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c8adc45-f850-4b7f-9d93-b5b1c3947363 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:10.940957 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8adc45-f850-4b7f-9d93-b5b1c3947363'] response: {'name': 'network-changed', 'server_uuid': 'dd8093b9-eb55-4668-a105-f90ab128217c', 'tag': 'c24f905a-3493-450b-8d90-3978ff23b781', 'status': 'completed', 'code': 200} May 10 11:22:11.015017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-fe2951f0-1a63-4535-aa9d-86dcdd256ea2 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700396 May 10 11:22:11.028762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-092e00a3-bc55-42d5-bd2b-eab7b96ef011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.045903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:11.061395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:11.069064 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.085385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.095756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fa75ce13-00a9-4f4e-9567-ab8ecacdcfdb None None] Provisioning complete for port 4673d679-b56f-4607-8bc9-a0456ec72081 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:11.096094 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa75ce13-00a9-4f4e-9567-ab8ecacdcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.109136 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.124669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.125434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.126847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] 10.222.0.49 "PUT /v2.0/ports/b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 1095 time: 5.0512881 May 10 11:22:11.173853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fdaf937-8444-4471-9a18-22070849b968 req-8cc94f5e-4207-4b91-b812-4903f60857ce service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275870 May 10 11:22:11.179296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e6d72-ee80-4064-a852-108a9e980297 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:11.230330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.301774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Pushing event updated for resources: {'Port': ['ID=ff5c2ebc-23fd-4f85-8315-ac645266ffb7,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:11.310507 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.311768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c48514e-fdbf-4349-866f-07fec89af237 req-fc2d5225-5389-4f62-8068-9bd4770e3dbf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8530338 May 10 11:22:11.337537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf682ab-413a-4aa9-931d-d2a4d0d5bad3 req-9a5e32a5-9488-454d-9bfc-b099ece05d91 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.345910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcf682ab-413a-4aa9-931d-d2a4d0d5bad3 req-9a5e32a5-9488-454d-9bfc-b099ece05d91 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.2760098 May 10 11:22:11.407718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-0e531388-594f-4281-9a1f-d2004614d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.409576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-0e531388-594f-4281-9a1f-d2004614d18d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1098 time: 0.1894169 May 10 11:22:11.492269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4673d679-b56f-4607-8bc9-a0456ec72081 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:11.493808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-d32e826d-e085-4078-b07a-2b50d198acca tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.495365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-d32e826d-e085-4078-b07a-2b50d198acca tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.2693152 May 10 11:22:11.496372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c48514e-fdbf-4349-866f-07fec89af237 req-eb006964-00ec-4a67-a4ef-494ef49702cf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.1704159 May 10 11:22:11.498672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-79637eda-6447-4e22-b314-50e2d59f8eed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.0500555 May 10 11:22:11.500532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-de664474-0097-4ecf-b837-e35b8e53d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.502260 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-de664474-0097-4ecf-b837-e35b8e53d3f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 1098 time: 0.2475564 May 10 11:22:11.504274 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcf682ab-413a-4aa9-931d-d2a4d0d5bad3 req-4cff7142-f50c-4ca7-a826-0dbe792b38cb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572673 May 10 11:22:11.516900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840949-1'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:11.550858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-092e00a3-bc55-42d5-bd2b-eab7b96ef011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.554995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.561345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fa75ce13-00a9-4f4e-9567-ab8ecacdcfdb None None] Current status of the port 4673d679-b56f-4607-8bc9-a0456ec72081 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:11.561932 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa75ce13-00a9-4f4e-9567-ab8ecacdcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.565062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-092e00a3-bc55-42d5-bd2b-eab7b96ef011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.621776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 4673d679-b56f-4607-8bc9-a0456ec72081 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:11.622212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.685603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fa75ce13-00a9-4f4e-9567-ab8ecacdcfdb None None] For port 4673d679-b56f-4607-8bc9-a0456ec72081, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4673d679-b56f-4607-8bc9-a0456ec72081,segment=NetworkSegment(8b20c04a-f607-4518-82c4-bcb879a78377),segment_id=8b20c04a-f607-4518-82c4-bcb879a78377)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:11.693612 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa75ce13-00a9-4f4e-9567-ab8ecacdcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.698648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ee49110a-e8bf-48f3-b9b7-c782d817e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.700021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-ee49110a-e8bf-48f3-b9b7-c782d817e564 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1867733 May 10 11:22:11.720039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e00a3-bc55-42d5-bd2b-eab7b96ef011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0b1108-0d54-41e1-8a08-dac161c67370,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:11.746983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:11.752038 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-092e00a3-bc55-42d5-bd2b-eab7b96ef011 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8cfdfcca3cf44c1a4f8a876af907801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9073377 May 10 11:22:11.759512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75ce13-00a9-4f4e-9567-ab8ecacdcfdb None None] Pushing event updated for resources: {'Port': ['ID=4673d679-b56f-4607-8bc9-a0456ec72081,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:11.760848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54546) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:11.793881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48514e-fdbf-4349-866f-07fec89af237 req-357c1bb1-efd7-4ea0-be8f-e032b451c4d1 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.795339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c48514e-fdbf-4349-866f-07fec89af237 req-357c1bb1-efd7-4ea0-be8f-e032b451c4d1 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2924914 May 10 11:22:11.808401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-9c48514e-fdbf-4349-866f-07fec89af237 req-240f36ea-8f71-48e9-acfa-c5a6d8b6ca25 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:22:11.809324 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c48514e-fdbf-4349-866f-07fec89af237 req-240f36ea-8f71-48e9-acfa-c5a6d8b6ca25 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066330 May 10 11:22:11.812109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 4673d679-b56f-4607-8bc9-a0456ec72081 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:11.817666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-eb12cb6f-2b2b-4fe9-a10c-201d6739788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.819115 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-eb12cb6f-2b2b-4fe9-a10c-201d6739788f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2952738 May 10 11:22:11.873001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-0e91e78e-40da-4677-8232-6d00ababa41c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c24f905a-3493-450b-8d90-3978ff23b781 HTTP/1.1" status: 200 len: 217 time: 0.0454040 May 10 11:22:11.881574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-1d09071b-ce7f-4803-8e0f-d5bff3d9db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.883066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-1d09071b-ce7f-4803-8e0f-d5bff3d9db5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658487 May 10 11:22:11.948948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835520b-7175-4318-a2ce-3ebfea65b7dd req-5c3b8a32-aeab-4011-9265-c2d5982c5d04 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:11.953720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63112d65-8ea7-4e63-9107-7a55db4daa87 req-2fa90702-bcfb-4759-8385-a61c65ddca83 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0615001 May 10 11:22:11.956348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5835520b-7175-4318-a2ce-3ebfea65b7dd req-5c3b8a32-aeab-4011-9265-c2d5982c5d04 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 947 time: 0.2682824 May 10 11:22:11.974936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1836328b-2512-4f93-9eb2-9a5fb0c0b677 None None] Provisioning complete for port 4673d679-b56f-4607-8bc9-a0456ec72081 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:11.975503 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1836328b-2512-4f93-9eb2-9a5fb0c0b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:12.046683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-5dfd0684-ed28-45bf-a3eb-ce158739bac3 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286423 May 10 11:22:12.053818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-33582604-2e03-43d1-b858-f0941fc0bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:12.055465 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-33582604-2e03-43d1-b858-f0941fc0bb4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1714926 May 10 11:22:12.078306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1836328b-2512-4f93-9eb2-9a5fb0c0b677 None None] Current status of the port 4673d679-b56f-4607-8bc9-a0456ec72081 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:12.084061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c57b948f-c898-4da9-aedd-b710e8c4e9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:12.118165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5835520b-7175-4318-a2ce-3ebfea65b7dd req-af0c8a09-8e25-4e8b-90e3-e34d332ca303 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333201 May 10 11:22:12.140683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c57b948f-c898-4da9-aedd-b710e8c4e9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:12.186152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Router 763280a5-a5bc-4f8f-9578-8d49496caf9c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:22:12.202466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:12.208135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-e5a8c78d-c559-44b3-857f-99b4b63e018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:12.209876 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-e5a8c78d-c559-44b3-857f-99b4b63e018e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439595 May 10 11:22:12.226960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35ca01-60e4-4706-b756-525e95649962 req-12d63a6a-75aa-4b8d-9a84-8fd61aceddfd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:12.228562 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb35ca01-60e4-4706-b756-525e95649962 req-12d63a6a-75aa-4b8d-9a84-8fd61aceddfd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 945 time: 0.1425238 May 10 11:22:12.245876 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c7d9596-aa90-4ce4-96ca-719200fee3db req-be846d52-d0a2-426c-8629-2a36692c96c3 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891210 May 10 11:22:12.305288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:12.331786 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb35ca01-60e4-4706-b756-525e95649962 req-4abff84f-5c5d-455b-80a9-ff0b71b77a5c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903101 May 10 11:22:12.367615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-9be8da20-fe36-4935-a1d0-d8fc2931c38a service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363313 May 10 11:22:12.377584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c57b948f-c898-4da9-aedd-b710e8c4e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:12.379972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c57b948f-c898-4da9-aedd-b710e8c4e9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:12.384192 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c57b948f-c898-4da9-aedd-b710e8c4e9b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b0b1108-0d54-41e1-8a08-dac161c67370 HTTP/1.1" status: 204 len: 168 time: 0.6102500 May 10 11:22:12.398688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4052ee70-74d6-4892-ab73-84f71fd5c6d8', 'tag': '2b4fafef-af89-4582-85f5-3457eba2515f'}, {'name': 'network-changed', 'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:12.401172 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b55c806-8980-4ab8-9dcf-3c26353f58e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4052ee70-74d6-4892-ab73-84f71fd5c6d8", "tag": "2b4fafef-af89-4582-85f5-3457eba2515f"}, {"name": "network-changed", "server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:12.450329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b948f-c898-4da9-aedd-b710e8c4e9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0b1108-0d54-41e1-8a08-dac161c67370,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:12.483871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:12.493024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:12.504652 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:12.509385 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Sync routers for ids ['763280a5-a5bc-4f8f-9578-8d49496caf9c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:12.530582 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Routers {'763280a5-a5bc-4f8f-9578-8d49496caf9c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:12.535175 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['763280a5-a5bc-4f8f-9578-8d49496caf9c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:12.579511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:12.579511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8defa8d8-251e-47f2-83ef-ddc1fb68101c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3003488 May 10 11:22:12.579511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54572) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:12.807516 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 May 2022 11:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3237f29b-761f-4018-8495-d80f552f7536 x-openstack-request-id: req-3237f29b-761f-4018-8495-d80f552f7536 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:12.808136 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4052ee70-74d6-4892-ab73-84f71fd5c6d8", "tag": "2b4fafef-af89-4582-85f5-3457eba2515f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:12.808136 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3237f29b-761f-4018-8495-d80f552f7536 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:12.808545 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3237f29b-761f-4018-8495-d80f552f7536'] response: {'name': 'network-changed', 'server_uuid': '4052ee70-74d6-4892-ab73-84f71fd5c6d8', 'tag': '2b4fafef-af89-4582-85f5-3457eba2515f', 'status': 'completed', 'code': 200} May 10 11:22:12.808802 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3237f29b-761f-4018-8495-d80f552f7536'] response: {'name': 'network-changed', 'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'status': 'completed', 'code': 200} May 10 11:22:12.852138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-fb02357d-ee0b-4703-81c9-8e2153da41cf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:12.853249 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-fb02357d-ee0b-4703-81c9-8e2153da41cf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 821 time: 0.5045269 May 10 11:22:12.854458 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Set router 763280a5-a5bc-4f8f-9578-8d49496caf9c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:12.864233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Pushing event updated for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:12.923424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-d6ea7212-8140-4cf2-9700-e9f084ba4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:12.924959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-d6ea7212-8140-4cf2-9700-e9f084ba4eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 1098 time: 0.1203501 May 10 11:22:12.930652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54580) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:12.944329 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-b13bea30-64be-454f-8fde-453e72c1bb1d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/quotas/0ab2d4592fe54314aeb7202425527f8a HTTP/1.1" status: 200 len: 375 time: 0.0768640 May 10 11:22:12.944748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607ed842-53af-415d-b311-1ce810aa126e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:12.947262 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad82b6e-a573-43d5-9587-f61de3d6a1f8" -d '{"events": [{"server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "name": "network-vif-unplugged", "status": "completed", "tag": "607ed842-53af-415d-b311-1ce810aa126e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:13.010987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:13.010987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:13.010987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:13.012949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43e78b6d-d1c3-48d7-8590-e4c7e5820637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.047576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421fa7-eaf1-4e23-9371-a72cb820a388 req-10066e6e-5d3c-455f-8f9b-84a124db6a99 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:13.047889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54586) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:13.055197 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7421fa7-eaf1-4e23-9371-a72cb820a388 req-10066e6e-5d3c-455f-8f9b-84a124db6a99 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.2492466 May 10 11:22:13.057388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-c0bfd569-b415-472e-babc-578c6f1fc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:13.057938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:13.058245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Attempting to bind port 607ed842-53af-415d-b311-1ce810aa126e on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:13.058785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-c0bfd569-b415-472e-babc-578c6f1fc98c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1209764 May 10 11:22:13.081563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:13.081794 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:22:10Z', 'revision_number': 3, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:13.081953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:13.082268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:13.082730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Bound port: 607ed842-53af-415d-b311-1ce810aa126e, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:13.083072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.113683 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Checking router: 763280a5-a5bc-4f8f-9578-8d49496caf9c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:13.114139 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Updating router 763280a5-a5bc-4f8f-9578-8d49496caf9c port 300b0590-68c4-4c19-bad3-b84e017a8e83 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:22:13.123293 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6abac90-66b4-4a9c-b0df-98abc2862b24 req-893dc8a1-71de-45d6-9ed8-9b1832c9a491 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482030 May 10 11:22:13.124591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-a18cbbea-5163-402c-895f-676613f01610 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=2b4fafef-af89-4582-85f5-3457eba2515f HTTP/1.1" status: 200 len: 217 time: 0.0559082 May 10 11:22:13.174104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-546a173d-7f4b-4798-8ee8-062a51b334ee tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1869504 May 10 11:22:13.188926 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.192249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7421fa7-eaf1-4e23-9371-a72cb820a388 req-94135a7f-39e3-40ac-b907-6d244868a99c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268475 May 10 11:22:13.230910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-c77b1c2a-847a-421f-a841-b64e192b2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:13.232431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-c77b1c2a-847a-421f-a841-b64e192b2e87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0928574 May 10 11:22:13.258786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4673d679-b56f-4607-8bc9-a0456ec72081 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:13.285606 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f9eaa-21a0-475c-a4f5-192a923f0830 x-openstack-request-id: req-e23f9eaa-21a0-475c-a4f5-192a923f0830 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:13.285997 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "name": "network-vif-unplugged", "status": "completed", "tag": "607ed842-53af-415d-b311-1ce810aa126e", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:13.286137 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e23f9eaa-21a0-475c-a4f5-192a923f0830 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:13.286500 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23f9eaa-21a0-475c-a4f5-192a923f0830'] response: {'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607ed842-53af-415d-b311-1ce810aa126e', 'code': 200} May 10 11:22:13.309838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-84518fe6-50af-456a-9a94-1d60e1d568ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:13.312986 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-84518fe6-50af-456a-9a94-1d60e1d568ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730217 May 10 11:22:13.358952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 4673d679-b56f-4607-8bc9-a0456ec72081 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:13.359663 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.425070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:13.448704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b5da804-b788-409f-83ef-89892d8adb88 req-008c1dc9-3125-4e30-b427-ed44d3460f84 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0327718 May 10 11:22:13.462235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:13.472579 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43e78b6d-d1c3-48d7-8590-e4c7e5820637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.490151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-e38c2f8d-c332-4843-8899-9937fd8d68ba service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692688 May 10 11:22:13.513492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e9aff2ab-c3ed-48c5-9788-b8a898dc6111 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9440eee4444035ba2c1ae8ae849395&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4628062 May 10 11:22:13.524284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 4673d679-b56f-4607-8bc9-a0456ec72081 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:13.524877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-06527893-62bf-492e-9d9c-3457c2a17695 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495662 May 10 11:22:13.526669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54594) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:13.538427 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.540542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43e78b6d-d1c3-48d7-8590-e4c7e5820637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.601538 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.608026 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.642156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4e1b3-a3ad-4140-90dc-fd214f42d14b req-00051a0f-c819-4df3-94b2-55bd1afee129 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:13.645213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65c4e1b3-a3ad-4140-90dc-fd214f42d14b req-00051a0f-c819-4df3-94b2-55bd1afee129 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 947 time: 0.0810702 May 10 11:22:13.653121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e78b6d-d1c3-48d7-8590-e4c7e5820637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768ef0b2-1e98-4c26-9107-2ec457019ed8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:13.659698 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daecef0-0861-457b-9512-14427eecd18d None None] Pushing event updated for resources: {'Port': ['ID=300b0590-68c4-4c19-bad3-b84e017a8e83,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:13.661938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-82328aa9-7e15-4f39-9eac-9353a7c55e01 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628096 May 10 11:22:13.681677 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Attempting to bind port 300b0590-68c4-4c19-bad3-b84e017a8e83 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:13.682230 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Attempting to bind port 300b0590-68c4-4c19-bad3-b84e017a8e83 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:13.683026 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Attempting to bind port 300b0590-68c4-4c19-bad3-b84e017a8e83 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:13.689843 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:13.690482 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:13.691035 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.691567 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:13.692237 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Bound port: 300b0590-68c4-4c19-bad3-b84e017a8e83, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:13.692789 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.737693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43e78b6d-d1c3-48d7-8590-e4c7e5820637 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1325ed79f4a46be837496abfd72b757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8045695 May 10 11:22:13.742297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54598) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:13.749657 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] For port 300b0590-68c4-4c19-bad3-b84e017a8e83, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:13.753689 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] For port 300b0590-68c4-4c19-bad3-b84e017a8e83, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=300b0590-68c4-4c19-bad3-b84e017a8e83,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:13.761035 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.790024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65c4e1b3-a3ad-4140-90dc-fd214f42d14b req-2af2aaac-c1d7-4866-943b-8a208eedd92f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945666 May 10 11:22:13.808850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Pushing event updated for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=8']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:13.817139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:13.817862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.819306 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b5cbcb96-ad6a-4a9d-818e-e4d93275c520 service neutron] 10.222.0.49 "PUT /v2.0/ports/607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 1121 time: 2.3067784 May 10 11:22:13.850661 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Routers {'763280a5-a5bc-4f8f-9578-8d49496caf9c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:13.851317 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['763280a5-a5bc-4f8f-9578-8d49496caf9c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:13.854116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-bdb87f71-af29-4c75-b611-84721b3c592d service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280952 May 10 11:22:13.858211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-2b4982d6-6c34-4592-ade3-f366aac73683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:13.861237 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-2b4982d6-6c34-4592-ade3-f366aac73683 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1098 time: 0.1466844 May 10 11:22:13.898881 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daecef0-0861-457b-9512-14427eecd18d None None] Pushing event updated for resources: {'Port': ['ID=300b0590-68c4-4c19-bad3-b84e017a8e83,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:13.899165 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['607ed842-53af-415d-b311-1ce810aa126e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:13.943336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-94ce9feb-c300-4b6c-b322-ac6435221356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:13.960770 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78aa3567-c50e-4cc3-b2d5-0ce690a0ee92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.005931 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-94ce9feb-c300-4b6c-b322-ac6435221356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.026300 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] Set router 763280a5-a5bc-4f8f-9578-8d49496caf9c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:14.059575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414429b-026e-4100-b0f5-2295507ed90c req-23365edc-dba8-4059-9574-d9129464e937 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:14.061281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b414429b-026e-4100-b0f5-2295507ed90c req-23365edc-dba8-4059-9574-d9129464e937 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.1750338 May 10 11:22:14.068723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78aa3567-c50e-4cc3-b2d5-0ce690a0ee92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.080391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-5b426dff-7c76-42c7-b9c8-da3ed180377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:14.082016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-5b426dff-7c76-42c7-b9c8-da3ed180377d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2124109 May 10 11:22:14.139471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2b4fafef-af89-4582-85f5-3457eba2515f details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:14.182951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-26020b38-08ab-43bb-ba8c-f8ee3dcd2c4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.0937810 May 10 11:22:14.200431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f59eccc-d084-44ce-b72a-859bf4b13b60 req-edfe60a6-cc1e-4f48-9d7f-78dd15bfbaee tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 210 time: 0.0805724 May 10 11:22:14.242921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b414429b-026e-4100-b0f5-2295507ed90c req-a52d2e73-e7d0-487e-a0a1-81c7e859f41e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675041 May 10 11:22:14.247834 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-94ce9feb-c300-4b6c-b322-ac6435221356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.252169 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-94ce9feb-c300-4b6c-b322-ac6435221356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.253623 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-94ce9feb-c300-4b6c-b322-ac6435221356 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/768ef0b2-1e98-4c26-9107-2ec457019ed8 HTTP/1.1" status: 204 len: 168 time: 0.5047812 May 10 11:22:14.300237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce9feb-c300-4b6c-b322-ac6435221356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ef0b2-1e98-4c26-9107-2ec457019ed8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:14.321544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-66284b20-fa3e-4a42-b830-91b16e677a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:14.326024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-66284b20-fa3e-4a42-b830-91b16e677a8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1305790 May 10 11:22:14.344721 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78aa3567-c50e-4cc3-b2d5-0ce690a0ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.356187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78aa3567-c50e-4cc3-b2d5-0ce690a0ee92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.360025 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-78aa3567-c50e-4cc3-b2d5-0ce690a0ee92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5599f827-318d-40f8-be53-26d8f75ea4f9 HTTP/1.1" status: 204 len: 168 time: 0.8211136 May 10 11:22:14.367680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2b4fafef-af89-4582-85f5-3457eba2515f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2b4fafef-af89-4582-85f5-3457eba2515f,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:14.398570 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:22:10Z', 'revision_number': 3, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:14.405813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '2b4fafef-af89-4582-85f5-3457eba2515f', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '2b4fafef-af89-4582-85f5-3457eba2515f', 'mac_address': 'fa:16:3e:91:cb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:22:14.427578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa3567-c50e-4cc3-b2d5-0ce690a0ee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5599f827-318d-40f8-be53-26d8f75ea4f9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:14.432533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.476113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79032e79-d042-4ffb-a0d3-1721d07fbf49 req-2a751588-f328-4146-8c8a-f7efa1e633d8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:14.483679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79032e79-d042-4ffb-a0d3-1721d07fbf49 req-2a751588-f328-4146-8c8a-f7efa1e633d8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.1426260 May 10 11:22:14.487602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-fee2c1a0-871e-4894-bafe-3d0891049159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:14.489430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-fee2c1a0-871e-4894-bafe-3d0891049159 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1554067 May 10 11:22:14.491364 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bf45e-46c9-44ed-8d43-64410fa04273 None None] The sync data for ids ['763280a5-a5bc-4f8f-9578-8d49496caf9c'] in n-d-840949-1 is: [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:22:10Z', 'revision_number': 3, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:14.563850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2b4fafef-af89-4582-85f5-3457eba2515f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:14.565349 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.636245 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79032e79-d042-4ffb-a0d3-1721d07fbf49 req-b6766d6a-2862-41e7-86ad-cecfecc8ae70 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513894 May 10 11:22:14.647693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4fafef-af89-4582-85f5-3457eba2515f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:14.740449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Allocated IP 172.20.0.1 (a89c21f0-4de4-4730-8cc6-a0df4d2b7d25/4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b/f11214e7-5b95-44f8-997c-e257e8f1b71e) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:14.746167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2b4fafef-af89-4582-85f5-3457eba2515f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2b4fafef-af89-4582-85f5-3457eba2515f,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:14.757290 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.758346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c24f905a-3493-450b-8d90-3978ff23b781 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:14.824173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c24f905a-3493-450b-8d90-3978ff23b781, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c24f905a-3493-450b-8d90-3978ff23b781,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:14.859291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482078f1-6ae7-4765-a178-138b9205f874 req-13231435-12d7-485d-ae81-0f5a12cc9558 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0814233 May 10 11:22:14.866747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'c24f905a-3493-450b-8d90-3978ff23b781', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'c24f905a-3493-450b-8d90-3978ff23b781', 'mac_address': 'fa:16:3e:c4:8f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:22:14.923463 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-826636fa-9e2c-4cd5-97a3-4d6cc90580c6 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198012 May 10 11:22:14.992872 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.021075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017ff6d-05ad-45b1-bc98-2b9e7200e45e req-9b3288f1-170b-48c5-8de9-f50ece2e3e57 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:15.036470 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0017ff6d-05ad-45b1-bc98-2b9e7200e45e req-9b3288f1-170b-48c5-8de9-f50ece2e3e57 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 947 time: 0.1273119 May 10 11:22:15.109163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54632) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:15.114191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2b4fafef-af89-4582-85f5-3457eba2515f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:15.126998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port c24f905a-3493-450b-8d90-3978ff23b781 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:15.127650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.134380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6557bc31-7309-4635-8877-7e53db318e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.148212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.175362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0017ff6d-05ad-45b1-bc98-2b9e7200e45e req-bb589bf4-4bae-47a3-8e65-2157b1e99b87 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323700 May 10 11:22:15.179949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24f905a-3493-450b-8d90-3978ff23b781 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:15.239232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c24f905a-3493-450b-8d90-3978ff23b781, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c24f905a-3493-450b-8d90-3978ff23b781,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:15.252074 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.265290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:15.275810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b55c806-8980-4ab8-9dcf-3c26353f58e7 req-d9300dc3-47b4-427f-86ef-5b14be46e3f7 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414593 May 10 11:22:15.280667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:15.302724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'tag': '607ed842-53af-415d-b311-1ce810aa126e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:15.307691 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09969fd-7f11-4208-b9ff-d9b177d62456" -d '{"events": [{"name": "network-changed", "server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "tag": "607ed842-53af-415d-b311-1ce810aa126e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:15.316808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:15.317244 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.362670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 300b0590-68c4-4c19-bad3-b84e017a8e83 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:15.439616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87b25d8e-ab32-40b6-9a0c-685caf9a0e5e req-631df3ce-7bd2-4416-877b-f01feb8f97a1 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 210 time: 0.0659015 May 10 11:22:15.445795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6557bc31-7309-4635-8877-7e53db318e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.461907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6557bc31-7309-4635-8877-7e53db318e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.488093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Pushing event updated for resources: {'Port': ['ID=f11214e7-5b95-44f8-997c-e257e8f1b71e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:15.505118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=c24f905a-3493-450b-8d90-3978ff23b781,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:15.545028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2b4fafef-af89-4582-85f5-3457eba2515f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:15.577752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:15.588600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6557bc31-7309-4635-8877-7e53db318e2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43543045388c49c39548014ea6b37eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764047 May 10 11:22:15.589992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557bc31-7309-4635-8877-7e53db318e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83965368-074a-44ee-8329-1eb424d3e299,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:15.592718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54642) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:15.599852 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374e37ce-3de1-4abd-8085-0341123e72bc x-openstack-request-id: req-374e37ce-3de1-4abd-8085-0341123e72bc {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:15.600363 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "tag": "607ed842-53af-415d-b311-1ce810aa126e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:15.600797 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374e37ce-3de1-4abd-8085-0341123e72bc {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:15.601264 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374e37ce-3de1-4abd-8085-0341123e72bc'] response: {'name': 'network-changed', 'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'tag': '607ed842-53af-415d-b311-1ce810aa126e', 'status': 'completed', 'code': 200} May 10 11:22:15.694045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc4a8-064b-4881-9d38-5d9051d892b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.734094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc4a8-064b-4881-9d38-5d9051d892b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.767538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 300b0590-68c4-4c19-bad3-b84e017a8e83 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:15.769346 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.804963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356298-a792-4b9a-bf81-3575dbc3d79c req-44b1b6c2-dbbd-4b96-aeb9-38d84b5ee4b4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:15.813615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28356298-a792-4b9a-bf81-3575dbc3d79c req-44b1b6c2-dbbd-4b96-aeb9-38d84b5ee4b4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.3597472 May 10 11:22:15.903022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47f5de-09be-4f79-bc02-b0dd30e25e1f req-d9909141-9efb-4dbe-b8ba-d5a02047025d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:15.906950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5a47f5de-09be-4f79-bc02-b0dd30e25e1f req-d9909141-9efb-4dbe-b8ba-d5a02047025d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.1033754 May 10 11:22:15.918121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-1bbb818b-9c21-4dd7-9a86-2f5342530ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:15.919652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-1bbb818b-9c21-4dd7-9a86-2f5342530ef3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1124 time: 0.2958231 May 10 11:22:15.927267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc4a8-064b-4881-9d38-5d9051d892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.931971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc4a8-064b-4881-9d38-5d9051d892b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:15.933451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1e7dc4a8-064b-4881-9d38-5d9051d892b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83965368-074a-44ee-8329-1eb424d3e299 HTTP/1.1" status: 204 len: 168 time: 0.3374865 May 10 11:22:15.979878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dc4a8-064b-4881-9d38-5d9051d892b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83965368-074a-44ee-8329-1eb424d3e299,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:16.052248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5a47f5de-09be-4f79-bc02-b0dd30e25e1f req-be635926-da23-4f0b-9035-35ef25fb4752 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225164 May 10 11:22:16.098250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54656) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:16.124894 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.148631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b9ac89c6-56fb-4394-9039-fe7689b89969 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:16.166878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f2ab528-2a57-4563-9f30-3676c0e08d1b req-d13807f3-8aff-4b70-be25-82312d943e6b tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0403695 May 10 11:22:16.195877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28356298-a792-4b9a-bf81-3575dbc3d79c req-7ace94b4-6961-4d48-bcb5-b703bd7de3c5 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803277 May 10 11:22:16.323971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 300b0590-68c4-4c19-bad3-b84e017a8e83 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:16.324770 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.344042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-network', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:16.382674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Made reservation on behalf of 119d0ea9d3ba467aaa504196f9a4a432 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:16.386233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.414480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cc02c7bc-7adf-442e-887c-562b3c5a3712 None None] Provisioning complete for port f11214e7-5b95-44f8-997c-e257e8f1b71e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:16.415193 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc02c7bc-7adf-442e-887c-562b3c5a3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.423609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd0495-86de-4e8a-a00f-779770e7f363 req-924c4301-1892-46f5-bfb0-869cb469e633 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:16.434286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bdbd0495-86de-4e8a-a00f-779770e7f363 req-924c4301-1892-46f5-bfb0-869cb469e633 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 948 time: 0.1450288 May 10 11:22:16.436383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.484918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:22:16.534748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 300b0590-68c4-4c19-bad3-b84e017a8e83, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=300b0590-68c4-4c19-bad3-b84e017a8e83,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:16.586178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bdbd0495-86de-4e8a-a00f-779770e7f363 req-69d1d3e2-3d84-4004-ad10-b591d7360c07 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506867 May 10 11:22:16.626994 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.638126 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.639006 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.655017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cc02c7bc-7adf-442e-887c-562b3c5a3712 None None] Port f11214e7-5b95-44f8-997c-e257e8f1b71e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:16.670513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:22:16.682796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884b43fe-b2f9-4c3d-be13-b0dc8bab313d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:16.689263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.689699 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Added segment 137f6d78-d2af-4b7a-9988-33bb6793526b of type vlan for network 64185b9e-645b-4499-bcff-3e5b313eaecd May 10 11:22:16.748926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.764002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=300b0590-68c4-4c19-bad3-b84e017a8e83,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:16.784738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bce0ab37-1d8f-4d34-a2d2-6b0b70fe1689 req-456b648a-bc66-4056-af61-328645ef42ce tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 210 time: 0.1083441 May 10 11:22:16.785446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.786474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:16.787415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.808229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:16.823677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'mac_address': 'fa:16:3e:0e:94:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:22:16.869663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] Pushing event updated for resources: {'Network': ['ID=64185b9e-645b-4499-bcff-3e5b313eaecd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:16.883422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-92ca5efb-eaac-4210-ad70-29611986241a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7832217 May 10 11:22:16.886263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54674) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:16.887812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b9ac89c6-56fb-4394-9039-fe7689b89969 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:16.888953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.891079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 64185b9e-645b-4499-bcff-3e5b313eaecd details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:22:16.891453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Request body: {'subnet': {'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-subnet', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:16.910621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-ca198077-0624-40eb-8c8a-8c0298571b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:16.912686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-ca198077-0624-40eb-8c8a-8c0298571b55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.9428072 May 10 11:22:16.926514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Made reservation on behalf of 119d0ea9d3ba467aaa504196f9a4a432 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:16.930780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:16.970922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-1fe81847-6887-4b32-94f7-5ea840f139d5 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:16.973202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-1fe81847-6887-4b32-94f7-5ea840f139d5 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 821 time: 1.0874200 May 10 11:22:16.978368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ac89c6-56fb-4394-9039-fe7689b89969 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:16.982275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-3e9150b7-ed1b-4668-b2ec-b596b738c9b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 217 time: 0.0538933 May 10 11:22:16.989295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Request body: {'port': {'device_id': '079812e4-56c7-440c-b117-46638b41ccef', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'admin_state_up': True, 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:17.001827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:17.011452 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.108009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:17.196161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-de4d73d6-24ac-4600-ab61-4cd6367f5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:17.197751 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-de4d73d6-24ac-4600-ab61-4cd6367f5793 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1988242 May 10 11:22:17.254313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-fcfcd9f5-d7e0-4bac-b2d7-2b266e3b3a3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375464 May 10 11:22:17.260346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.260983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.287460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.288462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.294771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 300b0590-68c4-4c19-bad3-b84e017a8e83 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:17.309413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc3500-4cf3-4be6-9588-def42fbfd965 req-6664bd07-940e-469b-ad7e-cb7b5c1e5b4c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:17.317487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07fc3500-4cf3-4be6-9588-def42fbfd965 req-6664bd07-940e-469b-ad7e-cb7b5c1e5b4c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 948 time: 0.1436567 May 10 11:22:17.370248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c87888b-72dc-41d4-8a5e-dd491795ddfc,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:17.383067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 300b0590-68c4-4c19-bad3-b84e017a8e83 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:17.383646 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.398384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Checking segment: {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:17.398820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Network hostable DHCP agents. Network: 64185b9e-645b-4499-bcff-3e5b313eaecd, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:22:17.420596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07fc3500-4cf3-4be6-9588-def42fbfd965 req-ab854f86-6db8-405e-87e5-c7ad9bbd16e3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984101 May 10 11:22:17.452571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Network 64185b9e-645b-4499-bcff-3e5b313eaecd is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:22:17.474806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 64185b9e-645b-4499-bcff-3e5b313eaecd) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:17.477903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Made reservation on behalf of 0ab2d4592fe54314aeb7202425527f8a for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:17.479264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:17.480136 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.481939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.489036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c3b335-48d6-458a-a4e2-945807daf37b None None] Network 64185b9e-645b-4499-bcff-3e5b313eaecd requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:22:17.506738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-79bb27a3-f27d-461b-befe-ada91338b4c1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6192346 May 10 11:22:17.511281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54692) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:17.517388 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f93652b7-3e11-4fa4-9136-e91436bd4e06 req-a7804b7f-4335-426a-a298-d9defdf97184 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.1729972 May 10 11:22:17.541701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:17.552750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['b9ac89c6-56fb-4394-9039-fe7689b89969'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:17.581948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.583223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.612448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98829-3fa1-4dc7-b722-a35329645b75 req-329c081c-ba2d-4ec9-b44b-3cbb1d25af99 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:17.614026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73a98829-3fa1-4dc7-b722-a35329645b75 req-329c081c-ba2d-4ec9-b44b-3cbb1d25af99 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.1062787 May 10 11:22:17.617340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Pushing event updated for resources: {'Port': ['ID=f11214e7-5b95-44f8-997c-e257e8f1b71e,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:17.702966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.707210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73a98829-3fa1-4dc7-b722-a35329645b75 req-c99d3c8f-4c40-45b6-ad35-f97b8b69bab2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710425 May 10 11:22:17.714754 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-398dfd9d-2cef-42d2-b128-2b9881e0b15e service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491982 May 10 11:22:17.752671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:17.797392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:17.871506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 300b0590-68c4-4c19-bad3-b84e017a8e83 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:17.933518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28ef1b62-bef4-469b-9e40-81550c31773c req-d4250997-1105-45e9-b7e1-500c02aa2339 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 210 time: 0.0410244 May 10 11:22:17.961448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0356136-fd0f-44e1-ab50-f0c35f0915ac req-c8da15de-2e04-4634-abac-760bbf135b55 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:17.969296 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0356136-fd0f-44e1-ab50-f0c35f0915ac req-c8da15de-2e04-4634-abac-760bbf135b55 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 948 time: 0.2708576 May 10 11:22:17.972343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:17.983977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Allocated IP 172.20.0.12 (a6fe1371-c84d-45b2-b412-c2543fcd171d/0639f0c4-9840-4827-a9e8-8a2eb8bbc922/f2523d56-1ccd-445d-88e0-b5c8f5797006) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:18.028895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-64185b9e-645b-4499-bcff-3e5b313eaecd', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:22:18.030074 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:18.061685 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b09969fd-7f11-4208-b9ff-d9b177d62456 req-54c95ec8-3df3-4e3b-a5b8-00a8fd71daa5 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238688 May 10 11:22:18.111403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 607ed842-53af-415d-b311-1ce810aa126e details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:18.114226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2b4fafef-af89-4582-85f5-3457eba2515f up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:18.154489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0356136-fd0f-44e1-ab50-f0c35f0915ac req-0d7f61ac-cca6-4b24-9dce-59b1008b7536 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842384 May 10 11:22:18.206730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Router 763280a5-a5bc-4f8f-9578-8d49496caf9c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:18.343133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Allocated IP 172.20.0.2 (64185b9e-645b-4499-bcff-3e5b313eaecd/2c87888b-72dc-41d4-8a5e-dd491795ddfc/3a62c2a4-79af-421a-bd2d-e3282c1d1480) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:18.427057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6e6f32a8-8d47-4720-8aaa-c190f9a2d64d None None] Provisioning complete for port f11214e7-5b95-44f8-997c-e257e8f1b71e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:18.427436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6e6f32a8-8d47-4720-8aaa-c190f9a2d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:18.429318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:18.432925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:18.446199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0f57ca20-80f2-478e-ac60-7673e90d6de5 admin admin] 10.222.0.13 "PUT /v2.0/routers/763280a5-a5bc-4f8f-9578-8d49496caf9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8656003 May 10 11:22:18.498167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Sync routers for ids ['763280a5-a5bc-4f8f-9578-8d49496caf9c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:18.541739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:18.575861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Routers {'763280a5-a5bc-4f8f-9578-8d49496caf9c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:18.576507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['763280a5-a5bc-4f8f-9578-8d49496caf9c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:18.579106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:18.643452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Network a6fe1371-c84d-45b2-b412-c2543fcd171d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:18.652079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:18.657849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:18.664763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:18.665423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:18.701766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99e6ef-d5e1-4a1e-a7a7-db8da48737cf req-d00ef3d4-9099-4e54-b3ea-2230eb7ba416 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:18.710139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd99e6ef-d5e1-4a1e-a7a7-db8da48737cf req-d00ef3d4-9099-4e54-b3ea-2230eb7ba416 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 948 time: 0.1955905 May 10 11:22:18.720651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Pushing event updated for resources: {'Port': ['ID=f2523d56-1ccd-445d-88e0-b5c8f5797006,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:18.730602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:18.754610 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-ab4216db-454c-4045-97ac-441f6b9c807a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7699041 May 10 11:22:18.770386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:18.788319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Request body: {'port': {'device_id': '079812e4-56c7-440c-b117-46638b41ccef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:18.793679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd99e6ef-d5e1-4a1e-a7a7-db8da48737cf req-2a3cad18-6a62-43e2-98c1-d3c8e81ca17b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823441 May 10 11:22:18.827924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f32a8-8d47-4720-8aaa-c190f9a2d64d None None] Port f11214e7-5b95-44f8-997c-e257e8f1b71e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:18.846850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 2b4fafef-af89-4582-85f5-3457eba2515f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:18.863686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 2b4fafef-af89-4582-85f5-3457eba2515f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:18.863921 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:18.936845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7001eb66-a377-445a-9073-d2882ecc409e req-3b2dbe0d-c1cd-4140-bdab-37cb80b7860c tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0373068 May 10 11:22:18.937063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Allocated IP 172.25.8.81 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/77fcbe06-6411-4a95-95b3-88c3884c606c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:18.950580 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.069906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.083651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:19.122535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.181501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 607ed842-53af-415d-b311-1ce810aa126e has no active binding in host n-h2-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 11:22:19.183041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fd65a-21ef-4f03-a2ba-bdd68faf49bb req-adf63074-a79a-41c6-8888-6a677ed4d3b1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:19.183170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-12f3afc3-520b-45f4-8375-db8d03cd7a4c None None] Provisioning complete for port f2523d56-1ccd-445d-88e0-b5c8f5797006 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:19.183252 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-12f3afc3-520b-45f4-8375-db8d03cd7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.188879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:19.190992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-968fd65a-21ef-4f03-a2ba-bdd68faf49bb req-adf63074-a79a-41c6-8888-6a677ed4d3b1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.0815172 May 10 11:22:19.201409 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.214137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Pushing event updated for resources: {'Port': ['ID=77fcbe06-6411-4a95-95b3-88c3884c606c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:19.216763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:19.224616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:19.237896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Set router 763280a5-a5bc-4f8f-9578-8d49496caf9c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:19.240260 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.288191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad341-48b0-4d62-baea-0273588a9a29 req-c85659e8-6c56-4b37-858d-49a84388aa56 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:19.290141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f37ad341-48b0-4d62-baea-0273588a9a29 req-c85659e8-6c56-4b37-858d-49a84388aa56 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 932 time: 0.1123807 May 10 11:22:19.291145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-968fd65a-21ef-4f03-a2ba-bdd68faf49bb req-a6d3374f-9b2b-40a8-877e-4cde95fd28eb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908554 May 10 11:22:19.378337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-12f3afc3-520b-45f4-8375-db8d03cd7a4c None None] Port f2523d56-1ccd-445d-88e0-b5c8f5797006 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:19.413972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Network 64185b9e-645b-4499-bcff-3e5b313eaecd is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:19.417969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2523d56-1ccd-445d-88e0-b5c8f5797006 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:19.427256 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.427782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:19.431160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:19.436593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Pushing event updated for resources: {'Port': ['ID=3a62c2a4-79af-421a-bd2d-e3282c1d1480,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:19.458048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Transition to ACTIVE for port object f2523d56-1ccd-445d-88e0-b5c8f5797006 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:19.468388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.491202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f37ad341-48b0-4d62-baea-0273588a9a29 req-92c21345-742c-43da-be00-9f0c927bc972 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526279 May 10 11:22:19.502137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2b4fafef-af89-4582-85f5-3457eba2515f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:19.502463 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.540097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Pushing event updated for resources: {'Port': ['ID=f2523d56-1ccd-445d-88e0-b5c8f5797006,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:19.642355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.658368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4052ee70-74d6-4892-ab73-84f71fd5c6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4fafef-af89-4582-85f5-3457eba2515f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:19.666391 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36517e5-4ce9-4437-a063-b1c6e783a3d2" -d '{"events": [{"server_uuid": "4052ee70-74d6-4892-ab73-84f71fd5c6d8", "name": "network-vif-plugged", "status": "completed", "tag": "2b4fafef-af89-4582-85f5-3457eba2515f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:19.682982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Attempting to bind port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:19.683738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Attempting to bind port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:19.683738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Attempting to bind port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 on network 64185b9e-645b-4499-bcff-3e5b313eaecd {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:19.700740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fa72f-d2e2-4f88-9e43-0cf77f4eb96c req-cf81eb07-aa52-4d82-a80c-21e930f9d4cb tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:19.702341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-521fa72f-d2e2-4f88-9e43-0cf77f4eb96c req-cf81eb07-aa52-4d82-a80c-21e930f9d4cb tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 948 time: 0.1760254 May 10 11:22:19.703140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Attempting to bind port f2523d56-1ccd-445d-88e0-b5c8f5797006 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:19.703528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Attempting to bind port f2523d56-1ccd-445d-88e0-b5c8f5797006 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:19.703943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Attempting to bind port f2523d56-1ccd-445d-88e0-b5c8f5797006 on network a6fe1371-c84d-45b2-b412-c2543fcd171d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:19.736855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Port f2523d56-1ccd-445d-88e0-b5c8f5797006 on network a6fe1371-c84d-45b2-b412-c2543fcd171d not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:19.737166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Attempting to bind port f2523d56-1ccd-445d-88e0-b5c8f5797006 on network a6fe1371-c84d-45b2-b412-c2543fcd171d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:19.738801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2b4fafef-af89-4582-85f5-3457eba2515f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2b4fafef-af89-4582-85f5-3457eba2515f,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:19.740563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:19.742162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Checking segment: {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:19.745807 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.746883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Bound using segment: {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:19.748477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Bound port: 3a62c2a4-79af-421a-bd2d-e3282c1d1480, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:19.748893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.755372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-30046ca7-800f-4ea6-b3b9-8570822d5dfb service neutron] 10.222.0.70 "GET /v2.0/ports/607ed842-53af-415d-b311-1ce810aa126e/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.1967764 May 10 11:22:19.761136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:19.761859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Checking segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:19.763122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.764002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c24f905a-3493-450b-8d90-3978ff23b781 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:19.766584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Bound using segment: {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:19.776953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Bound port: f2523d56-1ccd-445d-88e0-b5c8f5797006, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cb9e04-741b-4a2e-853f-5ffeebdb009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:19.778369 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.779448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54758) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:19.819163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-21b62d6b-3e74-4e10-9b42-e958429c6883 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991877068', 'description': 'tempest-description--663599924'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:19.913395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] For port f2523d56-1ccd-445d-88e0-b5c8f5797006, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:19.919328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] For port f2523d56-1ccd-445d-88e0-b5c8f5797006, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:19.926730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-21b62d6b-3e74-4e10-9b42-e958429c6883 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.926931 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e39fc-544e-438a-84e2-38365e2d88ce x-openstack-request-id: req-6a3e39fc-544e-438a-84e2-38365e2d88ce {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:19.927929 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4052ee70-74d6-4892-ab73-84f71fd5c6d8", "name": "network-vif-plugged", "status": "completed", "tag": "2b4fafef-af89-4582-85f5-3457eba2515f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:19.928882 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a3e39fc-544e-438a-84e2-38365e2d88ce {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:19.929706 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3e39fc-544e-438a-84e2-38365e2d88ce'] response: {'server_uuid': '4052ee70-74d6-4892-ab73-84f71fd5c6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4fafef-af89-4582-85f5-3457eba2515f', 'code': 200} May 10 11:22:19.931970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:19.947455 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-521fa72f-d2e2-4f88-9e43-0cf77f4eb96c req-2251688e-cc8b-4fb4-b173-d6de157f6464 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235065 May 10 11:22:20.008461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:20.009099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.010528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] 10.222.0.70 "PUT /v2.0/ports/f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 1092 time: 1.2268980 May 10 11:22:20.013179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:20.025802 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:20.131512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2b4fafef-af89-4582-85f5-3457eba2515f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:20.179503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port c24f905a-3493-450b-8d90-3978ff23b781 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:20.203968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:22:15Z', 'revision_number': 4, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f11214e7-5b95-44f8-997c-e257e8f1b71e', 'name': '', 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'mac_address': 'fa:16:3e:2f:4c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:14Z', 'updated_at': '2022-05-10T11:22:16Z', 'revision_number': 2, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'subnets': [{'id': '4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:20.206321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port c24f905a-3493-450b-8d90-3978ff23b781 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:20.206769 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.208951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] For port 3a62c2a4-79af-421a-bd2d-e3282c1d1480, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:20.214990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] For port 3a62c2a4-79af-421a-bd2d-e3282c1d1480, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3a62c2a4-79af-421a-bd2d-e3282c1d1480,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:20.219481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0664491-69e6-497c-a3f2-2f9327bbafcc req-c8d9ffd0-1d25-4840-bccf-d0227572946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:20.221469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b0664491-69e6-497c-a3f2-2f9327bbafcc req-c8d9ffd0-1d25-4840-bccf-d0227572946f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 1100 time: 0.2851031 May 10 11:22:20.231980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54768) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:20.298762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Checking router: 763280a5-a5bc-4f8f-9578-8d49496caf9c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:20.299495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Updating router 763280a5-a5bc-4f8f-9578-8d49496caf9c port f11214e7-5b95-44f8-997c-e257e8f1b71e binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:22:20.305652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2ea4b-4ee0-4c20-a107-ff091a4b8aef req-5d4e2731-dcce-4926-a044-6260bced648c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:20.307509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98c2ea4b-4ee0-4c20-a107-ff091a4b8aef req-5d4e2731-dcce-4926-a044-6260bced648c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 948 time: 0.3595710 May 10 11:22:20.328388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.336035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.356390 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.362530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-21b62d6b-3e74-4e10-9b42-e958429c6883 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.421454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b0664491-69e6-497c-a3f2-2f9327bbafcc req-b79e62be-c650-4ea4-a199-9b69c6100bcc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903636 May 10 11:22:20.430927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-21b62d6b-3e74-4e10-9b42-e958429c6883 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.437621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bfb6ae64-8c47-4d09-8dfb-8b3a71cb1a16 req-704908c6-8e39-44ed-ab41-7966e0f67e9e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.3315318 May 10 11:22:20.478634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98c2ea4b-4ee0-4c20-a107-ff091a4b8aef req-083d088c-4528-4d85-9ed0-e67223ed56e6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608529 May 10 11:22:20.484980 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b704d2e-ccdb-4ecb-9a2f-345b23818ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.498879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85903749-361f-4fc2-a572-7bbd7afaa276 req-b518e620-c234-4c7f-96a3-ee9e81eade99 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0646760 May 10 11:22:20.526169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009b2d1-b500-4021-8442-46f6d035f716 service neutron] Pushing event updated for resources: {'Port': ['ID=f2523d56-1ccd-445d-88e0-b5c8f5797006,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:20.556766 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00e12c2-59d0-4607-9bd6-d3e94c3039ae x-openstack-request-id: req-f00e12c2-59d0-4607-9bd6-d3e94c3039ae {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:20.557079 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:20.557308 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f00e12c2-59d0-4607-9bd6-d3e94c3039ae {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:20.557714 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00e12c2-59d0-4607-9bd6-d3e94c3039ae'] response: {'name': 'network-changed', 'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'status': 'completed', 'code': 200} May 10 11:22:20.572355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-f7ba50c3-e5e2-43e8-b8ad-9b52b2ee2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:20.573875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-f7ba50c3-e5e2-43e8-b8ad-9b52b2ee2f74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 1095 time: 0.4902439 May 10 11:22:20.605000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-21b62d6b-3e74-4e10-9b42-e958429c6883 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.609141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-21b62d6b-3e74-4e10-9b42-e958429c6883 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8287385 May 10 11:22:20.614705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54776) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:20.615770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ab6f-374f-491e-81df-e0030b0382cc None None] Pushing event updated for resources: {'Port': ['ID=3a62c2a4-79af-421a-bd2d-e3282c1d1480,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:20.632734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b62d6b-3e74-4e10-9b42-e958429c6883 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:20.640254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-7ec3c00b-428e-455a-847f-6a9153bea65b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 217 time: 0.0575166 May 10 11:22:20.648032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-109ac122-a2cf-49c3-8743-300089ffb44d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:20.696948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:20.725395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:20.738777 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-109ac122-a2cf-49c3-8743-300089ffb44d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.745645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port c24f905a-3493-450b-8d90-3978ff23b781 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:20.746252 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.778773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607ed842-53af-415d-b311-1ce810aa126e {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:20.832558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:20.840919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c24f905a-3493-450b-8d90-3978ff23b781, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c24f905a-3493-450b-8d90-3978ff23b781,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:20.841151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ab61e-9b48-404c-b808-3758eb6e3369 req-b9fcf630-56b3-411d-8dc4-c55a1a6f2c69 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:20.842494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-076ab61e-9b48-404c-b808-3758eb6e3369 req-b9fcf630-56b3-411d-8dc4-c55a1a6f2c69 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 944 time: 0.1654744 May 10 11:22:20.851967 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.862858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-12892bed-bbc4-4780-8d98-efa8326adfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:20.863068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b9ac89c6-56fb-4394-9039-fe7689b89969 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:20.864887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-12892bed-bbc4-4780-8d98-efa8326adfdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.2085025 May 10 11:22:20.870645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.882425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8d14e-8ab3-49bb-a167-265fa62ff478 req-f572374a-c4d0-4ba1-a746-0f144ffd3bf6 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:20.884034 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16b8d14e-8ab3-49bb-a167-265fa62ff478 req-f572374a-c4d0-4ba1-a746-0f144ffd3bf6 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 943 time: 0.2575428 May 10 11:22:20.902432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-109ac122-a2cf-49c3-8743-300089ffb44d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.922093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-109ac122-a2cf-49c3-8743-300089ffb44d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.925156 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b704d2e-ccdb-4ecb-9a2f-345b23818ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.935161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:22:20.945107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b704d2e-ccdb-4ecb-9a2f-345b23818ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:20.957042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-076ab61e-9b48-404c-b808-3758eb6e3369 req-b04fcbfa-47fa-4d2c-9f3a-9eee939b1ea0 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049151 May 10 11:22:20.969907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=c24f905a-3493-450b-8d90-3978ff23b781,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:20.982458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ac122-a2cf-49c3-8743-300089ffb44d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235529ce-c025-4dba-afb9-bee58422070e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:21.057404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port b9ac89c6-56fb-4394-9039-fe7689b89969 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:21.066168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16b8d14e-8ab3-49bb-a167-265fa62ff478 req-685095c7-385f-4029-9c91-f165f722f6a6 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597989 May 10 11:22:21.085150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-60fa9874-8e21-49ce-9236-3c449497e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:21.089400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-60fa9874-8e21-49ce-9236-3c449497e59f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041142 May 10 11:22:21.093497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port b9ac89c6-56fb-4394-9039-fe7689b89969 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:21.093933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.129974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b704d2e-ccdb-4ecb-9a2f-345b23818ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a860673b-2519-403f-a6a8-a73e8fc795bc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:21.140305 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.157928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.173046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-109ac122-a2cf-49c3-8743-300089ffb44d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.178934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-109ac122-a2cf-49c3-8743-300089ffb44d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5474269 May 10 11:22:21.191133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54780) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:21.196833 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7b704d2e-ccdb-4ecb-9a2f-345b23818ced admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0d1729a4ebc4965b30d69fbf19a7b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9600217 May 10 11:22:21.209388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a838556f-ba3d-4eed-aa18-3d4f08f7f7ee tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:21.224638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54782) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:21.260518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb58c-172b-456a-95a9-847f4a09a651 req-c12f2ea8-2343-434f-a295-6359d4555657 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:21.262455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-743bb58c-172b-456a-95a9-847f4a09a651 req-c12f2ea8-2343-434f-a295-6359d4555657 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 949 time: 0.1286149 May 10 11:22:21.276158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d190d-ad11-456a-9745-60d211cb117e None None] Pushing event updated for resources: {'Port': ['ID=f11214e7-5b95-44f8-997c-e257e8f1b71e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:21.297328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] Transition to ACTIVE for port object 607ed842-53af-415d-b311-1ce810aa126e will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:21.304492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:21.316845 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Sync routers for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:21.334080 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:21.337858 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:21.344214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3a62c2a4-79af-421a-bd2d-e3282c1d1480 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:21.398680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.404178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-743bb58c-172b-456a-95a9-847f4a09a651 req-bb0ab987-a468-45ab-986c-b57e87b553f8 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278903 May 10 11:22:21.414634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.418247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b9ac89c6-56fb-4394-9039-fe7689b89969 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:21.419761 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.422517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-d15f1cc2-5323-4b5d-b790-2839b087fe68 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216157 May 10 11:22:21.423919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:21.429281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0f5ca82e-d631-404f-a557-89794601f041 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9169066 May 10 11:22:21.451379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Attempting to bind port f11214e7-5b95-44f8-997c-e257e8f1b71e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:21.451762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Attempting to bind port f11214e7-5b95-44f8-997c-e257e8f1b71e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:21.452131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Attempting to bind port f11214e7-5b95-44f8-997c-e257e8f1b71e on network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:21.467577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:21.467986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Checking segment: {'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:21.468396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.469296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Bound using segment: {'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:21.469669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Bound port: f11214e7-5b95-44f8-997c-e257e8f1b71e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b20c04a-f607-4518-82c4-bcb879a78377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:21.470180 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.520455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:21.574513 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:21.588056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:21.588435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.599049 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.609891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc95423d-c668-42bc-be49-1c0ae21b39af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.611621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a838556f-ba3d-4eed-aa18-3d4f08f7f7ee tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.654936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] For port f11214e7-5b95-44f8-997c-e257e8f1b71e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:21.676777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35fce147-e736-4ac8-bfff-d5718db23b96 req-53297c6d-c531-4239-9f89-cb1196a5ffaf tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0490005 May 10 11:22:21.704099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] For port f11214e7-5b95-44f8-997c-e257e8f1b71e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f11214e7-5b95-44f8-997c-e257e8f1b71e,segment=NetworkSegment(8b20c04a-f607-4518-82c4-bcb879a78377),segment_id=8b20c04a-f607-4518-82c4-bcb879a78377)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:21.705265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-987e8e26-083c-4d34-83bd-17ead340a368 None None] Provisioning complete for port f11214e7-5b95-44f8-997c-e257e8f1b71e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:21.705633 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-987e8e26-083c-4d34-83bd-17ead340a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.749630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc95423d-c668-42bc-be49-1c0ae21b39af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.763842 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.806399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-987e8e26-083c-4d34-83bd-17ead340a368 None None] Port f11214e7-5b95-44f8-997c-e257e8f1b71e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:21.809471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:21.867073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] No DVR routers for this DVR port 607ed842-53af-415d-b311-1ce810aa126e on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:22:21.900844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39621406-58d0-498e-9251-8e574e451e72 service neutron] Pushing event updated for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:21.934297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:21.934672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:21.936748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8093b9-eb55-4668-a105-f90ab128217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f905a-3493-450b-8d90-3978ff23b781'}, {'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:21.939605 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82542eb4-edda-4cd8-ad2e-8aa571b5b7de" -d '{"events": [{"server_uuid": "dd8093b9-eb55-4668-a105-f90ab128217c", "name": "network-vif-plugged", "status": "completed", "tag": "c24f905a-3493-450b-8d90-3978ff23b781"}, {"server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:21.960369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Routers {'763280a5-a5bc-4f8f-9578-8d49496caf9c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:21.983268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['763280a5-a5bc-4f8f-9578-8d49496caf9c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:21.998563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc95423d-c668-42bc-be49-1c0ae21b39af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.002692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc95423d-c668-42bc-be49-1c0ae21b39af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.003241 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:19Z', 'revision_number': 3, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:22.004008 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bc95423d-c668-42bc-be49-1c0ae21b39af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a860673b-2519-403f-a6a8-a73e8fc795bc HTTP/1.1" status: 204 len: 168 time: 0.7649262 May 10 11:22:22.037799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95423d-c668-42bc-be49-1c0ae21b39af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a860673b-2519-403f-a6a8-a73e8fc795bc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:22.066020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Checking router: bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:22.066383 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Updating router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 port 77fcbe06-6411-4a95-95b3-88c3884c606c binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:22:22.144043 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-39621406-58d0-498e-9251-8e574e451e72 service neutron] 10.222.0.70 "PUT /v2.0/ports/607ed842-53af-415d-b311-1ce810aa126e/bindings/n-h2-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3614304 May 10 11:22:22.146875 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.212003 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea19b90-11ff-46f7-b134-b25a57c98337 x-openstack-request-id: req-7ea19b90-11ff-46f7-b134-b25a57c98337 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:22.214149 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8093b9-eb55-4668-a105-f90ab128217c", "name": "network-vif-plugged", "status": "completed", "tag": "c24f905a-3493-450b-8d90-3978ff23b781", "code": 200}, {"server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:22.214845 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ea19b90-11ff-46f7-b134-b25a57c98337 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:22.215476 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea19b90-11ff-46f7-b134-b25a57c98337'] response: {'server_uuid': 'dd8093b9-eb55-4668-a105-f90ab128217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f905a-3493-450b-8d90-3978ff23b781', 'code': 200} May 10 11:22:22.215845 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea19b90-11ff-46f7-b134-b25a57c98337'] response: {'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'code': 200} May 10 11:22:22.224108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d190d-ad11-456a-9745-60d211cb117e None None] Pushing event updated for resources: {'Port': ['ID=f11214e7-5b95-44f8-997c-e257e8f1b71e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:22.296033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 3a62c2a4-79af-421a-bd2d-e3282c1d1480, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3a62c2a4-79af-421a-bd2d-e3282c1d1480,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:22.325778 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.365846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] Set router 763280a5-a5bc-4f8f-9578-8d49496caf9c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:22.392656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e65c34-80cd-45a9-942c-ca5954594912 req-847f7ac6-48fc-45d9-ad6f-2be02fbfb225 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:22.400592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81e65c34-80cd-45a9-942c-ca5954594912 req-847f7ac6-48fc-45d9-ad6f-2be02fbfb225 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.7950284 May 10 11:22:22.409897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0cfa-3469-4d6c-b765-a15f193cde07 req-4a09c31a-2567-4c30-bf5e-92a7fc922248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:22.412044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-986c0cfa-3469-4d6c-b765-a15f193cde07 req-4a09c31a-2567-4c30-bf5e-92a7fc922248 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1100 time: 0.2554100 May 10 11:22:22.417620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Provisioning complete for port f11214e7-5b95-44f8-997c-e257e8f1b71e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:22.418124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.420654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510343-0a6f-4e52-bf64-4c64decb1546 req-bba26e17-dcc1-41cd-bf7e-045bc54967bf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:22.427930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce113af5-ab90-48b3-823c-080d5904a726 None None] Network 64185b9e-645b-4499-bcff-3e5b313eaecd requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:22:22.428145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54510343-0a6f-4e52-bf64-4c64decb1546 req-bba26e17-dcc1-41cd-bf7e-045bc54967bf tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 944 time: 0.2503290 May 10 11:22:22.437396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c01b2afe-6b03-4123-acd8-d58dffc5f5b8 req-712980ca-1121-47c1-9bd7-697ff6877624 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9770494 May 10 11:22:22.439557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-077920c2-ac97-4d51-bb99-53cc86d863a8 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:22.441039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-077920c2-ac97-4d51-bb99-53cc86d863a8 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.1365018 May 10 11:22:22.560763 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-986c0cfa-3469-4d6c-b765-a15f193cde07 req-2b7d2e0c-ffb7-465c-aa63-e71008d94b2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233807 May 10 11:22:22.572183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-a7ca39db-e4fe-4c3a-9890-9270ee52b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:22.573940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-a7ca39db-e4fe-4c3a-9890-9270ee52b55a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606&tenant_id=f412398bacf64f12baf28adf9efeeed7 HTTP/1.1" status: 200 len: 1095 time: 0.1238716 May 10 11:22:22.585105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=3a62c2a4-79af-421a-bd2d-e3282c1d1480,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:22.589198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094615-ed56-479d-8a7e-39b3031962df req-9848867e-839f-489a-980b-9853f539750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:22.590733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7094615-ed56-479d-8a7e-39b3031962df req-9848867e-839f-489a-980b-9853f539750a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 1100 time: 0.3484232 May 10 11:22:22.591412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54510343-0a6f-4e52-bf64-4c64decb1546 req-e5c842e7-5648-4009-b521-b86c9e164b80 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624405 May 10 11:22:22.664029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54802) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:22.676477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a838556f-ba3d-4eed-aa18-3d4f08f7f7ee tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.689869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-18f85964-848f-4f62-b8d8-62e1c59e230b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.704193 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a838556f-ba3d-4eed-aa18-3d4f08f7f7ee tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.727997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838556f-ba3d-4eed-aa18-3d4f08f7f7ee tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dfa839-cc89-4837-ab7a-9309212cd6b9,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:22.731043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-02e9e5da-e400-4e2f-aaae-f12a8d12ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:22.732676 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-02e9e5da-e400-4e2f-aaae-f12a8d12ec3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 1095 time: 0.1410708 May 10 11:22:22.756289 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.756771 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81e65c34-80cd-45a9-942c-ca5954594912 req-10ea152f-c737-4639-b070-5da4ad7da148 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547142 May 10 11:22:22.770459 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.826231 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c07c6-41e5-4121-84cc-a079baa7bf0d None None] Pushing event updated for resources: {'Port': ['ID=77fcbe06-6411-4a95-95b3-88c3884c606c,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:22.849936 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Attempting to bind port 77fcbe06-6411-4a95-95b3-88c3884c606c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:22.850310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Attempting to bind port 77fcbe06-6411-4a95-95b3-88c3884c606c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:22.850672 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Attempting to bind port 77fcbe06-6411-4a95-95b3-88c3884c606c on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:22.857057 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:22.857468 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:22.857954 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.858368 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:22.858889 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Bound port: 77fcbe06-6411-4a95-95b3-88c3884c606c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:22.859310 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.863121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Current status of the port f11214e7-5b95-44f8-997c-e257e8f1b71e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:22.863655 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.884522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a838556f-ba3d-4eed-aa18-3d4f08f7f7ee tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.888917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a838556f-ba3d-4eed-aa18-3d4f08f7f7ee tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6894872 May 10 11:22:22.893872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54806) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:22.915871 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] For port 77fcbe06-6411-4a95-95b3-88c3884c606c, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:22.920129 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] For port 77fcbe06-6411-4a95-95b3-88c3884c606c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=77fcbe06-6411-4a95-95b3-88c3884c606c,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:22.927882 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.939520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-18f85964-848f-4f62-b8d8-62e1c59e230b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:22.946520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:22.947490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7094615-ed56-479d-8a7e-39b3031962df req-1fd4a689-ecd5-45a7-a305-32fb50317508 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403251 May 10 11:22:22.992146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-18f85964-848f-4f62-b8d8-62e1c59e230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:23.009440 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c07c6-41e5-4121-84cc-a079baa7bf0d None None] Pushing event updated for resources: {'Port': ['ID=77fcbe06-6411-4a95-95b3-88c3884c606c,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:23.035247 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:23.036504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:23.036650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb719f6-5819-472f-ad39-6e3da7b2b0c1 req-98d3454e-40af-43d7-9e6f-f526a449caee tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:23.038346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb719f6-5819-472f-ad39-6e3da7b2b0c1 req-98d3454e-40af-43d7-9e6f-f526a449caee tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 949 time: 0.1484151 May 10 11:22:23.049259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-f4faeff9-fbf1-4f58-a887-d3f8c52cedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:23.050864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-f4faeff9-fbf1-4f58-a887-d3f8c52cedfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.2932894 May 10 11:22:23.060383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 607ed842-53af-415d-b311-1ce810aa126e no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:22:23.070784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-18f85964-848f-4f62-b8d8-62e1c59e230b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70e0a03f5088432c8bb3d6d369e40590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039488 May 10 11:22:23.071856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:23.086647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54808) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:23.095451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3a1cb-7275-40bd-9c26-1fce5b5d5ca2 req-0d4a734a-7d26-4c97-a335-5cace65062ac tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:23.100054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94c3a1cb-7275-40bd-9c26-1fce5b5d5ca2 req-0d4a734a-7d26-4c97-a335-5cace65062ac tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 944 time: 0.4160192 May 10 11:22:23.100054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f85964-848f-4f62-b8d8-62e1c59e230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d51b42-c2cf-4016-bdc2-75f33a62e089,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:23.136663 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 607ed842-53af-415d-b311-1ce810aa126e not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:22:23.139378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] For port f11214e7-5b95-44f8-997c-e257e8f1b71e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f11214e7-5b95-44f8-997c-e257e8f1b71e,segment=NetworkSegment(8b20c04a-f607-4518-82c4-bcb879a78377),segment_id=8b20c04a-f607-4518-82c4-bcb879a78377)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:23.144979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:22:15Z', 'revision_number': 4, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f11214e7-5b95-44f8-997c-e257e8f1b71e', 'name': '', 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'mac_address': 'fa:16:3e:2f:4c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:14Z', 'updated_at': '2022-05-10T11:22:21Z', 'revision_number': 4, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'subnets': [{'id': '4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:23.198848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59697e-c375-4a23-9116-04df39ac12c0 None None] The sync data for ids ['763280a5-a5bc-4f8f-9578-8d49496caf9c'] in n-d-840949-1 is: [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:22:15Z', 'revision_number': 4, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f11214e7-5b95-44f8-997c-e257e8f1b71e', 'name': '', 'network_id': 'a89c21f0-4de4-4730-8cc6-a0df4d2b7d25', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'mac_address': 'fa:16:3e:2f:4c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:14Z', 'updated_at': '2022-05-10T11:22:21Z', 'revision_number': 4, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'subnets': [{'id': '4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:23.218983 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:23.234665 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:23.324913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Pushing event updated for resources: {'Port': ['ID=f11214e7-5b95-44f8-997c-e257e8f1b71e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:23.340515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3a62c2a4-79af-421a-bd2d-e3282c1d1480 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:23.395355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.395861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.396241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.396777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.397212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.397544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.398394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.398733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.399056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.399596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.400171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.400499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61604a-9fef-47e3-bff5-00ae3d168e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:23.436799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8321682c-b9be-431e-8249-a92cccd9d34e None None] Provisioning complete for port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:23.437467 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8321682c-b9be-431e-8249-a92cccd9d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:23.479678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:23.480095 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:23.543161 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-e21c1450-bbb7-431d-aa7b-1e55217559f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 217 time: 0.4731491 May 10 11:22:23.573043 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:19Z', 'revision_number': 3, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:23.621996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8321682c-b9be-431e-8249-a92cccd9d34e None None] Current status of the port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:23.629159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:23.645259 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b121a4-58ed-4ebd-8ac9-2074cde1af34 None None] The sync data for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 is: [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:19Z', 'revision_number': 3, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:23.646961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b97f94f9-42e9-4045-bd8a-30f6d0a18412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:23.648557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-b97f94f9-42e9-4045-bd8a-30f6d0a18412 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1095 time: 0.7537601 May 10 11:22:23.659543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb719f6-5819-472f-ad39-6e3da7b2b0c1 req-3cb1b456-162d-42c1-b046-a812132492d3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137569 May 10 11:22:23.741948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-d28e185e-8fb5-443a-b3db-ff80c0976021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:23.744007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-d28e185e-8fb5-443a-b3db-ff80c0976021 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.1790831 May 10 11:22:23.748755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6d8de1e9-7add-4232-a453-a6647e507d4c None None] Provisioning complete for port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:23.749350 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6d8de1e9-7add-4232-a453-a6647e507d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:23.784226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94c3a1cb-7275-40bd-9c26-1fce5b5d5ca2 req-8708d634-ff9b-41f6-9d98-f429aaaa76a2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182227 May 10 11:22:23.833046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3afdc946-9d99-4b36-b3fc-64ef33eef336 req-6bffbf40-c135-408f-a4db-22bfa207342f tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0769045 May 10 11:22:23.884514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-96f6d71e-65f1-4975-91cd-fa8184edd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:23.885995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-96f6d71e-65f1-4975-91cd-fa8184edd8cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.1942542 May 10 11:22:23.900201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7f52d6b-5162-444f-b3cb-98489a33921e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:23.939736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6d8de1e9-7add-4232-a453-a6647e507d4c None None] Current status of the port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:23.991302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-b92ae327-9ca9-4373-b953-0cd144cf5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:23.992732 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-b92ae327-9ca9-4373-b953-0cd144cf5c81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381277 May 10 11:22:24.024803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-ed36f8a5-0d01-4dd3-8188-d56d8018eee9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 217 time: 0.1206291 May 10 11:22:24.031632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7f52d6b-5162-444f-b3cb-98489a33921e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.041669 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.160081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db737123-9823-4e41-84b1-25939d5f3048 req-23dd4962-1ab0-4982-8da7-9e5d473b20c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:24.161826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-db737123-9823-4e41-84b1-25939d5f3048 req-23dd4962-1ab0-4982-8da7-9e5d473b20c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1873591 May 10 11:22:24.199700 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.214057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb53852-9159-478c-929d-4a89087d7d6d req-e8a276bc-5b00-47f9-bbe6-403e5cf40afd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:24.215690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-feb53852-9159-478c-929d-4a89087d7d6d req-e8a276bc-5b00-47f9-bbe6-403e5cf40afd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 944 time: 0.2816584 May 10 11:22:24.221122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-96a627ac-0ae8-488e-bfab-1e3d711b1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:24.225892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-96a627ac-0ae8-488e-bfab-1e3d711b1393 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1841230 May 10 11:22:24.333114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-94fbf0c3-d8c3-48e1-a293-6c10fa8376f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910535 May 10 11:22:24.337436 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-011f38b9-f787-43f9-bf35-85357e011178 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243139 May 10 11:22:24.343192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7f52d6b-5162-444f-b3cb-98489a33921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.346529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7f52d6b-5162-444f-b3cb-98489a33921e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.347587 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b7f52d6b-5162-444f-b3cb-98489a33921e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1d51b42-c2cf-4016-bdc2-75f33a62e089 HTTP/1.1" status: 204 len: 168 time: 1.1828034 May 10 11:22:24.373699 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-db737123-9823-4e41-84b1-25939d5f3048 req-6c99652b-5dce-46fe-ac5c-518cdfc6b343 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455276 May 10 11:22:24.474541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f52d6b-5162-444f-b3cb-98489a33921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d51b42-c2cf-4016-bdc2-75f33a62e089,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:24.494884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-feb53852-9159-478c-929d-4a89087d7d6d req-1ddab289-eb51-4f78-8884-7cf165573009 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628973 May 10 11:22:24.600183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Allocated IP 172.20.0.1 (64185b9e-645b-4499-bcff-3e5b313eaecd/2c87888b-72dc-41d4-8a5e-dd491795ddfc/19df30c4-8a9b-4b83-953f-cb164dd22f2a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:24.607370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0d1fea-11be-4e90-ba77-3c0d2182e2d6 req-27b5abaa-308c-4299-be99-dd34bdc0086a service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391572 May 10 11:22:24.609208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Allocated IP 172.25.8.32 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f0e8cebf-9fde-49cd-985e-2e0875c2f2ec) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:24.613303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-d4093f79-78cd-4d5e-bfc2-ecfa4bb4298a service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619510 May 10 11:22:24.765102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-bc4bad24-94aa-4d19-aa15-70f9128293af service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388478 May 10 11:22:24.870451 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.907705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.962093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.995482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Network 64185b9e-645b-4499-bcff-3e5b313eaecd is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:25.002872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:25.028697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5971fc-aa9f-46c8-b7d4-8084b92d33f5 req-636b67c5-de11-4a36-b7fc-e807b678bd9a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:25.030095 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e5971fc-aa9f-46c8-b7d4-8084b92d33f5 req-636b67c5-de11-4a36-b7fc-e807b678bd9a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 949 time: 0.0726912 May 10 11:22:25.054778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:25.055324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.082339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f2523d56-1ccd-445d-88e0-b5c8f5797006 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:25.105052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e5971fc-aa9f-46c8-b7d4-8084b92d33f5 req-15ccbf38-c7f9-4f3d-8d1d-8f4823cc4b39 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661263 May 10 11:22:25.106105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.246425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Pushing event updated for resources: {'Port': ['ID=19df30c4-8a9b-4b83-953f-cb164dd22f2a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:25.284023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:25.303396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event updated for resources: {'Port': ['ID=f0e8cebf-9fde-49cd-985e-2e0875c2f2ec,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:25.311662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:25.316806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:25.428267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 77fcbe06-6411-4a95-95b3-88c3884c606c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:25.468131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-81a3b3ac-5735-4bf1-bcfe-e16a717f624a tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:25.470999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-81a3b3ac-5735-4bf1-bcfe-e16a717f624a tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.3702338 May 10 11:22:25.495539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f2523d56-1ccd-445d-88e0-b5c8f5797006, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:25.511599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-183937f2-b2db-45a1-acc1-71fe84375964 req-e749e5f4-daa7-4bbd-9bba-ebe142ebfa22 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0992212 May 10 11:22:25.525920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'port_id': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'mac_address': 'fa:16:3e:f1:71:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:22:25.620124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-11452e51-3e0d-4fec-acc9-d89d202b2bab None None] Provisioning complete for port 19df30c4-8a9b-4b83-953f-cb164dd22f2a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:25.620507 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11452e51-3e0d-4fec-acc9-d89d202b2bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.624032 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.708642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 77fcbe06-6411-4a95-95b3-88c3884c606c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:25.712489 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.720635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15fe17-840a-42c0-8a98-c865b0d92c0d req-d6958943-997e-4c1a-8dec-58d6562c9188 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:25.737015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c15fe17-840a-42c0-8a98-c865b0d92c0d req-d6958943-997e-4c1a-8dec-58d6562c9188 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 944 time: 0.3516266 May 10 11:22:25.770834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-11452e51-3e0d-4fec-acc9-d89d202b2bab None None] Port 19df30c4-8a9b-4b83-953f-cb164dd22f2a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:25.777229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f2523d56-1ccd-445d-88e0-b5c8f5797006 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:25.778059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.802359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2523d56-1ccd-445d-88e0-b5c8f5797006 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:25.835761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f2523d56-1ccd-445d-88e0-b5c8f5797006, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:25.836605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603dbb3-a225-44eb-83c5-7a82d77b257d req-a9ef6bd7-e35d-4a56-bb4f-2c01650e9bb8 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:25.838452 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8603dbb3-a225-44eb-83c5-7a82d77b257d req-a9ef6bd7-e35d-4a56-bb4f-2c01650e9bb8 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 949 time: 0.1244636 May 10 11:22:25.868301 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.901036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.901595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8603dbb3-a225-44eb-83c5-7a82d77b257d req-4bd3fdef-1441-4355-8199-a4286167c439 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 May 10 11:22:25.930362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c15fe17-840a-42c0-8a98-c865b0d92c0d req-cb3f682d-b1c1-42a1-9a51-e2a5f9bc5403 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949401 May 10 11:22:25.957730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 77fcbe06-6411-4a95-95b3-88c3884c606c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:25.958056 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.967986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-bba5d681-0aa5-4f85-b6dc-af9e8988f4da service neutron] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:25.974539 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.981665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.982649 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.988252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-bba5d681-0aa5-4f85-b6dc-af9e8988f4da service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.989473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77be17b7-8e4f-4567-b8bc-03c45a51661e req-bba5d681-0aa5-4f85-b6dc-af9e8988f4da service neutron] 10.222.0.49 "DELETE /v2.0/ports/607ed842-53af-415d-b311-1ce810aa126e/bindings/n-h1-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.4388971 May 10 11:22:25.990640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:26.021312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f2523d56-1ccd-445d-88e0-b5c8f5797006,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:26.050056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 77fcbe06-6411-4a95-95b3-88c3884c606c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=77fcbe06-6411-4a95-95b3-88c3884c606c,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:26.057416 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:26.058439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f11214e7-5b95-44f8-997c-e257e8f1b71e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:26.092025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Pushing event updated for resources: {'Port': ['ID=19df30c4-8a9b-4b83-953f-cb164dd22f2a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:26.138289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['f2523d56-1ccd-445d-88e0-b5c8f5797006'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:26.198217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f11214e7-5b95-44f8-997c-e257e8f1b71e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:26.198631 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:26.208281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=77fcbe06-6411-4a95-95b3-88c3884c606c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:26.231488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:26.244586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab2dff-8ca5-4831-b8a2-804f031da452 req-cf12adf1-8ef3-4617-a537-b835e88a9865 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:26.246611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24ab2dff-8ca5-4831-b8a2-804f031da452 req-cf12adf1-8ef3-4617-a537-b835e88a9865 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1411827 May 10 11:22:26.274770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:26.301599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Network 64185b9e-645b-4499-bcff-3e5b313eaecd is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:26.304873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:26.314579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24ab2dff-8ca5-4831-b8a2-804f031da452 req-1118b2fa-c14f-46da-966b-1710a398b4d9 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570071 May 10 11:22:26.461582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event updated for resources: {'Port': ['ID=f0e8cebf-9fde-49cd-985e-2e0875c2f2ec,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:26.497793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ff133-cbca-4390-9f03-5b81db7a114f req-73c579d1-15f3-427d-83c8-3981e968df19 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:26.498265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:26.512485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b1ff133-cbca-4390-9f03-5b81db7a114f req-73c579d1-15f3-427d-83c8-3981e968df19 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 945 time: 0.2784510 May 10 11:22:26.515652 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:26.535235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f11214e7-5b95-44f8-997c-e257e8f1b71e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:26.554273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72b78915-347b-4ed1-b22e-b283ea957304 req-849ba842-4411-40b9-8718-678977fdc21e tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0458574 May 10 11:22:26.589546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:26.602817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-580f53b3-13ab-4002-a12e-a627d030919c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6984770 May 10 11:22:26.648100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b1ff133-cbca-4390-9f03-5b81db7a114f req-db1fa651-4f72-401c-ac74-9ae670e15132 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344976 May 10 11:22:26.705844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f097db4e-c845-4529-8466-31915da60246 None None] Provisioning complete for port 19df30c4-8a9b-4b83-953f-cb164dd22f2a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:26.706221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f097db4e-c845-4529-8466-31915da60246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:26.781112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:26.789260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f097db4e-c845-4529-8466-31915da60246 None None] Port 19df30c4-8a9b-4b83-953f-cb164dd22f2a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:26.803047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82b4a42f-feb0-44a2-a900-e40c554a5b89 admin admin] 10.222.0.13 "PUT /v2.0/routers/bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3359799 May 10 11:22:27.047775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437771c-c578-418f-bab0-7807576d3372 req-88a83ffc-248c-4ea7-93b1-14ef837079b4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:27.053988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437771c-c578-418f-bab0-7807576d3372 req-88a83ffc-248c-4ea7-93b1-14ef837079b4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:27.055583 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b437771c-c578-418f-bab0-7807576d3372 req-88a83ffc-248c-4ea7-93b1-14ef837079b4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8&device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 1689 time: 0.0749815 May 10 11:22:27.081382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f2523d56-1ccd-445d-88e0-b5c8f5797006 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:27.137011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bd221-f3d4-4f45-81c1-0de23bd3f900 req-0e995b50-e25a-4217-ba2e-ff5890cc55e0 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:27.138531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da0bd221-f3d4-4f45-81c1-0de23bd3f900 req-0e995b50-e25a-4217-ba2e-ff5890cc55e0 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1100 time: 0.0429575 May 10 11:22:27.152904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b437771c-c578-418f-bab0-7807576d3372 req-980e1973-8899-444c-bb18-6a8edca58ceb tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894229 May 10 11:22:27.169317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-da0bd221-f3d4-4f45-81c1-0de23bd3f900 req-725c3e46-9fee-4ad2-8adc-8e90991b68f3 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.172267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Sync routers for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:27.185780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:27.186409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:27.241408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port f2523d56-1ccd-445d-88e0-b5c8f5797006 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:27.254009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port f2523d56-1ccd-445d-88e0-b5c8f5797006 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:27.254661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.274335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3acd1-0eba-4f9f-8dbd-40b49eba0150 req-2e268ee0-3563-4b59-be61-7c8960c08569 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:27.281573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ced3acd1-0eba-4f9f-8dbd-40b49eba0150 req-2e268ee0-3563-4b59-be61-7c8960c08569 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1095 time: 0.0536993 May 10 11:22:27.292619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 77fcbe06-6411-4a95-95b3-88c3884c606c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:27.299023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-da0bd221-f3d4-4f45-81c1-0de23bd3f900 req-725c3e46-9fee-4ad2-8adc-8e90991b68f3 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.307242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-da0bd221-f3d4-4f45-81c1-0de23bd3f900 req-725c3e46-9fee-4ad2-8adc-8e90991b68f3 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.325762 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ced3acd1-0eba-4f9f-8dbd-40b49eba0150 req-18cd3605-dd41-46f6-a5f6-ed84bbdf938e tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 May 10 11:22:27.328585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da0bd221-f3d4-4f45-81c1-0de23bd3f900 req-725c3e46-9fee-4ad2-8adc-8e90991b68f3 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826997 May 10 11:22:27.350298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c3e46-9fee-4ad2-8adc-8e90991b68f3 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f993d24c-e382-426c-93a5-b04f6489e9ed,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:27.440038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:27.477061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-77825c03-eca4-4c57-8624-34552764ca1d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1991877068&fields=id&tenant_id=c1c08229956149e782b0d9f4ee4431c9 HTTP/1.1" status: 200 len: 267 time: 0.0551581 May 10 11:22:27.594767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Request body: {'security_group': {'name': 'tempest-securitygroup-878514865', 'description': 'tempest-description-1900602097'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:27.629870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-80f65614-1fa0-43a0-b50b-532f6096e02e tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:27.631641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-80f65614-1fa0-43a0-b50b-532f6096e02e tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/networks?id=c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 200 len: 824 time: 0.1462271 May 10 11:22:27.636673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.647932 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-6339768d-f948-4023-b5a6-185bf4df4a77 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/quotas/c1c08229956149e782b0d9f4ee4431c9 HTTP/1.1" status: 200 len: 375 time: 0.0096204 May 10 11:22:27.649283 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.729900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-22a862a0-5761-4631-8e26-873a9850b7d1 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1c08229956149e782b0d9f4ee4431c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748959 May 10 11:22:27.743158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.748442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.750166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 77fcbe06-6411-4a95-95b3-88c3884c606c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:27.750649 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.791854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec65aa78-7690-49ff-be55-10dbd3ad6691,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:27.795407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f2523d56-1ccd-445d-88e0-b5c8f5797006 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:27.795917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.851862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54930) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:27.855561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:27.857737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-network', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:27.858571 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4bed9f-6cc7-462d-a13c-df2dcd9af8b3" -d '{"events": [{"server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "name": "network-vif-plugged", "status": "completed", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:27.860120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-9fe52db7-048a-4c76-b62f-306de1de2b22 service neutron] 10.222.0.13 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162670 May 10 11:22:27.867086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.880851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f2523d56-1ccd-445d-88e0-b5c8f5797006, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:27.881966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.903067 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.906146 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.912597 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1686f1a9-1953-409f-a58a-15a362171563 req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3225768 May 10 11:22:27.925765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Made reservation on behalf of 32c5149ae5104e6b9e53cdc04ae93080 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:27.928296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.941219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.959427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16582ad0-c4ab-417b-94d0-aa85f8f589eb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1daccf8e-e4bc-4edc-88e5-2d667fd2d9e5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:27.971980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-bdf350ec-d8ca-4bd8-a6e2-3c3d55a2f83c service neutron] 10.222.0.13 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040244 May 10 11:22:28.018769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 77fcbe06-6411-4a95-95b3-88c3884c606c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:28.039369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f2523d56-1ccd-445d-88e0-b5c8f5797006,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:28.044143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.050215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.077858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 2, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:28.084350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:22:28.091054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c206a-493a-4b02-9373-e922e7569562,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:28.101015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.101476 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Added segment ea190141-9aa6-4547-a0ca-022018781ea8 of type vlan for network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 May 10 11:22:28.121817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Checking router: bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:28.122171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Updating router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 port 19df30c4-8a9b-4b83-953f-cb164dd22f2a binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:22:28.150015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.156384 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.200199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.201220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:28.201805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.272720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4171624 May 10 11:22:28.278514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54954) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:28.286639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Request body: {'subnet': {'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-subnet', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:28.291854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd1a57-537d-41c8-a7b8-d05eec715dff admin admin] Pushing event updated for resources: {'Network': ['ID=08c32ae2-0cc0-4a75-b62d-2845e70eceb3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:28.342633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:22:28.362637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Made reservation on behalf of 32c5149ae5104e6b9e53cdc04ae93080 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:28.365736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.473335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-bdc2f963-c155-41fe-bb90-21858dbe3443 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:28.481333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-bdc2f963-c155-41fe-bb90-21858dbe3443 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 820 time: 0.2226374 May 10 11:22:28.508178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-179bc085-8fc0-47ac-b661-0b6a6d1ae1c1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/quotas/f412398bacf64f12baf28adf9efeeed7 HTTP/1.1" status: 200 len: 375 time: 0.0258648 May 10 11:22:28.586058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-674ecc0c-44d3-4132-910b-684a733959e8 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769265 May 10 11:22:28.648721 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.655703 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.748039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5cc1f-05a7-453b-a7f0-87111f4742b2 None None] Pushing event updated for resources: {'Port': ['ID=19df30c4-8a9b-4b83-953f-cb164dd22f2a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:28.767865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-f9a22938-d67b-4c29-a99c-457f735bbf76 service neutron] 10.222.0.13 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585257 May 10 11:22:28.770258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.777070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5e4ddd0-4ca2-4441-bf2b-5bcae729ab73 req-6b093188-82b3-45de-86a5-2df2786e8073 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0558844 May 10 11:22:28.806353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Attempting to bind port 19df30c4-8a9b-4b83-953f-cb164dd22f2a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:28.806891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Attempting to bind port 19df30c4-8a9b-4b83-953f-cb164dd22f2a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:28.807402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Attempting to bind port 19df30c4-8a9b-4b83-953f-cb164dd22f2a on network 64185b9e-645b-4499-bcff-3e5b313eaecd {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:28.817302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-598fb296-9c6d-456c-b353-5ab013a847aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1460378 May 10 11:22:28.818177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:28.820138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Checking segment: {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:28.820929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.822502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Bound using segment: {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:28.823717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Bound port: 19df30c4-8a9b-4b83-953f-cb164dd22f2a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:28.824412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:28.839781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-fd1a67cd-436f-4fff-bfa6-c7c4df42de31 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:22:28.845290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-fd1a67cd-436f-4fff-bfa6-c7c4df42de31 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165796 May 10 11:22:28.929879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] For port 19df30c4-8a9b-4b83-953f-cb164dd22f2a, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:28.951562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] For port 19df30c4-8a9b-4b83-953f-cb164dd22f2a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=19df30c4-8a9b-4b83-953f-cb164dd22f2a,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:28.958317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Checking segment: {'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:28.958317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Network hostable DHCP agents. Network: 08c32ae2-0cc0-4a75-b62d-2845e70eceb3, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:22:28.961413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cecdb419-b62b-497b-8eb4-f0c8d5da65f9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:28.972790 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.021510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-9c9b85df-82e4-432b-a685-332edf661bef service neutron] 10.222.0.13 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503395 May 10 11:22:29.046356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:29.047579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:29.051989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:22:29.080209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 08c32ae2-0cc0-4a75-b62d-2845e70eceb3) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:29.086527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:29.087160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.098846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da1f9-64ff-451a-aaaf-f933d32b8330 req-bc2d952a-4792-49e7-b3bb-ff717aaf4f65 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:29.100345 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169da1f9-64ff-451a-aaaf-f933d32b8330 req-bc2d952a-4792-49e7-b3bb-ff717aaf4f65 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 946 time: 0.1454911 May 10 11:22:29.123511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-070e7217-799d-4715-9060-da26c0679cbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8408000 May 10 11:22:29.124171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54980) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:29.130008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:29.203535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.206115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.206593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813db7d-297d-45f3-a7e7-ce8a1ddd92cd None None] Network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:22:29.217517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169da1f9-64ff-451a-aaaf-f933d32b8330 req-06b02756-d4c4-42a2-b305-7b0ebe4d31e5 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946953 May 10 11:22:29.270772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-00bf272a-f8f8-4b0c-8db6-4739e7e3104b req-19f82b5c-1d87-4ef9-ba85-4cb2bb799b8d tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1409964563', 'description': 'tempest-description-1652012478'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:29.326068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.330288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00bf272a-f8f8-4b0c-8db6-4739e7e3104b req-19f82b5c-1d87-4ef9-ba85-4cb2bb799b8d tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.332344 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ede152-5f06-489c-ba09-35ecb01fed00 x-openstack-request-id: req-87ede152-5f06-489c-ba09-35ecb01fed00 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:29.332606 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "name": "network-vif-plugged", "status": "completed", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:29.332864 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87ede152-5f06-489c-ba09-35ecb01fed00 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:29.333789 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ede152-5f06-489c-ba09-35ecb01fed00'] response: {'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'code': 200} May 10 11:22:29.442204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5cc1f-05a7-453b-a7f0-87111f4742b2 None None] Pushing event updated for resources: {'Port': ['ID=19df30c4-8a9b-4b83-953f-cb164dd22f2a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:29.466305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e4def989-6207-4188-bb0a-32f1689b78ac None None] Provisioning complete for port 19df30c4-8a9b-4b83-953f-cb164dd22f2a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:29.468510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4def989-6207-4188-bb0a-32f1689b78ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.488175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00bf272a-f8f8-4b0c-8db6-4739e7e3104b req-19f82b5c-1d87-4ef9-ba85-4cb2bb799b8d tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.497706 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00bf272a-f8f8-4b0c-8db6-4739e7e3104b req-19f82b5c-1d87-4ef9-ba85-4cb2bb799b8d tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.528780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3628b90-4b81-4f9e-9a23-417f471985f4 req-221dd2f5-070c-4e64-98c9-927b13a6561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:29.530344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3628b90-4b81-4f9e-9a23-417f471985f4 req-221dd2f5-070c-4e64-98c9-927b13a6561e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 1097 time: 0.1223931 May 10 11:22:29.537479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00bf272a-f8f8-4b0c-8db6-4739e7e3104b req-19f82b5c-1d87-4ef9-ba85-4cb2bb799b8d tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.538656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00bf272a-f8f8-4b0c-8db6-4739e7e3104b req-19f82b5c-1d87-4ef9-ba85-4cb2bb799b8d tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2750213 May 10 11:22:29.582966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f82b5c-1d87-4ef9-ba85-4cb2bb799b8d tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3349e-ec40-4825-8201-51ae576ebde0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:29.590551 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3628b90-4b81-4f9e-9a23-417f471985f4 req-94d096c0-26bc-449e-b49a-43afce6fd440 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481284 May 10 11:22:29.652727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:29.662653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-584a5ea2-8970-4dc7-95f8-cf74f6704b81 req-c7404439-d24d-4642-a3e5-3b16bc2f4e63 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0291183 May 10 11:22:29.841207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c36f-3ca7-4f17-8460-fb16aba982a9 req-b4100163-97b6-4eee-ab4d-2e981d733687 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:29.846138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6c9c36f-3ca7-4f17-8460-fb16aba982a9 req-b4100163-97b6-4eee-ab4d-2e981d733687 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0960143 May 10 11:22:29.885526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e4def989-6207-4188-bb0a-32f1689b78ac None None] Current status of the port 19df30c4-8a9b-4b83-953f-cb164dd22f2a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:29.885730 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4def989-6207-4188-bb0a-32f1689b78ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:29.946225 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6c9c36f-3ca7-4f17-8460-fb16aba982a9 req-2b2dcd28-dbae-4cfb-b253-bd4f7353aad5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897539 May 10 11:22:29.954705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-08c32ae2-0cc0-4a75-b62d-2845e70eceb3', 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'fixed_ips': [{'subnet_id': 'cecdb419-b62b-497b-8eb4-f0c8d5da65f9'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:22:29.955558 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.018459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e4def989-6207-4188-bb0a-32f1689b78ac None None] For port 19df30c4-8a9b-4b83-953f-cb164dd22f2a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=19df30c4-8a9b-4b83-953f-cb164dd22f2a,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:30.032633 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4def989-6207-4188-bb0a-32f1689b78ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.044506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d451a-fca0-46bd-85a2-5db5d9fadd58 req-fe6ebb75-3fab-4d30-87d3-daf242dd1ece tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:30.046801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac2d451a-fca0-46bd-85a2-5db5d9fadd58 req-fe6ebb75-3fab-4d30-87d3-daf242dd1ece tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 1100 time: 0.5257607 May 10 11:22:30.053904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.100658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b143d75d-233c-417d-a381-09557ca2cc26 req-8a46e65c-caf3-4426-880c-7bfd01016437 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 210 time: 0.0568922 May 10 11:22:30.165470 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac2d451a-fca0-46bd-85a2-5db5d9fadd58 req-9c598961-7158-49cc-a8b9-57733211bfd0 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993233 May 10 11:22:30.275389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4def989-6207-4188-bb0a-32f1689b78ac None None] Pushing event updated for resources: {'Port': ['ID=19df30c4-8a9b-4b83-953f-cb164dd22f2a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:30.338470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-c255a005-5d95-4bbf-9b84-4d46fe987cdf tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:30.340408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-c255a005-5d95-4bbf-9b84-4d46fe987cdf tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.70 "GET /v2.0/networks?id=c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 200 len: 824 time: 0.2008407 May 10 11:22:30.441528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-76df805d-cedf-4c87-8bb1-18579d61b2d4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c08229956149e782b0d9f4ee4431c9 HTTP/1.1" status: 200 len: 380 time: 0.0916507 May 10 11:22:30.452974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Request body: {'port': {'device_id': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'admin_state_up': True, 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'security_groups': ['c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:30.482851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-94700f9d-555c-46dd-9677-1aea25f90e21 None None] Provisioning complete for port 19df30c4-8a9b-4b83-953f-cb164dd22f2a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:30.483922 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94700f9d-555c-46dd-9677-1aea25f90e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.491864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ced6adc1-39fe-4469-9f64-9255fe74c059 req-f1364ebe-ab22-489e-9352-edc355488aa1 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0750866 May 10 11:22:30.499108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.506406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-585704596', 'description': 'tempest-description-2065658526'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:30.544085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.563589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.567727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:28Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:30.591459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.635549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Made reservation on behalf of c1c08229956149e782b0d9f4ee4431c9 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:30.640835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.653966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ecf9a0-2ba9-48ce-b00a-e272028a38f3 None None] The sync data for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 is: [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:28Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:30.669958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Allocated IP 172.20.0.2 (08c32ae2-0cc0-4a75-b62d-2845e70eceb3/cecdb419-b62b-497b-8eb4-f0c8d5da65f9/044d748f-8c10-4b73-ae5d-76d8c77a121d) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:30.846696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.865738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.897949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a251a3-f1fc-4d60-9ecb-8bbe750beac7 req-b0a968f5-0846-40f4-bd46-a1c381f52fa5 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:30.900782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4a251a3-f1fc-4d60-9ecb-8bbe750beac7 req-b0a968f5-0846-40f4-bd46-a1c381f52fa5 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 1100 time: 0.1293845 May 10 11:22:30.928738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-94700f9d-555c-46dd-9677-1aea25f90e21 None None] Current status of the port 19df30c4-8a9b-4b83-953f-cb164dd22f2a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:30.971153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4a251a3-f1fc-4d60-9ecb-8bbe750beac7 req-7f5b14f3-313d-4129-88af-2bd961e85669 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616095 May 10 11:22:30.979790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Allocated IP 172.25.8.147 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/288e3c5b-b708-47e5-81a7-84a4fb459c16) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:31.058347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Allocated IP 172.20.0.4 (c35aa417-024d-4598-bdf0-38be789ba1bf/09195cb0-a4ec-4ada-9fdc-94bc46b2bea3/a79181d1-449d-404a-a820-492ee63013d7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:31.079432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.086206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c5b71-385f-4721-9e49-d39580d2d03a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:31.090078 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.105446 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.132188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.156843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:31.162508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:31.170466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:31.206917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.224515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Pushing event updated for resources: {'Port': ['ID=044d748f-8c10-4b73-ae5d-76d8c77a121d,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:31.260262 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.278212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Attempting to bind port 044d748f-8c10-4b73-ae5d-76d8c77a121d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:31.278587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Attempting to bind port 044d748f-8c10-4b73-ae5d-76d8c77a121d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:31.278953 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Attempting to bind port 044d748f-8c10-4b73-ae5d-76d8c77a121d on network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:31.279058 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.289031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:31.289228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Checking segment: {'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:31.289539 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.290045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Bound using segment: {'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:31.290403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Bound port: 044d748f-8c10-4b73-ae5d-76d8c77a121d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:31.290652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fae8bd2d-ab53-4577-a8c1-6141070c4efd req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8285804 May 10 11:22:31.290787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.352459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:31.370396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:31.378433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:31.380471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Pushing event updated for resources: {'Port': ['ID=288e3c5b-b708-47e5-81a7-84a4fb459c16,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:31.414008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] For port 044d748f-8c10-4b73-ae5d-76d8c77a121d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:31.423601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e9f89-8f07-4da0-b7b5-de2f05dfe1f0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6282c43c-bd7a-4a49-b967-83c50d9aff0e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:31.423849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] For port 044d748f-8c10-4b73-ae5d-76d8c77a121d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=044d748f-8c10-4b73-ae5d-76d8c77a121d,segment=NetworkSegment(ea190141-9aa6-4547-a0ca-022018781ea8),segment_id=ea190141-9aa6-4547-a0ca-022018781ea8)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:31.431409 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.500574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ecc20-6db3-46e3-be93-08a1b0fb73ea req-19e11e7a-128b-41d0-bec4-f45a7e93f804 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:31.502147 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d8ecc20-6db3-46e3-be93-08a1b0fb73ea req-19e11e7a-128b-41d0-bec4-f45a7e93f804 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 946 time: 0.3648720 May 10 11:22:31.553243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 19df30c4-8a9b-4b83-953f-cb164dd22f2a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:31.553724 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf5518a2-33a7-4e67-a640-b4c61ae81178 req-55d465a8-1a4c-47c3-8d01-8615d3c5efd0 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 210 time: 0.1146243 May 10 11:22:31.579585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca55d9-4b1a-4068-9b4b-401e8c1c5dcc None None] Pushing event updated for resources: {'Port': ['ID=044d748f-8c10-4b73-ae5d-76d8c77a121d,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:31.629142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 19df30c4-8a9b-4b83-953f-cb164dd22f2a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:31.629570 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.710966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.750736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-530c3676-e03c-4ca5-83dd-02a8c5535a29 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:31.752349 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-530c3676-e03c-4ca5-83dd-02a8c5535a29 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 820 time: 0.4603376 May 10 11:22:31.757245 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d8ecc20-6db3-46e3-be93-08a1b0fb73ea req-278816fc-ad6c-42d0-a2aa-2a52a2e72194 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408915 May 10 11:22:31.773625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Request body: {'port': {'device_id': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'admin_state_up': True, 'tenant_id': 'f412398bacf64f12baf28adf9efeeed7'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:31.788863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 19df30c4-8a9b-4b83-953f-cb164dd22f2a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:31.938571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.087807 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.149738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1af2e9a-2452-49aa-a62c-c26a3a6bcd60 req-6231452d-a01f-4c12-a585-47530cdc0361 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 210 time: 0.0471575 May 10 11:22:32.204323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-dde1d66e-6936-46dd-93bc-adb3ee3e1a29 req-33c1eb4e-8195-4c4b-b80a-b31125a3501a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-565215928', 'description': 'tempest-description-2042870446'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:32.222779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8809-4c03-4328-8d41-15487c39c86d req-88e79750-1c54-46e8-937b-acdeec661163 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:32.228474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d65f8809-4c03-4328-8d41-15487c39c86d req-88e79750-1c54-46e8-937b-acdeec661163 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.5511239 May 10 11:22:32.270677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-75be23eb-c300-43ac-93d3-4b1dfd6400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:32.270920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.272371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-75be23eb-c300-43ac-93d3-4b1dfd6400d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1100 time: 0.2211535 May 10 11:22:32.276213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dde1d66e-6936-46dd-93bc-adb3ee3e1a29 req-33c1eb4e-8195-4c4b-b80a-b31125a3501a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.351127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Network c35aa417-024d-4598-bdf0-38be789ba1bf is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:32.354321 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d65f8809-4c03-4328-8d41-15487c39c86d req-16ac42fe-ac59-4bbf-9347-d4552e293560 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155090 May 10 11:22:32.361677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:32.363787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event updated for resources: {'Port': ['ID=a79181d1-449d-404a-a820-492ee63013d7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:32.365896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Made reservation on behalf of f412398bacf64f12baf28adf9efeeed7 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:32.369345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.371471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:32.376989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:32.377616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.470673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.488760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b91f6f88-139b-4b34-94de-c1712ee89348 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0404716 May 10 11:22:32.526917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dde1d66e-6936-46dd-93bc-adb3ee3e1a29 req-33c1eb4e-8195-4c4b-b80a-b31125a3501a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.530013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Request body: {'port': {'device_id': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:32.555521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-116cc72b-fae5-4d30-9825-2812bc240e8d req-ad931fc2-98f2-4c7e-b627-2f2a8a1df258 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0716870 May 10 11:22:32.565744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-8cc8850f-0054-4eeb-b6d6-6fb4852df0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:32.567245 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-8cc8850f-0054-4eeb-b6d6-6fb4852df0b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2788334 May 10 11:22:32.570285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dde1d66e-6936-46dd-93bc-adb3ee3e1a29 req-33c1eb4e-8195-4c4b-b80a-b31125a3501a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.616688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1eb4e-8195-4c4b-b80a-b31125a3501a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79503dc8-ae9f-4f8e-99c8-5c246c3d8498,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:32.660743 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.673350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-737d7190-9cf5-411c-9920-0bcf28d02c28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.0689363 May 10 11:22:32.684616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dde1d66e-6936-46dd-93bc-adb3ee3e1a29 req-33c1eb4e-8195-4c4b-b80a-b31125a3501a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.685881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dde1d66e-6936-46dd-93bc-adb3ee3e1a29 req-33c1eb4e-8195-4c4b-b80a-b31125a3501a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4923651 May 10 11:22:32.739164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d058c0b8-cb9a-421a-83a6-33279ea48694 None None] Provisioning complete for port a79181d1-449d-404a-a820-492ee63013d7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:32.739671 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d058c0b8-cb9a-421a-83a6-33279ea48694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:32.771307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-d7650253-f5ce-45f5-babd-65524f023b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:32.772818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-d7650253-f5ce-45f5-babd-65524f023b1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0853693 May 10 11:22:32.802780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d058c0b8-cb9a-421a-83a6-33279ea48694 None None] Port a79181d1-449d-404a-a820-492ee63013d7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:32.853937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-cdded41a-86b6-41a5-97eb-03d471c968c8 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411167 May 10 11:22:32.904531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Allocated IP 172.20.0.7 (2a66c4c8-4fdc-45ee-bd3a-e04d59971a62/c0f70c19-4fe5-40e3-8e4c-270c458a819b/2e14cdb4-9122-4208-aa49-d72c3a0940d2) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:32.941097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-f0dd23f1-e698-4047-9399-e40111009edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:32.942617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-f0dd23f1-e698-4047-9399-e40111009edc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596811 May 10 11:22:32.969987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Router 9e95a12b-9bec-447d-a440-73a44487bdd0 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:22:33.020927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-6943f8da-c17a-4f18-8ee6-1da4e19367b9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:33.026215 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-6943f8da-c17a-4f18-8ee6-1da4e19367b9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2315238 May 10 11:22:33.055844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-29ee71f4-610e-402e-9a8e-f3f72e0fd630 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:33.057356 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-29ee71f4-610e-402e-9a8e-f3f72e0fd630 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932840 May 10 11:22:33.085088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a7c8c-7b15-4b8c-9ea1-507f206819a0 None None] Network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:22:33.140534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-eceece6d-ec27-4c36-aa76-d02ac563574c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/quotas/1cbc99a612b94107802e0591ae631c39 HTTP/1.1" status: 200 len: 375 time: 0.0458055 May 10 11:22:33.151417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cbc0411a-5cab-4c3e-a21a-9c2aaf333460 None None] Provisioning complete for port 044d748f-8c10-4b73-ae5d-76d8c77a121d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:33.151783 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cbc0411a-5cab-4c3e-a21a-9c2aaf333460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.157979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-5f5dccf2-3fcc-4f31-9e50-59d04bc75a9f tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.1205845 May 10 11:22:33.202332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Request body: {'floatingip': {'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:33.221329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-7c4e11ca-7000-4435-a7fe-73178ac56b64 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647510 May 10 11:22:33.279430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.312360 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-f79873b5-4499-4fee-8b5e-02b4e6aa3b73 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295896 May 10 11:22:33.312539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:33.347489 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Sync routers for ids ['9e95a12b-9bec-447d-a440-73a44487bdd0'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:33.350291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.351532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6e16269a-2dd0-4d7a-8629-a381e7e2c47d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2261131 May 10 11:22:33.354446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55048) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:33.373514 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Routers {'9e95a12b-9bec-447d-a440-73a44487bdd0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:33.374501 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e95a12b-9bec-447d-a440-73a44487bdd0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:33.417667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0411a-5cab-4c3e-a21a-9c2aaf333460 None None] Current status of the port 044d748f-8c10-4b73-ae5d-76d8c77a121d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:33.419061 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cbc0411a-5cab-4c3e-a21a-9c2aaf333460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.434989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 044d748f-8c10-4b73-ae5d-76d8c77a121d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:33.550762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cbc0411a-5cab-4c3e-a21a-9c2aaf333460 None None] For port 044d748f-8c10-4b73-ae5d-76d8c77a121d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=044d748f-8c10-4b73-ae5d-76d8c77a121d,segment=NetworkSegment(ea190141-9aa6-4547-a0ca-022018781ea8),segment_id=ea190141-9aa6-4547-a0ca-022018781ea8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:33.565332 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cbc0411a-5cab-4c3e-a21a-9c2aaf333460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.569456 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Set router 9e95a12b-9bec-447d-a440-73a44487bdd0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:33.620749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 044d748f-8c10-4b73-ae5d-76d8c77a121d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:33.621124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.689191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0411a-5cab-4c3e-a21a-9c2aaf333460 None None] Pushing event updated for resources: {'Port': ['ID=044d748f-8c10-4b73-ae5d-76d8c77a121d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:33.753438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 044d748f-8c10-4b73-ae5d-76d8c77a121d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:33.757834 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:22:33.759610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-92dd2357-a485-4d4a-b176-49d481992479 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282245 May 10 11:22:33.782864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79181d1-449d-404a-a820-492ee63013d7 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:33.789363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.798066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.829175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-caa265bb-a3cb-4326-b4f5-b4972eb96419 None None] Provisioning complete for port 044d748f-8c10-4b73-ae5d-76d8c77a121d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:33.830123 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa265bb-a3cb-4326-b4f5-b4972eb96419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.834875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Transition to ACTIVE for port object a79181d1-449d-404a-a820-492ee63013d7 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:33.871558 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.933356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a79181d1-449d-404a-a820-492ee63013d7,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:33.935799 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:22:31Z', 'revision_number': 3, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port': {'id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:30Z', 'updated_at': '2022-05-10T11:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:33.995483 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Checking router: 9e95a12b-9bec-447d-a440-73a44487bdd0 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:33.998478 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Updating router 9e95a12b-9bec-447d-a440-73a44487bdd0 port 288e3c5b-b708-47e5-81a7-84a4fb459c16 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:22:34.033420 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.067985 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.073052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-caa265bb-a3cb-4326-b4f5-b4972eb96419 None None] Current status of the port 044d748f-8c10-4b73-ae5d-76d8c77a121d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:34.221880 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f2f0-10c3-40d0-a0ab-149d1cd1ff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.275190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf5a3-5f9a-4319-a643-dde0c909cc78 req-4d6936f5-4c93-42c9-8e49-df3f405518c0 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:34.278499 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef7bf5a3-5f9a-4319-a643-dde0c909cc78 req-4d6936f5-4c93-42c9-8e49-df3f405518c0 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 943 time: 0.1944451 May 10 11:22:34.295695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:34.296824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Attempting to bind port a79181d1-449d-404a-a820-492ee63013d7 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:34.304344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Attempting to bind port a79181d1-449d-404a-a820-492ee63013d7 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:34.305228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Attempting to bind port a79181d1-449d-404a-a820-492ee63013d7 on network c35aa417-024d-4598-bdf0-38be789ba1bf {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:34.331265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:34.344543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:34.351795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:34.352448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.355808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Port a79181d1-449d-404a-a820-492ee63013d7 on network c35aa417-024d-4598-bdf0-38be789ba1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:34.356164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Attempting to bind port a79181d1-449d-404a-a820-492ee63013d7 on network c35aa417-024d-4598-bdf0-38be789ba1bf {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:34.367709 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef7bf5a3-5f9a-4319-a643-dde0c909cc78 req-39b0c63f-9372-4b2c-b247-808c7f3db989 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776155 May 10 11:22:34.518692 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.529899 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.587998 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff31db-0f22-4379-b120-72389e55102d None None] Pushing event updated for resources: {'Port': ['ID=288e3c5b-b708-47e5-81a7-84a4fb459c16,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:34.612475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.626236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Attempting to bind port 288e3c5b-b708-47e5-81a7-84a4fb459c16 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:34.627099 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Attempting to bind port 288e3c5b-b708-47e5-81a7-84a4fb459c16 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:34.627739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Attempting to bind port 288e3c5b-b708-47e5-81a7-84a4fb459c16 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:34.634558 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:34.635403 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:34.636105 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.636707 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:34.637516 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Bound port: 288e3c5b-b708-47e5-81a7-84a4fb459c16, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:34.638153 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.689933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Pushing event updated for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:34.718026 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] For port 288e3c5b-b708-47e5-81a7-84a4fb459c16, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:34.723698 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] For port 288e3c5b-b708-47e5-81a7-84a4fb459c16, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=288e3c5b-b708-47e5-81a7-84a4fb459c16,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:34.733364 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.745443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:34.745443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Checking segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:34.745443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Bound using segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:34.745443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Bound port: a79181d1-449d-404a-a820-492ee63013d7, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:34.745917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.801362 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff31db-0f22-4379-b120-72389e55102d None None] Pushing event updated for resources: {'Port': ['ID=288e3c5b-b708-47e5-81a7-84a4fb459c16,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:34.822847 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Routers {'9e95a12b-9bec-447d-a440-73a44487bdd0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:34.823787 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e95a12b-9bec-447d-a440-73a44487bdd0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:34.837479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] For port a79181d1-449d-404a-a820-492ee63013d7, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:34.840620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] For port a79181d1-449d-404a-a820-492ee63013d7, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a79181d1-449d-404a-a820-492ee63013d7,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:34.856365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:34.925121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a79181d1-449d-404a-a820-492ee63013d7,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:34.930701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-e30c80e2-3bb7-4fe1-b8d6-6d2ed6a73c8e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1611936 May 10 11:22:34.942958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Allocated IP 172.20.0.1 (08c32ae2-0cc0-4a75-b62d-2845e70eceb3/cecdb419-b62b-497b-8eb4-f0c8d5da65f9/e380e215-56b0-4640-9e6b-f4ce8680053e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:34.954167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Request body: {'port': {'device_id': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:34.956521 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] Set router 9e95a12b-9bec-447d-a440-73a44487bdd0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:35.010168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:35.011036 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.012634 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4eb6e874-6783-44b9-8918-11ce60d9a1a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/a79181d1-449d-404a-a820-492ee63013d7 HTTP/1.1" status: 200 len: 1091 time: 2.5071454 May 10 11:22:35.013352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:35.015976 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "tag": "a79181d1-449d-404a-a820-492ee63013d7"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:35.066474 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-18d1ab4c-a323-4779-b641-213c356da19d tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53379 time: 0.6216683 May 10 11:22:35.148719 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.213620 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.resource_extend [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:22:35.270120 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.295800 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-3b9a91ff-0d2b-44f9-a475-32d860ff0e9a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3f0bf57c-6219-491e-9374-2663c45bd53b HTTP/1.1" status: 200 len: 2981 time: 0.2277315 May 10 11:22:35.336398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 044d748f-8c10-4b73-ae5d-76d8c77a121d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:35.349084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-d8c3756e-6262-471e-91fc-2abf567cfbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:35.351431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-d8c3756e-6262-471e-91fc-2abf567cfbfb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1c08229956149e782b0d9f4ee4431c9&device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 1094 time: 0.2675149 May 10 11:22:35.426386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:22:31Z', 'revision_number': 3, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port': {'id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:30Z', 'updated_at': '2022-05-10T11:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:35.448355 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-49c082ea-1d9e-4157-b548-ab62afc476fb tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3f0bf57c-6219-491e-9374-2663c45bd53b HTTP/1.1" status: 200 len: 2981 time: 0.1515708 May 10 11:22:35.459799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-b0f95e06-408b-46e6-a157-e66e061e6be9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79181d1-449d-404a-a820-492ee63013d7 HTTP/1.1" status: 200 len: 217 time: 0.0974646 May 10 11:22:35.461531 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513902ca-d2b6-463d-b869-9c57ca9d971b None None] The sync data for ids ['9e95a12b-9bec-447d-a440-73a44487bdd0'] in n-d-840949-1 is: [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:22:31Z', 'revision_number': 3, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port': {'id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:30Z', 'updated_at': '2022-05-10T11:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:35.475543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.477607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 044d748f-8c10-4b73-ae5d-76d8c77a121d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:35.479614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.542589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:35.552947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:35.555332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:35.555449 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.583295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.598730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Pushing event updated for resources: {'Port': ['ID=e380e215-56b0-4640-9e6b-f4ce8680053e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:35.608157 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.623796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-ca5d5dd2-9297-40ed-a596-cb9db7f67c19 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5428a1a6-4875-44e5-b418-8e3fb3b0c850 HTTP/1.1" status: 200 len: 2981 time: 0.1686189 May 10 11:22:35.636272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 044d748f-8c10-4b73-ae5d-76d8c77a121d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:35.657485 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.688155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-35b77131-764f-4e8e-b542-61be2c888ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:35.689632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-35b77131-764f-4e8e-b542-61be2c888ad1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09195cb0-a4ec-4ada-9fdc-94bc46b2bea3 HTTP/1.1" status: 200 len: 863 time: 0.1970243 May 10 11:22:35.743265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-7ac22cc4-c6ea-4151-a5f2-0f787f5ffc49 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5428a1a6-4875-44e5-b418-8e3fb3b0c850 HTTP/1.1" status: 200 len: 2981 time: 0.1183639 May 10 11:22:35.872074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-5cfb8315-e81b-4367-a377-71e6d4e82eaf tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/56099180-07ea-4c95-9446-584a4f4d8d93 HTTP/1.1" status: 200 len: 2973 time: 0.1271088 May 10 11:22:35.894563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a3d13d09-f69b-4e0e-84a9-02e1a35297f6 None None] Provisioning complete for port e380e215-56b0-4640-9e6b-f4ce8680053e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:35.895138 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3d13d09-f69b-4e0e-84a9-02e1a35297f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.955755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-5df205ab-d1c9-4517-a24f-b33217687b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:35.958328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-5df205ab-d1c9-4517-a24f-b33217687b70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c35aa417-024d-4598-bdf0-38be789ba1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560155 May 10 11:22:35.982213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a3d13d09-f69b-4e0e-84a9-02e1a35297f6 None None] Port e380e215-56b0-4640-9e6b-f4ce8680053e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:35.983879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:35.996459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-106d9937-74a7-4f10-94ea-4df5fe4e6dfa tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/56099180-07ea-4c95-9446-584a4f4d8d93 HTTP/1.1" status: 200 len: 2973 time: 0.1127050 May 10 11:22:36.025749 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6 associated. External IP: 172.25.8.34, port: a5cca6f1-cede-4906-bb0b-fcc1cbc935c3. May 10 11:22:36.099884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-d3f6a6a2-635a-4945-b87d-a508b7ca73b4 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/64e90196-7649-4db5-8afe-d5e7ec5f9d62 HTTP/1.1" status: 200 len: 2981 time: 0.0912230 May 10 11:22:36.222449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-54038a72-3a80-42bb-a471-7f337309b080 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364504 May 10 11:22:36.236001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-061f64fa-7c47-4f0f-9bee-f1ce017029ea tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/64e90196-7649-4db5-8afe-d5e7ec5f9d62 HTTP/1.1" status: 200 len: 2981 time: 0.1350029 May 10 11:22:36.262252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-4aee9193-295d-44a7-863f-24e01b060f41 service neutron] 10.222.0.70 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634373 May 10 11:22:36.388830 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-ccea893f-b2e9-4e4b-8393-62f01a8a329d tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6790cbf9-4b96-416f-8d0a-d28abf989e32 HTTP/1.1" status: 200 len: 2977 time: 0.1517315 May 10 11:22:36.424900 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:36.446028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:36.456485 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfffd-8405-4059-bf9f-09c4ff00cd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:36.480399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-cb76e1f0-2ce1-4632-a9ab-5f521c8685a5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:36.482457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e14cdb4-9122-4208-aa49-d72c3a0940d2 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:36.482979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-cb76e1f0-2ce1-4632-a9ab-5f521c8685a5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438581 May 10 11:22:36.498160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:36.533740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Request body: {'port': {'device_id': '9bdf7949-b324-4cb6-a322-f235753f099e', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '1cbc99a612b94107802e0591ae631c39'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:36.536370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Transition to ACTIVE for port object 2e14cdb4-9122-4208-aa49-d72c3a0940d2 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:36.552310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:36.577034 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-235de4e8-e2d0-4b60-855d-3aacab78ef28 req-e17be0cc-9c9f-49b0-af89-3efde31cc49e service neutron] 10.222.0.70 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047116 May 10 11:22:36.639473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-64442ab4-5584-4501-a7a8-0d488c0de4be tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542852 May 10 11:22:36.656676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-bfeb8b8d-6c82-410e-b8f6-cec7e8668e40 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6790cbf9-4b96-416f-8d0a-d28abf989e32 HTTP/1.1" status: 200 len: 2977 time: 0.2548649 May 10 11:22:36.682506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:36.684437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Pushing event updated for resources: {'Port': ['ID=e380e215-56b0-4640-9e6b-f4ce8680053e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:36.877121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Router e855b4e9-9443-413f-ab84-44976f6770ad has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:36.877265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-ba3771c1-915c-4198-a531-c1a8d785074a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/85f734e9-8a39-4745-a932-0c58d7c556be HTTP/1.1" status: 200 len: 2981 time: 0.2004857 May 10 11:22:36.933556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Pushing event updated for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:36.955592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-e7b426f4-1642-41b6-82e3-79378aef129c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:36.957074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-e7b426f4-1642-41b6-82e3-79378aef129c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977335 May 10 11:22:36.974447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Request body: {'port': {'device_id': '15d9b2aa-9686-4565-894a-cf93324c45ab', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '1cbc99a612b94107802e0591ae631c39'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:36.981739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Made reservation on behalf of 1cbc99a612b94107802e0591ae631c39 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:36.985407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.004097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:37.006363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-a0d46481-cf11-47b6-84c5-1996f567b26e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339300 May 10 11:22:37.008624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:37.008969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:37.009282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:37.041822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:37.042439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:37.047132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:37.051475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:37.051811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:37.052205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:37.052633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Bound port: 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:37.052984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.057128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-184bb140-d3f1-47b4-9d0a-5a7c2045b163 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/85f734e9-8a39-4745-a932-0c58d7c556be HTTP/1.1" status: 200 len: 2981 time: 0.1706474 May 10 11:22:37.144990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:37.151801 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.165931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:37.187645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:37.187645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:37.207436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-c74e1d12-b925-4c90-acb9-943294043e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.208973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-c74e1d12-b925-4c90-acb9-943294043e36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 1101 time: 0.1538286 May 10 11:22:37.232464 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-858e3588-290d-4f23-95bf-b7060a19fba4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "PUT /v2.0/floatingips/2a3d591b-3d70-4b5a-92f4-35aa757c30b6 HTTP/1.1" status: 200 len: 996 time: 4.0723124 May 10 11:22:37.270414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:37.276503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:37.321138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.361925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-805c4266-87ad-434a-a99f-0b51badc0ea8 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/884b43fe-b2f9-4c3d-be13-b0dc8bab313d HTTP/1.1" status: 200 len: 2981 time: 0.2951810 May 10 11:22:37.368012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 288e3c5b-b708-47e5-81a7-84a4fb459c16 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:37.424179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.424783 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.426287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] 10.222.0.70 "PUT /v2.0/ports/2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 1091 time: 2.4779453 May 10 11:22:37.438377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-cf4e4002-a14f-4533-a47f-f9c41a5f71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.439798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-cf4e4002-a14f-4533-a47f-f9c41a5f71f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.1601357 May 10 11:22:37.483339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:37.512922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b39d64d8-9a73-4e46-8d6b-46bcb7773f11 None None] Provisioning complete for port e380e215-56b0-4640-9e6b-f4ce8680053e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:37.513603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b39d64d8-9a73-4e46-8d6b-46bcb7773f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.541381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fb19f-9966-4888-8164-11db2db43d89 service neutron] Pushing event updated for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:37.575918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-e6d0010b-7ef8-47a0-a8eb-cfa01582dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.577516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-e6d0010b-7ef8-47a0-a8eb-cfa01582dc15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2992303 May 10 11:22:37.641438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-b6ab2728-7721-4b09-b144-9a331e5a9707 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fe0a070f-e4b1-4b56-a940-0124a226e875 HTTP/1.1" status: 200 len: 217 time: 0.0538087 May 10 11:22:37.670043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Made reservation on behalf of 1cbc99a612b94107802e0591ae631c39 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:37.673732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.682702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-4f409f87-185b-4338-b6c9-bb0ee46fd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.684116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-4f409f87-185b-4338-b6c9-bb0ee46fd7f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1094 time: 0.1611998 May 10 11:22:37.689168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-847804ac-bcc6-4e55-b8ff-068ef1b602b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.690495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-847804ac-bcc6-4e55-b8ff-068ef1b602b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.2429214 May 10 11:22:37.692701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-71a0c87e-5d2a-49cd-9cc9-aed725bdb5cc tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/884b43fe-b2f9-4c3d-be13-b0dc8bab313d HTTP/1.1" status: 200 len: 2981 time: 0.3139455 May 10 11:22:37.711071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Router 9e95a12b-9bec-447d-a440-73a44487bdd0 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:37.717427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.726071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Allocated IP 192.168.233.116 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/8a6284ea-4a19-4efc-9271-c96f33467a51) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:37.734163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 288e3c5b-b708-47e5-81a7-84a4fb459c16 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:37.735152 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:37.738051 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-97783535-3934-4b70-b286-92c221b52023 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 217 time: 0.0448461 May 10 11:22:37.747989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b39d64d8-9a73-4e46-8d6b-46bcb7773f11 None None] Port e380e215-56b0-4640-9e6b-f4ce8680053e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:37.778850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-b3546b30-9f41-40a5-a37e-b345f6126ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.780280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-b3546b30-9f41-40a5-a37e-b345f6126ce7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1278737 May 10 11:22:37.894641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-4c91af69-ac83-47ff-963b-be7285627a16 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/abb2a00c-8ee1-4deb-85e9-e5d3064b0b22 HTTP/1.1" status: 200 len: 2981 time: 0.1933897 May 10 11:22:37.902721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-d6c6c552-c308-4b39-a304-af4493cff373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.904219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-d6c6c552-c308-4b39-a304-af4493cff373 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1274338 May 10 11:22:37.911972 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-054c2e6f-2a9d-46bc-9c05-566ec585734e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 999 time: 0.1819241 May 10 11:22:37.970638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-0ece8845-5cef-4b73-a065-f9bfd35e7913 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476992 May 10 11:22:37.981711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-ac379c3d-6d70-455d-ac33-f3019997d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:37.983127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-ac379c3d-6d70-455d-ac33-f3019997d694 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1893239 May 10 11:22:38.004668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-80b4ec4d-f5b1-46dd-8e97-112d88857ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:38.006099 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-80b4ec4d-f5b1-46dd-8e97-112d88857ca8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0931659 May 10 11:22:38.045393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:38.052647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fb4f6032-486e-4936-8300-0233a5965b70 admin admin] 10.222.0.13 "PUT /v2.0/routers/9e95a12b-9bec-447d-a440-73a44487bdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6970139 May 10 11:22:38.057847 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Sync routers for ids ['9e95a12b-9bec-447d-a440-73a44487bdd0'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:38.070209 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Routers {'9e95a12b-9bec-447d-a440-73a44487bdd0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:38.070879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-b8d5e9a6-7339-40f6-aa03-c6c261f20b9b tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/abb2a00c-8ee1-4deb-85e9-e5d3064b0b22 HTTP/1.1" status: 200 len: 2981 time: 0.1562490 May 10 11:22:38.071350 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e95a12b-9bec-447d-a440-73a44487bdd0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:38.105201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 288e3c5b-b708-47e5-81a7-84a4fb459c16 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:38.105614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:38.139194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 288e3c5b-b708-47e5-81a7-84a4fb459c16, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=288e3c5b-b708-47e5-81a7-84a4fb459c16,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:38.149099 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:38.181845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-6c8a4984-75c2-4762-b5d0-a01d45db804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:38.195573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-6c8a4984-75c2-4762-b5d0-a01d45db804d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559517 May 10 11:22:38.200583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-e36a7193-2ea8-4abc-b6de-7645940283aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:22:38.204490 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Set router 9e95a12b-9bec-447d-a440-73a44487bdd0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:38.207496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-e36a7193-2ea8-4abc-b6de-7645940283aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110340 May 10 11:22:38.224317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=288e3c5b-b708-47e5-81a7-84a4fb459c16,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:38.229497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-4d16a400-d452-47ed-b398-1cab5d3a97ed service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451735 May 10 11:22:38.232158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-9ac4221e-897c-46db-bee3-713c5e06bde1 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cd9c206a-493a-4b02-9373-e922e7569562 HTTP/1.1" status: 200 len: 2981 time: 0.1600299 May 10 11:22:38.252934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:af:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:34Z', 'revision_number': 1, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:38.283871 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-3a1221b5-289a-4c48-a45c-2ff20553d1bb service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895138 May 10 11:22:38.292434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:38.306500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:38.307172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:38.320605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:38.336914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-ab98a4de-06c7-4367-9d9f-3114e207d692 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cd9c206a-493a-4b02-9373-e922e7569562 HTTP/1.1" status: 200 len: 2981 time: 0.1038568 May 10 11:22:38.405781 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:38.431458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-6f45ac9b-8c87-41b3-a3fd-6ad0f9cabec5 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf9c5b71-385f-4721-9e49-d39580d2d03a HTTP/1.1" status: 200 len: 2981 time: 0.0848694 May 10 11:22:38.433347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:38.436364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:38.527859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:38.539069 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:22:35Z', 'revision_number': 4, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port': {'id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:30Z', 'updated_at': '2022-05-10T11:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e380e215-56b0-4640-9e6b-f4ce8680053e', 'name': '', 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'mac_address': 'fa:16:3e:cb:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cecdb419-b62b-497b-8eb4-f0c8d5da65f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:34Z', 'updated_at': '2022-05-10T11:22:36Z', 'revision_number': 2, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'subnets': [{'id': 'cecdb419-b62b-497b-8eb4-f0c8d5da65f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:38.551095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:38.553400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Allocated IP 192.168.233.53 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/ee420606-ed68-4f6e-84dc-dfdfcc709bc5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:38.559866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'Port': ['ID=8a6284ea-4a19-4efc-9271-c96f33467a51,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:38.572506 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-ddea367b-457f-45c7-9821-16eb59f9a353 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641419 May 10 11:22:38.582482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:38.592837 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Checking router: 9e95a12b-9bec-447d-a440-73a44487bdd0 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:38.593460 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Updating router 9e95a12b-9bec-447d-a440-73a44487bdd0 port e380e215-56b0-4640-9e6b-f4ce8680053e binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:22:38.641714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:38.660052 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851b5d6-6571-455b-bdfb-d4f404e0d3f0 req-3386b463-189a-4a06-8cd4-ba5a52c0c639 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577642 May 10 11:22:38.665896 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:38.704720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501d8618-442b-4ea2-badd-5b6fd8a34ad3 req-0e30b3aa-1dae-4861-87fe-ea7889813f67 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635212 May 10 11:22:38.864807 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-e180d673-526e-4380-8522-8dd3e9dbece8 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf9c5b71-385f-4721-9e49-d39580d2d03a HTTP/1.1" status: 200 len: 2981 time: 0.4214811 May 10 11:22:38.894841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd4ec363-e2ef-473d-800f-a7035826d544 req-a4a09472-42ec-44d8-810b-9bd95385d80f service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951927 May 10 11:22:39.040019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:39.040980 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.058912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-c96902fe-5533-4fad-83ee-6eefb58bd976 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/da2ad2c6-aed1-4666-a3ec-738fb45deeba HTTP/1.1" status: 200 len: 2981 time: 0.1296945 May 10 11:22:39.146180 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.154635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-816531e5-760d-4c99-bf68-d29b915f9237 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6249633 May 10 11:22:39.173828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Request body: {'port': {'device_id': '9bdf7949-b324-4cb6-a322-f235753f099e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:39.183386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24da13-fbfb-4145-8580-63db72314432 req-7d370356-3e40-49f8-bee0-927fe8faac27 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:39.199852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd24da13-fbfb-4145-8580-63db72314432 req-7d370356-3e40-49f8-bee0-927fe8faac27 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 943 time: 0.1689084 May 10 11:22:39.217464 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-406fc312-d238-4d3b-ab3f-dbd0071ceff9 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/da2ad2c6-aed1-4666-a3ec-738fb45deeba HTTP/1.1" status: 200 len: 2981 time: 0.1479654 May 10 11:22:39.240067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a79181d1-449d-404a-a820-492ee63013d7 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:39.322846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd24da13-fbfb-4145-8580-63db72314432 req-70ebcf86-fae5-4752-a357-d904a98037e0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234467 May 10 11:22:39.384295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.396807 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-61ba5039-74ea-4501-a578-5d620e3bf6ee tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec65aa78-7690-49ff-be55-10dbd3ad6691 HTTP/1.1" status: 200 len: 2981 time: 0.1706316 May 10 11:22:39.400666 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.491194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 288e3c5b-b708-47e5-81a7-84a4fb459c16 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:39.524467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:39.547785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:39.565223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0adee-f468-461f-b106-975db355de34 req-c4d6803a-f193-4e7c-b6fe-055b7a3083eb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:39.576480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ae0adee-f468-461f-b106-975db355de34 req-c4d6803a-f193-4e7c-b6fe-055b7a3083eb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1257658 May 10 11:22:39.582779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:39.601206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'Port': ['ID=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:39.603334 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.617857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.624853 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.706241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d2ecd50b-f8e7-49f4-89f7-708fde0e972b None None] Provisioning complete for port 8a6284ea-4a19-4efc-9271-c96f33467a51 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:39.706826 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd50b-f8e7-49f4-89f7-708fde0e972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.743802 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Pushing event updated for resources: {'Port': ['ID=e380e215-56b0-4640-9e6b-f4ce8680053e,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:39.794920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ae0adee-f468-461f-b106-975db355de34 req-f3dbf945-6a5c-43e5-b221-7fd290647df4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943526 May 10 11:22:39.822679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-d331dcd2-7798-42fb-a59a-3e9a9f853e5a tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec65aa78-7690-49ff-be55-10dbd3ad6691 HTTP/1.1" status: 200 len: 2981 time: 0.4142778 May 10 11:22:39.892907 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Attempting to bind port e380e215-56b0-4640-9e6b-f4ce8680053e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:39.893549 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Attempting to bind port e380e215-56b0-4640-9e6b-f4ce8680053e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:39.894044 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Attempting to bind port e380e215-56b0-4640-9e6b-f4ce8680053e on network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:39.900475 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:39.901197 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Checking segment: {'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:39.903090 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.903696 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Bound using segment: {'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:39.904497 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Bound port: e380e215-56b0-4640-9e6b-f4ce8680053e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea190141-9aa6-4547-a0ca-022018781ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:39.905051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 288e3c5b-b708-47e5-81a7-84a4fb459c16 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:39.905274 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.909080 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:39.935070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecd50b-f8e7-49f4-89f7-708fde0e972b None None] Port 8a6284ea-4a19-4efc-9271-c96f33467a51 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:39.944349 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:40.006497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:40.008876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a398793b-db94-461d-84f9-2585641ab92d req-8622f109-eccf-49af-8ef2-b19944bcc118 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ab1fc7415fb4ec58442dd36549c71f8&device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0953667 May 10 11:22:40.009796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:40.032152 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] For port e380e215-56b0-4640-9e6b-f4ce8680053e, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:40.041340 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] For port e380e215-56b0-4640-9e6b-f4ce8680053e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e380e215-56b0-4640-9e6b-f4ce8680053e,segment=NetworkSegment(ea190141-9aa6-4547-a0ca-022018781ea8),segment_id=ea190141-9aa6-4547-a0ca-022018781ea8)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:40.059964 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:40.102527 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-391c7620-4cfc-49ff-bdd2-b629244606a6 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec8e52b9-39ce-48f0-879f-5778419510e2 HTTP/1.1" status: 200 len: 2981 time: 0.2500322 May 10 11:22:40.121518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8a6b9967-15d3-41b0-acb4-caa6367d88fe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1533487 May 10 11:22:40.143719 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c451fb33-2f36-49aa-9b39-48768d6b48bc req-56b343fc-d5dd-432a-b937-401f2b815ca6 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.1213815 May 10 11:22:40.166033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a398793b-db94-461d-84f9-2585641ab92d req-930ee98d-cd75-4173-bf0d-0b1a325d4b53 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6ab1fc7415fb4ec58442dd36549c71f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107316 May 10 11:22:40.171584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Request body: {'port': {'device_id': '15d9b2aa-9686-4565-894a-cf93324c45ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:40.278214 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Routers {'9e95a12b-9bec-447d-a440-73a44487bdd0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:40.278853 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e95a12b-9bec-447d-a440-73a44487bdd0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:40.282360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:22:40.425134 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Pushing event updated for resources: {'Port': ['ID=e380e215-56b0-4640-9e6b-f4ce8680053e,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:40.440267 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.440647 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.440980 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.441301 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.441926 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.442103 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.442390 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.442700 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.443150 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.443466 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.446324 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.446654 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a7fd-84d9-4a57-8300-0af01150d387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:22:40.477003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:40.528623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:40.537913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-958846b8-d7a3-4afd-9ba5-f63c8630b5bc tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec8e52b9-39ce-48f0-879f-5778419510e2 HTTP/1.1" status: 200 len: 2981 time: 0.4153287 May 10 11:22:40.610930 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] Set router 9e95a12b-9bec-447d-a440-73a44487bdd0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:40.728041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4ced3edb-68dd-407e-925f-a7e14211bb06 None None] Provisioning complete for port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:40.729973 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4ced3edb-68dd-407e-925f-a7e14211bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:40.736519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6284ea-4a19-4efc-9271-c96f33467a51 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:40.766876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:40.866856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:40.872560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Transition to ACTIVE for port object 8a6284ea-4a19-4efc-9271-c96f33467a51 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:40.932269 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:40.946144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-3a2c2882-587d-42d3-93b5-fb9f0a33107b tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f364ba7e-524e-458a-a9c7-333c5272322e HTTP/1.1" status: 200 len: 2981 time: 0.3906436 May 10 11:22:41.005885 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241afba0-84af-4695-99e5-dd79df6fd341 x-openstack-request-id: req-241afba0-84af-4695-99e5-dd79df6fd341 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:41.006526 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "tag": "a79181d1-449d-404a-a820-492ee63013d7", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:41.006526 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-241afba0-84af-4695-99e5-dd79df6fd341 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:41.006796 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241afba0-84af-4695-99e5-dd79df6fd341'] response: {'name': 'network-changed', 'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7', 'status': 'completed', 'code': 200} May 10 11:22:41.019913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a79181d1-449d-404a-a820-492ee63013d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a79181d1-449d-404a-a820-492ee63013d7,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:41.042025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'a79181d1-449d-404a-a820-492ee63013d7', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'port_id': 'a79181d1-449d-404a-a820-492ee63013d7', 'mac_address': 'fa:16:3e:f3:4a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:22:41.121530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-5901e948-cba4-4b08-b9cb-5cbd0abe73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:41.123238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-5901e948-cba4-4b08-b9cb-5cbd0abe73eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1c08229956149e782b0d9f4ee4431c9&device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 1094 time: 0.1201520 May 10 11:22:41.169955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-635b9cc5-aa2e-4d61-9e8a-74224ad68577 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f364ba7e-524e-458a-a9c7-333c5272322e HTTP/1.1" status: 200 len: 2981 time: 0.2024150 May 10 11:22:41.197028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fb1d-9a0d-4395-86ca-0c41f87fcceb req-945e7b81-8c8a-46db-b8e1-d50ea55596c2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:41.210409 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a313fb1d-9a0d-4395-86ca-0c41f87fcceb req-945e7b81-8c8a-46db-b8e1-d50ea55596c2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 943 time: 0.2023346 May 10 11:22:41.252307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Pushing event updated for resources: {'Port': ['ID=8a6284ea-4a19-4efc-9271-c96f33467a51,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:41.260810 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:22:35Z', 'revision_number': 4, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port': {'id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:30Z', 'updated_at': '2022-05-10T11:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e380e215-56b0-4640-9e6b-f4ce8680053e', 'name': '', 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'mac_address': 'fa:16:3e:cb:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cecdb419-b62b-497b-8eb4-f0c8d5da65f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:34Z', 'updated_at': '2022-05-10T11:22:40Z', 'revision_number': 4, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'subnets': [{'id': 'cecdb419-b62b-497b-8eb4-f0c8d5da65f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:41.313569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 288e3c5b-b708-47e5-81a7-84a4fb459c16 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:41.333563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4ced3edb-68dd-407e-925f-a7e14211bb06 None None] Port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:41.338259 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d5295-1f64-455b-a414-5de5b3527b20 None None] The sync data for ids ['9e95a12b-9bec-447d-a440-73a44487bdd0'] in n-d-840949-1 is: [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:22:35Z', 'revision_number': 4, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port': {'id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:30Z', 'updated_at': '2022-05-10T11:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e380e215-56b0-4640-9e6b-f4ce8680053e', 'name': '', 'network_id': '08c32ae2-0cc0-4a75-b62d-2845e70eceb3', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'mac_address': 'fa:16:3e:cb:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cecdb419-b62b-497b-8eb4-f0c8d5da65f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:34Z', 'updated_at': '2022-05-10T11:22:40Z', 'revision_number': 4, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'subnets': [{'id': 'cecdb419-b62b-497b-8eb4-f0c8d5da65f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:41.472815 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-f38e77ee-1eb6-44ed-b9db-0dc97b530321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:41.477365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-f38e77ee-1eb6-44ed-b9db-0dc97b530321 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 200 len: 925 time: 0.3258598 May 10 11:22:41.524116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398793b-db94-461d-84f9-2585641ab92d req-2233012c-fbc4-43fc-bd4b-c29a83a1b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:41.528439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a398793b-db94-461d-84f9-2585641ab92d req-2233012c-fbc4-43fc-bd4b-c29a83a1b1c1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3516819 May 10 11:22:41.632002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-a21a0856-49fc-4ffd-afda-a7b1ad1c80f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79181d1-449d-404a-a820-492ee63013d7 HTTP/1.1" status: 200 len: 217 time: 0.1452515 May 10 11:22:41.641758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:af:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:34Z', 'revision_number': 1, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:41.662062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a313fb1d-9a0d-4395-86ca-0c41f87fcceb req-f91e648d-7510-41bb-872b-e48caa676387 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495497 May 10 11:22:41.713542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a79181d1-449d-404a-a820-492ee63013d7 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:41.713828 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:41.737123 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79181d1-449d-404a-a820-492ee63013d7 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:41.738641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-1d3a6dfc-5daa-4917-8734-bd44695bffe1 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f993d24c-e382-426c-93a5-b04f6489e9ed HTTP/1.1" status: 200 len: 2981 time: 0.5420887 May 10 11:22:41.752402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c4102-e3e8-4345-890c-a29f1446e7d9 None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:af:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:34Z', 'revision_number': 1, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:41.759408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0c0ff3e9-66c2-4312-94b1-f25d65b36cda None None] Provisioning complete for port e380e215-56b0-4640-9e6b-f4ce8680053e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:41.759791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff3e9-66c2-4312-94b1-f25d65b36cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:41.876370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a79181d1-449d-404a-a820-492ee63013d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a79181d1-449d-404a-a820-492ee63013d7,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:41.886822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Attempting to bind port 8a6284ea-4a19-4efc-9271-c96f33467a51 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:41.887151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Attempting to bind port 8a6284ea-4a19-4efc-9271-c96f33467a51 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:41.887476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Attempting to bind port 8a6284ea-4a19-4efc-9271-c96f33467a51 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:41.893214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:41.930293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 2e14cdb4-9122-4208-aa49-d72c3a0940d2 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:41.937996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-e89ef1b6-9a5b-4cc0-945a-8f5c3dab4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:41.939523 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-e89ef1b6-9a5b-4cc0-945a-8f5c3dab4f02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09195cb0-a4ec-4ada-9fdc-94bc46b2bea3 HTTP/1.1" status: 200 len: 863 time: 0.2715337 May 10 11:22:42.085477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee420606-ed68-4f6e-84dc-dfdfcc709bc5 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:42.101116 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:42.131159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Transition to ACTIVE for port object ee420606-ed68-4f6e-84dc-dfdfcc709bc5 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:22:42.132376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Port 8a6284ea-4a19-4efc-9271-c96f33467a51 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:42.134352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Attempting to bind port 8a6284ea-4a19-4efc-9271-c96f33467a51 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:42.139704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-c25fe6e9-642b-4413-9b94-f1cfc7b45bb8 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f993d24c-e382-426c-93a5-b04f6489e9ed HTTP/1.1" status: 200 len: 2981 time: 0.2496643 May 10 11:22:42.145127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:42.205487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:42.206223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:42.206223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:42.206717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Bound port: 8a6284ea-4a19-4efc-9271-c96f33467a51, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:42.206717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:42.263625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-a95a7d1e-3a8c-4a67-9d35-62bd8bf94981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:42.265433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-a95a7d1e-3a8c-4a67-9d35-62bd8bf94981 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c35aa417-024d-4598-bdf0-38be789ba1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2878823 May 10 11:22:42.284783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-599d10e1-cd36-4b4b-94f5-961a19f54632 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:42.299102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-599d10e1-cd36-4b4b-94f5-961a19f54632 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4448857 May 10 11:22:42.410890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ff3e9-66c2-4312-94b1-f25d65b36cda None None] Current status of the port e380e215-56b0-4640-9e6b-f4ce8680053e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:42.411507 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff3e9-66c2-4312-94b1-f25d65b36cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:42.433199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:22:42.444956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad72e2-3f57-4513-b8e0-ab6baaa9e3eb None None] New status for floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:22:42.536245 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-226bc509-563d-4bce-9317-c99401635325 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 999 time: 0.2404823 May 10 11:22:42.553302 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-af0c789b-814e-4ad9-bfda-6a337cc0c8c0 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/face2dc3-a987-47f7-89c3-c98b557a3bc1 HTTP/1.1" status: 200 len: 2981 time: 0.3993368 May 10 11:22:42.553893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Pushing event updated for resources: {'Port': ['ID=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:42.595069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] For port 8a6284ea-4a19-4efc-9271-c96f33467a51, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:42.605555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Request body: {'floatingip': {'port_id': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:42.646924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] For port 8a6284ea-4a19-4efc-9271-c96f33467a51, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a6284ea-4a19-4efc-9271-c96f33467a51,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:42.660763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a79181d1-449d-404a-a820-492ee63013d7'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:42.668474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:42.715405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-428c2019-2c06-4a23-b40f-811af0319e23 service neutron] 10.222.0.70 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184957 May 10 11:22:42.728275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a79181d1-449d-404a-a820-492ee63013d7,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:42.729329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8a35a66-b4b9-47e0-a124-3b363d3a9044 req-d546a4f0-50aa-45ae-acbf-bc01d72b4230 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/face2dc3-a987-47f7-89c3-c98b557a3bc1 HTTP/1.1" status: 200 len: 2981 time: 0.1668906 May 10 11:22:42.775026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:42.775631 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:42.777079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] 10.222.0.49 "PUT /v2.0/ports/8a6284ea-4a19-4efc-9271-c96f33467a51 HTTP/1.1" status: 200 len: 1096 time: 3.6087575 May 10 11:22:42.778875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdf7949-b324-4cb6-a322-f235753f099e', 'tag': '8a6284ea-4a19-4efc-9271-c96f33467a51'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:42.793893 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d727cfb2-ce37-41d2-818b-30b76ca4bee9" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdf7949-b324-4cb6-a322-f235753f099e", "tag": "8a6284ea-4a19-4efc-9271-c96f33467a51"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:42.806420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0c0ff3e9-66c2-4312-94b1-f25d65b36cda None None] For port e380e215-56b0-4640-9e6b-f4ce8680053e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e380e215-56b0-4640-9e6b-f4ce8680053e,segment=NetworkSegment(ea190141-9aa6-4547-a0ca-022018781ea8),segment_id=ea190141-9aa6-4547-a0ca-022018781ea8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:42.841447 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff3e9-66c2-4312-94b1-f25d65b36cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:42.853490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Attempting to bind port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:42.853818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Attempting to bind port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:42.854137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Attempting to bind port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:42.936276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:42.936597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Attempting to bind port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:42.954827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcb102-8550-4f70-a52b-f51704f101db service neutron] Pushing event updated for resources: {'Port': ['ID=8a6284ea-4a19-4efc-9271-c96f33467a51,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:43.007409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:43.007745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:43.008158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:43.008603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Bound port: ee420606-ed68-4f6e-84dc-dfdfcc709bc5, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:22:43.008958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:43.019437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'}, {'name': 'network-changed', 'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:43.022185 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa76522b-8d87-4606-b13a-32c98f35ef63" -d '{"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3"}, {"name": "network-changed", "server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:43.046718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:43.069641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8f3d8ba8-046b-401b-8467-96abdbc41072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:43.072461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-8f3d8ba8-046b-401b-8467-96abdbc41072 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 1099 time: 0.2138429 May 10 11:22:43.156357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:43.157472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cd79-94ce-4390-aeed-2ac966368d4d req-328f3f8d-1da8-47cc-82f6-ab280f06299c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:43.159040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d48cd79-94ce-4390-aeed-2ac966368d4d req-328f3f8d-1da8-47cc-82f6-ab280f06299c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 943 time: 0.2409298 May 10 11:22:43.236602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-f36f7947-f233-426b-90aa-cb7b5e75632f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8a6284ea-4a19-4efc-9271-c96f33467a51 HTTP/1.1" status: 200 len: 217 time: 0.1217406 May 10 11:22:43.320966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ff3e9-66c2-4312-94b1-f25d65b36cda None None] Pushing event updated for resources: {'Port': ['ID=e380e215-56b0-4640-9e6b-f4ce8680053e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:43.327039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '2e14cdb4-9122-4208-aa49-d72c3a0940d2', 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'port_id': '2e14cdb4-9122-4208-aa49-d72c3a0940d2', 'mac_address': 'fa:16:3e:cb:0e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f70c19-4fe5-40e3-8e4c-270c458a819b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:22:43.360756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] For port ee420606-ed68-4f6e-84dc-dfdfcc709bc5, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:22:43.381227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d48cd79-94ce-4390-aeed-2ac966368d4d req-6206e6fb-7423-462d-a676-202ab1340b23 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539171 May 10 11:22:43.409224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-4e0a5b6b-804d-4083-baa9-71257ca6c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:43.414237 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-4e0a5b6b-804d-4083-baa9-71257ca6c975 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1639528 May 10 11:22:43.422699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:43.423164 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:43.456344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] For port ee420606-ed68-4f6e-84dc-dfdfcc709bc5, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:22:43.510459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:43.550978 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1205-2100-4bb3-b611-6d8a31fbd5b8 req-37e49c1d-f4a9-4a39-b123-8acc64079ab1 service neutron] 10.222.0.70 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855612 May 10 11:22:43.564900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e14cdb4-9122-4208-aa49-d72c3a0940d2 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:43.643124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e380e215-56b0-4640-9e6b-f4ce8680053e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:43.645350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:43.650584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:43.652771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] 10.222.0.70 "PUT /v2.0/ports/ee420606-ed68-4f6e-84dc-dfdfcc709bc5 HTTP/1.1" status: 200 len: 1095 time: 3.5066686 May 10 11:22:43.656903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:43.694344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-c9fd3693-192e-4c0e-8a11-76026b5bf47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:43.695876 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-c9fd3693-192e-4c0e-8a11-76026b5bf47e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2680209 May 10 11:22:43.704063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098664-dcf5-49c8-98a6-9f5ecace9a3d service neutron] Pushing event updated for resources: {'Port': ['ID=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:43.771776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48249ff-2f5a-4fe3-a2fd-28ceb5527dc9 req-b7aa4395-edf6-4cee-b575-58db2157afca tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:43.781670 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:43.793398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d48249ff-2f5a-4fe3-a2fd-28ceb5527dc9 req-b7aa4395-edf6-4cee-b575-58db2157afca tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 947 time: 0.2519863 May 10 11:22:43.822005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.api [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:22:43.822276 n-d-840949-1 neutron-server[102768]: DEBUG oslo_db.api [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:22:43.899549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:43.910111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e380e215-56b0-4640-9e6b-f4ce8680053e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:43.910944 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:43.923800 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d48249ff-2f5a-4fe3-a2fd-28ceb5527dc9 req-480cab0e-3e0d-4195-b94b-b1b04318dc8b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295257 May 10 11:22:43.930182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-e4d39692-8ad8-4842-9c0a-6e2032396e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:43.932439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-e4d39692-8ad8-4842-9c0a-6e2032396e21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 1098 time: 0.2038877 May 10 11:22:43.995941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-4ae35b40-079a-4b0c-9da9-3ce3a2b7656d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ee420606-ed68-4f6e-84dc-dfdfcc709bc5 HTTP/1.1" status: 200 len: 217 time: 0.0484016 May 10 11:22:43.999795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-ebd94ddd-8e97-4212-a7ef-f57e32269423 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914379 May 10 11:22:44.059695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e380e215-56b0-4640-9e6b-f4ce8680053e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:44.083580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['2e14cdb4-9122-4208-aa49-d72c3a0940d2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:44.152343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-94a182c4-f497-4f13-a14e-6bebf9e8233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:44.153814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-94a182c4-f497-4f13-a14e-6bebf9e8233b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1483915 May 10 11:22:44.187813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b0e6d-9f8b-45b4-ad75-b26a23c82322 req-75591877-fe53-4615-9f6d-96a76a310f1c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:44.193502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-039b0e6d-9f8b-45b4-ad75-b26a23c82322 req-75591877-fe53-4615-9f6d-96a76a310f1c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1350119 May 10 11:22:44.323751 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:44.450532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-aa458bd4-5918-4357-8266-aa476c8a94c5 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365981 May 10 11:22:44.492242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-039b0e6d-9f8b-45b4-ad75-b26a23c82322 req-dc535d20-5319-4fd0-9eae-325808c88d38 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978528 May 10 11:22:44.495130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-114496df-6917-4d26-ab82-c436dc66fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:44.497052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-114496df-6917-4d26-ab82-c436dc66fc53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3332479 May 10 11:22:44.596153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f6fc22c-bec3-4fa2-af89-fb140d936fc8 req-9d274d33-28c6-44b2-9569-cb4488d63626 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0310192 May 10 11:22:44.642217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-e43f263b-00a8-4d89-8e35-6baf9ba82910 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201518 May 10 11:22:44.780118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730b96f-2cd3-4f97-9f77-30af4f61eaaa req-b3e9c9c1-deb8-4b8f-841a-0eb082246df6 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:44.781745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5730b96f-2cd3-4f97-9f77-30af4f61eaaa req-b3e9c9c1-deb8-4b8f-841a-0eb082246df6 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 944 time: 0.0774395 May 10 11:22:44.785533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9e182f4-644e-4484-a4ee-81137ed643ad req-cf993210-4c1f-4c56-928c-2b50be019b9e service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335351 May 10 11:22:44.835575 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5730b96f-2cd3-4f97-9f77-30af4f61eaaa req-e9162107-b964-42cc-8e69-1381823af4fc tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436258 May 10 11:22:44.882417 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:44.887920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:44.941110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2a72574-9fab-4618-9f39-a19308e9917b req-4ec546a5-9af4-4843-b9b8-0937eccfb424 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19262e11051e47e692ab1f42e1222977 HTTP/1.1" status: 200 len: 6103 time: 0.0764046 May 10 11:22:44.987853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2a72574-9fab-4618-9f39-a19308e9917b req-b969b776-97f5-4609-b7fd-90f17920c66c tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "GET /v2.0/security-groups/ec65aa78-7690-49ff-be55-10dbd3ad6691 HTTP/1.1" status: 200 len: 2981 time: 0.0398879 May 10 11:22:44.988401 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6 associated. External IP: 172.25.8.34, port: a5cca6f1-cede-4906-bb0b-fcc1cbc935c3. May 10 11:22:45.036282 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2a72574-9fab-4618-9f39-a19308e9917b req-a1d39d37-a20d-4cb0-afb2-483600b4c8f7 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "GET /v2.0/security-groups/ec65aa78-7690-49ff-be55-10dbd3ad6691 HTTP/1.1" status: 200 len: 2981 time: 0.0413384 May 10 11:22:45.081443 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1bf1db-1591-44fb-abfe-7321eaf50d3c x-openstack-request-id: req-0a1bf1db-1591-44fb-abfe-7321eaf50d3c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:45.081730 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdf7949-b324-4cb6-a322-f235753f099e", "tag": "8a6284ea-4a19-4efc-9271-c96f33467a51", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:45.081980 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a1bf1db-1591-44fb-abfe-7321eaf50d3c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:45.082375 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1bf1db-1591-44fb-abfe-7321eaf50d3c'] response: {'name': 'network-changed', 'server_uuid': '9bdf7949-b324-4cb6-a322-f235753f099e', 'tag': '8a6284ea-4a19-4efc-9271-c96f33467a51', 'status': 'completed', 'code': 200} May 10 11:22:45.170432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-4de1a109-b4e3-4975-be45-f1f8072b578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.172471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-4de1a109-b4e3-4975-be45-f1f8072b578b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 1099 time: 0.0528085 May 10 11:22:45.219970 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 May 2022 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43276a63-8df5-4b1a-88f0-9bed598c3437 x-openstack-request-id: req-43276a63-8df5-4b1a-88f0-9bed598c3437 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:45.220349 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:45.220666 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43276a63-8df5-4b1a-88f0-9bed598c3437 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:45.221159 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43276a63-8df5-4b1a-88f0-9bed598c3437'] response: {'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'status': 'completed', 'code': 200} May 10 11:22:45.221897 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43276a63-8df5-4b1a-88f0-9bed598c3437'] response: {'name': 'network-changed', 'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2', 'status': 'completed', 'code': 200} May 10 11:22:45.252379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Router e855b4e9-9443-413f-ab84-44976f6770ad has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:45.285263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-f2ec7c1b-da63-46cf-8e4a-d5ca101ce9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.286965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-f2ec7c1b-da63-46cf-8e4a-d5ca101ce9fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.1277406 May 10 11:22:45.363739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:45.364003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46285-1411-4476-8935-c31073469089 req-8842c9db-647b-4115-8394-6f30ae8faf35 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.365536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8dc46285-1411-4476-8935-c31073469089 req-8842c9db-647b-4115-8394-6f30ae8faf35 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 944 time: 0.1650457 May 10 11:22:45.375303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-89d2e773-ea09-42c0-99ac-c60c35cb6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.376848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-89d2e773-ea09-42c0-99ac-c60c35cb6de9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1904821 May 10 11:22:45.379060 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:45.391494 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:45.392859 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:45.451938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-00e40079-5de1-40da-9585-a9208b78f6ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8a6284ea-4a19-4efc-9271-c96f33467a51 HTTP/1.1" status: 200 len: 217 time: 0.0668216 May 10 11:22:45.523034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8dc46285-1411-4476-8935-c31073469089 req-fa8aeaa9-6a94-451c-8d30-e160b52c420a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279716 May 10 11:22:45.525840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-82d6722b-3937-4fae-911e-41115aa4c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.527217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-82d6722b-3937-4fae-911e-41115aa4c1af service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.2240622 May 10 11:22:45.532071 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:45.546209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-1ded1699-0ab7-4ec9-98d4-b8e47e85a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.547662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-1ded1699-0ab7-4ec9-98d4-b8e47e85a90c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0860667 May 10 11:22:45.586741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-b8f2ca3e-ae8a-4970-be70-ee8cd72ef4f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 217 time: 0.0472634 May 10 11:22:45.701789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-2a68c0e6-3bfb-4bda-aaff-076be4285032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.703334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-2a68c0e6-3bfb-4bda-aaff-076be4285032 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0999086 May 10 11:22:45.705080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-37f20c11-c44a-4b5c-a5eb-444d5c19e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.706415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-37f20c11-c44a-4b5c-a5eb-444d5c19e523 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281960 May 10 11:22:45.724239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Router e855b4e9-9443-413f-ab84-44976f6770ad has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:45.752115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae7d69-f51a-4e66-af42-6b58c9d91c02 req-8b514e14-4449-4903-a614-b79e12c6543e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.753597 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d3ae7d69-f51a-4e66-af42-6b58c9d91c02 req-8b514e14-4449-4903-a614-b79e12c6543e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 947 time: 0.1055443 May 10 11:22:45.847861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d3ae7d69-f51a-4e66-af42-6b58c9d91c02 req-9df0e3b2-63d9-4c96-831c-c198f390149a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840666 May 10 11:22:45.857663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-05e26077-a410-4515-959b-7fa5bdeac740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:45.859463 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-05e26077-a410-4515-959b-7fa5bdeac740 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460950 May 10 11:22:45.924875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device ee420606-ed68-4f6e-84dc-dfdfcc709bc5 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:45.933176 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-7dada619-570c-4c08-b499-a8fde94be6b2 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099965 May 10 11:22:45.948994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 2e14cdb4-9122-4208-aa49-d72c3a0940d2 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:46.034017 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:f1:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079812e4-56c7-440c-b117-46638b41ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:44Z', 'revision_number': 3, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:46.040981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-767d77ab-3c77-44d4-ba0c-df8da1d3630a req-52b8958e-baf0-438b-b734-76f0d140c4e1 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/79503dc8-ae9f-4f8e-99c8-5c246c3d8498 HTTP/1.1" status: 200 len: 1777 time: 0.1566796 May 10 11:22:46.056380 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:22:46.084880 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:46.106518 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:46.115783 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:46.116038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-a9faab8c-268f-4e8c-8bbc-e267c789b119 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364595 May 10 11:22:46.122088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d727cfb2-ce37-41d2-818b-30b76ca4bee9 req-2daffb2e-1e19-4d66-9c30-88e0906b3ae1 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768274 May 10 11:22:46.190150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-767d77ab-3c77-44d4-ba0c-df8da1d3630a req-5718d709-1e18-4d9e-8a85-abc536b46124 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.219591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:46.221362 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-767d77ab-3c77-44d4-ba0c-df8da1d3630a req-5718d709-1e18-4d9e-8a85-abc536b46124 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.247959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:46.253197 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.305922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-70528991-def6-4ba7-9d1b-56169e2921a2 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782250 May 10 11:22:46.325933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-767d77ab-3c77-44d4-ba0c-df8da1d3630a req-5718d709-1e18-4d9e-8a85-abc536b46124 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.329114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:46.329667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-767d77ab-3c77-44d4-ba0c-df8da1d3630a req-5718d709-1e18-4d9e-8a85-abc536b46124 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.332311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-767d77ab-3c77-44d4-ba0c-df8da1d3630a req-5718d709-1e18-4d9e-8a85-abc536b46124 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/79503dc8-ae9f-4f8e-99c8-5c246c3d8498 HTTP/1.1" status: 204 len: 173 time: 0.2904701 May 10 11:22:46.335947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.339220 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:46.349120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port ee420606-ed68-4f6e-84dc-dfdfcc709bc5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:46.362133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718d709-1e18-4d9e-8a85-abc536b46124 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79503dc8-ae9f-4f8e-99c8-5c246c3d8498,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:46.446636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5', 'mac_address': 'fa:16:3e:67:6d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:22:46.453476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-8e16188f-3b8e-427d-bae2-889ea1805eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "PUT /v2.0/floatingips/2a3d591b-3d70-4b5a-92f4-35aa757c30b6 HTTP/1.1" status: 200 len: 998 time: 3.8517411 May 10 11:22:46.519194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:46.520026 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.536910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-219377ae-c1a0-4da8-9cd4-ce47025d9159 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:46.541565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee420606-ed68-4f6e-84dc-dfdfcc709bc5 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:46.554817 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-219377ae-c1a0-4da8-9cd4-ce47025d9159 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports/a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 943 time: 0.1002827 May 10 11:22:46.585067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-b2332976-3323-460b-8333-37f7d3b9df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:46.586996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-b2332976-3323-460b-8333-37f7d3b9df7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1095 time: 0.2162158 May 10 11:22:46.596091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port ee420606-ed68-4f6e-84dc-dfdfcc709bc5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:46.603395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:46.604272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.617532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.621763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07779a32-44ab-4c9e-90a5-6521f012e6de req-141832c9-6c12-4e5d-894c-17cde25761f1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:46.635167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07779a32-44ab-4c9e-90a5-6521f012e6de req-141832c9-6c12-4e5d-894c-17cde25761f1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1652474 May 10 11:22:46.688300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:46.716577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:46.718650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:46.721645 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab53ecc-0586-442b-8b46-ddd7daf1a6e7" -d '{"events": [{"server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "name": "network-vif-plugged", "status": "completed", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:46.726907 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.727852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a79181d1-449d-404a-a820-492ee63013d7 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:46.769995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-0627c2ce-85f6-452b-9879-43a28ce88ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:46.774815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-0627c2ce-85f6-452b-9879-43a28ce88ba2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.0959630 May 10 11:22:46.807395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07779a32-44ab-4c9e-90a5-6521f012e6de req-57c1760f-c18a-4f29-bc37-a78fdc7e7a7b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706409 May 10 11:22:46.847356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:46.859609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port a79181d1-449d-404a-a820-492ee63013d7 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:46.865669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port a79181d1-449d-404a-a820-492ee63013d7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:46.866142 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.911966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-2b2e381e-6f4f-4ffd-b68d-d7425b6cda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:46.914055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-2b2e381e-6f4f-4ffd-b68d-d7425b6cda80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.3121626 May 10 11:22:46.914200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['ee420606-ed68-4f6e-84dc-dfdfcc709bc5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:46.956225 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:f1:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079812e4-56c7-440c-b117-46638b41ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:44Z', 'revision_number': 3, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:46.994139 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1406a-e8fe-4677-88a0-873d55d5b1c2 None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:f1:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079812e4-56c7-440c-b117-46638b41ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:44Z', 'revision_number': 3, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:47.013083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-fe0f9b1c-70a6-4f69-81bc-09388a4c8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.020826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-fe0f9b1c-70a6-4f69-81bc-09388a4c8387 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.2237659 May 10 11:22:47.080904 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0e22e1a-32c7-4de2-ac1d-33ec59c0a240 req-8880e0ef-308d-4679-8502-520125f5c5e9 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0709796 May 10 11:22:47.084086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-f125a97a-fbe8-4102-aca6-c2b985aa14aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 217 time: 0.1606522 May 10 11:22:47.086647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d9b2aa-9686-4565-894a-cf93324c45ab', 'tag': 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:47.091202 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5080d7a4-ef49-4162-853c-270dd918e58c" -d '{"events": [{"name": "network-changed", "server_uuid": "15d9b2aa-9686-4565-894a-cf93324c45ab", "tag": "ee420606-ed68-4f6e-84dc-dfdfcc709bc5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:47.121093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a79181d1-449d-404a-a820-492ee63013d7 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:47.121619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:47.125748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-994400f9-3310-4dff-b042-dbe77430d8ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 217 time: 0.0981281 May 10 11:22:47.205149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-43ef9975-964d-4920-b127-9c072482a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.207279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-43ef9975-964d-4920-b127-9c072482a1bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1068897 May 10 11:22:47.218415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-01d2cd44-3533-41b2-8159-24867719d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.220100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-01d2cd44-3533-41b2-8159-24867719d4e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0800400 May 10 11:22:47.222815 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'}, {'name': 'network-changed', 'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:47.225962 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a045a7c1-3279-409f-9094-571b2fbf1b84" -d '{"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3"}, {"name": "network-changed", "server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:47.270505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-0181e24b-5bf7-4f64-9f84-165b335bc561 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533857 May 10 11:22:47.280081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-00d9ef8c-d246-4879-a46e-89fe5dadd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.282581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-00d9ef8c-d246-4879-a46e-89fe5dadd3fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491097 May 10 11:22:47.322081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a79181d1-449d-404a-a820-492ee63013d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a79181d1-449d-404a-a820-492ee63013d7,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:47.330538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d9b040-194c-4a39-b25a-2f6ddd8d5b81 None None] New status for floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:22:47.393362 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:47.403645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca3775-e8fd-4e42-a2dc-986bd8d87266 req-2c942695-4c46-43ef-9450-71eab74d2de8 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.405253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ca3775-e8fd-4e42-a2dc-986bd8d87266 req-2c942695-4c46-43ef-9450-71eab74d2de8 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 944 time: 0.1549745 May 10 11:22:47.431884 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-45dc73ee-dc29-402a-8915-9c508926bc55 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326358 May 10 11:22:47.485608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ca3775-e8fd-4e42-a2dc-986bd8d87266 req-a4b220a0-4128-4b7b-b7b8-c95038aa6513 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671506 May 10 11:22:47.494225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a79181d1-449d-404a-a820-492ee63013d7,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:47.499848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-ad85fb18-5367-4a37-b0a3-fad8320b7109 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992664 May 10 11:22:47.559947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-89225f56-e030-4bb2-a0d6-46d3b7303c3f service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186268 May 10 11:22:47.623268 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41de2501-a336-4e0e-859a-c4da4710b553 req-e2c2747b-adf1-408d-8cd1-43ddbac587d9 tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6282c43c-bd7a-4a49-b967-83c50d9aff0e HTTP/1.1" status: 200 len: 1777 time: 0.1024208 May 10 11:22:47.645823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-e446b3ca-df30-48d9-85a3-7aeb8cec2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.647635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-e446b3ca-df30-48d9-85a3-7aeb8cec2b7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 1097 time: 0.0507524 May 10 11:22:47.749902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa76522b-8d87-4606-b13a-32c98f35ef63 req-bc26146d-a39a-426a-85d3-9f0302487cb7 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433908 May 10 11:22:47.754822 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-41de2501-a336-4e0e-859a-c4da4710b553 req-d490a6e4-6da4-43fd-8b00-ef520fbe30cf tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:47.788953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-41de2501-a336-4e0e-859a-c4da4710b553 req-d490a6e4-6da4-43fd-8b00-ef520fbe30cf tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:47.794957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-7b3720ca-f2da-4ef2-ac51-34b502bdd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.797955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-7b3720ca-f2da-4ef2-ac51-34b502bdd87a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.1404493 May 10 11:22:47.842396 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-41de2501-a336-4e0e-859a-c4da4710b553 req-d490a6e4-6da4-43fd-8b00-ef520fbe30cf tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:47.846804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-41de2501-a336-4e0e-859a-c4da4710b553 req-d490a6e4-6da4-43fd-8b00-ef520fbe30cf tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:47.848594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41de2501-a336-4e0e-859a-c4da4710b553 req-d490a6e4-6da4-43fd-8b00-ef520fbe30cf tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/6282c43c-bd7a-4a49-b967-83c50d9aff0e HTTP/1.1" status: 204 len: 173 time: 0.2200773 May 10 11:22:47.858186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490a6e4-6da4-43fd-8b00-ef520fbe30cf tempest-SecurityGroupsTestAdminJSON-1133365278 tempest-SecurityGroupsTestAdminJSON-1133365278-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6282c43c-bd7a-4a49-b967-83c50d9aff0e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:47.910827 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-e9a95bac-a1f0-424a-95b9-ef3e53581085 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 1001 time: 0.1059163 May 10 11:22:47.974631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-20f37f0e-842c-4871-a884-f46400d18061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.976294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-20f37f0e-842c-4871-a884-f46400d18061 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0588117 May 10 11:22:47.994851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62597a7e-2412-46cc-a211-7f2e859a73e0 req-57daa867-89ac-4f3b-afdf-88c31ba3de89 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:47.995092 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:47.996427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62597a7e-2412-46cc-a211-7f2e859a73e0 req-57daa867-89ac-4f3b-afdf-88c31ba3de89 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 945 time: 0.0713217 May 10 11:22:48.011554 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:48.012218 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:48.049234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fb35-d77a-4581-bd92-a341445ee16e req-0f59b658-13ef-4c26-b6d8-10578c562441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.055239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62597a7e-2412-46cc-a211-7f2e859a73e0 req-eaa5a902-1cf2-41cd-a2e8-7c6fbe620cd2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 May 10 11:22:48.056509 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-0f59b658-13ef-4c26-b6d8-10578c562441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637324 May 10 11:22:48.125441 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d7430c-f13f-46bd-a69c-b18862a7f221 x-openstack-request-id: req-a8d7430c-f13f-46bd-a69c-b18862a7f221 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:48.125983 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "name": "network-vif-plugged", "status": "completed", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:48.125983 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8d7430c-f13f-46bd-a69c-b18862a7f221 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:48.126447 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d7430c-f13f-46bd-a69c-b18862a7f221'] response: {'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2', 'code': 200} May 10 11:22:48.196410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-916aeb88-8d45-45d8-93da-0cce20aef4a8 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367133 May 10 11:22:48.198601 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:48.236292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8a6284ea-4a19-4efc-9271-c96f33467a51 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:22:48.278949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609d9a3-5385-4c34-be09-dbbc1599a1e6 req-65fc23c1-6e81-41f2-a4d9-c787f53b2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.281115 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a609d9a3-5385-4c34-be09-dbbc1599a1e6 req-65fc23c1-6e81-41f2-a4d9-c787f53b2cb3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1096 time: 0.0609255 May 10 11:22:48.327184 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d4489-1d0e-48eb-bf05-7b6e6700ac14 req-4b97a282-98e2-422d-9103-e15b049fa737 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.329949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a6d4489-1d0e-48eb-bf05-7b6e6700ac14 req-4b97a282-98e2-422d-9103-e15b049fa737 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 948 time: 0.1210403 May 10 11:22:48.335179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a609d9a3-5385-4c34-be09-dbbc1599a1e6 req-27699109-f8de-41d2-985c-22fd08ffadfb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473542 May 10 11:22:48.392487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a6d4489-1d0e-48eb-bf05-7b6e6700ac14 req-3bdb0474-ed2d-4b5d-83d0-8611666c01d3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549631 May 10 11:22:48.413626 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df51fb35-d77a-4581-bd92-a341445ee16e req-bd81f30d-7262-4b67-9783-34c083fa7c86 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087767 May 10 11:22:48.450336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8a6284ea-4a19-4efc-9271-c96f33467a51, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a6284ea-4a19-4efc-9271-c96f33467a51,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:48.453398 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba781ad-b72a-4849-b4f1-77b34c35b90d x-openstack-request-id: req-bba781ad-b72a-4849-b4f1-77b34c35b90d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:48.453689 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d9b2aa-9686-4565-894a-cf93324c45ab", "tag": "ee420606-ed68-4f6e-84dc-dfdfcc709bc5", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:48.453993 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bba781ad-b72a-4849-b4f1-77b34c35b90d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:48.454396 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba781ad-b72a-4849-b4f1-77b34c35b90d'] response: {'name': 'network-changed', 'server_uuid': '15d9b2aa-9686-4565-894a-cf93324c45ab', 'tag': 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5', 'status': 'completed', 'code': 200} May 10 11:22:48.466319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '8a6284ea-4a19-4efc-9271-c96f33467a51', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '8a6284ea-4a19-4efc-9271-c96f33467a51', 'mac_address': 'fa:16:3e:91:5c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:22:48.516657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8a6284ea-4a19-4efc-9271-c96f33467a51 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:48.517061 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:48.526628 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 May 2022 11:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c6b10a-782c-401c-b718-e3be5b07db9f x-openstack-request-id: req-72c6b10a-782c-401c-b718-e3be5b07db9f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:48.527171 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:48.527171 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72c6b10a-782c-401c-b718-e3be5b07db9f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:48.527588 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c6b10a-782c-401c-b718-e3be5b07db9f'] response: {'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'status': 'completed', 'code': 200} May 10 11:22:48.527866 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c6b10a-782c-401c-b718-e3be5b07db9f'] response: {'name': 'network-changed', 'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'status': 'completed', 'code': 200} May 10 11:22:48.533637 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:f1:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079812e4-56c7-440c-b117-46638b41ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:47Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:48.567774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6284ea-4a19-4efc-9271-c96f33467a51 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:22:48.575660 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:48.591544 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:48.592588 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:48.597864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8a6284ea-4a19-4efc-9271-c96f33467a51, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a6284ea-4a19-4efc-9271-c96f33467a51,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:48.606499 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:48.661022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8740a9-e0d0-4e35-9502-b85de53d64fc req-948ff554-28f4-4e2d-b299-65441b7a3f5c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.668611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f8740a9-e0d0-4e35-9502-b85de53d64fc req-948ff554-28f4-4e2d-b299-65441b7a3f5c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0972784 May 10 11:22:48.678512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-c5ddef58-b0f5-4a34-9f2c-3a9507fe88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.680092 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-c5ddef58-b0f5-4a34-9f2c-3a9507fe88ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.0747814 May 10 11:22:48.702727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8a6284ea-4a19-4efc-9271-c96f33467a51,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:48.730938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f19b2246-894d-420d-96df-481d9b935776 req-fb784189-464d-401a-b546-dcf7516adbc6 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "GET /v2.0/security-groups/c2c3349e-ec40-4825-8201-51ae576ebde0 HTTP/1.1" status: 200 len: 1778 time: 0.1809361 May 10 11:22:48.766903 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:48.786289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d7a4-ef49-4162-853c-270dd918e58c req-4a464742-2983-4b25-b0f3-6fa6d69fbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.787776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5080d7a4-ef49-4162-853c-270dd918e58c req-4a464742-2983-4b25-b0f3-6fa6d69fbcd2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 1099 time: 0.1969409 May 10 11:22:48.832832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f8740a9-e0d0-4e35-9502-b85de53d64fc req-1d2c712d-6454-4dce-96f1-1d6558a4e1a6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633461 May 10 11:22:48.844128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f19b2246-894d-420d-96df-481d9b935776 req-58f0f705-38a3-4567-8ab6-02fcb60ca3ec tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:48.859702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-481edb8e-a860-40cd-9c57-c55be8a83eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.861605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-481edb8e-a860-40cd-9c57-c55be8a83eea service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.1714683 May 10 11:22:48.906560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8a6284ea-4a19-4efc-9271-c96f33467a51'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:48.913945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-9df60545-9565-4a11-9ec4-333c73ffa82f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 217 time: 0.0404093 May 10 11:22:48.924407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f19b2246-894d-420d-96df-481d9b935776 req-58f0f705-38a3-4567-8ab6-02fcb60ca3ec tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:48.976825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-bf5ab3fe-9d7d-4099-b8e1-810e09888051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.979251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-bf5ab3fe-9d7d-4099-b8e1-810e09888051 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0577090 May 10 11:22:48.988409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d7a4-ef49-4162-853c-270dd918e58c req-f25ce6a6-7b2c-4391-8225-a79ad33dcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:48.989862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5080d7a4-ef49-4162-853c-270dd918e58c req-f25ce6a6-7b2c-4391-8225-a79ad33dcfbb service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1891851 May 10 11:22:49.038989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12421ba2-bafd-49a4-96ab-6fcb820bbef8 req-5f7634a4-dd6d-4b8c-bfe2-78163cd1cb31 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0584075 May 10 11:22:49.073112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-fd362bca-6369-4010-ae06-303b958106a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:49.075000 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-fd362bca-6369-4010-ae06-303b958106a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866652 May 10 11:22:49.094337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5080d7a4-ef49-4162-853c-270dd918e58c req-faffc8f1-4ed0-436e-a926-b9be9aa25e27 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ee420606-ed68-4f6e-84dc-dfdfcc709bc5 HTTP/1.1" status: 200 len: 217 time: 0.0967131 May 10 11:22:49.097215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f19b2246-894d-420d-96df-481d9b935776 req-58f0f705-38a3-4567-8ab6-02fcb60ca3ec tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:49.106017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f19b2246-894d-420d-96df-481d9b935776 req-58f0f705-38a3-4567-8ab6-02fcb60ca3ec tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:49.108571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f19b2246-894d-420d-96df-481d9b935776 req-58f0f705-38a3-4567-8ab6-02fcb60ca3ec tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2c3349e-ec40-4825-8201-51ae576ebde0 HTTP/1.1" status: 204 len: 173 time: 0.3761032 May 10 11:22:49.211937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0f705-38a3-4567-8ab6-02fcb60ca3ec tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3349e-ec40-4825-8201-51ae576ebde0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:49.231719 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:f1:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079812e4-56c7-440c-b117-46638b41ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:47Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:49.268207 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609e9c6-f160-4e0f-9270-75d3fe7eac91 None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:f1:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079812e4-56c7-440c-b117-46638b41ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:47Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:49.296116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-5b45f19a-b3ae-46e6-b018-15024c6e1ba9 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127497 May 10 11:22:49.296336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d7a4-ef49-4162-853c-270dd918e58c req-90f36f7d-e61c-407a-b639-bbe73e220fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:49.297656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5080d7a4-ef49-4162-853c-270dd918e58c req-90f36f7d-e61c-407a-b639-bbe73e220fa5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1772485 May 10 11:22:49.350640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da1ff7-a7e2-4148-99c3-e332e0f4edd0 req-10ef8eb1-fb20-4dd8-82ac-7a8636bbe633 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:49.352251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1da1ff7-a7e2-4148-99c3-e332e0f4edd0 req-10ef8eb1-fb20-4dd8-82ac-7a8636bbe633 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 945 time: 0.1051619 May 10 11:22:49.384600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d7a4-ef49-4162-853c-270dd918e58c req-13c7e598-5355-4a9b-8fd3-6d1f532fd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:49.386120 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5080d7a4-ef49-4162-853c-270dd918e58c req-13c7e598-5355-4a9b-8fd3-6d1f532fd0df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744817 May 10 11:22:49.454997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1da1ff7-a7e2-4148-99c3-e332e0f4edd0 req-2bee005f-9e3b-45f8-8321-634a8a20a60c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932257 May 10 11:22:49.533318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5080d7a4-ef49-4162-853c-270dd918e58c req-db4bd044-9030-4e15-8a98-817999f18bbb service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379254 May 10 11:22:49.601029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-6ed4dace-584b-490c-9431-1dec1713bb65 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321923 May 10 11:22:49.614656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f025d38b-af7f-4c39-b2a9-85fbf625116e req-16baf48c-db71-42e1-aac1-b925e5057da1 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.4780183 May 10 11:22:49.701479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025d38b-af7f-4c39-b2a9-85fbf625116e req-7093189d-b935-405b-ba1c-b6eb8ff9554f tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:49.704307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f025d38b-af7f-4c39-b2a9-85fbf625116e req-7093189d-b935-405b-ba1c-b6eb8ff9554f tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports/f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 943 time: 0.0887308 May 10 11:22:49.730746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-40e623a9-4d9c-4558-afd3-615e98f54218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:49.733010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-40e623a9-4d9c-4558-afd3-615e98f54218 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 1097 time: 0.0653610 May 10 11:22:49.748049 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5080d7a4-ef49-4162-853c-270dd918e58c req-0676731d-51b5-45ee-831a-17fed488cc78 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971548 May 10 11:22:49.765697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbf6d4-42fd-4045-90a9-8aae40bd36aa req-009e69d2-f0af-48c9-8f1c-481364eb3abc tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:49.779256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6dbf6d4-42fd-4045-90a9-8aae40bd36aa req-009e69d2-f0af-48c9-8f1c-481364eb3abc tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 945 time: 0.1177721 May 10 11:22:49.824099 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6dbf6d4-42fd-4045-90a9-8aae40bd36aa req-e2fedf8d-8614-44e4-bf3a-0a13c2719255 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399392 May 10 11:22:49.888731 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f025d38b-af7f-4c39-b2a9-85fbf625116e req-2055f70b-f50f-4b73-8273-8fb6ec34ebb7 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.0901849 May 10 11:22:49.891724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-6d0b699d-0683-4ba2-a114-f12ea5af3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:49.893263 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-6d0b699d-0683-4ba2-a114-f12ea5af3af8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.1528101 May 10 11:22:49.898295 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c556110d-d857-4d89-85ef-1f3a1cebb5ec req-d8603129-3ddc-4502-8a8a-5cb7e23361bb tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "GET /v2.0/security-groups/1daccf8e-e4bc-4edc-88e5-2d667fd2d9e5 HTTP/1.1" status: 200 len: 1777 time: 0.0469925 May 10 11:22:49.942129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device ee420606-ed68-4f6e-84dc-dfdfcc709bc5 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:49.955375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c556110d-d857-4d89-85ef-1f3a1cebb5ec req-93d212d7-e9f6-4668-b0e3-1606b3012064 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:49.982155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c556110d-d857-4d89-85ef-1f3a1cebb5ec req-93d212d7-e9f6-4668-b0e3-1606b3012064 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.031953 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:50.038683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c556110d-d857-4d89-85ef-1f3a1cebb5ec req-93d212d7-e9f6-4668-b0e3-1606b3012064 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.041435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c556110d-d857-4d89-85ef-1f3a1cebb5ec req-93d212d7-e9f6-4668-b0e3-1606b3012064 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.042615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c556110d-d857-4d89-85ef-1f3a1cebb5ec req-93d212d7-e9f6-4668-b0e3-1606b3012064 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] 10.222.0.13 "DELETE /v2.0/security-groups/1daccf8e-e4bc-4edc-88e5-2d667fd2d9e5 HTTP/1.1" status: 204 len: 173 time: 0.1435747 May 10 11:22:50.044219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:50.044597 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.067966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d212d7-e9f6-4668-b0e3-1606b3012064 tempest-SecurityGroupsTestAdminJSON-856637804 tempest-SecurityGroupsTestAdminJSON-856637804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daccf8e-e4bc-4edc-88e5-2d667fd2d9e5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:50.128457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:50.130930 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e349bdcb-e667-40e1-b9a5-d69dfa3941d9" -d '{"events": [{"server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "name": "network-vif-plugged", "status": "completed", "tag": "a79181d1-449d-404a-a820-492ee63013d7"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:50.192011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:50.192408 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.259515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8a6284ea-4a19-4efc-9271-c96f33467a51 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:22:50.332448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6aab1-6979-4689-9705-5b335111c92b req-52919d00-7b57-4fbb-91ce-4c6eecff6341 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:50.336803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fd6aab1-6979-4689-9705-5b335111c92b req-52919d00-7b57-4fbb-91ce-4c6eecff6341 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 948 time: 0.1376941 May 10 11:22:50.339528 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-a7a09e94-7c25-44b3-82d7-b09359d37b31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 1001 time: 0.4338899 May 10 11:22:50.347711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port ee420606-ed68-4f6e-84dc-dfdfcc709bc5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:50.357167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 8a6284ea-4a19-4efc-9271-c96f33467a51 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:22:50.365323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 8a6284ea-4a19-4efc-9271-c96f33467a51 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:50.366152 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.369580 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.405783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fd6aab1-6979-4689-9705-5b335111c92b req-587bdc69-a6b1-410f-87df-dd92a92189d6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581970 May 10 11:22:50.428933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-36ca5b22-bd1f-4e90-9ba5-a08d29ab2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:50.428933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-36ca5b22-bd1f-4e90-9ba5-a08d29ab2c30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0736713 May 10 11:22:50.530826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025d38b-af7f-4c39-b2a9-85fbf625116e req-4adb0ee1-a4c6-44b8-b0ac-a7d9d18b12dc tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:50.533060 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f025d38b-af7f-4c39-b2a9-85fbf625116e req-4adb0ee1-a4c6-44b8-b0ac-a7d9d18b12dc tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.6363642 May 10 11:22:50.554713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-f025d38b-af7f-4c39-b2a9-85fbf625116e req-83b90f91-0bea-44fd-bcdb-fc0c493bda12 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:22:50.556756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f025d38b-af7f-4c39-b2a9-85fbf625116e req-83b90f91-0bea-44fd-bcdb-fc0c493bda12 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131052 May 10 11:22:50.568471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-f8b6b57b-817c-4fb4-994e-0c35cb3140d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:50.571303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-f8b6b57b-817c-4fb4-994e-0c35cb3140d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420913 May 10 11:22:50.593208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:50.621060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8a6284ea-4a19-4efc-9271-c96f33467a51 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:22:50.622313 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.640009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160d32c-bf74-4d2d-98ad-a93bf48824a5 req-42e1d491-b390-4201-838a-d12c7ccbd9fd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:50.649638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7160d32c-bf74-4d2d-98ad-a93bf48824a5 req-42e1d491-b390-4201-838a-d12c7ccbd9fd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1068022 May 10 11:22:50.651887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55160) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:50.709593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8a6284ea-4a19-4efc-9271-c96f33467a51, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a6284ea-4a19-4efc-9271-c96f33467a51,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:50.718951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7160d32c-bf74-4d2d-98ad-a93bf48824a5 req-3a8f0c6c-9627-4ab4-90f2-0d24480d58cd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681806 May 10 11:22:50.721455 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:50.775702 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a438eb3-cb3f-4d99-b12e-2571a627c9d1 x-openstack-request-id: req-8a438eb3-cb3f-4d99-b12e-2571a627c9d1 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:50.776045 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "name": "network-vif-plugged", "status": "completed", "tag": "a79181d1-449d-404a-a820-492ee63013d7", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:50.780204 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a438eb3-cb3f-4d99-b12e-2571a627c9d1 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:50.780889 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a438eb3-cb3f-4d99-b12e-2571a627c9d1'] response: {'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7', 'code': 200} May 10 11:22:50.782687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-c9bcce0d-bfc0-467f-b7b2-db0c05beb0f7 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033305 May 10 11:22:50.857006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a0b36a2-76bc-4f95-87f2-301fd1f68dbc req-d1f8c09b-0994-43a8-8ce4-e5910783b6a3 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0967710 May 10 11:22:50.859456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8a6284ea-4a19-4efc-9271-c96f33467a51,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:50.982348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2b7eb2e3-a34e-44ea-b1d6-9188165799e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19262e11051e47e692ab1f42e1222977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281119 May 10 11:22:50.983090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55166) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:51.012965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a045a7c1-3279-409f-9094-571b2fbf1b84 req-46957308-80dd-46e4-9198-db19b5a77858 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027476 May 10 11:22:51.034378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19425f-0fc3-4d9e-a22c-83927b67339d req-b0fe476e-4bd6-4921-8101-b71586df2bd3 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:51.041141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-59a274b6-5e4c-45df-afb0-8e11423ab2c9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.0934112 May 10 11:22:51.041356 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f19425f-0fc3-4d9e-a22c-83927b67339d req-b0fe476e-4bd6-4921-8101-b71586df2bd3 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 945 time: 0.1106219 May 10 11:22:51.066159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46866d2f-7b27-4ae5-a1da-254f70e82803 req-2031fb7c-7d18-45be-a635-536581a053ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:51.067838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46866d2f-7b27-4ae5-a1da-254f70e82803 req-2031fb7c-7d18-45be-a635-536581a053ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.1990976 May 10 11:22:51.090402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-8c7eed78-05ed-400c-84c3-7ea04d715886 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:51.091875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-8c7eed78-05ed-400c-84c3-7ea04d715886 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports/f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 943 time: 0.0490241 May 10 11:22:51.125268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f19425f-0fc3-4d9e-a22c-83927b67339d req-9ea992ad-63a4-4abe-80d4-7f553b0a7e4f tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807288 May 10 11:22:51.128543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2fd658bb-230f-4a65-b53d-0386534045e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.149621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46866d2f-7b27-4ae5-a1da-254f70e82803 req-7c11c385-4915-4d2b-96ad-80f9e232ab30 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735772 May 10 11:22:51.170199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2fd658bb-230f-4a65-b53d-0386534045e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.247947 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a48004fc-982c-427c-aa23-a914d6540ef4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.0969827 May 10 11:22:51.281185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a1b7b-03cb-4afc-bb41-60b61623dda5 req-7e674c11-a4e7-4fbe-93ac-16ca66321bee tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:51.283625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f2a1b7b-03cb-4afc-bb41-60b61623dda5 req-7e674c11-a4e7-4fbe-93ac-16ca66321bee tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 945 time: 0.0683656 May 10 11:22:51.283985 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2fd658bb-230f-4a65-b53d-0386534045e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.286602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2fd658bb-230f-4a65-b53d-0386534045e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.287737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2fd658bb-230f-4a65-b53d-0386534045e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec65aa78-7690-49ff-be55-10dbd3ad6691 HTTP/1.1" status: 204 len: 168 time: 0.3023283 May 10 11:22:51.334738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f2a1b7b-03cb-4afc-bb41-60b61623dda5 req-d546161a-92e5-4a6d-b594-07390f23b6cc tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 May 10 11:22:51.335417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd658bb-230f-4a65-b53d-0386534045e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec65aa78-7690-49ff-be55-10dbd3ad6691,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:51.428445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-c9e52691-f56f-471e-8e94-06dca738d70c tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:51.430069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-c9e52691-f56f-471e-8e94-06dca738d70c tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1749938 May 10 11:22:51.529527 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-80c5e32a-976f-40d2-bade-41f789fde857 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.0908926 May 10 11:22:51.545584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:51.674306 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.690170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55182) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:51.725706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ba3e1-6559-4db7-b0c0-89f95069c179 req-d445b5ef-7aab-4021-b599-7a97647def47 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:51.727281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e8ba3e1-6559-4db7-b0c0-89f95069c179 req-d445b5ef-7aab-4021-b599-7a97647def47 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1096 time: 0.0637755 May 10 11:22:51.755977 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d77ace8e-c2be-4d0f-b873-1179e2a777d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=216d66eef9f84968830a0161486188ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622618 May 10 11:22:51.762300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:51.809096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e8ba3e1-6559-4db7-b0c0-89f95069c179 req-49c4b890-1ce7-4926-a089-684f3131f70f tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704036 May 10 11:22:51.833046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6a62ba11-4a1a-4a36-9970-c67e6a300000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.859455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6a62ba11-4a1a-4a36-9970-c67e6a300000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.872826 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.878532 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.878532 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6 disassociated. External IP: 172.25.8.34, port: f2523d56-1ccd-445d-88e0-b5c8f5797006. May 10 11:22:51.913299 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6a62ba11-4a1a-4a36-9970-c67e6a300000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.917704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6a62ba11-4a1a-4a36-9970-c67e6a300000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:51.922293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6a62ba11-4a1a-4a36-9970-c67e6a300000 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf9c5b71-385f-4721-9e49-d39580d2d03a HTTP/1.1" status: 204 len: 168 time: 0.1589053 May 10 11:22:51.953708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62ba11-4a1a-4a36-9970-c67e6a300000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c5b71-385f-4721-9e49-d39580d2d03a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:51.994250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce01075-0d2b-4231-bd75-82c37943c767 req-1f74810a-aac6-4960-9238-40c3c2d7d73a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:51.995811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ce01075-0d2b-4231-bd75-82c37943c767 req-1f74810a-aac6-4960-9238-40c3c2d7d73a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 949 time: 0.0724342 May 10 11:22:52.041528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ce01075-0d2b-4231-bd75-82c37943c767 req-5e98e82a-0c79-4f1c-b296-3162fe0fb700 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389235 May 10 11:22:52.159940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Router e855b4e9-9443-413f-ab84-44976f6770ad has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:52.166786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53494a-7203-448b-9806-615e9f92556d req-a3e2c884-b37c-4b39-b0c6-66effd13eccd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:52.166786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a53494a-7203-448b-9806-615e9f92556d req-a3e2c884-b37c-4b39-b0c6-66effd13eccd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0553386 May 10 11:22:52.213623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a53494a-7203-448b-9806-615e9f92556d req-36bb3e1d-9e44-4f8e-a5c7-6110a2661af2 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 May 10 11:22:52.326479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:52.331649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:52.338995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:52.361662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:52.362792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:52.369755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-a6b46d04-2773-4de8-88ea-2b392afa5a5d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "PUT /v2.0/floatingips/2a3d591b-3d70-4b5a-92f4-35aa757c30b6 HTTP/1.1" status: 200 len: 694 time: 0.8283868 May 10 11:22:52.370387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:52.372960 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf231e-8062-473b-b53b-dfd137d570a2" -d '{"events": [{"name": "network-changed", "server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:52.391003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeff2f3-f2a8-4522-a388-ea97f1fff762 req-83316c7c-069e-4e5d-972c-893688bd6965 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:52.392564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2aeff2f3-f2a8-4522-a388-ea97f1fff762 req-83316c7c-069e-4e5d-972c-893688bd6965 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1096 time: 0.1067512 May 10 11:22:52.448058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-ec5e6b6d-2008-4442-8123-433b3b8af9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:52.449617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-ec5e6b6d-2008-4442-8123-433b3b8af9df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 1097 time: 0.0626960 May 10 11:22:52.468031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2aeff2f3-f2a8-4522-a388-ea97f1fff762 req-2ea6a80c-e09e-4592-8367-2c3d7fcdda93 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642910 May 10 11:22:52.507891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:52.576583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-d79d1d16-9b24-42cf-a6f9-8069d4d4b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:52.578551 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-d79d1d16-9b24-42cf-a6f9-8069d4d4b20a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.1216094 May 10 11:22:52.628405 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-44703c66-beb7-4b29-a70e-fc6ecddba318 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 217 time: 0.0390525 May 10 11:22:52.645862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5cc45a32-5932-4f65-a658-41ea2dc677e3 req-f1d3161b-9e7a-48c4-9120-50ef5256fbc6 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0458858 May 10 11:22:52.688313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-f5ad5dfe-72d2-4ac9-a22e-c1589d8e5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:52.689085 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-f5ad5dfe-72d2-4ac9-a22e-c1589d8e5c69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0574815 May 10 11:22:52.783727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d9b2aa-9686-4565-894a-cf93324c45ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'}, {'server_uuid': '9bdf7949-b324-4cb6-a322-f235753f099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6284ea-4a19-4efc-9271-c96f33467a51'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:52.790525 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7f6e32-c1ab-481e-ab2d-e23e5c45ece1" -d '{"events": [{"server_uuid": "15d9b2aa-9686-4565-894a-cf93324c45ab", "name": "network-vif-plugged", "status": "completed", "tag": "ee420606-ed68-4f6e-84dc-dfdfcc709bc5"}, {"server_uuid": "9bdf7949-b324-4cb6-a322-f235753f099e", "name": "network-vif-plugged", "status": "completed", "tag": "8a6284ea-4a19-4efc-9271-c96f33467a51"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:52.795456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-9ba311ac-0901-40e5-95ba-b98adccf2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:52.803547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-9ba311ac-0901-40e5-95ba-b98adccf2216 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055512 May 10 11:22:52.823507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5725d-bad3-480b-a545-17ffdf9832dc req-1e8f548a-7a4c-47bc-8191-0660bec09234 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:52.831160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bd5725d-bad3-480b-a545-17ffdf9832dc req-1e8f548a-7a4c-47bc-8191-0660bec09234 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 945 time: 0.0837650 May 10 11:22:52.900102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bd5725d-bad3-480b-a545-17ffdf9832dc req-d782a5c0-da20-4bdb-9f52-f6bee3edf338 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679474 May 10 11:22:52.945738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:52.967303 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10e0d45-dcc0-4b64-8ede-8c6b9427a231 x-openstack-request-id: req-b10e0d45-dcc0-4b64-8ede-8c6b9427a231 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:52.968160 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:52.968160 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b10e0d45-dcc0-4b64-8ede-8c6b9427a231 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:52.968829 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10e0d45-dcc0-4b64-8ede-8c6b9427a231'] response: {'name': 'network-changed', 'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'status': 'completed', 'code': 200} May 10 11:22:53.023292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:53.038627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:53.039476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:53.043703 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-b8dfc75e-57a6-4b5e-9d7d-e4ae74733132 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335148 May 10 11:22:53.068979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-98604c9f-627c-45ec-9588-8dee1dcc0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.070471 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-98604c9f-627c-45ec-9588-8dee1dcc0a6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 1097 time: 0.0901923 May 10 11:22:53.122739 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80463e16-d0e8-47b9-be55-5692b1926b83 x-openstack-request-id: req-80463e16-d0e8-47b9-be55-5692b1926b83 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:53.123075 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d9b2aa-9686-4565-894a-cf93324c45ab", "name": "network-vif-plugged", "status": "completed", "tag": "ee420606-ed68-4f6e-84dc-dfdfcc709bc5", "code": 200}, {"server_uuid": "9bdf7949-b324-4cb6-a322-f235753f099e", "name": "network-vif-plugged", "status": "completed", "tag": "8a6284ea-4a19-4efc-9271-c96f33467a51", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:53.123334 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80463e16-d0e8-47b9-be55-5692b1926b83 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:53.123765 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80463e16-d0e8-47b9-be55-5692b1926b83'] response: {'server_uuid': '15d9b2aa-9686-4565-894a-cf93324c45ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5', 'code': 200} May 10 11:22:53.124168 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80463e16-d0e8-47b9-be55-5692b1926b83'] response: {'server_uuid': '9bdf7949-b324-4cb6-a322-f235753f099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6284ea-4a19-4efc-9271-c96f33467a51', 'code': 200} May 10 11:22:53.286811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-06f262cd-406d-4eeb-91b0-bb1743904bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.288591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-06f262cd-406d-4eeb-91b0-bb1743904bac service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.2095623 May 10 11:22:53.289554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd05ccad-8c12-4aaa-b95b-9200c6fbeec6 req-10c7442f-fdad-44bb-a640-8eaea8ed885c service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382023 May 10 11:22:53.290133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:53.351489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-872c97d5-71f5-4969-9057-0808e6871dbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 200 len: 217 time: 0.0417223 May 10 11:22:53.377011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b7287-cf6d-4b08-ac0a-1ecd42a9fb20 req-e3d9920b-d7bf-447a-94cd-4d0006ea3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.385437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b14b7287-cf6d-4b08-ac0a-1ecd42a9fb20 req-e3d9920b-d7bf-447a-94cd-4d0006ea3440 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 1100 time: 0.1683483 May 10 11:22:53.390161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19de06-ec99-4e3c-90c7-650bb2145d82 req-fa40d1f2-d6a0-44a5-b7de-2183e1b23239 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.392120 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af19de06-ec99-4e3c-90c7-650bb2145d82 req-fa40d1f2-d6a0-44a5-b7de-2183e1b23239 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 945 time: 0.1879690 May 10 11:22:53.394326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7336-ed66-4f59-bd43-cf22b71963fc req-d56f4613-4ae0-47b7-b2de-077631f4c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.395927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-895c7336-ed66-4f59-bd43-cf22b71963fc req-d56f4613-4ae0-47b7-b2de-077631f4c19f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 1101 time: 0.1484509 May 10 11:22:53.409680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55256) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:22:53.440350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-17282cf6-cadd-404c-8dc0-8da5d97591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.442092 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-17282cf6-cadd-404c-8dc0-8da5d97591c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0767493 May 10 11:22:53.444429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Request body: {'floatingip': {'port_id': 'a79181d1-449d-404a-a820-492ee63013d7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:53.553342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-16de0f65-5f15-466b-b81f-29bb65f7644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.555557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-16de0f65-5f15-466b-b81f-29bb65f7644b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055231 May 10 11:22:53.606802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:53.629002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b590c-c39b-4b96-93b7-7ede55f26e9f req-837d86b4-a0b7-4c28-9660-70a2d535befc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.637267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed9b590c-c39b-4b96-93b7-7ede55f26e9f req-837d86b4-a0b7-4c28-9660-70a2d535befc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 949 time: 0.1285129 May 10 11:22:53.702275 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-895c7336-ed66-4f59-bd43-cf22b71963fc req-e4447e64-aa36-4ab0-9ec6-d8f579efd1bc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803590 May 10 11:22:53.707924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed9b590c-c39b-4b96-93b7-7ede55f26e9f req-567b209b-db7d-461a-9df2-b92518ff8e0b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695667 May 10 11:22:53.737781 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b14b7287-cf6d-4b08-ac0a-1ecd42a9fb20 req-5ac40a3d-e6bf-4f0a-9018-eca6ac14f4f6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410325 May 10 11:22:53.739809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-84f6f002-bb95-45d8-97a0-99de1bf4c544 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775792 May 10 11:22:53.782074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:53.847465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212bf5f-960e-408c-a08b-083e398bf865 None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:53.867475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931647-483d-48a9-98b8-c0f8eaf6da72 req-06517316-8ceb-4bbf-b7f1-a41c2c4b7520 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:53.876180 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-db931647-483d-48a9-98b8-c0f8eaf6da72 req-06517316-8ceb-4bbf-b7f1-a41c2c4b7520 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1761389 May 10 11:22:54.080833 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-db931647-483d-48a9-98b8-c0f8eaf6da72 req-748cfe71-102a-443f-9788-3bb1d69d07ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037301 May 10 11:22:54.205038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d099f-e6ea-4e8a-b1b0-4143321722e9 req-6751ef93-e8b8-409b-b4db-84cf8ce6eba5 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:54.220578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c64d099f-e6ea-4e8a-b1b0-4143321722e9 req-6751ef93-e8b8-409b-b4db-84cf8ce6eba5 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1096 time: 0.1603634 May 10 11:22:54.239747 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1cf231e-8062-473b-b53b-dfd137d570a2 req-8504f354-9385-4005-a663-d9e93acb3e7e service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990165 May 10 11:22:54.290105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c64d099f-e6ea-4e8a-b1b0-4143321722e9 req-4da2f20d-a20e-4906-80fb-247485a3a2f3 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 May 10 11:22:54.345002 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524703db-15ad-4efd-ace3-f044136d9349 None None] New status for floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:22:54.571193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-15b61df9-cc98-4c0c-9cb2-5b6b072c2f8e tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:54.576619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-15b61df9-cc98-4c0c-9cb2-5b6b072c2f8e tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1043842 May 10 11:22:54.660854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-f2f308ea-2084-467f-bab5-ab32344f164a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 697 time: 0.0776515 May 10 11:22:54.665707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Request body: {'floatingip': {'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:54.708950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d0bc61df-92a0-4255-9e8a-7271d83e1781 req-412ac4a7-8ed1-4848-af09-7e9620d5d3a2 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.4784570 May 10 11:22:54.741026 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:55.278444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-42bd4a0d-b20a-4833-a7f8-3739357fa096 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=92a538673a9145e8ac070e8b15d059db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582697 May 10 11:22:55.279015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.api [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:22:55.279409 n-d-840949-1 neutron-server[102768]: DEBUG oslo_db.api [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:22:55.317884 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:22:55.407574 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:55.423282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:55.486646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-de0e577d-7b81-4394-a95f-716b3e1d832f tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:55.488182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-de0e577d-7b81-4394-a95f-716b3e1d832f tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088981 May 10 11:22:55.540188 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-f0c9857d-5ad6-4a33-82b9-f2dcfcfb9610 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/quotas/92a538673a9145e8ac070e8b15d059db HTTP/1.1" status: 200 len: 375 time: 0.0433445 May 10 11:22:55.564673 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Floating IP bace12b5-cb1b-40c2-86a0-b7b37eab20d8 associated. External IP: 172.25.8.32, port: a79181d1-449d-404a-a820-492ee63013d7. May 10 11:22:55.583993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-e995ab40-99d3-4f1e-acf8-e1ac07957f94 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:55.585816 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-e995ab40-99d3-4f1e-acf8-e1ac07957f94 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.70 "GET /v2.0/ports?device_id=079812e4-56c7-440c-b117-46638b41ccef HTTP/1.1" status: 200 len: 946 time: 0.0597203 May 10 11:22:55.619882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-a6cd02d5-f04d-4768-8bd5-792881d2d02c tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92a538673a9145e8ac070e8b15d059db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576289 May 10 11:22:55.744450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Deleting port f2523d56-1ccd-445d-88e0-b5c8f5797006 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:22:55.744786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:55.815110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:55.870613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:55.936652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1eb5fe-151e-4a7d-82fe-22100730ec78 req-1798796e-251a-4ceb-b86d-42eeb56aa67d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:55.944299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab1eb5fe-151e-4a7d-82fe-22100730ec78 req-1798796e-251a-4ceb-b86d-42eeb56aa67d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 949 time: 0.1021299 May 10 11:22:56.006382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab1eb5fe-151e-4a7d-82fe-22100730ec78 req-7f7fb7de-d2b8-4b57-ab58-a61c1743aa25 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 May 10 11:22:56.143280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:56.149409 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:56.157078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] Sync routers for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:56.169426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:56.170066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:56.185031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cbefa-9623-434f-b2de-0659b5303233 req-4d69e5f7-5f17-4f6d-b1be-b0035a993ab0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:56.190502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b4cbefa-9623-434f-b2de-0659b5303233 req-4d69e5f7-5f17-4f6d-b1be-b0035a993ab0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0904417 May 10 11:22:56.212791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-38bcc347-1d98-43d2-924b-0caefc933399 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "PUT /v2.0/floatingips/bace12b5-cb1b-40c2-86a0-b7b37eab20d8 HTTP/1.1" status: 200 len: 990 time: 2.7855532 May 10 11:22:56.212791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:56.214883 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "tag": "a79181d1-449d-404a-a820-492ee63013d7"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:56.263460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b4cbefa-9623-434f-b2de-0659b5303233 req-bdf94a4f-20dd-41a5-8759-c878b244451b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579221 May 10 11:22:56.352271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914f8b-c243-4ec1-82af-51ee894aa9ec req-8b46db8f-2cf7-4d1b-a701-f0bfd2d7f6b4 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:56.365929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6914f8b-c243-4ec1-82af-51ee894aa9ec req-8b46db8f-2cf7-4d1b-a701-f0bfd2d7f6b4 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1096 time: 0.0592384 May 10 11:22:56.371626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:56.450180 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6914f8b-c243-4ec1-82af-51ee894aa9ec req-eee70995-5cff-4b96-83ec-faa0e4f1c78b tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763094 May 10 11:22:56.650917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ece52f5-7e5a-4a54-92dc-6d6e44f80afd req-ef111d33-027b-4a72-adfd-0389a703d3d0 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 210 time: 0.0727923 May 10 11:22:56.677862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] For port f2523d56-1ccd-445d-88e0-b5c8f5797006, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f2523d56-1ccd-445d-88e0-b5c8f5797006,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:22:56.678880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:56.726238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Calling delete_port for f2523d56-1ccd-445d-88e0-b5c8f5797006 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:22:56.776109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22c5edfb-1761-4792-a47d-b649d7485e60 req-277963e4-bb5d-47f6-8f34-cfed03829695 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0432599 May 10 11:22:56.858770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'bace12b5-cb1b-40c2-86a0-b7b37eab20d8', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'port_id': 'a79181d1-449d-404a-a820-492ee63013d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'mac_address': 'fa:16:3e:f3:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:25Z', 'updated_at': '2022-05-10T11:22:55Z', 'revision_number': 1, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:56.894159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] Checking router: a58f17d2-4d4d-4ab2-84a5-b54afcede3ce for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:56.918505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:56.918722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.resource_extend [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:22:56.919150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:56.944497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2942-d5ad-44ee-b2c8-421d8831398d req-09448f2c-ca28-4486-a42b-4a8985fa425f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:56.946357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d8b2942-d5ad-44ee-b2c8-421d8831398d req-09448f2c-ca28-4486-a42b-4a8985fa425f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 950 time: 0.0536716 May 10 11:22:56.991191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:57.004681 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:57.009988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d8b2942-d5ad-44ee-b2c8-421d8831398d req-cc798d28-65ba-4033-9fe3-7a7dc6187587 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570030 May 10 11:22:57.132716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:57.153539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0006c-d058-4949-9edc-5114f251e59f req-028fa408-a971-4107-b80f-369d9cf2f662 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:57.155701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28f0006c-d058-4949-9edc-5114f251e59f req-028fa408-a971-4107-b80f-369d9cf2f662 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 945 time: 0.0681276 May 10 11:22:57.162701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Pushing event deleted for resources: {'Port': ['ID=f2523d56-1ccd-445d-88e0-b5c8f5797006,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:57.227016 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6 associated. External IP: 172.25.8.34, port: a5cca6f1-cede-4906-bb0b-fcc1cbc935c3. May 10 11:22:57.262368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'f2523d56-1ccd-445d-88e0-b5c8f5797006'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:22:57.289694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28f0006c-d058-4949-9edc-5114f251e59f req-0b75814d-d310-4b87-8d6a-c93275eadbd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276319 May 10 11:22:57.298803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] No DVR routers for this DVR port f2523d56-1ccd-445d-88e0-b5c8f5797006 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:22:57.305448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:57.309964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e170fa24-9d35-41f3-b91c-827f8fdc46f7 req-3c864162-282d-453e-8507-90735f1924e2 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.70 "DELETE /v2.0/ports/f2523d56-1ccd-445d-88e0-b5c8f5797006 HTTP/1.1" status: 204 len: 173 time: 1.7181754 May 10 11:22:57.310667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'name': 'network-vif-deleted', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:22:57.313435 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6466a5c4-ff88-49d3-accf-5038c1c2bd05" -d '{"events": [{"server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "name": "network-vif-deleted", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:22:57.350246 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92e6839-6290-436c-a185-76244ec39ec9 x-openstack-request-id: req-f92e6839-6290-436c-a185-76244ec39ec9 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:22:57.352161 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "tag": "a79181d1-449d-404a-a820-492ee63013d7", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:22:57.352413 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f92e6839-6290-436c-a185-76244ec39ec9 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:22:57.352990 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92e6839-6290-436c-a185-76244ec39ec9'] response: {'name': 'network-changed', 'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7', 'status': 'completed', 'code': 200} May 10 11:22:57.382759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:57.415745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-c0c0f23c-05b0-440f-8f71-a74ba1e65dcd tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=92a538673a9145e8ac070e8b15d059db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444486 May 10 11:22:57.595122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-86e4d4b8-75b8-43cc-a395-bc5177574ac9 req-98a7c415-7709-422a-993b-81b6f8a30034 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:22:57.598858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86e4d4b8-75b8-43cc-a395-bc5177574ac9 req-98a7c415-7709-422a-993b-81b6f8a30034 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302753 May 10 11:22:57.613697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-75316fda-5921-46a6-b053-954c2d01a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:57.616028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-75316fda-5921-46a6-b053-954c2d01a103 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1c08229956149e782b0d9f4ee4431c9&device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.2351954 May 10 11:22:57.824533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-16e748bf-f84c-419d-b7d3-adfc44cbc1e9 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:57.826192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-16e748bf-f84c-419d-b7d3-adfc44cbc1e9 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041936 May 10 11:22:57.847585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Request body: {'port': {'device_id': '114bc5be-8472-4d1c-b75e-d6fd19c2d403', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '92a538673a9145e8ac070e8b15d059db'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:57.892078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Router e855b4e9-9443-413f-ab84-44976f6770ad has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:22:57.968361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-0e3dd1a7-4d7a-404a-9942-9d6a141f61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:57.969898 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-0e3dd1a7-4d7a-404a-9942-9d6a141f61bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 200 len: 925 time: 0.2942209 May 10 11:22:58.034857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'bace12b5-cb1b-40c2-86a0-b7b37eab20d8', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'port_id': 'a79181d1-449d-404a-a820-492ee63013d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'mac_address': 'fa:16:3e:f3:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:25Z', 'updated_at': '2022-05-10T11:22:55Z', 'revision_number': 1, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:58.073834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Made reservation on behalf of 92a538673a9145e8ac070e8b15d059db for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:22:58.080158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:58.091320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:58.099850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d83d2-9d1c-43e8-af3d-bc0f7668b1ff None None] The sync data for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 is: [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'bace12b5-cb1b-40c2-86a0-b7b37eab20d8', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'port_id': 'a79181d1-449d-404a-a820-492ee63013d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'mac_address': 'fa:16:3e:f3:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:25Z', 'updated_at': '2022-05-10T11:22:55Z', 'revision_number': 1, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:58.107064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-f63f121b-875d-4dfd-9d17-7a0b15e4caac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79181d1-449d-404a-a820-492ee63013d7 HTTP/1.1" status: 200 len: 998 time: 0.1243823 May 10 11:22:58.174278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:22:58.188073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:58.192916 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:22:58.215465 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:58.224888 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:58.255560 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:58.258116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-344fcc85-2dbf-4a19-96f6-4996adf965e9 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "PUT /v2.0/floatingips/2a3d591b-3d70-4b5a-92f4-35aa757c30b6 HTTP/1.1" status: 200 len: 996 time: 3.5960593 May 10 11:22:58.259181 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:58.262672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-68dce753-197d-4c28-a360-f4cee27405d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:58.267854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-68dce753-197d-4c28-a360-f4cee27405d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09195cb0-a4ec-4ada-9fdc-94bc46b2bea3 HTTP/1.1" status: 200 len: 863 time: 0.1514487 May 10 11:22:58.405489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-ad3b6aae-2c7a-4562-a6f4-997791a6c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:58.407115 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-ad3b6aae-2c7a-4562-a6f4-997791a6c580 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.1304784 May 10 11:22:58.413930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-77118338-43d4-4734-ab9c-83879228790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:58.415469 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-77118338-43d4-4734-ab9c-83879228790f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c35aa417-024d-4598-bdf0-38be789ba1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374741 May 10 11:22:58.417433 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:58.433643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d37e72-c945-41fc-819f-38d9fd7c4ec6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:58.481956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Allocated IP 192.168.233.24 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/3b657bc3-2ab0-4a66-8b4c-0145e180dcf6) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:22:58.572683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436b94a-c830-44cd-809f-d23ed92bb625 None None] New status for floating IP bace12b5-cb1b-40c2-86a0-b7b37eab20d8: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:22:58.924765 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:58.941960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-6865750f-9fbb-4558-8160-b1bad5f74f6c service neutron] 10.222.0.70 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045433 May 10 11:22:58.946723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-6dfb003b-8d28-4808-accf-d0d9f77b3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:58.950539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-6dfb003b-8d28-4808-accf-d0d9f77b3a1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.5295727 May 10 11:22:58.958703 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:af:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:56Z', 'revision_number': 8, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:59.010376 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:22:59.022527 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:22:59.023499 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:59.121045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89fa7c0e-fb9e-4804-b39f-1b8cd9d7fbb5 req-d44bcacb-aa7d-4a31-bd98-085b0478cb8c service neutron] 10.222.0.70 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674089 May 10 11:22:59.237461 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:22:59.265077 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-18248cc0-c6d3-45ee-93d9-131ac94fcf69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 999 time: 0.1427250 May 10 11:22:59.324490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f396b73-316a-4087-90ba-0525db2ad8a0 req-174e9a52-8c6e-419a-851c-1fe6525fea0a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0303833 May 10 11:22:59.339875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-58eaaafa-52d6-4abf-be8c-f89f3ffd3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:59.352639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-58eaaafa-52d6-4abf-be8c-f89f3ffd3332 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0862117 May 10 11:22:59.398859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:59.409195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-9dcbf72a-0721-476d-925c-8dba3303e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:59.421488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-9dcbf72a-0721-476d-925c-8dba3303e513 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669086 May 10 11:22:59.459051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:22:59.462220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:22:59.469348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:22:59.503600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Pushing event updated for resources: {'Port': ['ID=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:22:59.563214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:59.563903 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:59.580416 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-61f856b7-538b-4488-98b5-46fa8deac88f service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568058 May 10 11:22:59.601394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-2258194a-5cbc-4862-ac63-fb10073b6fbc tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:22:59.603092 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-2258194a-5cbc-4862-ac63-fb10073b6fbc tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188031 May 10 11:22:59.606303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bbf64a65-9c7e-4737-838c-4906a0deeb9b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7629476 May 10 11:22:59.627094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Request body: {'port': {'device_id': '114bc5be-8472-4d1c-b75e-d6fd19c2d403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:59.658224 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:af:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:56Z', 'revision_number': 8, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:22:59.692596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-1000efbc-ecb5-4cc1-b1eb-d1dd046e1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:22:59.694145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-1000efbc-ecb5-4cc1-b1eb-d1dd046e1a84 service neutron] 10.222.0.13 "GET /v2.0/ports/2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 1093 time: 0.0786955 May 10 11:22:59.705872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Request body: {'binding': {'host': 'n-h2-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:22:59.706415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Unknown quota resources ['binding']. {{(pid=102768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 11:22:59.707979 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5788bd3-45ee-421a-a052-51e964d4660d None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2a3d591b-3d70-4b5a-92f4-35aa757c30b6', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'port_id': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'mac_address': 'fa:16:3e:af:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:56Z', 'revision_number': 8, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:22:59.758271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:59.764090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c306d43d-29a2-4f70-961b-40a3fd6bf866 None None] Provisioning complete for port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:22:59.764732 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c306d43d-29a2-4f70-961b-40a3fd6bf866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:59.818933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c306d43d-29a2-4f70-961b-40a3fd6bf866 None None] Port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:22:59.835594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af0de97d-d0a5-4f5d-b553-31769210a7a6 req-f5747789-8f3e-4eef-a2af-bbe85ee175b5 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533629 May 10 11:22:59.955515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on host n-h2-840949-1 for vnic_type normal with profile None {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:22:59.956203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:22:59.956203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:59.965956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:22:59.966341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:22:59.969309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f2523d56-1ccd-445d-88e0-b5c8f5797006 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:22:59.976728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:22:59.977068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:22:59.977460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:22:59.977895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Bound port: 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:00.014666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: f2523d56-1ccd-445d-88e0-b5c8f5797006 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:00.015297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f2523d56-1ccd-445d-88e0-b5c8f5797006 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:00.053961 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b515604-6282-4b4f-86fb-2a8576f90aed None None] New status for floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:23:00.060632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:00.075364 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] Notify callbacks [] for binding, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:00.077190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-a0757b3d-afad-4e66-83bc-d9a5c434d439 service neutron] 10.222.0.13 "POST /v2.0/ports/2e14cdb4-9122-4208-aa49-d72c3a0940d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3752408 May 10 11:23:00.241187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:00.266387 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:00.311102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42427d-bab2-49ef-a9c3-dc898662b47f req-bfac75e0-b8f8-4f17-94e4-cca75f65e61d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:00.319455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42427d-bab2-49ef-a9c3-dc898662b47f req-bfac75e0-b8f8-4f17-94e4-cca75f65e61d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:00.321902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d42427d-bab2-49ef-a9c3-dc898662b47f req-bfac75e0-b8f8-4f17-94e4-cca75f65e61d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab&device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 1690 time: 0.0890794 May 10 11:23:00.324271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Transition to ACTIVE for port object 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:00.341000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:00.352870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f529f-3cf4-4ccb-8d3e-efbc037adeac req-2030dca2-60e4-4fd7-afcc-bc7992919e3c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:00.362027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-412f529f-3cf4-4ccb-8d3e-efbc037adeac req-2030dca2-60e4-4fd7-afcc-bc7992919e3c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0988593 May 10 11:23:00.435424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d42427d-bab2-49ef-a9c3-dc898662b47f req-3b56c1c6-9527-4c10-819c-ef65b6ecf5b9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990088 May 10 11:23:00.456055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-883c993d-0b9e-4cfe-9fa3-8213f5f5a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:00.457557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-883c993d-0b9e-4cfe-9fa3-8213f5f5a9a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1096 time: 0.0853560 May 10 11:23:00.562723 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-412f529f-3cf4-4ccb-8d3e-efbc037adeac req-dfdb84db-35f1-49bc-b819-e707999f2eb8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954889 May 10 11:23:00.573918 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4af9fbb-0a72-4d8a-aaa6-cd7fec77695c x-openstack-request-id: req-f4af9fbb-0a72-4d8a-aaa6-cd7fec77695c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:00.575152 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079812e4-56c7-440c-b117-46638b41ccef", "name": "network-vif-deleted", "tag": "f2523d56-1ccd-445d-88e0-b5c8f5797006", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:00.575928 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4af9fbb-0a72-4d8a-aaa6-cd7fec77695c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:00.576530 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4af9fbb-0a72-4d8a-aaa6-cd7fec77695c'] response: {'server_uuid': '079812e4-56c7-440c-b117-46638b41ccef', 'name': 'network-vif-deleted', 'tag': 'f2523d56-1ccd-445d-88e0-b5c8f5797006', 'status': 'completed', 'code': 200} May 10 11:23:00.640565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-5afe043b-7706-414f-bb76-4762170af1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:00.642318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-5afe043b-7706-414f-bb76-4762170af1e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.1698768 May 10 11:23:00.655857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Pushing event updated for resources: {'Port': ['ID=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:00.732929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-9254a23a-b81e-4d42-aa7e-816b123c30f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 217 time: 0.0548630 May 10 11:23:00.764605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c442503-6190-408d-908e-6aa431775a59 req-747d2f1d-667b-434a-bdd4-55c4217ad51b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:00.766855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c442503-6190-408d-908e-6aa431775a59 req-747d2f1d-667b-434a-bdd4-55c4217ad51b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 947 time: 0.1234214 May 10 11:23:00.780552 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e8e6389-3615-4d65-b3c6-eb80d33f8e09 req-a6175901-2266-4117-8e4f-8ebed7b1aa6b tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0727808 May 10 11:23:00.818555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Attempting to bind port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:00.819185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Attempting to bind port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:00.819615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Attempting to bind port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:00.826113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:00.826621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Attempting to bind port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:00.832822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:00.833301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:00.833775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:00.834453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Bound port: 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:00.835060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:00.889086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-d131472e-460e-4f9d-a9d4-413f1850f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:00.890816 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-d131472e-460e-4f9d-a9d4-413f1850f5ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1440351 May 10 11:23:00.906433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c442503-6190-408d-908e-6aa431775a59 req-09823187-3825-4025-b424-bceb0bc5a007 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054478 May 10 11:23:00.937542 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-7d26c991-438b-4ef2-b21b-4352589a488d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346754 May 10 11:23:00.978302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] For port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:01.000416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98ea566f-970c-46c8-b309-010d215b70b1 req-3874bcbd-7c9f-48bc-8691-29577db82eff tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips/2a3d591b-3d70-4b5a-92f4-35aa757c30b6 HTTP/1.1" status: 200 len: 998 time: 0.1081030 May 10 11:23:01.013718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] For port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:01.030239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:01.099976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152eafa-577c-4af4-8b5a-f826d1b45299 req-53547511-188d-4bc1-a3c0-6363f7652370 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.101531 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7152eafa-577c-4af4-8b5a-f826d1b45299 req-53547511-188d-4bc1-a3c0-6363f7652370 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 945 time: 0.0837045 May 10 11:23:01.136824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.137434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:01.138890 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] 10.222.0.49 "PUT /v2.0/ports/3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 HTTP/1.1" status: 200 len: 1095 time: 1.5163252 May 10 11:23:01.139468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b6bcc-9450-4c4f-a912-47888b07a84b service neutron] Pushing event updated for resources: {'Port': ['ID=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:01.142325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114bc5be-8472-4d1c-b75e-d6fd19c2d403', 'tag': '3b657bc3-2ab0-4a66-8b4c-0145e180dcf6'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:01.144603 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe289b6-3b7c-4408-807b-e0b7e91fed72" -d '{"events": [{"name": "network-changed", "server_uuid": "114bc5be-8472-4d1c-b75e-d6fd19c2d403", "tag": "3b657bc3-2ab0-4a66-8b4c-0145e180dcf6"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:01.168656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-d8f88f8d-5ada-4655-933c-5164c3aef01c service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211697 May 10 11:23:01.227534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea566f-970c-46c8-b309-010d215b70b1 req-2ea64954-c189-4410-973f-6805dc6c8325 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.229220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98ea566f-970c-46c8-b309-010d215b70b1 req-2ea64954-c189-4410-973f-6805dc6c8325 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2279534 May 10 11:23:01.256335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-98ea566f-970c-46c8-b309-010d215b70b1 req-33075577-c924-4da0-bcbf-c25216c6613e tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:01.271958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98ea566f-970c-46c8-b309-010d215b70b1 req-33075577-c924-4da0-bcbf-c25216c6613e tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0311143 May 10 11:23:01.289646 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7152eafa-577c-4af4-8b5a-f826d1b45299 req-556ad4ad-313d-4711-9b0d-b6447836e7c1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665466 May 10 11:23:01.346726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-fff9b64d-dfda-4694-ba4a-4b4a16dba7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.357080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-fff9b64d-dfda-4694-ba4a-4b4a16dba7e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92a538673a9145e8ac070e8b15d059db&device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 1098 time: 0.1266303 May 10 11:23:01.386814 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-731ce11c-7c78-4df6-9837-7d36108c85d2 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939285 May 10 11:23:01.437232 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e167ab71-8ed9-4656-846a-b67691567244 x-openstack-request-id: req-e167ab71-8ed9-4656-846a-b67691567244 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:01.437566 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114bc5be-8472-4d1c-b75e-d6fd19c2d403", "tag": "3b657bc3-2ab0-4a66-8b4c-0145e180dcf6", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:01.437767 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e167ab71-8ed9-4656-846a-b67691567244 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:01.438172 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e167ab71-8ed9-4656-846a-b67691567244'] response: {'name': 'network-changed', 'server_uuid': '114bc5be-8472-4d1c-b75e-d6fd19c2d403', 'tag': '3b657bc3-2ab0-4a66-8b4c-0145e180dcf6', 'status': 'completed', 'code': 200} May 10 11:23:01.441839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-2158b353-8ff3-4c88-82f1-8000526c1ef6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 HTTP/1.1" status: 200 len: 217 time: 0.0694754 May 10 11:23:01.573281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-f2fa6e7d-8d0e-4843-b757-e4be3835d569 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.576574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-f2fa6e7d-8d0e-4843-b757-e4be3835d569 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.0975583 May 10 11:23:01.581737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-07689c97-c88b-4950-80a4-b5828e44cba8 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.1423604 May 10 11:23:01.588632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-d2ab56ea-36c1-4bb3-9a06-46b045c47c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.590081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-d2ab56ea-36c1-4bb3-9a06-46b045c47c6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0987077 May 10 11:23:01.590215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840949-1'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:01.661416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f70e47-29f7-4e4a-a07f-870565808dec req-7539ba78-e3bd-4b58-82b3-a57e1e1ebb7c tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.662988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f4f70e47-29f7-4e4a-a07f-870565808dec req-7539ba78-e3bd-4b58-82b3-a57e1e1ebb7c tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 1100 time: 0.1417046 May 10 11:23:01.668325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:01.675994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-9c2332e5-7e12-4788-a634-107247b4f1a4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.677411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-9c2332e5-7e12-4788-a634-107247b4f1a4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports/a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 943 time: 0.0842159 May 10 11:23:01.688038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-7c984815-add5-4b4e-9be2-f4b3020a7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.689566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-7c984815-add5-4b4e-9be2-f4b3020a7f4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910811 May 10 11:23:01.755096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f4f70e47-29f7-4e4a-a07f-870565808dec req-120e68c3-7d99-476b-a218-cf7206f29f9f tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677252 May 10 11:23:01.905690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-24cf2d7d-413b-46c6-9657-91cd594dd08b tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.1108363 May 10 11:23:01.920256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-9321f0ac-a3b0-448b-a52f-cfcdc3572218 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211151 May 10 11:23:01.925081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:01.933788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e2838-7e85-478d-a0f8-dddfe882fedc req-2f4cb56f-8fe8-4ad2-8755-3b6f6bcac506 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:01.937032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-092e2838-7e85-478d-a0f8-dddfe882fedc req-2f4cb56f-8fe8-4ad2-8755-3b6f6bcac506 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0895321 May 10 11:23:01.994556 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-092e2838-7e85-478d-a0f8-dddfe882fedc req-be8e7188-4bd1-4ecd-a17e-03f94eb11324 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495069 May 10 11:23:02.042963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:02.104393 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.111727 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.121984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-857927df-8410-4884-b836-f659843e300c tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.123013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.124435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-857927df-8410-4884-b836-f659843e300c tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2178464 May 10 11:23:02.128447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd4d6d8-373b-4aac-bdd3-8643f796fc65 req-daba4e11-2e42-4ec5-9c57-b8e90f190cb2 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918612 May 10 11:23:02.238209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-c143ff6d-edaf-455a-951f-faef9a09605d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.1052425 May 10 11:23:02.240286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca567d4-0343-4226-a5d5-27e3a0a70754 req-968853f7-a6ab-4739-9a6e-cdb34ec10ab2 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.241807 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ca567d4-0343-4226-a5d5-27e3a0a70754 req-968853f7-a6ab-4739-9a6e-cdb34ec10ab2 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 1101 time: 0.1324158 May 10 11:23:02.254975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:02.255223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:02.285492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:02.285872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:02.286150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:02.293189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:02.293505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Attempting to bind port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:02.301750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-4b768cec-0bbc-477d-b56a-6135a4ede76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.303231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-4b768cec-0bbc-477d-b56a-6135a4ede76f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92a538673a9145e8ac070e8b15d059db&device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 1098 time: 0.0986488 May 10 11:23:02.307369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:02.307369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:02.307690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:02.314718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Bound port: 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:02.315146 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.328743 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ca567d4-0343-4226-a5d5-27e3a0a70754 req-03f5e887-5a84-41ff-889b-957ca6032dd6 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695729 May 10 11:23:02.380130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.452593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:02.464469 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca4bd00d-7fbc-464f-afb6-c0aeddd5789a req-b28f2dfa-d605-4065-ad21-8a3fd23ff845 tempest-ServersAdmin275Test-348939851 tempest-ServersAdmin275Test-348939851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0434475 May 10 11:23:02.488540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:02.497045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.534141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-cc340cba-f063-4313-8475-81cd381b2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.539271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-cc340cba-f063-4313-8475-81cd381b2917 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2275951 May 10 11:23:02.579283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'}, {'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:02.581862 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7d20cf-8c3c-41ad-911f-25b077b465ca" -d '{"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3"}, {"server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "name": "network-vif-unplugged", "status": "completed", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:02.613315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-9348d3ae-bb0d-49cb-a8d4-bbf85da4e846 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 HTTP/1.1" status: 200 len: 217 time: 0.0621848 May 10 11:23:02.618254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.619091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.620670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 1121 time: 1.0360968 May 10 11:23:02.662010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c715ec-a768-4185-a094-d69816e828b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=8']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:02.690156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bacdcb-4c99-4037-b405-5f6ef4434ce9 req-53c31919-f6fd-4107-96f1-83275ae9c01c tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.694251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7bacdcb-4c99-4037-b405-5f6ef4434ce9 req-53c31919-f6fd-4107-96f1-83275ae9c01c tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 947 time: 0.0925145 May 10 11:23:02.721535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['2e14cdb4-9122-4208-aa49-d72c3a0940d2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:02.726260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-491617bb-c826-4652-8862-a2817d206b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.728136 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-491617bb-c826-4652-8862-a2817d206b3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1035402 May 10 11:23:02.738611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.749987 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:02.750778 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6 disassociated. External IP: 172.25.8.34, port: a5cca6f1-cede-4906-bb0b-fcc1cbc935c3. May 10 11:23:02.760449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7bacdcb-4c99-4037-b405-5f6ef4434ce9 req-56647375-0ed3-4c26-adff-2e8adf70f43b tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552206 May 10 11:23:02.897940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4eed8-eed5-47fd-a7e8-3435131df54b req-e45e56f5-f834-4497-b3c9-105b50f19750 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.904237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-0e7f768a-77ca-4a13-afc6-4a3209236784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:02.905496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dc4eed8-eed5-47fd-a7e8-3435131df54b req-e45e56f5-f834-4497-b3c9-105b50f19750 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 943 time: 0.0770795 May 10 11:23:02.906874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-0e7f768a-77ca-4a13-afc6-4a3209236784 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707895 May 10 11:23:02.953031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dc4eed8-eed5-47fd-a7e8-3435131df54b req-6d4479d4-af45-4518-8383-6ce7b608d8a5 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465827 May 10 11:23:03.135583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-3e01228e-b4a5-4ccb-be5b-736bcf471fee service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168210 May 10 11:23:03.221439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Router e855b4e9-9443-413f-ab84-44976f6770ad has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:23:03.222014 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c2b03ee2-4009-49fd-94ab-a46097468f2e req-ce313fa9-304d-4516-85a3-1b3834ab94ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ab1fc7415fb4ec58442dd36549c71f8&device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0335901 May 10 11:23:03.266279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-93ed167e-d744-4791-923f-14cd21642f53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320373 May 10 11:23:03.281060 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c2b03ee2-4009-49fd-94ab-a46097468f2e req-5f66e434-5e03-4e23-a398-14a631fddd8c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6ab1fc7415fb4ec58442dd36549c71f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342293 May 10 11:23:03.361126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe289b6-3b7c-4408-807b-e0b7e91fed72 req-e6bc2fa8-b275-4d48-9cc5-2cb5d2ad9d19 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125647 May 10 11:23:03.395831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:23:03.400691 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:03.406866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:03.430222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:03.430816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:03.470850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-1217802d-9672-4885-9064-b3a71b9a9c25 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:03.474429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-abd4f24a-eca8-4361-aeb7-1830745865cd tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "PUT /v2.0/floatingips/2a3d591b-3d70-4b5a-92f4-35aa757c30b6 HTTP/1.1" status: 200 len: 695 time: 1.2258010 May 10 11:23:03.478307 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-1217802d-9672-4885-9064-b3a71b9a9c25 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958256 May 10 11:23:03.485520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:03.488492 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881ad7f-29b1-43c2-9648-37c9d7cba248" -d '{"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:03.488669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b03ee2-4009-49fd-94ab-a46097468f2e req-63a23806-41d8-47ec-9cdc-6e09d67bdd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:03.490035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c2b03ee2-4009-49fd-94ab-a46097468f2e req-63a23806-41d8-47ec-9cdc-6e09d67bdd01 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1972313 May 10 11:23:03.506842 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-0dbd53fb-03b5-4d7e-ba0f-64f746326e23 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/quotas/1cbc99a612b94107802e0591ae631c39 HTTP/1.1" status: 200 len: 375 time: 0.0276127 May 10 11:23:03.536519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-77f52771-9809-433b-a1f7-6abeac864501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:03.547098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-77f52771-9809-433b-a1f7-6abeac864501 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.0688317 May 10 11:23:03.548344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:03.603513 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-d74b5251-e0b8-4c19-b8b3-293615a33b5a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0956631 May 10 11:23:03.875114 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 May 2022 11:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78816b2-0ebf-479a-9751-38fd389ef526 x-openstack-request-id: req-c78816b2-0ebf-479a-9751-38fd389ef526 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:03.875694 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3", "status": "completed", "code": 200}, {"server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "name": "network-vif-unplugged", "status": "completed", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:03.876189 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c78816b2-0ebf-479a-9751-38fd389ef526 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:03.876766 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78816b2-0ebf-479a-9751-38fd389ef526'] response: {'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'status': 'completed', 'code': 200} May 10 11:23:03.877185 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78816b2-0ebf-479a-9751-38fd389ef526'] response: {'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2', 'code': 200} May 10 11:23:03.916730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:03.962783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-2195c122-704d-4ac7-ba4b-26bf078cfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:03.964781 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-2195c122-704d-4ac7-ba4b-26bf078cfa17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.4162610 May 10 11:23:03.972988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:04.013824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:04.013824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:22:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:04.017431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-0efa4ad8-e361-4982-ac91-96a2c00120f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 217 time: 0.0463016 May 10 11:23:04.070942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-ff01adee-c0b6-458f-af17-85ed52f92bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.072749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088135e-002d-4d34-98da-02a1fcd6693d req-2a904ab9-b170-4f12-86f6-45c374204864 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.079558 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-ff01adee-c0b6-458f-af17-85ed52f92bd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.0542140 May 10 11:23:04.081447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8088135e-002d-4d34-98da-02a1fcd6693d req-2a904ab9-b170-4f12-86f6-45c374204864 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1536870 May 10 11:23:04.121967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-cabf4444-5198-4cb9-999f-6cd2d96a7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.125133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-cabf4444-5198-4cb9-999f-6cd2d96a7a4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.1294672 May 10 11:23:04.141011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-ac2e27b9-b6ca-4046-b729-e75ad30745fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.142907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-ac2e27b9-b6ca-4046-b729-e75ad30745fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622253 May 10 11:23:04.194995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:04.251798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-5d12dd18-c48b-4153-97ab-90d1fdb5da9b service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017909 May 10 11:23:04.270790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8088135e-002d-4d34-98da-02a1fcd6693d req-18591b4a-c9a5-4659-b1ab-6a62a560bc16 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811843 May 10 11:23:04.330661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-50f0156f-06cf-4d48-ac9c-9114ce681d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:04.345692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-b57fb084-465d-4cfe-854c-9c396a7b8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.347398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-b57fb084-465d-4cfe-854c-9c396a7b8dd5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.1882710 May 10 11:23:04.437494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-428445b4-9516-4b64-9ac4-98a0d3a7f482 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 217 time: 0.0802379 May 10 11:23:04.521010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-809d008d-5ea4-4eab-ac9b-12d83367a480 req-8ab9d1b7-a9b3-43db-9a47-c962d0d9be4e service neutron] 10.222.0.13 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353036 May 10 11:23:04.530150 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40b20460-fca4-4e1e-bb1a-4f8f6ccf9989 req-4ecb58db-fd11-4be6-ae74-d79b0e258b87 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0896575 May 10 11:23:04.599019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-75ede940-4227-468d-9216-fa0bee79294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.600643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-75ede940-4227-468d-9216-fa0bee79294a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.1522427 May 10 11:23:04.618536 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017e7f8-00c9-4bea-8284-72805161ff55 x-openstack-request-id: req-3017e7f8-00c9-4bea-8284-72805161ff55 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:04.619298 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:04.619711 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3017e7f8-00c9-4bea-8284-72805161ff55 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:04.620387 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3017e7f8-00c9-4bea-8284-72805161ff55'] response: {'name': 'network-changed', 'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'status': 'completed', 'code': 200} May 10 11:23:04.637550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:04.675680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8a766-f22d-4456-90d7-609aa682e049 None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:21:41Z', 'revision_number': 4, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f1be28e1-53b6-4b29-9838-68098916d294', 'name': '', 'network_id': 'a6fe1371-c84d-45b2-b412-c2543fcd171d', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'mac_address': 'fa:16:3e:3c:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:39Z', 'updated_at': '2022-05-10T11:21:49Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'subnets': [{'id': '0639f0c4-9840-4827-a9e8-8a2eb8bbc922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:04.690761 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d43eb8d8-7a04-46d4-ba93-a4d9ad723d7c req-aab78673-5655-4b3f-a46b-f518134d7d96 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 210 time: 0.0611444 May 10 11:23:04.738450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-b4221923-e1b4-484d-9111-053257c9c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.740081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-b4221923-e1b4-484d-9111-053257c9c03b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319714 May 10 11:23:04.818909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cba56-0c72-4a8e-a01f-5a88ce20bf88 req-a532004b-b2f6-4043-8cde-c34754ef3166 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.820616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-db9cba56-0c72-4a8e-a01f-5a88ce20bf88 req-a532004b-b2f6-4043-8cde-c34754ef3166 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 947 time: 0.1037500 May 10 11:23:04.911323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340e01-f3ed-497d-b7ae-92de85701c0a req-55253509-65a6-456f-b1a1-d4b4b84882a0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:04.918655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-db9cba56-0c72-4a8e-a01f-5a88ce20bf88 req-bdacaed5-9f21-4d04-a9c8-7f30144d36c7 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823262 May 10 11:23:04.919784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45340e01-f3ed-497d-b7ae-92de85701c0a req-55253509-65a6-456f-b1a1-d4b4b84882a0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 943 time: 0.1020603 May 10 11:23:05.000552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-390f1b31-21cc-498c-a186-d27f2a9f03a2 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460871 May 10 11:23:05.003386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45340e01-f3ed-497d-b7ae-92de85701c0a req-86e9e493-7767-4339-a584-25f9e167f912 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 May 10 11:23:05.150528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:05.153660 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06efe0e4-3298-4341-8da8-25fc99223512 None None] New status for floating IP 2a3d591b-3d70-4b5a-92f4-35aa757c30b6: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:23:05.174608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3236452-3649-46b0-9fef-9f396ec209ba req-d258142d-3e84-4ca7-b403-a0e10b79763a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips/2a3d591b-3d70-4b5a-92f4-35aa757c30b6 HTTP/1.1" status: 200 len: 695 time: 0.0629232 May 10 11:23:05.177009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7d20cf-8c3c-41ad-911f-25b077b465ca req-e9d1e6e7-13d9-4236-91b7-c6aebb5da2a4 service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640027 May 10 11:23:05.500850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048a7a4-a5f0-4a50-88c4-7ef808638483 req-e44e22fb-752b-4c90-b1d5-2384ccc5e05f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:05.511358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b048a7a4-a5f0-4a50-88c4-7ef808638483 req-e44e22fb-752b-4c90-b1d5-2384ccc5e05f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1080289 May 10 11:23:05.597884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b048a7a4-a5f0-4a50-88c4-7ef808638483 req-0493d624-ce77-43f8-a233-28d31ed8cdff tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803282 May 10 11:23:05.670362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c2b03ee2-4009-49fd-94ab-a46097468f2e req-84100d38-6f19-4e82-834d-24218b2186de tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.4036682 May 10 11:23:05.712789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3236452-3649-46b0-9fef-9f396ec209ba req-4fa5ae5b-1a22-4d79-8b02-2dd5b74cb468 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:05.714165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3236452-3649-46b0-9fef-9f396ec209ba req-4fa5ae5b-1a22-4d79-8b02-2dd5b74cb468 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.5324490 May 10 11:23:05.722077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-57399a8a-7099-4c50-8344-38d98e375218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:05.723952 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-57399a8a-7099-4c50-8344-38d98e375218 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab2d4592fe54314aeb7202425527f8a&device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 1097 time: 0.4584584 May 10 11:23:05.728128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b575cdf5-e9ee-4421-9687-06032d69730e req-ead48cae-04d9-4ec9-9822-f3479ee5c4a5 tempest-ServersAdmin275Test-880454918 tempest-ServersAdmin275Test-880454918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dc4049-c17e-4f5d-bad3-609151536e7c HTTP/1.1" status: 200 len: 210 time: 0.0599599 May 10 11:23:05.732099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-e3236452-3649-46b0-9fef-9f396ec209ba req-b235926e-bb68-43f4-be25-6d3b56ed326a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:05.733166 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3236452-3649-46b0-9fef-9f396ec209ba req-b235926e-bb68-43f4-be25-6d3b56ed326a tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082870 May 10 11:23:05.820075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-723c36bf-0bd0-4529-8434-a19fc6deec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:05.821552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-723c36bf-0bd0-4529-8434-a19fc6deec4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 200 len: 922 time: 0.0874200 May 10 11:23:05.885408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:05.887576 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5fd84f-490c-4242-a034-cc8739a09d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:05.924843 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-81c04bd5-65f8-440c-9eb8-2ef62adf8c3f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956819 May 10 11:23:05.926407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-35048777-9715-4e4d-b5cf-301815b32a10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 200 len: 217 time: 0.0849326 May 10 11:23:05.935927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3236452-3649-46b0-9fef-9f396ec209ba req-7dd73f4a-1105-4180-a36f-faae9759e23d tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 696 time: 0.1133313 May 10 11:23:05.983205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f7a7421-5de4-42d5-87a6-03edf076fd7c req-7b865bfa-8f03-4685-985f-8c500b3371a3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 210 time: 0.0543339 May 10 11:23:06.061993 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9112c825-630e-4767-b7c6-5f8989cefa22 x-openstack-request-id: req-9112c825-630e-4767-b7c6-5f8989cefa22 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:06.062297 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:06.064771 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9112c825-630e-4767-b7c6-5f8989cefa22 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:06.064771 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9112c825-630e-4767-b7c6-5f8989cefa22'] response: {'name': 'network-changed', 'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2', 'status': 'completed', 'code': 200} May 10 11:23:06.088390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3236452-3649-46b0-9fef-9f396ec209ba req-b763f4c0-2d06-4e22-80ea-911a9b67dcb7 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 696 time: 0.1514628 May 10 11:23:06.179921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-be15eaa6-d88e-4ad5-aea2-b30580f9ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:06.181357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-be15eaa6-d88e-4ad5-aea2-b30580f9ea5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1124 time: 0.1065252 May 10 11:23:06.195444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-e07f7776-9332-4768-93a4-f0ac1fa52737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:06.197801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-e07f7776-9332-4768-93a4-f0ac1fa52737 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 200 len: 860 time: 0.2547026 May 10 11:23:06.220870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314abf8-3d4b-464b-977a-667862214b4b req-cef7c49a-8cec-49e5-995b-e0fdea519d21 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:06.222867 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f314abf8-3d4b-464b-977a-667862214b4b req-cef7c49a-8cec-49e5-995b-e0fdea519d21 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 947 time: 0.0944028 May 10 11:23:06.263608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-fd8e1efe-ef2c-4fe0-aa32-ebdb8a100770 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:06.264835 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-fd8e1efe-ef2c-4fe0-aa32-ebdb8a100770 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3140948 May 10 11:23:06.290912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Request body: {'port': {'device_id': 'da9d25ee-5755-4cb9-aab7-a970f515964f', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '1cbc99a612b94107802e0591ae631c39'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:06.299602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f314abf8-3d4b-464b-977a-667862214b4b req-b42ea7cd-ae7e-4f1f-88f0-75812cf5e445 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639234 May 10 11:23:06.338667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e14cdb4-9122-4208-aa49-d72c3a0940d2 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:06.361720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-71eebcdd-a7de-442c-b31a-aa86c6c9be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:06.366051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-71eebcdd-a7de-442c-b31a-aa86c6c9be14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.1664996 May 10 11:23:06.496050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-c57efef5-2084-40bf-b210-50332d5e4982 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 217 time: 0.1192343 May 10 11:23:06.547043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-d4ea2933-a83d-4d92-9b44-357c92276198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:06.548786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-d4ea2933-a83d-4d92-9b44-357c92276198 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6fe1371-c84d-45b2-b412-c2543fcd171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3377438 May 10 11:23:06.554046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c482314-0e4a-48a3-b101-0fe822d6ddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:06.632675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:06.651197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-05761728-ac9e-448d-9bb7-2f45c99f1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:06.655789 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-05761728-ac9e-448d-9bb7-2f45c99f1b3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1232841 May 10 11:23:06.662610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e14cdb4-9122-4208-aa49-d72c3a0940d2 has no active binding in host n-h2-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 11:23:06.664134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:06.706829 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Made reservation on behalf of 1cbc99a612b94107802e0591ae631c39 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:06.714651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-825e9e34-e53e-4fea-b1d0-12907441fefb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482945 May 10 11:23:06.720674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:06.727604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e170a1-bd9c-41d6-b68c-d7ccdb871655 req-5495eed1-3335-4fe9-af12-846f2437050a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:06.736106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58e170a1-bd9c-41d6-b68c-d7ccdb871655 req-5495eed1-3335-4fe9-af12-846f2437050a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 943 time: 0.3496606 May 10 11:23:06.750948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Deleting port ff5c2ebc-23fd-4f85-8315-ac645266ffb7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:06.751295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:06.867102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-16c12130-bf10-4928-8270-4ef3bddf32d4 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286783 May 10 11:23:06.897920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-66571491-d7bf-47c1-85f3-e5d53c1b36c4 service neutron] 10.222.0.70 "GET /v2.0/ports/2e14cdb4-9122-4208-aa49-d72c3a0940d2/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.0708640 May 10 11:23:06.961317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-1c4ca82c-7263-4105-9fe7-0d5cbbb590fa service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868487 May 10 11:23:06.966573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:06.984312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '3b657bc3-2ab0-4a66-8b4c-0145e180dcf6', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '3b657bc3-2ab0-4a66-8b4c-0145e180dcf6', 'mac_address': 'fa:16:3e:33:6b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:07.040575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:07.040884 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.061733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:07.088521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:07.099216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58e170a1-bd9c-41d6-b68c-d7ccdb871655 req-02f3f71c-5590-445c-b19c-a9e3d9484982 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619561 May 10 11:23:07.103459 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.105502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.105942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.135257 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-3b436d56-8f28-4274-b947-e36ca404b902 service neutron] show failed (client error): The resource could not be found. May 10 11:23:07.137048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-3b436d56-8f28-4274-b947-e36ca404b902 service neutron] 10.222.0.49 "GET /v2.0/ports/b9ac89c6-56fb-4394-9039-fe7689b89969/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.2567346 May 10 11:23:07.139063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5fd84f-490c-4242-a034-cc8739a09d3c req-3dc9b382-8144-4d13-bd19-9fe80e5594d9 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556829 May 10 11:23:07.147012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Calling delete_port for ff5c2ebc-23fd-4f85-8315-ac645266ffb7 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:07.169655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:07.328566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:07.328990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb56588-0504-4321-aa6c-f55d4beeccea req-752cb239-ac0b-41e6-aa65-b9cd5c69ddb7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:07.339348 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0eb56588-0504-4321-aa6c-f55d4beeccea req-752cb239-ac0b-41e6-aa65-b9cd5c69ddb7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0838695 May 10 11:23:07.354652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:07.382233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Allocated IP 192.168.233.96 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/6035b17e-0bac-48fb-80e8-882c3adb7485) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:07.387041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['3b657bc3-2ab0-4a66-8b4c-0145e180dcf6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:07.410533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0eb56588-0504-4321-aa6c-f55d4beeccea req-87e53e11-e6ca-4a20-81ca-d3d882511f17 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680492 May 10 11:23:07.461080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b881ad7f-29b1-43c2-9648-37c9d7cba248 req-8c6bfd05-b7be-4854-bc13-f8fe519bdebc service neutron] 10.222.0.70 "GET /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742517 May 10 11:23:07.466998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e14cdb4-9122-4208-aa49-d72c3a0940d2 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:07.488809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:07.536199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.562250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-387a01ca-b80c-4860-8f01-30af3ffef620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:07.567861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-387a01ca-b80c-4860-8f01-30af3ffef620 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 1100 time: 0.1433859 May 10 11:23:07.600259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:07.644883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.721335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b8dfaac-e2ca-4a45-80a0-db10f1885e5a req-033e2501-6cf8-416a-971e-15c37d4307c9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 210 time: 0.0678883 May 10 11:23:07.763753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.853471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] Transition to ACTIVE for port object 2e14cdb4-9122-4208-aa49-d72c3a0940d2 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:07.854546 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.876477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.884733 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.929460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Pushing event deleted for resources: {'Port': ['ID=ff5c2ebc-23fd-4f85-8315-ac645266ffb7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:07.944847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.947576 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:07.952440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3236452-3649-46b0-9fef-9f396ec209ba req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "DELETE /v2.0/floatingips/2a3d591b-3d70-4b5a-92f4-35aa757c30b6 HTTP/1.1" status: 204 len: 173 time: 1.8312848 May 10 11:23:07.976307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.982232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.985741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.986289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.986807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.992177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.992731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.993242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.993734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.994234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.994721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.995192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c0a06-5acf-4775-bd0e-97859a66a328 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:07.999996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55452) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:08.032989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] No DVR routers for this DVR port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:23:08.091295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03a56-b811-404a-be64-b8455eb30853 req-7567a0aa-4ae8-48e8-9d79-65fb0099e7d1 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:08.102982 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86d03a56-b811-404a-be64-b8455eb30853 req-7567a0aa-4ae8-48e8-9d79-65fb0099e7d1 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 948 time: 0.2503119 May 10 11:23:08.113009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] 10.222.0.70 "PUT /v2.0/ports/2e14cdb4-9122-4208-aa49-d72c3a0940d2/bindings/n-h2-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1744163 May 10 11:23:08.127750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fd0b8-2974-44ec-a29e-ef549f0ea4ef service neutron] Pushing event updated for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:08.137383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:08.149382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875', 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:08.207449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:08.214928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:08.220774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:08.227236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:08.227971 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:08.241041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'Port': ['ID=6035b17e-0bac-48fb-80e8-882c3adb7485,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:08.265230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f', '8a6284ea-4a19-4efc-9271-c96f33467a51'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:08.275279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7e27cf53-824b-4a60-b3e2-3a161442b7d4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9875977 May 10 11:23:08.294802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Request body: {'port': {'device_id': 'da9d25ee-5755-4cb9-aab7-a970f515964f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:08.368467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b9ac89c6-56fb-4394-9039-fe7689b89969 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:08.387300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:08.459292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86d03a56-b811-404a-be64-b8455eb30853 req-0120c4dc-ce72-4564-b72c-7df9d747d8bd tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528655 May 10 11:23:08.461123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:08.628692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:08.629853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b5234-e9a1-4ad0-8b6a-f9d36f005641 req-4aa4c2dd-75ac-4294-8d10-57849e99242c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:08.632403 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af5b5234-e9a1-4ad0-8b6a-f9d36f005641 req-4aa4c2dd-75ac-4294-8d10-57849e99242c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 944 time: 0.2175257 May 10 11:23:08.656030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-267e1b6e-8140-437e-a8a5-feedf774b0d7 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:08.657546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-267e1b6e-8140-437e-a8a5-feedf774b0d7 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.4416618 May 10 11:23:08.671671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9af177cb-dfff-4d37-b7c2-680159387ee8 None None] Provisioning complete for port 6035b17e-0bac-48fb-80e8-882c3adb7485 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:08.672921 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9af177cb-dfff-4d37-b7c2-680159387ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:08.682256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:08.704586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af5b5234-e9a1-4ad0-8b6a-f9d36f005641 req-81085afe-4197-4c2f-a16c-676b1df36f2c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647228 May 10 11:23:08.744226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b9ac89c6-56fb-4394-9039-fe7689b89969 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:08.744987 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:08.797291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d38d232-fc65-411c-9147-f224bc031e5e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:08.811886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9af177cb-dfff-4d37-b7c2-680159387ee8 None None] Port 6035b17e-0bac-48fb-80e8-882c3adb7485 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:23:08.813276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.813619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.813953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.814280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.814643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.814953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.815271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.815590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.815930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.816249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.816563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.816879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:08.828872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6dc35f5b-300a-4b01-968e-582e9fdfc978 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ab1fc7415fb4ec58442dd36549c71f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8063507 May 10 11:23:08.834738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55464) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:08.858325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:08.862910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-2b8644c0-ba9d-4bc3-a8ce-b76f55d3e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:08.865003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-2b8644c0-ba9d-4bc3-a8ce-b76f55d3e721 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa&tenant_id=f412398bacf64f12baf28adf9efeeed7 HTTP/1.1" status: 200 len: 1095 time: 0.1772797 May 10 11:23:08.871468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df1585-5623-4595-88da-408e3b9deee0 req-b9c29e42-8493-4080-a577-d4f4fe3c9888 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:08.884592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46df1585-5623-4595-88da-408e3b9deee0 req-b9c29e42-8493-4080-a577-d4f4fe3c9888 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0818827 May 10 11:23:08.917399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477468a-9e23-4d55-b029-bfa67ff2b369 req-9c23fecc-7517-4c7a-ad70-97ff10e75912 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:08.927317 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6477468a-9e23-4d55-b029-bfa67ff2b369 req-9c23fecc-7517-4c7a-ad70-97ff10e75912 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 946 time: 0.2956285 May 10 11:23:08.961775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46df1585-5623-4595-88da-408e3b9deee0 req-fa27ef70-a40b-4b3d-bbc2-cf9d085f8eeb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665822 May 10 11:23:09.004400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2632c4db-0c45-46b8-a594-15bdca04160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.057439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6477468a-9e23-4d55-b029-bfa67ff2b369 req-ec3c4ebe-058e-4e0b-b6c7-1463578bf5d4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291699 May 10 11:23:09.070950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:09.080645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-8950777e-c6f9-465e-875a-64424e51abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:09.082443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-8950777e-c6f9-465e-875a-64424e51abf5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1095 time: 0.1734903 May 10 11:23:09.108130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2632c4db-0c45-46b8-a594-15bdca04160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.139261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2ea55-f785-4888-832c-f49bc00f1cb3 req-44775d1c-5cff-4a50-a9be-7ae0e24c8f8b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:09.143029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46b2ea55-f785-4888-832c-f49bc00f1cb3 req-44775d1c-5cff-4a50-a9be-7ae0e24c8f8b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 935 time: 0.0726230 May 10 11:23:09.196266 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.213781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:09.214550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46b2ea55-f785-4888-832c-f49bc00f1cb3 req-ded8149d-1182-47b6-840e-7b00781dab21 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604980 May 10 11:23:09.216204 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2121c9-c92d-4a88-a313-9799341a2c48" -d '{"events": [{"server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:09.224365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.273710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Transition to ACTIVE for port object b9ac89c6-56fb-4394-9039-fe7689b89969 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:09.291594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.339675 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46ea142-3878-4c4b-8d81-884fa8d8c378 x-openstack-request-id: req-e46ea142-3878-4c4b-8d81-884fa8d8c378 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:09.339996 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:09.340244 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e46ea142-3878-4c4b-8d81-884fa8d8c378 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:09.340681 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46ea142-3878-4c4b-8d81-884fa8d8c378'] response: {'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'code': 200} May 10 11:23:09.342492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-782b209d-0f74-47b7-a7c9-e4971d468f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:09.344667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-782b209d-0f74-47b7-a7c9-e4971d468f61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.2389281 May 10 11:23:09.352292 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2632c4db-0c45-46b8-a594-15bdca04160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.356443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2632c4db-0c45-46b8-a594-15bdca04160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.357598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2632c4db-0c45-46b8-a594-15bdca04160b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d38d232-fc65-411c-9147-f224bc031e5e HTTP/1.1" status: 204 len: 168 time: 0.5184844 May 10 11:23:09.359583 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:23:09.360220 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:23:09.467635 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.473667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632c4db-0c45-46b8-a594-15bdca04160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d38d232-fc65-411c-9147-f224bc031e5e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:09.513873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:09.517459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-3fe566f4-d997-4a65-9066-2d64f5264ada service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 217 time: 0.1517532 May 10 11:23:09.519114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] No DVR routers for this DVR port b9ac89c6-56fb-4394-9039-fe7689b89969 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:23:09.607176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6035b17e-0bac-48fb-80e8-882c3adb7485 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:09.640111 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.698461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Attempting to bind port b9ac89c6-56fb-4394-9039-fe7689b89969 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:09.698956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Attempting to bind port b9ac89c6-56fb-4394-9039-fe7689b89969 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:09.699232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Transition to ACTIVE for port object 6035b17e-0bac-48fb-80e8-882c3adb7485 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:09.699701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Attempting to bind port b9ac89c6-56fb-4394-9039-fe7689b89969 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:09.710777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-fe2aa3bc-fc25-4345-9d2b-05c3e90fa392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:09.712563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-fe2aa3bc-fc25-4345-9d2b-05c3e90fa392 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1840322 May 10 11:23:09.713863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Port b9ac89c6-56fb-4394-9039-fe7689b89969 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:09.714279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Attempting to bind port b9ac89c6-56fb-4394-9039-fe7689b89969 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:09.720499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134df22-418d-449d-a15d-f211123a5ba4 req-a5cfa619-4e2f-4961-809f-7f3c5757e247 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:09.720733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:09.721139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:09.721602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:09.722170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Bound port: b9ac89c6-56fb-4394-9039-fe7689b89969, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:09.722965 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.742622 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4134df22-418d-449d-a15d-f211123a5ba4 req-a5cfa619-4e2f-4961-809f-7f3c5757e247 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 948 time: 0.1234028 May 10 11:23:09.780173 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:09.828600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-5054918e-873e-46fa-b4a9-43a942bf63c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032050 May 10 11:23:09.896752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4134df22-418d-449d-a15d-f211123a5ba4 req-6eaa7d41-938e-4059-87b2-aeeb9f8cb1c7 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530600 May 10 11:23:09.916795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Pushing event updated for resources: {'Port': ['ID=6035b17e-0bac-48fb-80e8-882c3adb7485,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:09.941255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55476) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:09.958492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-aa282f24-e33b-41c6-8624-175de5688ec6 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:09.963562 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-aa282f24-e33b-41c6-8624-175de5688ec6 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.70 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 946 time: 0.2079244 May 10 11:23:09.974039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b9ac89c6-56fb-4394-9039-fe7689b89969 is: DOWN; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:10.012859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a290daf-0cb6-46a7-91f9-3bcdd7c61b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.061193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:10.065126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:10.102499 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-416577e2-be31-45d5-bed5-bbecb65b2518 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425773 May 10 11:23:10.106714 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.139734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Attempting to bind port 6035b17e-0bac-48fb-80e8-882c3adb7485 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:10.139734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Attempting to bind port 6035b17e-0bac-48fb-80e8-882c3adb7485 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:10.139734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Attempting to bind port 6035b17e-0bac-48fb-80e8-882c3adb7485 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:10.163990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a24f5d-8681-42e1-b5eb-39c1f290c747 req-67873cd8-7606-4681-8aaf-a364412f1523 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:10.167888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10a24f5d-8681-42e1-b5eb-39c1f290c747 req-67873cd8-7606-4681-8aaf-a364412f1523 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 944 time: 0.3290203 May 10 11:23:10.178751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Port 6035b17e-0bac-48fb-80e8-882c3adb7485 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:10.179095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Attempting to bind port 6035b17e-0bac-48fb-80e8-882c3adb7485 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:10.198834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:10.198834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:10.198834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:10.198834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Bound port: 6035b17e-0bac-48fb-80e8-882c3adb7485, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:10.198834 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.219000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd52761-a4d5-4127-bbb5-86d8f0fe9b95 req-fb8bbd23-a7fc-47d4-9fdc-316a515a0eae tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:10.228769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8bd52761-a4d5-4127-bbb5-86d8f0fe9b95 req-fb8bbd23-a7fc-47d4-9fdc-316a515a0eae tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.1453745 May 10 11:23:10.250266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:10.251568 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.253326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] 10.222.0.70 "PUT /v2.0/ports/b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 1095 time: 2.6757615 May 10 11:23:10.353853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:10.394332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb83f7a-9163-4f27-b62c-69d2535a81c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:10.417648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10a24f5d-8681-42e1-b5eb-39c1f290c747 req-f24018f6-7969-461a-bbc5-1f4d8a773903 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292674 May 10 11:23:10.433077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Deleting port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:10.433686 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.448157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8bd52761-a4d5-4127-bbb5-86d8f0fe9b95 req-b08ee51b-a247-47dc-89fc-00d33f02d742 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165182 May 10 11:23:10.515169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:10.526270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:10.526703 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.582360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a290daf-0cb6-46a7-91f9-3bcdd7c61b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.587024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-c0cafef4-4061-499e-b381-f64e34d1e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:10.587350 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:23:10.589669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-c0cafef4-4061-499e-b381-f64e34d1e384 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1098 time: 0.2720456 May 10 11:23:10.600726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a290daf-0cb6-46a7-91f9-3bcdd7c61b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.635753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] For port 6035b17e-0bac-48fb-80e8-882c3adb7485, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:10.650271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3a290daf-0cb6-46a7-91f9-3bcdd7c61b93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbdc86cf3fd3460fb889f348c06ea8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969504 May 10 11:23:10.655720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:10.684165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] For port 6035b17e-0bac-48fb-80e8-882c3adb7485, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6035b17e-0bac-48fb-80e8-882c3adb7485,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:10.688962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:10.689383 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.706153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.723667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31339fff-774d-447c-a5b2-111d9dd58911 req-86693603-7f14-46a3-ae2d-f8c4f2bf9786 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:10.724965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-4b08b596-339d-4412-b478-4d5cf1af718d service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101210 May 10 11:23:10.725483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31339fff-774d-447c-a5b2-111d9dd58911 req-86693603-7f14-46a3-ae2d-f8c4f2bf9786 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 947 time: 0.1708071 May 10 11:23:10.735911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114bc5be-8472-4d1c-b75e-d6fd19c2d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b657bc3-2ab0-4a66-8b4c-0145e180dcf6'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:10.739270 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c1f5e9-dd44-4ee4-9e26-afc609965b8b" -d '{"events": [{"server_uuid": "114bc5be-8472-4d1c-b75e-d6fd19c2d403", "name": "network-vif-plugged", "status": "completed", "tag": "3b657bc3-2ab0-4a66-8b4c-0145e180dcf6"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:10.766423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:10.777634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.792185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] For port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:10.792546 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.810098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:10.810567 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.812033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] 10.222.0.49 "PUT /v2.0/ports/6035b17e-0bac-48fb-80e8-882c3adb7485 HTTP/1.1" status: 200 len: 1095 time: 2.5258508 May 10 11:23:10.821260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9d25ee-5755-4cb9-aab7-a970f515964f', 'tag': '6035b17e-0bac-48fb-80e8-882c3adb7485'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:10.823136 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df94f28-c6eb-462c-b46f-85f50ba50ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "da9d25ee-5755-4cb9-aab7-a970f515964f", "tag": "6035b17e-0bac-48fb-80e8-882c3adb7485"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:10.831381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Calling delete_port for a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:10.856129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a290daf-0cb6-46a7-91f9-3bcdd7c61b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d767c-300f-4b61-98a5-2af9126e212c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:10.868147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31339fff-774d-447c-a5b2-111d9dd58911 req-1dc39396-8ebe-4025-938d-e9901c95e0cd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173859 May 10 11:23:10.871180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d1ad1-f158-432e-83b9-dc56d7693865 service neutron] Pushing event updated for resources: {'Port': ['ID=6035b17e-0bac-48fb-80e8-882c3adb7485,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:10.877920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-70551b73-20d8-4146-823f-ccdc82f3dd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:10.940435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:10.956947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-c8d76b5b-ebbc-446c-827d-4d7c860b98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:10.959169 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-c8d76b5b-ebbc-446c-827d-4d7c860b98af service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3223403 May 10 11:23:10.968275 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db64843-0422-4cd0-bb5c-912991f865b7 x-openstack-request-id: req-5db64843-0422-4cd0-bb5c-912991f865b7 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:10.968950 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114bc5be-8472-4d1c-b75e-d6fd19c2d403", "name": "network-vif-plugged", "status": "completed", "tag": "3b657bc3-2ab0-4a66-8b4c-0145e180dcf6", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:10.969398 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5db64843-0422-4cd0-bb5c-912991f865b7 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:10.969994 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db64843-0422-4cd0-bb5c-912991f865b7'] response: {'server_uuid': '114bc5be-8472-4d1c-b75e-d6fd19c2d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b657bc3-2ab0-4a66-8b4c-0145e180dcf6', 'code': 200} May 10 11:23:10.976194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af732e-9c06-4217-9cef-78ad1010d614 req-a2afd8f9-e22d-4a49-b0ed-b920201d0b21 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:10.987543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24af732e-9c06-4217-9cef-78ad1010d614 req-a2afd8f9-e22d-4a49-b0ed-b920201d0b21 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ebd78f-9e59-4e85-915f-6d1929efbe5c HTTP/1.1" status: 200 len: 946 time: 0.3967152 May 10 11:23:11.013344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-4b399dd8-3dec-4c36-877c-3b3a67244738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.016229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-4b399dd8-3dec-4c36-877c-3b3a67244738 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 1098 time: 0.0937963 May 10 11:23:11.094713 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bad2401-df96-4445-a9ff-a6b622e69f6a x-openstack-request-id: req-0bad2401-df96-4445-a9ff-a6b622e69f6a {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:11.095059 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9d25ee-5755-4cb9-aab7-a970f515964f", "tag": "6035b17e-0bac-48fb-80e8-882c3adb7485", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:11.095489 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bad2401-df96-4445-a9ff-a6b622e69f6a {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:11.096830 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bad2401-df96-4445-a9ff-a6b622e69f6a'] response: {'name': 'network-changed', 'server_uuid': 'da9d25ee-5755-4cb9-aab7-a970f515964f', 'tag': '6035b17e-0bac-48fb-80e8-882c3adb7485', 'status': 'completed', 'code': 200} May 10 11:23:11.133239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-c024f49f-ae2f-4823-861b-72b8a5e67c38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6035b17e-0bac-48fb-80e8-882c3adb7485 HTTP/1.1" status: 200 len: 217 time: 0.1094649 May 10 11:23:11.185206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-240b5917-ed98-45dc-a6a6-75bf9a4321b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.1928902 May 10 11:23:11.227539 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-70551b73-20d8-4146-823f-ccdc82f3dd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:11.256861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24af732e-9c06-4217-9cef-78ad1010d614 req-7606c7ea-3ffd-4f3e-8794-cdad4d442ee4 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e90196-7649-4db5-8afe-d5e7ec5f9d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680616 May 10 11:23:11.560440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:11.563134 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b4e24-7752-4215-89e6-f20f97999fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:11.573404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-3650ed4a-6f71-416e-b28b-88cc85acb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.574901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-3650ed4a-6f71-416e-b28b-88cc85acb045 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.4278324 May 10 11:23:11.576690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:11.588737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:11.635883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f64410-bbfa-4769-827d-7f27a1183dc7 req-9eaa1578-1bbb-4e7e-92a1-a814122578e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.635883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01f64410-bbfa-4769-827d-7f27a1183dc7 req-9eaa1578-1bbb-4e7e-92a1-a814122578e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 1100 time: 0.4998150 May 10 11:23:11.651631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc05dc8-a461-4fc4-bb69-56a864c2ec66 req-c23ce317-5aa9-4ce9-873d-522443cf5068 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.659324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8cc05dc8-a461-4fc4-bb69-56a864c2ec66 req-c23ce317-5aa9-4ce9-873d-522443cf5068 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 949 time: 0.4678035 May 10 11:23:11.660013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-f2833adf-6225-4204-83a0-f9546f23b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.661456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-f2833adf-6225-4204-83a0-f9546f23b6c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.4261699 May 10 11:23:11.662620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Pushing event deleted for resources: {'Port': ['ID=a5cca6f1-cede-4906-bb0b-fcc1cbc935c3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:11.668362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-97d6ae52-fb07-4aa7-972f-6a745a66bb99 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.669794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-97d6ae52-fb07-4aa7-972f-6a745a66bb99 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.5287764 May 10 11:23:11.722934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401d0f-c5b0-420d-a469-4b83b44d73fc req-9ae3e219-8fe4-49af-be1a-5e240f686f6f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.724481 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4401d0f-c5b0-420d-a469-4b83b44d73fc req-9ae3e219-8fe4-49af-be1a-5e240f686f6f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 944 time: 0.1479363 May 10 11:23:11.736610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] No DVR routers for this DVR port a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:23:11.741089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:11.744303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f79f37db-fc67-4c44-bd37-a216dd0d2a24 req-09975bc2-b82f-4c54-9ce2-861a79168690 tempest-FloatingIPsAssociationTestJSON-1395050607 tempest-FloatingIPsAssociationTestJSON-1395050607-project] 10.222.0.70 "DELETE /v2.0/ports/a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 HTTP/1.1" status: 204 len: 173 time: 1.7644458 May 10 11:23:11.758725 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01f64410-bbfa-4769-827d-7f27a1183dc7 req-0c0df6f7-842a-4cdd-9770-604ab0219a49 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227489 May 10 11:23:11.771214 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-70551b73-20d8-4146-823f-ccdc82f3dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:11.771396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8cc05dc8-a461-4fc4-bb69-56a864c2ec66 req-fda5c41b-e609-4a6d-ad9c-71c743b6d3c8 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091542 May 10 11:23:11.773633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-70551b73-20d8-4146-823f-ccdc82f3dd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:11.774879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-70551b73-20d8-4146-823f-ccdc82f3dd73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba7d767c-300f-4b61-98a5-2af9126e212c HTTP/1.1" status: 204 len: 168 time: 1.1027436 May 10 11:23:11.794183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7c4b3d70-0be7-47d3-aa43-28e753106638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.796225 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-7c4b3d70-0be7-47d3-aa43-28e753106638 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844437 May 10 11:23:11.822777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70551b73-20d8-4146-823f-ccdc82f3dd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d767c-300f-4b61-98a5-2af9126e212c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:11.845836 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4401d0f-c5b0-420d-a469-4b83b44d73fc req-8e70850f-4981-4b38-8ada-43edfa1f4869 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965054 May 10 11:23:11.856182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-365ccfab-776c-4ddb-9675-338f21972a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:11.857783 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-365ccfab-776c-4ddb-9675-338f21972a65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867070 May 10 11:23:11.995415 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b064c2c-44ee-4766-9801-44335a5a82b6 x-openstack-request-id: req-9b064c2c-44ee-4766-9801-44335a5a82b6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:11.995779 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:11.996115 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b064c2c-44ee-4766-9801-44335a5a82b6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:11.996576 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b064c2c-44ee-4766-9801-44335a5a82b6'] response: {'name': 'network-changed', 'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'status': 'completed', 'code': 200} May 10 11:23:12.013195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dcadf-8e17-4d75-a1cf-84c3a6a459f4 req-c7981d55-1c7f-45ed-90a9-989c0aa0e552 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.022096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da3dcadf-8e17-4d75-a1cf-84c3a6a459f4 req-c7981d55-1c7f-45ed-90a9-989c0aa0e552 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.1268456 May 10 11:23:12.057194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 2e14cdb4-9122-4208-aa49-d72c3a0940d2 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:12.089690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-9aaac95d-6ce4-40f4-8924-1aab2a8feb6f service neutron] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:12.114445 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-9aaac95d-6ce4-40f4-8924-1aab2a8feb6f service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:12.115549 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e41c7c-5a1d-4ced-840a-af29199c79ce req-9aaac95d-6ce4-40f4-8924-1aab2a8feb6f service neutron] 10.222.0.49 "DELETE /v2.0/ports/2e14cdb4-9122-4208-aa49-d72c3a0940d2/bindings/n-h1-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.4299419 May 10 11:23:12.129477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-7fe37c8d-1af9-403f-a029-1e973879c435 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597637 May 10 11:23:12.158752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da3dcadf-8e17-4d75-a1cf-84c3a6a459f4 req-0b06937d-52aa-4558-ba32-eb4dd097f69a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355858 May 10 11:23:12.171719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 2e14cdb4-9122-4208-aa49-d72c3a0940d2 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:12.218155 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-6cecf3cc-2baa-450b-8674-740891dcc13f service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278349 May 10 11:23:12.289482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-84241690-b766-44ea-81bb-a8e0af0cecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.291862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-84241690-b766-44ea-81bb-a8e0af0cecc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1098 time: 0.2824614 May 10 11:23:12.446428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14f49-d704-4532-b379-fc0a7fddb7bb req-de2d0bf2-77cf-4549-aa7b-8b396c3405df tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.446935 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b0fd96c-9938-4a1d-9c63-b28563b81064 req-43fc41a5-cdf2-4422-a94b-475725983ec7 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079422 May 10 11:23:12.455701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d14f49-d704-4532-b379-fc0a7fddb7bb req-de2d0bf2-77cf-4549-aa7b-8b396c3405df tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 947 time: 0.1138344 May 10 11:23:12.465738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e6fb0a-551d-47b7-b048-9b7ff72e5f83 req-bb46504c-dbc5-4826-924f-f211cde2bbb7 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392631 May 10 11:23:12.525429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d14f49-d704-4532-b379-fc0a7fddb7bb req-8f06d4eb-d80b-4856-87c5-bbb2212ed8ab tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631936 May 10 11:23:12.549096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55534) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:12.555059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fa522ce4-589f-4416-8391-9e4609a02512 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799055377', 'description': 'tempest-description--1670986533'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:12.573502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-dbf15978-71cb-424e-a872-ab5de7856c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.579514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-dbf15978-71cb-424e-a872-ab5de7856c33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2741950 May 10 11:23:12.600624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa522ce4-589f-4416-8391-9e4609a02512 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:12.620074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55536) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:12.700531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-59d5a4a4-137b-4182-8d26-9bc3c3909ce9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.0967765 May 10 11:23:12.715384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-fa9493fc-2847-4a1d-ae57-b5d80e2e708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.716956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-fa9493fc-2847-4a1d-ae57-b5d80e2e708d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1098 time: 0.1365154 May 10 11:23:12.773845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-d7ce7766-c30e-47da-a905-790ad507486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.775687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-d7ce7766-c30e-47da-a905-790ad507486e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0577331 May 10 11:23:12.835919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed0e5-be63-4f69-bec6-49e95da129a3 req-dad632d7-24a5-4c35-8437-e84b24af6521 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.844561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fbed0e5-be63-4f69-bec6-49e95da129a3 req-dad632d7-24a5-4c35-8437-e84b24af6521 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1095 time: 0.2053311 May 10 11:23:12.892743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-7cbbd4fb-2ad5-4233-99d2-67b02b6cf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.894375 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-7cbbd4fb-2ad5-4233-99d2-67b02b6cf18a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 1098 time: 0.1805053 May 10 11:23:12.912475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-7e57e679-ffe0-428b-8da1-5fd463348782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:12.913983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-7e57e679-ffe0-428b-8da1-5fd463348782 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282115 May 10 11:23:12.935002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fbed0e5-be63-4f69-bec6-49e95da129a3 req-7b61ea0c-285e-4e68-a8cf-597ef60e3a38 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846648 May 10 11:23:12.969272 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa522ce4-589f-4416-8391-9e4609a02512 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.040928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa522ce4-589f-4416-8391-9e4609a02512 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.099198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa522ce4-589f-4416-8391-9e4609a02512 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.103160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fa522ce4-589f-4416-8391-9e4609a02512 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5501728 May 10 11:23:13.134578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'name': 'network-vif-deleted', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:13.137066 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c214ec1-d089-4ffd-9567-0be25b385aa1" -d '{"events": [{"server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "name": "network-vif-deleted", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:13.140296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55556) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:13.148223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-75899af8-91fb-4e4e-b47d-a4df0f770ac3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Request body: {'security_group_rule': {'security_group_id': '18d6a466-3660-436f-8afc-b2a05e83e56f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:13.168880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa522ce4-589f-4416-8391-9e4609a02512 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d6a466-3660-436f-8afc-b2a05e83e56f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:13.197836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75899af8-91fb-4e4e-b47d-a4df0f770ac3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.214920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-0a63e00a-80ad-4b3e-87be-fe482996fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.216588 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-0a63e00a-80ad-4b3e-87be-fe482996fa90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2963719 May 10 11:23:13.241021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-b1d8235a-0d26-4da4-bcc7-678b2243f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.245069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-b1d8235a-0d26-4da4-bcc7-678b2243f0f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.5139954 May 10 11:23:13.257241 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a9817e-ab4a-4567-b612-5ad3df0f21a3 x-openstack-request-id: req-53a9817e-ab4a-4567-b612-5ad3df0f21a3 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:13.257584 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ebd78f-9e59-4e85-915f-6d1929efbe5c", "name": "network-vif-deleted", "tag": "a5cca6f1-cede-4906-bb0b-fcc1cbc935c3", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:13.257895 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53a9817e-ab4a-4567-b612-5ad3df0f21a3 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:13.258340 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a9817e-ab4a-4567-b612-5ad3df0f21a3'] response: {'server_uuid': '72ebd78f-9e59-4e85-915f-6d1929efbe5c', 'name': 'network-vif-deleted', 'tag': 'a5cca6f1-cede-4906-bb0b-fcc1cbc935c3', 'status': 'completed', 'code': 200} May 10 11:23:13.268849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d87e0-fd47-4d7c-bfec-286569811b49 req-364166ce-7df9-4e85-bbe7-687da08f0c3e tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.275031 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff0d87e0-fd47-4d7c-bfec-286569811b49 req-364166ce-7df9-4e85-bbe7-687da08f0c3e tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 949 time: 0.3529320 May 10 11:23:13.314137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-f0ad9fb8-17db-44f6-8c33-2fafc9623fea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6035b17e-0bac-48fb-80e8-882c3adb7485 HTTP/1.1" status: 200 len: 217 time: 0.0643227 May 10 11:23:13.335082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-8e5a2a39-2b3d-4393-a512-a324ddbd6b15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.0491760 May 10 11:23:13.374552 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75899af8-91fb-4e4e-b47d-a4df0f770ac3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.434057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75899af8-91fb-4e4e-b47d-a4df0f770ac3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.444146 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff0d87e0-fd47-4d7c-bfec-286569811b49 req-4f87eaee-cf6d-4633-bcf1-ebeebb3bdc28 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677425 May 10 11:23:13.468001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-384ae610-2d3b-4563-92af-67424f975474 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354371 May 10 11:23:13.477434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-5c107f9b-25e6-4918-add7-09ae20ad7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.477590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-e2f9fca5-8bc0-4f23-bd42-36128cb7d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.478996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-e2f9fca5-8bc0-4f23-bd42-36128cb7d888 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1185355 May 10 11:23:13.479371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-5c107f9b-25e6-4918-add7-09ae20ad7dee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1558440 May 10 11:23:13.549867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75899af8-91fb-4e4e-b47d-a4df0f770ac3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4290a256-7e8d-4755-bfdc-491b42502b50,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:13.566486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75899af8-91fb-4e4e-b47d-a4df0f770ac3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.567695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-75899af8-91fb-4e4e-b47d-a4df0f770ac3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4233317 May 10 11:23:13.582553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176f5a3-23b3-4793-927b-d86ce29cadb9 req-ed797943-ffb9-4962-9d36-3441aefb1b9f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.590387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3176f5a3-23b3-4793-927b-d86ce29cadb9 req-ed797943-ffb9-4962-9d36-3441aefb1b9f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.1898112 May 10 11:23:13.593116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55580) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:13.601648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0ed0e80d-b7c8-4881-ba7d-7cf9e760a0e5 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Request body: {'security_group_rule': {'security_group_id': '18d6a466-3660-436f-8afc-b2a05e83e56f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:13.637328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-0dacc56f-820e-4156-8ae7-7e8adf17d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.639026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-0dacc56f-820e-4156-8ae7-7e8adf17d3a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514797 May 10 11:23:13.686120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-5a704458-9d19-443d-af3d-12d3f2e6641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.687718 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-5a704458-9d19-443d-af3d-12d3f2e6641f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909838 May 10 11:23:13.704390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3176f5a3-23b3-4793-927b-d86ce29cadb9 req-3c8f6174-e2d5-48c8-9efc-23525be222fc tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129303 May 10 11:23:13.738388 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-c3f7d202-4b82-42fd-b1bc-61b5cff4630a service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584295 May 10 11:23:13.747450 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e80d-b7c8-4881-ba7d-7cf9e760a0e5 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.760472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625cb83-00d6-4621-947d-cf130776903c req-bde47d50-a0f6-452e-85bc-e597f43ebcd1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:13.761945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-bde47d50-a0f6-452e-85bc-e597f43ebcd1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 820 time: 0.2137172 May 10 11:23:13.787187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-8f9ed5ca-e68a-46d7-b262-07c70d75a9aa tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/quotas/f412398bacf64f12baf28adf9efeeed7 HTTP/1.1" status: 200 len: 375 time: 0.0147889 May 10 11:23:13.864907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-e4c4116e-d84e-4177-8ba7-2f7b1a66bf35 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125819 May 10 11:23:13.918615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-797a9f7d-3bf6-4bc7-a5f3-0c41bd82d04b service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066131 May 10 11:23:13.946914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-86afb2e8-9114-4d47-823e-fc84a5120fb2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494451 May 10 11:23:14.024924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067c289-b1c6-4d40-a07f-a501ba1a5f64 req-109f6285-10d0-4586-a294-9f1bbf2f8899 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:14.026406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c067c289-b1c6-4d40-a07f-a501ba1a5f64 req-109f6285-10d0-4586-a294-9f1bbf2f8899 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 947 time: 0.1928687 May 10 11:23:14.031307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e80d-b7c8-4881-ba7d-7cf9e760a0e5 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:14.038158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-649b4e24-7752-4215-89e6-f20f97999fe5 req-02fc6533-9c29-4fc7-a3b4-f18120bc1218 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638587 May 10 11:23:14.051007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:14.058534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e80d-b7c8-4881-ba7d-7cf9e760a0e5 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:14.063139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:14.085433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-7ab830c3-c414-4953-b4bc-285abdca5208 service neutron] 10.222.0.13 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216762 May 10 11:23:14.086737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:14.087247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a5cca6f1-cede-4906-bb0b-fcc1cbc935c3 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:14.133713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0e80d-b7c8-4881-ba7d-7cf9e760a0e5 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aba4c6d-cc8e-4dbd-98ca-1fdd5c64e879,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:14.163480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e80d-b7c8-4881-ba7d-7cf9e760a0e5 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:14.164692 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ed0e80d-b7c8-4881-ba7d-7cf9e760a0e5 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5684962 May 10 11:23:14.172162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55590) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:14.178988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3df94f28-c6eb-462c-b46f-85f50ba50ef1 req-e8e86514-614d-43ce-a75d-af78a168a3c9 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428241 May 10 11:23:14.181224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:14.210164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-3d14ebc6-edd3-49ff-a3f4-1e796ce2663c service neutron] 10.222.0.13 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235373 May 10 11:23:14.217526 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c067c289-b1c6-4d40-a07f-a501ba1a5f64 req-84b6ad12-e1d5-416b-ae04-446668238125 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619196 May 10 11:23:14.220571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:14.357207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:14.464135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0c2d3e3-83bc-4bb5-9b52-0093cdb7b7e9 req-c7c1173c-b888-4674-9c7e-f93a10f111e1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 210 time: 0.0492635 May 10 11:23:14.528206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Deleting port f1be28e1-53b6-4b29-9838-68098916d294 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:14.528454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:14.632328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Allocated IP 172.25.8.121 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b36b4def-74d2-484d-aadf-0d48b4c7a051) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:14.868795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3acb8-20b7-4788-853a-257dfaea9604 req-5f25294e-7c19-4c60-890d-91d9306a1c91 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:14.877101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def3acb8-20b7-4788-853a-257dfaea9604 req-5f25294e-7c19-4c60-890d-91d9306a1c91 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 949 time: 0.2290900 May 10 11:23:14.931176 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def3acb8-20b7-4788-853a-257dfaea9604 req-cafb4af6-491e-4af5-a10a-0a49dd28f703 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534806 May 10 11:23:14.973158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.013188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.062814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:15.065617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:15.069414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:15.107394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event updated for resources: {'Port': ['ID=b36b4def-74d2-484d-aadf-0d48b4c7a051,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:15.126477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55630) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:15.131492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f4083-b557-4b86-8760-17111b8025b8 req-4632561c-ae6c-44d0-a0b8-246904b1d34d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:15.138293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d9f4083-b557-4b86-8760-17111b8025b8 req-4632561c-ae6c-44d0-a0b8-246904b1d34d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.1722856 May 10 11:23:15.140488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] For port f1be28e1-53b6-4b29-9838-68098916d294, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f1be28e1-53b6-4b29-9838-68098916d294,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:15.140873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.183124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Calling delete_port for f1be28e1-53b6-4b29-9838-68098916d294 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:15.199010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.205576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d9f4083-b557-4b86-8760-17111b8025b8 req-8260f317-8363-46c9-a1c1-6b7316f46d6f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543849 May 10 11:23:15.267183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.298146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f4cf75b-ee07-486e-84c6-dff7278c9dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.618824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.667021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-e68e89df-65ac-424e-a4bc-8b0da85d9651 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:15.669454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-e68e89df-65ac-424e-a4bc-8b0da85d9651 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 947 time: 0.1654706 May 10 11:23:15.677856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1be28e1-53b6-4b29-9838-68098916d294,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:15.690297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9814ff-0969-48c3-87e6-02f1b56b035c req-99ab9edf-5a05-4ec0-a225-157f0c87dce6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:15.692810 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b9814ff-0969-48c3-87e6-02f1b56b035c req-99ab9edf-5a05-4ec0-a225-157f0c87dce6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 947 time: 0.1874115 May 10 11:23:15.761279 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f4cf75b-ee07-486e-84c6-dff7278c9dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.778473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf2f9-3029-40b0-94ac-4874631a48e3 req-6c7081df-c0b1-4670-8ad2-6717150c033c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:15.780496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58fdf2f9-3029-40b0-94ac-4874631a48e3 req-6c7081df-c0b1-4670-8ad2-6717150c033c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 947 time: 0.4195309 May 10 11:23:15.783526 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f4cf75b-ee07-486e-84c6-dff7278c9dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.879205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7f4cf75b-ee07-486e-84c6-dff7278c9dad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebc4e4963497462b94532ea623621307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492623 May 10 11:23:15.889561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b9814ff-0969-48c3-87e6-02f1b56b035c req-90b32829-1892-422b-bf0e-2da9bd1d38d5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758063 May 10 11:23:15.897794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55646) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:15.945258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.959451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cf75b-ee07-486e-84c6-dff7278c9dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d3685b-39e8-4a8d-b3c0-deda7c79dbe9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:15.965968 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:15.987204 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-2378ae4a-5cba-4da3-9821-e85f1fd80c72 service neutron] delete failed (client error): The resource could not be found. May 10 11:23:15.988904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-2378ae4a-5cba-4da3-9821-e85f1fd80c72 service neutron] 10.222.0.49 "DELETE /v2.0/ports/b9ac89c6-56fb-4394-9039-fe7689b89969/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.2792046 May 10 11:23:16.002155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.057764 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58fdf2f9-3029-40b0-94ac-4874631a48e3 req-8750eab7-26f4-4057-a6f9-593eb570a1f5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533419 May 10 11:23:16.082213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b9ac89c6-56fb-4394-9039-fe7689b89969 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:16.098358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f1e389f-00d1-4f6f-b336-1f83975f654b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.123021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cea3f883-9f2b-4ba4-aa00-3b12872d81d3 req-453a0979-8a01-4a8c-b5a6-9dc61ef7a496 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 210 time: 0.0751972 May 10 11:23:16.160313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.167383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f1e389f-00d1-4f6f-b336-1f83975f654b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.174886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event updated for resources: {'Port': ['ID=b36b4def-74d2-484d-aadf-0d48b4c7a051,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:16.184935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.194427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-706ffcea-945a-4fec-9cb7-580ffc621bdf tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0129480 May 10 11:23:16.198428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625cb83-00d6-4621-947d-cf130776903c req-095cc895-f6d8-4d75-b528-f1c91782a1fe tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:16.200001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-095cc895-f6d8-4d75-b528-f1c91782a1fe tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 820 time: 0.3703136 May 10 11:23:16.216989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Request body: {'port': {'device_id': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'admin_state_up': True, 'tenant_id': 'f412398bacf64f12baf28adf9efeeed7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:16.253495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-20e69ccc-c3ca-4100-b604-77e039972a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:16.255227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-20e69ccc-c3ca-4100-b604-77e039972a9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1098 time: 0.1363204 May 10 11:23:16.265323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:16.282157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'mac_address': 'fa:16:3e:0e:94:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:16.328167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b9ac89c6-56fb-4394-9039-fe7689b89969 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:16.328908 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.355417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ac89c6-56fb-4394-9039-fe7689b89969 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:16.389526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:16.392784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6035b17e-0bac-48fb-80e8-882c3adb7485 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:16.417937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.456930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f1e389f-00d1-4f6f-b336-1f83975f654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.460023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f1e389f-00d1-4f6f-b336-1f83975f654b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.461254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f1e389f-00d1-4f6f-b336-1f83975f654b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07d3685b-39e8-4a8d-b3c0-deda7c79dbe9 HTTP/1.1" status: 204 len: 168 time: 0.5606892 May 10 11:23:16.492042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-20d94607-8cab-4769-93a9-7de1b539c024 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1799055377&fields=id&tenant_id=119d0ea9d3ba467aaa504196f9a4a432 HTTP/1.1" status: 200 len: 267 time: 0.0707455 May 10 11:23:16.526410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e389f-00d1-4f6f-b336-1f83975f654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d3685b-39e8-4a8d-b3c0-deda7c79dbe9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:16.530993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Made reservation on behalf of f412398bacf64f12baf28adf9efeeed7 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:16.537352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-0a50fa5f-73fa-488e-a141-8155be323602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:16.537815 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.538968 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-0a50fa5f-73fa-488e-a141-8155be323602 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2768912 May 10 11:23:16.547004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:16.554025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7b09f-6b0e-4024-b813-894b506d774f req-7af1b7b5-d8b8-43ad-a457-50cbe1066fb5 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:16.555613 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bdc7b09f-6b0e-4024-b813-894b506d774f req-7af1b7b5-d8b8-43ad-a457-50cbe1066fb5 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 949 time: 0.1675909 May 10 11:23:16.616421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-47a0bc3d-0bca-48ad-b3f5-bc5a56c90b92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.0545187 May 10 11:23:16.637424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6035b17e-0bac-48fb-80e8-882c3adb7485, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6035b17e-0bac-48fb-80e8-882c3adb7485,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:16.645006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Router e855b4e9-9443-413f-ab84-44976f6770ad has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:23:16.656878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '6035b17e-0bac-48fb-80e8-882c3adb7485', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '6035b17e-0bac-48fb-80e8-882c3adb7485', 'mac_address': 'fa:16:3e:de:ba:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:16.706947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bdc7b09f-6b0e-4024-b813-894b506d774f req-e90d023c-c7ea-468b-be52-ebc1d01f999c tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332371 May 10 11:23:16.733602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b9ac89c6-56fb-4394-9039-fe7689b89969'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:16.772481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-dd1faeb0-2f6d-440b-9b7b-1eed96e6acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:16.773822 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-dd1faeb0-2f6d-440b-9b7b-1eed96e6acce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1466429 May 10 11:23:16.780392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6035b17e-0bac-48fb-80e8-882c3adb7485 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:16.780392 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.803162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6035b17e-0bac-48fb-80e8-882c3adb7485 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:16.812855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-122c8920-c933-4417-99d7-3ca9a2c2c778 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:16.814342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-122c8920-c933-4417-99d7-3ca9a2c2c778 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/networks?id=64185b9e-645b-4499-bcff-3e5b313eaecd HTTP/1.1" status: 200 len: 814 time: 0.3211081 May 10 11:23:16.844964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-8ef7977a-82f6-4896-8ce9-365c30d45eb7 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/quotas/119d0ea9d3ba467aaa504196f9a4a432 HTTP/1.1" status: 200 len: 375 time: 0.0181148 May 10 11:23:16.852050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Allocated IP 172.20.0.14 (2a66c4c8-4fdc-45ee-bd3a-e04d59971a62/c0f70c19-4fe5-40e3-8e4c-270c458a819b/bef91ce1-7d19-4187-bc84-951398c20338) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:16.861849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6035b17e-0bac-48fb-80e8-882c3adb7485, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6035b17e-0bac-48fb-80e8-882c3adb7485,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:16.877242 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.929957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55670) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:16.966381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-07daffa8-cb69-46f8-8de3-aa1057fbaba2 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=119d0ea9d3ba467aaa504196f9a4a432&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053245 May 10 11:23:16.981253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:23:16.982100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6035b17e-0bac-48fb-80e8-882c3adb7485,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:16.993456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6fb24dda-2ed7-4948-b9cd-1082fd0eb184 admin admin] 10.222.0.13 "PUT /v2.0/routers/e855b4e9-9443-413f-ab84-44976f6770ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3690932 May 10 11:23:16.993809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55672) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:16.998047 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ad53de5-00ad-4b8f-a3a0-9dcb82a77bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:16.998761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] Sync routers for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:17.039758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:17.040455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:17.173415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-8aae4c65-15ab-44ed-9a9a-1a25eb99aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:17.175135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-8aae4c65-15ab-44ed-9a9a-1a25eb99aa76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3782728 May 10 11:23:17.199569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28765153-fe00-4334-b2df-a9f0ce81d02f req-b4c087e1-cde6-412c-8ec0-5b400368cba6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:17.201341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28765153-fe00-4334-b2df-a9f0ce81d02f req-b4c087e1-cde6-412c-8ec0-5b400368cba6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 948 time: 0.1241369 May 10 11:23:17.203766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:17.220407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-58eaefcc-adda-4a26-81aa-3d4292ffa4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/64185b9e-645b-4499-bcff-3e5b313eaecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336578 May 10 11:23:17.235169 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ad53de5-00ad-4b8f-a3a0-9dcb82a77bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.240129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['6035b17e-0bac-48fb-80e8-882c3adb7485'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:17.254322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ad53de5-00ad-4b8f-a3a0-9dcb82a77bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.287448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.324648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.358914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6ad53de5-00ad-4b8f-a3a0-9dcb82a77bff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=981dacde530241f9955dfdc843658aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269426 May 10 11:23:17.359654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad53de5-00ad-4b8f-a3a0-9dcb82a77bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab322b8-f7de-4a77-9bf3-af2abafeae67,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:17.364455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55678) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:17.374259 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28765153-fe00-4334-b2df-a9f0ce81d02f req-3f9a7a99-aceb-4a45-84e8-2e0cc9c22bb5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509707 May 10 11:23:17.471888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-ed9a12a5-df9c-43d7-a42e-06ecc8283e98 service neutron] 10.222.0.13 "GET /v2.0/networks/64185b9e-645b-4499-bcff-3e5b313eaecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418396 May 10 11:23:17.484918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e73ca8b1-9288-46ea-b4ef-d06e39bae001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.485628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-43d9df2f-ce22-4e4e-95e5-72d7d6fe1a85 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974858 May 10 11:23:17.517958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.523255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:23:15Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:17.562155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] Checking router: e855b4e9-9443-413f-ab84-44976f6770ad for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:17.577690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] Routers {'e855b4e9-9443-413f-ab84-44976f6770ad'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:17.578318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e855b4e9-9443-413f-ab84-44976f6770ad'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:17.594386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Pushing event updated for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:17.609981 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e73ca8b1-9288-46ea-b4ef-d06e39bae001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.633451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:17.641009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:17.643763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:17.645507 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.738986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] Set router e855b4e9-9443-413f-ab84-44976f6770ad gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:17.762619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:17.763303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.838643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e73ca8b1-9288-46ea-b4ef-d06e39bae001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.841643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e73ca8b1-9288-46ea-b4ef-d06e39bae001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:17.846403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e73ca8b1-9288-46ea-b4ef-d06e39bae001 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eab322b8-f7de-4a77-9bf3-af2abafeae67 HTTP/1.1" status: 204 len: 168 time: 0.4758112 May 10 11:23:17.853479 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-65978104-d6a0-4d7f-8562-b007ebd50ccb tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6412523 May 10 11:23:17.873665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-bed2daf5-2c5c-44df-9e5b-c85baf207cd6 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:17.875551 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-bed2daf5-2c5c-44df-9e5b-c85baf207cd6 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.49 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 949 time: 0.1586075 May 10 11:23:17.890345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Request body: {'port': {'device_id': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:17.894829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ca8b1-9288-46ea-b4ef-d06e39bae001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab322b8-f7de-4a77-9bf3-af2abafeae67,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:17.958538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabc419-2d71-4a50-936a-aef2433f3194 req-513b4c83-4c45-4c0a-9609-eed9f5edea6f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:17.966489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eaabc419-2d71-4a50-936a-aef2433f3194 req-513b4c83-4c45-4c0a-9609-eed9f5edea6f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 932 time: 0.1990752 May 10 11:23:18.018332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:23:15Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:18.074782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476a58b-2c11-47be-8c45-1ba122863f08 req-fedac5fd-6d6a-4ce0-8593-0d17e2efd786 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:18.076955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d476a58b-2c11-47be-8c45-1ba122863f08 req-fedac5fd-6d6a-4ce0-8593-0d17e2efd786 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 948 time: 0.5421865 May 10 11:23:18.136276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.146532 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a795f7-6fc4-4a5a-a3c4-aaecc8244a5e req-0aa90352-c51c-43bc-ba9b-ce8433e0ab46 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098671 May 10 11:23:18.206446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d476a58b-2c11-47be-8c45-1ba122863f08 req-8e804b5b-6515-4ca4-9517-ed07e7635a71 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103597 May 10 11:23:18.207293 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eaabc419-2d71-4a50-936a-aef2433f3194 req-7c38d01a-fc54-4887-b828-fe6d84f17b9a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397902 May 10 11:23:18.238623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Deleting port 7771487e-b855-4bc4-a56c-d68e32514807 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:18.238960 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.250290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b9ac89c6-56fb-4394-9039-fe7689b89969 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:18.254870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80882fdf-6042-458e-8382-f33ab2ec9743 None None] The sync data for ids ['e855b4e9-9443-413f-ab84-44976f6770ad'] in n-d-840949-1 is: [{'id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1570244646-router', 'tenant_id': '0ab2d4592fe54314aeb7202425527f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '7771487e-b855-4bc4-a56c-d68e32514807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:33Z', 'updated_at': '2022-05-10T11:23:15Z', 'revision_number': 5, 'project_id': '0ab2d4592fe54314aeb7202425527f8a', 'gw_port': {'id': '7771487e-b855-4bc4-a56c-d68e32514807', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855b4e9-9443-413f-ab84-44976f6770ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:35Z', 'updated_at': '2022-05-10T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:18.294786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Deleting port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:18.296005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.388679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port b9ac89c6-56fb-4394-9039-fe7689b89969 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:18.400835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port b9ac89c6-56fb-4394-9039-fe7689b89969 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:18.402773 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.409378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5dff08cd-0f8f-4246-83da-aa15f936af8c req-99bf9055-bb2e-419e-9251-954ab6388400 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 210 time: 0.0468948 May 10 11:23:18.413580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6035b17e-0bac-48fb-80e8-882c3adb7485 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:18.525848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] For port 7771487e-b855-4bc4-a56c-d68e32514807, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7771487e-b855-4bc4-a56c-d68e32514807,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:18.526549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.540485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] For port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:18.540858 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.567976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Calling delete_port for 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:18.571221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Calling delete_port for 7771487e-b855-4bc4-a56c-d68e32514807 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:18.621607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e115acb-94c4-4942-b9f5-19acd34c8974 req-dae76891-fe83-45db-8353-41c1a7bf9298 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:18.623013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 6035b17e-0bac-48fb-80e8-882c3adb7485 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:18.623139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e115acb-94c4-4942-b9f5-19acd34c8974 req-dae76891-fe83-45db-8353-41c1a7bf9298 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 949 time: 0.1779041 May 10 11:23:18.628096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b6668-6bca-4fb1-801f-a7b03f032f29 req-959eb6ef-551b-46b8-878c-bbd1435afd54 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:18.633933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 6035b17e-0bac-48fb-80e8-882c3adb7485 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:18.637567 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.638045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-812b6668-6bca-4fb1-801f-a7b03f032f29 req-959eb6ef-551b-46b8-878c-bbd1435afd54 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 948 time: 0.0878918 May 10 11:23:18.679779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b9ac89c6-56fb-4394-9039-fe7689b89969 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:18.680569 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.729597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:18.734485 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16b80d6-f6d7-4e91-b267-b798f5393bf6" -d '{"events": [{"server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:18.767790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:18.780081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e115acb-94c4-4942-b9f5-19acd34c8974 req-8cb1e9c8-ec41-472f-aa94-ccdf30a53d42 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5d37e72-c945-41fc-819f-38d9fd7c4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476810 May 10 11:23:18.837355 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-812b6668-6bca-4fb1-801f-a7b03f032f29 req-b1d1a5fd-5b24-449f-8b53-f86502e16ffd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899226 May 10 11:23:18.840473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.910860 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5abd59c-d305-4c21-b9b2-19384ac56635 x-openstack-request-id: req-d5abd59c-d305-4c21-b9b2-19384ac56635 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:18.911277 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:18.911517 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5abd59c-d305-4c21-b9b2-19384ac56635 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:18.911986 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5abd59c-d305-4c21-b9b2-19384ac56635'] response: {'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'code': 200} May 10 11:23:18.933641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6035b17e-0bac-48fb-80e8-882c3adb7485 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:18.934079 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.970264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef91ce1-7d19-4187-bc84-951398c20338 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:18.981787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.984484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:19.010374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Transition to ACTIVE for port object bef91ce1-7d19-4187-bc84-951398c20338 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:19.019430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.020164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6035b17e-0bac-48fb-80e8-882c3adb7485, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6035b17e-0bac-48fb-80e8-882c3adb7485,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:19.026684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.037344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['3b657bc3-2ab0-4a66-8b4c-0145e180dcf6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:19.054268 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.084339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Pushing event deleted for resources: {'Port': ['ID=3b657bc3-2ab0-4a66-8b4c-0145e180dcf6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:19.147116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.163071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6035b17e-0bac-48fb-80e8-882c3adb7485,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:19.233623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] No DVR routers for this DVR port 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:23:19.256060 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.260369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.264667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03c8dce5-2977-4918-8309-bd9b824fcb1c req-86a7991b-c7f6-4bb3-a8dc-4d00e9cf5839 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.49 "DELETE /v2.0/ports/3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 HTTP/1.1" status: 204 len: 173 time: 1.3590689 May 10 11:23:19.264667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114bc5be-8472-4d1c-b75e-d6fd19c2d403', 'name': 'network-vif-deleted', 'tag': '3b657bc3-2ab0-4a66-8b4c-0145e180dcf6'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:19.276802 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a0124c-37e0-433e-9e51-e6f3fef04aca" -d '{"events": [{"server_uuid": "114bc5be-8472-4d1c-b75e-d6fd19c2d403", "name": "network-vif-deleted", "tag": "3b657bc3-2ab0-4a66-8b4c-0145e180dcf6"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:19.285712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7771487e-b855-4bc4-a56c-d68e32514807,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:19.314674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Pushing event updated for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:19.375962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:19.376233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:19.376520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:19.405535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:19.405535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:19.478614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:19.478867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:19.479257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:19.481412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Bound port: bef91ce1-7d19-4187-bc84-951398c20338, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:19.481894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.571181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f1be28e1-53b6-4b29-9838-68098916d294 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:19.579946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb484f9-4b7c-4c45-be0a-f2dc6793b719 req-7a402f12-eada-479a-8885-e20d348e3dae tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:19.581503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cbb484f9-4b7c-4c45-be0a-f2dc6793b719 req-7a402f12-eada-479a-8885-e20d348e3dae tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.2017214 May 10 11:23:19.584519 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.596942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.621187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:19.627070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f1be28e1-53b6-4b29-9838-68098916d294 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:19.628594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f1be28e1-53b6-4b29-9838-68098916d294 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:19.643628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:19.657900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cbb484f9-4b7c-4c45-be0a-f2dc6793b719 req-569f527f-378f-41eb-9e8b-dfcdecdd890c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623012 May 10 11:23:19.659854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.726667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Pushing event updated for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:19.742164 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29570823-7fc5-4a49-94a7-293277808777 x-openstack-request-id: req-29570823-7fc5-4a49-94a7-293277808777 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:19.742765 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114bc5be-8472-4d1c-b75e-d6fd19c2d403", "name": "network-vif-deleted", "tag": "3b657bc3-2ab0-4a66-8b4c-0145e180dcf6", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:19.743220 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29570823-7fc5-4a49-94a7-293277808777 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:19.745543 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29570823-7fc5-4a49-94a7-293277808777'] response: {'server_uuid': '114bc5be-8472-4d1c-b75e-d6fd19c2d403', 'name': 'network-vif-deleted', 'tag': '3b657bc3-2ab0-4a66-8b4c-0145e180dcf6', 'status': 'completed', 'code': 200} May 10 11:23:19.747136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:19.747751 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.749647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-8dcd7c76-d428-4c75-ac4e-a058b39a588a service neutron] 10.222.0.70 "PUT /v2.0/ports/bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 200 len: 1092 time: 1.8718512 May 10 11:23:19.783514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-2a50631f-40c3-4164-8d10-ec913592fc29 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:19.785082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-2a50631f-40c3-4164-8d10-ec913592fc29 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.70 "GET /v2.0/networks?id=64185b9e-645b-4499-bcff-3e5b313eaecd HTTP/1.1" status: 200 len: 814 time: 0.5009227 May 10 11:23:19.795211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca50310-7c9e-49f5-ae4e-4825ee107c26 req-0314c456-0fc4-4ba3-95e5-cddfee6cddd4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:19.796881 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ca50310-7c9e-49f5-ae4e-4825ee107c26 req-0314c456-0fc4-4ba3-95e5-cddfee6cddd4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 949 time: 0.3921123 May 10 11:23:19.805312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.805877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e855b4e9-9443-413f-ab84-44976f6770ad {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:23:19.840765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:19.842193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ceb94f1a-4024-42e9-aedf-442ed2b32ef2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e855b4e9-9443-413f-ab84-44976f6770ad HTTP/1.1" status: 204 len: 168 time: 2.8470702 May 10 11:23:19.848243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55746) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:19.926291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ca50310-7c9e-49f5-ae4e-4825ee107c26 req-75f036d6-9775-459c-a9c3-714ffa11cd1f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116455 May 10 11:23:19.932235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-81bb25c9-095c-4976-9794-e97dc603308b tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=119d0ea9d3ba467aaa504196f9a4a432 HTTP/1.1" status: 200 len: 380 time: 0.1343882 May 10 11:23:19.943808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Request body: {'port': {'device_id': '175a930c-ae85-42f9-8103-1aba6651b000', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'admin_state_up': True, 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'security_groups': ['18d6a466-3660-436f-8afc-b2a05e83e56f']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:19.962510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c7b5601-a8f5-413b-94eb-e06fff7938e0 req-551970f0-edbf-4240-bb16-002a3daa9b7e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 210 time: 0.0993576 May 10 11:23:19.983093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-036bbf04-820f-4142-8aac-ae61eb311e29 admin admin] Deleting subnet 0639f0c4-9840-4827-a9e8-8a2eb8bbc922 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:23:19.989414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625cb83-00d6-4621-947d-cf130776903c req-e43abb27-19cf-41d0-b271-67ccdff05a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:19.990844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-e43abb27-19cf-41d0-b271-67ccdff05a96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1095 time: 0.1894758 May 10 11:23:20.054641 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-036bbf04-820f-4142-8aac-ae61eb311e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:20.110131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-fbc02e4c-6b1c-45d7-8a07-38426564b707 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 200 len: 217 time: 0.1003296 May 10 11:23:20.130560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-036bbf04-820f-4142-8aac-ae61eb311e29 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:20.171994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a67daf9-82bb-43db-9592-2afad0317d82 req-1acae7ed-a3f3-404e-ad77-b86ef12fec76 tempest-TenantUsagesTestJSON-1707658146 tempest-TenantUsagesTestJSON-1707658146-project] 10.222.0.13 "GET /v2.0/ports?device_id=114bc5be-8472-4d1c-b75e-d6fd19c2d403 HTTP/1.1" status: 200 len: 210 time: 0.0601227 May 10 11:23:20.238177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ce71d-a450-48ac-b2df-8f966bbd761f req-0ed22b2c-d819-4a3f-8dbd-f42433312bef tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:20.240422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-022ce71d-a450-48ac-b2df-8f966bbd761f req-0ed22b2c-d819-4a3f-8dbd-f42433312bef tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1292694 May 10 11:23:20.242201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625cb83-00d6-4621-947d-cf130776903c req-26d75f6f-ac1a-42d3-9883-9549b45a8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:20.243597 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-26d75f6f-ac1a-42d3-9883-9549b45a8fa4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1070688 May 10 11:23:20.292929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-8c3fa107-d5d9-4ede-bd62-70d4bb27ea97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373032 May 10 11:23:20.305479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-036bbf04-820f-4142-8aac-ae61eb311e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:20.330266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-022ce71d-a450-48ac-b2df-8f966bbd761f req-f0d08c84-5013-4b28-aa6d-b330e4fdcd9f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782709 May 10 11:23:20.338779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Made reservation on behalf of 119d0ea9d3ba467aaa504196f9a4a432 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:20.344659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:20.433818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-036bbf04-820f-4142-8aac-ae61eb311e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:20.490910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bbf04-820f-4142-8aac-ae61eb311e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0639f0c4-9840-4827-a9e8-8a2eb8bbc922,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:20.498429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-036bbf04-820f-4142-8aac-ae61eb311e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:20.503387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-036bbf04-820f-4142-8aac-ae61eb311e29 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0639f0c4-9840-4827-a9e8-8a2eb8bbc922 HTTP/1.1" status: 204 len: 168 time: 0.6506956 May 10 11:23:20.505874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da509639-e214-4e5b-a99c-a8758a503635 None None] Network a6fe1371-c84d-45b2-b412-c2543fcd171d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:20.508274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:20.659797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Allocated IP 172.20.0.6 (64185b9e-645b-4499-bcff-3e5b313eaecd/2c87888b-72dc-41d4-8a5e-dd491795ddfc/72505c2b-d66f-43f3-b0fa-dee7b0e18339) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:20.667276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:20.865683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-52abc300-735c-419b-9ad9-570f04289bae service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626588 May 10 11:23:20.883054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40e02a-c9b5-4890-9507-18652f129208 req-a93e8d6c-1c41-4dcb-a021-d08cca68e855 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:20.904003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b40e02a-c9b5-4890-9507-18652f129208 req-a93e8d6c-1c41-4dcb-a021-d08cca68e855 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1100 time: 0.4866109 May 10 11:23:20.912183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:20.914022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9d25ee-5755-4cb9-aab7-a970f515964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6035b17e-0bac-48fb-80e8-882c3adb7485'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:20.921150 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6cc56-af00-4c19-8100-3d9b459bbe70" -d '{"events": [{"server_uuid": "da9d25ee-5755-4cb9-aab7-a970f515964f", "name": "network-vif-plugged", "status": "completed", "tag": "6035b17e-0bac-48fb-80e8-882c3adb7485"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:20.985964 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.002666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b40e02a-c9b5-4890-9507-18652f129208 req-7b269161-940a-447a-b907-c240cd3bf2c9 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 May 10 11:23:21.003039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Deleting port 511177af-971f-4086-ae88-894d1db773c1 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:21.003039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.015888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] DHCP port deletion for a6fe1371-c84d-45b2-b412-c2543fcd171d request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:23:21.110626 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768984c1-1723-4cfb-b092-f1f30ac37f00 x-openstack-request-id: req-768984c1-1723-4cfb-b092-f1f30ac37f00 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:21.111125 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9d25ee-5755-4cb9-aab7-a970f515964f", "name": "network-vif-plugged", "status": "completed", "tag": "6035b17e-0bac-48fb-80e8-882c3adb7485", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:21.111526 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-768984c1-1723-4cfb-b092-f1f30ac37f00 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:21.112133 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768984c1-1723-4cfb-b092-f1f30ac37f00'] response: {'server_uuid': 'da9d25ee-5755-4cb9-aab7-a970f515964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6035b17e-0bac-48fb-80e8-882c3adb7485', 'code': 200} May 10 11:23:21.150033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] Deleting port 511177af-971f-4086-ae88-894d1db773c1 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:21.160740 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.241221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Network 64185b9e-645b-4499-bcff-3e5b313eaecd is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:21.258265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:21.275076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] For port 511177af-971f-4086-ae88-894d1db773c1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=511177af-971f-4086-ae88-894d1db773c1,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:21.275801 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.281459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event updated for resources: {'Port': ['ID=72505c2b-d66f-43f3-b0fa-dee7b0e18339,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:21.284521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:21.293628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:21.297473 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.323979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] For port 511177af-971f-4086-ae88-894d1db773c1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=511177af-971f-4086-ae88-894d1db773c1,segment=NetworkSegment(52cb9e04-741b-4a2e-853f-5ffeebdb009b),segment_id=52cb9e04-741b-4a2e-853f-5ffeebdb009b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:21.325420 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.349734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Calling delete_port for 511177af-971f-4086-ae88-894d1db773c1 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:21.360610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] Calling delete_port for 511177af-971f-4086-ae88-894d1db773c1 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:21.371485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310501a-4d63-4b17-992b-d249b9b85c5d req-8c5a79bc-cf30-4b70-a7fe-2178d312bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:21.372070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343f89-d01b-496e-83e6-c475a974f3ab req-4a552946-f9e0-4c84-a7c5-c3c1fd952c63 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:21.373802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6343f89-d01b-496e-83e6-c475a974f3ab req-4a552946-f9e0-4c84-a7c5-c3c1fd952c63 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.2643306 May 10 11:23:21.385575 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d310501a-4d63-4b17-992b-d249b9b85c5d req-8c5a79bc-cf30-4b70-a7fe-2178d312bd8f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 1100 time: 0.1813383 May 10 11:23:21.429734 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6c6eb437-5704-4337-b2a9-a70e298af26e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4900515 May 10 11:23:21.439910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba866f-2e25-4ad9-81a5-cb68e07e6e81 req-c40bb8a6-21e5-41bf-b6e9-60e7da5a87f9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:21.451112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-71ba866f-2e25-4ad9-81a5-cb68e07e6e81 req-c40bb8a6-21e5-41bf-b6e9-60e7da5a87f9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 949 time: 0.2279036 May 10 11:23:21.575378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6343f89-d01b-496e-83e6-c475a974f3ab req-57cf32dd-77e6-446d-a655-3bfa0391a0ea tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839056 May 10 11:23:21.623724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.630437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6719df8-8702-4304-8656-8ce106c80090 None None] Provisioning complete for port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:21.633563 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6719df8-8702-4304-8656-8ce106c80090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.636852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7771487e-b855-4bc4-a56c-d68e32514807 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:21.644583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-71ba866f-2e25-4ad9-81a5-cb68e07e6e81 req-2740ded3-010e-4e8f-b840-99f33a063ed7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858866 May 10 11:23:21.653148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d310501a-4d63-4b17-992b-d249b9b85c5d req-608e126d-c60f-4cab-a0eb-2c7f5111d463 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630408 May 10 11:23:21.718926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55794) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:21.732480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Request body: {'port': {'device_id': '175a930c-ae85-42f9-8103-1aba6651b000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:21.770863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:21.773090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 7771487e-b855-4bc4-a56c-d68e32514807 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:21.773674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7771487e-b855-4bc4-a56c-d68e32514807 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:21.774288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 511177af-971f-4086-ae88-894d1db773c1 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:21.774550 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "tag": "bef91ce1-7d19-4187-bc84-951398c20338"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:21.812677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 511177af-971f-4086-ae88-894d1db773c1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:21.813397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 511177af-971f-4086-ae88-894d1db773c1 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:21.832467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6719df8-8702-4304-8656-8ce106c80090 None None] Port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:23:21.846871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:21.885571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0625cb83-00d6-4621-947d-cf130776903c req-dd67c475-3676-4963-9459-8c9b6ba64669 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274170 May 10 11:23:21.898980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Pushing event deleted for resources: {'Port': ['ID=511177af-971f-4086-ae88-894d1db773c1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:21.902803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] No DVR routers for this DVR port 511177af-971f-4086-ae88-894d1db773c1 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:23:21.909855 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504fcb09-5e4f-4d8a-b41a-7c898bd4667d x-openstack-request-id: req-504fcb09-5e4f-4d8a-b41a-7c898bd4667d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:21.910150 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "tag": "bef91ce1-7d19-4187-bc84-951398c20338", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:21.910402 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-504fcb09-5e4f-4d8a-b41a-7c898bd4667d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:21.910799 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504fcb09-5e4f-4d8a-b41a-7c898bd4667d'] response: {'name': 'network-changed', 'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338', 'status': 'completed', 'code': 200} May 10 11:23:21.912415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92f3ab-7fd2-4594-b0e1-be9a6436f490 None None] Pushing event deleted for resources: {'Port': ['ID=511177af-971f-4086-ae88-894d1db773c1,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:21.965564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] No DVR routers for this DVR port 511177af-971f-4086-ae88-894d1db773c1 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:23:22.199371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-7f1ffabd-d62d-40cf-842a-b4e4286ce47e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518843 May 10 11:23:22.201913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.232973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.256186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-036bfaf9-4498-444d-b22b-fd543707b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:22.260033 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-036bfaf9-4498-444d-b22b-fd543707b191 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1095 time: 0.1995130 May 10 11:23:22.278951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55816) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:22.395551 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.396243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.396823 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.397202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > port after_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.397623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > port after_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.397967 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > port after_update 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.398332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.398718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.399129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.399478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.407188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:22.446800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:22.447140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b657bc3-2ab0-4a66-8b4c-0145e180dcf6 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:22.497999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ea6659fb-30cb-48cd-8190-3c66fa8aa59f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92a538673a9145e8ac070e8b15d059db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140715 May 10 11:23:22.506319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55820) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:22.545257 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.546633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.547138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.547772 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:23:22.548390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fe1371-c84d-45b2-b412-c2543fcd171d']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:22.584218 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93229a87-2fc0-4f4c-9ce0-751cd1b37202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.584476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-1d85cb83-6400-406b-a697-f96de425fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:22.591679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-1d85cb83-6400-406b-a697-f96de425fb59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.2311099 May 10 11:23:22.592470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cb9e04-741b-4a2e-853f-5ffeebdb009b') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:22.592925 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cb9e04-741b-4a2e-853f-5ffeebdb009b') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:22.600095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-a1b02f06-6203-4d08-ba74-79119f0b5904 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:22.606173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8666ce-660e-4ad5-b873-e3356f6cc57d req-0805cefe-65b4-4051-b907-335ebf87b10d tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:22.608782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc8666ce-660e-4ad5-b873-e3356f6cc57d req-0805cefe-65b4-4051-b907-335ebf87b10d tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 931 time: 0.7510977 May 10 11:23:22.616979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-a1b02f06-6203-4d08-ba74-79119f0b5904 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4149320 May 10 11:23:22.660471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-10ebc348-1f88-44ae-bc05-73c932f0d98b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/quotas/7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 375 time: 0.0423741 May 10 11:23:22.660860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.682748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5c51c05-18ee-4c8c-968c-b96e1075b7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.739594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5c51c05-18ee-4c8c-968c-b96e1075b7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.753879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.777178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:23:22.778263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.782201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-500b7e3a-d19d-479c-802d-2960e9d4c73b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133780 May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: from cryptography.utils import int_from_bytes May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: from cryptography.utils import int_from_bytes May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: timer() May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:23:22.798339 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:23:22.879304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5c51c05-18ee-4c8c-968c-b96e1075b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.887491 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5c51c05-18ee-4c8c-968c-b96e1075b7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.891894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b5c51c05-18ee-4c8c-968c-b96e1075b7a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5d37e72-c945-41fc-819f-38d9fd7c4ec6 HTTP/1.1" status: 204 len: 168 time: 0.3800428 May 10 11:23:22.920927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c51c05-18ee-4c8c-968c-b96e1075b7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d37e72-c945-41fc-819f-38d9fd7c4ec6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:22.966655 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc8666ce-660e-4ad5-b873-e3356f6cc57d req-d1791ff0-f98a-4c1b-a84d-f28b870f2b22 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342881 May 10 11:23:23.177029 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:23.199249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93229a87-2fc0-4f4c-9ce0-751cd1b37202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:23.216515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93229a87-2fc0-4f4c-9ce0-751cd1b37202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:23.237574 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:23.243958 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6fe1371-c84d-45b2-b412-c2543fcd171d HTTP/1.1" status: 204 len: 168 time: 2.7343001 May 10 11:23:23.284229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f155c9-9f2d-4fed-8759-4ee576e95da6 req-fcc8ff1e-d953-4c4f-85fa-184c17736fcc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:23.304507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4f155c9-9f2d-4fed-8759-4ee576e95da6 req-fcc8ff1e-d953-4c4f-85fa-184c17736fcc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 949 time: 0.1660478 May 10 11:23:23.406694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4f155c9-9f2d-4fed-8759-4ee576e95da6 req-da7f25b9-43d7-4ab6-aa7d-f42f3af73f79 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012783 May 10 11:23:23.580395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6a65bc4-4a6b-4aed-aa2b-9e8ecf987f77 req-1664d55a-bbb3-4524-9eef-0e48cfbf28c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.0574722 May 10 11:23:23.581165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55842) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:23.635087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c243-1eaf-49bc-8281-27c728dae8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:23.739119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55844) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:23.854633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c243-1eaf-49bc-8281-27c728dae8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:23.890581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c243-1eaf-49bc-8281-27c728dae8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:23.901776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effae8c-3375-41e7-b2b1-64fc314ad3af admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fe1371-c84d-45b2-b412-c2543fcd171d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:23.922842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72505c2b-d66f-43f3-b0fa-dee7b0e18339 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:23.940998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-93229a87-2fc0-4f4c-9ce0-751cd1b37202 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec1e87f5ee3647dd9237e9e648a6d11e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0853813 May 10 11:23:23.942410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55850) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:23.946353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:23.951362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93229a87-2fc0-4f4c-9ce0-751cd1b37202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e519067-dad2-4e3a-bea2-e97c35ddade5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:23.960979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0c243-1eaf-49bc-8281-27c728dae8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88dd1a-9b95-4e13-bf07-9cd58e6231b1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:23.987757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac44db-1045-4b7f-9259-7867207a5bf5 req-a9f06eb3-9576-4b8f-9701-4ac0ae4e12b1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:23.990890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5ac44db-1045-4b7f-9259-7867207a5bf5 req-a9f06eb3-9576-4b8f-9701-4ac0ae4e12b1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.8478372 May 10 11:23:24.018776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Transition to ACTIVE for port object 72505c2b-d66f-43f3-b0fa-dee7b0e18339 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:24.031397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.100464 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e96a24d4-5eee-491c-8107-03cac21b77ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ab2d4592fe54314aeb7202425527f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599913 May 10 11:23:24.105521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55854) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:24.114125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Pushing event updated for resources: {'Port': ['ID=72505c2b-d66f-43f3-b0fa-dee7b0e18339,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:24.124526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d8f0c243-1eaf-49bc-8281-27c728dae8a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40a3828493904630b27319086af4c72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418277 May 10 11:23:24.126650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9a025-93bb-49d6-ab48-52124ad50daa req-ae0c2a67-17f9-4759-b0dc-6db8ee33d654 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:24.128185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c9a025-93bb-49d6-ab48-52124ad50daa req-ae0c2a67-17f9-4759-b0dc-6db8ee33d654 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 1100 time: 0.3592257 May 10 11:23:24.128827 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27d9a248-63a2-4cf7-8e94-5bd72ca71cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.132275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55856) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:24.136511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5ac44db-1045-4b7f-9259-7867207a5bf5 req-3e2ae407-177d-4767-b3bc-58ba0653a1f1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334364 May 10 11:23:24.336353 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27d9a248-63a2-4cf7-8e94-5bd72ca71cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.397789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Attempting to bind port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:24.398138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Attempting to bind port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:24.398453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Attempting to bind port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 on network 64185b9e-645b-4499-bcff-3e5b313eaecd {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:24.406127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 on network 64185b9e-645b-4499-bcff-3e5b313eaecd not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:24.406560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Attempting to bind port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 on network 64185b9e-645b-4499-bcff-3e5b313eaecd {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:24.414468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c9a025-93bb-49d6-ab48-52124ad50daa req-8ff0eba6-f768-435b-9a68-8e55d05ea38b tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560260 May 10 11:23:24.421138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9fdd0-fb4d-418b-a78e-edc6f3e02ce7 req-6f6069ad-7988-4226-9801-f5cfcbc042a0 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:24.431446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a9fdd0-fb4d-418b-a78e-edc6f3e02ce7 req-6f6069ad-7988-4226-9801-f5cfcbc042a0 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 943 time: 0.1608641 May 10 11:23:24.450477 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbede789-4e43-4b66-b59f-e61a6b7495d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.458144 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99f23f78-849e-4cc8-bec2-296b866082c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.488092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:24.488528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Checking segment: {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:24.489007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Bound using segment: {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:24.489565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Bound port: 72505c2b-d66f-43f3-b0fa-dee7b0e18339, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137f6d78-d2af-4b7a-9988-33bb6793526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:24.490079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.503019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28a9fdd0-fb4d-418b-a78e-edc6f3e02ce7 req-8a9595d8-4e95-4429-9c70-80e2466b6512 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707259 May 10 11:23:24.507472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27d9a248-63a2-4cf7-8e94-5bd72ca71cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.516569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27d9a248-63a2-4cf7-8e94-5bd72ca71cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.518871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-27d9a248-63a2-4cf7-8e94-5bd72ca71cda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e519067-dad2-4e3a-bea2-e97c35ddade5 HTTP/1.1" status: 204 len: 168 time: 0.5466521 May 10 11:23:24.533766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbede789-4e43-4b66-b59f-e61a6b7495d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.574315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99f23f78-849e-4cc8-bec2-296b866082c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.640533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9a248-63a2-4cf7-8e94-5bd72ca71cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e519067-dad2-4e3a-bea2-e97c35ddade5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:24.711258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] For port 72505c2b-d66f-43f3-b0fa-dee7b0e18339, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:24.720926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] For port 72505c2b-d66f-43f3-b0fa-dee7b0e18339, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=72505c2b-d66f-43f3-b0fa-dee7b0e18339,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:24.731360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.737864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbede789-4e43-4b66-b59f-e61a6b7495d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.740487 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbede789-4e43-4b66-b59f-e61a6b7495d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.755263 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cbede789-4e43-4b66-b59f-e61a6b7495d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64e90196-7649-4db5-8afe-d5e7ec5f9d62 HTTP/1.1" status: 204 len: 168 time: 0.6482301 May 10 11:23:24.759959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99f23f78-849e-4cc8-bec2-296b866082c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.769680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99f23f78-849e-4cc8-bec2-296b866082c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.773911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-99f23f78-849e-4cc8-bec2-296b866082c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec88dd1a-9b95-4e13-bf07-9cd58e6231b1 HTTP/1.1" status: 204 len: 168 time: 0.6406112 May 10 11:23:24.807977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c02ecc4d-fd2c-4f82-8578-40f9523909ae req-1ec426ba-6930-4983-845a-50927ec95998 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.0850298 May 10 11:23:24.810420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbede789-4e43-4b66-b59f-e61a6b7495d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e90196-7649-4db5-8afe-d5e7ec5f9d62,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:24.833950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f23f78-849e-4cc8-bec2-296b866082c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88dd1a-9b95-4e13-bf07-9cd58e6231b1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:24.941259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Pushing event updated for resources: {'Port': ['ID=72505c2b-d66f-43f3-b0fa-dee7b0e18339,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:24.949776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:24.952520 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.958546 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-890346cc-50e1-4246-8de1-7190a38b2fac service neutron] 10.222.0.70 "PUT /v2.0/ports/72505c2b-d66f-43f3-b0fa-dee7b0e18339 HTTP/1.1" status: 200 len: 1091 time: 3.2425504 May 10 11:23:24.959357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175a930c-ae85-42f9-8103-1aba6651b000', 'tag': '72505c2b-d66f-43f3-b0fa-dee7b0e18339'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:24.962420 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da36c5f-067d-47ba-8b7f-7196c8eb458c" -d '{"events": [{"name": "network-changed", "server_uuid": "175a930c-ae85-42f9-8103-1aba6651b000", "tag": "72505c2b-d66f-43f3-b0fa-dee7b0e18339"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:24.976141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-c6bce928-9141-4e18-8a32-355278fb39e4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1648862 May 10 11:23:25.035460 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c2b2fd-09f4-4cf7-9c99-9686430009a3 x-openstack-request-id: req-74c2b2fd-09f4-4cf7-9c99-9686430009a3 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:25.043132 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175a930c-ae85-42f9-8103-1aba6651b000", "tag": "72505c2b-d66f-43f3-b0fa-dee7b0e18339", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:25.044152 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74c2b2fd-09f4-4cf7-9c99-9686430009a3 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:25.044743 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c2b2fd-09f4-4cf7-9c99-9686430009a3'] response: {'name': 'network-changed', 'server_uuid': '175a930c-ae85-42f9-8103-1aba6651b000', 'tag': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'status': 'completed', 'code': 200} May 10 11:23:25.238191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-098ec7fa-8302-44bb-8d09-09a800b43654 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:25.242203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-098ec7fa-8302-44bb-8d09-09a800b43654 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651365 May 10 11:23:25.293939 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-6fc868e8-16d0-442f-b500-2d98452f7dae tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/quotas/1cbc99a612b94107802e0591ae631c39 HTTP/1.1" status: 200 len: 375 time: 0.0400448 May 10 11:23:25.318378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630f281-2b84-4481-a290-ae1c6bc44722 req-36814b7f-08b1-40e2-a683-1f252c5121dd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:25.326470 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f630f281-2b84-4481-a290-ae1c6bc44722 req-36814b7f-08b1-40e2-a683-1f252c5121dd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.0628617 May 10 11:23:25.393598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f630f281-2b84-4481-a290-ae1c6bc44722 req-b8091b7d-1d36-4482-a83f-ee4ed8696404 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660901 May 10 11:23:25.433265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-87396e2c-81f5-4058-9df5-77c1d922cdfe tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1312382 May 10 11:23:25.477506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55892) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:25.502253 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91cd4139-6875-4a3b-ad29-7f0666d82476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:25.666452 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91cd4139-6875-4a3b-ad29-7f0666d82476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:25.719367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91cd4139-6875-4a3b-ad29-7f0666d82476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:25.734506 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31c6f34f-868b-41e9-a1a7-4add692ac979 req-7bb7e74d-a1f5-4f64-8c6d-62c9b274463a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 210 time: 0.0438290 May 10 11:23:25.824542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55912) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:25.825719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-91cd4139-6875-4a3b-ad29-7f0666d82476 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3e86758fdd9416fa1d89a33fbba3817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468168 May 10 11:23:25.826897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd4139-6875-4a3b-ad29-7f0666d82476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af13fa6f-4cdc-4fe2-96c9-79f70d864768,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:25.882675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0be21c-a2cd-48f4-bd77-11079e173be1 req-b06b5cc9-2511-454d-bf15-754513540ab0 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:25.887041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d0be21c-a2cd-48f4-bd77-11079e173be1 req-b06b5cc9-2511-454d-bf15-754513540ab0 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 943 time: 0.2192564 May 10 11:23:25.946298 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c49ea20-4df9-483d-b7af-99fb7aa09402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:25.983462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c49ea20-4df9-483d-b7af-99fb7aa09402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:26.008873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d0be21c-a2cd-48f4-bd77-11079e173be1 req-31685057-b7ac-465f-9774-b06795d7e87a tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092191 May 10 11:23:26.100710 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac21aab6-ef03-46f6-8a85-82ae1d354843 req-b944db4a-3ee5-4c2a-9006-12760ee1d425 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.0869467 May 10 11:23:26.134949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c49ea20-4df9-483d-b7af-99fb7aa09402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:26.137897 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c49ea20-4df9-483d-b7af-99fb7aa09402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:26.139288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8c49ea20-4df9-483d-b7af-99fb7aa09402 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af13fa6f-4cdc-4fe2-96c9-79f70d864768 HTTP/1.1" status: 204 len: 168 time: 0.3132577 May 10 11:23:26.162302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49ea20-4df9-483d-b7af-99fb7aa09402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13fa6f-4cdc-4fe2-96c9-79f70d864768,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:26.656423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59078015-c9cf-488e-b0d7-f995cc97f4c2 req-7e739d76-eeb4-4523-bd2a-c2e2b47459dd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:26.658344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59078015-c9cf-488e-b0d7-f995cc97f4c2 req-7e739d76-eeb4-4523-bd2a-c2e2b47459dd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.0820782 May 10 11:23:26.753748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59078015-c9cf-488e-b0d7-f995cc97f4c2 req-54b8e939-ed3b-4104-a213-47ace88d973b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758312 May 10 11:23:26.868161 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83fed017-2fe6-4a8d-8683-6f3dc2b95392 req-918c909e-3afc-4f18-b215-e1bbca105998 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 210 time: 0.0423796 May 10 11:23:26.921928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55956) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:27.191032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-88324747-network', 'tenant_id': '3ef1fe68d8994a4db0fd601fa590aba2'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:27.199791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-ccddd065-4613-465e-bd56-90d7041abaeb tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682237 May 10 11:23:27.219314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55972) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:27.329920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56e554c9-357c-4bc3-8e0a-513d05c2edf6 req-d6f49867-bb94-4677-8615-b59ea65a28a5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.0667791 May 10 11:23:27.332022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Made reservation on behalf of 3ef1fe68d8994a4db0fd601fa590aba2 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:27.334647 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.368091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.374778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e21fc-0f2e-4ada-8224-5aa2e2e92a33 req-12c931fb-0baf-4590-9e4a-36990faf942d tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:27.380266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-753832851-network', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:27.382634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-799e21fc-0f2e-4ada-8224-5aa2e2e92a33 req-12c931fb-0baf-4590-9e4a-36990faf942d tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 943 time: 0.2886724 May 10 11:23:27.429481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Made reservation on behalf of 46461e9403b4443faa61c67e1e8a41fb for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:27.432635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.439444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-799e21fc-0f2e-4ada-8224-5aa2e2e92a33 req-33277625-ec4a-4c09-957e-4ec7ddaec5e0 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557370 May 10 11:23:27.454676 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.468582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-aa535e6d-37fa-4b91-beed-b5c2b025be97 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:27.470386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-aa535e6d-37fa-4b91-beed-b5c2b025be97 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624223 May 10 11:23:27.505170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Request body: {'port': {'device_id': '5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '1cbc99a612b94107802e0591ae631c39'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:27.566020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55980) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:27.583227 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.596394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.625115 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.641442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.645523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:27.652618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5359d659-b255-4331-b0df-20df565f8517,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:27.667753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:27.683494 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.683867 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Added segment e2e2cccf-eb7f-4259-ac2c-b3262359d646 of type vlan for network 8dc7338d-07d7-41e9-bac0-510bfb882563 May 10 11:23:27.691665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Made reservation on behalf of 1cbc99a612b94107802e0591ae631c39 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:27.695606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.704412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.704755 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Added segment 9509fda9-da92-4ae2-bb0c-2ca300354c63 of type vlan for network a0dc0162-5cda-48ae-8950-63952b109e36 May 10 11:23:27.737667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a85c5-e262-48a4-807f-e4d04bc743f6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:27.794505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.801055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.861245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-883778842-network', 'tenant_id': 'd7e3554af6814ed48d5cf0ce825d8c64'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:27.882967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Allocated IP 192.168.233.118 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/747f6ab9-fa7e-4c25-a22c-9681eebb0488) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:27.889954 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.890915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:27.891496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.930377 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.931739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:27.932475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.995865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Made reservation on behalf of d7e3554af6814ed48d5cf0ce825d8c64 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:27.998563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.011238 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.026719 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1033995 May 10 11:23:28.030407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55988) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:28.032489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c18834c9-47d1-4efc-aa2c-2edb274ff178 req-40a3f1ec-7c73-49d1-8d77-bfde05af5368 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 210 time: 0.0395737 May 10 11:23:28.042620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Request body: {'subnet': {'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-88324747-subnet', 'tenant_id': '3ef1fe68d8994a4db0fd601fa590aba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:28.043124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8195512 May 10 11:23:28.050657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55990) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:28.055923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Request body: {'subnet': {'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-753832851-subnet', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:28.085142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a5043-96c9-47fa-99d2-cfa43259db91 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc7338d-07d7-41e9-bac0-510bfb882563,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:28.100530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 8dc7338d-07d7-41e9-bac0-510bfb882563 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:23:28.110150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc126-2bbb-4f2d-870c-0b6fdfdeb827 req-fc1359e0-fdb9-4385-a518-34e71bb76541 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:28.113370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Made reservation on behalf of 46461e9403b4443faa61c67e1e8a41fb for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:28.116336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.121314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Made reservation on behalf of 3ef1fe68d8994a4db0fd601fa590aba2 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:28.124570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.126064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab5bc126-2bbb-4f2d-870c-0b6fdfdeb827 req-fc1359e0-fdb9-4385-a518-34e71bb76541 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.2573223 May 10 11:23:28.218054 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.235211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab5bc126-2bbb-4f2d-870c-0b6fdfdeb827 req-d2418a41-fc2a-48f8-a1a0-fe62cd8344fd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030312 May 10 11:23:28.256172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d16958-9561-47d4-bfdc-8311c14c2b57 admin admin] Pushing event updated for resources: {'Network': ['ID=a0dc0162-5cda-48ae-8950-63952b109e36,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:28.272964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a0dc0162-5cda-48ae-8950-63952b109e36 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:23:28.312532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.318787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.368055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:28.383010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.383350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.383500 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Added segment 8243f64d-ed67-49f9-ad27-ea982a12bdf1 of type vlan for network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 May 10 11:23:28.400767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875', 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:28.407457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8680196e-4ac9-4ef3-aeaa-726625858bd2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:28.418186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f', '8a6284ea-4a19-4efc-9271-c96f33467a51', '6035b17e-0bac-48fb-80e8-882c3adb7485'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:28.456754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.495988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.497082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:28.497818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.591889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a998842e-9ef7-49d7-857f-8214e21020a9 req-2f272c22-00b9-43c6-92cc-800112039b10 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.1576388 May 10 11:23:28.669072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1019313 May 10 11:23:28.669780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55996) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:28.673776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989653e-fb9d-44c7-971e-267303c3ad74 admin admin] Pushing event updated for resources: {'Network': ['ID=f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:28.686497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Request body: {'subnet': {'network_id': 'f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-883778842-subnet', 'tenant_id': 'd7e3554af6814ed48d5cf0ce825d8c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:28.693341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:23:28.716206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14c7c4-3706-40ba-b242-2e2dabadcaaf req-96e9b7f6-0f7d-4c30-8951-9976c7c9c327 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:28.719416 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e14c7c4-3706-40ba-b242-2e2dabadcaaf req-96e9b7f6-0f7d-4c30-8951-9976c7c9c327 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 943 time: 0.1012921 May 10 11:23:28.730304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:28.740565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:28.742833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'Port': ['ID=747f6ab9-fa7e-4c25-a22c-9681eebb0488,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:28.745951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:28.750568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Made reservation on behalf of d7e3554af6814ed48d5cf0ce825d8c64 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:28.752911 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.757357 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.825878 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e14c7c4-3706-40ba-b242-2e2dabadcaaf req-386e83c0-88a1-40aa-baf5-ca03154fcbf8 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994999 May 10 11:23:28.864971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83063887-d7ff-4b50-ac21-9efac931ebab,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:29.047848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:29.060154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:29.071907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Checking segment: {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:29.073183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Network hostable DHCP agents. Network: 8dc7338d-07d7-41e9-bac0-510bfb882563, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:29.094131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-403983ec-a884-45b9-80ad-d9d2aa8617b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5990946 May 10 11:23:29.096460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:29.108331 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:29.115606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Request body: {'port': {'device_id': '5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:29.180472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b75974-e453-4dd9-8be7-415ba97fe5df,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:29.219812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d33f874-ef37-4fe9-aca4-74f17462c7e8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:29.229638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7ae62be3-a878-40c9-94cc-1b2b8c326976 None None] Provisioning complete for port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:29.230138 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ae62be3-a878-40c9-94cc-1b2b8c326976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:29.280670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Checking segment: {'id': '8243f64d-ed67-49f9-ad27-ea982a12bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:29.281224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Network hostable DHCP agents. Network: f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:29.282987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7ae62be3-a878-40c9-94cc-1b2b8c326976 None None] Port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:23:29.298551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Network 8dc7338d-07d7-41e9-bac0-510bfb882563 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:29.378530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 8dc7338d-07d7-41e9-bac0-510bfb882563) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:29.383154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:29.383731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:29.386353 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:29.397016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c2fc6-f80f-4497-9d4e-5a9ff42a04e1 req-0be272b0-1a04-4144-b62a-beaa90ecbdb5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:29.405385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-936c2fc6-f80f-4497-9d4e-5a9ff42a04e1 req-0be272b0-1a04-4144-b62a-beaa90ecbdb5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 936 time: 0.1774614 May 10 11:23:29.414342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb2b2a-b8ff-4a3a-b9b5-f804f64bb91d None None] Network 8dc7338d-07d7-41e9-bac0-510bfb882563 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:29.451528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:29.476078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:29.488337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb20ead-c00f-48db-aa7d-f0fc06d67c41 None None] Network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:29.499900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:29.500503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:29.522241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadc02a-d447-4231-837c-7ebe0e214a5c req-7dc98894-75f2-4c57-be38-d3685364c8cf tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:29.523835 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-efadc02a-d447-4231-837c-7ebe0e214a5c req-7dc98894-75f2-4c57-be38-d3685364c8cf tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.1778944 May 10 11:23:29.540709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Checking segment: {'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:29.541506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Network hostable DHCP agents. Network: a0dc0162-5cda-48ae-8950-63952b109e36, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:29.575558 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-83f4eaf4-9cd6-4b74-828e-3c3285496686 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8927522 May 10 11:23:29.592699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9e4be850-e97e-4208-8511-bfbae36b7563 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5590127 May 10 11:23:29.622184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-efadc02a-d447-4231-837c-7ebe0e214a5c req-bf26e95f-b6f5-419b-adea-214a60b7a83d tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743170 May 10 11:23:29.804895 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b69a12f-3221-4e4e-bbca-62e49ba411bf req-75d8ab3e-088b-4c10-afb0-4eebd5b83e70 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.0547085 May 10 11:23:29.930655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26060b9b-7fe3-4846-9c67-23e42db3e35d None None] Network 8dc7338d-07d7-41e9-bac0-510bfb882563 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:30.030849 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-936c2fc6-f80f-4497-9d4e-5a9ff42a04e1 req-9f6f600b-25ad-4a31-a714-3bbc0dffcbe9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245077 May 10 11:23:30.062280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Network a0dc0162-5cda-48ae-8950-63952b109e36 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:30.086320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da137-7a66-49c4-9039-dbe75b97c022 req-77297887-9692-42e5-b3d5-95587595aad8 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:30.088193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f57da137-7a66-49c4-9039-dbe75b97c022 req-77297887-9692-42e5-b3d5-95587595aad8 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 943 time: 0.1021638 May 10 11:23:30.123173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a0dc0162-5cda-48ae-8950-63952b109e36) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:30.136630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:30.137705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.146958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f6de1d-2dfe-47fb-83fd-6f25feeb7521 None None] Network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:30.167947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f57da137-7a66-49c4-9039-dbe75b97c022 req-fbdb7c18-9149-4c56-9aaa-de16f65314cc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617788 May 10 11:23:30.177736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747f6ab9-fa7e-4c25-a22c-9681eebb0488 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:30.193908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dbb5c017-a6e2-4fd4-ada4-a6b66198b24a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1396055 May 10 11:23:30.194512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56018) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:30.198768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:30.209290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.227569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f5af9-e3d2-452c-b830-d2bcdfba33ef None None] Network a0dc0162-5cda-48ae-8950-63952b109e36 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:30.238637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Transition to ACTIVE for port object 747f6ab9-fa7e-4c25-a22c-9681eebb0488 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:30.241354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.242788 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.250552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.410817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Pushing event updated for resources: {'Port': ['ID=747f6ab9-fa7e-4c25-a22c-9681eebb0488,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:30.415374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.484787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Attempting to bind port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:30.485365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Attempting to bind port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:30.485856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Attempting to bind port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:30.491304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:30.491939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Attempting to bind port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:30.502607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:30.503138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:30.503970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:30.504595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Bound port: 747f6ab9-fa7e-4c25-a22c-9681eebb0488, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:30.512414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.653889 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.736874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] For port 747f6ab9-fa7e-4c25-a22c-9681eebb0488, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:30.739249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:30.744202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2005050577-network', 'tenant_id': '6c236d21cef2446fa2f9f857ec775380'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:30.778561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] For port 747f6ab9-fa7e-4c25-a22c-9681eebb0488, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=747f6ab9-fa7e-4c25-a22c-9681eebb0488,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:30.796001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.816868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a0dc0162-5cda-48ae-8950-63952b109e36', 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'fixed_ips': [{'subnet_id': '97b75974-e453-4dd9-8be7-415ba97fe5df'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:23:30.817880 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.837481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Made reservation on behalf of 6c236d21cef2446fa2f9f857ec775380 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:30.840344 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.864242 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:30.864863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.866365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] 10.222.0.49 "PUT /v2.0/ports/747f6ab9-fa7e-4c25-a22c-9681eebb0488 HTTP/1.1" status: 200 len: 1096 time: 1.7599487 May 10 11:23:30.870750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9', 'tag': '747f6ab9-fa7e-4c25-a22c-9681eebb0488'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:30.876323 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd867a46-8126-4e14-843e-0b20d316fb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9", "tag": "747f6ab9-fa7e-4c25-a22c-9681eebb0488"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:30.891736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.947847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-1533c8db-9efe-4364-8008-b4fa4cf8d484 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:30.957882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-1533c8db-9efe-4364-8008-b4fa4cf8d484 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 820 time: 0.3214614 May 10 11:23:31.015291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdd703-c992-4d96-8ea9-260dc79258b0 req-f1e1ab0a-5e3d-4b5e-831b-554ffd22ceb1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:31.031943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62cdd703-c992-4d96-8ea9-260dc79258b0 req-f1e1ab0a-5e3d-4b5e-831b-554ffd22ceb1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.2038724 May 10 11:23:31.070265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-20567fe8-115d-4b7d-beea-1ad0e3e9f3b9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/quotas/3ef1fe68d8994a4db0fd601fa590aba2 HTTP/1.1" status: 200 len: 375 time: 0.1113613 May 10 11:23:31.094355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b1c83-65d4-48a2-b497-974f33b60a64 service neutron] Pushing event updated for resources: {'Port': ['ID=747f6ab9-fa7e-4c25-a22c-9681eebb0488,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:31.164547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62cdd703-c992-4d96-8ea9-260dc79258b0 req-2d02dae9-a81f-4c3d-b22d-eee13d95c168 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177220 May 10 11:23:31.169563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-c9647c22-48b3-499c-8ec0-14beb405460a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982141 May 10 11:23:31.172841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Allocated IP 172.20.0.2 (a0dc0162-5cda-48ae-8950-63952b109e36/97b75974-e453-4dd9-8be7-415ba97fe5df/ce7aef2e-27a1-438c-adcb-8b70f48d61a6) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:31.340475 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-f1f1091c-9679-46fb-900d-bb1ae8f27a59 service neutron] 10.222.0.13 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699800 May 10 11:23:31.381670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-109d4c6b-240d-4ab7-bf9d-e4107d27b2b7 req-9bf5a574-f131-4b7d-aed8-495e7b9ef9d6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.0646217 May 10 11:23:31.411791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.437424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.480619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.493672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.515460 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c2d8b5-e541-4f3f-8d64-77880e1669e8 x-openstack-request-id: req-05c2d8b5-e541-4f3f-8d64-77880e1669e8 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:31.515757 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9", "tag": "747f6ab9-fa7e-4c25-a22c-9681eebb0488", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:31.516035 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05c2d8b5-e541-4f3f-8d64-77880e1669e8 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:31.516447 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c2d8b5-e541-4f3f-8d64-77880e1669e8'] response: {'name': 'network-changed', 'server_uuid': '5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9', 'tag': '747f6ab9-fa7e-4c25-a22c-9681eebb0488', 'status': 'completed', 'code': 200} May 10 11:23:31.522509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-b0a776ff-eebb-4f7a-8d32-35ab83f6e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:31.524041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-b0a776ff-eebb-4f7a-8d32-35ab83f6e734 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 1099 time: 0.6056545 May 10 11:23:31.530589 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-6934bfaa-4f99-4d89-b7b1-f8e19a0630c5 service neutron] 10.222.0.13 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760700 May 10 11:23:31.550060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Network a0dc0162-5cda-48ae-8950-63952b109e36 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:31.555147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:31.558676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:31.570565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Pushing event updated for resources: {'Port': ['ID=ce7aef2e-27a1-438c-adcb-8b70f48d61a6,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:31.575690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-b9d8ec54-6693-4a7e-b880-739ea4c3634f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=747f6ab9-fa7e-4c25-a22c-9681eebb0488 HTTP/1.1" status: 200 len: 217 time: 0.0427520 May 10 11:23:31.603075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.603526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.603917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.604318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.604717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.605131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.605523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.605916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.606308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.606698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.607084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.607541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:31.640813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Attempting to bind port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:31.641880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Attempting to bind port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:31.642327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Attempting to bind port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 on network a0dc0162-5cda-48ae-8950-63952b109e36 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:31.648613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:31.648982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Checking segment: {'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:31.649241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Allocated IP 172.25.8.119 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:31.649377 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.649793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Bound using segment: {'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:31.650767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Bound port: ce7aef2e-27a1-438c-adcb-8b70f48d61a6, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:31.651152 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.672974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.677174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-d50c84fa-c925-43f4-a1f5-9c718a886a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:31.678721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-d50c84fa-c925-43f4-a1f5-9c718a886a8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0942268 May 10 11:23:31.683806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.732713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] For port ce7aef2e-27a1-438c-adcb-8b70f48d61a6, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:31.736764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] For port ce7aef2e-27a1-438c-adcb-8b70f48d61a6, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ce7aef2e-27a1-438c-adcb-8b70f48d61a6,segment=NetworkSegment(9509fda9-da92-4ae2-bb0c-2ca300354c63),segment_id=9509fda9-da92-4ae2-bb0c-2ca300354c63)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:31.744393 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.752866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:31.757114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe1709-08cf-4ebe-bef7-ba9aa1322961 req-f1b9b729-9e78-44b0-8983-f1f2d9dc5ed2 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:31.767507 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98fe1709-08cf-4ebe-bef7-ba9aa1322961 req-f1b9b729-9e78-44b0-8983-f1f2d9dc5ed2 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 948 time: 0.1901519 May 10 11:23:31.768289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c3e58d-ac24-42ed-b972-406456c774eb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:31.776543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.777038 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Added segment 16079e2b-d9e5-46e8-ac24-ff7adbbdf192 of type vlan for network b4398b6b-53e4-4683-affe-a03de50f647a May 10 11:23:31.779679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-fc12245b-ea48-494a-98c9-62e49e487214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:31.781964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-fc12245b-ea48-494a-98c9-62e49e487214 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928507 May 10 11:23:31.851431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb27449-20b2-475a-8f15-282cfc6c045b None None] Pushing event updated for resources: {'Port': ['ID=ce7aef2e-27a1-438c-adcb-8b70f48d61a6,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:31.898264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-2b432bcc-f359-47a5-9b3c-b0fa3fbb0241 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 200 len: 217 time: 0.0944548 May 10 11:23:31.930476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98fe1709-08cf-4ebe-bef7-ba9aa1322961 req-8cd0135f-8799-4b74-92b9-9f441547384f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620283 May 10 11:23:31.952911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da36c5f-067d-47ba-8b7f-7196c8eb458c req-4110c037-6d84-4bb3-814a-b8f4ba38c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:31.955023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8da36c5f-067d-47ba-8b7f-7196c8eb458c req-4110c037-6d84-4bb3-814a-b8f4ba38c75a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=119d0ea9d3ba467aaa504196f9a4a432&device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 1094 time: 0.1168416 May 10 11:23:32.103469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:32.122355 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:32.199116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-465a1a70-01d8-4260-8916-1832ff067ecb req-57f6720c-99f5-442f-a621-595cf49e1146 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 210 time: 0.1433473 May 10 11:23:32.291981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da36c5f-067d-47ba-8b7f-7196c8eb458c req-7121af31-4a03-4ee2-a178-c1d0c251cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:32.293648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8da36c5f-067d-47ba-8b7f-7196c8eb458c req-7121af31-4a03-4ee2-a178-c1d0c251cbe7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=119d0ea9d3ba467aaa504196f9a4a432&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3219178 May 10 11:23:32.410053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:32.428899 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:32.464959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-567b32f3-e27a-4b51-97d3-ef2d8b3590ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:32.466480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-567b32f3-e27a-4b51-97d3-ef2d8b3590ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.5216746 May 10 11:23:32.480610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1896616-501b-42c8-b3f1-a94d10145bb9 req-d8d0f054-cb1e-43e7-8d57-daccbaa7d697 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:32.482504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1896616-501b-42c8-b3f1-a94d10145bb9 req-d8d0f054-cb1e-43e7-8d57-daccbaa7d697 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.1828151 May 10 11:23:32.499834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f0fdf-e391-4993-9334-24e805a1b403 req-8cafcb21-98fb-4b32-864a-90e821050f79 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:32.501323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da2f0fdf-e391-4993-9334-24e805a1b403 req-8cafcb21-98fb-4b32-864a-90e821050f79 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 943 time: 0.5726428 May 10 11:23:32.522235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:32.530125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-6f1b6889-f9fc-497b-aa05-df20aa7fb19c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498154 May 10 11:23:32.538068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:32.539313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-c292f28e-99bd-4fe2-abfa-815c38ab5233 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373524 May 10 11:23:32.539917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:32.540763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:32.541306 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:32.547447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Pushing event updated for resources: {'Port': ['ID=99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:32.553706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:32.560936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da36c5f-067d-47ba-8b7f-7196c8eb458c req-320c94c3-5388-4431-889a-97531742bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:32.563592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8da36c5f-067d-47ba-8b7f-7196c8eb458c req-320c94c3-5388-4431-889a-97531742bcc4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509418 May 10 11:23:32.624994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1896616-501b-42c8-b3f1-a94d10145bb9 req-44b6d6b5-5c15-4171-9878-86e5464521b8 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311440 May 10 11:23:32.714654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9717698 May 10 11:23:32.717120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56068) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:32.731245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Request body: {'subnet': {'network_id': 'b4398b6b-53e4-4683-affe-a03de50f647a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2005050577-subnet', 'tenant_id': '6c236d21cef2446fa2f9f857ec775380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:32.790443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691054a-fb8f-4986-93ef-ef2bcd2f9149 admin admin] Pushing event updated for resources: {'Network': ['ID=b4398b6b-53e4-4683-affe-a03de50f647a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:32.801306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network b4398b6b-53e4-4683-affe-a03de50f647a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:23:32.813665 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07bafa85-0452-40c8-b9f8-7ff141f1a48c req-52186c29-ede2-409f-a798-c26f75924f1f service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388759 May 10 11:23:32.830448 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-7e5ab194-8a15-4240-8bae-0d09eacd266b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967612 May 10 11:23:32.849790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8910ab4-ffa1-4f08-a7a6-ed4072b53b26 req-d1295fcd-4967-4601-a489-d253b6e2d245 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.0674670 May 10 11:23:32.870378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da2f0fdf-e391-4993-9334-24e805a1b403 req-2b5ea5fe-3aff-48e8-837d-75a14ac7e202 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440423 May 10 11:23:32.896641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Made reservation on behalf of 6c236d21cef2446fa2f9f857ec775380 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:32.902796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.048301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-23e8f066-bc11-4517-b254-a82f740a817a service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045967 May 10 11:23:33.064265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-9d4d9a78-012d-4e24-b154-fa19b1e81e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:33.065932 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-9d4d9a78-012d-4e24-b154-fa19b1e81e54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=119d0ea9d3ba467aaa504196f9a4a432&device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 1094 time: 0.3649411 May 10 11:23:33.175514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49dee8-2e84-4e35-b3f7-274592895b44 None None] Network a0dc0162-5cda-48ae-8950-63952b109e36 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:33.216342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-e48ded70-155d-4cb6-b035-ba3e4372f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:33.218511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-e48ded70-155d-4cb6-b035-ba3e4372f904 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 1099 time: 0.1586096 May 10 11:23:33.259870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b85b14ed-2e90-417e-9d81-2c2068727ce9 None None] Provisioning complete for port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:33.260657 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b85b14ed-2e90-417e-9d81-2c2068727ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.351850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a36c037-e7f7-4dcc-8ab8-9d42eb7f96a2 req-da108f13-6b4b-4f9f-b720-25d21beae1da service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522931 May 10 11:23:33.439849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b85b14ed-2e90-417e-9d81-2c2068727ce9 None None] Current status of the port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:33.440754 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b85b14ed-2e90-417e-9d81-2c2068727ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.482912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.496866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b85b14ed-2e90-417e-9d81-2c2068727ce9 None None] For port ce7aef2e-27a1-438c-adcb-8b70f48d61a6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ce7aef2e-27a1-438c-adcb-8b70f48d61a6,segment=NetworkSegment(9509fda9-da92-4ae2-bb0c-2ca300354c63),segment_id=9509fda9-da92-4ae2-bb0c-2ca300354c63)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:33.504899 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b85b14ed-2e90-417e-9d81-2c2068727ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.518983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-d4ec6c8e-ccb2-4419-873f-d77743e00083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:33.531411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-d4ec6c8e-ccb2-4419-873f-d77743e00083 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2944891 May 10 11:23:33.587246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b14ed-2e90-417e-9d81-2c2068727ce9 None None] Pushing event updated for resources: {'Port': ['ID=ce7aef2e-27a1-438c-adcb-8b70f48d61a6,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:33.637660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ce7aef2e-27a1-438c-adcb-8b70f48d61a6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:33.684381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-84b75900-46c1-4a23-8650-7d9a819dd724 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72505c2b-d66f-43f3-b0fa-dee7b0e18339 HTTP/1.1" status: 200 len: 217 time: 0.1929748 May 10 11:23:33.696304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:33.696682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.770422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae928a8-0cfa-4e83-b961-bf80f2d6e612 req-91b1021b-19d4-493b-bfae-2b2f7a36e9f4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:33.777359 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eae928a8-0cfa-4e83-b961-bf80f2d6e612 req-91b1021b-19d4-493b-bfae-2b2f7a36e9f4 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 948 time: 0.7035327 May 10 11:23:33.792847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.804893 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-716fc345-1a42-48d6-8d9e-3cd54bf4bce5 req-74677dd9-d1ba-45de-9885-ec93fee4a9c3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 210 time: 0.0946507 May 10 11:23:33.810282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:33.813407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-972645e8-182a-43eb-b80e-8bb80d082123 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=747f6ab9-fa7e-4c25-a22c-9681eebb0488 HTTP/1.1" status: 200 len: 217 time: 0.1306875 May 10 11:23:33.821524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-763ec699-e356-408d-9ed2-a985439bf3ba tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:33.822962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-763ec699-e356-408d-9ed2-a985439bf3ba tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9608159 May 10 11:23:33.884639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Request body: {'port': {'device_id': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '7c8946ea7ec24bf3a02449c0f4c5d588'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:33.892330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6e370441-385d-4031-9056-b2e0ddd3f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:33.893625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45d32ab-886b-4b01-b819-491284339c0f,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:33.893767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-6e370441-385d-4031-9056-b2e0ddd3f206 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c87888b-72dc-41d4-8a5e-dd491795ddfc HTTP/1.1" status: 200 len: 853 time: 0.1947968 May 10 11:23:33.923944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Checking segment: {'id': '16079e2b-d9e5-46e8-ac24-ff7adbbdf192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b4398b6b-53e4-4683-affe-a03de50f647a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:33.924305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Network hostable DHCP agents. Network: b4398b6b-53e4-4683-affe-a03de50f647a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:33.944708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-a18f23ef-e2b4-4bde-b290-118f5330bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:33.946355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3e6a5000-b60c-4c78-afcd-c8db8250bbc6 None None] Provisioning complete for port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:33.946725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3e6a5000-b60c-4c78-afcd-c8db8250bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.947169 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-a18f23ef-e2b4-4bde-b290-118f5330bb27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1214280 May 10 11:23:33.969057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-ccaaf0ea-d28b-474f-9c8b-1593c02a066d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:33.971196 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-ccaaf0ea-d28b-474f-9c8b-1593c02a066d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 820 time: 0.4538579 May 10 11:23:33.995057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Request body: {'port': {'device_id': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'admin_state_up': True, 'tenant_id': '3ef1fe68d8994a4db0fd601fa590aba2'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:34.017417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eae928a8-0cfa-4e83-b961-bf80f2d6e612 req-0103f23a-0ff5-414b-b80d-adcd83a81ace tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289743 May 10 11:23:34.026836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a5000-b60c-4c78-afcd-c8db8250bbc6 None None] Current status of the port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:34.067427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-24a80550-09f9-4f30-a13c-5f02564a9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:34.068928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-24a80550-09f9-4f30-a13c-5f02564a9712 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=64185b9e-645b-4499-bcff-3e5b313eaecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617379 May 10 11:23:34.120095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Network b4398b6b-53e4-4683-affe-a03de50f647a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:34.159671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490a238-a984-4727-8426-551b0cc2b9b5 req-6c121057-4452-4196-8a05-07501e53083b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:34.167776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2490a238-a984-4727-8426-551b0cc2b9b5 req-6c121057-4452-4196-8a05-07501e53083b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.2654274 May 10 11:23:34.174285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, b4398b6b-53e4-4683-affe-a03de50f647a) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:34.203266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:34.203765 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:34.210031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Made reservation on behalf of 3ef1fe68d8994a4db0fd601fa590aba2 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:34.213603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:34.237352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-662b081d-33a4-4248-9a0a-6a3be084e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:34.238950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-662b081d-33a4-4248-9a0a-6a3be084e983 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791245 May 10 11:23:34.262860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7fe2a-8795-4177-a5ba-7bf31efa2daf None None] Network b4398b6b-53e4-4683-affe-a03de50f647a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:34.288780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Made reservation on behalf of 7c8946ea7ec24bf3a02449c0f4c5d588 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:34.292115 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:34.340173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-96ba45eb-bb51-4655-80b3-cdd0300b9273 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883119 May 10 11:23:34.342158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bcd1caa2-bee8-48f8-87c1-666bf00d18a9 req-36cd973c-1ad7-45a7-ab2f-00460cef8394 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 210 time: 0.0587234 May 10 11:23:34.350094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cf6f8eea-2656-44a4-9d76-bc364bfc5b83 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6288333 May 10 11:23:34.380617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2490a238-a984-4727-8426-551b0cc2b9b5 req-79995a76-4ffe-47fc-88f0-7ead595b3dde tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123036 May 10 11:23:34.425085 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9ade3a35-a68e-41c3-901c-fd200a1482a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:34.478504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3c081-6d53-4fef-ba73-e2f32a4b87d3 None None] Network b4398b6b-53e4-4683-affe-a03de50f647a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:34.491851 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-99e28aaf-9bbf-4800-8067-dfbdca5e1e9d service neutron] 10.222.0.70 "GET /v2.0/networks/64185b9e-645b-4499-bcff-3e5b313eaecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838935 May 10 11:23:34.506504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:34.512018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Allocated IP 192.168.233.151 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/7c2fa708-d01e-4012-b946-03b0c75732d6) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:34.634988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-c680c6d3-0257-4bc2-9f1c-38e8020dad6e tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1991877068&fields=id&tenant_id=c1c08229956149e782b0d9f4ee4431c9 HTTP/1.1" status: 200 len: 267 time: 0.0886877 May 10 11:23:34.658154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd867a46-8126-4e14-843e-0b20d316fb8c req-a1f4ccbf-c2e1-4b35-b7c8-0bc748323fcb service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764740 May 10 11:23:34.709943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Allocated IP 172.20.0.13 (8dc7338d-07d7-41e9-bac0-510bfb882563/83063887-d7ff-4b50-ac21-9efac931ebab/d87bd946-142b-4b8d-8a25-29b1c3cc4281) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:34.747080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94244d-2dbe-42ee-a59a-1e34b083b765 req-73cd790b-bf0c-4fc9-a346-b0ad102bfdb3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:34.749156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee94244d-2dbe-42ee-a59a-1e34b083b765 req-73cd790b-bf0c-4fc9-a346-b0ad102bfdb3 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 943 time: 0.2649572 May 10 11:23:34.787625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-3a1ceabe-418a-481a-a81a-bc813250f36d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:34.789112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-3a1ceabe-418a-481a-a81a-bc813250f36d tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/networks?id=c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 200 len: 824 time: 0.1464226 May 10 11:23:34.832317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04e02a3e-4acf-4bfc-bd09-857b20d0fa90 req-d0072d07-0737-4df0-8692-d447bd9c412a service neutron] 10.222.0.70 "GET /v2.0/networks/64185b9e-645b-4499-bcff-3e5b313eaecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217480 May 10 11:23:34.846592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-82d35844-4557-4511-8afd-3565cc35a1ca tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/quotas/c1c08229956149e782b0d9f4ee4431c9 HTTP/1.1" status: 200 len: 375 time: 0.0496397 May 10 11:23:34.881651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee94244d-2dbe-42ee-a59a-1e34b083b765 req-804fac0a-61fc-4bfe-bea1-f0287bb87238 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239617 May 10 11:23:34.933550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Router 3908a280-4466-4dac-b934-e138c42c6b94 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:23:34.937767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:34.944834 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-e5a6ec4c-5c06-44f4-8478-e22a13f15cc4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1c08229956149e782b0d9f4ee4431c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0898488 May 10 11:23:34.947758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.033155 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.057376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.074417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b9ac89c6-56fb-4394-9039-fe7689b89969'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:35.107614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:23:35.120192 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Sync routers for ids ['3908a280-4466-4dac-b934-e138c42c6b94'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:35.126917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:35.128844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Network 8dc7338d-07d7-41e9-bac0-510bfb882563 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:35.130420 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Routers {'3908a280-4466-4dac-b934-e138c42c6b94'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:35.131046 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['3908a280-4466-4dac-b934-e138c42c6b94'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:35.134922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-774be153-224e-4ebc-93d9-e31bedc9b1c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731079 May 10 11:23:35.141324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:35.144291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:35.150724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:35.174396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:35.198053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.198310 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.203637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-68bc6098-adfa-4e95-86d5-4a3ff086b097 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0083120 May 10 11:23:35.215009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56114) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:35.295224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-4078f78f-4d4d-4886-8d62-9691d03aa205 service neutron] 10.222.0.13 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402166 May 10 11:23:35.298582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:35.299291 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Set router 3908a280-4466-4dac-b934-e138c42c6b94 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:35.332429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:35.333112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.393996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:35.394621 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.406684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event updated for resources: {'Port': ['ID=d87bd946-142b-4b8d-8a25-29b1c3cc4281,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:35.410524 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-28ed20d4-0d04-4cc1-8902-507f8f40f1ed tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5345387 May 10 11:23:35.442481 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-58656783-ec96-4509-b9ed-e70a6f70ffc3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4572990 May 10 11:23:35.456538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Request body: {'port': {'device_id': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:35.473397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Request body: {'port': {'device_id': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:35.556568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ce7aef2e-27a1-438c-adcb-8b70f48d61a6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:35.559397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-d3515638-a6ac-47fe-af9c-eecaf75445db tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:35.564343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-d3515638-a6ac-47fe-af9c-eecaf75445db tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/networks?id=f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 HTTP/1.1" status: 200 len: 814 time: 0.4306021 May 10 11:23:35.625229 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.625444 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:32Z', 'revision_number': 3, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port': {'id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:31Z', 'updated_at': '2022-05-10T11:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:35.631324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f21818e8-c142-4378-a185-678478e9a4f5 None None] Provisioning complete for port 7c2fa708-d01e-4012-b946-03b0c75732d6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:35.631705 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f21818e8-c142-4378-a185-678478e9a4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.653007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65a4ab-860d-437a-a8f3-8f1061a6ddfe req-c6e06825-fb8c-47e7-bac9-60a0cc8ccf4b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:35.655007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d65a4ab-860d-437a-a8f3-8f1061a6ddfe req-c6e06825-fb8c-47e7-bac9-60a0cc8ccf4b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 932 time: 0.1174474 May 10 11:23:35.686271 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Checking router: 3908a280-4466-4dac-b934-e138c42c6b94 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:35.686649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:35.687024 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.687406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Updating router 3908a280-4466-4dac-b934-e138c42c6b94 port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:23:35.701079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.713287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-d73a66d9-faff-4409-8508-f91e738c6161 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/quotas/d7e3554af6814ed48d5cf0ce825d8c64 HTTP/1.1" status: 200 len: 375 time: 0.1364696 May 10 11:23:35.738076 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:35.754108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f21818e8-c142-4378-a185-678478e9a4f5 None None] Port 7c2fa708-d01e-4012-b946-03b0c75732d6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:23:35.824192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d65a4ab-860d-437a-a8f3-8f1061a6ddfe req-8000a05f-e61d-4019-b31b-c1b3d8ce0f74 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550720 May 10 11:23:35.880688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:36.073576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839c06-1d30-4b80-a237-c5e3a574c1ae req-cbe35504-d911-401f-ba5d-bccd99a90017 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:36.082716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13839c06-1d30-4b80-a237-c5e3a574c1ae req-cbe35504-d911-401f-ba5d-bccd99a90017 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 948 time: 0.1120520 May 10 11:23:36.192119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bef91ce1-7d19-4187-bc84-951398c20338 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:36.216825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13839c06-1d30-4b80-a237-c5e3a574c1ae req-57fff841-79ad-4f34-afbe-cee2feca3c22 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233733 May 10 11:23:36.241128 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.252589 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.308739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Attempting to bind port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:36.309327 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Attempting to bind port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:36.309752 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Attempting to bind port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:36.318101 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd438d-6ab1-47ae-9c36-bc8ff2aaccab None None] Pushing event updated for resources: {'Port': ['ID=99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:36.323041 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:36.323484 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:36.323997 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.324440 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:36.324965 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Bound port: 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:36.325900 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.361562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87bd946-142b-4b8d-8a25-29b1c3cc4281 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:36.375242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.392966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Transition to ACTIVE for port object d87bd946-142b-4b8d-8a25-29b1c3cc4281 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:36.415151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.416636 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] For port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:36.422743 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] For port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:36.432867 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.501887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6a9e949f-885c-4009-871a-3f0eafb7faf1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7e3554af6814ed48d5cf0ce825d8c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7277036 May 10 11:23:36.535900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d87bd946-142b-4b8d-8a25-29b1c3cc4281,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:36.537726 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd438d-6ab1-47ae-9c36-bc8ff2aaccab None None] Pushing event updated for resources: {'Port': ['ID=99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:36.558704 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Routers {'3908a280-4466-4dac-b934-e138c42c6b94'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:36.559475 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['3908a280-4466-4dac-b934-e138c42c6b94'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:36.567505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aac24e-1bfe-4395-a2a6-2bf02d655a6d req-193bba7f-c7cc-4c6e-923f-550b678d3090 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:36.570054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67aac24e-1bfe-4395-a2a6-2bf02d655a6d req-193bba7f-c7cc-4c6e-923f-550b678d3090 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 936 time: 0.1752341 May 10 11:23:36.631389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 747f6ab9-fa7e-4c25-a22c-9681eebb0488 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:36.643469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67aac24e-1bfe-4395-a2a6-2bf02d655a6d req-c8a93791-b1b1-4f75-95c1-dfe5a9e04106 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 May 10 11:23:36.682690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Attempting to bind port d87bd946-142b-4b8d-8a25-29b1c3cc4281 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:36.682690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Attempting to bind port d87bd946-142b-4b8d-8a25-29b1c3cc4281 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:36.683597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Attempting to bind port d87bd946-142b-4b8d-8a25-29b1c3cc4281 on network 8dc7338d-07d7-41e9-bac0-510bfb882563 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:36.694150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Port d87bd946-142b-4b8d-8a25-29b1c3cc4281 on network 8dc7338d-07d7-41e9-bac0-510bfb882563 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:36.694469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Attempting to bind port d87bd946-142b-4b8d-8a25-29b1c3cc4281 on network 8dc7338d-07d7-41e9-bac0-510bfb882563 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:36.698625 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] Set router 3908a280-4466-4dac-b934-e138c42c6b94 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:36.700848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:36.702012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Checking segment: {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:36.702402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Bound using segment: {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:36.702833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Bound port: d87bd946-142b-4b8d-8a25-29b1c3cc4281, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:36.703191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.791548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 747f6ab9-fa7e-4c25-a22c-9681eebb0488, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=747f6ab9-fa7e-4c25-a22c-9681eebb0488,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:36.817771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:36.820595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '747f6ab9-fa7e-4c25-a22c-9681eebb0488', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '747f6ab9-fa7e-4c25-a22c-9681eebb0488', 'mac_address': 'fa:16:3e:f8:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:36.832428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31af7272-6405-4ce4-8df8-6cce71afca8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.839065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'bef91ce1-7d19-4187-bc84-951398c20338', 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'port_id': 'bef91ce1-7d19-4187-bc84-951398c20338', 'mac_address': 'fa:16:3e:ee:db:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f70c19-4fe5-40e3-8e4c-270c458a819b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:36.887276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-384b92d8-4fc2-4d22-b815-e7f38988ff68 service neutron] 10.222.0.13 "GET /v2.0/networks/f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841915 May 10 11:23:36.908381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port bef91ce1-7d19-4187-bc84-951398c20338 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:36.908672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.927529 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:32Z', 'revision_number': 3, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port': {'id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:31Z', 'updated_at': '2022-05-10T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:36.928619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:36.929017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.930606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-37c3b034-bf54-4c6d-bbcb-526f52b77904 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:36.932410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-37c3b034-bf54-4c6d-bbcb-526f52b77904 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.70 "GET /v2.0/ports?device_id=357a8061-031d-4b10-a146-f5fa9ce6e9c6 HTTP/1.1" status: 200 len: 945 time: 0.2837322 May 10 11:23:36.933433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef91ce1-7d19-4187-bc84-951398c20338 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:36.976777 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f47a24-ec10-4c6b-adff-1bd1ea0c5d52 None None] The sync data for ids ['3908a280-4466-4dac-b934-e138c42c6b94'] in n-d-840949-1 is: [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:32Z', 'revision_number': 3, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port': {'id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:31Z', 'updated_at': '2022-05-10T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:36.978621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747f6ab9-fa7e-4c25-a22c-9681eebb0488 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:37.007483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:37.023426 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.042485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 747f6ab9-fa7e-4c25-a22c-9681eebb0488, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=747f6ab9-fa7e-4c25-a22c-9681eebb0488,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:37.069994 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.143212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:37.180424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:37.193385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2479-2396-4126-8010-be3447c94e6d req-1e4ebb42-e545-44b9-a7c1-7ca4ec7ad001 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:37.201009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-061b2479-2396-4126-8010-be3447c94e6d req-1e4ebb42-e545-44b9-a7c1-7ca4ec7ad001 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 945 time: 0.4819553 May 10 11:23:37.213730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=747f6ab9-fa7e-4c25-a22c-9681eebb0488,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:37.220122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:37.235205 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.275808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-919c1625-5f16-425f-a754-20ee93a680ca service neutron] 10.222.0.13 "GET /v2.0/networks/f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424022 May 10 11:23:37.329556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['bef91ce1-7d19-4187-bc84-951398c20338'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:37.372199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-e9ed0e66-3bd0-42b7-b106-1b7b44fa4a4e tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:37.373935 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-e9ed0e66-3bd0-42b7-b106-1b7b44fa4a4e tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.49 "GET /v2.0/networks?id=c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 200 len: 824 time: 0.2661252 May 10 11:23:37.378993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['747f6ab9-fa7e-4c25-a22c-9681eebb0488'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:37.422529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:37.423096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.426957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/d87bd946-142b-4b8d-8a25-29b1c3cc4281 HTTP/1.1" status: 200 len: 1092 time: 1.9749682 May 10 11:23:37.504419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'tag': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:37.510619 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30" -d '{"events": [{"name": "network-changed", "server_uuid": "d73a16b1-fa7c-4fdc-bab3-a05842c5b958", "tag": "d87bd946-142b-4b8d-8a25-29b1c3cc4281"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:37.530985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2fa708-d01e-4012-b946-03b0c75732d6 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:37.560078 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.593418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e056f-6d8e-4fd1-b8ce-9914679f32a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d87bd946-142b-4b8d-8a25-29b1c3cc4281,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:37.634042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-061b2479-2396-4126-8010-be3447c94e6d req-01fb809b-e4b9-427c-a233-e89f6834f588 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291356 May 10 11:23:37.671122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Transition to ACTIVE for port object 7c2fa708-d01e-4012-b946-03b0c75732d6 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:37.724963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:37.738429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c10e03c0-6682-47cb-87d9-6d125832a832 req-2d8b3063-5cf3-497f-a8a9-b34b27136c6a tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 210 time: 0.1207564 May 10 11:23:37.759679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a4f3a399-1d4a-4368-91d3-47d89beeaa4c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c08229956149e782b0d9f4ee4431c9 HTTP/1.1" status: 200 len: 380 time: 0.3527303 May 10 11:23:37.777485 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.783124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Deleting port a79181d1-449d-404a-a820-492ee63013d7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:37.787644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.791338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Request body: {'port': {'device_id': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'admin_state_up': True, 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'security_groups': ['c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:37.869902 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.926501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-09b9d064-a7c7-4689-bf30-65b8aaaa4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:37.928122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-09b9d064-a7c7-4689-bf30-65b8aaaa4dde service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 1095 time: 0.3953364 May 10 11:23:37.932892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:37.953997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:37.954434 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.997973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-2b45ad0b-d7b5-44c0-a1f2-ae21d47332b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281 HTTP/1.1" status: 200 len: 217 time: 0.0574172 May 10 11:23:38.012064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a572ef9-b7b8-410e-ab4f-797e798749e3 req-fc389be0-6ef7-45a3-a0d9-c4ee04222b2e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:38.020757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a572ef9-b7b8-410e-ab4f-797e798749e3 req-fc389be0-6ef7-45a3-a0d9-c4ee04222b2e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 943 time: 0.1855178 May 10 11:23:38.052582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:38.053026 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.080785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.092491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:38.102518 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.140233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-df1dc5f9-8c58-460a-b791-953c038b4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:38.142250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-df1dc5f9-8c58-460a-b791-953c038b4bb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83063887-d7ff-4b50-ac21-9efac931ebab HTTP/1.1" status: 200 len: 860 time: 0.1132200 May 10 11:23:38.168117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a572ef9-b7b8-410e-ab4f-797e798749e3 req-d0bcb587-44c9-4f44-8079-c974f9d6037e tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461141 May 10 11:23:38.188404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Made reservation on behalf of c1c08229956149e782b0d9f4ee4431c9 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:38.193853 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.218548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 72505c2b-d66f-43f3-b0fa-dee7b0e18339 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:38.220672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a79181d1-449d-404a-a820-492ee63013d7 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:38.224801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:38.296554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-5fde83f3-446b-489b-83f1-3a07cb20bf26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8dc7338d-07d7-41e9-bac0-510bfb882563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242852 May 10 11:23:38.363491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] For port a79181d1-449d-404a-a820-492ee63013d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a79181d1-449d-404a-a820-492ee63013d7,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:38.364088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.462281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5204d-f1be-463f-9a20-febb2fba09dc req-6a9f4d4f-b537-4e38-99d2-6e13a7847217 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:38.463907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84f5204d-f1be-463f-9a20-febb2fba09dc req-6a9f4d4f-b537-4e38-99d2-6e13a7847217 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 944 time: 0.4865317 May 10 11:23:38.470311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 72505c2b-d66f-43f3-b0fa-dee7b0e18339, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=72505c2b-d66f-43f3-b0fa-dee7b0e18339,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:38.507405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a79181d1-449d-404a-a820-492ee63013d7 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:38.507793 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.535056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'port_id': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'mac_address': 'fa:16:3e:bf:d8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:38.573367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a79181d1-449d-404a-a820-492ee63013d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a79181d1-449d-404a-a820-492ee63013d7,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:38.578634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:38.581193 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad618b0-bdc4-4914-9d53-2d38191d7ba7" -d '{"events": [{"server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a79181d1-449d-404a-a820-492ee63013d7"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:38.591258 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.640279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185045-ed82-49dc-a993-ec8f9f1a77ef req-139e81c2-7a31-4c57-ab9b-ed381051d2fc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:38.648522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:38.648920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.651938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce185045-ed82-49dc-a993-ec8f9f1a77ef req-139e81c2-7a31-4c57-ab9b-ed381051d2fc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 949 time: 0.3452289 May 10 11:23:38.692766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72505c2b-d66f-43f3-b0fa-dee7b0e18339 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:38.715800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84f5204d-f1be-463f-9a20-febb2fba09dc req-e657348a-5bd1-4bec-a37e-93c5eda8258a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632288 May 10 11:23:38.740889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a79181d1-449d-404a-a820-492ee63013d7,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:38.753517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 72505c2b-d66f-43f3-b0fa-dee7b0e18339, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=72505c2b-d66f-43f3-b0fa-dee7b0e18339,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:38.761913 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.780516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce185045-ed82-49dc-a993-ec8f9f1a77ef req-8a058544-5bde-4e04-9961-2ed087782877 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275501 May 10 11:23:38.785661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-075b40d4-7483-4ca4-8eb5-11a5384321ae service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701066 May 10 11:23:38.812404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Allocated IP 172.20.0.9 (c35aa417-024d-4598-bdf0-38be789ba1bf/09195cb0-a4ec-4ada-9fdc-94bc46b2bea3/204884ca-0f87-4a19-b335-814c007e97c4) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:38.860438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=72505c2b-d66f-43f3-b0fa-dee7b0e18339,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:38.884953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f6643cd-ea29-485c-8adb-ed60e59676af req-da8d1b39-91fe-48a4-829e-38b5801533fb tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 210 time: 0.0743086 May 10 11:23:38.885641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Attempting to bind port 7c2fa708-d01e-4012-b946-03b0c75732d6 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:38.885970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Attempting to bind port 7c2fa708-d01e-4012-b946-03b0c75732d6 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:38.886299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Attempting to bind port 7c2fa708-d01e-4012-b946-03b0c75732d6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:38.894857 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa341b9a-3557-41bb-af6a-55df6089c647 x-openstack-request-id: req-aa341b9a-3557-41bb-af6a-55df6089c647 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:38.895965 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73a16b1-fa7c-4fdc-bab3-a05842c5b958", "tag": "d87bd946-142b-4b8d-8a25-29b1c3cc4281", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:38.896231 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa341b9a-3557-41bb-af6a-55df6089c647 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:38.900099 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa341b9a-3557-41bb-af6a-55df6089c647'] response: {'name': 'network-changed', 'server_uuid': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'tag': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281', 'status': 'completed', 'code': 200} May 10 11:23:38.940857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Port 7c2fa708-d01e-4012-b946-03b0c75732d6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:38.941097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Attempting to bind port 7c2fa708-d01e-4012-b946-03b0c75732d6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:38.961526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:38.961878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:38.962284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:38.962735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Bound port: 7c2fa708-d01e-4012-b946-03b0c75732d6, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:38.963093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.975445 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72840ff-76f6-49d3-8dcd-e1699be0c15a x-openstack-request-id: req-d72840ff-76f6-49d3-8dcd-e1699be0c15a {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:38.976351 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a79181d1-449d-404a-a820-492ee63013d7", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:38.976633 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d72840ff-76f6-49d3-8dcd-e1699be0c15a {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:38.977341 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72840ff-76f6-49d3-8dcd-e1699be0c15a'] response: {'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7', 'code': 200} May 10 11:23:39.004174 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.004576 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.004921 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Floating IP bace12b5-cb1b-40c2-86a0-b7b37eab20d8 disassociated. External IP: 172.25.8.32, port: a79181d1-449d-404a-a820-492ee63013d7. May 10 11:23:39.005277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Calling delete_port for a79181d1-449d-404a-a820-492ee63013d7 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:39.011308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Allocated IP 172.20.0.1 (a0dc0162-5cda-48ae-8950-63952b109e36/97b75974-e453-4dd9-8be7-415ba97fe5df/00c542e5-db0a-442c-9cfc-39a048f45694) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:39.045700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['72505c2b-d66f-43f3-b0fa-dee7b0e18339'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:39.066050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44f5e8b8-f500-4a27-ade0-35e575b658cc req-24a8498f-ea0d-41a1-9437-22a2a23dafbb service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689021 May 10 11:23:39.109691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acce2d-dad2-456a-8ef6-52f839d97696 req-d1844c81-d049-41e7-9dd8-5d511e5977ef tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.116386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68acce2d-dad2-456a-8ef6-52f839d97696 req-d1844c81-d049-41e7-9dd8-5d511e5977ef tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 948 time: 0.1044009 May 10 11:23:39.186100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:39.192619 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68acce2d-dad2-456a-8ef6-52f839d97696 req-70c9fdd5-b8c3-47c5-9407-9ee5b46ae663 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661616 May 10 11:23:39.215322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.249576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-74473f95-61de-462f-993b-07496b38fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.251109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-74473f95-61de-462f-993b-07496b38fcf6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 1095 time: 0.0819652 May 10 11:23:39.255348 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.270630 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.271000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:39.315932 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.339903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72472244-9ff2-4f20-8e9e-6c19861d7d89 req-3db26e1f-f6ef-4c9f-b18b-549620eac9f2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.341665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72472244-9ff2-4f20-8e9e-6c19861d7d89 req-3db26e1f-f6ef-4c9f-b18b-549620eac9f2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 945 time: 0.3086491 May 10 11:23:39.393853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Network c35aa417-024d-4598-bdf0-38be789ba1bf is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:39.406821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.407428 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.409456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] 10.222.0.70 "PUT /v2.0/ports/7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 1096 time: 3.9573748 May 10 11:23:39.409456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:39.410561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:39.411732 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11592338-ae55-4d80-b7f8-caba47d1f68a" -d '{"events": [{"name": "network-changed", "server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:39.413459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:39.421580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event updated for resources: {'Port': ['ID=204884ca-0f87-4a19-b335-814c007e97c4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:39.502039 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.514968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723993b4-5347-4a8b-9b86-7c6ab493afdb req-ad5c193e-ed16-4124-9991-0bcc980d6fe5 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.516754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723993b4-5347-4a8b-9b86-7c6ab493afdb req-ad5c193e-ed16-4124-9991-0bcc980d6fe5 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 931 time: 0.2233310 May 10 11:23:39.528394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.529310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.531866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc547b-b0a7-4523-b7b7-b9900eb24d15 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:39.556343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-2c7bcd23-05c8-4bef-a9e5-e9ce2696f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.556343 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-2c7bcd23-05c8-4bef-a9e5-e9ce2696f03e service neutron] 10.222.0.70 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 921 time: 0.2954473 May 10 11:23:39.613012 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a20c9652-62ea-471a-86d1-9c5c76f0441b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8380961 May 10 11:23:39.621221 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72472244-9ff2-4f20-8e9e-6c19861d7d89 req-d5dd3fc1-4964-414c-b623-854889eed852 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558649 May 10 11:23:39.638245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:39.666014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.70', 58261) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:39.710396 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.720568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Request body: {'port': {'device_id': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:39.726790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:39.727232 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.730028 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-630eec43-7824-4a2f-8fe2-5ef31392f19b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281 HTTP/1.1" status: 200 len: 217 time: 0.1622510 May 10 11:23:39.853011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:39.883638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723993b4-5347-4a8b-9b86-7c6ab493afdb req-15505a36-1de6-49d5-ac7e-546eabd84f70 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260560 May 10 11:23:39.908979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.938749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-ee33fc17-c0b8-495d-94e8-6da86935a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.940380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-ee33fc17-c0b8-495d-94e8-6da86935a756 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83063887-d7ff-4b50-ac21-9efac931ebab HTTP/1.1" status: 200 len: 860 time: 0.1987104 May 10 11:23:39.945985 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.955997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-fd0de996-ed7a-448e-99d0-a8a3be7894cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.957486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-fd0de996-ed7a-448e-99d0-a8a3be7894cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 1099 time: 0.4543293 May 10 11:23:39.960514 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95719cb0-5783-4be6-ad63-ede80d2b7513 x-openstack-request-id: req-95719cb0-5783-4be6-ad63-ede80d2b7513 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:39.960514 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:39.960514 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95719cb0-5783-4be6-ad63-ede80d2b7513 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:39.960514 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95719cb0-5783-4be6-ad63-ede80d2b7513'] response: {'name': 'network-changed', 'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'status': 'completed', 'code': 200} May 10 11:23:39.978173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d5912-81b3-4173-86c2-1feae388eb2b req-c2c6addd-d05d-4fd6-ace5-dd786de18ed8 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:39.979539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-077d5912-81b3-4173-86c2-1feae388eb2b req-c2c6addd-d05d-4fd6-ace5-dd786de18ed8 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 944 time: 0.2301323 May 10 11:23:39.980760 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-6b107ebb-96bd-4dc1-a5f9-88fe3b8ae5fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8dc7338d-07d7-41e9-bac0-510bfb882563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306091 May 10 11:23:39.986100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event deleted for resources: {'Port': ['ID=a79181d1-449d-404a-a820-492ee63013d7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.051105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-afd5de1a-3d76-409c-b86e-e6d7fea96177 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 217 time: 0.0664608 May 10 11:23:40.052553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-efb88338-ca25-437e-9040-1ab5b465ee7b None None] Provisioning complete for port 204884ca-0f87-4a19-b335-814c007e97c4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:40.052933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-efb88338-ca25-437e-9040-1ab5b465ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.070696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-ecf4fb54-f313-4d3d-8bfa-9849d3e79fe8 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:40.072112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-ecf4fb54-f313-4d3d-8bfa-9849d3e79fe8 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.70 "GET /v2.0/networks?id=f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 HTTP/1.1" status: 200 len: 814 time: 0.4034495 May 10 11:23:40.088028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-efb88338-ca25-437e-9040-1ab5b465ee7b None None] Port 204884ca-0f87-4a19-b335-814c007e97c4 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:23:40.114172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.155894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Request body: {'port': {'device_id': '4e58fd02-c430-4791-8ac1-53fdd1e46f7d', 'network_id': 'f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45', 'admin_state_up': True, 'tenant_id': 'd7e3554af6814ed48d5cf0ce825d8c64'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:40.199996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a80e4-9576-44eb-b521-cd9fae294b33 req-eec06680-f685-4254-9d03-f563b6ed72c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:40.201585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca6a80e4-9576-44eb-b521-cd9fae294b33 req-eec06680-f685-4254-9d03-f563b6ed72c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 944 time: 0.1850805 May 10 11:23:40.231694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bef91ce1-7d19-4187-bc84-951398c20338 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:40.260258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-e1057c68-ef3c-4dcc-8fec-53dae1fe5000 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425201 May 10 11:23:40.293007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port bef91ce1-7d19-4187-bc84-951398c20338 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:40.297895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port bef91ce1-7d19-4187-bc84-951398c20338 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:40.298551 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.321830 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca6a80e4-9576-44eb-b521-cd9fae294b33 req-5a220cd9-66f5-4e5a-9296-ca5f54282813 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116631 May 10 11:23:40.408461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port bef91ce1-7d19-4187-bc84-951398c20338 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:40.409014 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.456124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:40.464179 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.466608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 72505c2b-d66f-43f3-b0fa-dee7b0e18339 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:40.480061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16b7079b-c06a-4f0f-b8a1-0e2b57945b30 req-07f4091d-6746-42ed-93a5-ba9856761d60 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054663 May 10 11:23:40.524478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271c538-6916-4a80-b275-60528bd3cc7f req-7c9109af-2122-4f4e-906f-95695c9e1102 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:40.532387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3271c538-6916-4a80-b275-60528bd3cc7f req-7c9109af-2122-4f4e-906f-95695c9e1102 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 949 time: 0.1149061 May 10 11:23:40.575575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-077d5912-81b3-4173-86c2-1feae388eb2b req-bab7ed67-c9de-4f7d-806f-516dcf5dcf13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5728445 May 10 11:23:40.617207 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3271c538-6916-4a80-b275-60528bd3cc7f req-69f386ac-7f02-4fa1-ad2c-0cf12d48b8f2 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839288 May 10 11:23:40.625257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 747f6ab9-fa7e-4c25-a22c-9681eebb0488 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:40.628341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.632356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204884ca-0f87-4a19-b335-814c007e97c4 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:40.642105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.655932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Transition to ACTIVE for port object 204884ca-0f87-4a19-b335-814c007e97c4 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:40.662542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-2c65d435-de43-47ed-8ca5-7141d1a5f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:40.664227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-2c65d435-de43-47ed-8ca5-7141d1a5f3f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.6014559 May 10 11:23:40.665352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.677555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Network a0dc0162-5cda-48ae-8950-63952b109e36 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:40.697093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:40.701797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:40.702107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.709550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:40.712018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:40.749868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:40.756006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:40.756374 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.767733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Pushing event updated for resources: {'Port': ['ID=00c542e5-db0a-442c-9cfc-39a048f45694,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.786278 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eec3e123-632f-43c5-ad5b-8d81d66a8259 req-8d97b2ed-c4f2-4503-8687-5fa90afb17c5 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 210 time: 0.1127629 May 10 11:23:40.806128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Pushing event updated for resources: {'Port': ['ID=204884ca-0f87-4a19-b335-814c007e97c4,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.839189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bd537-eb87-4674-b495-8c93101d6379 req-bfb5122f-ee22-4bf3-b893-aaedb9d62448 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:40.845450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:23:40.851874 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.854698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-958bd537-eb87-4674-b495-8c93101d6379 req-bfb5122f-ee22-4bf3-b893-aaedb9d62448 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 948 time: 0.1425443 May 10 11:23:40.924279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:40.924885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.961071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-62650425-af83-4403-a332-d9f42eda56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:40.962933 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-62650425-af83-4403-a332-d9f42eda56f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2877641 May 10 11:23:40.970837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-958bd537-eb87-4674-b495-8c93101d6379 req-8890827f-e650-4f7c-98b5-5c2a8c4673cd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104362 May 10 11:23:40.979885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:40.985493 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273772ae-c305-4b56-bff1-03dc5c2ee2ac" -d '{"events": [{"server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "name": "network-vif-plugged", "status": "completed", "tag": "bef91ce1-7d19-4187-bc84-951398c20338"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:41.006655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Attempting to bind port 204884ca-0f87-4a19-b335-814c007e97c4 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:41.007166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Attempting to bind port 204884ca-0f87-4a19-b335-814c007e97c4 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:41.008145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Attempting to bind port 204884ca-0f87-4a19-b335-814c007e97c4 on network c35aa417-024d-4598-bdf0-38be789ba1bf {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:41.013582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Port 204884ca-0f87-4a19-b335-814c007e97c4 on network c35aa417-024d-4598-bdf0-38be789ba1bf not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:41.014170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Attempting to bind port 204884ca-0f87-4a19-b335-814c007e97c4 on network c35aa417-024d-4598-bdf0-38be789ba1bf {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:41.020185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 72505c2b-d66f-43f3-b0fa-dee7b0e18339, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=72505c2b-d66f-43f3-b0fa-dee7b0e18339,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:41.021277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:41.021907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Checking segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:41.022479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Bound using segment: {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:41.023104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Bound port: 204884ca-0f87-4a19-b335-814c007e97c4, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0b5010-141b-49ef-a462-0fc29c34560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:41.023687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.039149 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.092107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:41.093030 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.161764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] For port 204884ca-0f87-4a19-b335-814c007e97c4, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:41.164679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e196eb39-6d10-40b6-b3e8-efb108612d2f None None] Provisioning complete for port 00c542e5-db0a-442c-9cfc-39a048f45694 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:41.165125 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e196eb39-6d10-40b6-b3e8-efb108612d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.165366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] For port 204884ca-0f87-4a19-b335-814c007e97c4, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=204884ca-0f87-4a19-b335-814c007e97c4,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:41.165686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Made reservation on behalf of d7e3554af6814ed48d5cf0ce825d8c64 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:41.167527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=72505c2b-d66f-43f3-b0fa-dee7b0e18339,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:41.169714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.175636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec959d-d9bf-4be9-935b-9f1c2fb7a8da req-14ca36be-9a97-400e-b8d8-6f0dad0135f4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.177272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ec959d-d9bf-4be9-935b-9f1c2fb7a8da req-14ca36be-9a97-400e-b8d8-6f0dad0135f4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 943 time: 0.0927784 May 10 11:23:41.178919 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.197618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 747f6ab9-fa7e-4c25-a22c-9681eebb0488, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=747f6ab9-fa7e-4c25-a22c-9681eebb0488,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:41.206892 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.237272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.237978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.239664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] 10.222.0.49 "PUT /v2.0/ports/204884ca-0f87-4a19-b335-814c007e97c4 HTTP/1.1" status: 200 len: 1091 time: 1.5390935 May 10 11:23:41.240257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'tag': '204884ca-0f87-4a19-b335-814c007e97c4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:41.242087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e196eb39-6d10-40b6-b3e8-efb108612d2f None None] Port 00c542e5-db0a-442c-9cfc-39a048f45694 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:23:41.242635 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460f9f12-5b91-43a1-9e8d-af07c81886ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0e2653-9ba5-41ce-bc83-a6e5db35ef88", "tag": "204884ca-0f87-4a19-b335-814c007e97c4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:41.274241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=747f6ab9-fa7e-4c25-a22c-9681eebb0488,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:41.302534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bb630-8d27-484f-b8e1-17c42be48a3c req-bee0e45f-79d6-4c1f-8b5f-dfdb137f2eff tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.307433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc7bb630-8d27-484f-b8e1-17c42be48a3c req-bee0e45f-79d6-4c1f-8b5f-dfdb137f2eff tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.3565090 May 10 11:23:41.330846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ec959d-d9bf-4be9-935b-9f1c2fb7a8da req-deae7eea-0d9f-437f-8978-e50b95fd6c7b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425698 May 10 11:23:41.331462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5edc46-b9fe-4a6e-9167-f1f5f86843f8 service neutron] Pushing event updated for resources: {'Port': ['ID=204884ca-0f87-4a19-b335-814c007e97c4,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:41.351538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-9d47457c-1de5-4dd4-82c3-6fa9ff3b1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.353107 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-9d47457c-1de5-4dd4-82c3-6fa9ff3b1450 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1c08229956149e782b0d9f4ee4431c9&device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 1094 time: 0.0637805 May 10 11:23:41.410672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-0b7152e7-a77e-4c14-b9c4-5620b6fd509d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=204884ca-0f87-4a19-b335-814c007e97c4 HTTP/1.1" status: 200 len: 217 time: 0.0484142 May 10 11:23:41.415979 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8b89bd-8de8-4c43-844b-8f89279d1d20 x-openstack-request-id: req-1f8b89bd-8de8-4c43-844b-8f89279d1d20 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:41.416320 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "name": "network-vif-plugged", "status": "completed", "tag": "bef91ce1-7d19-4187-bc84-951398c20338", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:41.416589 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f8b89bd-8de8-4c43-844b-8f89279d1d20 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:41.416998 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8b89bd-8de8-4c43-844b-8f89279d1d20'] response: {'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338', 'code': 200} May 10 11:23:41.478396 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0bdb42-f54b-4ffe-ae1b-91fc40279ef4 x-openstack-request-id: req-ed0bdb42-f54b-4ffe-ae1b-91fc40279ef4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:41.478829 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0e2653-9ba5-41ce-bc83-a6e5db35ef88", "tag": "204884ca-0f87-4a19-b335-814c007e97c4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:41.479088 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed0bdb42-f54b-4ffe-ae1b-91fc40279ef4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:41.479517 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0bdb42-f54b-4ffe-ae1b-91fc40279ef4'] response: {'name': 'network-changed', 'server_uuid': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'tag': '204884ca-0f87-4a19-b335-814c007e97c4', 'status': 'completed', 'code': 200} May 10 11:23:41.498735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:23:41.517141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] Sync routers for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:41.519529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc7bb630-8d27-484f-b8e1-17c42be48a3c req-edf58da2-b132-48e5-a75a-c0eb20780ed6 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608160 May 10 11:23:41.531890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:41.532537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:41.546351 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-1cca6e81-7f4b-4b4a-b660-97e72bbe4f00 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845998 May 10 11:23:41.547173 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.581731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-4e6ed505-83ce-46a0-9e62-2c38a7033148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.583192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-4e6ed505-83ce-46a0-9e62-2c38a7033148 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09195cb0-a4ec-4ada-9fdc-94bc46b2bea3 HTTP/1.1" status: 200 len: 863 time: 0.1651683 May 10 11:23:41.635414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] No DVR routers for this DVR port a79181d1-449d-404a-a820-492ee63013d7 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:23:41.638201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.641964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-975c833d-b5da-4ef8-b273-cec4f0da934c req-7b0c54e2-27b3-441d-bf38-e9570e8588e9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.70 "DELETE /v2.0/ports/a79181d1-449d-404a-a820-492ee63013d7 HTTP/1.1" status: 204 len: 173 time: 4.7011747 May 10 11:23:41.642978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50f92d-76ac-4a02-918d-4a06e47b66a2 req-941f8c4a-9494-449c-b2f2-bc398e04adc5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.644545 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f50f92d-76ac-4a02-918d-4a06e47b66a2 req-941f8c4a-9494-449c-b2f2-bc398e04adc5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 944 time: 0.1168034 May 10 11:23:41.647897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c70057-df0b-4d11-b5c2-b6b6fea2cfa4 req-a4e8dd8b-51a2-4649-acde-61b2e36c4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.648873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00c70057-df0b-4d11-b5c2-b6b6fea2cfa4 req-a4e8dd8b-51a2-4649-acde-61b2e36c4130 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1097 time: 0.1392972 May 10 11:23:41.664430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:41.691034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a1cc935f-8291-4eb9-9041-324b111f798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.692646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-a1cc935f-8291-4eb9-9041-324b111f798c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c35aa417-024d-4598-bdf0-38be789ba1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986474 May 10 11:23:41.764380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f50f92d-76ac-4a02-918d-4a06e47b66a2 req-ea82fff8-6442-4d0a-b0d4-55d6d6f22915 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121840 May 10 11:23:41.771529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00c70057-df0b-4d11-b5c2-b6b6fea2cfa4 req-9f9a7b64-690c-4bb0-8376-4a85a145f5a3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126623 May 10 11:23:41.831384 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-681d1291-d640-4bc9-b881-ec2f6973b31d service neutron] 10.222.0.49 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232808 May 10 11:23:41.854896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Allocated IP 172.20.0.11 (f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45/3d33f874-ef37-4fe9-aca4-74f17462c7e8/eeba6ed1-0afd-4bfc-8095-838d576eb7a4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:41.932778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:41.960194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] Checking router: a58f17d2-4d4d-4ab2-84a5-b54afcede3ce for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:41.965525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cfd49-9127-4e30-943c-f65e7b7230c0 req-0e63646a-6e62-41a2-af92-897f425eab0d tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:41.967861 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-259cfd49-9127-4e30-943c-f65e7b7230c0 req-0e63646a-6e62-41a2-af92-897f425eab0d tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 945 time: 0.2651925 May 10 11:23:41.969640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:41.970605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:41.974834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'name': 'network-vif-deleted', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:41.977232 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b3ca65-b3b6-42dc-91a8-c0df96cf62f8" -d '{"events": [{"server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "name": "network-vif-deleted", "tag": "a79181d1-449d-404a-a820-492ee63013d7"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:42.055179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29c40835-33f3-40a6-93ba-796e9c97c30f req-c881c995-d141-4094-a816-8d3b92f06d02 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555311 May 10 11:23:42.063154 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-893130c9-0445-455b-af72-21e64990b773 req-b010ff14-099d-498d-a2dd-63da65f97227 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2516925 May 10 11:23:42.108372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:42.181994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-259cfd49-9127-4e30-943c-f65e7b7230c0 req-88ed1432-5b65-42de-8e20-bfc6ba4a077d tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914043 May 10 11:23:42.241480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721285-73e9-400e-b9ab-78f7bbc54210 req-252bb2c5-8e8c-4ebd-97cb-a66e2a55934a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.249444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e721285-73e9-400e-b9ab-78f7bbc54210 req-252bb2c5-8e8c-4ebd-97cb-a66e2a55934a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 950 time: 0.3851392 May 10 11:23:42.291708 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38bf412a-a380-45c3-ac56-fbf2e17f5fc9 req-e416218b-f842-458a-8736-8dc10ed1c830 service neutron] 10.222.0.49 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536750 May 10 11:23:42.302931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d87bd946-142b-4b8d-8a25-29b1c3cc4281 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:42.324469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e721285-73e9-400e-b9ab-78f7bbc54210 req-3d99572f-9d53-4b98-88ca-70c44b9dbd44 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736744 May 10 11:23:42.366570 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.402005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.421421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-99d6ab4f-b42f-41a5-aac1-679e58be0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.423077 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-99d6ab4f-b42f-41a5-aac1-679e58be0847 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1c08229956149e782b0d9f4ee4431c9&device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 1094 time: 0.0666485 May 10 11:23:42.424482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcbac8a7-3425-4436-93a8-0b4596e78631 req-c4181358-1e72-462c-8565-d80f80d9403e tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 210 time: 0.0712602 May 10 11:23:42.440417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:42.454312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-cd1373cc-93bd-4474-b4c6-dd8ae776e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.456099 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-cd1373cc-93bd-4474-b4c6-dd8ae776e33e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 1099 time: 0.2795196 May 10 11:23:42.457771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893130c9-0445-455b-af72-21e64990b773 req-c5b9c3b1-aacd-41d5-86fa-9ce7a5bc6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.459090 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-893130c9-0445-455b-af72-21e64990b773 req-c5b9c3b1-aacd-41d5-86fa-9ce7a5bc6779 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1095 time: 0.3080730 May 10 11:23:42.483571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281', 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'port_id': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281', 'mac_address': 'fa:16:3e:8d:a8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83063887-d7ff-4b50-ac21-9efac931ebab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:42.509995 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2850070-41fd-4ec4-adff-6b3525affc79 x-openstack-request-id: req-e2850070-41fd-4ec4-adff-6b3525affc79 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:42.510293 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357a8061-031d-4b10-a146-f5fa9ce6e9c6", "name": "network-vif-deleted", "tag": "a79181d1-449d-404a-a820-492ee63013d7", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:42.510660 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2850070-41fd-4ec4-adff-6b3525affc79 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:42.510952 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2850070-41fd-4ec4-adff-6b3525affc79'] response: {'server_uuid': '357a8061-031d-4b10-a146-f5fa9ce6e9c6', 'name': 'network-vif-deleted', 'tag': 'a79181d1-449d-404a-a820-492ee63013d7', 'status': 'completed', 'code': 200} May 10 11:23:42.546763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d87bd946-142b-4b8d-8a25-29b1c3cc4281 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:42.547332 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.559664 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.563412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:42.610983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-8f9fbf45-263f-4240-95b5-a8532af8036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.612589 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-8f9fbf45-263f-4240-95b5-a8532af8036c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 200 len: 925 time: 0.1798890 May 10 11:23:42.636270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dc197-e8f6-4da8-b486-30053c0c5c84 req-432611ee-cd32-46f0-a953-ae83662eb523 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.637862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-581dc197-e8f6-4da8-b486-30053c0c5c84 req-432611ee-cd32-46f0-a953-ae83662eb523 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 948 time: 0.1873918 May 10 11:23:42.678001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-1cc70735-817a-4229-b5a5-4e4a9b6a20d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=204884ca-0f87-4a19-b335-814c007e97c4 HTTP/1.1" status: 200 len: 217 time: 0.0570989 May 10 11:23:42.693087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Pushing event updated for resources: {'Port': ['ID=00c542e5-db0a-442c-9cfc-39a048f45694,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:42.705809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.732410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87bd946-142b-4b8d-8a25-29b1c3cc4281 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:42.737832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e1d07-7003-4bcb-a4af-849518433833 None None] The sync data for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 is: [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:42.739717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-581dc197-e8f6-4da8-b486-30053c0c5c84 req-deb8d182-8f66-4cc1-90c6-a5a9fe5b64ec tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695064 May 10 11:23:42.753376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-f8b6fe33-b64a-43f1-a4de-6f42967871cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.754938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-f8b6fe33-b64a-43f1-a4de-6f42967871cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09195cb0-a4ec-4ada-9fdc-94bc46b2bea3 HTTP/1.1" status: 200 len: 863 time: 0.0674520 May 10 11:23:42.768762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:42.774955 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.814372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-727f6b88-ce67-44be-b148-b9d8b3c0275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.815974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-727f6b88-ce67-44be-b148-b9d8b3c0275b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c35aa417-024d-4598-bdf0-38be789ba1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522954 May 10 11:23:42.843958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d87bd946-142b-4b8d-8a25-29b1c3cc4281,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:42.952112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb684d7-566b-4d3e-afee-7babd597bab1 req-3b9fdee2-44fa-4b84-8a53-59a35cfbb5f9 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:42.953801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebb684d7-566b-4d3e-afee-7babd597bab1 req-3b9fdee2-44fa-4b84-8a53-59a35cfbb5f9 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0793042 May 10 11:23:42.958922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-20950aef-9244-4ae9-a6bd-5457590f7553 service neutron] 10.222.0.49 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331439 May 10 11:23:43.056437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebb684d7-566b-4d3e-afee-7babd597bab1 req-3fd11be7-090e-4fef-92f0-84942d168097 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958750 May 10 11:23:43.064624 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9fefb-42c9-4353-9978-68dcbbdfebe9 None None] New status for floating IP bace12b5-cb1b-40c2-86a0-b7b37eab20d8: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:23:43.102129 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-460f9f12-5b91-43a1-9e8d-af07c81886ad req-b40304df-7c8a-4170-b352-8904335cabe6 service neutron] 10.222.0.49 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352720 May 10 11:23:43.126041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d87bd946-142b-4b8d-8a25-29b1c3cc4281'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:43.243860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c2920-5cef-446d-8f1f-d45a6b2165e2 req-d7f37e49-3ab2-46b2-81b7-f4cf570b7035 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.246076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-950c2920-5cef-446d-8f1f-d45a6b2165e2 req-d7f37e49-3ab2-46b2-81b7-f4cf570b7035 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 945 time: 0.0638032 May 10 11:23:43.289072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-950c2920-5cef-446d-8f1f-d45a6b2165e2 req-050164cf-242d-45ac-a915-5f16dbb0b070 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358772 May 10 11:23:43.303771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-6bbd4ce3-8a1e-4ef7-954c-06af43350153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.305360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-6bbd4ce3-8a1e-4ef7-954c-06af43350153 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.8104534 May 10 11:23:43.317302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Network a0dc0162-5cda-48ae-8950-63952b109e36 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:43.325365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f4a83-24c1-4869-b82b-852e61e88c38 req-da8aae7f-4bd4-435d-b40a-d0c1ba4573d7 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.327657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a2f4a83-24c1-4869-b82b-852e61e88c38 req-da8aae7f-4bd4-435d-b40a-d0c1ba4573d7 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 943 time: 0.7727840 May 10 11:23:43.328771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893130c9-0445-455b-af72-21e64990b773 req-481e7054-05aa-4595-b5e4-f9323d1b9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.330101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-893130c9-0445-455b-af72-21e64990b773 req-481e7054-05aa-4595-b5e4-f9323d1b9d0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.8388665 May 10 11:23:43.332800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.340579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:43.411211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27150e-ae96-45e1-84be-2dafeee009dc req-17fd877b-645a-406c-b585-0ce379337919 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.413332 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a27150e-ae96-45e1-84be-2dafeee009dc req-17fd877b-645a-406c-b585-0ce379337919 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 945 time: 0.0557752 May 10 11:23:43.417713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175a930c-ae85-42f9-8103-1aba6651b000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72505c2b-d66f-43f3-b0fa-dee7b0e18339'}, {'server_uuid': '5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747f6ab9-fa7e-4c25-a22c-9681eebb0488'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:43.420276 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4286e52-43b5-4780-8d42-b86e4de7f55b" -d '{"events": [{"server_uuid": "175a930c-ae85-42f9-8103-1aba6651b000", "name": "network-vif-plugged", "status": "completed", "tag": "72505c2b-d66f-43f3-b0fa-dee7b0e18339"}, {"server_uuid": "5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9", "name": "network-vif-plugged", "status": "completed", "tag": "747f6ab9-fa7e-4c25-a22c-9681eebb0488"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:43.454344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a27150e-ae96-45e1-84be-2dafeee009dc req-4a9151f5-5a24-4209-bec8-e595e51ed14b tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329564 May 10 11:23:43.455933 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-dfcb4a85-f111-4054-a6cd-cf4c00fc3652 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 217 time: 0.1243951 May 10 11:23:43.465567 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-893130c9-0445-455b-af72-21e64990b773 req-4a39c515-7a02-44ad-84c6-669a8318f07d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 217 time: 0.1189425 May 10 11:23:43.520965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:43.562924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:43.581034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03a121-1df6-4b27-b1d8-ab470a01c127 req-09be08e4-e227-4026-9932-75fdf317ab41 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.582657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e03a121-1df6-4b27-b1d8-ab470a01c127 req-09be08e4-e227-4026-9932-75fdf317ab41 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 950 time: 0.0561187 May 10 11:23:43.595352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:43.621190 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e03a121-1df6-4b27-b1d8-ab470a01c127 req-3615c52a-d39e-497e-b8bf-a3f6ee5ca110 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 May 10 11:23:43.637186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Pushing event updated for resources: {'Port': ['ID=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:43.651849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a2f4a83-24c1-4869-b82b-852e61e88c38 req-b6cc9db0-0fa0-492c-b281-2aa9b7658aef tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122602 May 10 11:23:43.678621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b5e8dd4e-6d0c-4b44-932b-e4054fc0e3de None None] Provisioning complete for port 00c542e5-db0a-442c-9cfc-39a048f45694 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:43.679192 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5e8dd4e-6d0c-4b44-932b-e4054fc0e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.704242 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2177cb-0a71-4632-a095-b496e3cece52 x-openstack-request-id: req-7b2177cb-0a71-4632-a095-b496e3cece52 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:43.704825 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175a930c-ae85-42f9-8103-1aba6651b000", "name": "network-vif-plugged", "status": "completed", "tag": "72505c2b-d66f-43f3-b0fa-dee7b0e18339", "code": 200}, {"server_uuid": "5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9", "name": "network-vif-plugged", "status": "completed", "tag": "747f6ab9-fa7e-4c25-a22c-9681eebb0488", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:43.705249 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b2177cb-0a71-4632-a095-b496e3cece52 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:43.705824 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2177cb-0a71-4632-a095-b496e3cece52'] response: {'server_uuid': '175a930c-ae85-42f9-8103-1aba6651b000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'code': 200} May 10 11:23:43.706227 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2177cb-0a71-4632-a095-b496e3cece52'] response: {'server_uuid': '5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747f6ab9-fa7e-4c25-a22c-9681eebb0488', 'code': 200} May 10 11:23:43.710479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893130c9-0445-455b-af72-21e64990b773 req-1ea7903a-2d6a-4727-b5c2-5bf1a263b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.716425 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-893130c9-0445-455b-af72-21e64990b773 req-1ea7903a-2d6a-4727-b5c2-5bf1a263b5d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1905179 May 10 11:23:43.723647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8dd4e-6d0c-4b44-932b-e4054fc0e3de None None] Port 00c542e5-db0a-442c-9cfc-39a048f45694 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:23:43.783726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-3c6bbffe-69ba-44e6-b471-81e5c355c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.785323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-3c6bbffe-69ba-44e6-b471-81e5c355c17b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.3185730 May 10 11:23:43.786946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-893130c9-0445-455b-af72-21e64990b773 req-bbb9a959-f72a-46f9-a1e8-855f7924b0a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561969 May 10 11:23:43.823687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38750e33-06bb-4a5f-9132-60843ca6a02b req-36c867f5-a823-4e15-910b-91d9f4863409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.825226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38750e33-06bb-4a5f-9132-60843ca6a02b req-36c867f5-a823-4e15-910b-91d9f4863409 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 1096 time: 0.0717597 May 10 11:23:43.834891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.835533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.846900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaad58d-a195-4bf7-96f0-839f1ec9f600 req-d0fcb2bd-fa0a-4cba-acc8-4d60793af01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.848368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3eaad58d-a195-4bf7-96f0-839f1ec9f600 req-d0fcb2bd-fa0a-4cba-acc8-4d60793af01a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 1101 time: 0.0687764 May 10 11:23:43.912268 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38750e33-06bb-4a5f-9132-60843ca6a02b req-31e3c1db-74d7-475a-8bbf-8622eed7d2a7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742075 May 10 11:23:43.918412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-6e6bc1de-9447-413c-b433-1e65a0b01b8b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7999928 May 10 11:23:43.922355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Router 3908a280-4466-4dac-b934-e138c42c6b94 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:23:43.930980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e9ec-6892-4c9f-bcf1-11e648028e1b req-9c2d3113-a6e4-40b4-977c-c12268a6d2b0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.932502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9018e9ec-6892-4c9f-bcf1-11e648028e1b req-9c2d3113-a6e4-40b4-977c-c12268a6d2b0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 948 time: 0.1063659 May 10 11:23:43.934938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3eaad58d-a195-4bf7-96f0-839f1ec9f600 req-444b168d-ab89-43b1-986e-a47f80dc1132 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633831 May 10 11:23:43.951579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0ba82-3ee5-4fb1-84c3-de60d79a5794 req-3a039250-752f-40cd-83df-8a2141f4da75 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.953102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a2c0ba82-3ee5-4fb1-84c3-de60d79a5794 req-3a039250-752f-40cd-83df-8a2141f4da75 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 932 time: 0.2235065 May 10 11:23:43.972058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-76efae21-af92-496f-832b-0d4716e16e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:43.973494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-76efae21-af92-496f-832b-0d4716e16e43 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647727 May 10 11:23:43.973756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9018e9ec-6892-4c9f-bcf1-11e648028e1b req-23cce72f-5cba-47a1-a40c-d2f246c55c76 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 May 10 11:23:44.036627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-893130c9-0445-455b-af72-21e64990b773 req-8ed0a61b-78ca-463b-910e-d1db6067400f service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240822 May 10 11:23:44.089011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a2c0ba82-3ee5-4fb1-84c3-de60d79a5794 req-999895ee-fc74-4293-a897-db14fbea3629 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214185 May 10 11:23:44.113840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:23:44.128014 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1124146f-fd59-4e15-badf-835d5bcfcfb3 admin admin] 10.222.0.13 "PUT /v2.0/routers/3908a280-4466-4dac-b934-e138c42c6b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9086618 May 10 11:23:44.129669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Sync routers for ids ['3908a280-4466-4dac-b934-e138c42c6b94'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:44.142764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Routers {'3908a280-4466-4dac-b934-e138c42c6b94'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:44.143189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['3908a280-4466-4dac-b934-e138c42c6b94'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:44.153661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Request body: {'port': {'device_id': '4e58fd02-c430-4791-8ac1-53fdd1e46f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:44.214986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9229-1836-4af1-a549-7cfe66d04a31 req-7b1834c6-1263-4a63-aa03-9e44d5c84b42 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:44.217860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b60b9229-1836-4af1-a549-7cfe66d04a31 req-7b1834c6-1263-4a63-aa03-9e44d5c84b42 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0602081 May 10 11:23:44.247446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d87bd946-142b-4b8d-8a25-29b1c3cc4281 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:44.273756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b60b9229-1836-4af1-a549-7cfe66d04a31 req-e966a3ef-34db-4679-ab18-0562280243a7 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 May 10 11:23:44.321338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Set router 3908a280-4466-4dac-b934-e138c42c6b94 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:44.327259 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.364535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port d87bd946-142b-4b8d-8a25-29b1c3cc4281 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:44.378561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port d87bd946-142b-4b8d-8a25-29b1c3cc4281 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:44.378944 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.387488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-893130c9-0445-455b-af72-21e64990b773 req-618a7ccd-fe7b-42c8-b96c-f13bf2f2b304 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492568 May 10 11:23:44.393377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-75ec14ab-87b5-4839-86ea-f8ec42a40968 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446494 May 10 11:23:44.447156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215882-2bee-4b96-9330-3e38438c38b0 req-098dfa19-fa89-4b5b-bc1d-6eff3cf3c556 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:44.448896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02215882-2bee-4b96-9330-3e38438c38b0 req-098dfa19-fa89-4b5b-bc1d-6eff3cf3c556 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1097 time: 0.0770812 May 10 11:23:44.487042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02215882-2bee-4b96-9330-3e38438c38b0 req-46b784d5-c791-4466-86c1-ca30d05f171e tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 May 10 11:23:44.561612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d87bd946-142b-4b8d-8a25-29b1c3cc4281 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:44.561926 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.614993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:44.624686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f48c3-6aa9-4da1-871a-9c1599faa2d1 req-1f6fb7ab-8d4c-4baa-a781-7c59c8b94f27 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:44.626102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e0f48c3-6aa9-4da1-871a-9c1599faa2d1 req-1f6fb7ab-8d4c-4baa-a781-7c59c8b94f27 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 945 time: 0.0587626 May 10 11:23:44.648194 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.669303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e0f48c3-6aa9-4da1-871a-9c1599faa2d1 req-c0f10aec-6b69-4599-89ce-7d22e3d82f61 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364275 May 10 11:23:44.729344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d87bd946-142b-4b8d-8a25-29b1c3cc4281,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:44.755035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:41Z', 'revision_number': 4, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port': {'id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:31Z', 'updated_at': '2022-05-10T11:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '00c542e5-db0a-442c-9cfc-39a048f45694', 'name': '', 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'mac_address': 'fa:16:3e:c2:bf:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '97b75974-e453-4dd9-8be7-415ba97fe5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:38Z', 'updated_at': '2022-05-10T11:23:41Z', 'revision_number': 2, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'subnets': [{'id': '97b75974-e453-4dd9-8be7-415ba97fe5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:44.788037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Checking router: 3908a280-4466-4dac-b934-e138c42c6b94 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:44.788877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Updating router 3908a280-4466-4dac-b934-e138c42c6b94 port 00c542e5-db0a-442c-9cfc-39a048f45694 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:23:44.814144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-11592338-ae55-4d80-b7f8-caba47d1f68a req-c7a91982-bb7e-476c-ad26-1f57f3eccf98 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074671 May 10 11:23:44.814633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290d672-71d7-4f7e-926b-26040e3ce578 req-63840c01-8cb9-4a7f-9b02-f6248a483d8b tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:44.822035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-2a04700b-5f8b-470e-af9f-0c2dc38a015e tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3850586 May 10 11:23:44.824756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d290d672-71d7-4f7e-926b-26040e3ce578 req-63840c01-8cb9-4a7f-9b02-f6248a483d8b tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 945 time: 0.0743058 May 10 11:23:44.838443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:44.842035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.887358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.898818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d290d672-71d7-4f7e-926b-26040e3ce578 req-90245b21-f92d-47dd-8123-d4deb6f34b02 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722549 May 10 11:23:45.003652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeba6ed1-0afd-4bfc-8095-838d576eb7a4 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:45.014824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.056103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Transition to ACTIVE for port object eeba6ed1-0afd-4bfc-8095-838d576eb7a4 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:45.069472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.091317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a795cb-9e39-4fb4-a525-ce214370195c req-3a1a8896-9f52-41e4-b51c-e0a29f331688 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:45.093098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87a795cb-9e39-4fb4-a525-ce214370195c req-3a1a8896-9f52-41e4-b51c-e0a29f331688 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 950 time: 0.0730495 May 10 11:23:45.176061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:45.176357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87a795cb-9e39-4fb4-a525-ce214370195c req-7172db53-bab5-4737-a7c5-b9f60e255b98 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749395 May 10 11:23:45.291449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.303423 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.313547 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.332304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edef99-cce5-4e5b-86d2-4815a79a275b req-9a07174d-a0d3-4e64-801d-6689fd190bf3 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:45.343600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07edef99-cce5-4e5b-86d2-4815a79a275b req-9a07174d-a0d3-4e64-801d-6689fd190bf3 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 943 time: 0.0973129 May 10 11:23:45.356817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f86d1b-f773-447b-bd32-b24901e6bf89 None None] Pushing event updated for resources: {'Port': ['ID=00c542e5-db0a-442c-9cfc-39a048f45694,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:45.417714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07edef99-cce5-4e5b-86d2-4815a79a275b req-402c02f7-d63b-478b-b6a1-07582a13ea6e tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701895 May 10 11:23:45.419488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Attempting to bind port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:45.420053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Attempting to bind port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '8243f64d-ed67-49f9-ad27-ea982a12bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:45.420230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Attempting to bind port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 on network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:45.458099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Attempting to bind port 00c542e5-db0a-442c-9cfc-39a048f45694 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:45.458473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Attempting to bind port 00c542e5-db0a-442c-9cfc-39a048f45694 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:45.458834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Attempting to bind port 00c542e5-db0a-442c-9cfc-39a048f45694 on network a0dc0162-5cda-48ae-8950-63952b109e36 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:45.472078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 on network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:45.472899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Attempting to bind port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 on network f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:45.473656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:45.474784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Checking segment: {'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:45.475797 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.476686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Bound using segment: {'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:45.477206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Bound port: 00c542e5-db0a-442c-9cfc-39a048f45694, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9509fda9-da92-4ae2-bb0c-2ca300354c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:45.477669 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.486834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:45.487784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Checking segment: {'id': '8243f64d-ed67-49f9-ad27-ea982a12bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:45.488611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Bound using segment: {'id': '8243f64d-ed67-49f9-ad27-ea982a12bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:45.489385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Bound port: eeba6ed1-0afd-4bfc-8095-838d576eb7a4, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8243f64d-ed67-49f9-ad27-ea982a12bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:45.489910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.558439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Allocated IP 172.25.8.230 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/e7abd253-21cd-4b39-af80-e40dbda88f12) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:45.564364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a326c92-f481-47c2-a80e-dc39efb21c46 req-375aa759-4e28-4674-84a4-01cc37d47b1c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:45.574956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a326c92-f481-47c2-a80e-dc39efb21c46 req-375aa759-4e28-4674-84a4-01cc37d47b1c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 948 time: 0.0807273 May 10 11:23:45.594004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] For port 00c542e5-db0a-442c-9cfc-39a048f45694, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:45.609169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] For port 00c542e5-db0a-442c-9cfc-39a048f45694, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=00c542e5-db0a-442c-9cfc-39a048f45694,segment=NetworkSegment(9509fda9-da92-4ae2-bb0c-2ca300354c63),segment_id=9509fda9-da92-4ae2-bb0c-2ca300354c63)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:45.617525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.631508 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a326c92-f481-47c2-a80e-dc39efb21c46 req-1fe642f0-2ce6-4e49-811d-fd6248159310 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552266 May 10 11:23:45.694035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] For port eeba6ed1-0afd-4bfc-8095-838d576eb7a4, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:45.701816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] For port eeba6ed1-0afd-4bfc-8095-838d576eb7a4, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,segment=NetworkSegment(8243f64d-ed67-49f9-ad27-ea982a12bdf1),segment_id=8243f64d-ed67-49f9-ad27-ea982a12bdf1)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:45.705508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f86d1b-f773-447b-bd32-b24901e6bf89 None None] Pushing event updated for resources: {'Port': ['ID=00c542e5-db0a-442c-9cfc-39a048f45694,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:45.711110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.721899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:45.724549 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b18c8-ee9c-4e0c-9be4-84f51e15c6f2" -d '{"events": [{"server_uuid": "d73a16b1-fa7c-4fdc-bab3-a05842c5b958", "name": "network-vif-plugged", "status": "completed", "tag": "d87bd946-142b-4b8d-8a25-29b1c3cc4281"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:45.735867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Routers {'3908a280-4466-4dac-b934-e138c42c6b94'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:45.735867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['3908a280-4466-4dac-b934-e138c42c6b94'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:45.790243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:45.822035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:45.822035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.822809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-8dabba25-80a3-467d-bc62-35a98bb95ea3 service neutron] 10.222.0.70 "PUT /v2.0/ports/eeba6ed1-0afd-4bfc-8095-838d576eb7a4 HTTP/1.1" status: 200 len: 1092 time: 1.6731319 May 10 11:23:45.823262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e58fd02-c430-4791-8ac1-53fdd1e46f7d', 'tag': 'eeba6ed1-0afd-4bfc-8095-838d576eb7a4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:45.825319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ff03-4367-4511-adc4-48007c886ef4 req-cb1de193-3d2d-4c09-947e-033cf83b944e tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:45.826088 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0540a328-9411-4d3a-97bb-19a644344f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e58fd02-c430-4791-8ac1-53fdd1e46f7d", "tag": "eeba6ed1-0afd-4bfc-8095-838d576eb7a4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:45.838224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3876ff03-4367-4511-adc4-48007c886ef4 req-cb1de193-3d2d-4c09-947e-033cf83b944e tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 944 time: 0.1227329 May 10 11:23:45.846330 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.880303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] Set router 3908a280-4466-4dac-b934-e138c42c6b94 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:45.933987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3876ff03-4367-4511-adc4-48007c886ef4 req-80854d3d-5816-4c9b-8ce4-3464efbab304 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944462 May 10 11:23:45.956814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-a95b0cbd-c99c-4490-a350-9952a0640e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:45.956814 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-a95b0cbd-c99c-4490-a350-9952a0640e29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7e3554af6814ed48d5cf0ce825d8c64&device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 1095 time: 0.0748096 May 10 11:23:45.956814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.986827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:45.990287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:45.992861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:46.040783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-04dbfe6b-b973-4ccd-a8e2-059dcd7b903c None None] Provisioning complete for port 00c542e5-db0a-442c-9cfc-39a048f45694 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:46.041068 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04dbfe6b-b973-4ccd-a8e2-059dcd7b903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.087321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Pushing event updated for resources: {'Port': ['ID=e7abd253-21cd-4b39-af80-e40dbda88f12,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:46.106253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-ab42aa66-950e-4891-b82b-14b88a3b8a13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeba6ed1-0afd-4bfc-8095-838d576eb7a4 HTTP/1.1" status: 200 len: 217 time: 0.1349885 May 10 11:23:46.106611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ec74-c24a-4979-95ab-6ffecbdcd669 req-075e6a17-0c67-4b10-89f0-fd0aa652ac10 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:46.116248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b51ec74-c24a-4979-95ab-6ffecbdcd669 req-075e6a17-0c67-4b10-89f0-fd0aa652ac10 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.0899279 May 10 11:23:46.172758 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b51ec74-c24a-4979-95ab-6ffecbdcd669 req-ce7247dd-5767-416a-a28e-3cfdfc3e23c9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552728 May 10 11:23:46.241233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 7c2fa708-d01e-4012-b946-03b0c75732d6 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:46.359890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14713529-cf6e-43f7-8a9a-06890d8335eb req-3cec0719-3b9c-430b-9d06-dd6783eb9910 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:46.368960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14713529-cf6e-43f7-8a9a-06890d8335eb req-3cec0719-3b9c-430b-9d06-dd6783eb9910 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 945 time: 0.0756440 May 10 11:23:46.425422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14713529-cf6e-43f7-8a9a-06890d8335eb req-1199e703-b53d-41c8-827a-3b4d53851592 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551262 May 10 11:23:46.524456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:46.538302 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9548ca6e-01c8-433a-8645-f786ccbaadc4 x-openstack-request-id: req-9548ca6e-01c8-433a-8645-f786ccbaadc4 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:46.538623 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a16b1-fa7c-4fdc-bab3-a05842c5b958", "name": "network-vif-plugged", "status": "completed", "tag": "d87bd946-142b-4b8d-8a25-29b1c3cc4281", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:46.538855 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9548ca6e-01c8-433a-8645-f786ccbaadc4 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:46.538970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-1ec7a986-e712-4889-bb4c-a1cdc0d1b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:46.539437 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9548ca6e-01c8-433a-8645-f786ccbaadc4'] response: {'server_uuid': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281', 'code': 200} May 10 11:23:46.540564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-1ec7a986-e712-4889-bb4c-a1cdc0d1b436 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d33f874-ef37-4fe9-aca4-74f17462c7e8 HTTP/1.1" status: 200 len: 854 time: 0.4244049 May 10 11:23:46.544220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'mac_address': 'fa:16:3e:f3:27:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:46.547092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 204884ca-0f87-4a19-b335-814c007e97c4 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:46.551262 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba9d5c4-fb34-4752-a6cc-8dd4fc667ef2 x-openstack-request-id: req-bba9d5c4-fb34-4752-a6cc-8dd4fc667ef2 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:46.552185 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e58fd02-c430-4791-8ac1-53fdd1e46f7d", "tag": "eeba6ed1-0afd-4bfc-8095-838d576eb7a4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:46.552801 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bba9d5c4-fb34-4752-a6cc-8dd4fc667ef2 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:46.552950 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba9d5c4-fb34-4752-a6cc-8dd4fc667ef2'] response: {'name': 'network-changed', 'server_uuid': '4e58fd02-c430-4791-8ac1-53fdd1e46f7d', 'tag': 'eeba6ed1-0afd-4bfc-8095-838d576eb7a4', 'status': 'completed', 'code': 200} May 10 11:23:46.583777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-27c1d8dd-620a-4cf1-b3b7-652b595a9ca3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278425 May 10 11:23:46.607567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ba3b4-e982-4719-a22c-4e38d4110400 req-9e0a2784-5b61-49bf-b6b1-4cf0bd2da06e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:46.609743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be2ba3b4-e982-4719-a22c-4e38d4110400 req-9e0a2784-5b61-49bf-b6b1-4cf0bd2da06e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 950 time: 0.0567133 May 10 11:23:46.616444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 7c2fa708-d01e-4012-b946-03b0c75732d6 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:46.616750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.620485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-04dbfe6b-b973-4ccd-a8e2-059dcd7b903c None None] Current status of the port 00c542e5-db0a-442c-9cfc-39a048f45694 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:46.620971 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04dbfe6b-b973-4ccd-a8e2-059dcd7b903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.674093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be2ba3b4-e982-4719-a22c-4e38d4110400 req-f91862a7-f85a-409a-9d94-d3358b5dabcc tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560513 May 10 11:23:46.711970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2fa708-d01e-4012-b946-03b0c75732d6 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:46.730208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-04dbfe6b-b973-4ccd-a8e2-059dcd7b903c None None] For port 00c542e5-db0a-442c-9cfc-39a048f45694, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=00c542e5-db0a-442c-9cfc-39a048f45694,segment=NetworkSegment(9509fda9-da92-4ae2-bb0c-2ca300354c63),segment_id=9509fda9-da92-4ae2-bb0c-2ca300354c63)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:46.747968 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04dbfe6b-b973-4ccd-a8e2-059dcd7b903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.759444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.764844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:46.777728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506bdab-9049-451f-88be-0cba803376d9 req-3f822520-2338-46e8-9157-b4a700033244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:46.779346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2506bdab-9049-451f-88be-0cba803376d9 req-3f822520-2338-46e8-9157-b4a700033244 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 1097 time: 0.2378998 May 10 11:23:46.805864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:41Z', 'revision_number': 4, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port': {'id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:31Z', 'updated_at': '2022-05-10T11:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '00c542e5-db0a-442c-9cfc-39a048f45694', 'name': '', 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'mac_address': 'fa:16:3e:c2:bf:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '97b75974-e453-4dd9-8be7-415ba97fe5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:38Z', 'updated_at': '2022-05-10T11:23:45Z', 'revision_number': 4, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'subnets': [{'id': '97b75974-e453-4dd9-8be7-415ba97fe5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:46.809203 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.816377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e913bc-43dc-49ea-bf6d-c1ee59dc6122 req-d427d9dd-02de-4626-8f26-6516c00c6fb9 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:46.817922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65e913bc-43dc-49ea-bf6d-c1ee59dc6122 req-d427d9dd-02de-4626-8f26-6516c00c6fb9 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 945 time: 0.0925388 May 10 11:23:46.828839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56268) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:46.834356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Request body: {'floatingip': {'port_id': '72505c2b-d66f-43f3-b0fa-dee7b0e18339'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:46.837952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.871314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6b4ff-fc4b-4f48-882c-f4e0ccd47e25 None None] The sync data for ids ['3908a280-4466-4dac-b934-e138c42c6b94'] in n-d-840949-1 is: [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:41Z', 'revision_number': 4, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port': {'id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:31Z', 'updated_at': '2022-05-10T11:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '00c542e5-db0a-442c-9cfc-39a048f45694', 'name': '', 'network_id': 'a0dc0162-5cda-48ae-8950-63952b109e36', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'mac_address': 'fa:16:3e:c2:bf:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '97b75974-e453-4dd9-8be7-415ba97fe5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:38Z', 'updated_at': '2022-05-10T11:23:45Z', 'revision_number': 4, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'subnets': [{'id': '97b75974-e453-4dd9-8be7-415ba97fe5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:46.885820 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-5051d548-8dc8-41d0-9b74-ccc3464220b8 service neutron] 10.222.0.70 "GET /v2.0/networks/f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864642 May 10 11:23:46.894508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2506bdab-9049-451f-88be-0cba803376d9 req-7f1c442f-3572-4351-b20b-494dc8892c2a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798595 May 10 11:23:46.902467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.914824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 204884ca-0f87-4a19-b335-814c007e97c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=204884ca-0f87-4a19-b335-814c007e97c4,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:46.931083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbfe6b-b973-4ccd-a8e2-059dcd7b903c None None] Pushing event updated for resources: {'Port': ['ID=00c542e5-db0a-442c-9cfc-39a048f45694,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:46.938325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6b1a317-f6d5-4516-a3a5-db4ccd55e55d None None] Provisioning complete for port 00c542e5-db0a-442c-9cfc-39a048f45694 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:46.938868 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a317-f6d5-4516-a3a5-db4ccd55e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.943143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '204884ca-0f87-4a19-b335-814c007e97c4', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'port_id': '204884ca-0f87-4a19-b335-814c007e97c4', 'mac_address': 'fa:16:3e:f5:77:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:47.136842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:47.164347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['7c2fa708-d01e-4012-b946-03b0c75732d6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:47.224679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 204884ca-0f87-4a19-b335-814c007e97c4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:47.225435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:47.236589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:47.253101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1a317-f6d5-4516-a3a5-db4ccd55e55d None None] Current status of the port 00c542e5-db0a-442c-9cfc-39a048f45694 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:47.255757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:47.262009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204884ca-0f87-4a19-b335-814c007e97c4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:47.338541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 204884ca-0f87-4a19-b335-814c007e97c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=204884ca-0f87-4a19-b335-814c007e97c4,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:47.351391 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:47.407848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf917a6e-1826-4125-87eb-9bbe2479a357 req-4b85e45d-8f20-4c44-a533-1ed3b744d6bf service neutron] 10.222.0.70 "GET /v2.0/networks/f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104270 May 10 11:23:47.425379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c8bb7-28e2-451c-b938-7403b841c402 req-37e4f4c2-a8ed-4870-b0f0-973b943c010b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:47.427942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-401c8bb7-28e2-451c-b938-7403b841c402 req-37e4f4c2-a8ed-4870-b0f0-973b943c010b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 943 time: 0.5158491 May 10 11:23:47.430986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Pushing event updated for resources: {'Port': ['ID=e7abd253-21cd-4b39-af80-e40dbda88f12,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:47.458881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:47.515409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-401c8bb7-28e2-451c-b938-7403b841c402 req-8c1c8b28-de4d-4ed1-b4b3-516310e9e9ba tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549595 May 10 11:23:47.527931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=204884ca-0f87-4a19-b335-814c007e97c4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:47.544915 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:47.546262 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-e1a4bea8-87a0-46be-9a17-d7b9fcc3c85c tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7183812 May 10 11:23:47.587917 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:23:47.683192 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-df89c794-3820-4a55-b4a1-c340edeebc80 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1244421 May 10 11:23:47.690348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['204884ca-0f87-4a19-b335-814c007e97c4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:47.729500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 00c542e5-db0a-442c-9cfc-39a048f45694 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:47.779611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a328-9411-4d3a-97bb-19a644344f6b req-23133f51-c90d-4919-b6e5-5c3db6f53a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:47.782786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0540a328-9411-4d3a-97bb-19a644344f6b req-23133f51-c90d-4919-b6e5-5c3db6f53a7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7e3554af6814ed48d5cf0ce825d8c64&device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 1095 time: 0.2417822 May 10 11:23:47.813573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3044c-16cb-4a13-8647-5e9fa228f8e4 req-2f132005-139a-4360-ac10-f71dfc665a11 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:47.821542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00c3044c-16cb-4a13-8647-5e9fa228f8e4 req-2f132005-139a-4360-ac10-f71dfc665a11 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 949 time: 0.1557913 May 10 11:23:47.884019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-267b2a7c-df9a-47c6-80b8-edafe3db5ba7 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:47.885704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-267b2a7c-df9a-47c6-80b8-edafe3db5ba7 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2016129 May 10 11:23:47.895267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00c3044c-16cb-4a13-8647-5e9fa228f8e4 req-f6e401c3-3ebe-4592-841c-39cff671c4c8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727842 May 10 11:23:47.905221 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:23:47.921481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 00c542e5-db0a-442c-9cfc-39a048f45694 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:47.921953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:47.925576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-4f92171a-ebd0-47bc-b558-6645f108f8d0 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:47.926585 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a20b4d6a-a731-45c5-985f-deb1c0d0b3de req-4f92171a-ebd0-47bc-b558-6645f108f8d0 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070097 May 10 11:23:48.006497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a328-9411-4d3a-97bb-19a644344f6b req-10128a3a-ef4a-46cc-8b5c-227a48940d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:48.008287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0540a328-9411-4d3a-97bb-19a644344f6b req-10128a3a-ef4a-46cc-8b5c-227a48940d4b service neutron] 10.222.0.70 "GET /v2.0/networks?id=f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 HTTP/1.1" status: 200 len: 915 time: 0.2099543 May 10 11:23:48.088684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.093225 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0540a328-9411-4d3a-97bb-19a644344f6b req-05367236-ddb9-40e9-ab1c-220fa3df9a72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeba6ed1-0afd-4bfc-8095-838d576eb7a4 HTTP/1.1" status: 200 len: 217 time: 0.0778565 May 10 11:23:48.096155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 00c542e5-db0a-442c-9cfc-39a048f45694 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:48.113761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.121962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9b529-a4f5-4750-9629-405ce9ace860 req-742227c5-e51e-4c34-8295-fa347e72ba91 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:48.123945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60c9b529-a4f5-4750-9629-405ce9ace860 req-742227c5-e51e-4c34-8295-fa347e72ba91 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 944 time: 0.0699093 May 10 11:23:48.210569 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60c9b529-a4f5-4750-9629-405ce9ace860 req-60b36fff-d346-4c41-b61e-9544c587af3d tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631075 May 10 11:23:48.212124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a328-9411-4d3a-97bb-19a644344f6b req-c43ad06c-dca2-499a-a53d-e4c37e24eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:48.213515 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0540a328-9411-4d3a-97bb-19a644344f6b req-c43ad06c-dca2-499a-a53d-e4c37e24eaa3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d33f874-ef37-4fe9-aca4-74f17462c7e8 HTTP/1.1" status: 200 len: 854 time: 0.1089928 May 10 11:23:48.242897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b71c-dd80-4347-8d37-f19e1e3fb77f req-d19a255e-6e6d-4bdb-93f6-145ae9e0e6c7 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:48.250715 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9f3b71c-dd80-4347-8d37-f19e1e3fb77f req-d19a255e-6e6d-4bdb-93f6-145ae9e0e6c7 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 1101 time: 0.2098880 May 10 11:23:48.250885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0540a328-9411-4d3a-97bb-19a644344f6b req-abf83fdc-069e-4101-8379-88a2fbe2c20d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270162 May 10 11:23:48.314655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9f3b71c-dd80-4347-8d37-f19e1e3fb77f req-1f97f9ec-cf79-4ec9-860c-4388ab50915b tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595040 May 10 11:23:48.318413 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Floating IP 2d8dc861-23bf-42d2-98ee-eeca59aee302 associated. External IP: 172.25.8.121, port: 72505c2b-d66f-43f3-b0fa-dee7b0e18339. May 10 11:23:48.422454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40721c-ac1b-4b12-a6dd-e65724c1e2ba req-5944b268-622e-4bd7-840f-ee4da4d5a195 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:48.424081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a40721c-ac1b-4b12-a6dd-e65724c1e2ba req-5944b268-622e-4bd7-840f-ee4da4d5a195 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.0964451 May 10 11:23:48.428175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43425be9-6f54-43d5-ba4e-467dfe03b85c req-45daac5f-f106-4190-a74a-40db6681e50b tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips/dfd09bcb-12f5-4028-b401-08bf9630ee44 HTTP/1.1" status: 200 len: 693 time: 0.0614834 May 10 11:23:48.430280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0540a328-9411-4d3a-97bb-19a644344f6b req-a62e4055-ff21-45a0-ace8-6bd030d496cb service neutron] 10.222.0.70 "GET /v2.0/networks/f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673806 May 10 11:23:48.526320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a40721c-ac1b-4b12-a6dd-e65724c1e2ba req-e686a3cd-3e27-49d5-a010-a67b37c3bf00 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804489 May 10 11:23:48.575240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0540a328-9411-4d3a-97bb-19a644344f6b req-cdd3fd02-5ef3-4abf-ab71-d6cd512bb03f service neutron] 10.222.0.70 "GET /v2.0/networks/f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369643 May 10 11:23:48.632793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43425be9-6f54-43d5-ba4e-467dfe03b85c req-f364a8be-c13d-4058-b4b8-bbf39065343d tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:48.634224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43425be9-6f54-43d5-ba4e-467dfe03b85c req-f364a8be-c13d-4058-b4b8-bbf39065343d tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1965027 May 10 11:23:48.715401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:23:48.742297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-aad71a22-aa78-4226-89ef-eebdc3ff708c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286818 May 10 11:23:49.036650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dac362-c5f2-42dc-a9d9-b4cc371ca408 req-f27d60df-2675-460e-b43a-d6dd6f1a9a32 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:49.038050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73dac362-c5f2-42dc-a9d9-b4cc371ca408 req-f27d60df-2675-460e-b43a-d6dd6f1a9a32 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 944 time: 0.0643110 May 10 11:23:49.078366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73dac362-c5f2-42dc-a9d9-b4cc371ca408 req-7c922a95-01c2-436e-9227-c8bdd3b88576 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 May 10 11:23:49.168786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:23:49.176584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-24bcc906-5245-485a-b01c-64702a2d2079 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:49.178058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-24bcc906-5245-485a-b01c-64702a2d2079 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4294727 May 10 11:23:49.181171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:49.192806 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] Sync routers for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:49.195016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560431-8c3f-43ab-a220-949f12f13dcb req-da53d932-9fd6-40b6-a1b7-8411d6a5e876 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:49.197927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04560431-8c3f-43ab-a220-949f12f13dcb req-da53d932-9fd6-40b6-a1b7-8411d6a5e876 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.0607848 May 10 11:23:49.203668 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:49.204772 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:49.215192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-5a059d50-28ac-425c-9417-738be02842db tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/quotas/1cbc99a612b94107802e0591ae631c39 HTTP/1.1" status: 200 len: 375 time: 0.0156953 May 10 11:23:49.220430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a42ac98b-d0ad-4d60-998e-0af8c2511c13 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "PUT /v2.0/floatingips/2d8dc861-23bf-42d2-98ee-eeca59aee302 HTTP/1.1" status: 200 len: 991 time: 2.3869762 May 10 11:23:49.220430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175a930c-ae85-42f9-8103-1aba6651b000', 'tag': '72505c2b-d66f-43f3-b0fa-dee7b0e18339'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:49.220430 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8d66ca-78f7-4128-ad09-d26f2aa634de" -d '{"events": [{"name": "network-changed", "server_uuid": "175a930c-ae85-42f9-8103-1aba6651b000", "tag": "72505c2b-d66f-43f3-b0fa-dee7b0e18339"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:49.256138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04560431-8c3f-43ab-a220-949f12f13dcb req-5941824f-7afd-4468-8005-ae221111d920 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496726 May 10 11:23:49.303449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-86ef9337-8553-4f03-9bc5-fda903d81aef tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0757425 May 10 11:23:49.324158 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:49.368969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50ce2e88-c467-4aa8-86ad-fa55bc0f3df5 req-544349a5-7488-4fc4-8653-9bd49b041a6d tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=46461e9403b4443faa61c67e1e8a41fb HTTP/1.1" status: 200 len: 696 time: 0.0866137 May 10 11:23:49.529595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce2e88-c467-4aa8-86ad-fa55bc0f3df5 req-523f3a12-41ab-4e25-95c6-6f740c514cfe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:49.535447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50ce2e88-c467-4aa8-86ad-fa55bc0f3df5 req-523f3a12-41ab-4e25-95c6-6f740c514cfe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/networks?id=9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 787 time: 0.1559553 May 10 11:23:49.552023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-50ce2e88-c467-4aa8-86ad-fa55bc0f3df5 req-62004907-a8df-4a40-b75d-01ad65f83831 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:49.553101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50ce2e88-c467-4aa8-86ad-fa55bc0f3df5 req-62004907-a8df-4a40-b75d-01ad65f83831 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151052 May 10 11:23:49.574908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d5ea5-2f5a-47d0-be57-39f2a71ab268 req-be462e66-7c1e-41f1-970d-95f060a5bd74 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:49.583386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b14d5ea5-2f5a-47d0-be57-39f2a71ab268 req-be462e66-7c1e-41f1-970d-95f060a5bd74 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 949 time: 0.0901303 May 10 11:23:49.614794 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292f79a5-a224-436a-b967-4a2e87334647 x-openstack-request-id: req-292f79a5-a224-436a-b967-4a2e87334647 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:49.615170 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175a930c-ae85-42f9-8103-1aba6651b000", "tag": "72505c2b-d66f-43f3-b0fa-dee7b0e18339", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:49.615463 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-292f79a5-a224-436a-b967-4a2e87334647 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:49.615941 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292f79a5-a224-436a-b967-4a2e87334647'] response: {'name': 'network-changed', 'server_uuid': '175a930c-ae85-42f9-8103-1aba6651b000', 'tag': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'status': 'completed', 'code': 200} May 10 11:23:49.633821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b14d5ea5-2f5a-47d0-be57-39f2a71ab268 req-c2293124-d495-4744-9f49-30e932371d95 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492733 May 10 11:23:49.665024 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2d8dc861-23bf-42d2-98ee-eeca59aee302', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'port_id': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'mac_address': 'fa:16:3e:bf:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175a930c-ae85-42f9-8103-1aba6651b000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:23:15Z', 'updated_at': '2022-05-10T11:23:47Z', 'revision_number': 1, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:29Z', 'revision_number': 5, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:49.694292 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] Checking router: bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:49.703381 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:49.704024 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:49.781147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-ec5d120c-bb3d-4405-9395-6f6095ea35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:49.783427 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-ec5d120c-bb3d-4405-9395-6f6095ea35fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=119d0ea9d3ba467aaa504196f9a4a432&device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 1096 time: 0.1437976 May 10 11:23:49.788572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4d931bf-ebc3-4f3c-9389-5741fd5d2bd0 req-918a62d5-5d82-49e4-947c-9dd3b1384202 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 210 time: 0.0435867 May 10 11:23:49.831146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fdeb8-3ae2-4ff6-bde3-0aef86126744 req-9457131d-39d2-4330-8f58-23330fe5217a tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:49.832948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f5fdeb8-3ae2-4ff6-bde3-0aef86126744 req-9457131d-39d2-4330-8f58-23330fe5217a tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 944 time: 0.1039579 May 10 11:23:49.845952 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:49.856606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-df774f54-7031-4378-aab3-827bb2a77bd8 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips/dfd09bcb-12f5-4028-b401-08bf9630ee44 HTTP/1.1" status: 200 len: 693 time: 0.0550141 May 10 11:23:49.916377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f5fdeb8-3ae2-4ff6-bde3-0aef86126744 req-1d84a42f-449f-44da-8268-74d68e689566 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544810 May 10 11:23:49.949229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-13058783-abd7-406d-9e37-4c059127f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:49.952319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-13058783-abd7-406d-9e37-4c059127f112 service neutron] 10.222.0.70 "GET /v2.0/networks?id=64185b9e-645b-4499-bcff-3e5b313eaecd HTTP/1.1" status: 200 len: 915 time: 0.1526129 May 10 11:23:50.000836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-8369453c-6f29-4d55-b101-a256b6b0eead tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:50.004380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-8369453c-6f29-4d55-b101-a256b6b0eead tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1465542 May 10 11:23:50.030017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-9106f4e4-dceb-452e-8452-b24fad8cd1a7 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:50.031704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-9106f4e4-dceb-452e-8452-b24fad8cd1a7 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089204 May 10 11:23:50.042273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-629a635a-9990-4754-890b-5a4adbf6a6bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72505c2b-d66f-43f3-b0fa-dee7b0e18339 HTTP/1.1" status: 200 len: 999 time: 0.0823653 May 10 11:23:50.114066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-fabc7f5b-3cd1-4c33-a802-afdab17b1818 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0748005 May 10 11:23:50.166388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fe50e-56aa-434f-ab2b-d10b9bb4ec41 req-87a686e3-b913-4e56-86de-a980c2d458e4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:50.168668 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-385fe50e-56aa-434f-ab2b-d10b9bb4ec41 req-87a686e3-b913-4e56-86de-a980c2d458e4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.1229055 May 10 11:23:50.170663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-2ce32058-1de9-4026-9b1f-0186185e0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:50.172033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-2ce32058-1de9-4026-9b1f-0186185e0a09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c87888b-72dc-41d4-8a5e-dd491795ddfc HTTP/1.1" status: 200 len: 853 time: 0.1145434 May 10 11:23:50.188600 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2d8dc861-23bf-42d2-98ee-eeca59aee302', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'port_id': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'mac_address': 'fa:16:3e:bf:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175a930c-ae85-42f9-8103-1aba6651b000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:23:15Z', 'updated_at': '2022-05-10T11:23:47Z', 'revision_number': 1, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:29Z', 'revision_number': 5, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:50.217215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-e7042dac-2f50-4422-b410-2502a41d79bf tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1022367 May 10 11:23:50.238572 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0d81d2-1e49-4049-9351-99f0aa143ad7 None None] The sync data for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 is: [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2d8dc861-23bf-42d2-98ee-eeca59aee302', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'port_id': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'mac_address': 'fa:16:3e:bf:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175a930c-ae85-42f9-8103-1aba6651b000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:23:15Z', 'updated_at': '2022-05-10T11:23:47Z', 'revision_number': 1, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:29Z', 'revision_number': 5, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:50.259677 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-385fe50e-56aa-434f-ab2b-d10b9bb4ec41 req-fbba2391-b74a-4951-b1a9-6941b7683d74 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833817 May 10 11:23:50.262927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-c5ca08ee-2824-4cfc-83ff-e7d27e9104ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:50.264991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-c5ca08ee-2824-4cfc-83ff-e7d27e9104ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=64185b9e-645b-4499-bcff-3e5b313eaecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804224 May 10 11:23:50.277083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 7c2fa708-d01e-4012-b946-03b0c75732d6 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:50.369961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 7c2fa708-d01e-4012-b946-03b0c75732d6 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:50.388551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 7c2fa708-d01e-4012-b946-03b0c75732d6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:50.389811 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.439781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Deleting port e7abd253-21cd-4b39-af80-e40dbda88f12 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:50.441812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.461895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28961699-395a-44fb-8f4c-fc4160f6ebb0 req-c6182a1c-06dd-4fd8-acd8-cbdb2bddd671 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:50.470700 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28961699-395a-44fb-8f4c-fc4160f6ebb0 req-c6182a1c-06dd-4fd8-acd8-cbdb2bddd671 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 944 time: 0.0886583 May 10 11:23:50.495192 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-951cf656-7f3d-4b4a-b964-af3b83e83f76 service neutron] 10.222.0.70 "GET /v2.0/networks/64185b9e-645b-4499-bcff-3e5b313eaecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218120 May 10 11:23:50.545537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.545860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.557803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 204884ca-0f87-4a19-b335-814c007e97c4 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:50.562020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 7c2fa708-d01e-4012-b946-03b0c75732d6 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:50.562020 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.577951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Calling delete_port for e7abd253-21cd-4b39-af80-e40dbda88f12 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:50.600506 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28961699-395a-44fb-8f4c-fc4160f6ebb0 req-59b03035-d43f-4d23-a496-bcd62a9300a6 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282287 May 10 11:23:50.639586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:50.641864 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eca8b72-c4ef-4a4b-ad93-dfb92f89cdd7" -d '{"events": [{"server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "name": "network-vif-plugged", "status": "completed", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:50.656012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81bee0f-428c-4c60-9fd3-7da107134e81 None None] New status for floating IP 2d8dc861-23bf-42d2-98ee-eeca59aee302: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:23:50.676056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b8d66ca-78f7-4128-ad09-d26f2aa634de req-566fc3f6-8175-4b06-9bf3-8d83894d8822 service neutron] 10.222.0.70 "GET /v2.0/networks/64185b9e-645b-4499-bcff-3e5b313eaecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695755 May 10 11:23:50.720052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:50.736546 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.746299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 204884ca-0f87-4a19-b335-814c007e97c4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:50.780189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 204884ca-0f87-4a19-b335-814c007e97c4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:50.780630 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.781249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.787345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f74f41-25a5-4a89-846f-0b6c9f1342df req-33c1d1ae-61cf-40e4-aab1-5956b256b226 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:50.789714 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0f74f41-25a5-4a89-846f-0b6c9f1342df req-33c1d1ae-61cf-40e4-aab1-5956b256b226 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.0928242 May 10 11:23:50.823353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Pushing event deleted for resources: {'Port': ['ID=e7abd253-21cd-4b39-af80-e40dbda88f12,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:50.864697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0f74f41-25a5-4a89-846f-0b6c9f1342df req-af32c7fd-9142-4dcb-97df-59c807b490aa tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691276 May 10 11:23:50.875920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-29a5a6ea-6de0-4edd-8ade-17d65e469bff tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1cbc99a612b94107802e0591ae631c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354009 May 10 11:23:50.928204 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.931073 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.956038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dbeee54-8039-42f7-a1f2-3bf8e06bc9e9 req-7506a05b-6ba9-48da-8a18-333ecce8cafc tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "DELETE /v2.0/floatingips/dfd09bcb-12f5-4028-b401-08bf9630ee44 HTTP/1.1" status: 204 len: 173 time: 0.7199454 May 10 11:23:50.985714 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4336a1-b3e4-492d-b5cf-6adf20abed32 x-openstack-request-id: req-3b4336a1-b3e4-492d-b5cf-6adf20abed32 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:50.989999 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "name": "network-vif-plugged", "status": "completed", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:50.990448 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b4336a1-b3e4-492d-b5cf-6adf20abed32 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:50.995935 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4336a1-b3e4-492d-b5cf-6adf20abed32'] response: {'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'code': 200} May 10 11:23:50.998969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:51.110696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-0604a881-f753-4e80-bd57-431f1f7fc774 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:51.110921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 204884ca-0f87-4a19-b335-814c007e97c4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:51.112263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-0604a881-f753-4e80-bd57-431f1f7fc774 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220750 May 10 11:23:51.112868 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.138316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Request body: {'port': {'device_id': 'e4bea506-8cba-4a23-aff7-a820d54efe23', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '1cbc99a612b94107802e0591ae631c39'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:51.165508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 204884ca-0f87-4a19-b335-814c007e97c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=204884ca-0f87-4a19-b335-814c007e97c4,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:51.171075 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.179574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae671-2ab5-460a-a984-f114fb601847 req-ba652d81-c260-4192-8882-a1bd4527e182 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:51.181562 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cfae671-2ab5-460a-a984-f114fb601847 req-ba652d81-c260-4192-8882-a1bd4527e182 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1102064 May 10 11:23:51.246302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5839396b-854f-4809-a851-0d355893ffcc req-f9704ec7-870a-4d33-a337-3ba837331650 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 210 time: 0.1042879 May 10 11:23:51.247021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=204884ca-0f87-4a19-b335-814c007e97c4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:51.254045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cfae671-2ab5-460a-a984-f114fb601847 req-2658848f-4494-4aea-ab68-4127a6c14296 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551937 May 10 11:23:51.301258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24d237-3e2b-4110-a537-7c11738f8945 req-1b80a852-20e9-4576-8fb7-a7394f35f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:51.302773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c24d237-3e2b-4110-a537-7c11738f8945 req-1b80a852-20e9-4576-8fb7-a7394f35f55b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 1101 time: 0.1683686 May 10 11:23:51.398283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c24d237-3e2b-4110-a537-7c11738f8945 req-cd1c1f80-8bcf-4358-aa4a-7da426c86644 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777559 May 10 11:23:51.403441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Made reservation on behalf of 1cbc99a612b94107802e0591ae631c39 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:51.407282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.417102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-9e843dad-96ee-4da2-8018-94ae4f5640b1 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1164315 May 10 11:23:51.428161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:51.445463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10774139-8c0b-4b5f-9694-677fdb42460c req-6ca5fc6b-22b1-4759-ada8-d78ae8b5ff90 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:51.448348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-10774139-8c0b-4b5f-9694-677fdb42460c req-6ca5fc6b-22b1-4759-ada8-d78ae8b5ff90 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 944 time: 0.1122727 May 10 11:23:51.451945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.559750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.570297 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-10774139-8c0b-4b5f-9694-677fdb42460c req-a1b6944b-2634-422e-99a6-dc10af6af46d tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729403 May 10 11:23:51.604729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Allocated IP 192.168.233.254 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/232189fc-7cee-4b3a-9f47-c0bd736fde3e) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:51.716084 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Allocated IP 172.25.8.144 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b3fa2f9c-376b-467b-bcac-1b437f78cbab) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:51.749994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701048c-79e3-473d-b46c-ac9571205cf1 req-491a7aab-5772-4371-b7d0-e4e8dcb5ff2c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:51.751867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1701048c-79e3-473d-b46c-ac9571205cf1 req-491a7aab-5772-4371-b7d0-e4e8dcb5ff2c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.1066546 May 10 11:23:51.822100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1701048c-79e3-473d-b46c-ac9571205cf1 req-91b85b1e-95f9-4acb-a641-0820d4b3985b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551310 May 10 11:23:51.827696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.837669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.870081 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.883626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875', 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:51.888215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f', '8a6284ea-4a19-4efc-9271-c96f33467a51', '6035b17e-0bac-48fb-80e8-882c3adb7485', '747f6ab9-fa7e-4c25-a22c-9681eebb0488'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:51.900030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.923609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:51.927103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:51.931166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:51.962608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:51.965708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:51.969612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:23:51.973067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event updated for resources: {'Port': ['ID=232189fc-7cee-4b3a-9f47-c0bd736fde3e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:52.031406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Pushing event updated for resources: {'Port': ['ID=b3fa2f9c-376b-467b-bcac-1b437f78cbab,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:52.060065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:52.060644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.093406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a346-84d2-4819-9ee6-2204ca0cfadb req-7b6b6835-3992-4477-96c1-85f5066353eb tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:52.094946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e62a346-84d2-4819-9ee6-2204ca0cfadb req-7b6b6835-3992-4477-96c1-85f5066353eb tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.1198990 May 10 11:23:52.129254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-bc514659-d09f-41c5-98fe-6380a0901365 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9959373 May 10 11:23:52.138060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.158558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Request body: {'port': {'device_id': 'e4bea506-8cba-4a23-aff7-a820d54efe23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:52.230173 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e62a346-84d2-4819-9ee6-2204ca0cfadb req-e0eda30a-5061-44b6-85ec-ce161dd0df46 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090286 May 10 11:23:52.233980 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.287979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.291210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device eeba6ed1-0afd-4bfc-8095-838d576eb7a4 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:52.457000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.463091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.481965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bf55b70b-9497-4289-87f5-3bfade08853c None None] Provisioning complete for port 232189fc-7cee-4b3a-9f47-c0bd736fde3e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:52.482670 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf55b70b-9497-4289-87f5-3bfade08853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.567851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Pushing event updated for resources: {'Port': ['ID=b3fa2f9c-376b-467b-bcac-1b437f78cbab,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:52.570591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d4931-848c-4216-8151-616cffe79dca req-8cdda9b3-40d8-4b96-917b-71b5b309634f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:52.571350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.580903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-524d4931-848c-4216-8151-616cffe79dca req-8cdda9b3-40d8-4b96-917b-71b5b309634f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.0903690 May 10 11:23:52.595871 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.598635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-77ed6aff-36ad-4caa-8c11-2a20320cce11 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1746955 May 10 11:23:52.657566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-33af985c-4ab2-4f4a-8427-f922c3273eb6 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.0527997 May 10 11:23:52.675202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bf55b70b-9497-4289-87f5-3bfade08853c None None] Port 232189fc-7cee-4b3a-9f47-c0bd736fde3e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:23:52.724829 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-524d4931-848c-4216-8151-616cffe79dca req-d89ed3af-191c-4890-b1ed-990aa7b53fed tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425121 May 10 11:23:52.742020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232189fc-7cee-4b3a-9f47-c0bd736fde3e {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:52.772545 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.791759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port eeba6ed1-0afd-4bfc-8095-838d576eb7a4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,segment=NetworkSegment(8243f64d-ed67-49f9-ad27-ea982a12bdf1),segment_id=8243f64d-ed67-49f9-ad27-ea982a12bdf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:52.797427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Transition to ACTIVE for port object 232189fc-7cee-4b3a-9f47-c0bd736fde3e will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:52.809513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.814432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-04729a47-3cdf-4b60-bdd3-4dd9014740c2 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:52.815875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ceb57db-2ade-459d-a375-0f73fa5b5f71 req-04729a47-3cdf-4b60-bdd3-4dd9014740c2 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1497648 May 10 11:23:52.822757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'eeba6ed1-0afd-4bfc-8095-838d576eb7a4', 'network_id': 'f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45', 'port_id': 'eeba6ed1-0afd-4bfc-8095-838d576eb7a4', 'mac_address': 'fa:16:3e:1a:79:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d33f874-ef37-4fe9-aca4-74f17462c7e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:52.928386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:52.929130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.965045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeba6ed1-0afd-4bfc-8095-838d576eb7a4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:52.979465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f99e9-f96d-4a3a-90b1-89f0cbf23b20 req-1668ea24-9b9b-4a60-9cdb-1df5f6c2acd9 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:52.982015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca4f99e9-f96d-4a3a-90b1-89f0cbf23b20 req-1668ea24-9b9b-4a60-9cdb-1df5f6c2acd9 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0780880 May 10 11:23:53.001867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204884ca-0f87-4a19-b335-814c007e97c4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:53.004386 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41db9c4d-1d54-481d-a625-c458c2f1b7aa" -d '{"events": [{"server_uuid": "ca0e2653-9ba5-41ce-bc83-a6e5db35ef88", "name": "network-vif-plugged", "status": "completed", "tag": "204884ca-0f87-4a19-b335-814c007e97c4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:53.010298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port eeba6ed1-0afd-4bfc-8095-838d576eb7a4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,segment=NetworkSegment(8243f64d-ed67-49f9-ad27-ea982a12bdf1),segment_id=8243f64d-ed67-49f9-ad27-ea982a12bdf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:53.032323 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.049366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca4f99e9-f96d-4a3a-90b1-89f0cbf23b20 req-465afba8-88ba-41db-bbb9-5775bb767db1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600879 May 10 11:23:53.105615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:53.177421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a2c40-f960-4c5e-a54d-2db92c228439 req-ec2e3216-a5e4-4bb2-b5d9-9ff71f607e77 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:53.187312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d44a2c40-f960-4c5e-a54d-2db92c228439 req-ec2e3216-a5e4-4bb2-b5d9-9ff71f607e77 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 945 time: 0.0633674 May 10 11:23:53.249928 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d44a2c40-f960-4c5e-a54d-2db92c228439 req-3f93e419-b990-4dc1-a241-444561c4a4c4 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596862 May 10 11:23:53.276238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Pushing event updated for resources: {'Port': ['ID=232189fc-7cee-4b3a-9f47-c0bd736fde3e,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:53.322247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22456-a5e3-4bd9-9a17-cb780e9ead19 req-91afd384-a207-438f-a562-a1f77b79bd46 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:53.330510 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9a22456-a5e3-4bd9-9a17-cb780e9ead19 req-91afd384-a207-438f-a562-a1f77b79bd46 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 948 time: 0.5070996 May 10 11:23:53.383041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['eeba6ed1-0afd-4bfc-8095-838d576eb7a4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:53.388449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70122664-6479-463e-bbd8-9846ed899c03 req-f5b54f9d-787a-402d-8447-5eba1d345e98 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips/b52c08f2-d6f5-4e29-9fa8-474b09389116 HTTP/1.1" status: 200 len: 693 time: 0.0827520 May 10 11:23:53.403408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Attempting to bind port 232189fc-7cee-4b3a-9f47-c0bd736fde3e on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:53.404273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Attempting to bind port 232189fc-7cee-4b3a-9f47-c0bd736fde3e by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:53.404608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Attempting to bind port 232189fc-7cee-4b3a-9f47-c0bd736fde3e on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:53.419724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Port 232189fc-7cee-4b3a-9f47-c0bd736fde3e on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:23:53.420075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Attempting to bind port 232189fc-7cee-4b3a-9f47-c0bd736fde3e on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:23:53.435217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9a22456-a5e3-4bd9-9a17-cb780e9ead19 req-54d1cc2b-ff5f-48cb-abba-8fdba8e0a881 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038687 May 10 11:23:53.442925 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:23:53.443266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:23:53.443798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:23:53.444272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Bound port: 232189fc-7cee-4b3a-9f47-c0bd736fde3e, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:53.444626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.504798 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7e14ef-be3f-4f78-8b76-3fe58054fa8d x-openstack-request-id: req-ee7e14ef-be3f-4f78-8b76-3fe58054fa8d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:53.505099 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0e2653-9ba5-41ce-bc83-a6e5db35ef88", "name": "network-vif-plugged", "status": "completed", "tag": "204884ca-0f87-4a19-b335-814c007e97c4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:53.505354 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee7e14ef-be3f-4f78-8b76-3fe58054fa8d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:53.505749 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7e14ef-be3f-4f78-8b76-3fe58054fa8d'] response: {'server_uuid': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204884ca-0f87-4a19-b335-814c007e97c4', 'code': 200} May 10 11:23:53.587445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] For port 232189fc-7cee-4b3a-9f47-c0bd736fde3e, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:23:53.592972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] For port 232189fc-7cee-4b3a-9f47-c0bd736fde3e, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=232189fc-7cee-4b3a-9f47-c0bd736fde3e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:23:53.602462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70122664-6479-463e-bbd8-9846ed899c03 req-b8cf32fc-095f-4122-937e-0bc4d9abb5e9 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:53.611786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.612046 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70122664-6479-463e-bbd8-9846ed899c03 req-b8cf32fc-095f-4122-937e-0bc4d9abb5e9 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2158749 May 10 11:23:53.685898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70122664-6479-463e-bbd8-9846ed899c03 req-70248b36-ffd3-458f-ad4e-4d8fb8eaa7c0 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.0728340 May 10 11:23:53.693348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Pushing event updated for resources: {'Port': ['ID=232189fc-7cee-4b3a-9f47-c0bd736fde3e,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:53.704522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-3f6bfce1-5abc-43b4-91e7-992a7273149a req-583410ba-7baa-48b2-aa08-868bcb40a4b8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:53.705537 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f6bfce1-5abc-43b4-91e7-992a7273149a req-583410ba-7baa-48b2-aa08-868bcb40a4b8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092025 May 10 11:23:53.713898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:53.714365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.715802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-18a45c29-8d17-4b55-86f0-07aaabf50254 service neutron] 10.222.0.70 "PUT /v2.0/ports/232189fc-7cee-4b3a-9f47-c0bd736fde3e HTTP/1.1" status: 200 len: 1096 time: 1.5626917 May 10 11:23:53.718714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bea506-8cba-4a23-aff7-a820d54efe23', 'tag': '232189fc-7cee-4b3a-9f47-c0bd736fde3e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:53.727802 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5fc48c-f523-4fef-8596-5040ac007565" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bea506-8cba-4a23-aff7-a820d54efe23", "tag": "232189fc-7cee-4b3a-9f47-c0bd736fde3e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:53.746813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af62a8b-315c-49c3-a773-44885697cd7d req-78c30fa4-aec6-4f10-b5ed-71b5da0f4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:53.748884 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4af62a8b-315c-49c3-a773-44885697cd7d req-78c30fa4-aec6-4f10-b5ed-71b5da0f4ba2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 1096 time: 0.1499712 May 10 11:23:53.752957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70122664-6479-463e-bbd8-9846ed899c03 req-b6c71509-284f-4f04-8254-9aa29ae37b30 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.0660770 May 10 11:23:53.845717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4af62a8b-315c-49c3-a773-44885697cd7d req-616c23f9-261d-4c88-b058-75eaba736d1d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856681 May 10 11:23:53.862121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-f2336f75-ab80-4ffe-895d-8bf650f00d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:53.863749 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-f2336f75-ab80-4ffe-895d-8bf650f00d02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 1099 time: 0.0787499 May 10 11:23:53.954786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-b9932096-f231-4b88-992e-8e6f2c96a1e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=232189fc-7cee-4b3a-9f47-c0bd736fde3e HTTP/1.1" status: 200 len: 217 time: 0.0732639 May 10 11:23:53.968811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Deleting port b3fa2f9c-376b-467b-bcac-1b437f78cbab {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:53.969382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.051702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.052079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.064736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Calling delete_port for b3fa2f9c-376b-467b-bcac-1b437f78cbab owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:54.082952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-cf7d09db-c46b-49c7-bd06-8e4211d18981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.084556 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-cf7d09db-c46b-49c7-bd06-8e4211d18981 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1185431 May 10 11:23:54.088826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-ac1563ab-55a7-4012-87a4-e65b33d224b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243336 May 10 11:23:54.121162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286f6e9-e507-4b39-a757-58b5c15391ce req-890a5e20-46d9-44ef-9107-4b544335113e tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.122776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8286f6e9-e507-4b39-a757-58b5c15391ce req-890a5e20-46d9-44ef-9107-4b544335113e tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.1595144 May 10 11:23:54.196725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8286f6e9-e507-4b39-a757-58b5c15391ce req-931635bf-6880-45f2-8926-f6a96cd4ede2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534139 May 10 11:23:54.210773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-ebb49154-3f1d-4e45-a8aa-4ab8f17ca49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.210773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-ebb49154-3f1d-4e45-a8aa-4ab8f17ca49a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045070 May 10 11:23:54.251499 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.327654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Pushing event deleted for resources: {'Port': ['ID=b3fa2f9c-376b-467b-bcac-1b437f78cbab,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:54.349823 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-12418015-179d-4d11-86d5-bc25c22f6b9f service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306286 May 10 11:23:54.364969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9ea68-dc71-4155-a5b8-a8eb8616b1c1 req-185996b9-bf60-44af-8502-2a3201a2e041 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.366559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccf9ea68-dc71-4155-a5b8-a8eb8616b1c1 req-185996b9-bf60-44af-8502-2a3201a2e041 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.0737090 May 10 11:23:54.369556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.372207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.374525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70122664-6479-463e-bbd8-9846ed899c03 req-b9242d97-295e-4714-956d-a972e6f304fe tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "DELETE /v2.0/floatingips/b52c08f2-d6f5-4e29-9fa8-474b09389116 HTTP/1.1" status: 204 len: 173 time: 0.6102874 May 10 11:23:54.505441 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad5eff3-0d56-4228-9f81-45a390a22b60 x-openstack-request-id: req-1ad5eff3-0d56-4228-9f81-45a390a22b60 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:54.505724 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bea506-8cba-4a23-aff7-a820d54efe23", "tag": "232189fc-7cee-4b3a-9f47-c0bd736fde3e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:54.506004 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ad5eff3-0d56-4228-9f81-45a390a22b60 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:54.506455 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad5eff3-0d56-4228-9f81-45a390a22b60'] response: {'name': 'network-changed', 'server_uuid': 'e4bea506-8cba-4a23-aff7-a820d54efe23', 'tag': '232189fc-7cee-4b3a-9f47-c0bd736fde3e', 'status': 'completed', 'code': 200} May 10 11:23:54.508651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd4f4bcf-38df-44ac-9eb2-ab851cd5918d req-08c2b3e3-b33e-4e58-90f4-4527f35aece8 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411014 May 10 11:23:54.560119 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccf9ea68-dc71-4155-a5b8-a8eb8616b1c1 req-5e14a4ce-f3a3-433f-8721-fbddabb29496 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781223 May 10 11:23:54.634691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095a7ab-bb2b-4ff2-8fe1-50cf5ed7506b req-be0f31d3-55de-4689-adec-95827f7c059d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.638106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f095a7ab-bb2b-4ff2-8fe1-50cf5ed7506b req-be0f31d3-55de-4689-adec-95827f7c059d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1088455 May 10 11:23:54.681808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f095a7ab-bb2b-4ff2-8fe1-50cf5ed7506b req-3dd2e6d3-0966-47bf-b820-0a8350ed8102 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 May 10 11:23:54.683348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-6704cd47-7405-4c08-a3c7-9da62ae6108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.684868 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-6704cd47-7405-4c08-a3c7-9da62ae6108f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cbc99a612b94107802e0591ae631c39&device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 1099 time: 0.0938191 May 10 11:23:54.707982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db3e8f-90a7-4375-9c03-dc9d94b48494 req-94315ece-2925-4ef8-896f-2b3c1ad59f65 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.709579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04db3e8f-90a7-4375-9c03-dc9d94b48494 req-94315ece-2925-4ef8-896f-2b3c1ad59f65 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 945 time: 0.0740035 May 10 11:23:54.769297 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-cf84468f-7717-439f-82f5-4b1ef4728fcc req-60a7c66a-4d1c-48b3-9a98-3855df7bae22 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] show failed (client error): The resource could not be found. May 10 11:23:54.770337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf84468f-7717-439f-82f5-4b1ef4728fcc req-60a7c66a-4d1c-48b3-9a98-3855df7bae22 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips/b52c08f2-d6f5-4e29-9fa8-474b09389116 HTTP/1.1" status: 404 len: 350 time: 0.0465357 May 10 11:23:54.823108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04db3e8f-90a7-4375-9c03-dc9d94b48494 req-aa2d366b-b9ed-4740-8fee-b7ae1e30753d tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941393 May 10 11:23:54.863766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-38e26270-f912-4283-b556-7ff50d128732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.865737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-38e26270-f912-4283-b556-7ff50d128732 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1732392 May 10 11:23:54.937314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26908c2b-354b-4bd1-bec9-0d54c07e956f req-783b1b5f-a116-4c47-a8ba-17ba204d038d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:54.939204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26908c2b-354b-4bd1-bec9-0d54c07e956f req-783b1b5f-a116-4c47-a8ba-17ba204d038d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 948 time: 0.0899045 May 10 11:23:54.941131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-93771f3d-7c49-4038-9327-e09020c8ce43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=232189fc-7cee-4b3a-9f47-c0bd736fde3e HTTP/1.1" status: 200 len: 217 time: 0.0632162 May 10 11:23:54.982773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26908c2b-354b-4bd1-bec9-0d54c07e956f req-d40e962b-1a0e-4f0e-ae40-06187a46d6e5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357826 May 10 11:23:55.034456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143725fa-f573-4fa8-a7e0-18632ffbf45b req-253e3c9a-8ed7-4101-bc32-1f81a54e7942 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:55.035976 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-143725fa-f573-4fa8-a7e0-18632ffbf45b req-253e3c9a-8ed7-4101-bc32-1f81a54e7942 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.1082501 May 10 11:23:55.037492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-580955d4-b903-4783-9e14-ac8fba250768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:55.038781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-580955d4-b903-4783-9e14-ac8fba250768 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0673954 May 10 11:23:55.048130 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-29498b80-3f99-4343-a3a3-2345ac97fee7 req-e19afcc5-a7dc-4d7a-9ab3-35590bbdef60 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] show failed (client error): The resource could not be found. May 10 11:23:55.049122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29498b80-3f99-4343-a3a3-2345ac97fee7 req-e19afcc5-a7dc-4d7a-9ab3-35590bbdef60 tempest-FloatingIPsTestJSON-399196239 tempest-FloatingIPsTestJSON-399196239-project] 10.222.0.13 "GET /v2.0/floatingips/b52c08f2-d6f5-4e29-9fa8-474b09389116 HTTP/1.1" status: 404 len: 350 time: 0.0391462 May 10 11:23:55.059525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56426) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:55.129167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-143725fa-f573-4fa8-a7e0-18632ffbf45b req-b4a376ab-4611-4a97-a99b-a91e996e39f4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859828 May 10 11:23:55.142462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-49dc7717-ca5b-41b8-8e8a-6308225c455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:55.144925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-49dc7717-ca5b-41b8-8e8a-6308225c455c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853968 May 10 11:23:55.267484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-8320241f-290c-410f-8235-00e02a64d66a service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142080 May 10 11:23:55.412619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d5fc48c-f523-4fef-8596-5040ac007565 req-fabaabe2-5394-4ba2-9b3a-29936ff7bec2 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272840 May 10 11:23:55.427319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c46ddd-b099-4d18-977a-291203860872 req-58537d95-c7e1-4941-8a4b-4b3fa75d85c9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:55.429217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92c46ddd-b099-4d18-977a-291203860872 req-58537d95-c7e1-4941-8a4b-4b3fa75d85c9 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.0816607 May 10 11:23:55.498735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92c46ddd-b099-4d18-977a-291203860872 req-efd1ed2b-645c-42e4-904f-59505cc41265 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611160 May 10 11:23:55.558905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.747756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-9cc65400-876d-4543-b724-b69606849f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:55.749807 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-9cc65400-876d-4543-b724-b69606849f17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 1101 time: 0.0483212 May 10 11:23:55.883829 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67883155-23dc-4f9a-8e48-f434effe7c37 req-aa93dabe-0ef9-4dc7-a8e4-d78d32e21996 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:55.885451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67883155-23dc-4f9a-8e48-f434effe7c37 req-aa93dabe-0ef9-4dc7-a8e4-d78d32e21996 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1049876 May 10 11:23:55.902311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-858f9472-c040-4a1c-b310-8514f4aa2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:55.903875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-858f9472-c040-4a1c-b310-8514f4aa2e48 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1460919 May 10 11:23:55.922514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acaeda-06f9-4880-8213-bf4f140eaebf req-719b4875-6e1b-4fcf-af42-fa16d1ce8d26 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:55.923966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48acaeda-06f9-4880-8213-bf4f140eaebf req-719b4875-6e1b-4fcf-af42-fa16d1ce8d26 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.0749454 May 10 11:23:55.949678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f97ed760-34b3-4fe6-8c34-7f2da527953d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 217 time: 0.0369935 May 10 11:23:55.949896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Deleting port 00c542e5-db0a-442c-9cfc-39a048f45694 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:55.950089 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.970349 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67883155-23dc-4f9a-8e48-f434effe7c37 req-f9d11c08-6ae5-4eb7-ae0c-ffc320cac44a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770464 May 10 11:23:56.005017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48acaeda-06f9-4880-8213-bf4f140eaebf req-e6059c44-47d3-4582-bb37-f2bc10b1e9cf tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745418 May 10 11:23:56.017171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-93982b79-ed92-41b3-a174-5ee8dcb3777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:56.018913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-93982b79-ed92-41b3-a174-5ee8dcb3777b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0612247 May 10 11:23:56.052222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] For port 00c542e5-db0a-442c-9cfc-39a048f45694, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=00c542e5-db0a-442c-9cfc-39a048f45694,segment=NetworkSegment(9509fda9-da92-4ae2-bb0c-2ca300354c63),segment_id=9509fda9-da92-4ae2-bb0c-2ca300354c63)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:56.052601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.065563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Calling delete_port for 00c542e5-db0a-442c-9cfc-39a048f45694 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:56.099485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-516bb9ed-d3fc-489c-b0c7-7f7e448bea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:56.101014 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-516bb9ed-d3fc-489c-b0c7-7f7e448bea38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731723 May 10 11:23:56.109359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb715a92-8972-4be3-b6d5-ae44c5915a49 req-45e27a34-479e-4322-bd40-ece1d457c115 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:56.110835 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb715a92-8972-4be3-b6d5-ae44c5915a49 req-45e27a34-479e-4322-bd40-ece1d457c115 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 945 time: 0.0741830 May 10 11:23:56.203535 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb715a92-8972-4be3-b6d5-ae44c5915a49 req-d6e4099a-4193-4e00-b28b-8f64ec996d01 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826869 May 10 11:23:56.241912 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-0c251452-1c4e-4782-aa67-6c5d62c892bf service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294830 May 10 11:23:56.310500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device eeba6ed1-0afd-4bfc-8095-838d576eb7a4 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:23:56.355086 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-174782d3-caa0-4da7-8d77-4ebbfeb2e7c3 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910132 May 10 11:23:56.363787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:56.367995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:56.368672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.417818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4779c-d8fe-4395-856b-c958496914a9 req-96428d29-ace6-44c6-a723-fe93eaf0ef2c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:56.419395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7af4779c-d8fe-4395-856b-c958496914a9 req-96428d29-ace6-44c6-a723-fe93eaf0ef2c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 948 time: 0.3457897 May 10 11:23:56.454225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:56.455103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.479029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e58fd02-c430-4791-8ac1-53fdd1e46f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeba6ed1-0afd-4bfc-8095-838d576eb7a4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:56.482236 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd46618d-2758-4443-8a9a-070a8bfaf3cd" -d '{"events": [{"server_uuid": "4e58fd02-c430-4791-8ac1-53fdd1e46f7d", "name": "network-vif-plugged", "status": "completed", "tag": "eeba6ed1-0afd-4bfc-8095-838d576eb7a4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:56.505949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7af4779c-d8fe-4395-856b-c958496914a9 req-ba53710d-277f-4904-b54d-19d7dce990a2 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 May 10 11:23:56.518200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port eeba6ed1-0afd-4bfc-8095-838d576eb7a4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,segment=NetworkSegment(8243f64d-ed67-49f9-ad27-ea982a12bdf1),segment_id=8243f64d-ed67-49f9-ad27-ea982a12bdf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:56.534181 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2234a5b4-63f6-4dc2-94cd-62f964b873ff x-openstack-request-id: req-2234a5b4-63f6-4dc2-94cd-62f964b873ff {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:56.534602 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e58fd02-c430-4791-8ac1-53fdd1e46f7d", "name": "network-vif-plugged", "status": "completed", "tag": "eeba6ed1-0afd-4bfc-8095-838d576eb7a4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:56.534852 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2234a5b4-63f6-4dc2-94cd-62f964b873ff {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:56.535247 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2234a5b4-63f6-4dc2-94cd-62f964b873ff'] response: {'server_uuid': '4e58fd02-c430-4791-8ac1-53fdd1e46f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeba6ed1-0afd-4bfc-8095-838d576eb7a4', 'code': 200} May 10 11:23:56.536075 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.587662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:56.611007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.655778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c542e5-db0a-442c-9cfc-39a048f45694,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:56.687284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b2d38-687e-4c53-9613-e0a932926668 req-15655c69-e206-4be1-be5e-5d981fb7ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:56.688855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f1b2d38-687e-4c53-9613-e0a932926668 req-15655c69-e206-4be1-be5e-5d981fb7ccdc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 1097 time: 0.0501015 May 10 11:23:56.715769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f9604-849d-492c-bbae-0476a74d77d7 req-2cd00aa7-c349-4ca5-b21d-92197d9986d6 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:56.717573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf3f9604-849d-492c-bbae-0476a74d77d7 req-2cd00aa7-c349-4ca5-b21d-92197d9986d6 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.1203406 May 10 11:23:56.732105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f1b2d38-687e-4c53-9613-e0a932926668 req-1aa3b7e7-4692-4a12-bc58-29b917c8c16c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338161 May 10 11:23:56.796433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf3f9604-849d-492c-bbae-0476a74d77d7 req-10aa468a-5c90-4e7f-b716-3a739c7e7b9b tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712245 May 10 11:23:56.862544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.918650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4c8f2-afcc-495d-966b-5e50a9470a79 req-4b8a3a79-11fe-4d29-998e-0d1b2ea2f816 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:56.920213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-99d4c8f2-afcc-495d-966b-5e50a9470a79 req-4b8a3a79-11fe-4d29-998e-0d1b2ea2f816 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.0509632 May 10 11:23:56.929546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56468) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:56.933941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Request body: {'floatingip': {'port_id': '204884ca-0f87-4a19-b335-814c007e97c4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:56.973768 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.120791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975a67e-8bbe-4d99-adcb-0154061f2d71 req-f8319b60-24ea-44e9-b869-9df2e0af6526 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:57.122332 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a975a67e-8bbe-4d99-adcb-0154061f2d71 req-f8319b60-24ea-44e9-b869-9df2e0af6526 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0667942 May 10 11:23:57.124397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Router 3908a280-4466-4dac-b934-e138c42c6b94 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:23:57.178511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1fe3-0179-4d45-956a-efefb15cf8dd req-b1d34419-c462-45eb-8852-fa863807c056 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:57.180007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-679a1fe3-0179-4d45-956a-efefb15cf8dd req-b1d34419-c462-45eb-8852-fa863807c056 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.1000221 May 10 11:23:57.207889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a975a67e-8bbe-4d99-adcb-0154061f2d71 req-fceada3f-5a6b-4037-bb25-5c7d995a6174 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780113 May 10 11:23:57.262216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:23:57.268308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9d2e28a0-7a3e-4fdb-b154-591b58582be3 admin admin] 10.222.0.13 "PUT /v2.0/routers/3908a280-4466-4dac-b934-e138c42c6b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2075117 May 10 11:23:57.270764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56476) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:57.270971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-679a1fe3-0179-4d45-956a-efefb15cf8dd req-a982f875-fd21-49de-9d7d-3097c711587f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828712 May 10 11:23:57.282742 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] Sync routers for ids ['3908a280-4466-4dac-b934-e138c42c6b94'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:57.299254 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] Routers {'3908a280-4466-4dac-b934-e138c42c6b94'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:57.299894 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['3908a280-4466-4dac-b934-e138c42c6b94'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:57.399573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded02c4-7ec4-46ff-a822-eed27b472d82 req-fe46efed-0882-496f-9ac1-691d00bcedef tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:57.401246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ded02c4-7ec4-46ff-a822-eed27b472d82 req-fe46efed-0882-496f-9ac1-691d00bcedef tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 946 time: 0.1232560 May 10 11:23:57.402253 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] Set router 3908a280-4466-4dac-b934-e138c42c6b94 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:57.434137 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.501221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ded02c4-7ec4-46ff-a822-eed27b472d82 req-6f9d7d0e-6172-42f8-9602-862a9e0f906c tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890749 May 10 11:23:57.505832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.515561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.608244 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:56Z', 'revision_number': 5, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port': {'id': '99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3908a280-4466-4dac-b934-e138c42c6b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:23:31Z', 'updated_at': '2022-05-10T11:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:57.612444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.639328 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] Checking router: 3908a280-4466-4dac-b934-e138c42c6b94 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:57.649654 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] Routers {'3908a280-4466-4dac-b934-e138c42c6b94'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:57.650503 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['3908a280-4466-4dac-b934-e138c42c6b94'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:57.686588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Deleting port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:57.686588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.695284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b82ba-8d78-429b-a339-d65b086ad843 req-52fb4df4-33dd-41c5-8020-97894cc2c843 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:57.697577 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-145b82ba-8d78-429b-a339-d65b086ad843 req-52fb4df4-33dd-41c5-8020-97894cc2c843 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 948 time: 0.0983047 May 10 11:23:57.698798 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Floating IP bace12b5-cb1b-40c2-86a0-b7b37eab20d8 associated. External IP: 172.25.8.32, port: 204884ca-0f87-4a19-b335-814c007e97c4. May 10 11:23:57.754994 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] Set router 3908a280-4466-4dac-b934-e138c42c6b94 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:57.767283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] For port 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:57.767583 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.779345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Calling delete_port for 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:57.807594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-145b82ba-8d78-429b-a339-d65b086ad843 req-080a7d72-a9e3-43ec-8811-4c1d148a9cd3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723555 May 10 11:23:57.814370 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:57Z', 'revision_number': 6, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:57.950149 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588220aa-f8d8-4eab-932f-0797fa2d9969 None None] The sync data for ids ['3908a280-4466-4dac-b934-e138c42c6b94'] in n-d-840949-1 is: [{'id': '3908a280-4466-4dac-b934-e138c42c6b94', 'name': 'tempest-FloatingIPsTestJSON-753832851-router', 'tenant_id': '46461e9403b4443faa61c67e1e8a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:23:30Z', 'updated_at': '2022-05-10T11:23:57Z', 'revision_number': 6, 'project_id': '46461e9403b4443faa61c67e1e8a41fb', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:57.958350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:23:57.962291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.990613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:58.052061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.068177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:23:58.072941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.077472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] Sync routers for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:58.087576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:58.088406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:58.102122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5ebf9252-1880-464d-8e06-bda7cf371cd2 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "PUT /v2.0/floatingips/bace12b5-cb1b-40c2-86a0-b7b37eab20d8 HTTP/1.1" status: 200 len: 990 time: 1.1715603 May 10 11:23:58.102714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'tag': '204884ca-0f87-4a19-b335-814c007e97c4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:23:58.104985 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0e2653-9ba5-41ce-bc83-a6e5db35ef88", "tag": "204884ca-0f87-4a19-b335-814c007e97c4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:23:58.160720 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24854126-e8cd-4516-89b5-503b4af98ea4 x-openstack-request-id: req-24854126-e8cd-4516-89b5-503b4af98ea4 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:23:58.161209 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0e2653-9ba5-41ce-bc83-a6e5db35ef88", "tag": "204884ca-0f87-4a19-b335-814c007e97c4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:23:58.161526 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24854126-e8cd-4516-89b5-503b4af98ea4 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:23:58.161998 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24854126-e8cd-4516-89b5-503b4af98ea4'] response: {'name': 'network-changed', 'server_uuid': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'tag': '204884ca-0f87-4a19-b335-814c007e97c4', 'status': 'completed', 'code': 200} May 10 11:23:58.182551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.186272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.216105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:58.268211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-c06088d9-9942-4cc5-a389-5da741e64f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:58.270093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-c06088d9-9942-4cc5-a389-5da741e64f53 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1c08229956149e782b0d9f4ee4431c9&device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 1096 time: 0.0750794 May 10 11:23:58.285465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc20705-2569-4b5f-8daf-60aa4f2d6fb6 req-66585085-c0ed-4e22-902c-5559f302f880 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:58.292950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fc20705-2569-4b5f-8daf-60aa4f2d6fb6 req-66585085-c0ed-4e22-902c-5559f302f880 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.1208968 May 10 11:23:58.300448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.300975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3908a280-4466-4dac-b934-e138c42c6b94 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:23:58.324476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.327566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d10d6b30-17a4-49cd-85ce-544c95b181b0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3908a280-4466-4dac-b934-e138c42c6b94 HTTP/1.1" status: 204 len: 168 time: 1.0554762 May 10 11:23:58.332167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56490) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:58.364241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 232189fc-7cee-4b3a-9f47-c0bd736fde3e details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:23:58.398258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fc20705-2569-4b5f-8daf-60aa4f2d6fb6 req-633b67c8-f4b2-4cc2-9d55-10aa1a5205ed tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032226 May 10 11:23:58.428341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9669dac1-7689-4078-99ca-940924eddc5a admin admin] Deleting subnet 97b75974-e453-4dd9-8be7-415ba97fe5df {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:23:58.432002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9669dac1-7689-4078-99ca-940924eddc5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.459315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86457ce-b291-4b5a-a697-6c1ce1e10789 req-76b549a0-78ed-4d42-8797-f03d9d2403a3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:58.460891 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b86457ce-b291-4b5a-a697-6c1ce1e10789 req-76b549a0-78ed-4d42-8797-f03d9d2403a3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0937090 May 10 11:23:58.477661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-ff860c5e-80a1-4a79-b391-d868c236e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:58.477873 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9669dac1-7689-4078-99ca-940924eddc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.479385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-ff860c5e-80a1-4a79-b391-d868c236e2ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 200 len: 925 time: 0.2010400 May 10 11:23:58.588942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 232189fc-7cee-4b3a-9f47-c0bd736fde3e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=232189fc-7cee-4b3a-9f47-c0bd736fde3e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:58.617239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '232189fc-7cee-4b3a-9f47-c0bd736fde3e', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '232189fc-7cee-4b3a-9f47-c0bd736fde3e', 'mac_address': 'fa:16:3e:c4:0d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:23:58.624701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749b5d1-4e8b-46da-a83f-7f56feecfc07 req-e2a88c6e-f2dd-404e-b562-4e67141ce47c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:58.626428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2749b5d1-4e8b-46da-a83f-7f56feecfc07 req-e2a88c6e-f2dd-404e-b562-4e67141ce47c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.1289868 May 10 11:23:58.648851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9669dac1-7689-4078-99ca-940924eddc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.709189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2749b5d1-4e8b-46da-a83f-7f56feecfc07 req-b3943020-9b43-4f72-a824-54929a88c705 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 May 10 11:23:58.723271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 232189fc-7cee-4b3a-9f47-c0bd736fde3e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:23:58.723271 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.752639 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9669dac1-7689-4078-99ca-940924eddc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.758299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232189fc-7cee-4b3a-9f47-c0bd736fde3e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:23:58.787788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669dac1-7689-4078-99ca-940924eddc5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b75974-e453-4dd9-8be7-415ba97fe5df,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:58.789007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 232189fc-7cee-4b3a-9f47-c0bd736fde3e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=232189fc-7cee-4b3a-9f47-c0bd736fde3e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:58.797511 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.801331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9669dac1-7689-4078-99ca-940924eddc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.812278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'bace12b5-cb1b-40c2-86a0-b7b37eab20d8', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'port_id': '204884ca-0f87-4a19-b335-814c007e97c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'mac_address': 'fa:16:3e:f5:77:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:25Z', 'updated_at': '2022-05-10T11:23:57Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:58.813936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9669dac1-7689-4078-99ca-940924eddc5a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/97b75974-e453-4dd9-8be7-415ba97fe5df HTTP/1.1" status: 204 len: 168 time: 0.4806418 May 10 11:23:58.815121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56498) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:23:58.841374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46503f2-2f15-46c8-9412-be51d024704a None None] Network a0dc0162-5cda-48ae-8950-63952b109e36 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:58.862276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] Checking router: a58f17d2-4d4d-4ab2-84a5-b54afcede3ce for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:58.915676 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b86457ce-b291-4b5a-a697-6c1ce1e10789 req-748f2d0d-aa59-4cf2-9a97-9902514c73f2 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355416 May 10 11:23:58.917496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-2fdb214b-0582-470b-a693-5950449c0710 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=204884ca-0f87-4a19-b335-814c007e97c4 HTTP/1.1" status: 200 len: 998 time: 0.4305608 May 10 11:23:58.952490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:23:58.952701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.953132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:58.971428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-72c9465c-6801-4421-835d-8c90d1aa53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:58.972990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-72c9465c-6801-4421-835d-8c90d1aa53e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09195cb0-a4ec-4ada-9fdc-94bc46b2bea3 HTTP/1.1" status: 200 len: 863 time: 0.0476723 May 10 11:23:58.974182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969f89c-7e04-49b3-8395-98998443d2d9 req-449fcfe6-e8b6-44f7-829e-c34081b62a9b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:58.975763 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f969f89c-7e04-49b3-8395-98998443d2d9 req-449fcfe6-e8b6-44f7-829e-c34081b62a9b tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 946 time: 0.0967045 May 10 11:23:58.995579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=232189fc-7cee-4b3a-9f47-c0bd736fde3e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:59.044255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f969f89c-7e04-49b3-8395-98998443d2d9 req-def34854-aced-4dce-b7e5-81e234ad7d31 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 May 10 11:23:59.054507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Deleting port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:23:59.055191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.073642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-cdb637a9-1b23-47cd-803a-bd3001d5a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:59.084465 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-cdb637a9-1b23-47cd-803a-bd3001d5a130 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c35aa417-024d-4598-bdf0-38be789ba1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008959 May 10 11:23:59.132314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:23:59.142864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] For port ce7aef2e-27a1-438c-adcb-8b70f48d61a6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ce7aef2e-27a1-438c-adcb-8b70f48d61a6,segment=NetworkSegment(9509fda9-da92-4ae2-bb0c-2ca300354c63),segment_id=9509fda9-da92-4ae2-bb0c-2ca300354c63)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:23:59.143254 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.158651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Calling delete_port for ce7aef2e-27a1-438c-adcb-8b70f48d61a6 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:23:59.250825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c94c8e-ce77-4ea2-97cd-57d0839f707d req-c2960af7-d241-447f-8b93-d59f1971cf99 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:59.263494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c94c8e-ce77-4ea2-97cd-57d0839f707d req-c2960af7-d241-447f-8b93-d59f1971cf99 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 949 time: 0.2045383 May 10 11:23:59.283664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.297417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] No DVR routers for this DVR port ce7aef2e-27a1-438c-adcb-8b70f48d61a6 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:23:59.317482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c94c8e-ce77-4ea2-97cd-57d0839f707d req-e8958d92-dfee-40e8-b0fb-1cf5003dec1b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 May 10 11:23:59.328491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7aef2e-27a1-438c-adcb-8b70f48d61a6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:59.351024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3fe7d-500f-4080-a2cf-230b0b5cb836 None None] DHCP port deletion for a0dc0162-5cda-48ae-8950-63952b109e36 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:23:59.395461 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-f504d926-4224-43a9-8061-d66d75e9ddc2 service neutron] 10.222.0.49 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803521 May 10 11:23:59.411086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['232189fc-7cee-4b3a-9f47-c0bd736fde3e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:23:59.581364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a4ceb8c-aded-46c9-a1fe-df5dde45c1ca req-8fd43ce1-fa7a-47ce-b518-cfa3587c55a9 service neutron] 10.222.0.49 "GET /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753504 May 10 11:23:59.626396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 00c542e5-db0a-442c-9cfc-39a048f45694 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:59.662184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 00c542e5-db0a-442c-9cfc-39a048f45694 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:59.662403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 00c542e5-db0a-442c-9cfc-39a048f45694 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:59.662773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:59.697413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:59.697747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 99ec7ae5-d9eb-4d98-ae33-c082cbc01a4f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:59.698163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ce7aef2e-27a1-438c-adcb-8b70f48d61a6 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:23:59.712115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.732850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dc0162-5cda-48ae-8950-63952b109e36']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:59.737249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ce7aef2e-27a1-438c-adcb-8b70f48d61a6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:23:59.737590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ce7aef2e-27a1-438c-adcb-8b70f48d61a6 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:23:59.741889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9509fda9-da92-4ae2-bb0c-2ca300354c63') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:59.742197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9509fda9-da92-4ae2-bb0c-2ca300354c63') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:59.781785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.804218 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.835345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:23:59.835345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: timer() May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:23:59.842161 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:23:59.879929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'bace12b5-cb1b-40c2-86a0-b7b37eab20d8', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'port_id': '204884ca-0f87-4a19-b335-814c007e97c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'mac_address': 'fa:16:3e:f5:77:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:25Z', 'updated_at': '2022-05-10T11:23:57Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:59.910682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886a3e0-630a-4587-9c87-0c5e6d3cec07 None None] The sync data for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 is: [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'bace12b5-cb1b-40c2-86a0-b7b37eab20d8', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'port_id': '204884ca-0f87-4a19-b335-814c007e97c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'mac_address': 'fa:16:3e:f5:77:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:22:25Z', 'updated_at': '2022-05-10T11:23:57Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:59.946336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ca948-f013-4c8e-811d-85ba6e0f2364 req-27b409cd-855a-4b8e-816c-fc13924edd19 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:23:59.948708 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c42ca948-f013-4c8e-811d-85ba6e0f2364 req-27b409cd-855a-4b8e-816c-fc13924edd19 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.1407657 May 10 11:23:59.950172 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.961647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.968612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0dc0162-5cda-48ae-8950-63952b109e36 HTTP/1.1" status: 204 len: 168 time: 1.1523478 May 10 11:24:00.001841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ab332-7992-4a84-8b05-f9a790e36fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0dc0162-5cda-48ae-8950-63952b109e36,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:00.019568 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c42ca948-f013-4c8e-811d-85ba6e0f2364 req-417676c4-2923-432a-b66e-448878f0cef5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595183 May 10 11:24:00.098350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797bca6-b260-4d47-bc91-e551a2b0603d req-ed48bc84-1e5a-4270-8ca5-9bf3836e2af5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:00.100262 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6797bca6-b260-4d47-bc91-e551a2b0603d req-ed48bc84-1e5a-4270-8ca5-9bf3836e2af5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0679386 May 10 11:24:00.158808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6797bca6-b260-4d47-bc91-e551a2b0603d req-22b56168-6a77-4c28-bfda-5659bbcbc4da tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475585 May 10 11:24:00.184361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56520) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:00.218075 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0f332-d45b-4ebf-874b-4b41156abe89 None None] New status for floating IP bace12b5-cb1b-40c2-86a0-b7b37eab20d8: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:24:00.232290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5811b223-3433-4d5c-bc21-497908cb642d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46461e9403b4443faa61c67e1e8a41fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461905 May 10 11:24:00.234609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56522) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:00.294477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2e24-a093-4ce7-8600-a902895015c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.323713 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2e24-a093-4ce7-8600-a902895015c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.350029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d87bd946-142b-4b8d-8a25-29b1c3cc4281 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:24:00.403066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2e24-a093-4ce7-8600-a902895015c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.408549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2e24-a093-4ce7-8600-a902895015c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.413973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fe8e2e24-a093-4ce7-8600-a902895015c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a84a85c5-e262-48a4-807f-e4d04bc743f6 HTTP/1.1" status: 204 len: 168 time: 0.1781735 May 10 11:24:00.445329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e2e24-a093-4ce7-8600-a902895015c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a85c5-e262-48a4-807f-e4d04bc743f6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:00.503335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f791ae2-fd39-4a51-bc8a-c777fd62d6c7 req-99bcc480-a658-491e-b652-fa129bf6c8ad tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:00.504994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f791ae2-fd39-4a51-bc8a-c777fd62d6c7 req-99bcc480-a658-491e-b652-fa129bf6c8ad tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 949 time: 0.1028130 May 10 11:24:00.518916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:00.532268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281', 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'port_id': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281', 'mac_address': 'fa:16:3e:8d:a8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83063887-d7ff-4b50-ac21-9efac931ebab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:24:00.546943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f791ae2-fd39-4a51-bc8a-c777fd62d6c7 req-79f7d2fa-a0d8-43ef-a0af-f4d531e7810e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 May 10 11:24:00.572521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d87bd946-142b-4b8d-8a25-29b1c3cc4281 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:00.572917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.585579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d87bd946-142b-4b8d-8a25-29b1c3cc4281 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:00.606426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:00.613404 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.670366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d87bd946-142b-4b8d-8a25-29b1c3cc4281,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:00.889599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d87bd946-142b-4b8d-8a25-29b1c3cc4281'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:01.153988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2f557-53d9-4f6e-bb54-ff708d18de65 req-370ed6b9-4517-4a5a-a547-86d82af2810f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:01.155659 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1b2f557-53d9-4f6e-bb54-ff708d18de65 req-370ed6b9-4517-4a5a-a547-86d82af2810f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 945 time: 0.0569253 May 10 11:24:01.214119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1b2f557-53d9-4f6e-bb54-ff708d18de65 req-907ac430-2cfb-4e51-9b33-ad388ef05e8d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520723 May 10 11:24:01.243371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56568) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:01.327163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0f0b-7cc0-4708-95b7-ac1dfeb35dab req-959c8733-5ac8-4e2e-92c1-fc436ac4ab38 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:01.329416 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44fe0f0b-7cc0-4708-95b7-ac1dfeb35dab req-959c8733-5ac8-4e2e-92c1-fc436ac4ab38 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0951545 May 10 11:24:01.391469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-network', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:01.400547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44fe0f0b-7cc0-4708-95b7-ac1dfeb35dab req-14695292-19da-4a2b-bfa3-dc88717ac4fd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639191 May 10 11:24:01.417659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Made reservation on behalf of 03f6cf2d91ea45509aaf04d07a532790 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:01.421712 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.436882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.543312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4cf98-0195-4cb3-ac43-0f78c9d4bf4d req-35b9c940-8e54-476f-9347-bc730e3de052 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:01.544984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7f4cf98-0195-4cb3-ac43-0f78c9d4bf4d req-35b9c940-8e54-476f-9347-bc730e3de052 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 945 time: 0.0791998 May 10 11:24:01.581021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.596946 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.626171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7f4cf98-0195-4cb3-ac43-0f78c9d4bf4d req-39cfe520-4719-408d-90cb-f73a40aa38cc tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703773 May 10 11:24:01.650903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:01.657651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7c1595-db33-47d8-96da-3157ba7e146c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:01.673668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.674454 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Added segment 95e127ad-9749-4362-a692-a68da82f9e02 of type vlan for network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 May 10 11:24:01.712198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326293a1-e70b-45ac-a001-a7ccac0ce393 req-dd8849bc-1a18-4317-942b-735274874794 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:01.713731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-326293a1-e70b-45ac-a001-a7ccac0ce393 req-dd8849bc-1a18-4317-942b-735274874794 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 949 time: 0.0804625 May 10 11:24:01.743754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.759935 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-326293a1-e70b-45ac-a001-a7ccac0ce393 req-e75ac914-6380-44ca-8c4d-d16c1be0dc95 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375979 May 10 11:24:01.783679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.784811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:01.785432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.839884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5952408 May 10 11:24:01.843644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56576) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:01.849352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Request body: {'subnet': {'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-subnet', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:01.852744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f013f4a-9430-4668-85f1-34869c383f8a admin admin] Pushing event updated for resources: {'Network': ['ID=f5c9f8df-7fbe-42fe-b54f-de546078f5d9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:01.866544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:24:01.871322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Made reservation on behalf of 03f6cf2d91ea45509aaf04d07a532790 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:01.875051 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.065761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.093545 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.129598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:02.138474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Checking segment: {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:02.138833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Network hostable DHCP agents. Network: f5c9f8df-7fbe-42fe-b54f-de546078f5d9, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:02.156296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:02.166392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f5c9f8df-7fbe-42fe-b54f-de546078f5d9) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:02.170589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:02.171194 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.177187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a770631c-4735-4f3e-80ca-2554b414d3e4 None None] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:02.198657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c580f7e4-f88a-4018-a53b-8de5fee45340 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.3514013 May 10 11:24:02.198890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56582) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:02.204789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:02.228382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.229471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.290238 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.346272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:24:02.347296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.363478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d87bd946-142b-4b8d-8a25-29b1c3cc4281 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:02.491394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port d87bd946-142b-4b8d-8a25-29b1c3cc4281 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:02.491764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.499863 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.564784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a5f35-d761-47fd-b43c-5d006583d0b9 req-0975db0e-c63b-4a5f-9053-bc43db1d4d1d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:02.567787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5a5f35-d761-47fd-b43c-5d006583d0b9 req-0975db0e-c63b-4a5f-9053-bc43db1d4d1d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0638053 May 10 11:24:02.574422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Allocated IP 172.20.0.2 (f5c9f8df-7fbe-42fe-b54f-de546078f5d9/aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc/376ad08a-9232-424a-b6ed-4261b0db438e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:02.638258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d87bd946-142b-4b8d-8a25-29b1c3cc4281 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:02.638652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.654812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e5a5f35-d761-47fd-b43c-5d006583d0b9 req-72c740d7-8ab4-4e3d-9733-cb198921b551 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688143 May 10 11:24:02.756202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:02.759971 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b704f51-ba91-41ce-b480-8773a3919e66" -d '{"events": [{"server_uuid": "d73a16b1-fa7c-4fdc-bab3-a05842c5b958", "name": "network-vif-plugged", "status": "completed", "tag": "d87bd946-142b-4b8d-8a25-29b1c3cc4281"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:02.775578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:02.786185 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.787206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 232189fc-7cee-4b3a-9f47-c0bd736fde3e up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:02.826429 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cceffaa-216d-4535-ad7e-e40796c89373 x-openstack-request-id: req-3cceffaa-216d-4535-ad7e-e40796c89373 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:02.826831 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a16b1-fa7c-4fdc-bab3-a05842c5b958", "name": "network-vif-plugged", "status": "completed", "tag": "d87bd946-142b-4b8d-8a25-29b1c3cc4281", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:02.827172 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cceffaa-216d-4535-ad7e-e40796c89373 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:02.827865 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cceffaa-216d-4535-ad7e-e40796c89373'] response: {'server_uuid': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281', 'code': 200} May 10 11:24:02.836432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e7ac8-3eae-44b6-9765-f648b45ac9f0 req-e30ea4db-93c8-4dae-9f36-663a981ba0ad tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:02.837951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a67e7ac8-3eae-44b6-9765-f648b45ac9f0 req-e30ea4db-93c8-4dae-9f36-663a981ba0ad tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 945 time: 0.0909231 May 10 11:24:02.841609 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.863199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.941062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a67e7ac8-3eae-44b6-9765-f648b45ac9f0 req-44d50d14-054a-4dd3-9c13-54c94b857a89 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801585 May 10 11:24:02.980884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d87bd946-142b-4b8d-8a25-29b1c3cc4281,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:02.986985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 232189fc-7cee-4b3a-9f47-c0bd736fde3e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:02.994835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 232189fc-7cee-4b3a-9f47-c0bd736fde3e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:02.995299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.005948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2abea9-5643-4de7-a733-e64054076c20 req-b03db73b-53d2-4a64-96dd-2a2896cb7d7c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:03.007526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac2abea9-5643-4de7-a733-e64054076c20 req-b03db73b-53d2-4a64-96dd-2a2896cb7d7c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 949 time: 0.1078262 May 10 11:24:03.055915 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.064992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Allocated IP 172.25.8.186 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f82a2235-43c3-46cd-994c-5b2e74554222) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:03.065247 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.088526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac2abea9-5643-4de7-a733-e64054076c20 req-83174707-5245-4c48-a122-bbd138cac3b0 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707014 May 10 11:24:03.203350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:03.209475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 232189fc-7cee-4b3a-9f47-c0bd736fde3e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:03.209867 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.214963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:03.225187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Pushing event updated for resources: {'Port': ['ID=376ad08a-9232-424a-b6ed-4261b0db438e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:03.227769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:03.236565 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.301039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.326968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 232189fc-7cee-4b3a-9f47-c0bd736fde3e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=232189fc-7cee-4b3a-9f47-c0bd736fde3e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:03.338309 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.348381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Attempting to bind port 376ad08a-9232-424a-b6ed-4261b0db438e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:03.348777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Attempting to bind port 376ad08a-9232-424a-b6ed-4261b0db438e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:03.349113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Attempting to bind port 376ad08a-9232-424a-b6ed-4261b0db438e on network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:03.357248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:03.359216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866a28b-3f4a-4fdf-9c7c-873fc42a7cd1 req-13f8ff46-f7de-4ec7-92c8-61839eb3f4a2 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:03.360922 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f866a28b-3f4a-4fdf-9c7c-873fc42a7cd1 req-13f8ff46-f7de-4ec7-92c8-61839eb3f4a2 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1097 time: 0.0930796 May 10 11:24:03.363891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:03.368130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:03.380578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:03.381027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Checking segment: {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:03.381374 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.381767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Bound using segment: {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:03.382247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Bound port: 376ad08a-9232-424a-b6ed-4261b0db438e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:03.382610 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.412446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Pushing event updated for resources: {'Port': ['ID=f82a2235-43c3-46cd-994c-5b2e74554222,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:03.416739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=232189fc-7cee-4b3a-9f47-c0bd736fde3e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:03.488818 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f866a28b-3f4a-4fdf-9c7c-873fc42a7cd1 req-68349d8f-56d6-453f-b39f-9204f74d4d05 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893786 May 10 11:24:03.650462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] For port 376ad08a-9232-424a-b6ed-4261b0db438e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:03.654211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] For port 376ad08a-9232-424a-b6ed-4261b0db438e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=376ad08a-9232-424a-b6ed-4261b0db438e,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:03.662244 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.765482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d99c5-fe3b-4088-8c59-98fcae524976 None None] Pushing event updated for resources: {'Port': ['ID=376ad08a-9232-424a-b6ed-4261b0db438e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:03.821503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.932401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c5db-6ce1-4498-932d-7b67dfd244e3 req-d1d1d670-605a-4516-b5a2-00bfc2edfe8d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:03.934479 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d41c5db-6ce1-4498-932d-7b67dfd244e3 req-d1d1d670-605a-4516-b5a2-00bfc2edfe8d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1591849 May 10 11:24:04.069383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d41c5db-6ce1-4498-932d-7b67dfd244e3 req-e2c4193c-2d4f-4019-8af3-9e0664947c8f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157696 May 10 11:24:04.234076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6a74590-d881-4458-898f-a839e1120120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.251778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.309126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-d46f6ad8-669a-4568-af54-b6260463230a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:04.310727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-d46f6ad8-669a-4568-af54-b6260463230a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.2745798 May 10 11:24:04.341897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c73c-ff80-4e55-9931-0d350c4dbdd0 req-474a18a4-f01b-4fd3-abe2-f4fd7d5f3b3f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:04.344766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ea3c73c-ff80-4e55-9931-0d350c4dbdd0 req-474a18a4-f01b-4fd3-abe2-f4fd7d5f3b3f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 946 time: 0.1642942 May 10 11:24:04.490510 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ea3c73c-ff80-4e55-9931-0d350c4dbdd0 req-d2999c81-23ee-45a4-a7df-d2bd8a6983b1 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200347 May 10 11:24:04.539404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Deleting port d87bd946-142b-4b8d-8a25-29b1c3cc4281 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:04.539932 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.587871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Router c90ae809-b02e-4124-a36a-2a957750e629 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:24:04.725642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48852bfd-9db7-4637-8919-bf340d6d255a req-4bd14005-8a7b-4834-b452-f7df8a93b41f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:04.727225 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48852bfd-9db7-4637-8919-bf340d6d255a req-4bd14005-8a7b-4834-b452-f7df8a93b41f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 950 time: 0.1405416 May 10 11:24:04.777626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] For port d87bd946-142b-4b8d-8a25-29b1c3cc4281, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d87bd946-142b-4b8d-8a25-29b1c3cc4281,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:04.777992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.829067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bea506-8cba-4a23-aff7-a820d54efe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232189fc-7cee-4b3a-9f47-c0bd736fde3e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:04.831461 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec8d3e3-ab9e-4aa6-a7ad-0703bef3f565" -d '{"events": [{"server_uuid": "e4bea506-8cba-4a23-aff7-a820d54efe23", "name": "network-vif-plugged", "status": "completed", "tag": "232189fc-7cee-4b3a-9f47-c0bd736fde3e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:04.849668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56642) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:04.912821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-7c6c6a84-c8ed-40cf-bda5-2e857ea47d5c tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:24:04.913908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-7c6c6a84-c8ed-40cf-bda5-2e857ea47d5c tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632265 May 10 11:24:05.066656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-a8f4ab04-29b1-4fca-bd43-11d8645fd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:05.072492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-a8f4ab04-29b1-4fca-bd43-11d8645fd4a2 service neutron] 10.222.0.13 "GET /v2.0/ports/bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 200 len: 1094 time: 0.0946882 May 10 11:24:05.080950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5fc894-8a94-4b00-88c0-a2516bc12a06 None None] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:05.084753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Request body: {'binding': {'host': 'n-h2-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:05.085477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Unknown quota resources ['binding']. {{(pid=102767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 11:24:05.157178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Calling delete_port for d87bd946-142b-4b8d-8a25-29b1c3cc4281 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:05.236588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e8925665-8418-45a4-afb1-376112083d99 None None] Provisioning complete for port 376ad08a-9232-424a-b6ed-4261b0db438e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:05.238180 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e8925665-8418-45a4-afb1-376112083d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.248595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48852bfd-9db7-4637-8919-bf340d6d255a req-65f1a740-83c0-400f-b85a-6b8d70fff529 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112617 May 10 11:24:05.260463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on host n-h2-840949-1 for vnic_type normal with profile None {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:05.260817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:24:05.261220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:05.262843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:05.272451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:24:05.272987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:05.279381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:05.279955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:05.280843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:05.282095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Bound port: bef91ce1-7d19-4187-bc84-951398c20338, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:05.302660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.306581 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.308429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7975de78-f8ba-4c0a-a2cb-a501f0b19003 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.1084404 May 10 11:24:05.311848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56654) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:05.318641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Sync routers for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:05.399772 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711c3fb7-4e63-415d-8262-3233df87382e x-openstack-request-id: req-711c3fb7-4e63-415d-8262-3233df87382e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:05.400404 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bea506-8cba-4a23-aff7-a820d54efe23", "name": "network-vif-plugged", "status": "completed", "tag": "232189fc-7cee-4b3a-9f47-c0bd736fde3e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:05.400822 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-711c3fb7-4e63-415d-8262-3233df87382e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:05.401370 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711c3fb7-4e63-415d-8262-3233df87382e'] response: {'server_uuid': 'e4bea506-8cba-4a23-aff7-a820d54efe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232189fc-7cee-4b3a-9f47-c0bd736fde3e', 'code': 200} May 10 11:24:05.415504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:05.424628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:05.425700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:23:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:05.434121 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.435690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ef6192e9-d122-4527-bb19-04316a51228e service neutron] 10.222.0.13 "POST /v2.0/ports/bef91ce1-7d19-4187-bc84-951398c20338/bindings HTTP/1.1" status: 201 len: 389 time: 0.3564425 May 10 11:24:05.586230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.598337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e8925665-8418-45a4-afb1-376112083d99 None None] Current status of the port 376ad08a-9232-424a-b6ed-4261b0db438e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:05.598640 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e8925665-8418-45a4-afb1-376112083d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.627972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d87bd946-142b-4b8d-8a25-29b1c3cc4281'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:05.713235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:05.724207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event deleted for resources: {'Port': ['ID=d87bd946-142b-4b8d-8a25-29b1c3cc4281,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:05.836892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc09442-98f3-4bf9-b154-3f8b9c5f720f req-f265b8b7-744f-4a3e-a55b-3712b6927260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:05.841692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18193b20-21d6-4cc4-b09f-4accc8d023d4 req-7b93c497-23ae-4dce-883c-5723c81bd5c2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73a16b1-fa7c-4fdc-bab3-a05842c5b958 HTTP/1.1" status: 200 len: 210 time: 0.0664639 May 10 11:24:05.843628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dc09442-98f3-4bf9-b154-3f8b9c5f720f req-f265b8b7-744f-4a3e-a55b-3712b6927260 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 1101 time: 0.4233489 May 10 11:24:05.844740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 376ad08a-9232-424a-b6ed-4261b0db438e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:05.858338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] No DVR routers for this DVR port d87bd946-142b-4b8d-8a25-29b1c3cc4281 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:05.875020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.879808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24d3544b-0041-4cdf-a2f4-03ee8954e497 req-9da38525-93eb-48ea-8a1b-14eacc3ece6b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "DELETE /v2.0/ports/d87bd946-142b-4b8d-8a25-29b1c3cc4281 HTTP/1.1" status: 204 len: 173 time: 1.5566475 May 10 11:24:05.908945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8884a-e89f-414d-8e9d-18047c78236a req-0fa2e333-ac0d-4b74-b73c-a8a7ad9572e5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:05.916613 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09f8884a-e89f-414d-8e9d-18047c78236a req-0fa2e333-ac0d-4b74-b73c-a8a7ad9572e5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.4389515 May 10 11:24:05.918185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'name': 'network-vif-deleted', 'tag': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:05.920916 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1daf1a-d1d2-48d3-bbdf-8e15bcc560b0" -d '{"events": [{"server_uuid": "d73a16b1-fa7c-4fdc-bab3-a05842c5b958", "name": "network-vif-deleted", "tag": "d87bd946-142b-4b8d-8a25-29b1c3cc4281"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:06.005609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0e21-31c5-47a7-a1fc-4033495e9290 req-8295e7cc-a3cf-4db3-93b0-828f126998dd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:06.015405 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e85b0e21-31c5-47a7-a1fc-4033495e9290 req-8295e7cc-a3cf-4db3-93b0-828f126998dd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0953732 May 10 11:24:06.049468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e8925665-8418-45a4-afb1-376112083d99 None None] For port 376ad08a-9232-424a-b6ed-4261b0db438e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=376ad08a-9232-424a-b6ed-4261b0db438e,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:06.059461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-f0d05461-5422-4f20-a980-083ed5fa82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:06.065999 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-f0d05461-5422-4f20-a980-083ed5fa82d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1097 time: 0.2131958 May 10 11:24:06.076900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e85b0e21-31c5-47a7-a1fc-4033495e9290 req-786a7d63-e9bf-48ed-8f15-b3b4fc719a75 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599744 May 10 11:24:06.082863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dc09442-98f3-4bf9-b154-3f8b9c5f720f req-1c1c0979-4abb-4a29-ac54-a2a9bec80a60 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869915 May 10 11:24:06.085323 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e8925665-8418-45a4-afb1-376112083d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.184518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09f8884a-e89f-414d-8e9d-18047c78236a req-b2abd3a2-024d-48be-927f-a1006b45959c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625031 May 10 11:24:06.193864 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62cb673-833c-40da-8a61-55e62d7913c5 x-openstack-request-id: req-b62cb673-833c-40da-8a61-55e62d7913c5 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:06.194359 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a16b1-fa7c-4fdc-bab3-a05842c5b958", "name": "network-vif-deleted", "tag": "d87bd946-142b-4b8d-8a25-29b1c3cc4281", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:06.194877 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b62cb673-833c-40da-8a61-55e62d7913c5 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:06.195535 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62cb673-833c-40da-8a61-55e62d7913c5'] response: {'server_uuid': 'd73a16b1-fa7c-4fdc-bab3-a05842c5b958', 'name': 'network-vif-deleted', 'tag': 'd87bd946-142b-4b8d-8a25-29b1c3cc4281', 'status': 'completed', 'code': 200} May 10 11:24:06.213073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8925665-8418-45a4-afb1-376112083d99 None None] Pushing event updated for resources: {'Port': ['ID=376ad08a-9232-424a-b6ed-4261b0db438e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:06.218359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 376ad08a-9232-424a-b6ed-4261b0db438e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:06.218732 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.263341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c9e917e1-27dc-4601-9365-c2d27b3bc000 None None] Provisioning complete for port 376ad08a-9232-424a-b6ed-4261b0db438e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:06.264272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c9e917e1-27dc-4601-9365-c2d27b3bc000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.288862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-2a3365f2-4d89-4de7-98a8-cc43c86fa1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:06.291040 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-2a3365f2-4d89-4de7-98a8-cc43c86fa1c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.2119532 May 10 11:24:06.300767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:03Z', 'revision_number': 3, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:06.336064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Checking router: c90ae809-b02e-4124-a36a-2a957750e629 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:06.336365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Updating router c90ae809-b02e-4124-a36a-2a957750e629 port f82a2235-43c3-46cd-994c-5b2e74554222 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:06.390247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-23ebef0f-535d-4a87-b18c-3c8318812bb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 200 len: 217 time: 0.0903728 May 10 11:24:06.399910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f35a63-0f40-4e0b-9ee5-220ccbe98f12 req-786fcfdf-db92-409a-85d0-d937723c5890 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:06.406149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1f35a63-0f40-4e0b-9ee5-220ccbe98f12 req-786fcfdf-db92-409a-85d0-d937723c5890 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 950 time: 0.0631852 May 10 11:24:06.447491 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.488385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1f35a63-0f40-4e0b-9ee5-220ccbe98f12 req-30f7fa23-8160-442a-b6b2-985db8c15774 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740013 May 10 11:24:06.501486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-e464f6d4-7f91-4852-93dc-288017a9c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:06.503328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-e464f6d4-7f91-4852-93dc-288017a9c8f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1026733 May 10 11:24:06.543195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-aae85e50-b597-47a9-8116-e85031a29a2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308444 May 10 11:24:06.550740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 376ad08a-9232-424a-b6ed-4261b0db438e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:06.615566 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2605366e-8eeb-4ce0-b467-0f6cf317d482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.690999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c9e917e1-27dc-4601-9365-c2d27b3bc000 None None] Current status of the port 376ad08a-9232-424a-b6ed-4261b0db438e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:06.697454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.709352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-54103a0d-714e-46e0-af37-76a0c589ead0 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452012 May 10 11:24:06.820837 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.827768 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.890504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b160b939-2f14-450c-a57c-23af9318e959 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662478 May 10 11:24:06.890633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Attempting to bind port f82a2235-43c3-46cd-994c-5b2e74554222 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:06.890633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Attempting to bind port f82a2235-43c3-46cd-994c-5b2e74554222 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:06.890633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Attempting to bind port f82a2235-43c3-46cd-994c-5b2e74554222 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:06.896036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:06.896404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:06.896807 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.897660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:06.897660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Bound port: f82a2235-43c3-46cd-994c-5b2e74554222, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:06.898005 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.905971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf7daf-9e65-412c-9bc5-2d7238928d8b None None] Pushing event updated for resources: {'Port': ['ID=f82a2235-43c3-46cd-994c-5b2e74554222,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:06.942542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Allocated IP 172.20.0.1 (f5c9f8df-7fbe-42fe-b54f-de546078f5d9/aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc/8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:06.964859 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] For port f82a2235-43c3-46cd-994c-5b2e74554222, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:06.967535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56670) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:06.972736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c2914e2a-1e62-47aa-bd07-af5d87608937 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--332675996', 'description': 'tempest-description--2088820260'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:06.975840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] For port f82a2235-43c3-46cd-994c-5b2e74554222, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f82a2235-43c3-46cd-994c-5b2e74554222,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:06.982303 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.996835 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c2914e2a-1e62-47aa-bd07-af5d87608937 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.029694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:07.030321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:07.067199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.078999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c2914e2a-1e62-47aa-bd07-af5d87608937 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.085117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf7daf-9e65-412c-9bc5-2d7238928d8b None None] Pushing event updated for resources: {'Port': ['ID=f82a2235-43c3-46cd-994c-5b2e74554222,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:07.088242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c2914e2a-1e62-47aa-bd07-af5d87608937 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.117908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.127897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2914e2a-1e62-47aa-bd07-af5d87608937 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a40096e-1985-4e85-8c97-e921f22e41da,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:07.135970 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c2914e2a-1e62-47aa-bd07-af5d87608937 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.137255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c2914e2a-1e62-47aa-bd07-af5d87608937 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1686015 May 10 11:24:07.140359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56674) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:07.145976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e4ec3a5f-4d25-468e-9ad5-33492a06c7c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Request body: {'security_group_rule': {'security_group_id': '1a40096e-1985-4e85-8c97-e921f22e41da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:07.173288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:07.177070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:07.182642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:07.194233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3a5f-4d25-468e-9ad5-33492a06c7c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.217186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:07.285804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3a5f-4d25-468e-9ad5-33492a06c7c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.290565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Pushing event updated for resources: {'Port': ['ID=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:07.317279 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3a5f-4d25-468e-9ad5-33492a06c7c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.329791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.359085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec3a5f-4d25-468e-9ad5-33492a06c7c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960b96e7-9592-4ee0-93e8-1c8cd9430051,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:07.371968 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3a5f-4d25-468e-9ad5-33492a06c7c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.373440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e4ec3a5f-4d25-468e-9ad5-33492a06c7c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2317526 May 10 11:24:07.376230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56678) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:07.381665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8d8ab3d6-adce-4d66-9204-b9aa93a58def tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Request body: {'security_group_rule': {'security_group_id': '1a40096e-1985-4e85-8c97-e921f22e41da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:07.411449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9976767-90d0-4b98-8918-16ea4cec7466 req-4a5ee445-ddcb-423f-8ee8-cff8f7d1c256 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:07.413197 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9976767-90d0-4b98-8918-16ea4cec7466 req-4a5ee445-ddcb-423f-8ee8-cff8f7d1c256 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.2317681 May 10 11:24:07.423235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b986ab-6ddc-4cd4-9970-55c80eb92b80 req-3c5368b2-84f4-4686-aa28-5f83fc6403e1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:07.429171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74b986ab-6ddc-4cd4-9970-55c80eb92b80 req-3c5368b2-84f4-4686-aa28-5f83fc6403e1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1366360 May 10 11:24:07.506066 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab3d6-adce-4d66-9204-b9aa93a58def tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.521647 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9976767-90d0-4b98-8918-16ea4cec7466 req-1c19136d-88e0-4bb8-b634-88d55025edc2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794601 May 10 11:24:07.581253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-03a23f09-b6be-47dc-9c34-3ae76a72273c None None] Provisioning complete for port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:07.581775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-03a23f09-b6be-47dc-9c34-3ae76a72273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.602666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.622449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab3d6-adce-4d66-9204-b9aa93a58def tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.623912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 376ad08a-9232-424a-b6ed-4261b0db438e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:07.626001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74b986ab-6ddc-4cd4-9970-55c80eb92b80 req-7607f4f9-cc50-4f43-bf8a-b00e9b702126 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855369 May 10 11:24:07.629365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab3d6-adce-4d66-9204-b9aa93a58def tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.662618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ab3d6-adce-4d66-9204-b9aa93a58def tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5411b9b-2069-46fe-9ff2-1f889a0e2aa8,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:07.674415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab3d6-adce-4d66-9204-b9aa93a58def tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.677103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8d8ab3d6-adce-4d66-9204-b9aa93a58def tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2997465 May 10 11:24:07.680650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56684) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:07.691270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:07.741973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.857078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:03Z', 'revision_number': 3, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:07.860987 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.886954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-03a23f09-b6be-47dc-9c34-3ae76a72273c None None] Port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:24:07.887517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd7b72-5da1-4826-abad-e63e46a57c39 req-92d744b6-bc34-4ae0-91f1-228c05b0b6b3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:07.890227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8818a8-7cb0-46bb-9c0a-71b045c2b969 None None] The sync data for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 is: [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:03Z', 'revision_number': 3, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:07.896014 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd7b72-5da1-4826-abad-e63e46a57c39 req-92d744b6-bc34-4ae0-91f1-228c05b0b6b3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 950 time: 0.1663642 May 10 11:24:07.905237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 376ad08a-9232-424a-b6ed-4261b0db438e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:07.905617 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.992495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd7b72-5da1-4826-abad-e63e46a57c39 req-fa6d77ec-6402-4d75-b0ed-c4ec83cacb35 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955002 May 10 11:24:08.011769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 376ad08a-9232-424a-b6ed-4261b0db438e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:08.036589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.048238 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.097826 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.112007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b5845-0037-4f7a-a632-cf560c75fbcf req-6eff9646-0985-4408-a9eb-586f63562194 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:08.114137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b49b5845-0037-4f7a-a632-cf560c75fbcf req-6eff9646-0985-4408-a9eb-586f63562194 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 1101 time: 0.0508022 May 10 11:24:08.159732 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b49b5845-0037-4f7a-a632-cf560c75fbcf req-684a6965-4ec8-4c6f-aeee-f667fa1ed5e4 tempest-ServersOnMultiNodesTest-1572141041 tempest-ServersOnMultiNodesTest-1572141041-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371981 May 10 11:24:08.168375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.173577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Pushing event updated for resources: {'Port': ['ID=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:08.286801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.287142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.287473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.287802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.288170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.288475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.288798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.289114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.289430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.290508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.290508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.290721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:08.373354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:08.376691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:08.405467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d87bd946-142b-4b8d-8a25-29b1c3cc4281 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:08.467301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Allocated IP 172.25.8.102 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/5585ffea-bb90-4204-9a35-d6ecea69c448) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:08.474393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: d87bd946-142b-4b8d-8a25-29b1c3cc4281 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:08.478833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d87bd946-142b-4b8d-8a25-29b1c3cc4281 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:08.551861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c966-3f7f-4aeb-9e72-18c3a83794ad req-0f7834cc-ea3f-45fa-9b27-86d0a0446757 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:08.564571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3d6c966-3f7f-4aeb-9e72-18c3a83794ad req-0f7834cc-ea3f-45fa-9b27-86d0a0446757 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 950 time: 0.0702925 May 10 11:24:08.616511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3d6c966-3f7f-4aeb-9e72-18c3a83794ad req-30745502-f350-467e-8894-5af0f06362f9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499763 May 10 11:24:08.656242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Router c90ae809-b02e-4124-a36a-2a957750e629 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:24:08.759148 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.787060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46677861-82f8-4663-bd6e-709cc90666ef req-c354236a-e0a6-42b7-b7bf-910e38913003 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:08.795027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46677861-82f8-4663-bd6e-709cc90666ef req-c354236a-e0a6-42b7-b7bf-910e38913003 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0700729 May 10 11:24:08.842146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3ac92b24-f085-4036-ae13-9c065c5734bc None None] Provisioning complete for port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:08.842609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ac92b24-f085-4036-ae13-9c065c5734bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.844931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46677861-82f8-4663-bd6e-709cc90666ef req-a197ba97-6702-48ce-a74a-87dc81018ccd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 May 10 11:24:08.888863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3ac92b24-f085-4036-ae13-9c065c5734bc None None] Port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:24:09.174204 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.225866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aef12-ba77-4b0d-ae71-f4c1867962ce req-8e1e4f2b-8351-4dd8-b5fd-2d0da07a390b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:09.227333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-486aef12-ba77-4b0d-ae71-f4c1867962ce req-8e1e4f2b-8351-4dd8-b5fd-2d0da07a390b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.4944232 May 10 11:24:09.251502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.268706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:24:09.290981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b841f8c3-3a5c-409a-a737-94935a8cbb95 admin admin] 10.222.0.13 "PUT /v2.0/routers/c90ae809-b02e-4124-a36a-2a957750e629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9777999 May 10 11:24:09.319487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:09.327396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-486aef12-ba77-4b0d-ae71-f4c1867962ce req-0e9be163-7e3a-4594-888c-c719406054e1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880578 May 10 11:24:09.329006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:09.330834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event updated for resources: {'Port': ['ID=5585ffea-bb90-4204-9a35-d6ecea69c448,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:09.333064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:09.429204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.467198 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.497281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.589919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f82a2235-43c3-46cd-994c-5b2e74554222 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:09.661513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f82a2235-43c3-46cd-994c-5b2e74554222 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:09.661888 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.797215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f82a2235-43c3-46cd-994c-5b2e74554222 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:09.797750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.804996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.825087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port f82a2235-43c3-46cd-994c-5b2e74554222, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f82a2235-43c3-46cd-994c-5b2e74554222,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:09.831522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5b533-b934-49e9-93dc-2ec4b1623699 req-238a6666-1c56-4471-a434-0e28a11c3412 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:09.831522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4a5b533-b934-49e9-93dc-2ec4b1623699 req-238a6666-1c56-4471-a434-0e28a11c3412 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 950 time: 0.0896206 May 10 11:24:09.831522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.842261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.916050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-580dca84-a68f-4252-81c1-cbb733437651 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:09.926883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=f82a2235-43c3-46cd-994c-5b2e74554222,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:09.930903 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-580dca84-a68f-4252-81c1-cbb733437651 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/networks?id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9 HTTP/1.1" status: 200 len: 829 time: 0.2683933 May 10 11:24:09.939374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event updated for resources: {'Port': ['ID=5585ffea-bb90-4204-9a35-d6ecea69c448,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:09.955601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.956965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-013d0125-f057-4e75-9f38-645bd9d43f35 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/quotas/03f6cf2d91ea45509aaf04d07a532790 HTTP/1.1" status: 200 len: 375 time: 0.0248649 May 10 11:24:09.974659 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4a5b533-b934-49e9-93dc-2ec4b1623699 req-55cd2fab-3c46-425c-a3e8-4ee556d2a15e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334400 May 10 11:24:09.988814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.990388 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f097c69a-1115-42c9-a717-5dc403cb3fb9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3041077 May 10 11:24:10.027580 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-64826d1a-d17c-40c0-8445-0d5ac6061e1a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03f6cf2d91ea45509aaf04d07a532790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695348 May 10 11:24:10.161809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-a4ba91a3-db24-45de-acb9-ef75fb9f7ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259964 May 10 11:24:10.165692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145875f-8f26-4e50-89db-19ae43f1041f req-c9d55e34-d14d-44b0-b7b6-a69bef87f74a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:10.167194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3145875f-8f26-4e50-89db-19ae43f1041f req-c9d55e34-d14d-44b0-b7b6-a69bef87f74a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1090133 May 10 11:24:10.174999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-59b98c44-23e1-4713-aecd-6d327562b772 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:10.176450 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-59b98c44-23e1-4713-aecd-6d327562b772 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 950 time: 0.0797925 May 10 11:24:10.246299 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3145875f-8f26-4e50-89db-19ae43f1041f req-4394d631-4ec5-4279-b5be-3262c7704896 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688136 May 10 11:24:10.261988 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Sync routers for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:10.274890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:10.275535 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:10.295638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-0e30189b-aa21-4840-8b86-ad71dc3987e0 service neutron] 10.222.0.13 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215467 May 10 11:24:10.312423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Deleting port 232189fc-7cee-4b3a-9f47-c0bd736fde3e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:10.313038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.440669 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:10.564460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7a3ed-de45-48d8-bcda-e9fd46f7eefe req-016bbba0-fc59-408e-a827-db52164cfe28 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:10.573248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53c7a3ed-de45-48d8-bcda-e9fd46f7eefe req-016bbba0-fc59-408e-a827-db52164cfe28 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0640051 May 10 11:24:10.617760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca07a-828f-41bd-a637-04e8b265144c req-c81205c1-43e2-4129-96b4-0f7eb9e543b4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:10.627254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-c81205c1-43e2-4129-96b4-0f7eb9e543b4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 820 time: 0.2737741 May 10 11:24:10.635177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] For port 232189fc-7cee-4b3a-9f47-c0bd736fde3e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=232189fc-7cee-4b3a-9f47-c0bd736fde3e,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:10.635449 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.639918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53c7a3ed-de45-48d8-bcda-e9fd46f7eefe req-af06e043-0735-4340-8da3-aadc038dddd0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604498 May 10 11:24:10.662352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Calling delete_port for 232189fc-7cee-4b3a-9f47-c0bd736fde3e owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:10.677862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-b68cf3e1-78b9-48fa-8223-a757413dda7b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/quotas/3ef1fe68d8994a4db0fd601fa590aba2 HTTP/1.1" status: 200 len: 375 time: 0.0450792 May 10 11:24:10.745233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dd5fcb0-deda-4345-b3d4-ced955ef0a99 req-6996f3d4-4a0a-40d5-8e28-8200a837bc45 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 210 time: 0.0455668 May 10 11:24:10.786032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-7f539089-7d83-407c-8732-cb83123fa879 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073089 May 10 11:24:10.824468 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 2, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:10.860733 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Checking router: c90ae809-b02e-4124-a36a-2a957750e629 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:10.861085 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Updating router c90ae809-b02e-4124-a36a-2a957750e629 port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:10.901463 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.973577 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-e0bf7bd8-90a6-48de-8e19-93e32cf95361 service neutron] 10.222.0.13 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733375 May 10 11:24:11.002990 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.018106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f', '8a6284ea-4a19-4efc-9271-c96f33467a51', '6035b17e-0bac-48fb-80e8-882c3adb7485', '747f6ab9-fa7e-4c25-a22c-9681eebb0488'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:11.020980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875', 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5', '232189fc-7cee-4b3a-9f47-c0bd736fde3e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:11.080319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event deleted for resources: {'Port': ['ID=232189fc-7cee-4b3a-9f47-c0bd736fde3e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:11.187189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] No DVR routers for this DVR port 232189fc-7cee-4b3a-9f47-c0bd736fde3e on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:11.193005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.198593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b5c80d7-747b-4184-8167-d5a3b9c8000f req-6eba2513-76ba-413f-8c41-a022137bcc67 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "DELETE /v2.0/ports/232189fc-7cee-4b3a-9f47-c0bd736fde3e HTTP/1.1" status: 204 len: 173 time: 1.0153685 May 10 11:24:11.199627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bea506-8cba-4a23-aff7-a820d54efe23', 'name': 'network-vif-deleted', 'tag': '232189fc-7cee-4b3a-9f47-c0bd736fde3e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:11.202691 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7a0114-e44c-4a7a-ba56-1c63571df8d5" -d '{"events": [{"server_uuid": "e4bea506-8cba-4a23-aff7-a820d54efe23", "name": "network-vif-deleted", "tag": "232189fc-7cee-4b3a-9f47-c0bd736fde3e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:11.281483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f2b29b69-59e5-45b6-8cbf-40e22d633809 req-61efa4a6-3d0a-42c5-ae58-58a7a86ff2bd tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bea506-8cba-4a23-aff7-a820d54efe23 HTTP/1.1" status: 200 len: 210 time: 0.0740194 May 10 11:24:11.314867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-8cba877f-fb32-4271-8245-390e549b78b9 service neutron] 10.222.0.13 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340340 May 10 11:24:11.360263 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2638d72b-d182-46db-b10f-79b1187bfc4f x-openstack-request-id: req-2638d72b-d182-46db-b10f-79b1187bfc4f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:11.360686 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bea506-8cba-4a23-aff7-a820d54efe23", "name": "network-vif-deleted", "tag": "232189fc-7cee-4b3a-9f47-c0bd736fde3e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:11.361032 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2638d72b-d182-46db-b10f-79b1187bfc4f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:11.361591 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2638d72b-d182-46db-b10f-79b1187bfc4f'] response: {'server_uuid': 'e4bea506-8cba-4a23-aff7-a820d54efe23', 'name': 'network-vif-deleted', 'tag': '232189fc-7cee-4b3a-9f47-c0bd736fde3e', 'status': 'completed', 'code': 200} May 10 11:24:11.419476 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.430113 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.485007 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Pushing event updated for resources: {'Port': ['ID=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:11.498317 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.498834 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.499183 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.499565 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.499935 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.500312 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.500635 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.500961 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.501281 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.501650 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.502114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.502441 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:11.579442 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Attempting to bind port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:11.579669 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Attempting to bind port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:11.580060 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Attempting to bind port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 on network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:11.585916 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:11.586291 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Checking segment: {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:11.586695 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.587236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Bound using segment: {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:11.587550 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Bound port: 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:11.587976 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.671589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c27f8c-bcf9-4d8a-8f49-2aa9203d69a4 req-908b445a-2462-4b48-af5c-4fdf513d741c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:11.673203 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26c27f8c-bcf9-4d8a-8f49-2aa9203d69a4 req-908b445a-2462-4b48-af5c-4fdf513d741c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1738315 May 10 11:24:11.732597 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6e436b2-5074-4584-b53d-e510888d4f02 req-29315be3-aea3-4336-a68e-c1fc723779ff tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 210 time: 0.0806079 May 10 11:24:11.748314 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] For port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:11.751756 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] For port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:11.758179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f82a2235-43c3-46cd-994c-5b2e74554222 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:11.766036 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.777392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26c27f8c-bcf9-4d8a-8f49-2aa9203d69a4 req-9a826a6a-fce5-476d-b437-589f22b51f02 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884478 May 10 11:24:11.849797 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:11.850447 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:11.907395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40e0ac-d293-4d19-8450-29e85c9b25af req-9d80d4c1-bbf9-40b2-88db-f852f6f35b6c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:11.915379 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-db40e0ac-d293-4d19-8450-29e85c9b25af req-9d80d4c1-bbf9-40b2-88db-f852f6f35b6c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.1092680 May 10 11:24:11.969706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f82a2235-43c3-46cd-994c-5b2e74554222 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:11.971509 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.011444 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-db40e0ac-d293-4d19-8450-29e85c9b25af req-d788c942-d37b-44e1-9198-eaf3a02f3f2f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875540 May 10 11:24:12.128333 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:12.141322 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c3e0641-6018-4697-a7dc-c11f61b9b202 req-5dcbb21d-02bd-4aa6-82a2-597530cb6279 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 210 time: 0.0825005 May 10 11:24:12.322443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f798ded4-be38-45e1-9e1d-902dbfda9c6d None None] Provisioning complete for port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:12.326073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f798ded4-be38-45e1-9e1d-902dbfda9c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.336543 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950709c-0c02-4322-8414-304078d3b4ce None None] Pushing event updated for resources: {'Port': ['ID=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:12.488568 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:11Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:12.522894 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafcea3c-d117-41c6-93c5-7aadec88fd62 None None] The sync data for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 is: [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:11Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:12.581992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f82a2235-43c3-46cd-994c-5b2e74554222 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:12.654214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-c5f3b445-663e-4e50-8ab3-20e9fe74c643 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:12.657166 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-c5f3b445-663e-4e50-8ab3-20e9fe74c643 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.49 "GET /v2.0/networks?id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9 HTTP/1.1" status: 200 len: 829 time: 0.2740071 May 10 11:24:12.675553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Request body: {'port': {'device_id': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'admin_state_up': True, 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:12.854681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f798ded4-be38-45e1-9e1d-902dbfda9c6d None None] Current status of the port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:12.855175 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f798ded4-be38-45e1-9e1d-902dbfda9c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.862707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242648a-ac03-4405-9686-da8b705f1a7d req-ea868a81-af4b-43f8-97f2-cfc3cadfbfe5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:12.864279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9242648a-ac03-4405-9686-da8b705f1a7d req-ea868a81-af4b-43f8-97f2-cfc3cadfbfe5 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 950 time: 0.0880253 May 10 11:24:12.865568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Made reservation on behalf of 03f6cf2d91ea45509aaf04d07a532790 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:12.872602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.908833 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08dc49e4-8098-49fc-82b4-f054b5f13b3b req-71e6b180-4fe6-4d61-bf5a-f901e808ef02 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 210 time: 0.0723727 May 10 11:24:12.958668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f798ded4-be38-45e1-9e1d-902dbfda9c6d None None] For port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:13.015727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9242648a-ac03-4405-9686-da8b705f1a7d req-a9f8f6f0-1c91-4917-a61d-d6b5fe57587c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238117 May 10 11:24:13.015894 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f798ded4-be38-45e1-9e1d-902dbfda9c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.081036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a337f-be37-4e53-8154-39872c796770 req-052c187c-e899-4dcb-a63d-e0e6df5a45da tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:13.082605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e81a337f-be37-4e53-8154-39872c796770 req-052c187c-e899-4dcb-a63d-e0e6df5a45da tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0991366 May 10 11:24:13.092011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798ded4-be38-45e1-9e1d-902dbfda9c6d None None] Pushing event updated for resources: {'Port': ['ID=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:13.158735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e81a337f-be37-4e53-8154-39872c796770 req-5cd1dcb6-4f36-4b31-b60e-b10cf858552d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650010 May 10 11:24:13.218328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-80d357d1-af15-4710-a14a-fb58c7c361ac None None] Provisioning complete for port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:13.218678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80d357d1-af15-4710-a14a-fb58c7c361ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.248422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Allocated IP 172.20.0.4 (f5c9f8df-7fbe-42fe-b54f-de546078f5d9/aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc/5b0405a8-d51b-4f9d-b208-dc59958292dd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:13.294243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539d065-8dd7-42e1-89dd-566db0f043c9 req-f0da8603-4d22-441f-912f-57f6f0967ed2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:13.301559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4539d065-8dd7-42e1-89dd-566db0f043c9 req-f0da8603-4d22-441f-912f-57f6f0967ed2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.1469750 May 10 11:24:13.340887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21b0bca1-4cef-4145-a0ef-75d6b62bd7ef req-2e39deb5-6c8b-4fc8-8378-175ecc4769c3 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 210 time: 0.0436056 May 10 11:24:13.447093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4539d065-8dd7-42e1-89dd-566db0f043c9 req-213cd75b-e2cc-4087-a5ed-02525af9ff75 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308925 May 10 11:24:13.451385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-80d357d1-af15-4710-a14a-fb58c7c361ac None None] Current status of the port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:13.678225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca07a-828f-41bd-a637-04e8b265144c req-5cc72355-f8c1-42aa-9b07-1232c29d47b7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:13.680478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-5cc72355-f8c1-42aa-9b07-1232c29d47b7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 820 time: 0.2560349 May 10 11:24:13.691229 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.700090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Request body: {'port': {'device_id': '9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85', 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'admin_state_up': True, 'tenant_id': '3ef1fe68d8994a4db0fd601fa590aba2'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:13.700900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:13.768024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:13.768024 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.843759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.873400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:13.882907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Made reservation on behalf of 3ef1fe68d8994a4db0fd601fa590aba2 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:13.886473 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.907318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:13.912868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:13.916805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:13.957077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Pushing event updated for resources: {'Port': ['ID=5b0405a8-d51b-4f9d-b208-dc59958292dd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.040534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a13dd15-fa70-458b-972c-f9dd676266ab req-d5ceb540-c6a2-4cc3-9e24-09850f944592 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 210 time: 0.0422366 May 10 11:24:14.046161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:14.046803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.098349 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2de70669-56c2-4c36-8f3b-d476427818db tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4279413 May 10 11:24:14.127457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Request body: {'port': {'device_id': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:14.159884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Allocated IP 172.20.0.12 (8dc7338d-07d7-41e9-bac0-510bfb882563/83063887-d7ff-4b50-ac21-9efac931ebab/81f05fd7-d25a-49e0-b9de-ad6a8b478fba) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:14.203461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0de6f8-b2bf-41d0-8e41-68e0d41ce0ce req-8e8f97b1-e03b-4b79-945e-a903639db167 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:14.213669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad0de6f8-b2bf-41d0-8e41-68e0d41ce0ce req-8e8f97b1-e03b-4b79-945e-a903639db167 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 950 time: 0.0847766 May 10 11:24:14.241778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.285280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad0de6f8-b2bf-41d0-8e41-68e0d41ce0ce req-dd91822b-1714-4564-84e6-fa04e0045b7b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 May 10 11:24:14.335907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d5f5f345-372f-4e4e-9879-04ab40eff9d3 None None] Provisioning complete for port 5b0405a8-d51b-4f9d-b208-dc59958292dd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:14.336293 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5f5f345-372f-4e4e-9879-04ab40eff9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.384873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5f345-372f-4e4e-9879-04ab40eff9d3 None None] Port 5b0405a8-d51b-4f9d-b208-dc59958292dd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:24:14.418996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 232189fc-7cee-4b3a-9f47-c0bd736fde3e no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:14.467697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 232189fc-7cee-4b3a-9f47-c0bd736fde3e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:14.467697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 232189fc-7cee-4b3a-9f47-c0bd736fde3e not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:14.523347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-3524e3e1-7eac-482f-9e3a-50591a8c4859 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:14.524830 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-3524e3e1-7eac-482f-9e3a-50591a8c4859 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 950 time: 0.1099329 May 10 11:24:14.564358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22410e-4ec1-4723-a8aa-b56b40417d36 req-25425fb3-17bd-46d5-8cf3-525a92c27ff6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:14.565846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f22410e-4ec1-4723-a8aa-b56b40417d36 req-25425fb3-17bd-46d5-8cf3-525a92c27ff6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1912920 May 10 11:24:14.576925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2670cf8-3b2b-4c8f-9cb3-597285107984 req-06669303-d586-422f-b0d8-035db02ab123 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:14.578401 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2670cf8-3b2b-4c8f-9cb3-597285107984 req-06669303-d586-422f-b0d8-035db02ab123 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 931 time: 0.0888295 May 10 11:24:14.612413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.650571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2670cf8-3b2b-4c8f-9cb3-597285107984 req-9bd8e646-c967-4831-ae91-c2587292180a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602598 May 10 11:24:14.680066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Deleting port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:14.680395 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f22410e-4ec1-4723-a8aa-b56b40417d36 req-4019aa29-72b1-4f33-8f34-531988f496c5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051486 May 10 11:24:14.680861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.741677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.803430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57442-c8a1-47ed-b78c-c0be5ee21c73 req-a90d2eee-b0c6-4d15-9553-bf290baed448 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:14.804865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48e57442-c8a1-47ed-b78c-c0be5ee21c73 req-a90d2eee-b0c6-4d15-9553-bf290baed448 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0795946 May 10 11:24:14.812106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Network 8dc7338d-07d7-41e9-bac0-510bfb882563 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:14.817108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] For port 747f6ab9-fa7e-4c25-a22c-9681eebb0488, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=747f6ab9-fa7e-4c25-a22c-9681eebb0488,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:14.817473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.821993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:14.825671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:14.828343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event updated for resources: {'Port': ['ID=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.835211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0405a8-d51b-4f9d-b208-dc59958292dd {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:14.841826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Calling delete_port for 747f6ab9-fa7e-4c25-a22c-9681eebb0488 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:14.866488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.868868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48e57442-c8a1-47ed-b78c-c0be5ee21c73 req-ea7c4bae-8bda-4237-b6df-abd984177a4a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537403 May 10 11:24:14.888166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Transition to ACTIVE for port object 5b0405a8-d51b-4f9d-b208-dc59958292dd will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:14.899522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.910477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:14.911116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.975286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-71de5393-b8ce-4300-9655-144ff5800759 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2803471 May 10 11:24:14.978779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0405a8-d51b-4f9d-b208-dc59958292dd,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.994715 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.010065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f', '8a6284ea-4a19-4efc-9271-c96f33467a51', '6035b17e-0bac-48fb-80e8-882c3adb7485'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:15.013918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875', 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:15.021307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Request body: {'port': {'device_id': '9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:15.030025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event deleted for resources: {'Port': ['ID=747f6ab9-fa7e-4c25-a22c-9681eebb0488,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:15.041358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.042053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.042053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.042351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.042932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.043434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.044013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.044495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.044980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.046052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.046711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.047194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:15.113911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] No DVR routers for this DVR port 747f6ab9-fa7e-4c25-a22c-9681eebb0488 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:15.118099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.122285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5c1e1d1-69a9-450f-90b3-1870a09ef2b0 req-0ebc427f-e6f8-481e-bc99-405fc1a4fe3c tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "DELETE /v2.0/ports/747f6ab9-fa7e-4c25-a22c-9681eebb0488 HTTP/1.1" status: 204 len: 173 time: 0.5846417 May 10 11:24:15.123056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9', 'name': 'network-vif-deleted', 'tag': '747f6ab9-fa7e-4c25-a22c-9681eebb0488'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:15.125969 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4534114-54f2-4fc7-8494-972cddf5fa28" -d '{"events": [{"server_uuid": "5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9", "name": "network-vif-deleted", "tag": "747f6ab9-fa7e-4c25-a22c-9681eebb0488"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:15.201581 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa93933-98c1-4be3-9961-e7e4c4d40beb x-openstack-request-id: req-afa93933-98c1-4be3-9961-e7e4c4d40beb {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:15.202078 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9", "name": "network-vif-deleted", "tag": "747f6ab9-fa7e-4c25-a22c-9681eebb0488", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:15.202467 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afa93933-98c1-4be3-9961-e7e4c4d40beb {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:15.203048 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa93933-98c1-4be3-9961-e7e4c4d40beb'] response: {'server_uuid': '5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9', 'name': 'network-vif-deleted', 'tag': '747f6ab9-fa7e-4c25-a22c-9681eebb0488', 'status': 'completed', 'code': 200} May 10 11:24:15.304934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.308448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Attempting to bind port 5b0405a8-d51b-4f9d-b208-dc59958292dd on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:15.308782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Attempting to bind port 5b0405a8-d51b-4f9d-b208-dc59958292dd by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:15.309242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Attempting to bind port 5b0405a8-d51b-4f9d-b208-dc59958292dd on network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:15.326021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Port 5b0405a8-d51b-4f9d-b208-dc59958292dd on network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:24:15.326251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Attempting to bind port 5b0405a8-d51b-4f9d-b208-dc59958292dd on network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:15.343685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1492b79-eebe-4912-924b-4f56a57c0dbb req-2609cb3d-a670-4a07-8c07-c838adbb8b1f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:15.351440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1492b79-eebe-4912-924b-4f56a57c0dbb req-2609cb3d-a670-4a07-8c07-c838adbb8b1f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 932 time: 0.1480727 May 10 11:24:15.372555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:15.372892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Checking segment: {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:15.373290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Bound using segment: {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:15.373802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Bound port: 5b0405a8-d51b-4f9d-b208-dc59958292dd, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e127ad-9749-4362-a692-a68da82f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:15.374517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.539015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] For port 5b0405a8-d51b-4f9d-b208-dc59958292dd, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:15.551958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-868b1d35-393f-4f60-bcf4-e49479bb7f04 req-e7641bde-af45-4f55-adec-9cad823cf3e0 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0dbd45-bda3-4dc7-8a9a-cc3b7f0acee9 HTTP/1.1" status: 200 len: 210 time: 0.0600874 May 10 11:24:15.631443 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1492b79-eebe-4912-924b-4f56a57c0dbb req-7ecc0646-264c-4a79-9a13-f097dee3e803 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790515 May 10 11:24:15.640568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] For port 5b0405a8-d51b-4f9d-b208-dc59958292dd, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:15.652864 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.723123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0405a8-d51b-4f9d-b208-dc59958292dd,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:15.864881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ee62f-b6e9-43cd-b329-f5ac6bd816d8 req-f550e20c-b976-4d21-b4d3-b469bb49e357 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:15.876361 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178ee62f-b6e9-43cd-b329-f5ac6bd816d8 req-f550e20c-b976-4d21-b4d3-b469bb49e357 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 943 time: 0.0855687 May 10 11:24:15.890645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:15.891260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.892671 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e71d6cb4-8d53-45ad-ab79-50ba30560754 service neutron] 10.222.0.49 "PUT /v2.0/ports/5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 200 len: 1091 time: 1.7720065 May 10 11:24:15.893915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:15.896208 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9e7596-2be2-406d-8c53-125c305af75a" -d '{"events": [{"name": "network-changed", "server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:15.937393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178ee62f-b6e9-43cd-b329-f5ac6bd816d8 req-a2f36521-dced-44fc-95ae-49dfaa102df3 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484831 May 10 11:24:16.002536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6e4c-bb88-435c-ab42-a7a4f5f4d79a req-a2c9fdbd-6f1f-4fee-a205-59a7019b7916 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:16.004160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-916b6e4c-bb88-435c-ab42-a7a4f5f4d79a req-a2c9fdbd-6f1f-4fee-a205-59a7019b7916 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1617455 May 10 11:24:16.013531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f05fd7-d25a-49e0-b9de-ad6a8b478fba {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:16.031725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.054605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Transition to ACTIVE for port object 81f05fd7-d25a-49e0-b9de-ad6a8b478fba will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:16.067020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bfe98-3be8-49a1-ae33-db7d6e671c67 req-fd235f55-1bf5-4b9c-b0d8-5f2db89c9b54 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:16.068853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1bfe98-3be8-49a1-ae33-db7d6e671c67 req-fd235f55-1bf5-4b9c-b0d8-5f2db89c9b54 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0644569 May 10 11:24:16.069901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.073864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-a1945a27-3685-4c90-9183-cebe6ecec957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:16.075513 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-a1945a27-3685-4c90-9183-cebe6ecec957 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03f6cf2d91ea45509aaf04d07a532790&device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 1094 time: 0.1209102 May 10 11:24:16.107061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-916b6e4c-bb88-435c-ab42-a7a4f5f4d79a req-b69bd237-c094-4398-9555-fc95a89872ea tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888383 May 10 11:24:16.132248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1bfe98-3be8-49a1-ae33-db7d6e671c67 req-7da05816-d49b-4593-8c1d-a19ca2bdcd2f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534763 May 10 11:24:16.177826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-e714c6e3-b29f-4069-b272-118ee355c5d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 200 len: 217 time: 0.0908933 May 10 11:24:16.203560 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b13b6f4-d869-45fd-862f-544f876b2328 x-openstack-request-id: req-3b13b6f4-d869-45fd-862f-544f876b2328 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:16.203868 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:16.204119 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b13b6f4-d869-45fd-862f-544f876b2328 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:16.204509 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b13b6f4-d869-45fd-862f-544f876b2328'] response: {'name': 'network-changed', 'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'status': 'completed', 'code': 200} May 10 11:24:16.548561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Pushing event updated for resources: {'Port': ['ID=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:16.598590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-fc390d81-e2f2-4ba6-afb5-a36a3f186f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:16.600072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-fc390d81-e2f2-4ba6-afb5-a36a3f186f2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc HTTP/1.1" status: 200 len: 868 time: 0.4084747 May 10 11:24:16.650924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Attempting to bind port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:16.651252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Attempting to bind port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:16.651572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Attempting to bind port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba on network 8dc7338d-07d7-41e9-bac0-510bfb882563 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:16.659493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba on network 8dc7338d-07d7-41e9-bac0-510bfb882563 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:24:16.662177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Attempting to bind port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba on network 8dc7338d-07d7-41e9-bac0-510bfb882563 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:16.669039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:16.669823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Checking segment: {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:16.669823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Bound using segment: {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:16.670068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Bound port: 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:16.670410 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.688583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-a8c9021e-22dc-43ec-8f13-aa6b4a752be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:16.690103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-a8c9021e-22dc-43ec-8f13-aa6b4a752be7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818956 May 10 11:24:16.809950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ec2a-ae4e-4036-b27f-2e62aa2820d0 req-e56e1146-977c-478d-a08e-530e725d049c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:16.811749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b791ec2a-ae4e-4036-b27f-2e62aa2820d0 req-e56e1146-977c-478d-a08e-530e725d049c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 944 time: 0.0774353 May 10 11:24:16.853403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:16.873769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b791ec2a-ae4e-4036-b27f-2e62aa2820d0 req-fd6df92e-e19c-45a6-a19c-f6cc670a551c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 May 10 11:24:16.900758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:16.912217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.922946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-2cb85f7a-318f-41ae-bc4e-29a7f28e1be9 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067668 May 10 11:24:16.953746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:16.954366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.955769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] 10.222.0.70 "PUT /v2.0/ports/81f05fd7-d25a-49e0-b9de-ad6a8b478fba HTTP/1.1" status: 200 len: 1092 time: 1.9420056 May 10 11:24:17.048238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa711be-5f8b-47fa-93b6-c12f4a98ac69 req-ca150bfa-3c2b-4ef0-b113-c36fd7f2de19 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.049847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfa711be-5f8b-47fa-93b6-c12f4a98ac69 req-ca150bfa-3c2b-4ef0-b113-c36fd7f2de19 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 943 time: 0.0509536 May 10 11:24:17.055897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc5252-d7ad-4799-b86a-fe3417e0ad0a req-6c3acc0e-e7e0-4e96-bc4f-ad91ee7b01b3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.057524 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3dc5252-d7ad-4799-b86a-fe3417e0ad0a req-6c3acc0e-e7e0-4e96-bc4f-ad91ee7b01b3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 949 time: 0.1982629 May 10 11:24:17.058156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7688f1e-ef40-4bf6-b242-fb86f2cb717d service neutron] Pushing event updated for resources: {'Port': ['ID=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:17.094698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfa711be-5f8b-47fa-93b6-c12f4a98ac69 req-12d17a25-c256-49c7-889b-7ea577a5bea6 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 May 10 11:24:17.150689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3dc5252-d7ad-4799-b86a-fe3417e0ad0a req-b09002d0-b419-48a4-b3b7-208d89806548 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788620 May 10 11:24:17.158392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca07a-828f-41bd-a637-04e8b265144c req-d05476a2-6fcd-4db6-822c-2363abe92fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.159894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-d05476a2-6fcd-4db6-822c-2363abe92fcf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 1095 time: 0.1235344 May 10 11:24:17.170549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17021bde-c889-46a4-abb2-83b73082a7d3 req-8c843949-de60-44f0-bc41-1cace356952e service neutron] 10.222.0.49 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186785 May 10 11:24:17.227046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-314324fd-19c4-41e8-bc6d-5eb151f44c88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba HTTP/1.1" status: 200 len: 217 time: 0.0512786 May 10 11:24:17.277553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa1268-ef70-4bfd-a87f-0ef4b39f0b6c req-318f9e7a-69d1-4646-a75b-d7d5b1a31eb0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.280005 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3eaa1268-ef70-4bfd-a87f-0ef4b39f0b6c req-318f9e7a-69d1-4646-a75b-d7d5b1a31eb0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1069431 May 10 11:24:17.328537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3eaa1268-ef70-4bfd-a87f-0ef4b39f0b6c req-31f1847a-0a1d-4a52-92cb-dfaed2579f14 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394399 May 10 11:24:17.383003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46704-301e-4691-b64e-f88a8752cc77 req-e47cbb71-06ae-4024-80d6-61729e002653 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.384844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bb46704-301e-4691-b64e-f88a8752cc77 req-e47cbb71-06ae-4024-80d6-61729e002653 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0968771 May 10 11:24:17.392544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca07a-828f-41bd-a637-04e8b265144c req-f7fde55b-8ef4-4a39-b71b-eb713488632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.394023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-f7fde55b-8ef4-4a39-b71b-eb713488632b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83063887-d7ff-4b50-ac21-9efac931ebab HTTP/1.1" status: 200 len: 860 time: 0.1587360 May 10 11:24:17.407306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7596-2be2-406d-8c53-125c305af75a req-94c5de7f-eb0c-4a1d-9316-2786888fe972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.408844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9e7596-2be2-406d-8c53-125c305af75a req-94c5de7f-eb0c-4a1d-9316-2786888fe972 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03f6cf2d91ea45509aaf04d07a532790&device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 1094 time: 0.1723771 May 10 11:24:17.486749 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-7840a74c-79ca-4e43-9b6a-5790c367c548 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8dc7338d-07d7-41e9-bac0-510bfb882563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758703 May 10 11:24:17.562312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bb46704-301e-4691-b64e-f88a8752cc77 req-cbd2b442-a123-4b93-832e-52daab57cdc4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624923 May 10 11:24:17.612711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7596-2be2-406d-8c53-125c305af75a req-17af8f7b-b7fa-4930-bbb2-7191faf714fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.614182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9e7596-2be2-406d-8c53-125c305af75a req-17af8f7b-b7fa-4930-bbb2-7191faf714fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9 HTTP/1.1" status: 200 len: 930 time: 0.1954539 May 10 11:24:17.635488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-f2150a89-acd8-4253-a3f3-9f121ba378a8 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378801 May 10 11:24:17.671029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9e7596-2be2-406d-8c53-125c305af75a req-83db18c2-9d70-405a-83b4-f5c943ff691f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 200 len: 217 time: 0.0473001 May 10 11:24:17.768257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7596-2be2-406d-8c53-125c305af75a req-608bcd7d-f126-49cf-be2b-0e849f896b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.769697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9e7596-2be2-406d-8c53-125c305af75a req-608bcd7d-f126-49cf-be2b-0e849f896b85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc HTTP/1.1" status: 200 len: 868 time: 0.0876431 May 10 11:24:17.809181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82fca07a-828f-41bd-a637-04e8b265144c req-c8c4c832-b417-471c-8592-2ab182e6fde8 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466014 May 10 11:24:17.826511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7596-2be2-406d-8c53-125c305af75a req-a975af15-2841-4cb6-bba3-829c53cf69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:17.828188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9e7596-2be2-406d-8c53-125c305af75a req-a975af15-2841-4cb6-bba3-829c53cf69a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493672 May 10 11:24:17.926636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9e7596-2be2-406d-8c53-125c305af75a req-07340003-5d9b-4ab7-bbaf-2f456fd0147c service neutron] 10.222.0.49 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 May 10 11:24:18.049592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183056-eb4d-496a-ac3d-d2ef91ccff10 req-8561fd6f-6608-432b-a1e0-9245f358b1e1 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.051140 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79183056-eb4d-496a-ac3d-d2ef91ccff10 req-8561fd6f-6608-432b-a1e0-9245f358b1e1 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 944 time: 0.1066341 May 10 11:24:18.070529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9e7596-2be2-406d-8c53-125c305af75a req-9dc2ec59-ec93-4fce-b3f5-c6bd1ed23090 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343849 May 10 11:24:18.102347 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79183056-eb4d-496a-ac3d-d2ef91ccff10 req-e95ab333-c0e3-4079-a97c-66d9138d6dc6 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 May 10 11:24:18.206812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85', 'tag': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:18.209757 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b16884-0536-4941-9c20-9b695805e530" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85", "tag": "81f05fd7-d25a-49e0-b9de-ad6a8b478fba"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:18.224283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817a47-f64e-4455-9131-83f0ddb8066f req-9cc5c318-ee9e-4b13-b519-caf56d68ba41 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.225912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e817a47-f64e-4455-9131-83f0ddb8066f req-9cc5c318-ee9e-4b13-b519-caf56d68ba41 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 943 time: 0.0613616 May 10 11:24:18.265632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e817a47-f64e-4455-9131-83f0ddb8066f req-66246423-c897-4d9c-81ed-768914bf783d tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 May 10 11:24:18.311214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba10c8-bb13-4346-a5d5-4a83bc00ffd7 req-d43ab95c-5b5b-49ee-bb8d-2d3058a3d5a3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.312940 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-61ba10c8-bb13-4346-a5d5-4a83bc00ffd7 req-d43ab95c-5b5b-49ee-bb8d-2d3058a3d5a3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 949 time: 0.0733654 May 10 11:24:18.320939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-568381b8-50cd-44bd-abb5-6d3d1a96850d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.322418 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-568381b8-50cd-44bd-abb5-6d3d1a96850d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 949 time: 0.0921319 May 10 11:24:18.323982 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4e2b62-4e6e-453e-829a-699a94f0d125 x-openstack-request-id: req-ef4e2b62-4e6e-453e-829a-699a94f0d125 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:18.325309 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85", "tag": "81f05fd7-d25a-49e0-b9de-ad6a8b478fba", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:18.325309 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef4e2b62-4e6e-453e-829a-699a94f0d125 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:18.325309 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4e2b62-4e6e-453e-829a-699a94f0d125'] response: {'name': 'network-changed', 'server_uuid': '9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85', 'tag': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba', 'status': 'completed', 'code': 200} May 10 11:24:18.425124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-61ba10c8-bb13-4346-a5d5-4a83bc00ffd7 req-f256b6dd-aa97-432c-8644-aacb9d68425f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991418 May 10 11:24:18.461583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b16884-0536-4941-9c20-9b695805e530 req-7c430f52-9159-43b0-a658-17cdf82476fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.463163 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b16884-0536-4941-9c20-9b695805e530 req-7c430f52-9159-43b0-a658-17cdf82476fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 1095 time: 0.1149759 May 10 11:24:18.471595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc296705-ab28-4255-bbb3-798c63c150ac req-d0fafeaa-742c-40a9-a810-d2fa1db19610 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.473226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc296705-ab28-4255-bbb3-798c63c150ac req-d0fafeaa-742c-40a9-a810-d2fa1db19610 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0698335 May 10 11:24:18.491102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Deleting port 6035b17e-0bac-48fb-80e8-882c3adb7485 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:18.491450 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.521537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc296705-ab28-4255-bbb3-798c63c150ac req-e4ba40bb-f0f4-4005-978f-94add47b2323 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 May 10 11:24:18.643142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] For port 6035b17e-0bac-48fb-80e8-882c3adb7485, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6035b17e-0bac-48fb-80e8-882c3adb7485,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:18.643414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.646861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b16884-0536-4941-9c20-9b695805e530 req-f122eaef-12d3-49d1-95fb-09d54f8b017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.648359 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b16884-0536-4941-9c20-9b695805e530 req-f122eaef-12d3-49d1-95fb-09d54f8b017b service neutron] 10.222.0.70 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 921 time: 0.1704473 May 10 11:24:18.677093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Calling delete_port for 6035b17e-0bac-48fb-80e8-882c3adb7485 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:18.712422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 747f6ab9-fa7e-4c25-a22c-9681eebb0488 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:18.729413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b16884-0536-4941-9c20-9b695805e530 req-2b732c64-1e33-4246-b15a-a0d7e869faec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba HTTP/1.1" status: 200 len: 217 time: 0.0733836 May 10 11:24:18.734752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 747f6ab9-fa7e-4c25-a22c-9681eebb0488 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:18.734969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 747f6ab9-fa7e-4c25-a22c-9681eebb0488 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:18.820305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc53994-7929-4cf8-8f2d-67f8027648c3 req-e8538ac5-2f46-4dd4-9c27-8220ba7a7ca5 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.821800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcc53994-7929-4cf8-8f2d-67f8027648c3 req-e8538ac5-2f46-4dd4-9c27-8220ba7a7ca5 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.1670554 May 10 11:24:18.858809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b16884-0536-4941-9c20-9b695805e530 req-0c2a3cdb-9bcd-401a-a80b-6c1716eaf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:18.860337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b16884-0536-4941-9c20-9b695805e530 req-0c2a3cdb-9bcd-401a-a80b-6c1716eaf4ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83063887-d7ff-4b50-ac21-9efac931ebab HTTP/1.1" status: 200 len: 860 time: 0.1206336 May 10 11:24:18.909529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b16884-0536-4941-9c20-9b695805e530 req-8d08fcbb-c766-4393-a1de-38a0feadb4fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8dc7338d-07d7-41e9-bac0-510bfb882563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342288 May 10 11:24:18.913154 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcc53994-7929-4cf8-8f2d-67f8027648c3 req-f8e0cb95-220d-4316-bf57-abc3c1d6fd20 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827873 May 10 11:24:19.020395 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.034131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875', 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:19.037268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f', '8a6284ea-4a19-4efc-9271-c96f33467a51', '6035b17e-0bac-48fb-80e8-882c3adb7485'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:19.060016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event deleted for resources: {'Port': ['ID=6035b17e-0bac-48fb-80e8-882c3adb7485,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:19.065602 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b16884-0536-4941-9c20-9b695805e530 req-1595622d-b19e-44f2-ac1f-76b0aba412b9 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449864 May 10 11:24:19.126651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] No DVR routers for this DVR port 6035b17e-0bac-48fb-80e8-882c3adb7485 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:19.152393 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.155810 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd32fc2c-b9f5-4ef7-84dd-02bf7970b471 req-b2725710-2295-40bb-88f3-b66d15e48a53 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "DELETE /v2.0/ports/6035b17e-0bac-48fb-80e8-882c3adb7485 HTTP/1.1" status: 204 len: 173 time: 0.8237514 May 10 11:24:19.201057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b16884-0536-4941-9c20-9b695805e530 req-42e7adf1-add8-4755-a57e-89cb11197579 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112933 May 10 11:24:19.252264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d844-3d1f-4b4e-b93a-fc29d1ce6ebe req-9ba3bf47-d7b0-42d8-b31f-295fa9c12467 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:19.256599 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de58d844-3d1f-4b4e-b93a-fc29d1ce6ebe req-9ba3bf47-d7b0-42d8-b31f-295fa9c12467 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 944 time: 0.0739830 May 10 11:24:19.312923 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de58d844-3d1f-4b4e-b93a-fc29d1ce6ebe req-0a77ce78-d991-4557-9222-a479ed99c9eb tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521834 May 10 11:24:19.402804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14057f-ae23-47b1-8803-10ef355a66f4 req-533a1002-d3fc-4de8-a4db-155a9edbba5f tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:19.403946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a14057f-ae23-47b1-8803-10ef355a66f4 req-533a1002-d3fc-4de8-a4db-155a9edbba5f tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 943 time: 0.0508487 May 10 11:24:19.453679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a14057f-ae23-47b1-8803-10ef355a66f4 req-bbfee20c-c496-4e43-953f-c0808db078cf tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 May 10 11:24:19.549041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93f5bd8a-97f0-4b73-b41a-9f1b1b8c228a req-b0bfc81e-eb7a-455a-b8fa-de58a36985d9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9d25ee-5755-4cb9-aab7-a970f515964f HTTP/1.1" status: 200 len: 210 time: 0.0275762 May 10 11:24:19.652379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c8bd1-a8c6-4fc8-b2e3-fa0f8632e61b req-28635c0b-33d1-4f96-ae8e-bfd608e7dd85 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:19.654107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f47c8bd1-a8c6-4fc8-b2e3-fa0f8632e61b req-28635c0b-33d1-4f96-ae8e-bfd608e7dd85 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0541580 May 10 11:24:19.697546 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f47c8bd1-a8c6-4fc8-b2e3-fa0f8632e61b req-f42db0b3-f94e-430f-950f-eba1dda24fd7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 May 10 11:24:20.034880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d778af4-5776-40c7-a202-9706692e563e req-bbc43736-d56f-4d6c-a435-e1976810b61f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:20.036506 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d778af4-5776-40c7-a202-9706692e563e req-bbc43736-d56f-4d6c-a435-e1976810b61f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0507522 May 10 11:24:20.076727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d778af4-5776-40c7-a202-9706692e563e req-81dafff6-eda5-4282-aa32-dd847e3953da tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 May 10 11:24:20.326047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9d25ee-5755-4cb9-aab7-a970f515964f', 'name': 'network-vif-deleted', 'tag': '6035b17e-0bac-48fb-80e8-882c3adb7485'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:20.328552 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d37cc4-7417-4e28-926c-87bdc68b71bb" -d '{"events": [{"server_uuid": "da9d25ee-5755-4cb9-aab7-a970f515964f", "name": "network-vif-deleted", "tag": "6035b17e-0bac-48fb-80e8-882c3adb7485"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:20.367539 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7434c9-a577-4dfb-88f0-979260ea69fe x-openstack-request-id: req-3a7434c9-a577-4dfb-88f0-979260ea69fe {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:20.367863 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9d25ee-5755-4cb9-aab7-a970f515964f", "name": "network-vif-deleted", "tag": "6035b17e-0bac-48fb-80e8-882c3adb7485", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:20.368136 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a7434c9-a577-4dfb-88f0-979260ea69fe {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:20.368538 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7434c9-a577-4dfb-88f0-979260ea69fe'] response: {'server_uuid': 'da9d25ee-5755-4cb9-aab7-a970f515964f', 'name': 'network-vif-deleted', 'tag': '6035b17e-0bac-48fb-80e8-882c3adb7485', 'status': 'completed', 'code': 200} May 10 11:24:20.440991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c9e4b-fb4b-4039-9e95-b81d9787e746 req-5dece136-932e-4346-8bd2-ebe89549d1ed tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:20.442559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b4c9e4b-fb4b-4039-9e95-b81d9787e746 req-5dece136-932e-4346-8bd2-ebe89549d1ed tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 944 time: 0.0503483 May 10 11:24:20.482138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b4c9e4b-fb4b-4039-9e95-b81d9787e746 req-4495070d-8d29-4a83-b991-a60c95312ed2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334015 May 10 11:24:20.568302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786ac91-9d58-4bc6-aa08-91f47272ef8b req-fd1b2116-5aa6-400b-a8ae-46ad40f7fa45 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:20.569808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1786ac91-9d58-4bc6-aa08-91f47272ef8b req-fd1b2116-5aa6-400b-a8ae-46ad40f7fa45 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 943 time: 0.0489707 May 10 11:24:20.616484 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1786ac91-9d58-4bc6-aa08-91f47272ef8b req-2bb76c88-c20f-49b0-be24-10a08df92476 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 May 10 11:24:20.704215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0405a8-d51b-4f9d-b208-dc59958292dd details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:24:20.817227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0405a8-d51b-4f9d-b208-dc59958292dd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:20.830642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'port_id': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'mac_address': 'fa:16:3e:b4:ad:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:24:20.855689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769a91-9a72-404f-9a14-c3186a1b7b97 req-f5a66b17-24be-49d3-ab96-33966dfa6044 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:20.860797 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf769a91-9a72-404f-9a14-c3186a1b7b97 req-f5a66b17-24be-49d3-ab96-33966dfa6044 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0764585 May 10 11:24:20.871531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5b0405a8-d51b-4f9d-b208-dc59958292dd is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:20.872140 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.885404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0405a8-d51b-4f9d-b208-dc59958292dd {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:20.915230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0405a8-d51b-4f9d-b208-dc59958292dd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:20.919578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf769a91-9a72-404f-9a14-c3186a1b7b97 req-a9bb97fa-34d3-4757-a2df-14a455d4a816 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555842 May 10 11:24:20.922063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.953600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-2d727536-5d29-48ca-9ed2-ada555c2841a tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:20.955115 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-2d727536-5d29-48ca-9ed2-ada555c2841a tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1097 time: 0.0643110 May 10 11:24:20.973321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840949-1'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:20.979298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5b0405a8-d51b-4f9d-b208-dc59958292dd,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:21.055294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d164c4-a93f-4791-b89d-e13b0de5e747 req-8f742e64-fed4-4e8b-b1c6-0ced99b838f7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:21.056721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56d164c4-a93f-4791-b89d-e13b0de5e747 req-8f742e64-fed4-4e8b-b1c6-0ced99b838f7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 950 time: 0.0976050 May 10 11:24:21.057428 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.145429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56d164c4-a93f-4791-b89d-e13b0de5e747 req-1cf5c8a3-f998-4b09-a748-715202b47395 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791292 May 10 11:24:21.213568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc40fff-6c8e-48e5-8473-00d3d2bcaf37 req-423433e0-aa31-40a9-83ef-d73e47830f40 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:21.215223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbc40fff-6c8e-48e5-8473-00d3d2bcaf37 req-423433e0-aa31-40a9-83ef-d73e47830f40 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 946 time: 0.0624599 May 10 11:24:21.229715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:21.248861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['5b0405a8-d51b-4f9d-b208-dc59958292dd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:21.257315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbc40fff-6c8e-48e5-8473-00d3d2bcaf37 req-5a757393-99dd-46e0-9c89-349d7cfdd883 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347888 May 10 11:24:21.270452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:21.318218 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.324993 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.403631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Pushing event updated for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:21.427979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:21.428392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:21.428819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:21.433505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:24:21.433890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Attempting to bind port bef91ce1-7d19-4187-bc84-951398c20338 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:21.438949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:21.439423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:21.439883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:21.440420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Bound port: bef91ce1-7d19-4187-bc84-951398c20338, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:21.440835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.506021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:21.509367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:21.514324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.594010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Pushing event updated for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=8']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:21.598176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:21.598787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.600199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-b58b89e0-0245-4f84-ae27-3030e2f3ba31 service neutron] 10.222.0.49 "PUT /v2.0/ports/bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 200 len: 1122 time: 0.6310828 May 10 11:24:21.612987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064ac3-9b1b-49ca-a41d-3cc28a1e5714 req-38982779-1801-420a-9d48-cd33e2d9c23c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:21.614437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45064ac3-9b1b-49ca-a41d-3cc28a1e5714 req-38982779-1801-420a-9d48-cd33e2d9c23c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 944 time: 0.0605624 May 10 11:24:21.684491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45064ac3-9b1b-49ca-a41d-3cc28a1e5714 req-16e2f579-f962-41e6-905c-041a8519eb8a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599988 May 10 11:24:21.724398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['bef91ce1-7d19-4187-bc84-951398c20338'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:21.727479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['bef91ce1-7d19-4187-bc84-951398c20338'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:21.796809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785b1f6-9456-417e-abdd-80b6f1aa9d81 req-1aa22f11-b7f4-4281-a587-732305c825a6 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:21.799530 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b785b1f6-9456-417e-abdd-80b6f1aa9d81 req-1aa22f11-b7f4-4281-a587-732305c825a6 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 944 time: 0.0920646 May 10 11:24:21.849255 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b785b1f6-9456-417e-abdd-80b6f1aa9d81 req-af4a1557-6265-4494-b88a-4fe64f9f0f6f tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 May 10 11:24:22.058140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d268a-0d44-4520-9519-e2f6e19b8979 req-f9f6b6ac-a4ea-4787-a9e9-d47ce72969ff tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:22.060215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c71d268a-0d44-4520-9519-e2f6e19b8979 req-f9f6b6ac-a4ea-4787-a9e9-d47ce72969ff tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0690579 May 10 11:24:22.103188 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c71d268a-0d44-4520-9519-e2f6e19b8979 req-a563bb06-7df2-4876-8d58-8ffbc58c7686 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 May 10 11:24:22.308149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1450792-db1e-4987-b658-f49b896c6106 req-0371c170-c646-4eba-a255-e42d078f1110 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:22.308885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1450792-db1e-4987-b658-f49b896c6106 req-0371c170-c646-4eba-a255-e42d078f1110 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 950 time: 0.0911682 May 10 11:24:22.324541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-fddd9380-7d41-4ca1-b4dd-87ec83aa0870 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:22.326752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-fddd9380-7d41-4ca1-b4dd-87ec83aa0870 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 950 time: 0.0930920 May 10 11:24:22.372873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338'}, {'name': 'network-changed', 'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:22.375218 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c" -d '{"events": [{"server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "name": "network-vif-unplugged", "status": "completed", "tag": "bef91ce1-7d19-4187-bc84-951398c20338"}, {"name": "network-changed", "server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "tag": "bef91ce1-7d19-4187-bc84-951398c20338"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:22.391266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2980b-f62c-4475-b3ac-5768afa2ad23 req-b349d55a-7511-4caf-b580-729cc5b0b16f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:22.393166 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5df2980b-f62c-4475-b3ac-5768afa2ad23 req-b349d55a-7511-4caf-b580-729cc5b0b16f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.0543320 May 10 11:24:22.397639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1450792-db1e-4987-b658-f49b896c6106 req-97ae3ee8-dd05-468e-99e7-9418d31d223f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688210 May 10 11:24:22.468300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Deleting port 8a6284ea-4a19-4efc-9271-c96f33467a51 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:22.468645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.472713 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 May 2022 11:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa5a4f9-c666-423b-a897-3f7c12475aec x-openstack-request-id: req-aaa5a4f9-c666-423b-a897-3f7c12475aec {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:22.473004 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "name": "network-vif-unplugged", "status": "completed", "tag": "bef91ce1-7d19-4187-bc84-951398c20338", "code": 200}, {"name": "network-changed", "server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "tag": "bef91ce1-7d19-4187-bc84-951398c20338", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:22.473254 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaa5a4f9-c666-423b-a897-3f7c12475aec {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:22.474216 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa5a4f9-c666-423b-a897-3f7c12475aec'] response: {'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338', 'code': 200} May 10 11:24:22.474490 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa5a4f9-c666-423b-a897-3f7c12475aec'] response: {'name': 'network-changed', 'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338', 'status': 'completed', 'code': 200} May 10 11:24:22.493162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81f05fd7-d25a-49e0-b9de-ad6a8b478fba details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:24:22.519472 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5df2980b-f62c-4475-b3ac-5768afa2ad23 req-7c2bd383-a98e-4b0f-9a66-070f2d910310 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101394 May 10 11:24:22.587723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-60806241-d726-4e5c-b410-523d7a44cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:22.589215 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-60806241-d726-4e5c-b410-523d7a44cff1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1125 time: 0.0718949 May 10 11:24:22.608097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] For port 8a6284ea-4a19-4efc-9271-c96f33467a51, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a6284ea-4a19-4efc-9271-c96f33467a51,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:22.608460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.610737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:22.625595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba', 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'port_id': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba', 'mac_address': 'fa:16:3e:6c:0d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83063887-d7ff-4b50-ac21-9efac931ebab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:24:22.663664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:22.664237 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.677039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f05fd7-d25a-49e0-b9de-ad6a8b478fba {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:22.690586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Calling delete_port for 8a6284ea-4a19-4efc-9271-c96f33467a51 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:22.700138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:22.703908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device bef91ce1-7d19-4187-bc84-951398c20338 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:24:22.706800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0405a8-d51b-4f9d-b208-dc59958292dd up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:22.750279 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.803688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-291ce137-979b-48d6-b995-945f532de677 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:22.805258 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-291ce137-979b-48d6-b995-945f532de677 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 949 time: 0.1876941 May 10 11:24:22.871628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-4aa04d16-312c-487f-aac4-32a68c39f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:22.873808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-4aa04d16-312c-487f-aac4-32a68c39f500 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.2463889 May 10 11:24:22.885044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:22.900528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 5b0405a8-d51b-4f9d-b208-dc59958292dd completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:22.907364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 5b0405a8-d51b-4f9d-b208-dc59958292dd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:22.907893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.942572 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-be266f9f-ad13-415d-b133-be0433446563 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 200 len: 217 time: 0.0492680 May 10 11:24:22.973155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:22.984211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c034-bad3-45fd-9d23-ac439498ca6e req-251f6b58-a850-42c1-b17c-c97076b623d7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:22.991631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6f9c034-bad3-45fd-9d23-ac439498ca6e req-251f6b58-a850-42c1-b17c-c97076b623d7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 945 time: 0.2308185 May 10 11:24:22.996714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device bef91ce1-7d19-4187-bc84-951398c20338 has no active binding in host n-h2-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 11:24:23.024935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b103f82-6823-49d6-8575-b4560a6dc212 req-eaba0f00-b495-4dec-93f2-2e1eccf7b14e tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:23.027218 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b103f82-6823-49d6-8575-b4560a6dc212 req-eaba0f00-b495-4dec-93f2-2e1eccf7b14e tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 944 time: 0.0601170 May 10 11:24:23.046999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5b0405a8-d51b-4f9d-b208-dc59958292dd is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:23.047485 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.084031 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b103f82-6823-49d6-8575-b4560a6dc212 req-5f492146-95dc-4802-a435-2da205242c6e tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 May 10 11:24:23.087310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:23.091223 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af1796b-8eb2-4957-8aa6-780abba94f4e" -d '{"events": [{"server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:23.099640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0405a8-d51b-4f9d-b208-dc59958292dd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:23.101099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['81f05fd7-d25a-49e0-b9de-ad6a8b478fba'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:23.105730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-eeab0cce-af33-43a2-9f6f-d6927387a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:23.108004 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-eeab0cce-af33-43a2-9f6f-d6927387a61c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1446257 May 10 11:24:23.132494 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.133374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6035b17e-0bac-48fb-80e8-882c3adb7485 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:23.139848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6f9c034-bad3-45fd-9d23-ac439498ca6e req-eba12901-c80c-40d4-a10b-cfd6567eb5f4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472034 May 10 11:24:23.164822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.170558 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-16e4861f-9165-4a37-91da-65a6ca4a79ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502660 May 10 11:24:23.193849 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab596c3c-1f0d-4e88-8bfe-3107c6d3e798 x-openstack-request-id: req-ab596c3c-1f0d-4e88-8bfe-3107c6d3e798 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:23.194192 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:23.194402 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab596c3c-1f0d-4e88-8bfe-3107c6d3e798 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:23.194784 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab596c3c-1f0d-4e88-8bfe-3107c6d3e798'] response: {'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'code': 200} May 10 11:24:23.223971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event deleted for resources: {'Port': ['ID=8a6284ea-4a19-4efc-9271-c96f33467a51,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:23.237824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Deleting port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:23.238160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.333292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc102a7-4b18-4d1b-9fca-7de24ad7ef86 req-f960800a-3502-4693-8fff-db86fc7fe46f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:23.335746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adc102a7-4b18-4d1b-9fca-7de24ad7ef86 req-f960800a-3502-4693-8fff-db86fc7fe46f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1283519 May 10 11:24:23.339003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8d7e7-c36f-4feb-ab2b-9348b3fbaf64 req-75d7648e-8b0d-4ac7-8f7f-748c9f2b4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:23.340771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63f8d7e7-c36f-4feb-ab2b-9348b3fbaf64 req-75d7648e-8b0d-4ac7-8f7f-748c9f2b4a2b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 1096 time: 0.1233351 May 10 11:24:23.386905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63f8d7e7-c36f-4feb-ab2b-9348b3fbaf64 req-1d58b372-07e5-44ea-bf48-b378ab4a9fbe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368335 May 10 11:24:23.391570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f', '8a6284ea-4a19-4efc-9271-c96f33467a51'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:23.419428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adc102a7-4b18-4d1b-9fca-7de24ad7ef86 req-1ea9847c-6473-4819-b4ca-2d5a7e0da95d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766299 May 10 11:24:23.422474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 6035b17e-0bac-48fb-80e8-882c3adb7485 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:23.422936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6035b17e-0bac-48fb-80e8-882c3adb7485 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:23.502875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5b0405a8-d51b-4f9d-b208-dc59958292dd,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:23.689940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea2eb3-b68d-425a-a7f9-c7c0785f698d req-f1ca1099-5cd2-4a4a-81f6-fc48b7ed8fde tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:23.698396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3ea2eb3-b68d-425a-a7f9-c7c0785f698d req-f1ca1099-5cd2-4a4a-81f6-fc48b7ed8fde tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.0932884 May 10 11:24:23.755722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3ea2eb3-b68d-425a-a7f9-c7c0785f698d req-af5338e6-7205-4e6d-a8ff-d48ffd51543e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560153 May 10 11:24:23.823475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54482b9c-2590-47ef-8c23-1e4d5bd41105 req-e653a662-649a-4294-800d-43f5bef03c84 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bdf7949-b324-4cb6-a322-f235753f099e HTTP/1.1" status: 200 len: 210 time: 0.0808086 May 10 11:24:23.829537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] No DVR routers for this DVR port 8a6284ea-4a19-4efc-9271-c96f33467a51 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:23.834919 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.838394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41a56107-43e2-441e-a068-9d29f9b42c81 req-c104d73e-31cb-4440-bb99-428e0103427a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "DELETE /v2.0/ports/8a6284ea-4a19-4efc-9271-c96f33467a51 HTTP/1.1" status: 204 len: 173 time: 1.5035245 May 10 11:24:23.920152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-c1953a0e-e2ec-485e-9f2b-6545e4087e4b service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412381 May 10 11:24:24.000144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] For port ee420606-ed68-4f6e-84dc-dfdfcc709bc5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:24.000944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.019930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Calling delete_port for ee420606-ed68-4f6e-84dc-dfdfcc709bc5 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:24.095902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a789fc21-5d89-419d-bd2e-26a7bf6bb17c req-45287e52-91ee-43b6-ba4f-cb4aa9c0dcfb service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672690 May 10 11:24:24.254317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34b1a5-1fbd-4b82-baf6-51833277dcf7 req-7db5ea47-1610-4882-a739-8ff8af4d5da7 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:24.256892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d34b1a5-1fbd-4b82-baf6-51833277dcf7 req-7db5ea47-1610-4882-a739-8ff8af4d5da7 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 945 time: 0.0819612 May 10 11:24:24.288489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.301668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d34b1a5-1fbd-4b82-baf6-51833277dcf7 req-0d2f1cc8-88da-47c7-9656-ec3af5398f35 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384378 May 10 11:24:24.322957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event deleted for resources: {'Port': ['ID=ee420606-ed68-4f6e-84dc-dfdfcc709bc5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:24.333870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47df652-cae8-4d79-8b99-379b2dcf6d30 req-3d48890a-5ae7-4d99-9d27-6200cb132186 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:24.335624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d47df652-cae8-4d79-8b99-379b2dcf6d30 req-3d48890a-5ae7-4d99-9d27-6200cb132186 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 945 time: 0.0901587 May 10 11:24:24.404471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] No DVR routers for this DVR port ee420606-ed68-4f6e-84dc-dfdfcc709bc5 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:24.408862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.412668 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c6a92495-c7dd-47d1-8f3d-db13e3f3df5e req-52f5a26e-0013-4d68-827e-88b72313fae1 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "DELETE /v2.0/ports/ee420606-ed68-4f6e-84dc-dfdfcc709bc5 HTTP/1.1" status: 204 len: 173 time: 1.5846176 May 10 11:24:24.433749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875', 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:24.434390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d47df652-cae8-4d79-8b99-379b2dcf6d30 req-6d0001c4-3f13-4e2b-9d18-d423f9010b88 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 May 10 11:24:24.438071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875', 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:24.476162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdf7949-b324-4cb6-a322-f235753f099e', 'name': 'network-vif-deleted', 'tag': '8a6284ea-4a19-4efc-9271-c96f33467a51'}, {'server_uuid': '15d9b2aa-9686-4565-894a-cf93324c45ab', 'name': 'network-vif-deleted', 'tag': 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:24.478806 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f31db-3041-43f2-a1fc-c6414ddd95ce" -d '{"events": [{"server_uuid": "9bdf7949-b324-4cb6-a322-f235753f099e", "name": "network-vif-deleted", "tag": "8a6284ea-4a19-4efc-9271-c96f33467a51"}, {"server_uuid": "15d9b2aa-9686-4565-894a-cf93324c45ab", "name": "network-vif-deleted", "tag": "ee420606-ed68-4f6e-84dc-dfdfcc709bc5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:24.560043 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b8968a-8d40-4a2e-9861-c04ed50652f5 x-openstack-request-id: req-32b8968a-8d40-4a2e-9861-c04ed50652f5 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:24.560278 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdf7949-b324-4cb6-a322-f235753f099e", "name": "network-vif-deleted", "tag": "8a6284ea-4a19-4efc-9271-c96f33467a51", "status": "completed", "code": 200}, {"server_uuid": "15d9b2aa-9686-4565-894a-cf93324c45ab", "name": "network-vif-deleted", "tag": "ee420606-ed68-4f6e-84dc-dfdfcc709bc5", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:24.560641 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32b8968a-8d40-4a2e-9861-c04ed50652f5 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:24.560930 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b8968a-8d40-4a2e-9861-c04ed50652f5'] response: {'server_uuid': '9bdf7949-b324-4cb6-a322-f235753f099e', 'name': 'network-vif-deleted', 'tag': '8a6284ea-4a19-4efc-9271-c96f33467a51', 'status': 'completed', 'code': 200} May 10 11:24:24.561179 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b8968a-8d40-4a2e-9861-c04ed50652f5'] response: {'server_uuid': '15d9b2aa-9686-4565-894a-cf93324c45ab', 'name': 'network-vif-deleted', 'tag': 'ee420606-ed68-4f6e-84dc-dfdfcc709bc5', 'status': 'completed', 'code': 200} May 10 11:24:24.582956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f', '8a6284ea-4a19-4efc-9271-c96f33467a51'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:24.587897 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:24:24.621335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041dda0-9282-4469-8842-c0efb56bfbe5 req-11cb1177-25cd-429a-833c-011588147282 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:24.633058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1041dda0-9282-4469-8842-c0efb56bfbe5 req-11cb1177-25cd-429a-833c-011588147282 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0969982 May 10 11:24:24.672516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1041dda0-9282-4469-8842-c0efb56bfbe5 req-5af59625-06be-4dc4-8a80-9a28ae186587 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 May 10 11:24:24.916196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ddcd3-929e-48c4-a8fe-49827259e944 req-e0f5c604-9a70-4e89-acda-248a4bb73de1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:24.917721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6ddcd3-929e-48c4-a8fe-49827259e944 req-e0f5c604-9a70-4e89-acda-248a4bb73de1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.0841389 May 10 11:24:24.996287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b469fee5-db6a-4776-8cc7-d2008cb0a4a1 req-f2407f7e-36d9-4095-a46b-2d20ca2392ec tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d9b2aa-9686-4565-894a-cf93324c45ab HTTP/1.1" status: 200 len: 210 time: 0.0379546 May 10 11:24:25.017788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6ddcd3-929e-48c4-a8fe-49827259e944 req-f69f14ec-6c62-4bd5-94c4-0fadb7ebe032 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733054 May 10 11:24:25.422548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f4054-9939-4047-b7b7-5739487ada13 req-245b2f5b-c20c-4d29-ae9c-95a28817edde tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:25.423974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c3f4054-9939-4047-b7b7-5739487ada13 req-245b2f5b-c20c-4d29-ae9c-95a28817edde tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 945 time: 0.0535543 May 10 11:24:25.473994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c3f4054-9939-4047-b7b7-5739487ada13 req-f2115ff7-ee0b-4310-a1c7-9cc4e5440469 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 May 10 11:24:25.562268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4666d3-8616-421c-a952-073813f14e82 req-f52dd532-140f-4dae-9996-aab3deda6d41 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:25.563793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e4666d3-8616-421c-a952-073813f14e82 req-f52dd532-140f-4dae-9996-aab3deda6d41 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 945 time: 0.0512848 May 10 11:24:25.602310 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e4666d3-8616-421c-a952-073813f14e82 req-5f31bcca-9265-48f5-a779-f0d2e21ca3ed tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 May 10 11:24:25.794487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1f69-1bc8-47eb-ad75-9744d44800b1 req-3c7319ee-4e83-42a8-800b-23bf5e79a073 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:25.796504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2dff1f69-1bc8-47eb-ad75-9744d44800b1 req-3c7319ee-4e83-42a8-800b-23bf5e79a073 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0541005 May 10 11:24:25.838912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2dff1f69-1bc8-47eb-ad75-9744d44800b1 req-16863f47-f369-4523-bd6a-e4f4dc931ca7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348170 May 10 11:24:26.149684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766d1b5-78ac-4b02-ae6b-e23ddee35762 req-134e142e-cf33-4413-a556-1303e74a0677 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:26.151184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8766d1b5-78ac-4b02-ae6b-e23ddee35762 req-134e142e-cf33-4413-a556-1303e74a0677 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.0596416 May 10 11:24:26.195197 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8766d1b5-78ac-4b02-ae6b-e23ddee35762 req-f73754e0-ca0a-4c92-8e19-e00dee94542e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369046 May 10 11:24:26.495805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56613a-8078-4e6c-891d-7ed5f962f8af req-a8e78c29-b39e-4761-93c4-48aa70eeed6a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:26.507710 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a56613a-8078-4e6c-891d-7ed5f962f8af req-a8e78c29-b39e-4761-93c4-48aa70eeed6a tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 949 time: 0.0669591 May 10 11:24:26.514067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81f05fd7-d25a-49e0-b9de-ad6a8b478fba up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:26.557233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a56613a-8078-4e6c-891d-7ed5f962f8af req-f0f67acb-c4e1-4e61-b7b7-2ef859ada0fb tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 May 10 11:24:26.595917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:26.600161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:26.600518 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.639382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c2bbd-0cab-40ec-ba5e-52c44e818836 req-1311a118-ebb8-4a5b-887e-05bfc5d137c3 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:26.641849 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce6c2bbd-0cab-40ec-ba5e-52c44e818836 req-1311a118-ebb8-4a5b-887e-05bfc5d137c3 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 945 time: 0.0618546 May 10 11:24:26.684377 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce6c2bbd-0cab-40ec-ba5e-52c44e818836 req-f1fec82d-f2cc-48a3-81b4-d1a22e0c26fd tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362260 May 10 11:24:26.697161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:26.697650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.709643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8a6284ea-4a19-4efc-9271-c96f33467a51 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:26.740516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 8a6284ea-4a19-4efc-9271-c96f33467a51 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:26.740853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8a6284ea-4a19-4efc-9271-c96f33467a51 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:26.750701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:26.753518 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c3b76-bd23-47f6-bde0-54d1f5d81383" -d '{"events": [{"server_uuid": "9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85", "name": "network-vif-plugged", "status": "completed", "tag": "81f05fd7-d25a-49e0-b9de-ad6a8b478fba"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:26.759930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da5d7-f296-4aba-9b1f-3f502b3fc4e3 req-10160327-65b0-4453-8c20-365a8df1f251 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:26.761974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf3da5d7-f296-4aba-9b1f-3f502b3fc4e3 req-10160327-65b0-4453-8c20-365a8df1f251 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 945 time: 0.0813677 May 10 11:24:26.768554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:26.775867 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.777427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device ee420606-ed68-4f6e-84dc-dfdfcc709bc5 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:26.801419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: ee420606-ed68-4f6e-84dc-dfdfcc709bc5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:26.801636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device ee420606-ed68-4f6e-84dc-dfdfcc709bc5 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:26.808972 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf3da5d7-f296-4aba-9b1f-3f502b3fc4e3 req-75166a5c-0878-4ddc-bae4-c4e062bbf9f0 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 May 10 11:24:26.864860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:26.891082 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbd0711-c8be-413a-81bd-160387943151 x-openstack-request-id: req-2dbd0711-c8be-413a-81bd-160387943151 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:26.891339 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85", "name": "network-vif-plugged", "status": "completed", "tag": "81f05fd7-d25a-49e0-b9de-ad6a8b478fba", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:26.891598 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dbd0711-c8be-413a-81bd-160387943151 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:26.892036 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dbd0711-c8be-413a-81bd-160387943151'] response: {'server_uuid': '9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba', 'code': 200} May 10 11:24:26.965341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-36c94616-c83d-4451-b025-7334b34e623e req-27e2860d-b996-495c-978e-30bf07ad0436 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 258 time: 0.2353666 May 10 11:24:26.976207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:26.999915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.012719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3063ac-e12a-42f5-a757-b7ce0846d951 req-08a838e6-8e86-455a-a404-3d6ac1fa1387 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:27.014199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3063ac-e12a-42f5-a757-b7ce0846d951 req-08a838e6-8e86-455a-a404-3d6ac1fa1387 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0759969 May 10 11:24:27.038145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7fb23-69ef-4af4-be3f-364e595ea861 req-e07983ce-daf1-4089-8238-52c432971093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:27.039660 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00d7fb23-69ef-4af4-be3f-364e595ea861 req-e07983ce-daf1-4089-8238-52c432971093 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 1097 time: 0.0713913 May 10 11:24:27.072501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3063ac-e12a-42f5-a757-b7ce0846d951 req-c270322e-aca6-40d8-9610-85798c31f583 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511882 May 10 11:24:27.088661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00d7fb23-69ef-4af4-be3f-364e595ea861 req-f0e59255-848e-46b1-afab-96f5a9848fea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 May 10 11:24:27.110659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.223975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Allocated IP 172.25.8.243 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/15298ade-7f93-4431-9d16-af37978e16a3) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:27.327577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0de916-1216-455d-9c11-ecc7c2c73884 req-6e7c603a-b663-4ef7-85cf-3cc76104990e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:27.329081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c0de916-1216-455d-9c11-ecc7c2c73884 req-6e7c603a-b663-4ef7-85cf-3cc76104990e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.0493524 May 10 11:24:27.331292 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.364153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.366873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c0de916-1216-455d-9c11-ecc7c2c73884 req-366503f9-8942-4ee1-9a9b-b37ee7914cdf tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 May 10 11:24:27.404130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:27.406938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:27.409595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:27.442531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Pushing event updated for resources: {'Port': ['ID=15298ade-7f93-4431-9d16-af37978e16a3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:27.474627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025f017-704d-4545-9107-f1a976d5cf80 req-56f3e9ba-09a5-4377-854b-a82f163056fb tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:27.476134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8025f017-704d-4545-9107-f1a976d5cf80 req-56f3e9ba-09a5-4377-854b-a82f163056fb tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 946 time: 0.0489047 May 10 11:24:27.505284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.517618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8025f017-704d-4545-9107-f1a976d5cf80 req-c4d158b2-9911-4153-b92a-9bc490f6aae5 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 May 10 11:24:27.542447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.679804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9c62-10da-42aa-8cd4-1e3e92820eef req-ad63c4ac-c289-4336-983f-ae93acbed0d7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:27.681303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-873b9c62-10da-42aa-8cd4-1e3e92820eef req-ad63c4ac-c289-4336-983f-ae93acbed0d7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 949 time: 0.0606079 May 10 11:24:27.707451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.713807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.727886 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-873b9c62-10da-42aa-8cd4-1e3e92820eef req-8bb685c8-c5f4-4333-8aae-8cd7ed9aa1b6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 May 10 11:24:27.785967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Pushing event updated for resources: {'Port': ['ID=15298ade-7f93-4431-9d16-af37978e16a3,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:27.798556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.815906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.823447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-36c94616-c83d-4451-b025-7334b34e623e req-1858633c-fb2d-41f3-a484-ed2d6daf801b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8510954 May 10 11:24:27.874656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-36c94616-c83d-4451-b025-7334b34e623e req-1206080a-3178-4667-9137-1e2f7a6ab849 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.0503116 May 10 11:24:27.967982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-a0e0c993-e207-42cd-bb2e-6d3d2bbb10b2 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:27.970116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-a0e0c993-e207-42cd-bb2e-6d3d2bbb10b2 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/ports?device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 949 time: 0.0874233 May 10 11:24:27.984391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250f8c1-606d-4764-a912-3b585e0b7d32 req-25315fc8-8044-498d-97db-00fc3d2aa709 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:27.985819 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d250f8c1-606d-4764-a912-3b585e0b7d32 req-25315fc8-8044-498d-97db-00fc3d2aa709 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 946 time: 0.0931711 May 10 11:24:27.987358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94616-c83d-4451-b025-7334b34e623e req-48f538c0-d59c-4b09-b983-826024359945 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:27.988840 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-36c94616-c83d-4451-b025-7334b34e623e req-48f538c0-d59c-4b09-b983-826024359945 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1063747 May 10 11:24:28.095676 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d250f8c1-606d-4764-a912-3b585e0b7d32 req-2fa9cffb-939c-418f-b0bb-2ea7de954a4b tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003294 May 10 11:24:28.131941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-d44957c2-abd2-4b59-9f67-d38c8499adae tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:28.133476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-d44957c2-abd2-4b59-9f67-d38c8499adae tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd8093b9-eb55-4668-a105-f90ab128217c HTTP/1.1" status: 200 len: 949 time: 0.1148751 May 10 11:24:28.135089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Deleting port 2b4fafef-af89-4582-85f5-3457eba2515f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:28.135438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.192390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-dcc14e39-392e-483c-87ad-9ed8e4e2e412 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:28.194369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-dcc14e39-392e-483c-87ad-9ed8e4e2e412 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1462121 May 10 11:24:28.292395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d254e-61e5-41fb-bf5d-cf1fdef88e33 req-8b7fec4d-862a-497b-adab-ac9d859a925a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:28.293908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-318d254e-61e5-41fb-bf5d-cf1fdef88e33 req-8b7fec4d-862a-497b-adab-ac9d859a925a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0877454 May 10 11:24:28.302767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] For port 2b4fafef-af89-4582-85f5-3457eba2515f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2b4fafef-af89-4582-85f5-3457eba2515f,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:28.303193 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.330703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Calling delete_port for 2b4fafef-af89-4582-85f5-3457eba2515f owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:28.408574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-318d254e-61e5-41fb-bf5d-cf1fdef88e33 req-d91b6cd8-19f2-40ba-b516-f2384f92620b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022537 May 10 11:24:28.546449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad46eb-8bf9-43fa-b385-e8209fe3a023 req-8f352114-9b9e-4333-b08a-d719a5cff404 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:28.548821 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9ad46eb-8bf9-43fa-b385-e8209fe3a023 req-8f352114-9b9e-4333-b08a-d719a5cff404 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.0812476 May 10 11:24:28.564953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-24622740-0246-40b7-a145-8d1ea1d5beaf tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.3612442 May 10 11:24:28.579879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Request body: {'floatingip': {'port_id': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:28.624563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.626338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9ad46eb-8bf9-43fa-b385-e8209fe3a023 req-76b5d401-919d-4b66-b3e7-42d4c2c239f9 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677736 May 10 11:24:28.629119 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.643743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:28.647093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c24f905a-3493-450b-8d90-3978ff23b781', '2b4fafef-af89-4582-85f5-3457eba2515f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:28.660669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Deleting port c24f905a-3493-450b-8d90-3978ff23b781 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:28.661014 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.670326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event deleted for resources: {'Port': ['ID=2b4fafef-af89-4582-85f5-3457eba2515f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:28.747084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] No DVR routers for this DVR port 2b4fafef-af89-4582-85f5-3457eba2515f on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:28.756894 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.760190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b6a1166-9af7-4c26-af10-1dc244d47419 req-5055e5b7-7b73-4ad4-9df6-7c005a1c219e tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "DELETE /v2.0/ports/2b4fafef-af89-4582-85f5-3457eba2515f HTTP/1.1" status: 204 len: 173 time: 0.7836173 May 10 11:24:28.761007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4052ee70-74d6-4892-ab73-84f71fd5c6d8', 'name': 'network-vif-deleted', 'tag': '2b4fafef-af89-4582-85f5-3457eba2515f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:28.763255 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4f237-6f9f-4db1-821b-1ab9826dd1fe" -d '{"events": [{"server_uuid": "4052ee70-74d6-4892-ab73-84f71fd5c6d8", "name": "network-vif-deleted", "tag": "2b4fafef-af89-4582-85f5-3457eba2515f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:28.839325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c30a3-f679-4646-9cbd-589f5dc0214a req-d7e0cecb-7c77-4109-a465-3c1a0b6db698 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:28.841090 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-510c30a3-f679-4646-9cbd-589f5dc0214a req-d7e0cecb-7c77-4109-a465-3c1a0b6db698 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 946 time: 0.0954030 May 10 11:24:28.853393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] For port c24f905a-3493-450b-8d90-3978ff23b781, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c24f905a-3493-450b-8d90-3978ff23b781,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:28.853954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.874940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Calling delete_port for c24f905a-3493-450b-8d90-3978ff23b781 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:28.897976 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-510c30a3-f679-4646-9cbd-589f5dc0214a req-0740e492-e8ef-49ea-8ee2-9d5fe591dae3 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/security-groups?id=8680196e-4ac9-4ef3-aeaa-726625858bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486200 May 10 11:24:29.025661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-11aabd3e-83e2-47b4-8764-5684b735df3f req-e1339429-9137-4ee6-acb0-737505ff5f5b tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4052ee70-74d6-4892-ab73-84f71fd5c6d8 HTTP/1.1" status: 200 len: 210 time: 0.0361457 May 10 11:24:29.116134 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59bd727-731d-4852-9263-f4c06f002700 x-openstack-request-id: req-c59bd727-731d-4852-9263-f4c06f002700 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:29.116134 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4052ee70-74d6-4892-ab73-84f71fd5c6d8", "name": "network-vif-deleted", "tag": "2b4fafef-af89-4582-85f5-3457eba2515f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:29.116134 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c59bd727-731d-4852-9263-f4c06f002700 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:29.116134 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59bd727-731d-4852-9263-f4c06f002700'] response: {'server_uuid': '4052ee70-74d6-4892-ab73-84f71fd5c6d8', 'name': 'network-vif-deleted', 'tag': '2b4fafef-af89-4582-85f5-3457eba2515f', 'status': 'completed', 'code': 200} May 10 11:24:29.214885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.252250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d601d-4028-4dfb-9447-391b4affc4c6 req-a43d2ddf-431e-43e2-8437-0584042db39a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:29.254288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43d601d-4028-4dfb-9447-391b4affc4c6 req-a43d2ddf-431e-43e2-8437-0584042db39a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 946 time: 0.0633373 May 10 11:24:29.257037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event deleted for resources: {'Port': ['ID=c24f905a-3493-450b-8d90-3978ff23b781,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:29.336557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:29.347588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] No DVR routers for this DVR port c24f905a-3493-450b-8d90-3978ff23b781 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:29.353833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.357221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e85c426-9aae-4885-b7ae-7486bf81b44b req-0e5f0096-a6df-45ce-9bf2-2fdc1562b08f tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.49 "DELETE /v2.0/ports/c24f905a-3493-450b-8d90-3978ff23b781 HTTP/1.1" status: 204 len: 173 time: 1.2161593 May 10 11:24:29.357690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8093b9-eb55-4668-a105-f90ab128217c', 'name': 'network-vif-deleted', 'tag': 'c24f905a-3493-450b-8d90-3978ff23b781'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:29.360184 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7838282-74b3-417e-87c3-c2e66d985ea4" -d '{"events": [{"server_uuid": "dd8093b9-eb55-4668-a105-f90ab128217c", "name": "network-vif-deleted", "tag": "c24f905a-3493-450b-8d90-3978ff23b781"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:29.364996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.375047 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.403619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-dfc66689-a2a4-4080-bda5-78ee8ce0bfa1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:29.407654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-dfc66689-a2a4-4080-bda5-78ee8ce0bfa1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 946 time: 0.1630886 May 10 11:24:29.452847 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43d601d-4028-4dfb-9447-391b4affc4c6 req-7e39381f-75ed-4ff5-83e5-ed181cbbe54e tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706223 May 10 11:24:29.518675 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Floating IP 63258ad1-b922-46b2-b823-d497a3670516 associated. External IP: 172.25.8.243, port: 5b0405a8-d51b-4f9d-b208-dc59958292dd. May 10 11:24:29.562618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-7490134d-f05f-4652-a6ae-617a5b311e8f service neutron] 10.222.0.70 "GET /v2.0/ports/bef91ce1-7d19-4187-bc84-951398c20338/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.0767803 May 10 11:24:29.567212 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33273bf1-67b9-4fe7-bc28-182aa97a1ff8 x-openstack-request-id: req-33273bf1-67b9-4fe7-bc28-182aa97a1ff8 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:29.567486 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8093b9-eb55-4668-a105-f90ab128217c", "name": "network-vif-deleted", "tag": "c24f905a-3493-450b-8d90-3978ff23b781", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:29.567737 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33273bf1-67b9-4fe7-bc28-182aa97a1ff8 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:29.568283 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33273bf1-67b9-4fe7-bc28-182aa97a1ff8'] response: {'server_uuid': 'dd8093b9-eb55-4668-a105-f90ab128217c', 'name': 'network-vif-deleted', 'tag': 'c24f905a-3493-450b-8d90-3978ff23b781', 'status': 'completed', 'code': 200} May 10 11:24:29.737856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef557a2-5bc7-4081-990c-3a43438c92a2 req-c8f1672c-dcdf-4d07-8b0b-0a0dad28c10d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:29.739405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7ef557a2-5bc7-4081-990c-3a43438c92a2 req-c8f1672c-dcdf-4d07-8b0b-0a0dad28c10d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1262591 May 10 11:24:29.748960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Deleting port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:29.749300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.770185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Router c90ae809-b02e-4124-a36a-2a957750e629 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:24:29.890260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:24:29.894930 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.901878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] Sync routers for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:29.913462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:29.915329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:29.919129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7ef557a2-5bc7-4081-990c-3a43438c92a2 req-1ce849e2-59d4-44e2-a845-b21f62a460c5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638684 May 10 11:24:29.927411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-10a21065-528e-4c54-884b-2f759674ef55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "PUT /v2.0/floatingips/63258ad1-b922-46b2-b823-d497a3670516 HTTP/1.1" status: 200 len: 996 time: 1.3524199 May 10 11:24:29.966157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] For port eeba6ed1-0afd-4bfc-8095-838d576eb7a4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,segment=NetworkSegment(8243f64d-ed67-49f9-ad27-ea982a12bdf1),segment_id=8243f64d-ed67-49f9-ad27-ea982a12bdf1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:29.966477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.998058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Calling delete_port for eeba6ed1-0afd-4bfc-8095-838d576eb7a4 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:30.019937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-a9fc32f5-d130-4c22-ac72-5db2d00ddb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:30.021707 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-a9fc32f5-d130-4c22-ac72-5db2d00ddb8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03f6cf2d91ea45509aaf04d07a532790&device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 1096 time: 0.0742843 May 10 11:24:30.049954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:30.065419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:30.125682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:30.130073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-495bfdae-3a64-4a2f-b55c-5ae70d583e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:30.131724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-495bfdae-3a64-4a2f-b55c-5ae70d583e59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9 HTTP/1.1" status: 200 len: 930 time: 0.1032386 May 10 11:24:30.163726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88abd9b-877b-4ce3-bf9d-b6af7b3938f7 req-5ce72642-a55a-4008-b621-8170bafc0940 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:30.165373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f88abd9b-877b-4ce3-bf9d-b6af7b3938f7 req-5ce72642-a55a-4008-b621-8170bafc0940 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 946 time: 0.1874931 May 10 11:24:30.205049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef91ce1-7d19-4187-bc84-951398c20338 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:30.206983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-4f446ca6-7eff-485c-a037-f534374d1e4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 200 len: 999 time: 0.0689461 May 10 11:24:30.222138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:30.259585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-a449aa5a-0c2a-4ba5-b647-d70cf13d0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:30.261206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-a449aa5a-0c2a-4ba5-b647-d70cf13d0208 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc HTTP/1.1" status: 200 len: 868 time: 0.0483477 May 10 11:24:30.267343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f88abd9b-877b-4ce3-bf9d-b6af7b3938f7 req-cb161769-3701-495a-834a-9708590be903 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926044 May 10 11:24:30.271526 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.332768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-b3091ed3-a088-4aa7-9ec2-b20897f45935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:30.333812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '63258ad1-b922-46b2-b823-d497a3670516', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'port_id': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'mac_address': 'fa:16:3e:b4:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:24:27Z', 'updated_at': '2022-05-10T11:24:29Z', 'revision_number': 1, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:12Z', 'revision_number': 5, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:30.334273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-b3091ed3-a088-4aa7-9ec2-b20897f45935 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618885 May 10 11:24:30.370839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] Checking router: c90ae809-b02e-4124-a36a-2a957750e629 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:30.379996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:30.380943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:30.382041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.415919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['eeba6ed1-0afd-4bfc-8095-838d576eb7a4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:30.427034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Pushing event deleted for resources: {'Port': ['ID=eeba6ed1-0afd-4bfc-8095-838d576eb7a4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:30.436304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] Transition to ACTIVE for port object bef91ce1-7d19-4187-bc84-951398c20338 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:30.452468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-b1179599-7749-4904-a956-e76e4512de4d service neutron] 10.222.0.13 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104057 May 10 11:24:30.452705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60725ab3-7aa1-4ac7-a2c6-807d1d157ecd req-41b78a11-7082-4249-a5a8-d9abb403159a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:30.454097 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60725ab3-7aa1-4ac7-a2c6-807d1d157ecd req-41b78a11-7082-4249-a5a8-d9abb403159a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 944 time: 0.1132200 May 10 11:24:30.470555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.517447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:30.530027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] No DVR routers for this DVR port eeba6ed1-0afd-4bfc-8095-838d576eb7a4 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:30.536534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.539810 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac6f3ae6-bd55-4aa8-8193-7e86f99f4544 req-03904e20-a01d-41ff-9d2d-6a7b49d822b1 tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.70 "DELETE /v2.0/ports/eeba6ed1-0afd-4bfc-8095-838d576eb7a4 HTTP/1.1" status: 204 len: 173 time: 1.1223755 May 10 11:24:30.562215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cf92a54f-b476-42cb-ad9e-7e278f70d650 req-50fe1311-da50-44f6-819f-fe925703a187 service neutron] 10.222.0.13 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995016 May 10 11:24:30.582093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60725ab3-7aa1-4ac7-a2c6-807d1d157ecd req-be9a2344-0e1a-4f6b-967a-2e8074ae5951 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133945 May 10 11:24:30.603530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] No DVR routers for this DVR port bef91ce1-7d19-4187-bc84-951398c20338 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:30.609009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] Pushing event updated for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:30.658338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-632f2efd-81e6-4e02-9734-895fc4533d4e service neutron] 10.222.0.70 "PUT /v2.0/ports/bef91ce1-7d19-4187-bc84-951398c20338/bindings/n-h2-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0561490 May 10 11:24:30.725383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2b4fafef-af89-4582-85f5-3457eba2515f no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:30.758586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 2b4fafef-af89-4582-85f5-3457eba2515f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:30.759086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2b4fafef-af89-4582-85f5-3457eba2515f not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:30.771416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1aa5e570-3569-4872-8f86-8002093ab1d9 req-2249fa20-dd67-4042-a2e4-e8a2c5a4726e tempest-VolumesAdminNegativeTest-1948987169 tempest-VolumesAdminNegativeTest-1948987169-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e58fd02-c430-4791-8ac1-53fdd1e46f7d HTTP/1.1" status: 200 len: 210 time: 0.0587509 May 10 11:24:30.807249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-3f3d4896-444e-455e-8755-969dfe7792b5 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:30.808794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-3f3d4896-444e-455e-8755-969dfe7792b5 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.0823538 May 10 11:24:30.839057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '63258ad1-b922-46b2-b823-d497a3670516', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'port_id': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'mac_address': 'fa:16:3e:b4:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:24:27Z', 'updated_at': '2022-05-10T11:24:29Z', 'revision_number': 1, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:12Z', 'revision_number': 5, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:30.914661 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-5c9ad643-27c5-4611-8f75-4dcef1ff0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:30.916213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-5c9ad643-27c5-4611-8f75-4dcef1ff0e45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de&tenant_id=f412398bacf64f12baf28adf9efeeed7 HTTP/1.1" status: 200 len: 1096 time: 0.0954762 May 10 11:24:30.986684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-790c47db-6314-4621-bae1-e237a28d7d06 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 258 time: 0.1708982 May 10 11:24:31.015307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:31.024880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e34c0c-2a73-4d34-9bc0-99b7a01252a1 None None] The sync data for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 is: [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '63258ad1-b922-46b2-b823-d497a3670516', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'port_id': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'mac_address': 'fa:16:3e:b4:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:24:27Z', 'updated_at': '2022-05-10T11:24:29Z', 'revision_number': 1, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:12Z', 'revision_number': 5, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:31.039795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-f0c9ede5-d6b6-48f6-958f-3fef14317b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:31.042144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-f0c9ede5-d6b6-48f6-958f-3fef14317b2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1096 time: 0.0947835 May 10 11:24:31.068120 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.123852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e58fd02-c430-4791-8ac1-53fdd1e46f7d', 'name': 'network-vif-deleted', 'tag': 'eeba6ed1-0afd-4bfc-8095-838d576eb7a4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:31.126380 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c12b3ce-eae3-45a2-aa7a-ad2a12c9f7bb" -d '{"events": [{"server_uuid": "4e58fd02-c430-4791-8ac1-53fdd1e46f7d", "name": "network-vif-deleted", "tag": "eeba6ed1-0afd-4bfc-8095-838d576eb7a4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:31.153753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f56e95-8d36-4be5-938e-0da8741e2e65 req-102045e1-4938-4e27-ba0f-057d0ce2d8b8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:31.161519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-03f56e95-8d36-4be5-938e-0da8741e2e65 req-102045e1-4938-4e27-ba0f-057d0ce2d8b8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0690300 May 10 11:24:31.204426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-03f56e95-8d36-4be5-938e-0da8741e2e65 req-c73d0280-347c-48f5-a686-8017afc7604a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 May 10 11:24:31.249049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-7697cf6f-42e5-4504-b891-52c4861d3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:31.250553 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-7697cf6f-42e5-4504-b891-52c4861d3bfd service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.1987801 May 10 11:24:31.302743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-706bb4d6-eebb-4627-97b1-79b071a20045 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 200 len: 217 time: 0.0446386 May 10 11:24:31.304993 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.341199 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43e4e2-7f11-4ddd-a70a-40198fdd2bc2 None None] New status for floating IP 63258ad1-b922-46b2-b823-d497a3670516: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:24:31.412580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ce75ce98-5e4b-454e-abb6-4e0476fc6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:31.414075 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-ce75ce98-5e4b-454e-abb6-4e0476fc6849 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1006150 May 10 11:24:31.436571 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf4b81-8d9f-46b9-a6a8-ba937ad9140f x-openstack-request-id: req-c3cf4b81-8d9f-46b9-a6a8-ba937ad9140f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:31.437096 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e58fd02-c430-4791-8ac1-53fdd1e46f7d", "name": "network-vif-deleted", "tag": "eeba6ed1-0afd-4bfc-8095-838d576eb7a4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:31.437552 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3cf4b81-8d9f-46b9-a6a8-ba937ad9140f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:31.438168 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cf4b81-8d9f-46b9-a6a8-ba937ad9140f'] response: {'server_uuid': '4e58fd02-c430-4791-8ac1-53fdd1e46f7d', 'name': 'network-vif-deleted', 'tag': 'eeba6ed1-0afd-4bfc-8095-838d576eb7a4', 'status': 'completed', 'code': 200} May 10 11:24:31.471869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-549268cb-21ae-47f8-a038-dd72c70c54fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490198 May 10 11:24:31.548947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Allocated IP 172.25.8.250 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/af0d5211-e5fa-4cdf-950f-3f09f0764ce0) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:31.569670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:31.572155 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486bf72c-b26c-4df9-86f8-90c390946866" -d '{"events": [{"name": "network-changed", "server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:31.646914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-db8990e4-eef7-4ab7-993d-8f5ba706bbbd service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664078 May 10 11:24:31.711003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1b165-9d80-4f5c-8636-49096d9580ac req-454e372d-85ed-4b05-a433-4d725e4f1d18 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:31.712648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c3a1b165-9d80-4f5c-8636-49096d9580ac req-454e372d-85ed-4b05-a433-4d725e4f1d18 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 946 time: 0.0569191 May 10 11:24:31.740234 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.752064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c3a1b165-9d80-4f5c-8636-49096d9580ac req-dee6e076-0a00-40e9-b9f3-08b9842668f3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329602 May 10 11:24:31.782695 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-5b716608-1958-45f7-a235-e22c1d85787c service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225538 May 10 11:24:31.796924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.801332 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27a7eab-36e7-4d4d-853e-e55f8eb7de18 x-openstack-request-id: req-a27a7eab-36e7-4d4d-853e-e55f8eb7de18 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:31.801597 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:31.801881 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a27a7eab-36e7-4d4d-853e-e55f8eb7de18 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:31.802225 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27a7eab-36e7-4d4d-853e-e55f8eb7de18'] response: {'name': 'network-changed', 'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'status': 'completed', 'code': 200} May 10 11:24:31.838714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:31.841539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:31.844929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:31.876476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Pushing event updated for resources: {'Port': ['ID=af0d5211-e5fa-4cdf-950f-3f09f0764ce0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:31.916166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd68a0-bdb8-4615-a820-1090b4d8efae req-adb48378-c35e-4222-9720-a6b84110b9e7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:31.917679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c8fd68a0-bdb8-4615-a820-1090b4d8efae req-adb48378-c35e-4222-9720-a6b84110b9e7 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 950 time: 0.0520008 May 10 11:24:31.929192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bf72c-b26c-4df9-86f8-90c390946866 req-743694af-b9af-430f-9d05-a67468398707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:31.930759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-486bf72c-b26c-4df9-86f8-90c390946866 req-743694af-b9af-430f-9d05-a67468398707 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03f6cf2d91ea45509aaf04d07a532790&device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 1096 time: 0.0833905 May 10 11:24:31.958139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c8fd68a0-bdb8-4615-a820-1090b4d8efae req-81baefa1-bea3-404a-8f16-bd8ddcc50280 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333951 May 10 11:24:32.021967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.085604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.089895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bf72c-b26c-4df9-86f8-90c390946866 req-0194c391-5ed3-4158-a12d-ad2a2d62e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:32.091460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-486bf72c-b26c-4df9-86f8-90c390946866 req-0194c391-5ed3-4158-a12d-ad2a2d62e855 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9 HTTP/1.1" status: 200 len: 930 time: 0.1376870 May 10 11:24:32.102642 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.119486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8b6f7-fe4c-45f0-a90e-30bb66c697fe req-752b3746-9fab-4eb1-8780-a5e3b3d3e2e4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:32.121202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4c8b6f7-fe4c-45f0-a90e-30bb66c697fe req-752b3746-9fab-4eb1-8780-a5e3b3d3e2e4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 945 time: 0.0990765 May 10 11:24:32.132010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-8f771216-b86d-4c63-8c8c-f6ba354e934f tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:32.134074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-8f771216-b86d-4c63-8c8c-f6ba354e934f tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.0796454 May 10 11:24:32.181854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-486bf72c-b26c-4df9-86f8-90c390946866 req-0b0d4d65-baa2-41cc-8fff-18998b763c48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 200 len: 1001 time: 0.0728450 May 10 11:24:32.206997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4c8b6f7-fe4c-45f0-a90e-30bb66c697fe req-aa22b65a-10b6-4103-8e4b-9ee5774e6969 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718668 May 10 11:24:32.272248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:32.315232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-4a70fc23-dcb3-47ec-b093-91921dc05a81 service neutron] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:32.321949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-4a70fc23-dcb3-47ec-b093-91921dc05a81 service neutron] Notify callbacks [] for binding, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.323316 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dfd0470-696f-4041-9a36-b2cb6212957b req-4a70fc23-dcb3-47ec-b093-91921dc05a81 service neutron] 10.222.0.49 "DELETE /v2.0/ports/bef91ce1-7d19-4187-bc84-951398c20338/bindings/n-h1-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.1800635 May 10 11:24:32.330851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-768e5ccd-6e22-430f-84ba-08a3a35c3d4d admin admin] Deleting subnet 3d33f874-ef37-4fe9-aca4-74f17462c7e8 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:24:32.335136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-768e5ccd-6e22-430f-84ba-08a3a35c3d4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.406059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-768e5ccd-6e22-430f-84ba-08a3a35c3d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.457666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b42b-47a1-493f-87e3-4668eb4dbf6d req-87ef4d29-df2c-454b-9e27-4d2dfe087178 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:32.459139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3559b42b-47a1-493f-87e3-4668eb4dbf6d req-87ef4d29-df2c-454b-9e27-4d2dfe087178 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0986364 May 10 11:24:32.464061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-768e5ccd-6e22-430f-84ba-08a3a35c3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.538179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3559b42b-47a1-493f-87e3-4668eb4dbf6d req-781094bd-e678-4a12-8e1d-13d04587cfde tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543315 May 10 11:24:32.548088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-768e5ccd-6e22-430f-84ba-08a3a35c3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.554602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device eeba6ed1-0afd-4bfc-8095-838d576eb7a4 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:32.562449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bf72c-b26c-4df9-86f8-90c390946866 req-694634db-d2fa-45d1-8b5b-ef236142284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:32.564168 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-486bf72c-b26c-4df9-86f8-90c390946866 req-694634db-d2fa-45d1-8b5b-ef236142284c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc HTTP/1.1" status: 200 len: 868 time: 0.3730569 May 10 11:24:32.573843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e5ccd-6e22-430f-84ba-08a3a35c3d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d33f874-ef37-4fe9-aca4-74f17462c7e8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:32.577806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-768e5ccd-6e22-430f-84ba-08a3a35c3d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.580972 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-768e5ccd-6e22-430f-84ba-08a3a35c3d4d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d33f874-ef37-4fe9-aca4-74f17462c7e8 HTTP/1.1" status: 204 len: 168 time: 0.3074536 May 10 11:24:32.583464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57090) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:32.586945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: eeba6ed1-0afd-4bfc-8095-838d576eb7a4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:32.587294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device eeba6ed1-0afd-4bfc-8095-838d576eb7a4 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:32.587775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bef91ce1-7d19-4187-bc84-951398c20338 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:32.654381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.654742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bef91ce1-7d19-4187-bc84-951398c20338 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:32.658655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bf72c-b26c-4df9-86f8-90c390946866 req-1b9225d2-45ff-42a3-b745-9c3205464095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:32.660202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-486bf72c-b26c-4df9-86f8-90c390946866 req-1b9225d2-45ff-42a3-b745-9c3205464095 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867286 May 10 11:24:32.661990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.662330 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.724438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c24f905a-3493-450b-8d90-3978ff23b781 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:32.752283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: c24f905a-3493-450b-8d90-3978ff23b781 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:32.753377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c24f905a-3493-450b-8d90-3978ff23b781 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:32.754402 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.779599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:32.792821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8243f64d-ed67-49f9-ad27-ea982a12bdf1') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:32.793687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Pushing event updated for resources: {'Port': ['ID=af0d5211-e5fa-4cdf-950f-3f09f0764ce0,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:32.793814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8243f64d-ed67-49f9-ad27-ea982a12bdf1') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:32.799571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.813515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.836392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.837627 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-b3442860-c31b-4507-b4c0-6d19a924e601 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8420539 May 10 11:24:32.838366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.841311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-486bf72c-b26c-4df9-86f8-90c390946866 req-045d1ebd-8d5e-4302-9855-28cbac902ca9 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705608 May 10 11:24:32.860148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:24:32.860639 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: timer() May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:24:32.864240 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:24:32.932535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe470416-392f-47a7-ba70-2e854d677b9e req-72307cee-0fbc-4c62-880b-eb4b85fb53a6 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:32.940188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe470416-392f-47a7-ba70-2e854d677b9e req-72307cee-0fbc-4c62-880b-eb4b85fb53a6 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 946 time: 0.1127965 May 10 11:24:32.941459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-a979379a-432c-4cc6-bc78-abd70fb0b421 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.0971260 May 10 11:24:32.949771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.965346 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.968486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45 HTTP/1.1" status: 204 len: 168 time: 0.3840442 May 10 11:24:32.974497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57094) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:32.981398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108709b-fdca-4f16-886d-337a34be3b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f65a1b60-a8fe-4d92-ac5b-cdc3b5e82f45,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:32.995001 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe470416-392f-47a7-ba70-2e854d677b9e req-bc929854-55ad-411e-95d3-1c79a31e41b1 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539932 May 10 11:24:33.084715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8045d09a-62e8-4781-9563-276b8e16f687 admin admin] Deleting subnet e45d32ab-886b-4b01-b819-491284339c0f {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:24:33.090735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-486bf72c-b26c-4df9-86f8-90c390946866 req-96c3c9fa-79c0-4d93-b320-cedf8fc6db36 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388046 May 10 11:24:33.094365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8045d09a-62e8-4781-9563-276b8e16f687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.114129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e1bef-bfa3-4424-84ee-32ee97e2f20d req-2d4ef873-6161-41c3-9982-e0298c1eed18 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:33.116071 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-004e1bef-bfa3-4424-84ee-32ee97e2f20d req-2d4ef873-6161-41c3-9982-e0298c1eed18 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 950 time: 0.0552893 May 10 11:24:33.139580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-3ec6b3b6-eecc-49f7-a54e-e31dbd4c33d9 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:33.140978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2995a8a1-7e1b-434b-ac0a-bc060b79b589 req-3ec6b3b6-eecc-49f7-a54e-e31dbd4c33d9 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1925569 May 10 11:24:33.154687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8045d09a-62e8-4781-9563-276b8e16f687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.157610 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-004e1bef-bfa3-4424-84ee-32ee97e2f20d req-9110119b-1df4-4973-ab4c-9f0c124668d6 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/security-groups?id=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 May 10 11:24:33.196380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8045d09a-62e8-4781-9563-276b8e16f687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.288266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a24d55-b6be-4f4f-8861-f7921ea330eb req-bbc2a99e-7867-43a4-a912-71784d72753b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:33.289937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00a24d55-b6be-4f4f-8861-f7921ea330eb req-bbc2a99e-7867-43a4-a912-71784d72753b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0908465 May 10 11:24:33.296846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8045d09a-62e8-4781-9563-276b8e16f687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.342394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb47b-4bbd-456b-8a4b-3ddc0d8fa922 req-25dc0e47-7b48-4b7f-8056-083de284a26a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:33.343880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e2cb47b-4bbd-456b-8a4b-3ddc0d8fa922 req-25dc0e47-7b48-4b7f-8056-083de284a26a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 945 time: 0.0585241 May 10 11:24:33.355455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045d09a-62e8-4781-9563-276b8e16f687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45d32ab-886b-4b01-b819-491284339c0f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:33.363323 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8045d09a-62e8-4781-9563-276b8e16f687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.366517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8045d09a-62e8-4781-9563-276b8e16f687 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e45d32ab-886b-4b01-b819-491284339c0f HTTP/1.1" status: 204 len: 168 time: 0.3910670 May 10 11:24:33.368975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57104) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:33.379088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00a24d55-b6be-4f4f-8861-f7921ea330eb req-7afa1b1f-e7b7-40a1-99ad-0381f094a9ba tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.0797219 May 10 11:24:33.387312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e2cb47b-4bbd-456b-8a4b-3ddc0d8fa922 req-21d4dc25-e892-431d-8fd3-42bb1cdb063e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366676 May 10 11:24:33.422225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-00a24d55-b6be-4f4f-8861-f7921ea330eb req-56bc5787-abf5-43ac-8655-91f036d3bfdb tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Request body: {'floatingip': {'port_id': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:33.470689 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-00a24d55-b6be-4f4f-8861-f7921ea330eb req-56bc5787-abf5-43ac-8655-91f036d3bfdb tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.523166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.529252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ddb6b-9b35-4da6-af43-148a63c4cde1 req-d76eb173-ccaf-4dc2-8129-97f800a0c77e tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:33.530950 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab4ddb6b-9b35-4da6-af43-148a63c4cde1 req-d76eb173-ccaf-4dc2-8129-97f800a0c77e tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1096 time: 0.0448458 May 10 11:24:33.566212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab4ddb6b-9b35-4da6-af43-148a63c4cde1 req-392f9dd1-e473-480e-bb84-e93eb3d297be tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286689 May 10 11:24:33.693852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.701109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-0ecf9b87-f71c-47c9-8540-ea22e0b782a3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:33.702656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-0ecf9b87-f71c-47c9-8540-ea22e0b782a3 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 950 time: 0.0803461 May 10 11:24:33.718169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ce643-1931-4c31-bea4-dd8185ab7ae6 req-5ebe1c98-28d3-40d3-bcfd-6aaf19ef8da6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:33.719686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a9ce643-1931-4c31-bea4-dd8185ab7ae6 req-5ebe1c98-28d3-40d3-bcfd-6aaf19ef8da6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0660014 May 10 11:24:33.751054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4398b6b-53e4-4683-affe-a03de50f647a']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:33.765043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16079e2b-d9e5-46e8-ac24-ff7adbbdf192') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:33.765315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16079e2b-d9e5-46e8-ac24-ff7adbbdf192') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:33.777165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.801392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.805970 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-00a24d55-b6be-4f4f-8861-f7921ea330eb req-56bc5787-abf5-43ac-8655-91f036d3bfdb tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] update failed (client error): There was a conflict when trying to complete your request. May 10 11:24:33.807017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00a24d55-b6be-4f4f-8861-f7921ea330eb req-56bc5787-abf5-43ac-8655-91f036d3bfdb tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "PUT /v2.0/floatingips/7d80f9d5-e6e6-487b-b901-7d62af786dc0 HTTP/1.1" status: 409 len: 550 time: 0.4169917 May 10 11:24:33.808633 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a9ce643-1931-4c31-bea4-dd8185ab7ae6 req-b5aec4c0-8012-4a10-8799-17f11461469e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812831 May 10 11:24:33.810955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:24:33.811375 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: timer() May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:24:33.814158 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:24:33.843785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Deleting port fe0a070f-e4b1-4b56-a940-0124a226e875 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:33.843785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.884270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.896092 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.899380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4398b6b-53e4-4683-affe-a03de50f647a HTTP/1.1" status: 204 len: 168 time: 0.5293889 May 10 11:24:33.930162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b5099-8929-4116-a9ea-b42ce8969e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4398b6b-53e4-4683-affe-a03de50f647a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:33.939364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-24979fb1-7dac-4757-9583-6b02462f7d8b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips/7d80f9d5-e6e6-487b-b901-7d62af786dc0 HTTP/1.1" status: 200 len: 693 time: 0.0587120 May 10 11:24:33.953516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22cf3a-dbfe-42ec-9fcd-d4d32f7e7dee req-39b4d774-6111-4425-a799-db037dcb66e1 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:33.960343 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b22cf3a-dbfe-42ec-9fcd-d4d32f7e7dee req-39b4d774-6111-4425-a799-db037dcb66e1 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 1096 time: 0.0772681 May 10 11:24:33.995227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b22cf3a-dbfe-42ec-9fcd-d4d32f7e7dee req-89abb72e-b03d-47f1-9b84-bf2747671445 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 May 10 11:24:34.028132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] For port fe0a070f-e4b1-4b56-a940-0124a226e875, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fe0a070f-e4b1-4b56-a940-0124a226e875,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:34.028635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.047542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57122) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:34.057292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Calling delete_port for fe0a070f-e4b1-4b56-a940-0124a226e875 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:34.095748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8b85cffd-e9e3-4d8b-a2e8-e062df429298 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7e3554af6814ed48d5cf0ce825d8c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463395 May 10 11:24:34.098225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:34.183834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-331bfb0b-776d-4694-adbf-0ba7559fd999 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:34.192404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-331bfb0b-776d-4694-adbf-0ba7559fd999 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2469897 May 10 11:24:34.197787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7f1a4be-01a1-4ddb-b2ca-ac3972ea06c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.211257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4b65-6d26-4da7-bb2e-bd6df4fde13f req-4a797e62-21e2-4374-808b-ef00aaab2d0d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:34.212969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-286f4b65-6d26-4da7-bb2e-bd6df4fde13f req-4a797e62-21e2-4374-808b-ef00aaab2d0d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 946 time: 0.0804179 May 10 11:24:34.213476 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2a9532e4-284d-4cfb-8edb-5b21f8605ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.250168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-076850e6-4b83-4f03-a8bd-ae222b9733cc tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.0567975 May 10 11:24:34.264934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7f1a4be-01a1-4ddb-b2ca-ac3972ea06c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.299852 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-286f4b65-6d26-4da7-bb2e-bd6df4fde13f req-b4798233-6803-4f7e-8373-050beb121b52 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649149 May 10 11:24:34.327068 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-43ecd0a9-13f3-44d0-b7bf-37148b7c71f4 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.0537832 May 10 11:24:34.344859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.347057 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7f1a4be-01a1-4ddb-b2ca-ac3972ea06c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.349916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7f1a4be-01a1-4ddb-b2ca-ac3972ea06c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.351131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c7f1a4be-01a1-4ddb-b2ca-ac3972ea06c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8680196e-4ac9-4ef3-aeaa-726625858bd2 HTTP/1.1" status: 204 len: 168 time: 0.2517068 May 10 11:24:34.357931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fe0a070f-e4b1-4b56-a940-0124a226e875'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:34.375228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1a4be-01a1-4ddb-b2ca-ac3972ea06c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8680196e-4ac9-4ef3-aeaa-726625858bd2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:34.431072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Pushing event deleted for resources: {'Port': ['ID=fe0a070f-e4b1-4b56-a940-0124a226e875,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:34.513154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] No DVR routers for this DVR port fe0a070f-e4b1-4b56-a940-0124a226e875 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:34.530972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.534369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8a105a0-0d47-46a6-a695-0886e41b6b5f req-53ca3f1a-1365-45eb-9dde-edfb7de4780d tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.70 "DELETE /v2.0/ports/fe0a070f-e4b1-4b56-a940-0124a226e875 HTTP/1.1" status: 204 len: 173 time: 0.8132117 May 10 11:24:34.534844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4218cf52-0d3e-4fd5-97f7-f5e2aa40908d', 'name': 'network-vif-deleted', 'tag': 'fe0a070f-e4b1-4b56-a940-0124a226e875'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:34.537165 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e1a4ae-c95f-43d9-8c8a-ac3a6ff84be8" -d '{"events": [{"server_uuid": "4218cf52-0d3e-4fd5-97f7-f5e2aa40908d", "name": "network-vif-deleted", "tag": "fe0a070f-e4b1-4b56-a940-0124a226e875"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:34.546205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81f05fd7-d25a-49e0-b9de-ad6a8b478fba details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:24:34.570538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Deleting port af0d5211-e5fa-4cdf-950f-3f09f0764ce0 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:34.570946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.658233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.658615 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.684140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:34.700216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Calling delete_port for af0d5211-e5fa-4cdf-950f-3f09f0764ce0 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:34.709268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba', 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'port_id': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba', 'mac_address': 'fa:16:3e:6c:0d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83063887-d7ff-4b50-ac21-9efac931ebab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:24:34.762679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:34.763074 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.781234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f05fd7-d25a-49e0-b9de-ad6a8b478fba {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:34.784889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf1a6c49-34f3-4af5-9e9d-50a6cc3b688b req-409e500a-005e-45b6-a4ed-a21c375afda9 tempest-ServersOnMultiNodesTest-1692681109 tempest-ServersOnMultiNodesTest-1692681109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218cf52-0d3e-4fd5-97f7-f5e2aa40908d HTTP/1.1" status: 200 len: 210 time: 0.0373960 May 10 11:24:34.808778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:34.814872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.907548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:34.918870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['81f05fd7-d25a-49e0-b9de-ad6a8b478fba'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:34.959684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.960078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.960418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.960755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.962708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.963050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.963629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.964149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.964631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.965164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.966040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:34.966748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:35.007514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57146) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:35.095996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c3b56d5d-c6bc-491d-8476-5274b059b571 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c236d21cef2446fa2f9f857ec775380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859489 May 10 11:24:35.099639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57148) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:35.134983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3bcbe-3edb-4c86-b028-1ca25d9080c9 req-83bccda2-8a80-4b93-b368-2e7d8bb375b6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:35.136964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cea3bcbe-3edb-4c86-b028-1ca25d9080c9 req-83bccda2-8a80-4b93-b368-2e7d8bb375b6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0996869 May 10 11:24:35.177365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.208633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cea3bcbe-3edb-4c86-b028-1ca25d9080c9 req-4776ce6a-185d-4668-8742-10ca85d38791 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626121 May 10 11:24:35.213991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50a8eaa0-8da3-42dd-987d-a742d3d302a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.239006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50a8eaa0-8da3-42dd-987d-a742d3d302a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.265680 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36acf6fa-3637-4213-b2c6-7d617b021a9e x-openstack-request-id: req-36acf6fa-3637-4213-b2c6-7d617b021a9e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:35.266266 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4218cf52-0d3e-4fd5-97f7-f5e2aa40908d", "name": "network-vif-deleted", "tag": "fe0a070f-e4b1-4b56-a940-0124a226e875", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:35.266266 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36acf6fa-3637-4213-b2c6-7d617b021a9e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:35.266620 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36acf6fa-3637-4213-b2c6-7d617b021a9e'] response: {'server_uuid': '4218cf52-0d3e-4fd5-97f7-f5e2aa40908d', 'name': 'network-vif-deleted', 'tag': 'fe0a070f-e4b1-4b56-a940-0124a226e875', 'status': 'completed', 'code': 200} May 10 11:24:35.287859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50a8eaa0-8da3-42dd-987d-a742d3d302a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.290368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50a8eaa0-8da3-42dd-987d-a742d3d302a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.292298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-50a8eaa0-8da3-42dd-987d-a742d3d302a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62c3e58d-ac24-42ed-b972-406456c774eb HTTP/1.1" status: 204 len: 168 time: 0.1903248 May 10 11:24:35.301136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8eaa0-8da3-42dd-987d-a742d3d302a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c3e58d-ac24-42ed-b972-406456c774eb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.381821 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.412978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Pushing event deleted for resources: {'Port': ['ID=af0d5211-e5fa-4cdf-950f-3f09f0764ce0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.450635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af506c-1e4c-44d9-87d6-6639e48dedd0 req-c378266f-e980-49f2-a9bc-3f13c8a61aa3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:35.462699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04af506c-1e4c-44d9-87d6-6639e48dedd0 req-c378266f-e980-49f2-a9bc-3f13c8a61aa3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 945 time: 0.0856833 May 10 11:24:35.494419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.501731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.509242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba80f73c-bbfd-44ed-9d84-e6fd511b1f2e req-be5737e7-8fee-4780-aeb9-fad229bd3517 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d80f9d5-e6e6-487b-b901-7d62af786dc0 HTTP/1.1" status: 204 len: 173 time: 1.1743727 May 10 11:24:35.541853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04af506c-1e4c-44d9-87d6-6639e48dedd0 req-40c0afda-4e23-45e8-a88e-e5f8bb58750e tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757847 May 10 11:24:35.614423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-ad5e329e-1ea3-4968-ac4a-c3e71f3f3200 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 1001 time: 0.0911915 May 10 11:24:35.680192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-520cb32b-131f-45da-8415-56841056a52d tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:35.689148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-520cb32b-131f-45da-8415-56841056a52d tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports/5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 200 len: 942 time: 0.0736728 May 10 11:24:35.808116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-9b5a36b1-21fb-4ac5-b809-fddb3fc83388 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 1001 time: 0.0726998 May 10 11:24:35.860429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7210a-8888-43ea-a684-2bb864a91c35 req-b6424054-77bc-4732-9804-7b344f0d7a88 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:35.861980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9b7210a-8888-43ea-a684-2bb864a91c35 req-b6424054-77bc-4732-9804-7b344f0d7a88 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 945 time: 0.0683725 May 10 11:24:35.926611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9b7210a-8888-43ea-a684-2bb864a91c35 req-69dc597c-5d6a-4312-bb18-caa0f38ffe69 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579405 May 10 11:24:35.956745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-602c095c-ffd7-4690-a9bf-c6a1c5755848 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:35.958191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-602c095c-ffd7-4690-a9bf-c6a1c5755848 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1508653 May 10 11:24:36.094815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-922ec724-0301-4bf1-92dc-86621f3abc8b tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 1001 time: 0.1284556 May 10 11:24:36.111885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:36.187675 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.250379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57190) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:36.359359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.371514 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.373016 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Floating IP 63258ad1-b922-46b2-b823-d497a3670516 disassociated. External IP: 172.25.8.243, port: 5b0405a8-d51b-4f9d-b208-dc59958292dd. May 10 11:24:36.379004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a35a23-fc71-4ccb-9ff3-99f7e05138e6 req-8aae964d-cf5c-43ff-81e9-e85f114bc3f6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:36.381016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97a35a23-fc71-4ccb-9ff3-99f7e05138e6 req-8aae964d-cf5c-43ff-81e9-e85f114bc3f6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.0814528 May 10 11:24:36.437402 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97a35a23-fc71-4ccb-9ff3-99f7e05138e6 req-90fb65b1-25f4-4bce-b0ea-df2cd4289e63 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471401 May 10 11:24:36.448756 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8a2e-745f-4052-9660-14b457bbb261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.528535 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6b4b4b3e-ba4e-4742-b067-aeee6cac7fd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cbc99a612b94107802e0591ae631c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770526 May 10 11:24:36.530561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57198) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:36.546705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81f05fd7-d25a-49e0-b9de-ad6a8b478fba no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:36.595598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3e41-25a4-47ba-8c70-0276df4bd12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.620321 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3e41-25a4-47ba-8c70-0276df4bd12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.668723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Router c90ae809-b02e-4124-a36a-2a957750e629 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:24:36.702209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3e41-25a4-47ba-8c70-0276df4bd12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.702664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba is: BUILD; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:36.703298 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.707174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3e41-25a4-47ba-8c70-0276df4bd12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.712518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0dcd3e41-25a4-47ba-8c70-0276df4bd12b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abb2a00c-8ee1-4deb-85e9-e5d3064b0b22 HTTP/1.1" status: 204 len: 168 time: 0.1783676 May 10 11:24:36.723227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81f05fd7-d25a-49e0-b9de-ad6a8b478fba {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:36.753232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd3e41-25a4-47ba-8c70-0276df4bd12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb2a00c-8ee1-4deb-85e9-e5d3064b0b22,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:36.785477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:36.805448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.806672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fe0a070f-e4b1-4b56-a940-0124a226e875 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:36.913495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:24:36.929375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.986242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-44cad873-92b0-4d6c-8211-d1ba8b11275a tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "PUT /v2.0/floatingips/63258ad1-b922-46b2-b823-d497a3670516 HTTP/1.1" status: 200 len: 695 time: 0.8812373 May 10 11:24:36.991778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] Sync routers for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:37.008511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:37.011334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: fe0a070f-e4b1-4b56-a940-0124a226e875 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:37.011733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fe0a070f-e4b1-4b56-a940-0124a226e875 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:37.024206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:37.027542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:37.092159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-bc2557e3-b0a3-4d63-b674-03aac8cddcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:37.094408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-bc2557e3-b0a3-4d63-b674-03aac8cddcc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03f6cf2d91ea45509aaf04d07a532790&device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 1096 time: 0.0923376 May 10 11:24:37.214098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf691a-7a52-465c-a353-a31123fc287d req-e9c255fd-e980-4474-b9cb-1aa3189e38a1 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:37.225590 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0fcf691a-7a52-465c-a353-a31123fc287d req-e9c255fd-e980-4474-b9cb-1aa3189e38a1 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 944 time: 0.0980208 May 10 11:24:37.276418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:37.278900 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f69ca73-1794-4508-a863-a9a261350488" -d '{"events": [{"name": "network-changed", "server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:37.281889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:37.310367 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0fcf691a-7a52-465c-a353-a31123fc287d req-db1924c1-a9ce-4c09-868a-4672e01e1b1e tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836217 May 10 11:24:37.344106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:37.415639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-5eb2ec30-fc4c-4f74-b263-07180dafb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:37.417493 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-5eb2ec30-fc4c-4f74-b263-07180dafb465 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9 HTTP/1.1" status: 200 len: 930 time: 0.3159568 May 10 11:24:37.464660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2d0e6cdb-4aae-4cad-9267-c46e343f29ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4c7dbfc916541dbb63fe0b4d9c2331e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192460 May 10 11:24:37.469076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57230) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:37.509285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-275331ef-a12a-43eb-8d80-4ac98318c02a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 200 len: 217 time: 0.0838764 May 10 11:24:37.605694 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237b14a1-ae46-45af-b067-9c7e4e6382a5 x-openstack-request-id: req-237b14a1-ae46-45af-b067-9c7e4e6382a5 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:37.605993 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:37.608002 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-237b14a1-ae46-45af-b067-9c7e4e6382a5 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:37.608465 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237b14a1-ae46-45af-b067-9c7e4e6382a5'] response: {'name': 'network-changed', 'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'status': 'completed', 'code': 200} May 10 11:24:37.632181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ff02918e-8861-4c37-8bdb-98db9cc69e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.666984 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.681311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-6cac476f-bd69-4c14-aaf6-99ce05774034 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:37.686255 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-6cac476f-bd69-4c14-aaf6-99ce05774034 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 944 time: 0.1391890 May 10 11:24:37.691762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-4617b1f4-a7bf-4bac-b1c3-6aa3ba612133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:37.692000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:12Z', 'revision_number': 5, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:37.702688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-4617b1f4-a7bf-4bac-b1c3-6aa3ba612133 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc HTTP/1.1" status: 200 len: 868 time: 0.1923888 May 10 11:24:37.727524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ff02918e-8861-4c37-8bdb-98db9cc69e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.740260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] Checking router: c90ae809-b02e-4124-a36a-2a957750e629 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:37.751312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:37.751645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:37.809319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ca73-1794-4508-a863-a9a261350488 req-7cb7c7b8-5847-45be-aa8a-eb31e51c2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:37.810815 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f69ca73-1794-4508-a863-a9a261350488 req-7cb7c7b8-5847-45be-aa8a-eb31e51c2edb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03f6cf2d91ea45509aaf04d07a532790&device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 1096 time: 0.2014575 May 10 11:24:37.832692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-78e31881-85fc-4785-85dd-cde6b9189850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:37.840841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-78e31881-85fc-4785-85dd-cde6b9189850 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370599 May 10 11:24:37.871154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:37.967630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Deleting port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:37.968037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.989089 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ff02918e-8861-4c37-8bdb-98db9cc69e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.991752 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ff02918e-8861-4c37-8bdb-98db9cc69e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.992931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ff02918e-8861-4c37-8bdb-98db9cc69e4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da2ad2c6-aed1-4666-a3ec-738fb45deeba HTTP/1.1" status: 204 len: 168 time: 0.5226870 May 10 11:24:38.032723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b8414-63c3-4194-ae74-deb9ffc2d6d9 req-43520aec-00db-4f9d-99fd-5dba55bb40f8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:38.053229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-760b8414-63c3-4194-ae74-deb9ffc2d6d9 req-43520aec-00db-4f9d-99fd-5dba55bb40f8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.2068551 May 10 11:24:38.065508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] For port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:38.065885 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.080272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Calling delete_port for 81f05fd7-d25a-49e0-b9de-ad6a8b478fba owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:38.099485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02918e-8861-4c37-8bdb-98db9cc69e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ad2c6-aed1-4666-a3ec-738fb45deeba,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:38.127128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ca73-1794-4508-a863-a9a261350488 req-446f33c1-ab01-470c-a66a-ed55fddee720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:38.128656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f69ca73-1794-4508-a863-a9a261350488 req-446f33c1-ab01-470c-a66a-ed55fddee720 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9 HTTP/1.1" status: 200 len: 930 time: 0.3079576 May 10 11:24:38.209126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f69ca73-1794-4508-a863-a9a261350488 req-8575b0e1-a994-4f53-b101-24289922df00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 200 len: 217 time: 0.0684338 May 10 11:24:38.234364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:12Z', 'revision_number': 5, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:38.235377 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-760b8414-63c3-4194-ae74-deb9ffc2d6d9 req-ad204973-3b38-48db-b1a4-9d2919fb8e22 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811628 May 10 11:24:38.237875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-7c0db7e3-db56-40f3-bc71-47b624482915 service neutron] 10.222.0.13 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961160 May 10 11:24:38.271876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c330235-25b8-414a-bf72-c95b694cd12c None None] The sync data for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 is: [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:07Z', 'revision_number': 4, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7', 'name': '', 'network_id': 'f5c9f8df-7fbe-42fe-b54f-de546078f5d9', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'mac_address': 'fa:16:3e:71:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:06Z', 'updated_at': '2022-05-10T11:24:12Z', 'revision_number': 5, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'subnets': [{'id': 'aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:38.341000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ca73-1794-4508-a863-a9a261350488 req-dcac9ed9-ce91-4aed-943f-becc56d42bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:38.346934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f69ca73-1794-4508-a863-a9a261350488 req-dcac9ed9-ce91-4aed-943f-becc56d42bd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc HTTP/1.1" status: 200 len: 868 time: 0.1104660 May 10 11:24:38.416014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ca73-1794-4508-a863-a9a261350488 req-5f00d21a-ade4-4d53-8b8c-2a89a07976a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:38.417661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f69ca73-1794-4508-a863-a9a261350488 req-5f00d21a-ade4-4d53-8b8c-2a89a07976a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5c9f8df-7fbe-42fe-b54f-de546078f5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612731 May 10 11:24:38.622045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e090b34-6b66-4ce3-a507-d9755d091e39 req-b3e96689-b25e-42f9-8832-c7d8ac73ec4d service neutron] 10.222.0.13 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829567 May 10 11:24:38.659954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f69ca73-1794-4508-a863-a9a261350488 req-4c74afd2-6ce7-4cad-b687-3eeb2467fb6e service neutron] 10.222.0.49 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295694 May 10 11:24:38.801902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.832564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad388f-2516-488d-817d-d8fca9d950d0 req-64c1eb76-0728-4e08-97e2-7483da552cc2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:38.842103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbad388f-2516-488d-817d-d8fca9d950d0 req-64c1eb76-0728-4e08-97e2-7483da552cc2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85 HTTP/1.1" status: 200 len: 944 time: 0.3017035 May 10 11:24:38.843504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f7bb32-a96a-4617-a1bc-ca8e6927ef71 None None] New status for floating IP 63258ad1-b922-46b2-b823-d497a3670516: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:24:38.891346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-295433a3-37d8-40a6-b0ba-95b775d22193 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902659 May 10 11:24:38.916928 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-c3968dfa-cc9d-465d-8d42-8827ed9522e3 service neutron] show failed (client error): The resource could not be found. May 10 11:24:38.920152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-c3968dfa-cc9d-465d-8d42-8827ed9522e3 service neutron] 10.222.0.70 "GET /v2.0/ports/7c2fa708-d01e-4012-b946-03b0c75732d6/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.2934382 May 10 11:24:38.921236 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbad388f-2516-488d-817d-d8fca9d950d0 req-982d1fad-f2e2-45fc-9833-09b5928826b2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781643 May 10 11:24:38.991466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f69ca73-1794-4508-a863-a9a261350488 req-001b8ee1-fa7e-40c6-8975-dcc6117a1165 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216865 May 10 11:24:39.031345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event deleted for resources: {'Port': ['ID=81f05fd7-d25a-49e0-b9de-ad6a8b478fba,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:39.034915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] No DVR routers for this DVR port 81f05fd7-d25a-49e0-b9de-ad6a8b478fba on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:39.120362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.124127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f0c343a-5bd9-4da0-894a-01e32862a04c req-7645447a-9e97-47ce-b5b7-11364aded6f7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "DELETE /v2.0/ports/81f05fd7-d25a-49e0-b9de-ad6a8b478fba HTTP/1.1" status: 204 len: 173 time: 1.3712225 May 10 11:24:39.163528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-af5afe75-6d24-4885-9784-602e081e81c4 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips/63258ad1-b922-46b2-b823-d497a3670516 HTTP/1.1" status: 200 len: 695 time: 0.1933084 May 10 11:24:39.188160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-cb1f4912-069a-4d75-9b53-b554b8d6fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:39.189725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-cb1f4912-069a-4d75-9b53-b554b8d6fc83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1100 time: 0.1975713 May 10 11:24:39.213724 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.383908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-ce322e90-0dcb-47be-bc7b-41cc7a31826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:39.388118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-ce322e90-0dcb-47be-bc7b-41cc7a31826c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 1101 time: 0.0620728 May 10 11:24:39.405393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:39.439687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-5559b0be-9f5d-4ceb-9be1-aff40cc82aac tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:39.441402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-5559b0be-9f5d-4ceb-9be1-aff40cc82aac tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2698705 May 10 11:24:39.449543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-45ccc6de-d3e2-48fb-b72e-1cc4830f0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:39.451455 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-45ccc6de-d3e2-48fb-b72e-1cc4830f0ba9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1942778 May 10 11:24:39.499771 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.542374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57284) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:39.565945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-c10350e5-ef24-41e5-ba1a-525e8fb6c9a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.0475461 May 10 11:24:39.571602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48150f-07a9-49fd-be9a-204a542b9124 req-5433a379-8fae-4390-989e-71cef784b6b9 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:39.575597 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b48150f-07a9-49fd-be9a-204a542b9124 req-5433a379-8fae-4390-989e-71cef784b6b9 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1637926 May 10 11:24:39.576102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-f88b04a7-cc38-46ea-ab66-35720922e018 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.1234353 May 10 11:24:39.577689 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.614497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85', 'name': 'network-vif-deleted', 'tag': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:39.616326 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d70c08-8aef-4639-a9c5-35a16e50eed4" -d '{"events": [{"server_uuid": "9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85", "name": "network-vif-deleted", "tag": "81f05fd7-d25a-49e0-b9de-ad6a8b478fba"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:39.658901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57294) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:39.673002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-11e6ca0b-0bc4-42e4-9145-dc4c2d70ee84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.0868378 May 10 11:24:39.722559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-d4fb1ca8-b28e-4467-8911-4cd953f242f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:39.724499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-d4fb1ca8-b28e-4467-8911-4cd953f242f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1470833 May 10 11:24:39.842115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fde655cf-fc1c-4a68-add6-2826cc9e878b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.897826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-network', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:39.926681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b48150f-07a9-49fd-be9a-204a542b9124 req-36c395c5-0cfe-42d6-a0b0-fa84ab1737e9 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342307 May 10 11:24:39.930226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-f755e69f-f02b-4b2d-91bc-2d9fd9006811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:39.932116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-f755e69f-f02b-4b2d-91bc-2d9fd9006811 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228559 May 10 11:24:39.964011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Made reservation on behalf of c7fb01bf19ee4963b6f30915d6c8658d for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:39.966418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.988618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.998776 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a1fdf0-526d-4742-abdf-c33be287fc91 x-openstack-request-id: req-b5a1fdf0-526d-4742-abdf-c33be287fc91 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:39.999726 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85", "name": "network-vif-deleted", "tag": "81f05fd7-d25a-49e0-b9de-ad6a8b478fba", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:40.000034 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5a1fdf0-526d-4742-abdf-c33be287fc91 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:40.000431 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a1fdf0-526d-4742-abdf-c33be287fc91'] response: {'server_uuid': '9e4c7ac6-6f9f-41b1-ac19-17f3d178bf85', 'name': 'network-vif-deleted', 'tag': '81f05fd7-d25a-49e0-b9de-ad6a8b478fba', 'status': 'completed', 'code': 200} May 10 11:24:40.025631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Deleting port 15298ade-7f93-4431-9d16-af37978e16a3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:40.025973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.064546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:40.122125 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-4125fe52-23f7-4d21-b715-0d754df9a7a9 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816254 May 10 11:24:40.146793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:40.191983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.192309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.209554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Calling delete_port for 15298ade-7f93-4431-9d16-af37978e16a3 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:40.220460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fde655cf-fc1c-4a68-add6-2826cc9e878b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.248966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fde655cf-fc1c-4a68-add6-2826cc9e878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.257529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:40.260148 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5069a-4b5f-4eaa-9b3a-25baa1f5b6eb" -d '{"events": [{"server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:40.265202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.286534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Transition to ACTIVE for port object 7c2fa708-d01e-4012-b946-03b0c75732d6 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:40.288167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f9e46f-6d0e-4719-8c64-de61711f0e1d req-9b3ddb9b-2248-4533-b721-ac8fa4b0a609 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581330 May 10 11:24:40.290625 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.313389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.326321 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.383200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fde655cf-fc1c-4a68-add6-2826cc9e878b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb951b1f91b74ec389f44467a59de660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7217059 May 10 11:24:40.386393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57310) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:40.389071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde655cf-fc1c-4a68-add6-2826cc9e878b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a0b9d7-1c68-433a-80ba-94b7a50cbeb9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.412760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.443911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] No DVR routers for this DVR port 7c2fa708-d01e-4012-b946-03b0c75732d6 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:40.450220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a38a2e-017e-45a3-bdbb-d5862ee3bfab,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.496689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Attempting to bind port 7c2fa708-d01e-4012-b946-03b0c75732d6 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:40.497942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Attempting to bind port 7c2fa708-d01e-4012-b946-03b0c75732d6 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:40.497942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Attempting to bind port 7c2fa708-d01e-4012-b946-03b0c75732d6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:40.508403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:40.511465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.536614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.537282 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Added segment 01315b1a-a8b3-4778-b956-58e32fd10753 of type vlan for network 7b913183-870a-481a-bf0b-a687ed72b53e May 10 11:24:40.542758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Pushing event deleted for resources: {'Port': ['ID=15298ade-7f93-4431-9d16-af37978e16a3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.571341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Port 7c2fa708-d01e-4012-b946-03b0c75732d6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:24:40.571664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Attempting to bind port 7c2fa708-d01e-4012-b946-03b0c75732d6 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:40.582203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:40.582615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:40.583075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:40.583739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Bound port: 7c2fa708-d01e-4012-b946-03b0c75732d6, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:40.584202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.584513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0149-513a-4f1c-a983-9812e50b236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.644521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.694828 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.697554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.698911 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74cdddd5-905c-444e-b2c5-75d415dce33b req-efc9174a-9617-4ccd-bfd6-46077ca00f84 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "DELETE /v2.0/floatingips/63258ad1-b922-46b2-b823-d497a3670516 HTTP/1.1" status: 204 len: 173 time: 1.0185874 May 10 11:24:40.703054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0149-513a-4f1c-a983-9812e50b236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.776084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0149-513a-4f1c-a983-9812e50b236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.782911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0149-513a-4f1c-a983-9812e50b236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.788121 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da9990-9851-4c25-a825-3e8dfb1b852b x-openstack-request-id: req-62da9990-9851-4c25-a825-3e8dfb1b852b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:40.788527 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:40.788878 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62da9990-9851-4c25-a825-3e8dfb1b852b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:40.790348 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62da9990-9851-4c25-a825-3e8dfb1b852b'] response: {'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'code': 200} May 10 11:24:40.791072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4a0d0149-513a-4f1c-a983-9812e50b236c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2a0b9d7-1c68-433a-80ba-94b7a50cbeb9 HTTP/1.1" status: 204 len: 168 time: 0.3999295 May 10 11:24:40.812904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d0149-513a-4f1c-a983-9812e50b236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a0b9d7-1c68-433a-80ba-94b7a50cbeb9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.827143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.830079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:40.830791 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.896584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:40.948222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c64cda-f3b7-47b3-b80d-34acb3a5c173 req-d1d79a59-3ccb-428a-ab20-faf12545cd15 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:40.951126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-30c64cda-f3b7-47b3-b80d-34acb3a5c173 req-d1d79a59-3ccb-428a-ab20-faf12545cd15 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0936031 May 10 11:24:40.987899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:40.999906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4546397 May 10 11:24:41.000985 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-30c64cda-f3b7-47b3-b80d-34acb3a5c173 req-5b3388f4-b35d-43f9-a98d-8b6ba6e301f3 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0417929 May 10 11:24:41.003414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.004143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1c7e5-d131-40e1-ad6e-f3431647043a admin admin] Pushing event updated for resources: {'Network': ['ID=7b913183-870a-481a-bf0b-a687ed72b53e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:41.005521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57342) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:41.018882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 7b913183-870a-481a-bf0b-a687ed72b53e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:24:41.021748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Request body: {'subnet': {'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-subnet', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:41.047699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:41.048369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.049795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] 10.222.0.49 "PUT /v2.0/ports/7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 1096 time: 1.6499021 May 10 11:24:41.099116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Made reservation on behalf of c7fb01bf19ee4963b6f30915d6c8658d for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:41.103592 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.285645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77dbe0-8e57-479b-918e-2faeeb912b14 req-cfa9557b-e8e8-4af5-8c2a-4aafa3e3ca48 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:41.287389 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a77dbe0-8e57-479b-918e-2faeeb912b14 req-cfa9557b-e8e8-4af5-8c2a-4aafa3e3ca48 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 948 time: 0.1061878 May 10 11:24:41.327693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-d65556b1-4d02-40d3-9dac-469b4f5c9062 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:41.329228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-d65556b1-4d02-40d3-9dac-469b4f5c9062 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 820 time: 0.2459748 May 10 11:24:41.362232 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a77dbe0-8e57-479b-918e-2faeeb912b14 req-d6128b0d-1cd2-4272-b9d4-00b7d612e996 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657718 May 10 11:24:41.388752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f287f-5aa1-4ec9-9385-0db6d9ffd27a service neutron] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:41.431396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-3be16da2-ecf4-42ca-8a32-67b06ec5227e tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/quotas/3ef1fe68d8994a4db0fd601fa590aba2 HTTP/1.1" status: 200 len: 375 time: 0.0547805 May 10 11:24:41.489095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-ce3d6644-0eab-45dc-9e2f-9afeee5e12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:41.490930 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-ce3d6644-0eab-45dc-9e2f-9afeee5e12af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 1099 time: 0.4061344 May 10 11:24:41.566983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-b513b58f-82eb-4d9e-adb9-4dd05e34c62c tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327627 May 10 11:24:41.598455 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-164643e4-5771-46bf-a2d0-88eff0720522 req-4a2c20a4-040b-4ee9-a83c-f78544a0c782 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1434975 May 10 11:24:41.648221 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.726634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5b074a-b461-4e27-b673-ff5a54ddbd2f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:41.746483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Checking segment: {'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:41.746956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Network hostable DHCP agents. Network: 7b913183-870a-481a-bf0b-a687ed72b53e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:41.788668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Network 7b913183-870a-481a-bf0b-a687ed72b53e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:41.812322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 7b913183-870a-481a-bf0b-a687ed72b53e) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:41.818413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:41.819290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.825478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2553bed9-04c8-4678-b74c-b989428ead3c None None] Network 7b913183-870a-481a-bf0b-a687ed72b53e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:41.858189 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d039b7a0-62f0-47e9-9a3e-f70f80cc5c56 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8512661 May 10 11:24:41.862968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57404) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:41.876686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:41.952521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.954005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.110663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.164886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-7b913183-870a-481a-bf0b-a687ed72b53e', 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'fixed_ips': [{'subnet_id': '3f5b074a-b461-4e27-b673-ff5a54ddbd2f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:24:42.166459 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.247838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-7b281c99-fa5e-4f4a-bf8f-931dd5edd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:42.249613 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-7b281c99-fa5e-4f4a-bf8f-931dd5edd1c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.7444208 May 10 11:24:42.350195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57438) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:42.366471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-5c10ff60-fd21-459f-a004-27a482bd6ad8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 217 time: 0.0895827 May 10 11:24:42.369649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Allocated IP 172.20.0.2 (7b913183-870a-481a-bf0b-a687ed72b53e/3f5b074a-b461-4e27-b673-ff5a54ddbd2f/acab09af-b678-46a6-944a-b102e87bb9e3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:42.549852 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-a0f407dc-047d-40cd-a707-0ed24d3f4e63 service neutron] 10.222.0.13 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9819081 May 10 11:24:42.554254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-4e2db5d8-56c8-4a5a-a03a-6f8904c45de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:42.557020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-4e2db5d8-56c8-4a5a-a03a-6f8904c45de8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1822243 May 10 11:24:42.665413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2060968628-network', 'tenant_id': '53853782a8b34d4388e1527502cad2b0'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:42.691518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-cd02a260-715a-4892-a752-d60db303584a service neutron] 10.222.0.13 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264701 May 10 11:24:42.788970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.796245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:42.802383 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbff960-bb0a-4240-b5c0-60e41ff0db29" -d '{"events": [{"name": "network-changed", "server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:42.807997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81f05fd7-d25a-49e0-b9de-ad6a8b478fba no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:42.810968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-840b7587-fb08-45cc-9615-d1dde16f9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:42.815082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-840b7587-fb08-45cc-9615-d1dde16f9b03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382638 May 10 11:24:42.818372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Made reservation on behalf of 53853782a8b34d4388e1527502cad2b0 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:42.823423 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.832261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.861914 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.864422 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.927674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 81f05fd7-d25a-49e0-b9de-ad6a8b478fba {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:42.930803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81f05fd7-d25a-49e0-b9de-ad6a8b478fba not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:42.931330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 7c2fa708-d01e-4012-b946-03b0c75732d6 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:43.077575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Network 7b913183-870a-481a-bf0b-a687ed72b53e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:43.089445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:43.106418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:43.114785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28895de3-2ff5-4c08-9952-35da20b26456 req-b553c691-057c-49e1-8dd6-84281c0d626c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:43.125974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-9b874b47-fc97-4822-bbd1-b0257445914e service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851992 May 10 11:24:43.128467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28895de3-2ff5-4c08-9952-35da20b26456 req-b553c691-057c-49e1-8dd6-84281c0d626c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.2562742 May 10 11:24:43.154062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Pushing event updated for resources: {'Port': ['ID=acab09af-b678-46a6-944a-b102e87bb9e3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:43.192801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 7c2fa708-d01e-4012-b946-03b0c75732d6 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:43.281101 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.285290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Attempting to bind port acab09af-b678-46a6-944a-b102e87bb9e3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:43.286088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Attempting to bind port acab09af-b678-46a6-944a-b102e87bb9e3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:43.286567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Attempting to bind port acab09af-b678-46a6-944a-b102e87bb9e3 on network 7b913183-870a-481a-bf0b-a687ed72b53e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:43.300271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28895de3-2ff5-4c08-9952-35da20b26456 req-5f61ac5f-8f8e-44f9-b941-26f75f452082 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700675 May 10 11:24:43.303481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:43.303650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Checking segment: {'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:43.304220 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.304681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Bound using segment: {'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:43.305339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Bound port: acab09af-b678-46a6-944a-b102e87bb9e3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:43.305775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.316613 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.380456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985ce399-e53e-4624-a327-2b99d50b6b55,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:43.479638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:43.514360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] For port acab09af-b678-46a6-944a-b102e87bb9e3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:43.517950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] For port acab09af-b678-46a6-944a-b102e87bb9e3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=acab09af-b678-46a6-944a-b102e87bb9e3,segment=NetworkSegment(01315b1a-a8b3-4778-b956-58e32fd10753),segment_id=01315b1a-a8b3-4778-b956-58e32fd10753)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:43.526745 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.562097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6f243-00f9-4d07-98dc-e624aeec0152 req-d9bd1787-532e-4fa8-b6b3-5814708a3d55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:43.574381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62e6f243-00f9-4d07-98dc-e624aeec0152 req-d9bd1787-532e-4fa8-b6b3-5814708a3d55 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 945 time: 0.4461925 May 10 11:24:43.577174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.577685 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Added segment 574b7fff-f13c-49a8-9c7b-7bd23195b70e of type vlan for network f5c45c61-33a2-4c7a-84c5-f52ad001b93e May 10 11:24:43.598818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e47717b-feee-48ca-94f1-ca75956c3e76 req-d6545e61-863e-445b-94de-4c7e7fab710c service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719143 May 10 11:24:43.647166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698f554-78e3-4a27-9771-69b9a23c8723 None None] Pushing event updated for resources: {'Port': ['ID=acab09af-b678-46a6-944a-b102e87bb9e3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:43.681311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62e6f243-00f9-4d07-98dc-e624aeec0152 req-62851c7f-d0c3-4ce1-bc0d-8c69264ef7fb tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055982 May 10 11:24:43.710094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8241ba2-9edf-4c6d-943a-f24e1b800767 req-dd509db4-bdcf-45cc-afba-346c345c72b3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:43.714731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.719204 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8241ba2-9edf-4c6d-943a-f24e1b800767 req-dd509db4-bdcf-45cc-afba-346c345c72b3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 948 time: 0.2407262 May 10 11:24:43.741013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.773172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-fb9e85f8-f2a4-4311-aadc-fc9f6aeb4783 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:43.774728 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-fb9e85f8-f2a4-4311-aadc-fc9f6aeb4783 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.2506990 May 10 11:24:43.782459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.783425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.784500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:43.785183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.879019 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d624318-a8e6-4dfe-a5c5-e6c597c2636f x-openstack-request-id: req-4d624318-a8e6-4dfe-a5c5-e6c597c2636f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:43.879019 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:43.879019 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d624318-a8e6-4dfe-a5c5-e6c597c2636f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:43.879019 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d624318-a8e6-4dfe-a5c5-e6c597c2636f'] response: {'name': 'network-changed', 'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'status': 'completed', 'code': 200} May 10 11:24:43.987856 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8241ba2-9edf-4c6d-943a-f24e1b800767 req-59047d35-57af-486b-ab1d-fb02263229ef tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676599 May 10 11:24:43.989388 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6354833 May 10 11:24:43.999064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57474) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:44.008248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Request body: {'subnet': {'network_id': 'f5c45c61-33a2-4c7a-84c5-f52ad001b93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2060968628-subnet', 'tenant_id': '53853782a8b34d4388e1527502cad2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:44.011692 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354d15e-0152-4606-9829-dd2808b4de64 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c45c61-33a2-4c7a-84c5-f52ad001b93e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:44.026544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f5c45c61-33a2-4c7a-84c5-f52ad001b93e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:24:44.092945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-33a8674f-1307-4ce4-8503-4d72b733500c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:44.105702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-33a8674f-1307-4ce4-8503-4d72b733500c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.49 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 945 time: 0.2742064 May 10 11:24:44.270761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-0671d1ef-82bd-4f17-acc6-e0d200200b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:44.273038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-0671d1ef-82bd-4f17-acc6-e0d200200b01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 1099 time: 0.3923500 May 10 11:24:44.273220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Made reservation on behalf of 53853782a8b34d4388e1527502cad2b0 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:44.279654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.353478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-556e9367-93b9-43d8-8bd4-37a937894169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:44.355373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-556e9367-93b9-43d8-8bd4-37a937894169 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 1099 time: 0.2962632 May 10 11:24:44.365913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Allocated IP 172.25.8.224 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/60239ed2-fae6-4bc9-987f-bc4664938d93) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:44.441923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Deleting port 204884ca-0f87-4a19-b335-814c007e97c4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:44.442284 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.476338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-d61fe148-9bd1-4804-8712-34ad8399f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:44.477840 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-d61fe148-9bd1-4804-8712-34ad8399f404 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1939638 May 10 11:24:44.504672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-949e0a30-7a36-49f9-b261-38184bf0e977 req-e05c3131-af44-4e05-9a6c-1ba83da65c04 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 210 time: 0.3954611 May 10 11:24:44.636375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-6d038673-98a7-40ba-a786-2c69a8cc2e6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 217 time: 0.1224010 May 10 11:24:44.688333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-a0bbd383-780e-4952-8055-615177fd33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:44.690302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-a0bbd383-780e-4952-8055-615177fd33f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3258219 May 10 11:24:44.843345 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-c1fb1853-5c1f-4eae-a986-47c48a8aa001 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 217 time: 0.1320128 May 10 11:24:44.916720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b841-29c8-47d3-97d4-2e722c5f53dd req-5080abf0-9682-4db2-b8cc-62507dd29c8f tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:44.927035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0573b841-29c8-47d3-97d4-2e722c5f53dd req-5080abf0-9682-4db2-b8cc-62507dd29c8f tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.4364591 May 10 11:24:44.963341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-766d10b5-5769-467d-b1ec-2093a0263853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:44.965472 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-766d10b5-5769-467d-b1ec-2093a0263853 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.3021650 May 10 11:24:45.064082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49dda3-4946-4c00-9801-0681b40ce6d8 req-3224cf4d-6a78-4680-aaa5-a2aed581784f tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:45.066723 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c49dda3-4946-4c00-9801-0681b40ce6d8 req-3224cf4d-6a78-4680-aaa5-a2aed581784f tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 945 time: 0.2487721 May 10 11:24:45.103463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Deleting port 5b0405a8-d51b-4f9d-b208-dc59958292dd {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:45.104112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.159206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-6e948847-c0ba-456f-9f0b-67b7c3694281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:45.161106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-6e948847-c0ba-456f-9f0b-67b7c3694281 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536417 May 10 11:24:45.214993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb534d-56ff-44ce-b4f2-3ef084a32948 None None] Network 7b913183-870a-481a-bf0b-a687ed72b53e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:45.264505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] For port 204884ca-0f87-4a19-b335-814c007e97c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=204884ca-0f87-4a19-b335-814c007e97c4,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:45.265148 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.319285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c49dda3-4946-4c00-9801-0681b40ce6d8 req-3d17dd9d-6e26-4f41-9415-18ed5f8cad42 tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7c1595-db33-47d8-96da-3157ba7e146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251923 May 10 11:24:45.334339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.345577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.369359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-4c63428c-1e6d-4799-b871-877c5a59c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:45.370852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-4c63428c-1e6d-4799-b871-877c5a59c3e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.5156775 May 10 11:24:45.509347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-66735c6a-2719-4073-be2c-13e723caca8e None None] Provisioning complete for port acab09af-b678-46a6-944a-b102e87bb9e3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:45.509725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-66735c6a-2719-4073-be2c-13e723caca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.536875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] For port 5b0405a8-d51b-4f9d-b208-dc59958292dd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0405a8-d51b-4f9d-b208-dc59958292dd,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:45.537246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.557955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-3dcf79d0-80d3-4f0c-9478-ff62d6741357 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365932 May 10 11:24:45.566569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Calling delete_port for 5b0405a8-d51b-4f9d-b208-dc59958292dd owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:45.575045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ecf27b-00e8-4faa-8072-8921953d5a56,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:45.659506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Checking segment: {'id': '574b7fff-f13c-49a8-9c7b-7bd23195b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f5c45c61-33a2-4c7a-84c5-f52ad001b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:45.660243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Network hostable DHCP agents. Network: f5c45c61-33a2-4c7a-84c5-f52ad001b93e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:45.726418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be171c6-df88-4abe-9ade-a30ce6b0ccb5 req-3cf3fa83-1c8d-4f0a-a36a-21029d511444 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:45.744775 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3be171c6-df88-4abe-9ade-a30ce6b0ccb5 req-3cf3fa83-1c8d-4f0a-a36a-21029d511444 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 948 time: 0.2906895 May 10 11:24:45.764954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-66735c6a-2719-4073-be2c-13e723caca8e None None] Current status of the port acab09af-b678-46a6-944a-b102e87bb9e3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:45.768750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-66735c6a-2719-4073-be2c-13e723caca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.815837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device acab09af-b678-46a6-944a-b102e87bb9e3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:45.835132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Network f5c45c61-33a2-4c7a-84c5-f52ad001b93e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:45.864854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0573b841-29c8-47d3-97d4-2e722c5f53dd req-910d202b-e01a-4569-8485-2df03a2cb5fb tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9342635 May 10 11:24:45.894111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3be171c6-df88-4abe-9ade-a30ce6b0ccb5 req-2aca4dd8-7229-46b3-8e69-8d96c8b9c5ec tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483562 May 10 11:24:45.910843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f5c45c61-33a2-4c7a-84c5-f52ad001b93e) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:45.928516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-e3dd03ab-ce41-4a57-8dc6-2d5e936358f3 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561151 May 10 11:24:45.936477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:45.937349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.964317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6cbb2-3fd0-4ac7-a6c9-a4f6c235ea9c None None] Network f5c45c61-33a2-4c7a-84c5-f52ad001b93e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:46.050651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.050883 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.051180 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Floating IP bace12b5-cb1b-40c2-86a0-b7b37eab20d8 disassociated. External IP: 172.25.8.32, port: 204884ca-0f87-4a19-b335-814c007e97c4. May 10 11:24:46.051524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Calling delete_port for 204884ca-0f87-4a19-b335-814c007e97c4 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:46.075539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-66735c6a-2719-4073-be2c-13e723caca8e None None] For port acab09af-b678-46a6-944a-b102e87bb9e3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=acab09af-b678-46a6-944a-b102e87bb9e3,segment=NetworkSegment(01315b1a-a8b3-4778-b956-58e32fd10753),segment_id=01315b1a-a8b3-4778-b956-58e32fd10753)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:46.085537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port acab09af-b678-46a6-944a-b102e87bb9e3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:46.086024 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.093980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-07b91fd1-41bb-4011-8f80-b308190a15ac tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:46.095907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-07b91fd1-41bb-4011-8f80-b308190a15ac tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 820 time: 1.1644742 May 10 11:24:46.101381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.105435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a273a6a-d4b1-41b8-b292-0d3bcbb7140a req-6073d373-5371-4abd-a402-f62abe9619dc tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 210 time: 0.0642152 May 10 11:24:46.113481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-936ca035-292e-4f66-a4b2-b58b73a91570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:46.115174 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-936ca035-292e-4f66-a4b2-b58b73a91570 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5849893 May 10 11:24:46.117463 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.122712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Request body: {'port': {'device_id': '686c72e0-10ff-4a2d-b625-856dcb859b91', 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'admin_state_up': True, 'tenant_id': '3ef1fe68d8994a4db0fd601fa590aba2'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:46.140385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0b3050a6-53dd-4e13-b21e-caa4a06cce31 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1391311 May 10 11:24:46.143730 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-66735c6a-2719-4073-be2c-13e723caca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.206596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Pushing event deleted for resources: {'Port': ['ID=5b0405a8-d51b-4f9d-b208-dc59958292dd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:46.272925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] No DVR routers for this DVR port 5b0405a8-d51b-4f9d-b208-dc59958292dd on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:46.283349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.294787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-facb6ec9-5b0b-47f7-8634-801c28885afe req-592b5900-3dd3-4829-803b-03f67c23177c tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.49 "DELETE /v2.0/ports/5b0405a8-d51b-4f9d-b208-dc59958292dd HTTP/1.1" status: 204 len: 173 time: 2.1779492 May 10 11:24:46.297457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'name': 'network-vif-deleted', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:46.303581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66735c6a-2719-4073-be2c-13e723caca8e None None] Pushing event updated for resources: {'Port': ['ID=acab09af-b678-46a6-944a-b102e87bb9e3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:46.305589 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc70f8d-5cad-49be-b04f-21319672cce0" -d '{"events": [{"server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "name": "network-vif-deleted", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:46.453774 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8291dfd9-1331-49ca-ade8-59896342d183 x-openstack-request-id: req-8291dfd9-1331-49ca-ade8-59896342d183 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:46.454291 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129eea4e-2c5f-433f-ba62-fcac413f64f2", "name": "network-vif-deleted", "tag": "5b0405a8-d51b-4f9d-b208-dc59958292dd", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:46.454737 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8291dfd9-1331-49ca-ade8-59896342d183 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:46.455342 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8291dfd9-1331-49ca-ade8-59896342d183'] response: {'server_uuid': '129eea4e-2c5f-433f-ba62-fcac413f64f2', 'name': 'network-vif-deleted', 'tag': '5b0405a8-d51b-4f9d-b208-dc59958292dd', 'status': 'completed', 'code': 200} May 10 11:24:46.524530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ccbae170-9ffa-42f1-9593-58b91eb4841b None None] Provisioning complete for port acab09af-b678-46a6-944a-b102e87bb9e3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:46.529400 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccbae170-9ffa-42f1-9593-58b91eb4841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.675386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port acab09af-b678-46a6-944a-b102e87bb9e3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:46.729744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb556aa-b1e0-4048-b28c-c5702ae743fe None None] Network f5c45c61-33a2-4c7a-84c5-f52ad001b93e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:46.756184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Made reservation on behalf of 3ef1fe68d8994a4db0fd601fa590aba2 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:46.762209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.775838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:46.777358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Pushing event updated for resources: {'Port': ['ID=60239ed2-fae6-4bc9-987f-bc4664938d93,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:46.782261 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-99a0b923-e563-4f5b-b70f-c5b91da695cd req-8eae928d-4263-4d90-8318-6b2a84ee3f7f tempest-FloatingIPsAssociationNegativeTestJSON-420399515 tempest-FloatingIPsAssociationNegativeTestJSON-420399515-project] 10.222.0.13 "GET /v2.0/ports?device_id=129eea4e-2c5f-433f-ba62-fcac413f64f2 HTTP/1.1" status: 200 len: 210 time: 0.1074669 May 10 11:24:46.783182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:46.797783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:46.827452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 7c2fa708-d01e-4012-b946-03b0c75732d6 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:24:46.829408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0405a8-d51b-4f9d-b208-dc59958292dd no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:46.895768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 5b0405a8-d51b-4f9d-b208-dc59958292dd {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:46.896415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0405a8-d51b-4f9d-b208-dc59958292dd not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:46.899234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 204884ca-0f87-4a19-b335-814c007e97c4 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:46.963853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-ec113ef3-da11-429c-83fc-8957ccc30b00 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:46.974175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-ec113ef3-da11-429c-83fc-8957ccc30b00 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/networks?id=f5c45c61-33a2-4c7a-84c5-f52ad001b93e HTTP/1.1" status: 200 len: 814 time: 0.2216227 May 10 11:24:47.001087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-974f31d5-4505-4b3d-924b-f0bb0995634d tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/quotas/53853782a8b34d4388e1527502cad2b0 HTTP/1.1" status: 200 len: 375 time: 0.0248814 May 10 11:24:47.016901 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:24:47.031970 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-5a45b2ef-edeb-449d-8616-6a9f1a6e3a24 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8733475 May 10 11:24:47.046672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-bc0d4d0e-21a2-416f-8937-929039cd3da7 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53853782a8b34d4388e1527502cad2b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443211 May 10 11:24:47.165123 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-0124c540-2599-426a-aa2f-72fa0619a6b4 service neutron] 10.222.0.13 "GET /v2.0/networks/f5c45c61-33a2-4c7a-84c5-f52ad001b93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171753 May 10 11:24:47.221492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ccbae170-9ffa-42f1-9593-58b91eb4841b None None] Current status of the port acab09af-b678-46a6-944a-b102e87bb9e3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:47.239661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:47.255634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'mac_address': 'fa:16:3e:f3:27:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:24:47.311012 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-b77bf118-96f8-4b15-967e-9ca0f4a8ddd9 service neutron] 10.222.0.13 "GET /v2.0/networks/f5c45c61-33a2-4c7a-84c5-f52ad001b93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384575 May 10 11:24:47.329238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 204884ca-0f87-4a19-b335-814c007e97c4 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:47.329740 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.380190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 7c2fa708-d01e-4012-b946-03b0c75732d6 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:47.381554 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.411200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebbff960-bb0a-4240-b5c0-60e41ff0db29 req-62c40ad2-723e-4604-a5a8-543cc0a3f70c service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199924 May 10 11:24:47.419086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2fa708-d01e-4012-b946-03b0c75732d6 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:47.452547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:47.460532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.541826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565023c-8f50-404f-ad7b-f73bdbbaaee1 req-f081055b-cbd9-4003-8089-e6d628e3ea75 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:47.543731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1565023c-8f50-404f-ad7b-f73bdbbaaee1 req-f081055b-cbd9-4003-8089-e6d628e3ea75 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 945 time: 0.5298827 May 10 11:24:47.557949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.610518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5a63-d65a-420f-8c0e-5377b03a63c6 req-5477a3a4-1284-4201-ab47-a45c65f64627 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:47.623057 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce2c5a63-d65a-420f-8c0e-5377b03a63c6 req-5477a3a4-1284-4201-ab47-a45c65f64627 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 949 time: 0.0828853 May 10 11:24:47.650920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event deleted for resources: {'Port': ['ID=204884ca-0f87-4a19-b335-814c007e97c4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:47.696404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:47.712221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Allocated IP 172.20.0.6 (8dc7338d-07d7-41e9-bac0-510bfb882563/83063887-d7ff-4b50-ac21-9efac931ebab/a4175e4d-0412-4714-99ab-88290f860d97) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:47.725115 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1565023c-8f50-404f-ad7b-f73bdbbaaee1 req-bd3cdf35-8bb4-440d-9b1d-544894bde853 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703498 May 10 11:24:47.737540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce2c5a63-d65a-420f-8c0e-5377b03a63c6 req-c560503b-8af6-4cb3-8a63-a20db8a6304a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091628 May 10 11:24:47.775226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['7c2fa708-d01e-4012-b946-03b0c75732d6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:47.782884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device acab09af-b678-46a6-944a-b102e87bb9e3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:47.908846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1bb7270e-0004-41bd-b8ba-346d4c00d0e2 req-60dd5fc8-3d82-44a0-8a9f-714f21c96f85 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 210 time: 0.0697560 May 10 11:24:47.937041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port acab09af-b678-46a6-944a-b102e87bb9e3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:47.937432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.191061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57540) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:48.238237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port acab09af-b678-46a6-944a-b102e87bb9e3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:48.448009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d49418-a99d-497b-934c-707bec468eb9 req-6a07f779-4adc-4c08-986b-da06b391d9bd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:48.450869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1d49418-a99d-497b-934c-707bec468eb9 req-6a07f779-4adc-4c08-986b-da06b391d9bd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 949 time: 0.0991852 May 10 11:24:48.599991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1d49418-a99d-497b-934c-707bec468eb9 req-b1bd6def-b76c-49bf-bfcd-9aa2887764f0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813448 May 10 11:24:48.698780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dabcfc46-96e8-4dea-8f49-eef38e771604 req-a166dc34-e59c-4554-9c9d-ea66a8c463a9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 210 time: 0.7216423 May 10 11:24:48.880330 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.908948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2e062f5-4ebc-4a35-919b-96a866c914f5 req-3b98fe79-a014-4f0b-bba6-1a33f7b856e4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 210 time: 0.0385253 May 10 11:24:48.931147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.962886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-4a7090c3-dd0d-4742-aea0-fc7ea5d5c289 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:48.964803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-4a7090c3-dd0d-4742-aea0-fc7ea5d5c289 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 949 time: 0.2629294 May 10 11:24:48.984849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:24:49.121961 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-326a0d79-b8c1-4f38-bb0f-ec892e066538 req-1cbb0333-d4a7-4d37-aa7c-33b51c5dde60 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 210 time: 0.1337013 May 10 11:24:49.221969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.255290 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-79b5e53b-23b2-45cb-9916-a6e876f2317f service neutron] delete failed (client error): The resource could not be found. May 10 11:24:49.256445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-79b5e53b-23b2-45cb-9916-a6e876f2317f service neutron] 10.222.0.70 "DELETE /v2.0/ports/7c2fa708-d01e-4012-b946-03b0c75732d6/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.2827981 May 10 11:24:49.454019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:24:49.465330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] Sync routers for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:49.470186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.483233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:49.483797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:49.539834 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.562311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-2cf9e128-3033-413c-a06e-f6c1c9b032a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:49.563849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-2cf9e128-3033-413c-a06e-f6c1c9b032a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 1100 time: 0.2261293 May 10 11:24:49.567616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] No DVR routers for this DVR port 204884ca-0f87-4a19-b335-814c007e97c4 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:49.571333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.574574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4daaa1c1-4744-43da-9b3e-d4768d7bbae7 req-accf62f8-8719-440a-84e3-66cd14cf9429 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.49 "DELETE /v2.0/ports/204884ca-0f87-4a19-b335-814c007e97c4 HTTP/1.1" status: 204 len: 173 time: 5.7796917 May 10 11:24:49.578788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'name': 'network-vif-deleted', 'tag': '204884ca-0f87-4a19-b335-814c007e97c4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:49.581102 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8826b7-255b-4b73-9263-5960d321d9c8" -d '{"events": [{"server_uuid": "ca0e2653-9ba5-41ce-bc83-a6e5db35ef88", "name": "network-vif-deleted", "tag": "204884ca-0f87-4a19-b335-814c007e97c4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:49.599930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Network 8dc7338d-07d7-41e9-bac0-510bfb882563 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:49.621026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:49.653824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:49.708312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-1ed81b6c-a44a-4b99-a428-33df3e868f8f tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:49.710746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-1ed81b6c-a44a-4b99-a428-33df3e868f8f tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.49 "GET /v2.0/networks?id=f5c45c61-33a2-4c7a-84c5-f52ad001b93e HTTP/1.1" status: 200 len: 814 time: 0.3074028 May 10 11:24:49.729850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Request body: {'port': {'device_id': '2f3b6010-30c0-4b56-a50e-524d0d11cf6f', 'network_id': 'f5c45c61-33a2-4c7a-84c5-f52ad001b93e', 'admin_state_up': True, 'tenant_id': '53853782a8b34d4388e1527502cad2b0'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:49.733079 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a632cdb8-a37d-4492-b23b-f57d16db0450 x-openstack-request-id: req-a632cdb8-a37d-4492-b23b-f57d16db0450 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:49.733614 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0e2653-9ba5-41ce-bc83-a6e5db35ef88", "name": "network-vif-deleted", "tag": "204884ca-0f87-4a19-b335-814c007e97c4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:49.733614 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a632cdb8-a37d-4492-b23b-f57d16db0450 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:49.733986 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a632cdb8-a37d-4492-b23b-f57d16db0450'] response: {'server_uuid': 'ca0e2653-9ba5-41ce-bc83-a6e5db35ef88', 'name': 'network-vif-deleted', 'tag': '204884ca-0f87-4a19-b335-814c007e97c4', 'status': 'completed', 'code': 200} May 10 11:24:49.734837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:49.752486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event updated for resources: {'Port': ['ID=a4175e4d-0412-4714-99ab-88290f860d97,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:49.811104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Deleting port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:49.811593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.901775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:49.902503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.951666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b5e3-b432-49cb-8509-2f8e0ff60dfe req-e0943d38-4e33-4183-89d4-35cbafe14bdc tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:49.953296 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81d5b5e3-b432-49cb-8509-2f8e0ff60dfe req-e0943d38-4e33-4183-89d4-35cbafe14bdc tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 949 time: 0.2141433 May 10 11:24:49.960694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-1705bd3a-3360-453f-8eb1-1639e3c1c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:49.962163 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-1705bd3a-3360-453f-8eb1-1639e3c1c298 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3749981 May 10 11:24:49.983965 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-c2a9f3be-2320-4f41-9551-5cb051f298f2 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8733923 May 10 11:24:50.024099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Request body: {'port': {'device_id': '686c72e0-10ff-4a2d-b625-856dcb859b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:50.032041 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-6d16ecf5-a0a4-40ef-a1ba-e8b978f8b507 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 200 len: 217 time: 0.0603092 May 10 11:24:50.043650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ccc42-6868-4c8b-a884-02322434c973 req-914fe11a-34d4-4ff0-b2d1-0b1664487681 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:50.045685 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e38ccc42-6868-4c8b-a884-02322434c973 req-914fe11a-34d4-4ff0-b2d1-0b1664487681 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 931 time: 0.1251109 May 10 11:24:50.076680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] For port 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:50.077071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.095915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Made reservation on behalf of 53853782a8b34d4388e1527502cad2b0 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:50.099048 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.107256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Calling delete_port for 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:50.124366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81d5b5e3-b432-49cb-8509-2f8e0ff60dfe req-15882beb-16d8-466d-b7bb-93d791b38ab4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612117 May 10 11:24:50.172169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-5536a981-77ac-497b-a10f-da235ecf0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:50.175975 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-5536a981-77ac-497b-a10f-da235ecf0478 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1246276 May 10 11:24:50.197259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Router e16cc1ee-053d-43ae-96bd-d33230035715 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:24:50.201683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e38ccc42-6868-4c8b-a884-02322434c973 req-7ba62c4e-6bf6-4888-8d12-1ea4cc6d0cd9 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391580 May 10 11:24:50.214102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.325326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:50.330308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-239f0755-4701-4e3b-b8ac-b256c8c2613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:50.331844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-239f0755-4701-4e3b-b8ac-b256c8c2613f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479523 May 10 11:24:50.370184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5109300b-ed8f-4668-9e2c-5dce033e2ff6 req-81f7e562-0f60-4d1b-8551-0b6c38ad53c6 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0e2653-9ba5-41ce-bc83-a6e5db35ef88 HTTP/1.1" status: 200 len: 210 time: 0.0545335 May 10 11:24:50.403906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Allocated IP 172.20.0.13 (f5c45c61-33a2-4c7a-84c5-f52ad001b93e/04ecf27b-00e8-4faa-8072-8921953d5a56/9f253580-5d0c-4bcd-890a-3ae616181cde) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:50.439972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] Checking router: a58f17d2-4d4d-4ab2-84a5-b54afcede3ce for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:50.456463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:50.457271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:50.501910 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57d6b104-2b4c-4731-b5c3-6ef525ae34db req-5506ed19-9127-4b3b-ac2b-33247674c6e5 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 210 time: 0.0558600 May 10 11:24:50.597319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.620852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:24:50.621100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:50.631377 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Sync routers for ids ['e16cc1ee-053d-43ae-96bd-d33230035715'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:50.635730 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-a0b2c0a6-679c-4ebe-bcd2-c8ae8be01133 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856324 May 10 11:24:50.656064 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Routers {'e16cc1ee-053d-43ae-96bd-d33230035715'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:50.657483 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e16cc1ee-053d-43ae-96bd-d33230035715'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:50.677011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:50.717286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.724445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-19763ef4-2aba-440c-b593-a869530719f7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8576550 May 10 11:24:50.735764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57566) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:50.866931 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.956811 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Set router e16cc1ee-053d-43ae-96bd-d33230035715 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:50.988282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.998726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 7c2fa708-d01e-4012-b946-03b0c75732d6 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:51.002543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.105269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Network f5c45c61-33a2-4c7a-84c5-f52ad001b93e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:51.122638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:51.126702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:51.141891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 7c2fa708-d01e-4012-b946-03b0c75732d6 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:51.148951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 7c2fa708-d01e-4012-b946-03b0c75732d6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:51.149570 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.209003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:51.226777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Pushing event updated for resources: {'Port': ['ID=9f253580-5d0c-4bcd-890a-3ae616181cde,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:51.267762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783c585-5e74-464f-b042-0b935ed79666 None None] The sync data for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 is: [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:22:02Z', 'revision_number': 4, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '62a54178-df22-44cf-b1cc-570fcec51f01', 'name': '', 'network_id': 'c35aa417-024d-4598-bdf0-38be789ba1bf', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'mac_address': 'fa:16:3e:0e:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:01Z', 'updated_at': '2022-05-10T11:22:08Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'subnets': [{'id': '09195cb0-a4ec-4ada-9fdc-94bc46b2bea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:51.293928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:51.295474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.308802 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:24:47Z', 'revision_number': 3, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port': {'id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:43Z', 'updated_at': '2022-05-10T11:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:51.329102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-26df16fd-738c-47e8-9b98-6132cf8c7d01 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6066365 May 10 11:24:51.349022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Request body: {'port': {'device_id': '2f3b6010-30c0-4b56-a50e-524d0d11cf6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:51.355316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 7c2fa708-d01e-4012-b946-03b0c75732d6 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:51.358895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.379807 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Checking router: e16cc1ee-053d-43ae-96bd-d33230035715 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:51.380538 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Updating router e16cc1ee-053d-43ae-96bd-d33230035715 port 60239ed2-fae6-4bc9-987f-bc4664938d93 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:51.416178 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.421605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:51.426934 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ce6669-79ca-435e-a0c6-58ca8889d4ea" -d '{"events": [{"server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "name": "network-vif-plugged", "status": "completed", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:51.444377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:51.454383 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.599146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:51.651390 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.677122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236c8ed-8e64-4695-9ce2-b207ae30ad3f req-ac15a69f-e572-4598-9ad8-2ed9ff03ef31 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:51.686315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d236c8ed-8e64-4695-9ce2-b207ae30ad3f req-ac15a69f-e572-4598-9ad8-2ed9ff03ef31 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 931 time: 0.2860453 May 10 11:24:51.727714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4175e4d-0412-4714-99ab-88290f860d97 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:51.738263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41396f10-afb6-4e18-a195-a8752d15cfa7 req-0660b10a-4769-4b71-a170-26b1a57b3231 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0947952 May 10 11:24:51.749250 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.757367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bdfb26-83c9-4ca8-88a0-5c607c5dea07 None None] New status for floating IP bace12b5-cb1b-40c2-86a0-b7b37eab20d8: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:24:51.770845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Router c90ae809-b02e-4124-a36a-2a957750e629 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:24:51.792628 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d236c8ed-8e64-4695-9ce2-b207ae30ad3f req-1b85a8a6-21d1-4a80-9af8-9b746dd058ec tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050932 May 10 11:24:51.827139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Transition to ACTIVE for port object a4175e4d-0412-4714-99ab-88290f860d97 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:51.849274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5d895-39e6-4a2c-ae0f-1161acd5d5df req-19259f87-8f2c-4e72-8360-644b016c5730 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:51.857896 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9b5d895-39e6-4a2c-ae0f-1161acd5d5df req-19259f87-8f2c-4e72-8360-644b016c5730 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.2889755 May 10 11:24:51.866702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.978795 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.989732 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.061581 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f62ecd7-a1e6-4d95-b6ff-857cf3ea3919 x-openstack-request-id: req-1f62ecd7-a1e6-4d95-b6ff-857cf3ea3919 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:52.062240 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "name": "network-vif-plugged", "status": "completed", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:52.064938 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f62ecd7-a1e6-4d95-b6ff-857cf3ea3919 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:52.065465 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f62ecd7-a1e6-4d95-b6ff-857cf3ea3919'] response: {'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'code': 200} May 10 11:24:52.118255 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426b5c3-c168-4353-84a5-4a80ba7c727a None None] Pushing event updated for resources: {'Port': ['ID=60239ed2-fae6-4bc9-987f-bc4664938d93,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.136021 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Attempting to bind port 60239ed2-fae6-4bc9-987f-bc4664938d93 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:52.137533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Attempting to bind port 60239ed2-fae6-4bc9-987f-bc4664938d93 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:52.138054 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Attempting to bind port 60239ed2-fae6-4bc9-987f-bc4664938d93 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:52.143642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9b5d895-39e6-4a2c-ae0f-1161acd5d5df req-c6a230db-c516-4ad1-8490-61ff938a9853 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845764 May 10 11:24:52.151324 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:52.151797 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:52.152662 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.153940 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:52.154914 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Bound port: 60239ed2-fae6-4bc9-987f-bc4664938d93, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:52.155439 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.192034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Pushing event updated for resources: {'Port': ['ID=a4175e4d-0412-4714-99ab-88290f860d97,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.284932 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] For port 60239ed2-fae6-4bc9-987f-bc4664938d93, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:52.288692 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] For port 60239ed2-fae6-4bc9-987f-bc4664938d93, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=60239ed2-fae6-4bc9-987f-bc4664938d93,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:52.297555 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.361266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d64ec-ce1d-4f10-9e9d-876a768cfa0d req-9fb326ab-abfc-4f4e-97a4-d00f323c0118 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:52.362838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-040d64ec-ce1d-4f10-9e9d-876a768cfa0d req-9fb326ab-abfc-4f4e-97a4-d00f323c0118 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 932 time: 0.2334657 May 10 11:24:52.381257 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Routers {'e16cc1ee-053d-43ae-96bd-d33230035715'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:52.381891 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e16cc1ee-053d-43ae-96bd-d33230035715'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:52.421019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57590) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:52.430482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Attempting to bind port a4175e4d-0412-4714-99ab-88290f860d97 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:52.430931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Attempting to bind port a4175e4d-0412-4714-99ab-88290f860d97 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:52.431330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Attempting to bind port a4175e4d-0412-4714-99ab-88290f860d97 on network 8dc7338d-07d7-41e9-bac0-510bfb882563 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:52.439202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Port a4175e4d-0412-4714-99ab-88290f860d97 on network 8dc7338d-07d7-41e9-bac0-510bfb882563 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:24:52.439557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Attempting to bind port a4175e4d-0412-4714-99ab-88290f860d97 on network 8dc7338d-07d7-41e9-bac0-510bfb882563 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:52.511180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:24:52.521885 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0460989a-5443-47bf-b69d-6ab10e8641a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/c90ae809-b02e-4124-a36a-2a957750e629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3297312 May 10 11:24:52.531142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-040d64ec-ce1d-4f10-9e9d-876a768cfa0d req-e8b85979-452e-42b8-84ff-7b940138f946 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453416 May 10 11:24:52.537673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57592) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:52.545154 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426b5c3-c168-4353-84a5-4a80ba7c727a None None] Pushing event updated for resources: {'Port': ['ID=60239ed2-fae6-4bc9-987f-bc4664938d93,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.554017 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a6813-e355-4047-a688-e9ada147f882 None None] Sync routers for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:52.563091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:52.563448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Checking segment: {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:52.563835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Bound using segment: {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:52.564348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Bound port: a4175e4d-0412-4714-99ab-88290f860d97, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e2cccf-eb7f-4259-ac2c-b3262359d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:52.564709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.602282 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a6813-e355-4047-a688-e9ada147f882 None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:52.603047 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-666a6813-e355-4047-a688-e9ada147f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:52.631393 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad322198-53b2-4d7f-a210-206dd6781fb4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.656240 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] Set router e16cc1ee-053d-43ae-96bd-d33230035715 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:52.715692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.802776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] For port a4175e4d-0412-4714-99ab-88290f860d97, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:52.822962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] For port a4175e4d-0412-4714-99ab-88290f860d97, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4175e4d-0412-4714-99ab-88290f860d97,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:52.833413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.922901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Pushing event updated for resources: {'Port': ['ID=a4175e4d-0412-4714-99ab-88290f860d97,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.950179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f253580-5d0c-4bcd-890a-3ae616181cde {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:52.969899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:52.971114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.972723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-038cdefe-cff9-44c0-937d-474bd6d8ca48 service neutron] 10.222.0.70 "PUT /v2.0/ports/a4175e4d-0412-4714-99ab-88290f860d97 HTTP/1.1" status: 200 len: 1091 time: 2.9535015 May 10 11:24:52.996000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.004838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-666a6813-e355-4047-a688-e9ada147f882 None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:53.008185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686c72e0-10ff-4a2d-b625-856dcb859b91', 'tag': 'a4175e4d-0412-4714-99ab-88290f860d97'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:53.010457 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998dc186-26b4-4b92-9044-26d905cfcc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "686c72e0-10ff-4a2d-b625-856dcb859b91", "tag": "a4175e4d-0412-4714-99ab-88290f860d97"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:53.019297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad322198-53b2-4d7f-a210-206dd6781fb4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.061275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Transition to ACTIVE for port object 9f253580-5d0c-4bcd-890a-3ae616181cde will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:53.079987 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.093265 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d796e4dd-bb2e-47a1-87a0-e7c2911e5e4e x-openstack-request-id: req-d796e4dd-bb2e-47a1-87a0-e7c2911e5e4e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:53.093544 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686c72e0-10ff-4a2d-b625-856dcb859b91", "tag": "a4175e4d-0412-4714-99ab-88290f860d97", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:53.093780 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d796e4dd-bb2e-47a1-87a0-e7c2911e5e4e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:53.094176 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d796e4dd-bb2e-47a1-87a0-e7c2911e5e4e'] response: {'name': 'network-changed', 'server_uuid': '686c72e0-10ff-4a2d-b625-856dcb859b91', 'tag': 'a4175e4d-0412-4714-99ab-88290f860d97', 'status': 'completed', 'code': 200} May 10 11:24:53.096706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.144998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f713c-8d4f-438d-8a58-d1a6b2243da2 req-7193e1b1-e990-41dc-bd7f-e37e993e344f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:53.146758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c09f713c-8d4f-438d-8a58-d1a6b2243da2 req-7193e1b1-e990-41dc-bd7f-e37e993e344f tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 943 time: 0.2147362 May 10 11:24:53.179185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-807f3dd8-a739-464d-9be2-55a19a41fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:53.180933 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-807f3dd8-a739-464d-9be2-55a19a41fd6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 1094 time: 0.1480958 May 10 11:24:53.207766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Pushing event updated for resources: {'Port': ['ID=9f253580-5d0c-4bcd-890a-3ae616181cde,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.258559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Allocated IP 172.20.0.1 (7b913183-870a-481a-bf0b-a687ed72b53e/3f5b074a-b461-4e27-b673-ff5a54ddbd2f/2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:53.261876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-5209c263-138a-49ee-9991-db0e18ee56b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4175e4d-0412-4714-99ab-88290f860d97 HTTP/1.1" status: 200 len: 217 time: 0.0624866 May 10 11:24:53.271799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad322198-53b2-4d7f-a210-206dd6781fb4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.274454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad322198-53b2-4d7f-a210-206dd6781fb4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.275633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ad322198-53b2-4d7f-a210-206dd6781fb4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3 HTTP/1.1" status: 204 len: 168 time: 0.8471980 May 10 11:24:53.299741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57604) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:53.334960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-76da508e-a410-4af2-b842-02ad5c510f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:53.336636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-76da508e-a410-4af2-b842-02ad5c510f0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83063887-d7ff-4b50-ac21-9efac931ebab HTTP/1.1" status: 200 len: 860 time: 0.0664105 May 10 11:24:53.358863 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-fbedbd90-4fc6-49ae-b704-ce64d615c66c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] show failed (client error): The resource could not be found. May 10 11:24:53.360226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fbedbd90-4fc6-49ae-b704-ce64d615c66c tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "GET /v2.0/security-groups/c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3 HTTP/1.1" status: 404 len: 347 time: 0.0594404 May 10 11:24:53.361941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad322198-53b2-4d7f-a210-206dd6781fb4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b5d81e-4cfc-402c-9d2a-82e5b3b664b3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.365405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57606) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:53.408744 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-cfccaa5a-cc7c-483d-b1d2-fbe34e532ac1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8dc7338d-07d7-41e9-bac0-510bfb882563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618851 May 10 11:24:53.429766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c09f713c-8d4f-438d-8a58-d1a6b2243da2 req-f58983a3-5279-463c-becc-d8a630fe6aa3 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740290 May 10 11:24:53.434823 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:24:47Z', 'revision_number': 3, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port': {'id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:43Z', 'updated_at': '2022-05-10T11:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:53.466659 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce11cb-0aeb-4c6b-80dd-9977e68e5dad None None] The sync data for ids ['e16cc1ee-053d-43ae-96bd-d33230035715'] in n-d-840949-1 is: [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:24:47Z', 'revision_number': 3, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port': {'id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:43Z', 'updated_at': '2022-05-10T11:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:53.467360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.516828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Attempting to bind port 9f253580-5d0c-4bcd-890a-3ae616181cde on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:53.517165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Attempting to bind port 9f253580-5d0c-4bcd-890a-3ae616181cde by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '574b7fff-f13c-49a8-9c7b-7bd23195b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f5c45c61-33a2-4c7a-84c5-f52ad001b93e'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:53.517505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Attempting to bind port 9f253580-5d0c-4bcd-890a-3ae616181cde on network f5c45c61-33a2-4c7a-84c5-f52ad001b93e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:53.519744 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-666a6813-e355-4047-a688-e9ada147f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:50Z', 'revision_number': 5, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port': {'id': 'f82a2235-43c3-46cd-994c-5b2e74554222', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:53.532063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf888c-c863-4615-8ae6-976c3fc718c7 req-96dc960c-fce3-4d5d-a6af-22b67e5b5b7a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:53.533674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8cf888c-c863-4615-8ae6-976c3fc718c7 req-96dc960c-fce3-4d5d-a6af-22b67e5b5b7a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.2193935 May 10 11:24:53.539031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Port 9f253580-5d0c-4bcd-890a-3ae616181cde on network f5c45c61-33a2-4c7a-84c5-f52ad001b93e not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:24:53.539031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Attempting to bind port 9f253580-5d0c-4bcd-890a-3ae616181cde on network f5c45c61-33a2-4c7a-84c5-f52ad001b93e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:53.582388 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a6813-e355-4047-a688-e9ada147f882 None None] Checking router: c90ae809-b02e-4124-a36a-2a957750e629 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:53.595561 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a6813-e355-4047-a688-e9ada147f882 None None] Routers {'c90ae809-b02e-4124-a36a-2a957750e629'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:53.596225 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-666a6813-e355-4047-a688-e9ada147f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c90ae809-b02e-4124-a36a-2a957750e629'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:53.632458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.647563 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-ac4c1100-e823-4212-9cbd-4bd205396e89 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234354 May 10 11:24:53.662809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:53.663447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Checking segment: {'id': '574b7fff-f13c-49a8-9c7b-7bd23195b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f5c45c61-33a2-4c7a-84c5-f52ad001b93e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:53.663751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Bound using segment: {'id': '574b7fff-f13c-49a8-9c7b-7bd23195b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f5c45c61-33a2-4c7a-84c5-f52ad001b93e'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:53.664066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Bound port: 9f253580-5d0c-4bcd-890a-3ae616181cde, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574b7fff-f13c-49a8-9c7b-7bd23195b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f5c45c61-33a2-4c7a-84c5-f52ad001b93e'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:53.664421 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.727285 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-666a6813-e355-4047-a688-e9ada147f882 None None] Set router c90ae809-b02e-4124-a36a-2a957750e629 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:53.798407 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-666a6813-e355-4047-a688-e9ada147f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:53Z', 'revision_number': 6, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:53.816684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8cf888c-c863-4615-8ae6-976c3fc718c7 req-e7a09c8b-c229-47d1-96f4-8d3d8ac809ad tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810918 May 10 11:24:53.821275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4acb97-f3e8-41d1-9c6a-7ed6c663f332 req-aec36d5c-b3d2-4785-a56e-ca7e7b7ac6ec tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:53.822936 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a4acb97-f3e8-41d1-9c6a-7ed6c663f332 req-aec36d5c-b3d2-4785-a56e-ca7e7b7ac6ec tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 944 time: 0.1636562 May 10 11:24:53.830938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a6813-e355-4047-a688-e9ada147f882 None None] The sync data for ids ['c90ae809-b02e-4124-a36a-2a957750e629'] in n-d-840949-1 is: [{'id': 'c90ae809-b02e-4124-a36a-2a957750e629', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105173287-router', 'tenant_id': '03f6cf2d91ea45509aaf04d07a532790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:02Z', 'updated_at': '2022-05-10T11:24:53Z', 'revision_number': 6, 'project_id': '03f6cf2d91ea45509aaf04d07a532790', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:53.857161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] For port 9f253580-5d0c-4bcd-890a-3ae616181cde, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:53.857781 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.870038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] For port 9f253580-5d0c-4bcd-890a-3ae616181cde, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9f253580-5d0c-4bcd-890a-3ae616181cde,segment=NetworkSegment(574b7fff-f13c-49a8-9c7b-7bd23195b70e),segment_id=574b7fff-f13c-49a8-9c7b-7bd23195b70e)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:53.876337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Deleting port f82a2235-43c3-46cd-994c-5b2e74554222 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:53.876945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.884754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.935006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Deleting port f0e8cebf-9fde-49cd-985e-2e0875c2f2ec {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:53.935482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.938496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:53.939112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.941231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] 10.222.0.49 "PUT /v2.0/ports/9f253580-5d0c-4bcd-890a-3ae616181cde HTTP/1.1" status: 200 len: 1092 time: 2.6026764 May 10 11:24:53.941513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Pushing event updated for resources: {'Port': ['ID=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.960122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Network 7b913183-870a-481a-bf0b-a687ed72b53e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:53.978056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:53.990453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:54.008400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3b6010-30c0-4b56-a50e-524d0d11cf6f', 'tag': '9f253580-5d0c-4bcd-890a-3ae616181cde'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:24:54.016817 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8951da1-33ad-432c-962e-349a910efdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3b6010-30c0-4b56-a50e-524d0d11cf6f", "tag": "9f253580-5d0c-4bcd-890a-3ae616181cde"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:24:54.053876 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.059122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e5c272-394a-48c9-b6ef-202cc2ce485c req-370f655f-88df-4a28-be7b-5ea768e655f5 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962317 May 10 11:24:54.191834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a4acb97-f3e8-41d1-9c6a-7ed6c663f332 req-1625ac77-fbbf-421d-a82e-452fea96b209 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180902 May 10 11:24:54.216296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] For port f82a2235-43c3-46cd-994c-5b2e74554222, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f82a2235-43c3-46cd-994c-5b2e74554222,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:54.216870 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.233150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Calling delete_port for f82a2235-43c3-46cd-994c-5b2e74554222 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:54.395985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f56e4-e46a-449c-90e3-f3705fd3c973 service neutron] Pushing event updated for resources: {'Port': ['ID=9f253580-5d0c-4bcd-890a-3ae616181cde,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.445995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-15aae7e3-c857-43f7-aff1-b7ac20797a9e None None] Provisioning complete for port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:54.447095 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-15aae7e3-c857-43f7-aff1-b7ac20797a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.485441 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c286d677-9101-47ca-93c3-1b0e22b5b000 x-openstack-request-id: req-c286d677-9101-47ca-93c3-1b0e22b5b000 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:24:54.486366 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3b6010-30c0-4b56-a50e-524d0d11cf6f", "tag": "9f253580-5d0c-4bcd-890a-3ae616181cde", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:24:54.486660 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c286d677-9101-47ca-93c3-1b0e22b5b000 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:24:54.487197 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c286d677-9101-47ca-93c3-1b0e22b5b000'] response: {'name': 'network-changed', 'server_uuid': '2f3b6010-30c0-4b56-a50e-524d0d11cf6f', 'tag': '9f253580-5d0c-4bcd-890a-3ae616181cde', 'status': 'completed', 'code': 200} May 10 11:24:54.488048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-adf240f9-3cfb-4224-aba2-413831012033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:54.489580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-adf240f9-3cfb-4224-aba2-413831012033 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 1094 time: 0.2914822 May 10 11:24:54.530746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-15aae7e3-c857-43f7-aff1-b7ac20797a9e None None] Port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:24:54.649026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-bf272caf-e2c1-4629-afb1-de9c9631b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:54.650319 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.650868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-bf272caf-e2c1-4629-afb1-de9c9631b271 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53853782a8b34d4388e1527502cad2b0&device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 1095 time: 0.5133967 May 10 11:24:54.728038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702e5d6-6858-436c-9d1e-99a712835347 req-03c0dfce-ff90-4af7-b6ad-0fbc3c8cc95d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:54.729684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a702e5d6-6858-436c-9d1e-99a712835347 req-03c0dfce-ff90-4af7-b6ad-0fbc3c8cc95d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.6947565 May 10 11:24:54.736738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-61753fb2-0f80-492e-9962-b744ff06bae9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f253580-5d0c-4bcd-890a-3ae616181cde HTTP/1.1" status: 200 len: 217 time: 0.0627315 May 10 11:24:54.752431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2d844-ed25-46d6-80f1-9668047bbd31 req-45757f33-60a8-4c01-8114-0261105431c1 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:54.753962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba2d844-ed25-46d6-80f1-9668047bbd31 req-45757f33-60a8-4c01-8114-0261105431c1 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 943 time: 0.1491587 May 10 11:24:54.757271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-e94b0ee2-e7fb-49db-a09a-266e3825767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:54.758621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-e94b0ee2-e7fb-49db-a09a-266e3825767a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 200 len: 921 time: 0.2585313 May 10 11:24:54.763906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.764320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.819110 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-74fe4b84-be3b-44ee-bba0-4f2ba287c230 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4175e4d-0412-4714-99ab-88290f860d97 HTTP/1.1" status: 200 len: 217 time: 0.0495892 May 10 11:24:54.829919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Calling delete_port for f0e8cebf-9fde-49cd-985e-2e0875c2f2ec owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:54.927204 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.932032 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a702e5d6-6858-436c-9d1e-99a712835347 req-d8818221-2428-4ca4-92ef-5722935f1190 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939662 May 10 11:24:54.943603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-016dc643-88fb-46f9-a882-777ac784527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:54.945389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-016dc643-88fb-46f9-a882-777ac784527c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04ecf27b-00e8-4faa-8072-8921953d5a56 HTTP/1.1" status: 200 len: 854 time: 0.1780972 May 10 11:24:54.961364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba2d844-ed25-46d6-80f1-9668047bbd31 req-fd2e5f39-9d17-416c-8ab9-b364938ce490 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928930 May 10 11:24:54.982841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-8ab54a20-6fdc-4bd6-aaef-9d1a1caf93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:54.984561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82a2235-43c3-46cd-994c-5b2e74554222,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.984740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-8ab54a20-6fdc-4bd6-aaef-9d1a1caf93b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83063887-d7ff-4b50-ac21-9efac931ebab HTTP/1.1" status: 200 len: 860 time: 0.1481838 May 10 11:24:55.039741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-7ac8f7c9-eaeb-4fdf-a3fc-22ac4af1b10d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8dc7338d-07d7-41e9-bac0-510bfb882563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429642 May 10 11:24:55.045861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-207cc36c-f00d-4e0c-8272-5dd5ff3ef45c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5c45c61-33a2-4c7a-84c5-f52ad001b93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755079 May 10 11:24:55.138309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.145763 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.242138 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.247980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-a3f1b1fb-a450-4a33-8a68-88d33e615122 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c45c61-33a2-4c7a-84c5-f52ad001b93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917198 May 10 11:24:55.313855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-580d12d7-a006-40ee-9337-08dcedd0d344 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658820 May 10 11:24:55.457067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Pushing event updated for resources: {'Port': ['ID=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:55.485659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.489572 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-998dc186-26b4-4b92-9044-26d905cfcc7c req-f5b1a5a3-6434-4533-b5c9-856811eaeda1 service neutron] 10.222.0.70 "GET /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638725 May 10 11:24:55.493687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.507267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.531713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.574144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-d16c8916-67d7-482a-9dab-44e5e2c7134f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358906 May 10 11:24:55.600507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f153b3e-044a-42da-8bce-ddbd31a71455 req-12553754-c972-4ce4-bbc6-85e39ceaa752 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:55.602060 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f153b3e-044a-42da-8bce-ddbd31a71455 req-12553754-c972-4ce4-bbc6-85e39ceaa752 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 944 time: 0.2364626 May 10 11:24:55.661517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Pushing event deleted for resources: {'Port': ['ID=f0e8cebf-9fde-49cd-985e-2e0875c2f2ec,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:55.687493 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.690022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c90ae809-b02e-4124-a36a-2a957750e629 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:24:55.699541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 60239ed2-fae6-4bc9-987f-bc4664938d93 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:55.711513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Network 7b913183-870a-481a-bf0b-a687ed72b53e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:55.715264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:55.731398 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.732993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e6c61a06-79ff-4764-aa5e-fafab2b4c243 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c90ae809-b02e-4124-a36a-2a957750e629 HTTP/1.1" status: 204 len: 168 time: 3.1939979 May 10 11:24:55.736476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57652) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:55.758026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-100960bd-0300-43ba-9afc-8b5eeee0664b req-d9640f48-e691-41db-a2f9-d6e4c36f15d4 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c45c61-33a2-4c7a-84c5-f52ad001b93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534373 May 10 11:24:55.811811 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f153b3e-044a-42da-8bce-ddbd31a71455 req-d56ecba0-366d-4267-8f31-5d33a2eddb6a tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798766 May 10 11:24:55.831606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 60239ed2-fae6-4bc9-987f-bc4664938d93 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:55.832387 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.860118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.869035 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.870473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8667f993-3020-4865-bc28-7d3da9988ae4 tempest-ServersWithSpecificFlavorTestJSON-194543056 tempest-ServersWithSpecificFlavorTestJSON-194543056-project] 10.222.0.13 "DELETE /v2.0/floatingips/bace12b5-cb1b-40c2-86a0-b7b37eab20d8 HTTP/1.1" status: 204 len: 168 time: 2.5008132 May 10 11:24:55.946635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951da1-33ad-432c-962e-349a910efdc3 req-421bc342-e5fb-46ab-985a-4d591d881225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:55.948496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8951da1-33ad-432c-962e-349a910efdc3 req-421bc342-e5fb-46ab-985a-4d591d881225 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53853782a8b34d4388e1527502cad2b0&device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 1095 time: 0.1051552 May 10 11:24:55.959441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7de7dc24-19af-4d6c-85ab-e03b936e1378 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:55.981248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7de7dc24-19af-4d6c-85ab-e03b936e1378 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3955402 May 10 11:24:55.994543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 60239ed2-fae6-4bc9-987f-bc4664938d93 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:55.995058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.029337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 60239ed2-fae6-4bc9-987f-bc4664938d93, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=60239ed2-fae6-4bc9-987f-bc4664938d93,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:56.052051 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.060615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d51d83-9d51-4a41-9b58-8b0a5051986d admin admin] Deleting subnet aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:24:56.075542 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-e6354b6d-9977-4b20-85b2-c5ec9a175b3a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/quotas/7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 375 time: 0.0929701 May 10 11:24:56.101231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3d51d83-9d51-4a41-9b58-8b0a5051986d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.143388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=60239ed2-fae6-4bc9-987f-bc4664938d93,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:56.169894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f82a2235-43c3-46cd-994c-5b2e74554222 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:56.208870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951da1-33ad-432c-962e-349a910efdc3 req-aaae9b0a-0674-4c0b-8d0c-c4d213f0e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:56.210369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8951da1-33ad-432c-962e-349a910efdc3 req-aaae9b0a-0674-4c0b-8d0c-c4d213f0e39b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5c45c61-33a2-4c7a-84c5-f52ad001b93e HTTP/1.1" status: 200 len: 915 time: 0.2408843 May 10 11:24:56.211540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f82a2235-43c3-46cd-994c-5b2e74554222 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:56.213009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f82a2235-43c3-46cd-994c-5b2e74554222 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:56.214301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:56.229605 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3d51d83-9d51-4a41-9b58-8b0a5051986d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.246775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f0ca0a2a-3287-4a23-88aa-98c017b2498e None None] Provisioning complete for port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:56.246775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f0ca0a2a-3287-4a23-88aa-98c017b2498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.248195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:56.249102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8e89cd5a-8e8f-4167-82c6-b115ff9ecbd7 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:56.258313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Router e16cc1ee-053d-43ae-96bd-d33230035715 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:24:56.302654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca0a2a-3287-4a23-88aa-98c017b2498e None None] Port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:24:56.308438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-fe8bbfbd-ea66-4f9f-8200-3b3ec4afe4e3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2302821 May 10 11:24:56.323784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8951da1-33ad-432c-962e-349a910efdc3 req-a3f81fcb-cd9d-47a6-87b0-4aee284ffdaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f253580-5d0c-4bcd-890a-3ae616181cde HTTP/1.1" status: 200 len: 217 time: 0.1025300 May 10 11:24:56.433239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951da1-33ad-432c-962e-349a910efdc3 req-96aff20e-a061-4b08-bfb2-d2686748d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:56.442996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8951da1-33ad-432c-962e-349a910efdc3 req-96aff20e-a061-4b08-bfb2-d2686748d581 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04ecf27b-00e8-4faa-8072-8921953d5a56 HTTP/1.1" status: 200 len: 854 time: 0.1106510 May 10 11:24:56.509793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8951da1-33ad-432c-962e-349a910efdc3 req-2e8220d9-7ada-4a51-8349-39ac1b53e808 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5c45c61-33a2-4c7a-84c5-f52ad001b93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574834 May 10 11:24:56.652100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a4175e4d-0412-4714-99ab-88290f860d97 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:24:56.676128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4cf5-9e99-4290-b267-ee105cac1be7 req-2e1bb01e-0536-4d1e-b8b4-6519a5d29e51 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:56.678362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f49a4cf5-9e99-4290-b267-ee105cac1be7 req-2e1bb01e-0536-4d1e-b8b4-6519a5d29e51 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 943 time: 0.1724472 May 10 11:24:56.774345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8951da1-33ad-432c-962e-349a910efdc3 req-df0fdc7d-41b0-45eb-bdc1-87f3e3273930 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c45c61-33a2-4c7a-84c5-f52ad001b93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321775 May 10 11:24:56.802004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a4175e4d-0412-4714-99ab-88290f860d97, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4175e4d-0412-4714-99ab-88290f860d97,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:56.817325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'a4175e4d-0412-4714-99ab-88290f860d97', 'network_id': '8dc7338d-07d7-41e9-bac0-510bfb882563', 'port_id': 'a4175e4d-0412-4714-99ab-88290f860d97', 'mac_address': 'fa:16:3e:ae:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83063887-d7ff-4b50-ac21-9efac931ebab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:24:56.862767 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f49a4cf5-9e99-4290-b267-ee105cac1be7 req-57310e32-e2ab-466a-9eb4-2855fbbbb24d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663077 May 10 11:24:56.893519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a4175e4d-0412-4714-99ab-88290f860d97 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:56.893872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.912427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4175e4d-0412-4714-99ab-88290f860d97 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:56.948700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a4175e4d-0412-4714-99ab-88290f860d97, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4175e4d-0412-4714-99ab-88290f860d97,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:56.957839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:24:56.970129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ada48b60-8d4a-4110-87fa-82b0b5b9a518 req-0a213104-2d5d-4780-a36b-b08525b55f27 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 210 time: 0.0442095 May 10 11:24:56.974706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Sync routers for ids ['e16cc1ee-053d-43ae-96bd-d33230035715'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:56.983591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.993108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fed6de23-2503-47e4-9acd-f66e6afd77df admin admin] 10.222.0.13 "PUT /v2.0/routers/e16cc1ee-053d-43ae-96bd-d33230035715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2513623 May 10 11:24:57.009817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8951da1-33ad-432c-962e-349a910efdc3 req-7c159b4b-6d51-419b-897f-22f9a0ed9866 service neutron] 10.222.0.49 "GET /v2.0/networks/f5c45c61-33a2-4c7a-84c5-f52ad001b93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253315 May 10 11:24:57.078026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Routers {'e16cc1ee-053d-43ae-96bd-d33230035715'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:57.080176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e16cc1ee-053d-43ae-96bd-d33230035715'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:57.107343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3d51d83-9d51-4a41-9b58-8b0a5051986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.190598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffd234-e438-42c6-bf70-2209c51f3504 req-44531c6f-7d57-48a2-a349-c1da94d51a18 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:57.204418 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7ffd234-e438-42c6-bf70-2209c51f3504 req-44531c6f-7d57-48a2-a349-c1da94d51a18 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 944 time: 0.1170883 May 10 11:24:57.241399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a4175e4d-0412-4714-99ab-88290f860d97,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:57.249014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3d51d83-9d51-4a41-9b58-8b0a5051986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.355185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3d51d83-9d51-4a41-9b58-8b0a5051986d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.366989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Set router e16cc1ee-053d-43ae-96bd-d33230035715 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:24:57.373849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e3d51d83-9d51-4a41-9b58-8b0a5051986d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc HTTP/1.1" status: 204 len: 168 time: 1.6336405 May 10 11:24:57.374571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57700) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:57.380152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d51d83-9d51-4a41-9b58-8b0a5051986d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa49f4f8-8e4d-48b9-9c6a-28151ebcacfc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:57.479636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a4175e4d-0412-4714-99ab-88290f860d97'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:24:57.481789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfb9d6-fb55-4bdf-b3c1-acfea269d4e9 None None] Network f5c9f8df-7fbe-42fe-b54f-de546078f5d9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:57.723561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 60239ed2-fae6-4bc9-987f-bc4664938d93 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:24:57.873994 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.941154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7ffd234-e438-42c6-bf70-2209c51f3504 req-e18000e8-885f-4aba-8e51-710b5f28b2e8 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329373 May 10 11:24:57.959058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-b665b542-c072-4a54-9960-3abcc58cb731 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5424204 May 10 11:24:57.967234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 60239ed2-fae6-4bc9-987f-bc4664938d93 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:57.967805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.968099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:58.001222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57710) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:58.026338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Deleting port 376ad08a-9232-424a-b6ed-4261b0db438e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:58.027771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.046742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.223776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] For port 376ad08a-9232-424a-b6ed-4261b0db438e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=376ad08a-9232-424a-b6ed-4261b0db438e,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:58.224467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.251133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Calling delete_port for 376ad08a-9232-424a-b6ed-4261b0db438e owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:58.305593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] DHCP port deletion for f5c9f8df-7fbe-42fe-b54f-de546078f5d9 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:24:58.375105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-ef28afc7-8344-4aa7-833b-328274011d5b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950308 May 10 11:24:58.399685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] Deleting port 376ad08a-9232-424a-b6ed-4261b0db438e {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:24:58.400020 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.478802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.495323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717d7c4-4c59-4716-80df-529970902ebc req-d98f128d-1f80-4f58-b037-cd06e58d5d6a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:58.508880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b717d7c4-4c59-4716-80df-529970902ebc req-d98f128d-1f80-4f58-b037-cd06e58d5d6a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 944 time: 0.2299905 May 10 11:24:58.533936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.551120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 60239ed2-fae6-4bc9-987f-bc4664938d93 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:58.566340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=376ad08a-9232-424a-b6ed-4261b0db438e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:58.567893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] For port 376ad08a-9232-424a-b6ed-4261b0db438e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=376ad08a-9232-424a-b6ed-4261b0db438e,segment=NetworkSegment(95e127ad-9749-4362-a692-a68da82f9e02),segment_id=95e127ad-9749-4362-a692-a68da82f9e02)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:58.568345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.581438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] No DVR routers for this DVR port 376ad08a-9232-424a-b6ed-4261b0db438e on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:58.589202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] Calling delete_port for 376ad08a-9232-424a-b6ed-4261b0db438e owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:24:58.593118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:24:54Z', 'revision_number': 4, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port': {'id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:43Z', 'updated_at': '2022-05-10T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55', 'name': '', 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'mac_address': 'fa:16:3e:41:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3f5b074a-b461-4e27-b673-ff5a54ddbd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:52Z', 'updated_at': '2022-05-10T11:24:54Z', 'revision_number': 2, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'subnets': [{'id': '3f5b074a-b461-4e27-b673-ff5a54ddbd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:58.632184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Checking router: e16cc1ee-053d-43ae-96bd-d33230035715 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:58.633034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Updating router e16cc1ee-053d-43ae-96bd-d33230035715 port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:58.701281 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.728487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b717d7c4-4c59-4716-80df-529970902ebc req-1b2db5df-9090-49e6-bec9-9e85267077c0 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185552 May 10 11:24:58.802217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.843424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9f253580-5d0c-4bcd-890a-3ae616181cde details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:24:58.851483 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.854919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Allocated IP 172.25.8.173 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b9041581-8f4e-45c8-8733-399c85e63e58) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:58.898141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] Pushing event deleted for resources: {'Port': ['ID=376ad08a-9232-424a-b6ed-4261b0db438e,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:58.906096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff55064-47c4-4d0b-8ded-4fb6f9c71cfe None None] No DVR routers for this DVR port 376ad08a-9232-424a-b6ed-4261b0db438e on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:58.909904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181549ca-ff92-4219-81db-eef67ec60e69 req-6454b945-6ea7-4414-b0b8-4038fee858e7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:58.913849 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-6454b945-6ea7-4414-b0b8-4038fee858e7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5291615 May 10 11:24:58.921315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c9f8df-7fbe-42fe-b54f-de546078f5d9']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:58.928844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d72f541-66aa-49ca-bf6d-816df8482065 req-603c3718-cd57-4bc7-bc90-a30c9b4ff96e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 210 time: 0.0973165 May 10 11:24:58.946011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Request body: {'port': {'device_id': 'cefe8720-9243-4055-b730-f30abc63fed9', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '7c8946ea7ec24bf3a02449c0f4c5d588'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:58.983923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e127ad-9749-4362-a692-a68da82f9e02') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:58.984230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e127ad-9749-4362-a692-a68da82f9e02') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:59.009755 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.035725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.053745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:24:59.056097 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: timer() May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:24:59.105102 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:24:59.195874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e23a1-347f-44e2-9b26-0d4369d06c98 req-32b49776-51bc-4e85-81da-a408a92772a9 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:24:59.207968 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-088e23a1-347f-44e2-9b26-0d4369d06c98 req-32b49776-51bc-4e85-81da-a408a92772a9 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 944 time: 0.1350896 May 10 11:24:59.231163 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.236592 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.249791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.266347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Made reservation on behalf of 7c8946ea7ec24bf3a02449c0f4c5d588 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:59.269598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.285228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.326885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92492d-b59e-458c-976e-833750b3c397 None None] Pushing event updated for resources: {'Port': ['ID=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:59.336624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9f253580-5d0c-4bcd-890a-3ae616181cde, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9f253580-5d0c-4bcd-890a-3ae616181cde,segment=NetworkSegment(574b7fff-f13c-49a8-9c7b-7bd23195b70e),segment_id=574b7fff-f13c-49a8-9c7b-7bd23195b70e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:59.341251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:59.348517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-088e23a1-347f-44e2-9b26-0d4369d06c98 req-92ce202c-31ca-44e0-87e5-224aff301a32 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392455 May 10 11:24:59.375358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:59.379075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:24:59.381705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event updated for resources: {'Port': ['ID=b9041581-8f4e-45c8-8733-399c85e63e58,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:59.387109 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.392389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.393255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '9f253580-5d0c-4bcd-890a-3ae616181cde', 'network_id': 'f5c45c61-33a2-4c7a-84c5-f52ad001b93e', 'port_id': '9f253580-5d0c-4bcd-890a-3ae616181cde', 'mac_address': 'fa:16:3e:38:8e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ecf27b-00e8-4faa-8072-8921953d5a56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:24:59.402219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f5c9f8df-7fbe-42fe-b54f-de546078f5d9 HTTP/1.1" status: 204 len: 168 time: 2.0212657 May 10 11:24:59.450055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Attempting to bind port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:59.450507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Attempting to bind port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:59.450894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Attempting to bind port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 on network 7b913183-870a-481a-bf0b-a687ed72b53e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:24:59.485794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:24:59.486243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Checking segment: {'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:24:59.486627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.487027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Bound using segment: {'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:24:59.487514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Bound port: 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01315b1a-a8b3-4778-b956-58e32fd10753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:59.487924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.507298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5fdb1-1c81-450b-bbe4-8a7970cbf2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c9f8df-7fbe-42fe-b54f-de546078f5d9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:59.564257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 9f253580-5d0c-4bcd-890a-3ae616181cde is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:24:59.564708 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.596376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f253580-5d0c-4bcd-890a-3ae616181cde {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:24:59.627755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9f253580-5d0c-4bcd-890a-3ae616181cde, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9f253580-5d0c-4bcd-890a-3ae616181cde,segment=NetworkSegment(574b7fff-f13c-49a8-9c7b-7bd23195b70e),segment_id=574b7fff-f13c-49a8-9c7b-7bd23195b70e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:24:59.642575 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.647706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] For port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:24:59.653817 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.670990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] For port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,segment=NetworkSegment(01315b1a-a8b3-4778-b956-58e32fd10753),segment_id=01315b1a-a8b3-4778-b956-58e32fd10753)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:24:59.696907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 376ad08a-9232-424a-b6ed-4261b0db438e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:24:59.706986 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.719304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 376ad08a-9232-424a-b6ed-4261b0db438e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:24:59.721758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Allocated IP 192.168.233.167 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/31833fee-1c47-4f11-8a1b-6e5701882206) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:59.721894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 376ad08a-9232-424a-b6ed-4261b0db438e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:24:59.723793 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.792352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Routers {'e16cc1ee-053d-43ae-96bd-d33230035715'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:24:59.793143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e16cc1ee-053d-43ae-96bd-d33230035715'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:59.815756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=9f253580-5d0c-4bcd-890a-3ae616181cde,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:59.857145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57726) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:24:59.862911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.042429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d22bc428-c863-4da4-9f5b-de5f34c677f2 None None] Provisioning complete for port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:00.042808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d22bc428-c863-4da4-9f5b-de5f34c677f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.094991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['9f253580-5d0c-4bcd-890a-3ae616181cde'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:00.123124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.136147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92492d-b59e-458c-976e-833750b3c397 None None] Pushing event updated for resources: {'Port': ['ID=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:00.138964 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.213464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] Set router e16cc1ee-053d-43ae-96bd-d33230035715 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:00.276754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d22bc428-c863-4da4-9f5b-de5f34c677f2 None None] Current status of the port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:00.277924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d22bc428-c863-4da4-9f5b-de5f34c677f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.304193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f934e3e7-0265-443f-9609-4c6c55a58bf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03f6cf2d91ea45509aaf04d07a532790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455640 May 10 11:25:00.314876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57730) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:00.373638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event updated for resources: {'Port': ['ID=b9041581-8f4e-45c8-8733-399c85e63e58,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:00.388340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.420982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.422242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-91695fbc-ac6f-4493-9e4e-9176dbb01241 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4620302 May 10 11:25:00.453722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c2561-139a-43cd-89f6-0b6f9897bd3f req-bc06830c-0297-4b7c-8eaf-f1b7b44845bf tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:00.461128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f2c2561-139a-43cd-89f6-0b6f9897bd3f req-bc06830c-0297-4b7c-8eaf-f1b7b44845bf tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 944 time: 0.5704346 May 10 11:25:00.496726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d22bc428-c863-4da4-9f5b-de5f34c677f2 None None] For port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,segment=NetworkSegment(01315b1a-a8b3-4778-b956-58e32fd10753),segment_id=01315b1a-a8b3-4778-b956-58e32fd10753)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:00.519272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-29a58001-0d38-4741-9bfd-b7586406d91c tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.0902593 May 10 11:25:00.524339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d22bc428-c863-4da4-9f5b-de5f34c677f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.693197 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f2c2561-139a-43cd-89f6-0b6f9897bd3f req-32c574a9-ad66-498c-a7fc-a9f827f06719 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311714 May 10 11:25:00.718073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a4175e4d-0412-4714-99ab-88290f860d97 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:00.743614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63b555fa-47de-45d2-a36f-c9a320496e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.756794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-f1ed9f0e-f29c-4242-b88d-843123043c85 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:00.759486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3c01fa-90b6-49a0-8f09-110f0173bcb2 req-f1ed9f0e-f29c-4242-b88d-843123043c85 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2338052 May 10 11:25:00.776497 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.818626 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63b555fa-47de-45d2-a36f-c9a320496e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.821857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:24:54Z', 'revision_number': 4, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port': {'id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:43Z', 'updated_at': '2022-05-10T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55', 'name': '', 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'mac_address': 'fa:16:3e:41:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3f5b074a-b461-4e27-b673-ff5a54ddbd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:52Z', 'updated_at': '2022-05-10T11:24:59Z', 'revision_number': 4, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'subnets': [{'id': '3f5b074a-b461-4e27-b673-ff5a54ddbd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:00.875853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bb317eda-20d4-4e91-a387-94463410bfc4 None None] Provisioning complete for port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:00.876120 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb317eda-20d4-4e91-a387-94463410bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.914240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2491172-2ceb-4fbb-bbfe-6306e21f2c42 None None] The sync data for ids ['e16cc1ee-053d-43ae-96bd-d33230035715'] in n-d-840949-1 is: [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:24:54Z', 'revision_number': 4, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port': {'id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:43Z', 'updated_at': '2022-05-10T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55', 'name': '', 'network_id': '7b913183-870a-481a-bf0b-a687ed72b53e', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'mac_address': 'fa:16:3e:41:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3f5b074a-b461-4e27-b673-ff5a54ddbd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:52Z', 'updated_at': '2022-05-10T11:24:59Z', 'revision_number': 4, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'subnets': [{'id': '3f5b074a-b461-4e27-b673-ff5a54ddbd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:00.916327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bc428-c863-4da4-9f5b-de5f34c677f2 None None] Pushing event updated for resources: {'Port': ['ID=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:00.925632 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port a4175e4d-0412-4714-99ab-88290f860d97 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:00.947293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port a4175e4d-0412-4714-99ab-88290f860d97 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:00.953744 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.996688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64bc1591-4217-4d4e-8d29-d7c9df06e6ba req-8c39f5df-82be-4903-8481-74fb9236f871 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 210 time: 0.1036568 May 10 11:25:01.061824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2524-27f2-4eaa-9296-71d88ca711d4 req-99cfdb73-92a7-4129-ac7a-38e560024ee1 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:01.063770 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19ee2524-27f2-4eaa-9296-71d88ca711d4 req-99cfdb73-92a7-4129-ac7a-38e560024ee1 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 945 time: 0.1607625 May 10 11:25:01.196947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19ee2524-27f2-4eaa-9296-71d88ca711d4 req-5ea3cee6-00bd-4f16-ba89-39f96cf36880 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121387 May 10 11:25:01.225958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bb317eda-20d4-4e91-a387-94463410bfc4 None None] Current status of the port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:01.238655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a4175e4d-0412-4714-99ab-88290f860d97 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:01.239440 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.281165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63b555fa-47de-45d2-a36f-c9a320496e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.286879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686c72e0-10ff-4a2d-b625-856dcb859b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4175e4d-0412-4714-99ab-88290f860d97'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:01.291044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63b555fa-47de-45d2-a36f-c9a320496e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.293007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-63b555fa-47de-45d2-a36f-c9a320496e5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b7c1595-db33-47d8-96da-3157ba7e146c HTTP/1.1" status: 204 len: 168 time: 0.9756122 May 10 11:25:01.294914 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f979fbf-4a9c-4297-8263-5637d098c14d" -d '{"events": [{"server_uuid": "686c72e0-10ff-4a2d-b625-856dcb859b91", "name": "network-vif-plugged", "status": "completed", "tag": "a4175e4d-0412-4714-99ab-88290f860d97"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:01.310024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.369219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b9ac89c6-56fb-4394-9039-fe7689b89969'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:01.426557 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbacbb8b-f11e-4b99-927f-0cf69ad4f2d0 x-openstack-request-id: req-dbacbb8b-f11e-4b99-927f-0cf69ad4f2d0 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:01.427314 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686c72e0-10ff-4a2d-b625-856dcb859b91", "name": "network-vif-plugged", "status": "completed", "tag": "a4175e4d-0412-4714-99ab-88290f860d97", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:01.427314 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbacbb8b-f11e-4b99-927f-0cf69ad4f2d0 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:01.427522 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbacbb8b-f11e-4b99-927f-0cf69ad4f2d0'] response: {'server_uuid': '686c72e0-10ff-4a2d-b625-856dcb859b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4175e4d-0412-4714-99ab-88290f860d97', 'code': 200} May 10 11:25:01.435488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a4175e4d-0412-4714-99ab-88290f860d97, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4175e4d-0412-4714-99ab-88290f860d97,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:01.440518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['7c2fa708-d01e-4012-b946-03b0c75732d6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:01.464426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:01.537890 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-86f84f03-7e16-4a36-91c5-0dfcdbc6e599 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3928859 May 10 11:25:01.538712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b555fa-47de-45d2-a36f-c9a320496e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7c1595-db33-47d8-96da-3157ba7e146c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:01.551628 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.590949 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:25:01.603858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:01.626836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5d640-8a61-48c4-8de6-b7cdb34aa1a1 req-241ec137-43d3-461a-a434-089f62c900e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:01.628459 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6b5d640-8a61-48c4-8de6-b7cdb34aa1a1 req-241ec137-43d3-461a-a434-089f62c900e3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 1096 time: 0.1449590 May 10 11:25:01.694644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:01.697809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:01.708767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.741749 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6b5d640-8a61-48c4-8de6-b7cdb34aa1a1 req-2a7909cd-1ea8-40d2-9d14-61bd97211024 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046247 May 10 11:25:01.792864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:01.877376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:01.980497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a4175e4d-0412-4714-99ab-88290f860d97,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:02.034751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53d75-ccba-42c1-8e02-9eba3e02b63d req-4cd2dd48-f1a1-46f1-a082-badeaa1d8f45 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:02.036393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4d53d75-ccba-42c1-8e02-9eba3e02b63d req-4cd2dd48-f1a1-46f1-a082-badeaa1d8f45 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 945 time: 0.1585100 May 10 11:25:02.129088 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4d53d75-ccba-42c1-8e02-9eba3e02b63d req-c8b25926-5e99-456b-b000-61f37fe17e14 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826230 May 10 11:25:02.204908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:02.205596 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.254974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-7872470e-5564-4217-864b-9161dd2df5c7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3249419 May 10 11:25:02.271750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Request body: {'port': {'device_id': 'cefe8720-9243-4055-b730-f30abc63fed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:02.281629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Deleting port 62a54178-df22-44cf-b1cc-570fcec51f01 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:02.282008 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.437269 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.438429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18abb65-d369-4954-b22f-9108a55abd2a req-d1e676aa-bd78-47a8-84a1-c9c0d6100886 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:02.446739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:02.447609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.456627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6cb3c349-0208-402e-8138-144d333f81a7 None None] Provisioning complete for port 31833fee-1c47-4f11-8a1b-6e5701882206 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:02.463247 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c349-0208-402e-8138-144d333f81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.470537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.471969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f18abb65-d369-4954-b22f-9108a55abd2a req-d1e676aa-bd78-47a8-84a1-c9c0d6100886 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 936 time: 0.1181109 May 10 11:25:02.534449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] For port 62a54178-df22-44cf-b1cc-570fcec51f01, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=62a54178-df22-44cf-b1cc-570fcec51f01,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:02.534973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.543399 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f18abb65-d369-4954-b22f-9108a55abd2a req-4087979c-13ab-4782-a99d-c67993fae6ef tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693226 May 10 11:25:02.680992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3c349-0208-402e-8138-144d333f81a7 None None] Port 31833fee-1c47-4f11-8a1b-6e5701882206 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:25:02.773728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af2877-cce0-4ca6-a117-b37e4aca4b2f req-8c19398d-e954-4b9d-a479-c37c945aac1e tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:02.781761 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d3af2877-cce0-4ca6-a117-b37e4aca4b2f req-8c19398d-e954-4b9d-a479-c37c945aac1e tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 945 time: 0.1120133 May 10 11:25:02.810532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:02.862091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9f253580-5d0c-4bcd-890a-3ae616181cde up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:02.903644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d3af2877-cce0-4ca6-a117-b37e4aca4b2f req-e0d75521-bf27-4acc-878e-6fdc7ca808c0 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208878 May 10 11:25:02.916062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Calling delete_port for 62a54178-df22-44cf-b1cc-570fcec51f01 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:02.932341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.000879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 9f253580-5d0c-4bcd-890a-3ae616181cde completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:03.007325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 9f253580-5d0c-4bcd-890a-3ae616181cde triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:03.008028 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.154139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 9f253580-5d0c-4bcd-890a-3ae616181cde is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:03.154532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.235775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9f253580-5d0c-4bcd-890a-3ae616181cde, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9f253580-5d0c-4bcd-890a-3ae616181cde,segment=NetworkSegment(574b7fff-f13c-49a8-9c7b-7bd23195b70e),segment_id=574b7fff-f13c-49a8-9c7b-7bd23195b70e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:03.245433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.297088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=9f253580-5d0c-4bcd-890a-3ae616181cde,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:03.366537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31833fee-1c47-4f11-8a1b-6e5701882206 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:03.378278 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.412065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Transition to ACTIVE for port object 31833fee-1c47-4f11-8a1b-6e5701882206 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:03.413200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Allocated IP 172.25.8.99 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/cdd064ba-d543-48d5-842d-39d3c58e65e9) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:03.428842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b6010-30c0-4b56-a50e-524d0d11cf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f253580-5d0c-4bcd-890a-3ae616181cde'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:03.431197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.432089 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60578114-88ea-4030-b6e9-734abc261f2c" -d '{"events": [{"server_uuid": "2f3b6010-30c0-4b56-a50e-524d0d11cf6f", "name": "network-vif-plugged", "status": "completed", "tag": "9f253580-5d0c-4bcd-890a-3ae616181cde"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:03.465236 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-bc4dab4e-ff8a-43f0-97e7-0e73e53caded tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d19555e9c8034c30985f49ede8794d1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318336 May 10 11:25:03.587649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-78230547-0e4a-4ee1-8fbd-aa014007e742 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:03.589766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-78230547-0e4a-4ee1-8fbd-aa014007e742 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237137 May 10 11:25:03.615169 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-67033c19-a768-4eb7-b169-bfbb7694af18 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/quotas/d19555e9c8034c30985f49ede8794d1f HTTP/1.1" status: 200 len: 375 time: 0.0178425 May 10 11:25:03.690473 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1178dbc4-b85c-45c8-911f-ac0ae92b93ff tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19555e9c8034c30985f49ede8794d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685971 May 10 11:25:03.944194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:04.041455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e048-96c3-4c70-80a5-324ec589d035 req-a082bc40-58d4-49af-8c83-194056ab0146 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:04.052489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18b5e048-96c3-4c70-80a5-324ec589d035 req-a082bc40-58d4-49af-8c83-194056ab0146 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 945 time: 0.0743229 May 10 11:25:04.104782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Attempting to bind port 31833fee-1c47-4f11-8a1b-6e5701882206 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:04.105711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Attempting to bind port 31833fee-1c47-4f11-8a1b-6e5701882206 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:04.106350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Attempting to bind port 31833fee-1c47-4f11-8a1b-6e5701882206 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:04.112908 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.120092 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18b5e048-96c3-4c70-80a5-324ec589d035 req-5fa8a799-cc8c-44d5-95ca-dc6c881294c4 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 May 10 11:25:04.132668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Port 31833fee-1c47-4f11-8a1b-6e5701882206 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:25:04.132668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Attempting to bind port 31833fee-1c47-4f11-8a1b-6e5701882206 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:04.163702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.166289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a54178-df22-44cf-b1cc-570fcec51f01,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:04.171916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:04.172096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:04.172472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:04.172914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Bound port: 31833fee-1c47-4f11-8a1b-6e5701882206, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:04.173278 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.255714 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718df9f1-0b4a-4aa1-bdae-29be4de5dc91 x-openstack-request-id: req-718df9f1-0b4a-4aa1-bdae-29be4de5dc91 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:04.256289 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3b6010-30c0-4b56-a50e-524d0d11cf6f", "name": "network-vif-plugged", "status": "completed", "tag": "9f253580-5d0c-4bcd-890a-3ae616181cde", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:04.261671 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-718df9f1-0b4a-4aa1-bdae-29be4de5dc91 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:04.262990 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718df9f1-0b4a-4aa1-bdae-29be4de5dc91'] response: {'server_uuid': '2f3b6010-30c0-4b56-a50e-524d0d11cf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f253580-5d0c-4bcd-890a-3ae616181cde', 'code': 200} May 10 11:25:04.320198 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a701ca7-8ec9-4de0-b93c-c92a29ec72b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.496943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.499346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8ff4-6ee4-4fbc-b770-9a814ca9f29a req-59757c31-0cda-4554-a025-a914e9793e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:04.500796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f96d8ff4-6ee4-4fbc-b770-9a814ca9f29a req-59757c31-0cda-4554-a025-a914e9793e26 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 1097 time: 0.1501801 May 10 11:25:04.517198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:04.540511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201625b6-8a57-43b6-aaf2-b30d39a65f6c req-f0ab94a4-148f-4fdd-96fb-654fcff565fb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:04.551996 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-201625b6-8a57-43b6-aaf2-b30d39a65f6c req-f0ab94a4-148f-4fdd-96fb-654fcff565fb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.0970123 May 10 11:25:04.586784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:04.601585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:04.631346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.637817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:04.655514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:04.659083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event updated for resources: {'Port': ['ID=cdd064ba-d543-48d5-842d-39d3c58e65e9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:04.659678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-201625b6-8a57-43b6-aaf2-b30d39a65f6c req-46ac6702-b502-4038-8a51-a409770cea3e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032419 May 10 11:25:04.663721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f96d8ff4-6ee4-4fbc-b770-9a814ca9f29a req-b4dff46b-1719-4eda-b40e-2a3964c4891e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546214 May 10 11:25:04.715745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:04.716632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.718064 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] 10.222.0.49 "PUT /v2.0/ports/31833fee-1c47-4f11-8a1b-6e5701882206 HTTP/1.1" status: 200 len: 1096 time: 2.4554234 May 10 11:25:04.720641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:04.722901 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af71236c-fd37-447e-abf7-7be574bfe93a" -d '{"events": [{"name": "network-changed", "server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:04.740955 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.783722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57f0d551-c531-4549-b21a-5702f78bc0aa req-8c1c99e3-6bd3-490a-aae3-6a0abd35134b tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 210 time: 0.0490804 May 10 11:25:04.789331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb2b74-c2ce-4eba-b88b-cfdeb5e203be service neutron] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:04.949102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56e0b3-7b08-4096-a88b-3fa7ebcf7d2a req-98337125-427b-4a5b-9c0e-95cc43fb2c64 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:04.957952 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d56e0b3-7b08-4096-a88b-3fa7ebcf7d2a req-98337125-427b-4a5b-9c0e-95cc43fb2c64 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 946 time: 0.0695839 May 10 11:25:05.009705 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d56e0b3-7b08-4096-a88b-3fa7ebcf7d2a req-7faf5a33-279e-4b4f-a809-6a10606d438c tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504057 May 10 11:25:05.113091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.173703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181549ca-ff92-4219-81db-eef67ec60e69 req-b0943f26-a580-43c5-9488-7fa55d98177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:05.175270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-b0943f26-a580-43c5-9488-7fa55d98177e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 1099 time: 0.1893957 May 10 11:25:05.181052 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.187762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:25:05.236384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.241356 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-143ee7fd-2f5a-4bfe-9692-645ff1fe2ee2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=31833fee-1c47-4f11-8a1b-6e5701882206 HTTP/1.1" status: 200 len: 217 time: 0.0524917 May 10 11:25:05.281899 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4103f-e7a9-4a91-a825-0a9b0f7cf6bd x-openstack-request-id: req-3db4103f-e7a9-4a91-a825-0a9b0f7cf6bd {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:05.282191 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:05.282445 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3db4103f-e7a9-4a91-a825-0a9b0f7cf6bd {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:05.283281 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db4103f-e7a9-4a91-a825-0a9b0f7cf6bd'] response: {'name': 'network-changed', 'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206', 'status': 'completed', 'code': 200} May 10 11:25:05.374391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-0e4b606a-5dcf-4e9b-b627-c59d79a64a1e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d19555e9c8034c30985f49ede8794d1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426395 May 10 11:25:05.450980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181549ca-ff92-4219-81db-eef67ec60e69 req-179ba3b0-9e60-4d2d-a140-eb6bce782abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:05.452746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-179ba3b0-9e60-4d2d-a140-eb6bce782abf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1738355 May 10 11:25:05.515635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-aa0ba4ab-3132-49be-bd46-4360edee6ce5 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:05.517306 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-aa0ba4ab-3132-49be-bd46-4360edee6ce5 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247838 May 10 11:25:05.554113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Request body: {'port': {'device_id': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'd19555e9c8034c30985f49ede8794d1f'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:05.602855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:05.613675 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] Sync routers for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:05.614677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e375eca4-af7b-4204-9bf2-1592c97cb4f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/a58f17d2-4d4d-4ab2-84a5-b54afcede3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6121073 May 10 11:25:05.617096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181549ca-ff92-4219-81db-eef67ec60e69 req-25ca151a-3524-4fc5-ac34-1723eeae74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:05.618721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-25ca151a-3524-4fc5-ac34-1723eeae74b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253583 May 10 11:25:05.619350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57850) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:05.637537 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:05.637987 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:05.754932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Made reservation on behalf of d19555e9c8034c30985f49ede8794d1f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:05.760037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.774909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.818083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.829069 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:05.835056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.837512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595d55-4b1d-4c10-bdea-c90f3072da3b req-18956768-ef46-4a28-8d0d-3a73e8919509 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:05.853107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb595d55-4b1d-4c10-bdea-c90f3072da3b req-18956768-ef46-4a28-8d0d-3a73e8919509 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 945 time: 0.5064833 May 10 11:25:05.925834 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-3253c2e0-683b-4a1e-a4be-beb175c29adb service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865353 May 10 11:25:05.927991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb595d55-4b1d-4c10-bdea-c90f3072da3b req-a1ef06c1-8152-4950-8f73-0e7667d9ddb7 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups?id=5359d659-b255-4331-b0df-20df565f8517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739732 May 10 11:25:06.007922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.018539 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.029106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.122367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bba267-ed26-452a-877f-f18979f3046e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:06.130120 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:25:03Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:06.185272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.195085 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] Checking router: a58f17d2-4d4d-4ab2-84a5-b54afcede3ce for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:06.211262 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] Routers {'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:06.212160 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:24:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:06.296574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event updated for resources: {'Port': ['ID=cdd064ba-d543-48d5-842d-39d3c58e65e9,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:06.323224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.332307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-7edb7e07-2fe9-45a0-9f92-51e3c81bec55 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7777903 May 10 11:25:06.368104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Allocated IP 192.168.233.34 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/5330c263-7d18-407c-b89d-638f50b148ef) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:06.369011 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] Set router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:06.388464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6634-6f1b-4d90-ad6a-dfb4ef6af906 req-4d6c4e84-c585-4b59-bf27-5202ccccef65 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:06.396224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-313c6634-6f1b-4d90-ad6a-dfb4ef6af906 req-4d6c4e84-c585-4b59-bf27-5202ccccef65 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.1717589 May 10 11:25:06.445114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-430a4c9b-d046-490a-8855-58f9a1288740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.510818 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-313c6634-6f1b-4d90-ad6a-dfb4ef6af906 req-6eb78277-b118-4c17-a644-aa7d641d95c3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075041 May 10 11:25:06.546921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-cdc85fc6-2ef8-4a15-ae14-feab66074afc tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.2135146 May 10 11:25:06.618401 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:25:03Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:06.654135 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d66f4-1507-4b17-952d-61cb223510ff None None] The sync data for ids ['a58f17d2-4d4d-4ab2-84a5-b54afcede3ce'] in n-d-840949-1 is: [{'id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084564540-router', 'tenant_id': 'c1c08229956149e782b0d9f4ee4431c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:21:56Z', 'updated_at': '2022-05-10T11:25:03Z', 'revision_number': 5, 'project_id': 'c1c08229956149e782b0d9f4ee4431c9', 'gw_port': {'id': 'eed24ae6-15c7-4d1f-b828-36266e3ef714', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f17d2-4d4d-4ab2-84a5-b54afcede3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:21:57Z', 'updated_at': '2022-05-10T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:06.670476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181549ca-ff92-4219-81db-eef67ec60e69 req-b4810467-3256-43de-846c-b06259e7b865 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978140 May 10 11:25:06.709662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.726961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-53511e4d-4147-4345-8b27-20c5445eff60 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:06.728605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26835da6-3b7c-40aa-a56c-9d279d8caf91 req-53511e4d-4147-4345-8b27-20c5445eff60 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1809835 May 10 11:25:06.751876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27ace8ea-62e9-4c23-a075-db15448d42d8 req-8e1a98b4-1343-4630-9207-f503ad6f1bae tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 210 time: 0.0920246 May 10 11:25:06.780257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-94d9e997-440f-4b91-bd0e-c47b60b57b3a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:06.780257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-94d9e997-440f-4b91-bd0e-c47b60b57b3a tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 945 time: 0.2985544 May 10 11:25:06.865733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71236c-fd37-447e-abf7-7be574bfe93a req-63af6ea6-d482-4244-90f9-73d791a92bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:06.867256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af71236c-fd37-447e-abf7-7be574bfe93a req-63af6ea6-d482-4244-90f9-73d791a92bd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 1099 time: 0.1138685 May 10 11:25:06.904329 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.935750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Deleting port a4175e4d-0412-4714-99ab-88290f860d97 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:06.936648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.939398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Deleting port eed24ae6-15c7-4d1f-b828-36266e3ef714 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:06.939754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.964803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd5d19-3729-4841-ac77-cad60f850e85 req-167feebd-6382-4222-b9c8-6df224855406 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:06.966335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13bd5d19-3729-4841-ac77-cad60f850e85 req-167feebd-6382-4222-b9c8-6df224855406 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 946 time: 0.1411192 May 10 11:25:07.072757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13bd5d19-3729-4841-ac77-cad60f850e85 req-1d6fca97-353a-4922-a7f9-1a95f49f5130 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756981 May 10 11:25:07.084499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71236c-fd37-447e-abf7-7be574bfe93a req-ee05076f-c209-47a8-8650-c8870d5a7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:07.085922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af71236c-fd37-447e-abf7-7be574bfe93a req-ee05076f-c209-47a8-8650-c8870d5a7410 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2094042 May 10 11:25:07.092149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.181096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af71236c-fd37-447e-abf7-7be574bfe93a req-a40da134-7736-46dc-8773-52d03cbf0e8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=31833fee-1c47-4f11-8a1b-6e5701882206 HTTP/1.1" status: 200 len: 217 time: 0.0849712 May 10 11:25:07.182075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:07.183028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] For port eed24ae6-15c7-4d1f-b828-36266e3ef714, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=eed24ae6-15c7-4d1f-b828-36266e3ef714,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:07.183515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.206508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:07.209796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:07.240806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Calling delete_port for eed24ae6-15c7-4d1f-b828-36266e3ef714 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:07.265923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] For port a4175e4d-0412-4714-99ab-88290f860d97, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4175e4d-0412-4714-99ab-88290f860d97,segment=NetworkSegment(e2e2cccf-eb7f-4259-ac2c-b3262359d646),segment_id=e2e2cccf-eb7f-4259-ac2c-b3262359d646)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:07.266373 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.331611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-28dc3884-c8e9-4ab5-ba9d-2e109b7adbbc tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3421481 May 10 11:25:07.335174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Calling delete_port for a4175e4d-0412-4714-99ab-88290f860d97 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:07.344686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:07.351722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:07.392316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:07.393041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.454949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.486333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-1978f15c-03f4-427a-bb80-b9dfa49aefe9 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9508166 May 10 11:25:07.506519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Request body: {'port': {'device_id': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:07.564872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 62a54178-df22-44cf-b1cc-570fcec51f01 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:07.588429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 62a54178-df22-44cf-b1cc-570fcec51f01 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:07.589094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 62a54178-df22-44cf-b1cc-570fcec51f01 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:07.630491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fedc1958-9b2a-4379-a044-efb623a258b3 None None] Provisioning complete for port 5330c263-7d18-407c-b89d-638f50b148ef triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:07.631440 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fedc1958-9b2a-4379-a044-efb623a258b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.635632 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.649938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.682291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fedc1958-9b2a-4379-a044-efb623a258b3 None None] Port 5330c263-7d18-407c-b89d-638f50b148ef cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:25:07.762054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.772684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71236c-fd37-447e-abf7-7be574bfe93a req-308ebb2a-8b36-4515-a997-98b58d372005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:07.774210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af71236c-fd37-447e-abf7-7be574bfe93a req-308ebb2a-8b36-4515-a997-98b58d372005 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.5746343 May 10 11:25:07.777913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a4175e4d-0412-4714-99ab-88290f860d97'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:07.840263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f4d5d-4885-4cfb-9427-18266864a7fb req-ab50d959-ae5e-499d-8cf6-086bff55474f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:07.841818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e43f4d5d-4885-4cfb-9427-18266864a7fb req-ab50d959-ae5e-499d-8cf6-086bff55474f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 945 time: 0.1618071 May 10 11:25:07.875320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event deleted for resources: {'Port': ['ID=a4175e4d-0412-4714-99ab-88290f860d97,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:07.917826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71236c-fd37-447e-abf7-7be574bfe93a req-e0623d63-ea70-4182-bdc2-e9d887b6ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:07.919464 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af71236c-fd37-447e-abf7-7be574bfe93a req-e0623d63-ea70-4182-bdc2-e9d887b6ecf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349766 May 10 11:25:07.942738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:07.964436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e43f4d5d-4885-4cfb-9427-18266864a7fb req-d3b5e90a-e23b-4fd8-8cd7-baf0a4a27e37 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128685 May 10 11:25:07.974004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] No DVR routers for this DVR port a4175e4d-0412-4714-99ab-88290f860d97 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:08.009623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.014057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ed6321b-95d8-4b46-83d2-e4e25c435308 req-2363a75c-948d-44b1-b843-81f6060c88a5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.70 "DELETE /v2.0/ports/a4175e4d-0412-4714-99ab-88290f860d97 HTTP/1.1" status: 204 len: 173 time: 1.2206144 May 10 11:25:08.015742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686c72e0-10ff-4a2d-b625-856dcb859b91', 'name': 'network-vif-deleted', 'tag': 'a4175e4d-0412-4714-99ab-88290f860d97'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:08.018378 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6883a6-4c8e-4563-8687-ad414c954528" -d '{"events": [{"server_uuid": "686c72e0-10ff-4a2d-b625-856dcb859b91", "name": "network-vif-deleted", "tag": "a4175e4d-0412-4714-99ab-88290f860d97"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:08.103018 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1fdf988-1ba3-4ba0-bed2-af91f942e37e req-4691269f-fac9-4b67-8d19-30a79146826e tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/ports?device_id=686c72e0-10ff-4a2d-b625-856dcb859b91 HTTP/1.1" status: 200 len: 210 time: 0.0391192 May 10 11:25:08.131614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.180255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed24ae6-15c7-4d1f-b828-36266e3ef714,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:08.196552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Allocated IP 172.25.8.172 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/3fc693fd-26a8-4a37-b445-9dc5372ec2bb) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:08.302118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.307417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af71236c-fd37-447e-abf7-7be574bfe93a req-cfd601d1-254b-41dd-bd5c-ec80d9c3209e service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733487 May 10 11:25:08.315369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5330c263-7d18-407c-b89d-638f50b148ef {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:08.325902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.350372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Transition to ACTIVE for port object 5330c263-7d18-407c-b89d-638f50b148ef will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:08.360822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.420329 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.466591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:08.489646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.495948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.509880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936523dc-e4d8-4e56-8f0f-03b7af74ca41 req-0dcedb7f-4ba7-4bbc-85fa-9080ca127cb0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:08.511612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-936523dc-e4d8-4e56-8f0f-03b7af74ca41 req-0dcedb7f-4ba7-4bbc-85fa-9080ca127cb0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.2019148 May 10 11:25:08.526121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.526717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.527385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.528559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.529093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.529570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.530151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.530624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.531152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.531917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.532562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.538523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:08.633870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-936523dc-e4d8-4e56-8f0f-03b7af74ca41 req-685ed037-4772-4323-9122-aa83d6150084 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124096 May 10 11:25:08.692895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af71236c-fd37-447e-abf7-7be574bfe93a req-692fb983-c598-4db4-874a-1847bea52137 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573871 May 10 11:25:08.699400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.700552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58f17d2-4d4d-4ab2-84a5-b54afcede3ce {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:25:08.739411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.743296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0db7794e-a4c8-449c-826e-b0b11ed550d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a58f17d2-4d4d-4ab2-84a5-b54afcede3ce HTTP/1.1" status: 204 len: 168 time: 3.1171849 May 10 11:25:08.743638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57884) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:08.876971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3161f563-d20c-4cde-aa98-b89ac761d275 admin admin] Deleting subnet 09195cb0-a4ec-4ada-9fdc-94bc46b2bea3 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:25:08.881512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3161f563-d20c-4cde-aa98-b89ac761d275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:08.896352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:25:08.922412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3161f563-d20c-4cde-aa98-b89ac761d275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.016287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3161f563-d20c-4cde-aa98-b89ac761d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.025990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ca92d-185c-4bbd-b497-f9f4aec61a7a req-caaf663a-6f02-469f-a81d-b69ba05dd9cf tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:09.033983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d1ca92d-185c-4bbd-b497-f9f4aec61a7a req-caaf663a-6f02-469f-a81d-b69ba05dd9cf tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 947 time: 0.2332768 May 10 11:25:09.040604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:09.061003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '31833fee-1c47-4f11-8a1b-6e5701882206', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '31833fee-1c47-4f11-8a1b-6e5701882206', 'mac_address': 'fa:16:3e:9e:c4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:25:09.087345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-59253948-6732-4384-9efc-fdca373fa0c9 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:09.089652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-59253948-6732-4384-9efc-fdca373fa0c9 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.70 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 945 time: 0.6765757 May 10 11:25:09.112727 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d1ca92d-185c-4bbd-b497-f9f4aec61a7a req-341509f9-88b0-49f6-a9c9-f051e121522c tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777128 May 10 11:25:09.132927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 31833fee-1c47-4f11-8a1b-6e5701882206 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:09.133334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.140367 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.162693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Attempting to bind port 5330c263-7d18-407c-b89d-638f50b148ef on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:09.162998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Attempting to bind port 5330c263-7d18-407c-b89d-638f50b148ef by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:09.163328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Attempting to bind port 5330c263-7d18-407c-b89d-638f50b148ef on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:09.166792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31833fee-1c47-4f11-8a1b-6e5701882206 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:09.169476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3161f563-d20c-4cde-aa98-b89ac761d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.200545 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1007c17-5709-4634-83e6-fd9895dca2b5 x-openstack-request-id: req-e1007c17-5709-4634-83e6-fd9895dca2b5 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:09.200879 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686c72e0-10ff-4a2d-b625-856dcb859b91", "name": "network-vif-deleted", "tag": "a4175e4d-0412-4714-99ab-88290f860d97", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:09.201086 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1007c17-5709-4634-83e6-fd9895dca2b5 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:09.201500 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1007c17-5709-4634-83e6-fd9895dca2b5'] response: {'server_uuid': '686c72e0-10ff-4a2d-b625-856dcb859b91', 'name': 'network-vif-deleted', 'tag': 'a4175e4d-0412-4714-99ab-88290f860d97', 'status': 'completed', 'code': 200} May 10 11:25:09.205400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3161f563-d20c-4cde-aa98-b89ac761d275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.209372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3161f563-d20c-4cde-aa98-b89ac761d275 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/09195cb0-a4ec-4ada-9fdc-94bc46b2bea3 HTTP/1.1" status: 204 len: 168 time: 0.4637520 May 10 11:25:09.211301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161f563-d20c-4cde-aa98-b89ac761d275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09195cb0-a4ec-4ada-9fdc-94bc46b2bea3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:09.220166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57890) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:09.221303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7184b9d9-7d4b-4b62-8f66-218591ef4e19 None None] Network c35aa417-024d-4598-bdf0-38be789ba1bf requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:09.245227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:09.246026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Port 5330c263-7d18-407c-b89d-638f50b148ef on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:25:09.247094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Attempting to bind port 5330c263-7d18-407c-b89d-638f50b148ef on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:09.258680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:09.282017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:09.282439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:09.282940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:09.283734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Bound port: 5330c263-7d18-407c-b89d-638f50b148ef, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:09.284195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.296867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:09.312743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:09.318901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event updated for resources: {'Port': ['ID=3fc693fd-26a8-4a37-b445-9dc5372ec2bb,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:09.327081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.337738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.360347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.410684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6439b2-4330-4b74-995c-1dd144d82860 req-e6645cc8-17dd-4162-91e9-60031e398b3c tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:09.418247 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b6439b2-4330-4b74-995c-1dd144d82860 req-e6645cc8-17dd-4162-91e9-60031e398b3c tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 945 time: 0.1052179 May 10 11:25:09.420349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:09.422056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Deleting port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:09.423906 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.478267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b6439b2-4330-4b74-995c-1dd144d82860 req-8e9236a7-1070-48ba-8757-e2df25518b58 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d6a466-3660-436f-8afc-b2a05e83e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535121 May 10 11:25:09.480976 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.491572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Deleting port fbcc868d-05c7-431a-8a13-40e067139644 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:09.492036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.521817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] DHCP port deletion for c35aa417-024d-4598-bdf0-38be789ba1bf request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:25:09.553821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:09.589996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.592371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:09.607917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] For port fbcc868d-05c7-431a-8a13-40e067139644, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fbcc868d-05c7-431a-8a13-40e067139644,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:09.608264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.608696 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.610147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device eed24ae6-15c7-4d1f-b828-36266e3ef714 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:09.625286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] For port 72505c2b-d66f-43f3-b0fa-dee7b0e18339, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=72505c2b-d66f-43f3-b0fa-dee7b0e18339,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:09.625633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.629975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Calling delete_port for fbcc868d-05c7-431a-8a13-40e067139644 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:09.640564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['31833fee-1c47-4f11-8a1b-6e5701882206'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:09.644645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: eed24ae6-15c7-4d1f-b828-36266e3ef714 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:09.645054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device eed24ae6-15c7-4d1f-b828-36266e3ef714 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:09.645565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fbcc868d-05c7-431a-8a13-40e067139644 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:09.719688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] Deleting port fbcc868d-05c7-431a-8a13-40e067139644 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:09.721498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.739484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.755016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] No DVR routers for this DVR port fbcc868d-05c7-431a-8a13-40e067139644 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:09.767802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:09.768497 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.769956 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] 10.222.0.70 "PUT /v2.0/ports/5330c263-7d18-407c-b89d-638f50b148ef HTTP/1.1" status: 200 len: 1095 time: 2.2709987 May 10 11:25:09.792653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No active binding found for port fbcc868d-05c7-431a-8a13-40e067139644 {{(pid=102769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 11:25:09.793238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fbcc868d-05c7-431a-8a13-40e067139644 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:09.817230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a490c-a785-4de9-8498-9b13072c2172 service neutron] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:09.826207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.885549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] For port fbcc868d-05c7-431a-8a13-40e067139644, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fbcc868d-05c7-431a-8a13-40e067139644,segment=NetworkSegment(6e0b5010-141b-49ef-a462-0fc29c34560d),segment_id=6e0b5010-141b-49ef-a462-0fc29c34560d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:09.886126 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.894501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcc868d-05c7-431a-8a13-40e067139644,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:09.897592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.912923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] Calling delete_port for fbcc868d-05c7-431a-8a13-40e067139644 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:09.947302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35aa417-024d-4598-bdf0-38be789ba1bf']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:09.959946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0b5010-141b-49ef-a462-0fc29c34560d') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:09.960247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0b5010-141b-49ef-a462-0fc29c34560d') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:09.972756 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.989479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.997010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:09.997422 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: timer() May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:09.999892 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:10.084476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-bdbcab88-9542-4e78-80bf-08f18b858fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:10.086352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-bdbcab88-9542-4e78-80bf-08f18b858fe5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d19555e9c8034c30985f49ede8794d1f&device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 1098 time: 0.2551868 May 10 11:25:10.087660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.093797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.097699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c35aa417-024d-4598-bdf0-38be789ba1bf HTTP/1.1" status: 204 len: 168 time: 0.8747871 May 10 11:25:10.101146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57912) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:10.122091 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.122375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd253bee-515a-42f0-8909-0aa822cf4abc req-48db6963-e083-4733-b59f-05eb8fb367bf tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:10.123689 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd253bee-515a-42f0-8909-0aa822cf4abc req-48db6963-e083-4733-b59f-05eb8fb367bf tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 949 time: 0.0905302 May 10 11:25:10.151324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] Pushing event deleted for resources: {'Port': ['ID=fbcc868d-05c7-431a-8a13-40e067139644,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.154482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] Network c35aa417-024d-4598-bdf0-38be789ba1bf is not hosted by any dhcp agent {{(pid=102769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:25:10.154975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7be444-9aeb-41c3-b386-6df000afe608 None None] No DVR routers for this DVR port fbcc868d-05c7-431a-8a13-40e067139644 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:10.156177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290bc65-31b0-4eb0-bca5-ba8e95de49c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35aa417-024d-4598-bdf0-38be789ba1bf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.201116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd253bee-515a-42f0-8909-0aa822cf4abc req-bd08fa91-0632-4491-8e31-536b960a0390 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 May 10 11:25:10.206755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-ffd9da4c-00ba-4f20-98d4-e844f44e7a55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5330c263-7d18-407c-b89d-638f50b148ef HTTP/1.1" status: 200 len: 217 time: 0.0522528 May 10 11:25:10.324760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-e40d9662-25a0-4a8f-ba94-3a35d10653f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:10.326239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-e40d9662-25a0-4a8f-ba94-3a35d10653f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0838201 May 10 11:25:10.331106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.331469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.331788 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Floating IP 2d8dc861-23bf-42d2-98ee-eeca59aee302 disassociated. External IP: 172.25.8.121, port: 72505c2b-d66f-43f3-b0fa-dee7b0e18339. May 10 11:25:10.332187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Calling delete_port for 72505c2b-d66f-43f3-b0fa-dee7b0e18339 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:10.457153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.465818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.472122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-af320253-8fd1-4159-a239-084266e81468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:10.473892 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-af320253-8fd1-4159-a239-084266e81468 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352403 May 10 11:25:10.498441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-b5a7e4f3-3e68-4953-8873-2cc5bc0e7490 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:10.499947 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-b5a7e4f3-3e68-4953-8873-2cc5bc0e7490 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 820 time: 0.1431334 May 10 11:25:10.533092 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-2c77c9eb-a5f3-473f-bfaf-eb2fd676567e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/quotas/f412398bacf64f12baf28adf9efeeed7 HTTP/1.1" status: 200 len: 375 time: 0.0122530 May 10 11:25:10.608276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-96d462e1-55da-4afd-a0cb-b95b789ea810 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659876 May 10 11:25:10.611230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event updated for resources: {'Port': ['ID=3fc693fd-26a8-4a37-b445-9dc5372ec2bb,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.651581 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.692041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.695230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-38326b81-766b-4ce2-8bc0-3c32a0aa9c37 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3624063 May 10 11:25:10.701304 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.705224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-48aada22-4efd-44c2-937c-e3add4a8f58c service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988094 May 10 11:25:10.717876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 72505c2b-d66f-43f3-b0fa-dee7b0e18339 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:10.736336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-f15b538d-114e-4a90-9e51-9c648af1da8e service neutron] 10.222.0.13 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993786 May 10 11:25:10.739975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 72505c2b-d66f-43f3-b0fa-dee7b0e18339 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:10.740513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 72505c2b-d66f-43f3-b0fa-dee7b0e18339 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:10.741079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a4175e4d-0412-4714-99ab-88290f860d97 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:10.742038 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.763220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: a4175e4d-0412-4714-99ab-88290f860d97 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:10.763563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a4175e4d-0412-4714-99ab-88290f860d97 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:10.788912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event deleted for resources: {'Port': ['ID=72505c2b-d66f-43f3-b0fa-dee7b0e18339,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.824559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-c9a24a5d-485b-4b45-b918-75ce044512f6 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.1245029 May 10 11:25:10.907681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:10.914334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-e72d6997-798c-4326-8f50-662d005d1616 service neutron] 10.222.0.13 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687140 May 10 11:25:10.983549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 31833fee-1c47-4f11-8a1b-6e5701882206 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:10.988041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 31833fee-1c47-4f11-8a1b-6e5701882206 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:10.989249 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.035169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:25:11.040216 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4ecb-8fed-480d-9b24-106d84befe4f req-8d63814b-8724-4f21-9cb1-5b904c26d137 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261282 May 10 11:25:11.087452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Deleting port f11214e7-5b95-44f8-997c-e257e8f1b71e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:11.087883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.104481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 31833fee-1c47-4f11-8a1b-6e5701882206 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:11.105573 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.129924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:11.132211 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d21e82-d2ef-4726-9ffa-f7337cadc824" -d '{"events": [{"server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "name": "network-vif-plugged", "status": "completed", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:11.146539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:11.159026 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.189540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] For port f11214e7-5b95-44f8-997c-e257e8f1b71e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f11214e7-5b95-44f8-997c-e257e8f1b71e,segment=NetworkSegment(8b20c04a-f607-4518-82c4-bcb879a78377),segment_id=8b20c04a-f607-4518-82c4-bcb879a78377)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:11.190069 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.204746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:11.207049 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "tag": "5330c263-7d18-407c-b89d-638f50b148ef"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:11.221981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Calling delete_port for f11214e7-5b95-44f8-997c-e257e8f1b71e owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:11.245356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-631f5c6e-775e-48fb-be72-5f1aca4e8d5d tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:11.247451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a358ecdb-62eb-497d-82df-fd2d176f88dc req-631f5c6e-775e-48fb-be72-5f1aca4e8d5d tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.3747118 May 10 11:25:11.249175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:11.307411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:11.320728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] Sync routers for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:11.330991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:11.331990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:11.356616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] No DVR routers for this DVR port 72505c2b-d66f-43f3-b0fa-dee7b0e18339 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:11.359272 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.365631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4fbb0813-69e9-4c08-a8ea-c22fd44921e2 req-b4bb111c-6423-4c82-894b-fb7c7959ed0f tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.70 "DELETE /v2.0/ports/72505c2b-d66f-43f3-b0fa-dee7b0e18339 HTTP/1.1" status: 204 len: 173 time: 2.2689424 May 10 11:25:11.503797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa235ab-79ed-4e17-8b76-df15b208c49e req-7914ca32-8faa-48bb-a0b3-497065744757 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:11.505924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-caa235ab-79ed-4e17-8b76-df15b208c49e req-7914ca32-8faa-48bb-a0b3-497065744757 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 947 time: 0.0991819 May 10 11:25:11.520621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd56ad-0c87-4dd7-8ea1-eead8e8aef63 req-9bd87a3c-cea3-4835-9f17-123c7c3bdf8b tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:11.522709 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0cd56ad-0c87-4dd7-8ea1-eead8e8aef63 req-9bd87a3c-cea3-4835-9f17-123c7c3bdf8b tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 946 time: 0.1869588 May 10 11:25:11.532818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:11.588220 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-caa235ab-79ed-4e17-8b76-df15b208c49e req-e6555065-a88e-4fcc-af59-92313da31f6f tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685439 May 10 11:25:11.638265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0cd56ad-0c87-4dd7-8ea1-eead8e8aef63 req-d4ec4e31-b6cb-4a89-bff4-f2f11a7a8810 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/security-groups?id=985ce399-e53e-4624-a327-2b99d50b6b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812089 May 10 11:25:11.654946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483651-a697-4140-b26c-328662feaf94 req-2b8b3e8d-0dfd-4616-b7a5-826a64ccded6 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:11.656459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54483651-a697-4140-b26c-328662feaf94 req-2b8b3e8d-0dfd-4616-b7a5-826a64ccded6 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 946 time: 0.1271617 May 10 11:25:11.714698 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da54aedd-5ed3-40aa-9153-44179434d6c0 x-openstack-request-id: req-da54aedd-5ed3-40aa-9153-44179434d6c0 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:11.714991 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "name": "network-vif-plugged", "status": "completed", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:11.715475 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da54aedd-5ed3-40aa-9153-44179434d6c0 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:11.716058 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da54aedd-5ed3-40aa-9153-44179434d6c0'] response: {'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206', 'code': 200} May 10 11:25:11.797160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40c21a58-281e-472b-8a72-b4f49afd3e33 req-6edf4313-3325-4817-83bc-fd9aea73d999 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 210 time: 0.0372496 May 10 11:25:11.825996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06058385-8e8d-400f-b4e2-32b52e0682fb req-38b83431-e432-47bb-a482-1633607a684a tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/ports?device_id=175a930c-ae85-42f9-8103-1aba6651b000 HTTP/1.1" status: 200 len: 210 time: 0.0550034 May 10 11:25:11.875245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f0b0d-96f6-4cc2-a2c9-5109981cb216 req-e3be0265-693a-43da-8ec8-a7ced7161ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:11.876900 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a17f0b0d-96f6-4cc2-a2c9-5109981cb216 req-e3be0265-693a-43da-8ec8-a7ced7161ccb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 1101 time: 0.0783427 May 10 11:25:11.907999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:29Z', 'revision_number': 5, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:11.913554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.914909 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26971880-7142-4561-bed3-93f325e600b4 x-openstack-request-id: req-26971880-7142-4561-bed3-93f325e600b4 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:11.916269 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "tag": "5330c263-7d18-407c-b89d-638f50b148ef", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:11.916680 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26971880-7142-4561-bed3-93f325e600b4 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:11.917185 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26971880-7142-4561-bed3-93f325e600b4'] response: {'name': 'network-changed', 'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef', 'status': 'completed', 'code': 200} May 10 11:25:11.957456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a17f0b0d-96f6-4cc2-a2c9-5109981cb216 req-3264c814-89bf-413e-8a50-4b4d3cd9df28 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 May 10 11:25:11.969929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] Checking router: bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:12.003268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:12.005518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:12.013232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Pushing event deleted for resources: {'Port': ['ID=f11214e7-5b95-44f8-997c-e257e8f1b71e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:12.076928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafffb9-30fb-401d-8dd5-d50e5c16b4fa req-121616ee-8875-4822-80fd-f7758c150aea tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:12.082373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3cafffb9-30fb-401d-8dd5-d50e5c16b4fa req-121616ee-8875-4822-80fd-f7758c150aea tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1278048 May 10 11:25:12.107148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-0d9c6329-fc44-427d-8957-ea4a467d3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:12.108924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-0d9c6329-fc44-427d-8957-ea4a467d3e09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d19555e9c8034c30985f49ede8794d1f&device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 1098 time: 0.1361856 May 10 11:25:12.206439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3cafffb9-30fb-401d-8dd5-d50e5c16b4fa req-0a12aedd-ef86-4987-b049-fdc03bee3a07 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086299 May 10 11:25:12.268123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-2a29c1f0-7543-4271-8d2c-006a8d7db2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:12.271045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-2a29c1f0-7543-4271-8d2c-006a8d7db2b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1450026 May 10 11:25:12.338271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-dda4526d-b013-45f4-a23e-1e30b5f0901b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5330c263-7d18-407c-b89d-638f50b148ef HTTP/1.1" status: 200 len: 217 time: 0.0589008 May 10 11:25:12.338780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57950) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:12.415852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:12.416800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-0814b798-9ea7-403d-93c3-73838039bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:12.418722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-0814b798-9ea7-403d-93c3-73838039bb85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0719421 May 10 11:25:12.468548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29157ea3-6c8d-4066-b2d3-6ac79297788d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:12.482617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Deleting port 9f253580-5d0c-4bcd-890a-3ae616181cde {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:12.483478 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:12.500972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-79546fb0-2be3-41bf-bd56-bfe4b9456d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:12.502731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-79546fb0-2be3-41bf-bd56-bfe4b9456d08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764208 May 10 11:25:12.504767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29157ea3-6c8d-4066-b2d3-6ac79297788d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:12.581988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-3a9f26ea-9853-490c-b624-9a1b2c5956e7 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6606708 May 10 11:25:12.586930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:12.677308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29157ea3-6c8d-4066-b2d3-6ac79297788d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:12.678329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:12.680486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29157ea3-6c8d-4066-b2d3-6ac79297788d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:12.684717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-29157ea3-6c8d-4066-b2d3-6ac79297788d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a40096e-1985-4e85-8c97-e921f22e41da HTTP/1.1" status: 204 len: 168 time: 0.3449519 May 10 11:25:12.685582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57956) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:12.695779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-964b395e-2d34-4649-afd8-32d30dc088bc service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827643 May 10 11:25:12.706464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] For port 9f253580-5d0c-4bcd-890a-3ae616181cde, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9f253580-5d0c-4bcd-890a-3ae616181cde,segment=NetworkSegment(574b7fff-f13c-49a8-9c7b-7bd23195b70e),segment_id=574b7fff-f13c-49a8-9c7b-7bd23195b70e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:12.706829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:12.722645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Calling delete_port for 9f253580-5d0c-4bcd-890a-3ae616181cde owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:12.729541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:29Z', 'revision_number': 5, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:12.738717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29157ea3-6c8d-4066-b2d3-6ac79297788d tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a40096e-1985-4e85-8c97-e921f22e41da,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:12.740708 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-a5065a49-6e4e-402d-afa8-76c4e0d91827 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] show failed (client error): The resource could not be found. May 10 11:25:12.749102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a5065a49-6e4e-402d-afa8-76c4e0d91827 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "GET /v2.0/security-groups/1a40096e-1985-4e85-8c97-e921f22e41da HTTP/1.1" status: 404 len: 347 time: 0.0556183 May 10 11:25:12.772825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37486ca-bfe5-4807-8fb4-42f77c2d206c None None] The sync data for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 is: [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '19df30c4-8a9b-4b83-953f-cb164dd22f2a', 'name': '', 'network_id': '64185b9e-645b-4499-bcff-3e5b313eaecd', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'mac_address': 'fa:16:3e:2d:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:24Z', 'updated_at': '2022-05-10T11:22:29Z', 'revision_number': 5, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'subnets': [{'id': '2c87888b-72dc-41d4-8a5e-dd491795ddfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:12.827927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57958) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:12.910342 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1dfe5df-507d-4b93-af60-a5266e9e0cc8 req-2e87ec9c-6c55-4b1d-90e7-b945f2daecc4 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057810 May 10 11:25:12.985017 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.020441 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.023054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-5f153c81-61d9-4ec9-8601-34a68dbf113d tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:13.024588 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-5f153c81-61d9-4ec9-8601-34a68dbf113d tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 820 time: 0.4096954 May 10 11:25:13.036090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Pushing event deleted for resources: {'Port': ['ID=9f253580-5d0c-4bcd-890a-3ae616181cde,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:13.038784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69b013-dbaa-477a-bc4c-6b3a6ffcd51a req-937d377c-4a57-4777-9244-e0b1484fe779 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:13.040411 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cb69b013-dbaa-477a-bc4c-6b3a6ffcd51a req-937d377c-4a57-4777-9244-e0b1484fe779 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 947 time: 0.3154137 May 10 11:25:13.060119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Request body: {'port': {'device_id': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'admin_state_up': True, 'tenant_id': 'f412398bacf64f12baf28adf9efeeed7'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:13.154094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] No DVR routers for this DVR port 9f253580-5d0c-4bcd-890a-3ae616181cde on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:13.161686 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.167344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54483651-a697-4140-b26c-328662feaf94 req-dd234e82-4e26-4c4b-88eb-979c4cee6c43 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.49 "DELETE /v2.0/ports/9f253580-5d0c-4bcd-890a-3ae616181cde HTTP/1.1" status: 204 len: 173 time: 1.4908314 May 10 11:25:13.170244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b6010-30c0-4b56-a50e-524d0d11cf6f', 'name': 'network-vif-deleted', 'tag': '9f253580-5d0c-4bcd-890a-3ae616181cde'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:13.173077 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67835c7-ef3e-4ac1-ba3f-43182118ec20" -d '{"events": [{"server_uuid": "2f3b6010-30c0-4b56-a50e-524d0d11cf6f", "name": "network-vif-deleted", "tag": "9f253580-5d0c-4bcd-890a-3ae616181cde"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:13.217887 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770c129-72ef-41f2-9662-c736626d1ddd None None] New status for floating IP 2d8dc861-23bf-42d2-98ee-eeca59aee302: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:25:13.226757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cb69b013-dbaa-477a-bc4c-6b3a6ffcd51a req-21b17d14-ace2-4378-89a9-2cfb9b3a1400 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608834 May 10 11:25:13.245889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Deleting port 5585ffea-bb90-4204-9a35-d6ecea69c448 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:13.247888 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.453611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.551699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Router 763280a5-a5bc-4f8f-9578-8d49496caf9c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:25:13.620173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Allocated IP 172.25.8.120 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/ede2fefd-637e-4db6-ad79-cdf8abe97c12) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:13.763272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6aa13be3-6772-4ac8-aee2-923b7a81dc79 req-d30e74bd-7595-4abe-8263-1bc4f3099852 tempest-ServerAddressesTestJSON-732658223 tempest-ServerAddressesTestJSON-732658223-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3b6010-30c0-4b56-a50e-524d0d11cf6f HTTP/1.1" status: 200 len: 210 time: 0.0912399 May 10 11:25:13.834551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:13.842403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Made reservation on behalf of f412398bacf64f12baf28adf9efeeed7 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:13.846479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.851235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] Sync routers for ids ['763280a5-a5bc-4f8f-9578-8d49496caf9c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:13.863632 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.864052 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.869703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] Routers {'763280a5-a5bc-4f8f-9578-8d49496caf9c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:13.871357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['763280a5-a5bc-4f8f-9578-8d49496caf9c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:13.877566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-314cbf59-9158-47fb-aa89-286d80fb552c admin admin] 10.222.0.13 "PUT /v2.0/routers/763280a5-a5bc-4f8f-9578-8d49496caf9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7723191 May 10 11:25:13.878630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:13.912146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.917935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175a930c-ae85-42f9-8103-1aba6651b000', 'name': 'network-vif-deleted', 'tag': '72505c2b-d66f-43f3-b0fa-dee7b0e18339'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:13.920239 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5954ffae-08d4-4641-a37b-914905db3250" -d '{"events": [{"server_uuid": "175a930c-ae85-42f9-8103-1aba6651b000", "name": "network-vif-deleted", "tag": "72505c2b-d66f-43f3-b0fa-dee7b0e18339"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:13.931881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Calling delete_port for 5585ffea-bb90-4204-9a35-d6ecea69c448 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:13.959307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.980381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bea2301e-acd3-4b7c-b961-b24fb7625ecc req-7dfd6521-02ce-4891-91f3-d16ea03d23b5 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 210 time: 0.0552089 May 10 11:25:13.984933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:13.991558 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:13.994141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:14.051370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] Set router 763280a5-a5bc-4f8f-9578-8d49496caf9c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:14.061399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event updated for resources: {'Port': ['ID=ede2fefd-637e-4db6-ad79-cdf8abe97c12,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.140010 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c83965e-ddef-47fe-9763-5aa2d057f0e3 x-openstack-request-id: req-3c83965e-ddef-47fe-9763-5aa2d057f0e3 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:14.140253 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3b6010-30c0-4b56-a50e-524d0d11cf6f", "name": "network-vif-deleted", "tag": "9f253580-5d0c-4bcd-890a-3ae616181cde", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:14.140840 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c83965e-ddef-47fe-9763-5aa2d057f0e3 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:14.140951 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c83965e-ddef-47fe-9763-5aa2d057f0e3'] response: {'server_uuid': '2f3b6010-30c0-4b56-a50e-524d0d11cf6f', 'name': 'network-vif-deleted', 'tag': '9f253580-5d0c-4bcd-890a-3ae616181cde', 'status': 'completed', 'code': 200} May 10 11:25:14.175640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.222632 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.229808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.289334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Allocated IP 172.20.0.3 (2a66c4c8-4fdc-45ee-bd3a-e04d59971a62/c0f70c19-4fe5-40e3-8e4c-270c458a819b/c1276317-7f1c-470f-a40c-ebef5b384936) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:14.368974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:25:11Z', 'revision_number': 5, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:14.406185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] Checking router: 763280a5-a5bc-4f8f-9578-8d49496caf9c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:14.413015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd2547-78aa-475b-bc13-801c97a848e1 req-c600d4e6-fdbb-4fa4-9c2c-fbaf74906ad0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:14.414687 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54dd2547-78aa-475b-bc13-801c97a848e1 req-c600d4e6-fdbb-4fa4-9c2c-fbaf74906ad0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.2347083 May 10 11:25:14.419991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] Routers {'763280a5-a5bc-4f8f-9578-8d49496caf9c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:14.420960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['763280a5-a5bc-4f8f-9578-8d49496caf9c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:14.466161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.473194 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.530144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.574720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event updated for resources: {'Port': ['ID=ede2fefd-637e-4db6-ad79-cdf8abe97c12,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.574950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.578254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] Set router 763280a5-a5bc-4f8f-9578-8d49496caf9c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:14.586311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.591882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54dd2547-78aa-475b-bc13-801c97a848e1 req-ba27943c-91f0-43c8-9f89-894a90763ba6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595440 May 10 11:25:14.592984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Pushing event deleted for resources: {'Port': ['ID=5585ffea-bb90-4204-9a35-d6ecea69c448,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.619695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.629202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-d16fe1ce-3da9-4a43-824f-6905b59e7048 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0462871 May 10 11:25:14.694351 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17166b1-77cf-4fb9-b651-da8155b36ddb x-openstack-request-id: req-f17166b1-77cf-4fb9-b651-da8155b36ddb {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:14.694646 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175a930c-ae85-42f9-8103-1aba6651b000", "name": "network-vif-deleted", "tag": "72505c2b-d66f-43f3-b0fa-dee7b0e18339", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:14.694899 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f17166b1-77cf-4fb9-b651-da8155b36ddb {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:14.695295 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17166b1-77cf-4fb9-b651-da8155b36ddb'] response: {'server_uuid': '175a930c-ae85-42f9-8103-1aba6651b000', 'name': 'network-vif-deleted', 'tag': '72505c2b-d66f-43f3-b0fa-dee7b0e18339', 'status': 'completed', 'code': 200} May 10 11:25:14.726708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.729189 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.731986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:25:14.733137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3b1bf8ca-5600-4b1b-9f3c-d10c0ef201e5 tempest-ImagesOneServerNegativeTestJSON-1579989761 tempest-ImagesOneServerNegativeTestJSON-1579989761-project] 10.222.0.13 "DELETE /v2.0/floatingips/e7663621-1189-4294-84fb-a814de9ef271 HTTP/1.1" status: 204 len: 168 time: 1.8957758 May 10 11:25:14.736527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.739169 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-a02fed30-1051-463b-bdac-0df9e0a52b76 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.1089184 May 10 11:25:14.759489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57980) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:14.808577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Deleting port 300b0590-68c4-4c19-bad3-b84e017a8e83 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:14.809202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.891632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.907037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.924597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['bef91ce1-7d19-4187-bc84-951398c20338'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:14.934814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9f253580-5d0c-4bcd-890a-3ae616181cde no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:14.952470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.976920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:14.987515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:14.996970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a82ff-758d-47df-ad15-f683f229df45 req-40d0abc9-dc6b-4edf-af67-27fb1318dca2 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:15.001717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-fdd6cfaf-2c0d-48cf-8159-e14862998026 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:15.003594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89fd1467-93f9-47a6-81d0-24271d5989e6 req-fdd6cfaf-2c0d-48cf-8159-e14862998026 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2549264 May 10 11:25:15.004432 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-242a82ff-758d-47df-ad15-f683f229df45 req-40d0abc9-dc6b-4edf-af67-27fb1318dca2 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 947 time: 0.1631265 May 10 11:25:15.019632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:15.053893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Pushing event updated for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:15.071148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] For port 300b0590-68c4-4c19-bad3-b84e017a8e83, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=300b0590-68c4-4c19-bad3-b84e017a8e83,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:15.071538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.072100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:15.076000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.079717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.081466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "DELETE /v2.0/security-groups/18d6a466-3660-436f-8afc-b2a05e83e56f HTTP/1.1" status: 204 len: 168 time: 0.3208585 May 10 11:25:15.087106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '5330c263-7d18-407c-b89d-638f50b148ef', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '5330c263-7d18-407c-b89d-638f50b148ef', 'mac_address': 'fa:16:3e:08:8a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:25:15.088663 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 9f253580-5d0c-4bcd-890a-3ae616181cde {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:15.089000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9f253580-5d0c-4bcd-890a-3ae616181cde not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:15.095483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57988) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:15.103168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d6a466-3660-436f-8afc-b2a05e83e56f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:15.115886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Calling delete_port for 300b0590-68c4-4c19-bad3-b84e017a8e83 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:15.116871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.117227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.117572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.118627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.118968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.119304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.120298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.120298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.120477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.121220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.121551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.121878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5db7e-3352-4079-abeb-8fadff9f69fc tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:15.136750 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-33a0910f-b25d-4b5e-baff-61cb30bc5f38 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] show failed (client error): The resource could not be found. May 10 11:25:15.138063 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-33a0910f-b25d-4b5e-baff-61cb30bc5f38 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "GET /v2.0/security-groups/18d6a466-3660-436f-8afc-b2a05e83e56f HTTP/1.1" status: 404 len: 347 time: 0.0416100 May 10 11:25:15.141118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57990) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:15.150599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-242a82ff-758d-47df-ad15-f683f229df45 req-d2afba62-6d10-403b-b218-c961f87eaa7e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452472 May 10 11:25:15.158202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5330c263-7d18-407c-b89d-638f50b148ef is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:15.158594 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.167249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:15.180240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.193987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:25:11Z', 'revision_number': 5, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:15.247999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57998) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:15.264658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5d547-756b-4123-a615-290b5142a8a9 None None] The sync data for ids ['763280a5-a5bc-4f8f-9578-8d49496caf9c'] in n-d-840949-1 is: [{'id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1771391246-router', 'tenant_id': '2d015f22a10b4ca28e68150320cf4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:07Z', 'updated_at': '2022-05-10T11:25:11Z', 'revision_number': 5, 'project_id': '2d015f22a10b4ca28e68150320cf4017', 'gw_port': {'id': '300b0590-68c4-4c19-bad3-b84e017a8e83', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763280a5-a5bc-4f8f-9578-8d49496caf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:09Z', 'updated_at': '2022-05-10T11:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:15.275162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5330c263-7d18-407c-b89d-638f50b148ef {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:15.284171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a3d9411b-2625-48ec-a42d-28c3df97471b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2420752 May 10 11:25:15.321217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:15.334552 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.342475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eb067-994d-482e-88fc-67ca238c425b req-2c83068d-2a9f-473a-b5db-7703cd2c8865 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:15.353447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e90eb067-994d-482e-88fc-67ca238c425b req-2c83068d-2a9f-473a-b5db-7703cd2c8865 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1301770 May 10 11:25:15.354560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Request body: {'port': {'device_id': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:15.409374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:15.424884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e90eb067-994d-482e-88fc-67ca238c425b req-988f948d-9c74-486c-83b0-efae2461291a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703068 May 10 11:25:15.452772 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e66f7bbc-4d8e-4015-91cb-bfede3ac13c1 req-45dd38a4-f7d6-4561-b0d5-95eeba0d9c3c tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips/dfa9d1ca-4341-40d3-9158-c08ce0d1b57c HTTP/1.1" status: 200 len: 693 time: 0.1945660 May 10 11:25:15.476529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Deleting port b36b4def-74d2-484d-aadf-0d48b4c7a051 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:15.476529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.529971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['5330c263-7d18-407c-b89d-638f50b148ef'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:15.577251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd0fb7b-a122-4bc5-b576-f320ce49cf65 admin admin] Deleting subnet 04ecf27b-00e8-4faa-8072-8921953d5a56 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:25:15.580377 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fb7b-a122-4bc5-b576-f320ce49cf65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.595501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01eb17-e66f-4f70-953a-3261fe0ef0c5 req-7d2b25da-d030-4681-a607-78fd26bb5106 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:15.597037 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb01eb17-e66f-4f70-953a-3261fe0ef0c5 req-7d2b25da-d030-4681-a607-78fd26bb5106 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 931 time: 0.0762742 May 10 11:25:15.614104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fb7b-a122-4bc5-b576-f320ce49cf65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.631599 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.632112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.654339 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fb7b-a122-4bc5-b576-f320ce49cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.686161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f11214e7-5b95-44f8-997c-e257e8f1b71e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:15.692970 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb01eb17-e66f-4f70-953a-3261fe0ef0c5 req-5df373c7-218d-49b1-958d-76b81fe9689c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876689 May 10 11:25:15.693912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Calling delete_port for b36b4def-74d2-484d-aadf-0d48b4c7a051 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:15.738650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fb7b-a122-4bc5-b576-f320ce49cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.787424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f11214e7-5b95-44f8-997c-e257e8f1b71e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:15.788803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f11214e7-5b95-44f8-997c-e257e8f1b71e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:15.790431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.797707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0fb7b-a122-4bc5-b576-f320ce49cf65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ecf27b-00e8-4faa-8072-8921953d5a56,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:15.799813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fb7b-a122-4bc5-b576-f320ce49cf65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.808473 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5dd0fb7b-a122-4bc5-b576-f320ce49cf65 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/04ecf27b-00e8-4faa-8072-8921953d5a56 HTTP/1.1" status: 204 len: 168 time: 0.5570171 May 10 11:25:15.810507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:15.955779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58008) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:16.006963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f7bbc-4d8e-4015-91cb-bfede3ac13c1 req-95d25dcb-0fac-4703-8af6-854a1dd17ccd tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:16.008470 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e66f7bbc-4d8e-4015-91cb-bfede3ac13c1 req-95d25dcb-0fac-4703-8af6-854a1dd17ccd tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.5549283 May 10 11:25:16.021058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.030246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c4a8ed-aacb-4c49-ad47-2c89126d2dec admin admin] Deleting subnet 83063887-d7ff-4b50-ac21-9efac931ebab {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:25:16.061824 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8c4a8ed-aacb-4c49-ad47-2c89126d2dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.092029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-e66f7bbc-4d8e-4015-91cb-bfede3ac13c1 req-c23a8452-3cf2-4800-b5eb-3a5cdbec5d85 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:25:16.097202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e66f7bbc-4d8e-4015-91cb-bfede3ac13c1 req-c23a8452-3cf2-4800-b5eb-3a5cdbec5d85 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210855 May 10 11:25:16.101031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.162433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8c4a8ed-aacb-4c49-ad47-2c89126d2dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.190200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.200748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Pushing event deleted for resources: {'Port': ['ID=300b0590-68c4-4c19-bad3-b84e017a8e83,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.214970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-10b6be61-d861-4137-952f-c456114f5ed6 req-dbb97184-8530-421c-8074-2757242928ae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:25:16.216164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10b6be61-d861-4137-952f-c456114f5ed6 req-dbb97184-8530-421c-8074-2757242928ae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515752 May 10 11:25:16.229075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa65879e-563f-4fce-95b8-97047df256a9 req-90104268-891c-4d6b-aaf3-54fd61bf25e5 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips/dfa9d1ca-4341-40d3-9158-c08ce0d1b57c HTTP/1.1" status: 200 len: 693 time: 0.1127894 May 10 11:25:16.261870 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.273524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Pushing event deleted for resources: {'Port': ['ID=b36b4def-74d2-484d-aadf-0d48b4c7a051,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.354580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c45c61-33a2-4c7a-84c5-f52ad001b93e']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:16.367784 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8c4a8ed-aacb-4c49-ad47-2c89126d2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.372621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574b7fff-f13c-49a8-9c7b-7bd23195b70e') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:16.372912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574b7fff-f13c-49a8-9c7b-7bd23195b70e') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:16.408177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.420237 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.436562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.438171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.441815 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8b18a0f9-ba25-4470-b429-c0ddf3193004 tempest-AttachSCSIVolumeTestJSON-1316386519 tempest-AttachSCSIVolumeTestJSON-1316386519-project] 10.222.0.13 "DELETE /v2.0/floatingips/2d8dc861-23bf-42d2-98ee-eeca59aee302 HTTP/1.1" status: 204 len: 168 time: 1.2965381 May 10 11:25:16.441815 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.453107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:16.453327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: timer() May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:16.454884 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:16.470830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65879e-563f-4fce-95b8-97047df256a9 req-9d764d35-3ebe-4fd3-8f80-6dd027994164 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:16.478334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa65879e-563f-4fce-95b8-97047df256a9 req-9d764d35-3ebe-4fd3-8f80-6dd027994164 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2485356 May 10 11:25:16.514772 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8c4a8ed-aacb-4c49-ad47-2c89126d2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.546249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.550395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4a8ed-aacb-4c49-ad47-2c89126d2dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83063887-d7ff-4b50-ac21-9efac931ebab,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.556322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.560666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f5c45c61-33a2-4c7a-84c5-f52ad001b93e HTTP/1.1" status: 204 len: 168 time: 0.7478747 May 10 11:25:16.577061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8c4a8ed-aacb-4c49-ad47-2c89126d2dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.584142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d8c4a8ed-aacb-4c49-ad47-2c89126d2dec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83063887-d7ff-4b50-ac21-9efac931ebab HTTP/1.1" status: 204 len: 168 time: 0.6247692 May 10 11:25:16.584892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:16.593524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b437f17-fe0f-4cb5-bd0b-fd614bcf230c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c45c61-33a2-4c7a-84c5-f52ad001b93e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.657419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.660533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.728898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:16.836596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 5330c263-7d18-407c-b89d-638f50b148ef completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:16.845827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 5330c263-7d18-407c-b89d-638f50b148ef triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:16.846455 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.971434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5330c263-7d18-407c-b89d-638f50b148ef is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:16.972143 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.032391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:17.034013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:17.037279 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6926e1-1022-4db0-9f3d-af6f1641c0af" -d '{"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-plugged", "status": "completed", "tag": "5330c263-7d18-407c-b89d-638f50b148ef"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:17.045226 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.115441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58040) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:17.118706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:17.188865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a226e-7671-4f8e-8eee-6db88e68d68a req-a31d691d-a212-4681-b1f1-697503fea9d8 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:17.196449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a10a226e-7671-4f8e-8eee-6db88e68d68a req-a31d691d-a212-4681-b1f1-697503fea9d8 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 949 time: 0.1100354 May 10 11:25:17.211179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.243471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-5adf5dde-5b04-400b-b5fc-39df000429a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6356292 May 10 11:25:17.249362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d3d05fd1-1584-40c8-8909-11910331d30a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53853782a8b34d4388e1527502cad2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325824 May 10 11:25:17.254815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-c97e5c52-7062-4a24-892a-9c85ac3d641c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:25:17.255813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-c97e5c52-7062-4a24-892a-9c85ac3d641c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054164 May 10 11:25:17.259665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58060) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:17.284894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa65879e-563f-4fce-95b8-97047df256a9 req-0f609211-e9ae-4942-ba1e-aa138e6c9c28 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.8024964 May 10 11:25:17.331452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a10a226e-7671-4f8e-8eee-6db88e68d68a req-6048a134-1754-4a07-afb4-46332df40c63 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200588 May 10 11:25:17.382429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.382921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763280a5-a5bc-4f8f-9578-8d49496caf9c {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:25:17.460641 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.461780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-78373402-bf1c-447a-8028-f53798d12656 admin admin] 10.222.0.13 "DELETE /v2.0/routers/763280a5-a5bc-4f8f-9578-8d49496caf9c HTTP/1.1" status: 204 len: 168 time: 3.5825081 May 10 11:25:17.479213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:17.492827 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa65879e-563f-4fce-95b8-97047df256a9 req-fa6edf00-51c1-4a0f-b8d7-816ef1c2c7da tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.1561444 May 10 11:25:17.509555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1276317-7f1c-470f-a40c-ebef5b384936 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:17.519709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.526614 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.565411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de50fef3-dbb5-4f83-b0f3-8fef5ee3e41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.586229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Transition to ACTIVE for port object c1276317-7f1c-470f-a40c-ebef5b384936 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:17.620211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc7338d-07d7-41e9-bac0-510bfb882563']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:17.644167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.680193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e2cccf-eb7f-4259-ac2c-b3262359d646') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:17.680786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e2cccf-eb7f-4259-ac2c-b3262359d646') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:17.689229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-705c230c-29c9-411f-b6c2-6818669c0b9d admin admin] Deleting subnet 4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:25:17.696040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-705c230c-29c9-411f-b6c2-6818669c0b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.729133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de50fef3-dbb5-4f83-b0f3-8fef5ee3e41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.741664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f48e28-821e-4282-b57a-05d315d8e2bd req-7abd4b38-276e-466e-9d51-dc0acbd80c5b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:17.743371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79f48e28-821e-4282-b57a-05d315d8e2bd req-7abd4b38-276e-466e-9d51-dc0acbd80c5b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.3186033 May 10 11:25:17.753093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Pushing event updated for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:17.803868 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.887914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Deleting port ede2fefd-637e-4db6-ad79-cdf8abe97c12 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:17.888291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.953256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.020771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:18.021368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.026996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-705c230c-29c9-411f-b6c2-6818669c0b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: timer() May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:18.030688 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:18.034704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:18.034947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:18.035335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:18.054245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:25:18.055076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:18.121959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:18.122389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:18.122765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:18.128023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Bound port: c1276317-7f1c-470f-a40c-ebef5b384936, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:18.128466 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.187185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79f48e28-821e-4282-b57a-05d315d8e2bd req-6c71587e-c2d1-4200-8954-098055e7018c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889353 May 10 11:25:18.240408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.240736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.272243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Calling delete_port for ede2fefd-637e-4db6-ad79-cdf8abe97c12 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:18.274784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:18.280527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:18.290337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.312844 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.320130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.325932 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8dc7338d-07d7-41e9-bac0-510bfb882563 HTTP/1.1" status: 204 len: 168 time: 1.7396717 May 10 11:25:18.413444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de50fef3-dbb5-4f83-b0f3-8fef5ee3e41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.420948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:18.422011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de50fef3-dbb5-4f83-b0f3-8fef5ee3e41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.422169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.423114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] 10.222.0.70 "PUT /v2.0/ports/c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 200 len: 1091 time: 3.0807309 May 10 11:25:18.423614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:18.425615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de50fef3-dbb5-4f83-b0f3-8fef5ee3e41e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/985ce399-e53e-4624-a327-2b99d50b6b55 HTTP/1.1" status: 204 len: 168 time: 1.1630726 May 10 11:25:18.429025 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c66052-2328-4f66-a84f-804079bb7683" -d '{"events": [{"name": "network-changed", "server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:18.450230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff6fa3-e73b-492a-990d-329502475976 service neutron] Pushing event updated for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:18.524211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599ea08-d239-4134-a18c-f56f6d6fda09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc7338d-07d7-41e9-bac0-510bfb882563,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:18.578686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50fef3-dbb5-4f83-b0f3-8fef5ee3e41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985ce399-e53e-4624-a327-2b99d50b6b55,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:18.615297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-705c230c-29c9-411f-b6c2-6818669c0b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.676596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e49a5f-77de-47fc-8d20-a6bd49335563 req-91d9c628-e265-461d-bfa0-a1210c2c90ac tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:18.678483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00e49a5f-77de-47fc-8d20-a6bd49335563 req-91d9c628-e265-461d-bfa0-a1210c2c90ac tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.3354626 May 10 11:25:18.710407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-88acd83d-d6a1-409c-9433-095e4a6070ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:18.712370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-88acd83d-d6a1-409c-9433-095e4a6070ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1094 time: 0.1411710 May 10 11:25:18.713616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.781385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00e49a5f-77de-47fc-8d20-a6bd49335563 req-8fdf48ae-c916-4550-ac22-e33245529a4d tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924263 May 10 11:25:18.787472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58112) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:18.818798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event deleted for resources: {'Port': ['ID=ede2fefd-637e-4db6-ad79-cdf8abe97c12,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:18.822787 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-9c7fcf99-1040-4899-84c1-ef77d0b4c1a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 200 len: 217 time: 0.0786479 May 10 11:25:18.882088 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140c68e1-9668-49b2-9a52-f98f54b077aa x-openstack-request-id: req-140c68e1-9668-49b2-9a52-f98f54b077aa {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:18.882594 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-plugged", "status": "completed", "tag": "5330c263-7d18-407c-b89d-638f50b148ef", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:18.882799 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-140c68e1-9668-49b2-9a52-f98f54b077aa {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:18.883467 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140c68e1-9668-49b2-9a52-f98f54b077aa'] response: {'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef', 'code': 200} May 10 11:25:18.898135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-70f55862-4932-42a9-ae67-c044d74a75d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ef1fe68d8994a4db0fd601fa590aba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084018 May 10 11:25:18.901095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58116) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:18.904829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-705c230c-29c9-411f-b6c2-6818669c0b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.020441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-2764d23b-2003-4554-8ac4-0cbd5ac4618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:19.022223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-2764d23b-2003-4554-8ac4-0cbd5ac4618f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1862996 May 10 11:25:19.049245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c230c-29c9-411f-b6c2-6818669c0b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:19.054108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-705c230c-29c9-411f-b6c2-6818669c0b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.059727 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-705c230c-29c9-411f-b6c2-6818669c0b9d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4455d2dd-6f20-4ef2-9f96-08a9bbc13a8b HTTP/1.1" status: 204 len: 168 time: 1.5784924 May 10 11:25:19.060186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a1c81-02f5-4935-a177-743a5d76eea2 None None] Network a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:19.065422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58118) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:19.098323 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.101150 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.123408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa65879e-563f-4fce-95b8-97047df256a9 req-d33789fb-fb6e-4f6b-b944-eb347d18020a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "DELETE /v2.0/floatingips/dfa9d1ca-4341-40d3-9158-c08ce0d1b57c HTTP/1.1" status: 204 len: 173 time: 1.5994191 May 10 11:25:19.135766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-a73abb0c-874b-4a33-b520-1dd30d28409f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023083 May 10 11:25:19.145291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e1cff-2e79-4c5f-a4b2-f9c53e0aa02d req-1595cac0-d65e-4720-9240-0b369d5385c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:19.150902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a6e1cff-2e79-4c5f-a4b2-f9c53e0aa02d req-1595cac0-d65e-4720-9240-0b369d5385c7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 1100 time: 0.1782861 May 10 11:25:19.222466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.223136 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7105234-882c-475b-9683-9428858e68f8 x-openstack-request-id: req-d7105234-882c-475b-9683-9428858e68f8 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:19.223471 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:19.224367 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7105234-882c-475b-9683-9428858e68f8 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:19.224822 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7105234-882c-475b-9683-9428858e68f8'] response: {'name': 'network-changed', 'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936', 'status': 'completed', 'code': 200} May 10 11:25:19.262308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c24f8-d90a-4497-b5b7-c3cbd587e154 req-a90fc4b2-9ddf-4f1e-84ee-0b19d68aa1fb tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:19.263921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c27c24f8-d90a-4497-b5b7-c3cbd587e154 req-a90fc4b2-9ddf-4f1e-84ee-0b19d68aa1fb tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 949 time: 0.2615898 May 10 11:25:19.264598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c544a59-f556-4c5e-a260-c3d05aa5205f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.348953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c544a59-f556-4c5e-a260-c3d05aa5205f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.383496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c27c24f8-d90a-4497-b5b7-c3cbd587e154 req-0d53e24d-9502-40d8-82eb-cb598bae783c tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110129 May 10 11:25:19.436839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Deleting port 4673d679-b56f-4607-8bc9-a0456ec72081 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:19.439387 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.448043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] DHCP port deletion for a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:25:19.525082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c544a59-f556-4c5e-a260-c3d05aa5205f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.528846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c544a59-f556-4c5e-a260-c3d05aa5205f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.530037 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9c544a59-f556-4c5e-a260-c3d05aa5205f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5359d659-b255-4331-b0df-20df565f8517 HTTP/1.1" status: 204 len: 168 time: 0.6207216 May 10 11:25:19.546851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c544a59-f556-4c5e-a260-c3d05aa5205f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5359d659-b255-4331-b0df-20df565f8517,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:19.562567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] For port 4673d679-b56f-4607-8bc9-a0456ec72081, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4673d679-b56f-4607-8bc9-a0456ec72081,segment=NetworkSegment(8b20c04a-f607-4518-82c4-bcb879a78377),segment_id=8b20c04a-f607-4518-82c4-bcb879a78377)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:19.563081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.576198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a6e1cff-2e79-4c5f-a4b2-f9c53e0aa02d req-00d5f4b1-1343-4bf5-b303-420aae70f895 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725765 May 10 11:25:19.586087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Calling delete_port for 4673d679-b56f-4607-8bc9-a0456ec72081 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:19.608061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] Deleting port 4673d679-b56f-4607-8bc9-a0456ec72081 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:19.608693 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.618410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-afbf7dc9-37a4-4e9f-b7b7-5af559d5789c service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637611 May 10 11:25:19.702959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4673d679-b56f-4607-8bc9-a0456ec72081 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:19.706376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a96a8-b807-425d-8df4-83e0a68d99c4 req-27ff5863-1521-410c-9cb7-92c0e24f32fc tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:19.720175 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-174a96a8-b807-425d-8df4-83e0a68d99c4 req-27ff5863-1521-410c-9cb7-92c0e24f32fc tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4652178 May 10 11:25:19.787859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-6f544bf0-ded8-4c0c-bf27-920f8b9be969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:19.789201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-6f544bf0-ded8-4c0c-bf27-920f8b9be969 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 1101 time: 0.1178455 May 10 11:25:19.798956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69e69-778a-40a4-912a-833d4fc24a17 req-de726ae4-6fd0-41b8-87a9-3e8d45f77346 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:19.800804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9bf69e69-778a-40a4-912a-833d4fc24a17 req-de726ae4-6fd0-41b8-87a9-3e8d45f77346 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1280465 May 10 11:25:19.854878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] For port 4673d679-b56f-4607-8bc9-a0456ec72081, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4673d679-b56f-4607-8bc9-a0456ec72081,segment=NetworkSegment(8b20c04a-f607-4518-82c4-bcb879a78377),segment_id=8b20c04a-f607-4518-82c4-bcb879a78377)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:19.855638 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.857459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.883410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] Calling delete_port for 4673d679-b56f-4607-8bc9-a0456ec72081 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:19.905109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=4673d679-b56f-4607-8bc9-a0456ec72081,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:19.914583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] No DVR routers for this DVR port 4673d679-b56f-4607-8bc9-a0456ec72081 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:19.976349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9bf69e69-778a-40a4-912a-833d4fc24a17 req-e62943f1-cdfe-4b9a-9ee0-52bfbc24466b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637535 May 10 11:25:19.977882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-861ede0e-62c9-4a2d-8269-caf6502b7c19 req-0a018f52-9fe1-4625-9b61-136bcfa3e9f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=c7fb01bf19ee4963b6f30915d6c8658d HTTP/1.1" status: 200 len: 1656 time: 0.2416527 May 10 11:25:20.108347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58152) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:20.154660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.167255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-61700e02-49bd-44e8-84a0-9e0932fe3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:20.169156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-61700e02-49bd-44e8-84a0-9e0932fe3ac7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3674500 May 10 11:25:20.235846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89c21f0-4de4-4730-8cc6-a0df4d2b7d25']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:20.242284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-a7c46aa0-91bc-42fc-992a-f6f56e6aec04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=31833fee-1c47-4f11-8a1b-6e5701882206 HTTP/1.1" status: 200 len: 217 time: 0.0609231 May 10 11:25:20.282815 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ede0e-62c9-4a2d-8269-caf6502b7c19 req-b848ca50-c7e9-4bb3-86ac-cc46a8ab8c58 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:20.285383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-861ede0e-62c9-4a2d-8269-caf6502b7c19 req-b848ca50-c7e9-4bb3-86ac-cc46a8ab8c58 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks?id=9bf4babe-f129-4202-b603-fe5f18a8b598&id=9bf4babe-f129-4202-b603-fe5f18a8b598&id=9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 787 time: 0.2933030 May 10 11:25:20.297629 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62370a05-ddf5-485a-88b1-fbfdc7440f60 req-7382a042-1ac8-43f3-953d-db2e2048b229 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538750 May 10 11:25:20.301555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No active binding found for port 4673d679-b56f-4607-8bc9-a0456ec72081 {{(pid=102769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 11:25:20.302214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4673d679-b56f-4607-8bc9-a0456ec72081 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:20.302794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 300b0590-68c4-4c19-bad3-b84e017a8e83 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:20.312804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b20c04a-f607-4518-82c4-bcb879a78377') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:20.313322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b20c04a-f607-4518-82c4-bcb879a78377') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:20.326509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 300b0590-68c4-4c19-bad3-b84e017a8e83 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:20.327122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 300b0590-68c4-4c19-bad3-b84e017a8e83 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:20.346434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.375236 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.379737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.395958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:20.397673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.401740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] Pushing event deleted for resources: {'Port': ['ID=4673d679-b56f-4607-8bc9-a0456ec72081,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:20.413955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b7f49-5cb5-48fd-bef2-97a4e1e29362 None None] No DVR routers for this DVR port 4673d679-b56f-4607-8bc9-a0456ec72081 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:20.432072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6ef06f95-b069-49a2-8adf-c36bc8929998 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips/b8e8bc7a-a3a9-4f52-8561-abacc3077e27 HTTP/1.1" status: 200 len: 693 time: 0.1034465 May 10 11:25:20.528499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c66052-2328-4f66-a84f-804079bb7683 req-662635da-a907-45f5-a9d7-1141c316cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:20.530200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40c66052-2328-4f66-a84f-804079bb7683 req-662635da-a907-45f5-a9d7-1141c316cf25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1094 time: 0.1326702 May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: timer() May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:20.534544 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:20.556717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc92f8-9c9d-4bf5-b329-b5349f87f784 req-6e3940ec-4d96-491b-bdc7-b6f2a85cec4a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:20.564406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7dc92f8-9c9d-4bf5-b329-b5349f87f784 req-6e3940ec-4d96-491b-bdc7-b6f2a85cec4a tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.4807928 May 10 11:25:20.569426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-network', 'tenant_id': 'b23a897b907b416fada8a6a453eff724'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:20.602933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-5972ef80-7785-44cd-8eec-b9ccb10eafdc tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:20.604456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-5972ef80-7785-44cd-8eec-b9ccb10eafdc tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.1569300 May 10 11:25:20.605832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.611949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.615380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] 10.222.0.13 "DELETE /v2.0/networks/a89c21f0-4de4-4730-8cc6-a0df4d2b7d25 HTTP/1.1" status: 204 len: 168 time: 1.5352213 May 10 11:25:20.648008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Made reservation on behalf of b23a897b907b416fada8a6a453eff724 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:20.650488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.665722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.729453 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-48abcec4-67da-4f32-bdac-73a838e08a4a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.1041801 May 10 11:25:20.811035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-8f969036-f9aa-4416-b3e2-72c7ecede569 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.0737340 May 10 11:25:20.812000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.816098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4dae6-5fe3-4ca3-b3b1-b843a03b1d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=a89c21f0-4de4-4730-8cc6-a0df4d2b7d25,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:20.826118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-c70e3abf-7e9b-44e0-bc2b-3aaeceb33fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:20.828448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-c70e3abf-7e9b-44e0-bc2b-3aaeceb33fe8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.5786152 May 10 11:25:20.832109 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.849162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:20.851930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c66052-2328-4f66-a84f-804079bb7683 req-ea205500-9ccf-42ff-aca2-08b9ae46baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:20.853541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40c66052-2328-4f66-a84f-804079bb7683 req-ea205500-9ccf-42ff-aca2-08b9ae46baa1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.3085067 May 10 11:25:20.861572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.861920 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Added segment a80641aa-fe18-4033-aed4-0432b9119820 of type vlan for network 7b8b937c-dc86-4d24-9278-d31848bc2393 May 10 11:25:20.911934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.929626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58178) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:20.930110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58180) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:20.948424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40c66052-2328-4f66-a84f-804079bb7683 req-43f5e852-df4e-4052-8c34-bed6a7400dcd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 200 len: 217 time: 0.0658400 May 10 11:25:20.961992 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.963003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:20.963594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.062565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7dc92f8-9c9d-4bf5-b329-b5349f87f784 req-eeac2b4b-8cfc-42c9-97e1-684f430e3757 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444420 May 10 11:25:21.070642 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9532001 May 10 11:25:21.071974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58186) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:21.086760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d90297d-9d09-41ca-8e15-5f402c8387c3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:21.093307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Request body: {'subnet': {'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-subnet', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:21.101148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c66052-2328-4f66-a84f-804079bb7683 req-8a07eb9c-ec47-4e51-a21d-3de9c89a2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:21.102677 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40c66052-2328-4f66-a84f-804079bb7683 req-8a07eb9c-ec47-4e51-a21d-3de9c89a2bfa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1152887 May 10 11:25:21.108156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-24ee6143-64c6-43cb-8e6d-361bf74ab087 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1c08229956149e782b0d9f4ee4431c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750844 May 10 11:25:21.112566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58188) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:21.155030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40c66052-2328-4f66-a84f-804079bb7683 req-8ebbfe1e-34dd-455b-b122-f5146f0c0132 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414875 May 10 11:25:21.174841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234beda7-b5dd-43b3-9fe8-0c7ad7e23f8d admin admin] Pushing event updated for resources: {'Network': ['ID=7b8b937c-dc86-4d24-9278-d31848bc2393,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:21.187461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 7b8b937c-dc86-4d24-9278-d31848bc2393 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:25:21.200703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-98f05bd8-1961-4a62-9b74-0159f532a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:21.202576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-98f05bd8-1961-4a62-9b74-0159f532a61c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2642441 May 10 11:25:21.234953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Made reservation on behalf of b23a897b907b416fada8a6a453eff724 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:21.237468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.291046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Deleting port 3fc693fd-26a8-4a37-b445-9dc5372ec2bb {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:21.291046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.320585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec00b-c8d8-4362-8359-36f6ae78f31d req-7b0e4f34-76b5-4627-bdeb-8fd928f8fff7 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:21.328625 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bcec00b-c8d8-4362-8359-36f6ae78f31d req-7b0e4f34-76b5-4627-bdeb-8fd928f8fff7 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 949 time: 0.1250274 May 10 11:25:21.362256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-592213523-network', 'tenant_id': '71a798a75814404694fdeaa5349784f5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:21.362462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-b63aea45-fe07-4185-b00f-e70fa38a020d service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489198 May 10 11:25:21.428720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bcec00b-c8d8-4362-8359-36f6ae78f31d req-53fd3bc4-bfc8-41df-99e3-0854a7453ec3 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990973 May 10 11:25:21.496281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Made reservation on behalf of 71a798a75814404694fdeaa5349784f5 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:21.499161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.500413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29668d52-c528-4b0a-ba49-0259a880d668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.514228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-f1eac473-704b-4237-8822-a169f27e9ae5 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414249 May 10 11:25:21.555023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40c66052-2328-4f66-a84f-804079bb7683 req-d95e88c1-05d6-4620-bca7-5485d6a145bc service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874652 May 10 11:25:21.556526 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.584030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.584361 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.599247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae168a-796c-4bf9-ab43-e4fb56818f97 req-bcdf6a22-1cbd-4873-bc37-10b444d36526 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:21.600034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Calling delete_port for 3fc693fd-26a8-4a37-b445-9dc5372ec2bb owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:21.601621 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9ae168a-796c-4bf9-ab43-e4fb56818f97 req-bcdf6a22-1cbd-4873-bc37-10b444d36526 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.0595355 May 10 11:25:21.652694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29668d52-c528-4b0a-ba49-0259a880d668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.656864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9ae168a-796c-4bf9-ab43-e4fb56818f97 req-ebb63ca7-d487-4dd6-bbcb-c9e5e8e01b9f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467222 May 10 11:25:22.204762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.247577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2978b48-8771-4982-9425-6be360332a2b req-873ad009-3fe8-4d5b-8e79-6dc7102110fc tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:22.249311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2978b48-8771-4982-9425-6be360332a2b req-873ad009-3fe8-4d5b-8e79-6dc7102110fc tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.0969071 May 10 11:25:22.256463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40c66052-2328-4f66-a84f-804079bb7683 req-e0fa5075-47e5-4817-9fb4-041673dc0fe8 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802068 May 10 11:25:22.269122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.284679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29668d52-c528-4b0a-ba49-0259a880d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.287195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29668d52-c528-4b0a-ba49-0259a880d668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.288359 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-29668d52-c528-4b0a-ba49-0259a880d668 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85f734e9-8a39-4745-a932-0c58d7c556be HTTP/1.1" status: 204 len: 168 time: 1.1738219 May 10 11:25:22.298242 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.308621 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2978b48-8771-4982-9425-6be360332a2b req-840c35d3-7810-40e8-b97b-8f6234118a8f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 May 10 11:25:22.318182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29668d52-c528-4b0a-ba49-0259a880d668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f734e9-8a39-4745-a932-0c58d7c556be,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:22.320100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46399bb7-bae1-4751-a218-81d6207b4b07,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:22.370124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:22.400360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Checking segment: {'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:22.400719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Network hostable DHCP agents. Network: 7b8b937c-dc86-4d24-9278-d31848bc2393, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:22.410171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49c7c14-ab7d-437d-8736-bd56e458eaad,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:22.413241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.413588 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Added segment a49aefcc-8726-485d-a998-477e9db35b9d of type vlan for network dfd34ba0-bc34-4451-a985-73d7ab931e7e May 10 11:25:22.465412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.486987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.512911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Network 7b8b937c-dc86-4d24-9278-d31848bc2393 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:22.519898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event deleted for resources: {'Port': ['ID=3fc693fd-26a8-4a37-b445-9dc5372ec2bb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:22.521530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58224) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:22.556560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 7b8b937c-dc86-4d24-9278-d31848bc2393) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:22.565862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a10a910-9be4-41a9-8374-b25ca4e43ad0 None None] Network 7b8b937c-dc86-4d24-9278-d31848bc2393 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:22.584742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:22.585591 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.610426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.611684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:22.612573 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.615119 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.617939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.619345 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b413a020-b05f-4b7a-820b-38ab15c89125 req-6c9e5ff1-1ad0-4030-8275-f1b0c173172f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "DELETE /v2.0/floatingips/b8e8bc7a-a3a9-4f52-8561-abacc3077e27 HTTP/1.1" status: 204 len: 173 time: 1.7819934 May 10 11:25:22.641017 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e1543644-3595-402d-9e1e-34726e8d7082 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5683277 May 10 11:25:22.641195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58228) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:22.647342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:22.703361 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7716067 May 10 11:25:22.704061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58232) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:22.714232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Request body: {'subnet': {'network_id': 'dfd34ba0-bc34-4451-a985-73d7ab931e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-592213523-subnet', 'tenant_id': '71a798a75814404694fdeaa5349784f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:22.722070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b480-f974-4ed4-98e8-b30946e09de9 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd34ba0-bc34-4451-a985-73d7ab931e7e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:22.744764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Made reservation on behalf of 71a798a75814404694fdeaa5349784f5 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:22.750251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.761430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network dfd34ba0-bc34-4451-a985-73d7ab931e7e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:25:22.784333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-596e867d-63b6-465e-a9b0-6590b757585d req-0040b044-c37f-4856-9aae-1642c321c1ac tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips/8c156fb5-5f8d-40be-a0a6-e3c5cef6106b HTTP/1.1" status: 200 len: 692 time: 0.1333597 May 10 11:25:22.785639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58234) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:22.841989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c912fb-9a6d-4269-8020-9432dc2ddd80 None None] Network 7b8b937c-dc86-4d24-9278-d31848bc2393 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:22.905694 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.906678 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.927387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de8039-b797-4f83-85ba-800f45fee6a6 req-8408ae3e-af40-4957-b68a-2bc8752ce99f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:22.929493 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39de8039-b797-4f83-85ba-800f45fee6a6 req-8408ae3e-af40-4957-b68a-2bc8752ce99f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1557224 May 10 11:25:22.935211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c23cf641-e92d-455d-bc49-48ee94753b49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d015f22a10b4ca28e68150320cf4017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236260 May 10 11:25:22.938589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58236) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:23.032331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.040436 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39de8039-b797-4f83-85ba-800f45fee6a6 req-93602ee0-5cf7-46f1-a3ca-d6b6fdbbcae2 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941768 May 10 11:25:23.096194 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-66fbd6a9-f4e3-484b-b091-8e516180fd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.096403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e867d-63b6-465e-a9b0-6590b757585d req-b2c72726-3f8c-4133-b5bb-c10d4626f17f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:23.097812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-596e867d-63b6-465e-a9b0-6590b757585d req-b2c72726-3f8c-4133-b5bb-c10d4626f17f tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.3127015 May 10 11:25:23.126847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.130204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-66fbd6a9-f4e3-484b-b091-8e516180fd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.196939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-596e867d-63b6-465e-a9b0-6590b757585d req-b71ccfae-72ce-4211-80ec-687b5164deba tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.0725765 May 10 11:25:23.209010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08354a42-1265-4631-9a94-60dff0b6782d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:23.234363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Checking segment: {'id': 'a49aefcc-8726-485d-a998-477e9db35b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dfd34ba0-bc34-4451-a985-73d7ab931e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:23.234815 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Network hostable DHCP agents. Network: dfd34ba0-bc34-4451-a985-73d7ab931e7e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:23.252856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-66fbd6a9-f4e3-484b-b091-8e516180fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.255401 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-66fbd6a9-f4e3-484b-b091-8e516180fd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.259263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-66fbd6a9-f4e3-484b-b091-8e516180fd81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5428a1a6-4875-44e5-b418-8e3fb3b0c850 HTTP/1.1" status: 204 len: 168 time: 0.3171909 May 10 11:25:23.261077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Network dfd34ba0-bc34-4451-a985-73d7ab931e7e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:23.269631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbd6a9-f4e3-484b-b091-8e516180fd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5428a1a6-4875-44e5-b418-8e3fb3b0c850,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:23.279074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, dfd34ba0-bc34-4451-a985-73d7ab931e7e) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:23.283970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:23.284766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.292084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce866b10-56c8-4f58-87c5-3d6f209e1839 None None] Network dfd34ba0-bc34-4451-a985-73d7ab931e7e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:23.316590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9a9f4426-e1c6-49a0-97b7-5318667f2623 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6084816 May 10 11:25:23.506068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f752ed6-ba2b-4091-8041-bc09cfde7250 req-cd2139ad-557b-4ce8-a14c-c9c9747d20db tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:23.516496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f752ed6-ba2b-4091-8041-bc09cfde7250 req-cd2139ad-557b-4ce8-a14c-c9c9747d20db tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.0714681 May 10 11:25:23.526869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43289ab6-2c1a-4bf2-801d-01f2bc5fefae None None] Network dfd34ba0-bc34-4451-a985-73d7ab931e7e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:23.574987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f752ed6-ba2b-4091-8041-bc09cfde7250 req-5c4aade2-5dfd-47b3-9e4c-268270f258ac tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 May 10 11:25:23.600933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-596e867d-63b6-465e-a9b0-6590b757585d req-2d3b76be-637a-42ae-9484-66a076b0c94a tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.0781202 May 10 11:25:23.629099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.849711 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-8e82e1c5-8223-49c4-9244-65352d6f32be req-b57b561b-3d13-48d2-aa93-83334d3fa0a3 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] show failed (client error): The resource could not be found. May 10 11:25:23.862016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Deleting port cdd064ba-d543-48d5-842d-39d3c58e65e9 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:23.862016 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.865592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e82e1c5-8223-49c4-9244-65352d6f32be req-b57b561b-3d13-48d2-aa93-83334d3fa0a3 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] 10.222.0.13 "GET /v2.0/security-groups/36313e29-742b-4284-9143-a2edd644fd33 HTTP/1.1" status: 404 len: 352 time: 0.0295641 May 10 11:25:23.939960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c6dded-dba0-40c9-8e38-6ca97bbeeb97 req-e90fbf96-1590-4d64-a88c-a5c8304e5223 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71a798a75814404694fdeaa5349784f5 HTTP/1.1" status: 200 len: 2984 time: 0.0519300 May 10 11:25:23.965157 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.965489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.986844 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.999625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c6dded-dba0-40c9-8e38-6ca97bbeeb97 req-7bd87887-edcf-45fb-a64e-b54b75fd2990 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] 10.222.0.13 "GET /v2.0/security-groups/c49c7c14-ab7d-437d-8736-bd56e458eaad HTTP/1.1" status: 200 len: 2981 time: 0.0464005 May 10 11:25:24.018898 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Calling delete_port for cdd064ba-d543-48d5-842d-39d3c58e65e9 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:24.047940 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c6dded-dba0-40c9-8e38-6ca97bbeeb97 req-f24d9d5b-f52f-455d-9cd1-70e8b007ccdb tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] 10.222.0.13 "GET /v2.0/security-groups/c49c7c14-ab7d-437d-8736-bd56e458eaad HTTP/1.1" status: 200 len: 2981 time: 0.0413580 May 10 11:25:24.121408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4197c868-059a-479d-adae-2922660bc2f7 req-bf959789-7c03-4b0b-be47-83d74b9b1a86 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] 10.222.0.13 "GET /v2.0/security-groups/c49c7c14-ab7d-437d-8736-bd56e458eaad HTTP/1.1" status: 200 len: 2981 time: 0.0497320 May 10 11:25:24.190607 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-4197c868-059a-479d-adae-2922660bc2f7 req-2d5c5a89-fa74-458e-9e51-6f82c310335a tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] delete failed (client error): There was a conflict when trying to complete your request. May 10 11:25:24.191636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4197c868-059a-479d-adae-2922660bc2f7 req-2d5c5a89-fa74-458e-9e51-6f82c310335a tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] 10.222.0.13 "DELETE /v2.0/security-groups/c49c7c14-ab7d-437d-8736-bd56e458eaad HTTP/1.1" status: 409 len: 352 time: 0.0636444 May 10 11:25:24.212312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.246727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.331707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e14045-c820-4408-a8dc-d93fc6594517 req-cb52e075-02dd-40af-a7d9-e035a4d6d95c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:24.334834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8e14045-c820-4408-a8dc-d93fc6594517 req-cb52e075-02dd-40af-a7d9-e035a4d6d95c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.0546427 May 10 11:25:24.373657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8e14045-c820-4408-a8dc-d93fc6594517 req-47a60379-fb81-4336-a169-ba6ff2bf80e5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 May 10 11:25:24.453836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Allocated IP 172.25.8.209 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/feb55e1e-1c94-4fef-8b8e-51f44b9187ae) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:24.488950 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.498787 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-ea34ed9b-6d4e-4bc6-8335-50d7fcccb6fd req-0c8d078d-7c71-48f6-b621-483485deeda6 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] show failed (client error): The resource could not be found. May 10 11:25:24.499845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea34ed9b-6d4e-4bc6-8335-50d7fcccb6fd req-0c8d078d-7c71-48f6-b621-483485deeda6 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] 10.222.0.13 "GET /v2.0/security-groups/74d0c93a-bf8d-4f22-8d45-0e70e17d42ba HTTP/1.1" status: 404 len: 352 time: 0.0170166 May 10 11:25:24.542632 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-7fe0ecf2-dc49-4948-b81e-fa9cd65cc5d1 req-1a8a454c-d82a-41eb-a1ae-07b706724e71 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] show failed (client error): The resource could not be found. May 10 11:25:24.543805 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7fe0ecf2-dc49-4948-b81e-fa9cd65cc5d1 req-1a8a454c-d82a-41eb-a1ae-07b706724e71 tempest-SecurityGroupsNegativeTestJSON-685554788 tempest-SecurityGroupsNegativeTestJSON-685554788-project] 10.222.0.13 "GET /v2.0/security-groups/bcd466ed-9e96-434e-9deb-7776cdbeef74 HTTP/1.1" status: 404 len: 352 time: 0.0213196 May 10 11:25:24.554393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event deleted for resources: {'Port': ['ID=cdd064ba-d543-48d5-842d-39d3c58e65e9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:24.559253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58308) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:24.722837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-10558b03-775d-4c42-93e5-ebe753bb0545 admin admin] Deleting subnet 08354a42-1265-4631-9a94-60dff0b6782d {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:25:24.730080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225ab4b-8750-4608-bce6-13bf98222f37 req-e39c4f3c-1285-4a43-b3eb-6a76c50917fe tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:24.731981 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10558b03-775d-4c42-93e5-ebe753bb0545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.733729 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8225ab4b-8750-4608-bce6-13bf98222f37 req-e39c4f3c-1285-4a43-b3eb-6a76c50917fe tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.0802948 May 10 11:25:24.765338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.767977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.769199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-596e867d-63b6-465e-a9b0-6590b757585d req-6316fb2a-ae61-43ac-80b1-11258d363376 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "DELETE /v2.0/floatingips/8c156fb5-5f8d-40be-a0a6-e3c5cef6106b HTTP/1.1" status: 204 len: 173 time: 1.1503181 May 10 11:25:24.779370 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.794214 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8225ab4b-8750-4608-bce6-13bf98222f37 req-2c58ca89-8a10-40df-b7d4-9e4f4f0c77ee tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 May 10 11:25:24.796629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:25:24.799188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10558b03-775d-4c42-93e5-ebe753bb0545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.904231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94061585-54af-4495-97c6-75ffba2f109f req-15c679f3-c84d-4be2-aa9e-0fc301f5ccdf tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips/4c2b01b5-3cf4-4255-9a17-ba4e9a36e807 HTTP/1.1" status: 200 len: 693 time: 0.0800807 May 10 11:25:24.910372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Deleting port 19df30c4-8a9b-4b83-953f-cb164dd22f2a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:24.910794 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.917952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:24.935652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '5330c263-7d18-407c-b89d-638f50b148ef', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '5330c263-7d18-407c-b89d-638f50b148ef', 'mac_address': 'fa:16:3e:08:8a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:25:24.978515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5330c263-7d18-407c-b89d-638f50b148ef is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:24.978914 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.979065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10558b03-775d-4c42-93e5-ebe753bb0545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.992445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5330c263-7d18-407c-b89d-638f50b148ef {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:25.014343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.017239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:25.026344 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.100749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:25.122842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['5330c263-7d18-407c-b89d-638f50b148ef'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:25.141490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:25.163623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:25.166769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:25.210044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10558b03-775d-4c42-93e5-ebe753bb0545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.266140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] For port 19df30c4-8a9b-4b83-953f-cb164dd22f2a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=19df30c4-8a9b-4b83-953f-cb164dd22f2a,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:25.266509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.284082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Calling delete_port for 19df30c4-8a9b-4b83-953f-cb164dd22f2a owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:25.338123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Pushing event updated for resources: {'Port': ['ID=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:25.340808 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10558b03-775d-4c42-93e5-ebe753bb0545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08354a42-1265-4631-9a94-60dff0b6782d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:25.366548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10558b03-775d-4c42-93e5-ebe753bb0545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.371873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-10558b03-775d-4c42-93e5-ebe753bb0545 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/08354a42-1265-4631-9a94-60dff0b6782d HTTP/1.1" status: 204 len: 168 time: 0.8097637 May 10 11:25:25.373120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58364) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:25.380178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061585-54af-4495-97c6-75ffba2f109f req-b56377e0-15c7-46bd-9364-3e54cb3890dc tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:25.381697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94061585-54af-4495-97c6-75ffba2f109f req-b56377e0-15c7-46bd-9364-3e54cb3890dc tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.4767003 May 10 11:25:25.575184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.606203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664667c-053e-4f06-9881-cf7afec59f35 req-01e274c1-dbaa-46c3-9b07-e4c1e1d6dee5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:25.608043 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3664667c-053e-4f06-9881-cf7afec59f35 req-01e274c1-dbaa-46c3-9b07-e4c1e1d6dee5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.0996540 May 10 11:25:25.721673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.746946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3664667c-053e-4f06-9881-cf7afec59f35 req-d99f4b32-9d19-4a2d-8c6c-4169b552c0b6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152971 May 10 11:25:25.798292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd34ba0-bc34-4451-a985-73d7ab931e7e']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:25.826748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49aefcc-8726-485d-a998-477e9db35b9d') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:25.826748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49aefcc-8726-485d-a998-477e9db35b9d') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:25.846090 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.879154 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.902215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:25.904237 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: timer() May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:25.909665 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:25.942353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58390) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:26.016515 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94061585-54af-4495-97c6-75ffba2f109f req-eb7413b9-6581-4780-b953-bf21e546e2a4 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.5892477 May 10 11:25:26.067805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.081574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dfcb9-9942-45c3-b4b9-eee076c56517 req-79818625-def1-4064-bf9f-bc129c751ecf tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:26.088654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b5dfcb9-9942-45c3-b4b9-eee076c56517 req-79818625-def1-4064-bf9f-bc129c751ecf tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.1011703 May 10 11:25:26.093061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.105066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] 10.222.0.13 "DELETE /v2.0/networks/dfd34ba0-bc34-4451-a985-73d7ab931e7e HTTP/1.1" status: 204 len: 168 time: 0.7301993 May 10 11:25:26.137712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dfbc2-93dc-41c7-a73d-13e59c47361b admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd34ba0-bc34-4451-a985-73d7ab931e7e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:26.168430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf18066e-bda6-4a3e-9778-0fe4de1567d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.172803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b5dfcb9-9942-45c3-b4b9-eee076c56517 req-37459c34-e84a-43e7-8652-e1b962dab71b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665865 May 10 11:25:26.244490 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94061585-54af-4495-97c6-75ffba2f109f req-53ec0eaf-5be8-4252-bd86-edbf1c9dd353 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.2270944 May 10 11:25:26.309795 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf18066e-bda6-4a3e-9778-0fe4de1567d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.317580 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf18066e-bda6-4a3e-9778-0fe4de1567d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.320610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.352318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58396) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:26.389719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18066e-bda6-4a3e-9778-0fe4de1567d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f807a-37c1-4c2a-b099-7bb12e59012e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:26.396303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cf18066e-bda6-4a3e-9778-0fe4de1567d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41ad7ae025554c43b8185f887bfb20d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494612 May 10 11:25:26.399240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58398) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:26.447199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cf1aedb5-0600-46eb-a26f-a3f8af79b309 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71a798a75814404694fdeaa5349784f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936182 May 10 11:25:26.448348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58400) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:26.497991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.509715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-313f46ba-7bd9-4827-934e-771a1931673a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.547394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-313f46ba-7bd9-4827-934e-771a1931673a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.556255 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5f60523-b5a8-426b-98f8-a0259359fe3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.564944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Pushing event deleted for resources: {'Port': ['ID=19df30c4-8a9b-4b83-953f-cb164dd22f2a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:26.604235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5f60523-b5a8-426b-98f8-a0259359fe3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.654484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-313f46ba-7bd9-4827-934e-771a1931673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.657563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-313f46ba-7bd9-4827-934e-771a1931673a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.658855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-313f46ba-7bd9-4827-934e-771a1931673a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b42f807a-37c1-4c2a-b099-7bb12e59012e HTTP/1.1" status: 204 len: 168 time: 0.2585421 May 10 11:25:26.679407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f46ba-7bd9-4827-934e-771a1931673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f807a-37c1-4c2a-b099-7bb12e59012e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:26.682795 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5f60523-b5a8-426b-98f8-a0259359fe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.686906 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5f60523-b5a8-426b-98f8-a0259359fe3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.688735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b5f60523-b5a8-426b-98f8-a0259359fe3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c49c7c14-ab7d-437d-8736-bd56e458eaad HTTP/1.1" status: 204 len: 168 time: 0.2382450 May 10 11:25:26.720277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f60523-b5a8-426b-98f8-a0259359fe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49c7c14-ab7d-437d-8736-bd56e458eaad,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:26.767375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Deleting port b9041581-8f4e-45c8-8733-399c85e63e58 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:26.768026 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.809728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:26.916570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 5330c263-7d18-407c-b89d-638f50b148ef triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:26.918428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.009805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e3ef1-69c0-4466-b09e-5b5a79e19c4c req-4d5730e3-324f-4989-9d41-5538738c33bc tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:27.022980 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-014e3ef1-69c0-4466-b09e-5b5a79e19c4c req-4d5730e3-324f-4989-9d41-5538738c33bc tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1320016 May 10 11:25:27.035238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5330c263-7d18-407c-b89d-638f50b148ef is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:27.035881 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.040263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.065331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.065679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.094227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:27.098340 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a4b68-30e1-49b0-8fa8-5e289a3de203" -d '{"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-plugged", "status": "completed", "tag": "5330c263-7d18-407c-b89d-638f50b148ef"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:27.127216 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-014e3ef1-69c0-4466-b09e-5b5a79e19c4c req-5c92b36b-e9dc-4521-988f-2a6ed0593825 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033325 May 10 11:25:27.128573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:27.136926 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.211849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Calling delete_port for b9041581-8f4e-45c8-8733-399c85e63e58 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:27.277180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:27.300809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.333463 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b05161-9720-4a42-ae92-50354aefe638 x-openstack-request-id: req-77b05161-9720-4a42-ae92-50354aefe638 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:27.333980 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-plugged", "status": "completed", "tag": "5330c263-7d18-407c-b89d-638f50b148ef", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:27.334371 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77b05161-9720-4a42-ae92-50354aefe638 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:27.334950 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b05161-9720-4a42-ae92-50354aefe638'] response: {'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef', 'code': 200} May 10 11:25:27.537913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Router 757160dd-3247-41fb-8a11-d8ae4db46d51 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:25:27.573495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540dab4-fbd4-47ae-966f-dd1a744dc5be req-83c30dba-7ad2-4006-888d-6b4e1cf5ca06 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:27.579571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9540dab4-fbd4-47ae-966f-dd1a744dc5be req-83c30dba-7ad2-4006-888d-6b4e1cf5ca06 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.1633832 May 10 11:25:27.590677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58434) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:27.619208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-267ffde3-9758-44d4-8afc-673e22527191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.677522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9540dab4-fbd4-47ae-966f-dd1a744dc5be req-f5d88683-cc55-44b1-b3c7-d69a69cd49b8 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886004 May 10 11:25:27.733132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:25:27.750537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.795053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-267ffde3-9758-44d4-8afc-673e22527191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.812374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-267ffde3-9758-44d4-8afc-673e22527191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.849673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Pushing event deleted for resources: {'Port': ['ID=b9041581-8f4e-45c8-8733-399c85e63e58,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:27.860447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-267ffde3-9758-44d4-8afc-673e22527191 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c5e5a8ca91040938c339db6c29f261a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685196 May 10 11:25:27.862669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ffde3-9758-44d4-8afc-673e22527191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b2e231-4ffc-466b-99bb-7e33d1373a2e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:27.865462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58436) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:27.931138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-94f1dd70-0a01-409b-a14e-abfa4390c5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.964562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-94f1dd70-0a01-409b-a14e-abfa4390c5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.026324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-94f1dd70-0a01-409b-a14e-abfa4390c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.029842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-94f1dd70-0a01-409b-a14e-abfa4390c5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.031223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-94f1dd70-0a01-409b-a14e-abfa4390c5e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99b2e231-4ffc-466b-99bb-7e33d1373a2e HTTP/1.1" status: 204 len: 168 time: 0.1647050 May 10 11:25:28.040299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1dd70-0a01-409b-a14e-abfa4390c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b2e231-4ffc-466b-99bb-7e33d1373a2e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:28.289578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.296078 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.297487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94061585-54af-4495-97c6-75ffba2f109f req-51ef53d7-7a22-4031-b5ef-294e8255e8f1 tempest-FloatingIPDetailsTestJSON-668544062 tempest-FloatingIPDetailsTestJSON-668544062-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c2b01b5-3cf4-4255-9a17-ba4e9a36e807 HTTP/1.1" status: 204 len: 173 time: 2.0447791 May 10 11:25:28.308405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58452) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:28.308979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58454) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:28.359251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798a981-eb3d-479f-aac2-9b95b531c8fe req-425313f0-488d-4247-9b3c-7fb0fb551f13 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:28.374363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e798a981-eb3d-479f-aac2-9b95b531c8fe req-425313f0-488d-4247-9b3c-7fb0fb551f13 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.0992637 May 10 11:25:28.420753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:28.435753 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Sync routers for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:28.453260 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:28.454932 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:28.466621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:28.482488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] Sync routers for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:28.500674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e798a981-eb3d-479f-aac2-9b95b531c8fe req-cf2cd536-2d95-4019-af1f-1f0c21fea070 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226947 May 10 11:25:28.503810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] Routers {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:28.505034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:28.511413 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1184a47e-2099-47c2-ac7d-ce3567bed659 admin admin] 10.222.0.13 "PUT /v2.0/routers/bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9877927 May 10 11:25:28.511863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58468) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:28.514705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.516030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-505dd22f-b7ec-4a46-996e-cfeb06b1bc40 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.8739362 May 10 11:25:28.518771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58470) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:28.709923 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.770830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1671429628-network', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:28.774964 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:28.834113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c1276317-7f1c-470f-a40c-ebef5b384936 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:25:28.867465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] Set router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:28.951138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.957819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Made reservation on behalf of 6d94a6fc7d9240e280d7368740a5f437 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:28.960165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.005912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.073322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Deleting port 77fcbe06-6411-4a95-95b3-88c3884c606c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:29.073759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.098641 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:25:29.117662 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:25Z', 'revision_number': 3, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:29.150513 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Checking router: 757160dd-3247-41fb-8a11-d8ae4db46d51 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:29.151143 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Updating router 757160dd-3247-41fb-8a11-d8ae4db46d51 port feb55e1e-1c94-4fef-8b8e-51f44b9187ae binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:25:29.207169 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.225538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458375ee-cc45-4922-879b-d9c920d34612 req-0c728f3c-33e1-4b1a-8ca4-c3d025cc2d6b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:29.227440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-458375ee-cc45-4922-879b-d9c920d34612 req-0c728f3c-33e1-4b1a-8ca4-c3d025cc2d6b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.3906932 May 10 11:25:29.247297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] For port 77fcbe06-6411-4a95-95b3-88c3884c606c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=77fcbe06-6411-4a95-95b3-88c3884c606c,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:29.251291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.267725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Calling delete_port for 77fcbe06-6411-4a95-95b3-88c3884c606c owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:29.291107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:29.313727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'c1276317-7f1c-470f-a40c-ebef5b384936', 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62', 'port_id': 'c1276317-7f1c-470f-a40c-ebef5b384936', 'mac_address': 'fa:16:3e:a9:e8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f70c19-4fe5-40e3-8e4c-270c458a819b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:25:29.402987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port c1276317-7f1c-470f-a40c-ebef5b384936 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:29.403508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.450359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-458375ee-cc45-4922-879b-d9c920d34612 req-4d5c73e7-8cca-45cf-a85e-c2d6913dec38 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001843 May 10 11:25:29.506720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1276317-7f1c-470f-a40c-ebef5b384936 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:29.553692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:29.575070 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.774779 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.784184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:29.817864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.840255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'name': 'tempest-AttachSCSIVolumeTestJSON-375315519-router', 'tenant_id': '119d0ea9d3ba467aaa504196f9a4a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:17Z', 'updated_at': '2022-05-10T11:25:26Z', 'revision_number': 5, 'project_id': '119d0ea9d3ba467aaa504196f9a4a432', 'gw_port': {'id': '77fcbe06-6411-4a95-95b3-88c3884c606c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:18Z', 'updated_at': '2022-05-10T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:29.840564 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.899315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Pushing event deleted for resources: {'Port': ['ID=77fcbe06-6411-4a95-95b3-88c3884c606c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:29.900410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:29.933457 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.944313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8efd7-fdc5-4275-aacb-3a398cde7799 req-fa0457e6-c9e5-4eb4-bc1f-4ce567c7092e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:29.950554 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.957318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4d8efd7-fdc5-4275-aacb-3a398cde7799 req-fa0457e6-c9e5-4eb4-bc1f-4ce567c7092e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.2706842 May 10 11:25:29.959848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.960233 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Added segment 1eb1677f-3620-4161-a084-05f816806af1 of type vlan for network c9606624-4a20-4b79-92b1-78ee948b64cc May 10 11:25:29.965560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec1fce-8de1-49e3-bb1f-8c04d5683b7c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:30.016433 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Pushing event updated for resources: {'Port': ['ID=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:30.028324 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.028907 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.029538 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.030025 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.030496 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.030977 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.031445 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.031965 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.032428 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.032891 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.033359 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.033818 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:30.073661 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Attempting to bind port feb55e1e-1c94-4fef-8b8e-51f44b9187ae on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:30.074291 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Attempting to bind port feb55e1e-1c94-4fef-8b8e-51f44b9187ae by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:30.075007 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Attempting to bind port feb55e1e-1c94-4fef-8b8e-51f44b9187ae on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:30.082067 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:30.082772 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:30.083391 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.084082 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:30.084806 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Bound port: feb55e1e-1c94-4fef-8b8e-51f44b9187ae, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:30.085421 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.100846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.109371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.167655 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] For port feb55e1e-1c94-4fef-8b8e-51f44b9187ae, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:30.173130 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] For port feb55e1e-1c94-4fef-8b8e-51f44b9187ae, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:30.212665 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.289841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.293887 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f124e8-cde3-41cc-a0fd-0e1317f952b5 None None] Pushing event updated for resources: {'Port': ['ID=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:30.295007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.297148 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.321471 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:30.322332 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:30.355082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['c1276317-7f1c-470f-a40c-ebef5b384936'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:30.389163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] Checking router: bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:30.400109 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.400835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:25:30.406022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] Routers set() bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:30.406397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] Router IDs set() for agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 11:25:30.407063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_agentschedulers_db [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent'). {{(pid=102769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 10 11:25:30.407454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1cdfb-bcd7-444d-b4ef-37655dd2f9ee None None] The sync data for ids ['bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:30.422868 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:25:30.432004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.440663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-58e7edda-067b-4a83-b0d5-d62d30927458 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bd8c5528-b9f8-4b6f-8ce5-d3595c0b6d67 HTTP/1.1" status: 204 len: 168 time: 1.9253333 May 10 11:25:30.441678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58512) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:30.477080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4d8efd7-fdc5-4275-aacb-3a398cde7799 req-d4a4fed9-38df-464b-a246-4add186bbc9a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194380 May 10 11:25:30.547943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadf06a4-d13a-4e75-a238-8488780319a5 admin admin] Deleting subnet 2c87888b-72dc-41d4-8a5e-dd491795ddfc {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:25:30.551615 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aadf06a4-d13a-4e75-a238-8488780319a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.568689 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:30.605300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aadf06a4-d13a-4e75-a238-8488780319a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.742882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aadf06a4-d13a-4e75-a238-8488780319a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.747134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.748200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:30.748789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.765580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.811946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4973433 May 10 11:25:30.822143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58530) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:30.843915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Request body: {'subnet': {'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-subnet', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:30.852216 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aadf06a4-d13a-4e75-a238-8488780319a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.898661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf06a4-d13a-4e75-a238-8488780319a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c87888b-72dc-41d4-8a5e-dd491795ddfc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:30.908771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4807a3-1b23-4322-b98e-92999c9547d8 req-09e3e1ef-0725-485b-a948-15d7394b6bba tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:30.910463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c4807a3-1b23-4322-b98e-92999c9547d8 req-09e3e1ef-0725-485b-a948-15d7394b6bba tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.3079698 May 10 11:25:30.992520 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:25Z', 'revision_number': 3, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:31.000874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c4807a3-1b23-4322-b98e-92999c9547d8 req-1347aeed-31f7-4bac-b1de-4265cbd767a4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792825 May 10 11:25:31.003369 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aadf06a4-d13a-4e75-a238-8488780319a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.011764 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aadf06a4-d13a-4e75-a238-8488780319a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2c87888b-72dc-41d4-8a5e-dd491795ddfc HTTP/1.1" status: 204 len: 168 time: 0.5650332 May 10 11:25:31.012000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca98fc-bf20-426a-a4fc-a473cf7a72ff None None] Network 64185b9e-645b-4499-bcff-3e5b313eaecd requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:31.012478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58532) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:31.027089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Allocated IP 172.20.0.1 (7b8b937c-dc86-4d24-9278-d31848bc2393/46399bb7-bae1-4751-a218-81d6207b4b07/f995a6de-33df-44e3-beba-c54486f78d6a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:31.056517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Made reservation on behalf of 6d94a6fc7d9240e280d7368740a5f437 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:31.062998 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.099602 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc39342-478e-4c3a-9d0e-64b478ec68d7 None None] The sync data for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 is: [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:25Z', 'revision_number': 3, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:31.193549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.233362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5db69-04df-4255-83e1-8ce3fa61194e admin admin] Pushing event updated for resources: {'Network': ['ID=c9606624-4a20-4b79-92b1-78ee948b64cc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.239229 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.256469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c9606624-4a20-4b79-92b1-78ee948b64cc details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:25:31.301285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Network 7b8b937c-dc86-4d24-9278-d31848bc2393 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:31.321165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:31.323769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:31.341194 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.424954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Pushing event updated for resources: {'Port': ['ID=f995a6de-33df-44e3-beba-c54486f78d6a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.486433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] DHCP port deletion for 64185b9e-645b-4499-bcff-3e5b313eaecd request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:25:31.497433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.640063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] Deleting port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:31.640495 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.674496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Deleting port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:31.674876 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.762738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] For port 3a62c2a4-79af-421a-bd2d-e3282c1d1480, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3a62c2a4-79af-421a-bd2d-e3282c1d1480,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:31.763002 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.778223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] Calling delete_port for 3a62c2a4-79af-421a-bd2d-e3282c1d1480 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:31.790912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] For port 3a62c2a4-79af-421a-bd2d-e3282c1d1480, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3a62c2a4-79af-421a-bd2d-e3282c1d1480,segment=NetworkSegment(137f6d78-d2af-4b7a-9988-33bb6793526b),segment_id=137f6d78-d2af-4b7a-9988-33bb6793526b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:31.791329 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.816015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Calling delete_port for 3a62c2a4-79af-421a-bd2d-e3282c1d1480 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:31.904109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Deleting port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:31.904620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.912876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 77fcbe06-6411-4a95-95b3-88c3884c606c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:31.944387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 77fcbe06-6411-4a95-95b3-88c3884c606c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:31.945856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 77fcbe06-6411-4a95-95b3-88c3884c606c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:31.946733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 19df30c4-8a9b-4b83-953f-cb164dd22f2a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:31.964062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.058797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd447e4-210c-458c-9c81-632836ffbefe,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:32.069559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 19df30c4-8a9b-4b83-953f-cb164dd22f2a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:32.070182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 19df30c4-8a9b-4b83-953f-cb164dd22f2a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:32.070408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3a62c2a4-79af-421a-bd2d-e3282c1d1480 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:32.087431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.117393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed536f-4bac-486c-a81f-60a003be6db3 req-d9e95aaf-21de-4b12-ae5b-e17519c36a5c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:32.122905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30ed536f-4bac-486c-a81f-60a003be6db3 req-d9e95aaf-21de-4b12-ae5b-e17519c36a5c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.5000832 May 10 11:25:32.130151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.137823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] For port 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,segment=NetworkSegment(01315b1a-a8b3-4778-b956-58e32fd10753),segment_id=01315b1a-a8b3-4778-b956-58e32fd10753)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:32.138514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.157322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a62c2a4-79af-421a-bd2d-e3282c1d1480,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:32.174329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Calling delete_port for 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:32.177782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Checking segment: {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:32.178147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Network hostable DHCP agents. Network: c9606624-4a20-4b79-92b1-78ee948b64cc, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:32.194823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] No DVR routers for this DVR port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:32.229222 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.245578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] No DVR routers for this DVR port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:32.256039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No active binding found for port 3a62c2a4-79af-421a-bd2d-e3282c1d1480 {{(pid=102769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 11:25:32.256685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3a62c2a4-79af-421a-bd2d-e3282c1d1480 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:32.287902 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.289232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a737c-d1b0-4c9c-8974-2afa459d55b8 None None] Pushing event deleted for resources: {'Port': ['ID=3a62c2a4-79af-421a-bd2d-e3282c1d1480,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:32.355136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.398507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Network c9606624-4a20-4b79-92b1-78ee948b64cc is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:32.411417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64185b9e-645b-4499-bcff-3e5b313eaecd']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:32.429790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137f6d78-d2af-4b7a-9988-33bb6793526b') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:32.430209 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137f6d78-d2af-4b7a-9988-33bb6793526b') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:32.456105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28779524-2c99-449b-b428-e005ad389940 req-836b531c-927c-4cdc-9dee-692d1226ab91 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:32.457732 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28779524-2c99-449b-b428-e005ad389940 req-836b531c-927c-4cdc-9dee-692d1226ab91 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.2222347 May 10 11:25:32.458387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c9606624-4a20-4b79-92b1-78ee948b64cc) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:32.461554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.471235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:32.471845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.477853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbecda-3a89-4f00-a6c2-78619eb023be None None] Network c9606624-4a20-4b79-92b1-78ee948b64cc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:32.495550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.501924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9dc511e0-bfd6-4020-8c62-389915bae14c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6721945 May 10 11:25:32.510257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58572) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:32.515317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:32.515618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.519771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: timer() May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:32.524250 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:32.656112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28779524-2c99-449b-b428-e005ad389940 req-5fc3c2eb-d2c2-4997-bb1d-743a57ac4722 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578782 May 10 11:25:32.678776 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.680524 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.698384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.718890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.729031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] 10.222.0.13 "DELETE /v2.0/networks/64185b9e-645b-4499-bcff-3e5b313eaecd HTTP/1.1" status: 204 len: 168 time: 1.7149706 May 10 11:25:32.742783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58576) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:32.791601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c9606624-4a20-4b79-92b1-78ee948b64cc', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:25:32.792812 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.888505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30ed536f-4bac-486c-a81f-60a003be6db3 req-8862ef5e-bdba-47e9-8ece-148c9e91ae7b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7543886 May 10 11:25:32.929028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c1276317-7f1c-470f-a40c-ebef5b384936 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:33.003514 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.006544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8141bbb-f196-4fd7-8070-431fa163a809 admin admin] Pushing event deleted for resources: {'Network': ['ID=64185b9e-645b-4499-bcff-3e5b313eaecd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:33.094200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Allocated IP 172.20.0.2 (c9606624-4a20-4b79-92b1-78ee948b64cc/edd447e4-210c-458c-9c81-632836ffbefe/c16fc181-af89-4211-bf51-ce4c73c0592b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:33.125068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.125607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port c1276317-7f1c-470f-a40c-ebef5b384936 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:33.154333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port c1276317-7f1c-470f-a40c-ebef5b384936 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:33.154609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.163542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:33.330592 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.535346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58606) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:33.564196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.568374 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.601676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.742141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port c1276317-7f1c-470f-a40c-ebef5b384936 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:33.749067 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.822162 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.842062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.854186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Pushing event updated for resources: {'Port': ['ID=f995a6de-33df-44e3-beba-c54486f78d6a,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:33.898747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:33.905768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:33.912363 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ae6a4d-9d90-4200-a5c7-1c7d59ab24a8" -d '{"events": [{"server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "name": "network-vif-plugged", "status": "completed", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:33.917043 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e68132e8-72e4-4773-8523-48e6f00b8761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.920219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device feb55e1e-1c94-4fef-8b8e-51f44b9187ae up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:34.007217 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.013209 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.061722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Network c9606624-4a20-4b79-92b1-78ee948b64cc is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:34.064000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3262b7-f99b-401e-aab1-025efa79b600 req-ce1bd3ba-25e4-4793-9d35-8c85646f555f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:34.065817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe3262b7-f99b-401e-aab1-025efa79b600 req-ce1bd3ba-25e4-4793-9d35-8c85646f555f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.2183654 May 10 11:25:34.075750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port feb55e1e-1c94-4fef-8b8e-51f44b9187ae triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:34.076159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.126537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:34.132317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:34.134978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8d0f6-41dc-412c-a71a-23a936857bbc req-d8f78276-a2bb-410f-b288-31cf37d954a4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:34.143143 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1e8d0f6-41dc-412c-a71a-23a936857bbc req-d8f78276-a2bb-410f-b288-31cf37d954a4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1581256 May 10 11:25:34.222957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port feb55e1e-1c94-4fef-8b8e-51f44b9187ae is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:34.223341 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.247016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port feb55e1e-1c94-4fef-8b8e-51f44b9187ae, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:34.262431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:34.267100 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.289120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Network 7b8b937c-dc86-4d24-9278-d31848bc2393 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:34.294749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:34.333587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e68132e8-72e4-4773-8523-48e6f00b8761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.333843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Pushing event updated for resources: {'Port': ['ID=c16fc181-af89-4211-bf51-ce4c73c0592b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:34.350603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe3262b7-f99b-401e-aab1-025efa79b600 req-c17e1e7a-b411-4d9a-8c44-041136797f3f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734113 May 10 11:25:34.355436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e68132e8-72e4-4773-8523-48e6f00b8761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.374494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Attempting to bind port c16fc181-af89-4211-bf51-ce4c73c0592b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:34.380438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Attempting to bind port c16fc181-af89-4211-bf51-ce4c73c0592b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:34.380978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Attempting to bind port c16fc181-af89-4211-bf51-ce4c73c0592b on network c9606624-4a20-4b79-92b1-78ee948b64cc {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:34.399649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:34.404428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Checking segment: {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:34.405062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.405641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Bound using segment: {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:34.406291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Bound port: c16fc181-af89-4211-bf51-ce4c73c0592b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:34.408438 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.412335 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f51bce14-baac-42e0-9970-24286aa60868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.535811 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93a56f2-5633-4a5b-8c4b-4bb9d6da65c5 x-openstack-request-id: req-e93a56f2-5633-4a5b-8c4b-4bb9d6da65c5 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:34.536328 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "name": "network-vif-plugged", "status": "completed", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:34.536675 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e93a56f2-5633-4a5b-8c4b-4bb9d6da65c5 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:34.537236 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93a56f2-5633-4a5b-8c4b-4bb9d6da65c5'] response: {'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936', 'code': 200} May 10 11:25:34.569037 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e68132e8-72e4-4773-8523-48e6f00b8761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54f394434e4745c4978b10ea0aa03781&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0242932 May 10 11:25:34.583758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58626) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:34.585729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Router e16cc1ee-053d-43ae-96bd-d33230035715 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:25:34.592526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] For port c16fc181-af89-4211-bf51-ce4c73c0592b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:34.594647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68132e8-72e4-4773-8523-48e6f00b8761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b571151-2c2c-4328-81dd-01b0df84dfc2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:34.597028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] For port c16fc181-af89-4211-bf51-ce4c73c0592b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c16fc181-af89-4211-bf51-ce4c73c0592b,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:34.609459 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.625625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:34.712192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd38af-a688-47fe-a915-edee8aa61ddf None None] Pushing event updated for resources: {'Port': ['ID=c16fc181-af89-4211-bf51-ce4c73c0592b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:34.830573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Router 757160dd-3247-41fb-8a11-d8ae4db46d51 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:25:34.866635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1e8d0f6-41dc-412c-a71a-23a936857bbc req-4b84940d-bd33-4b9d-a60b-383bcb1b6c88 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186439 May 10 11:25:34.897888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49baa05-1e5e-484e-a493-96ffdd4e9ba2 req-42a8aeff-b889-497a-86f9-c980e255dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:34.900049 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c49baa05-1e5e-484e-a493-96ffdd4e9ba2 req-42a8aeff-b889-497a-86f9-c980e255dfad service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1096 time: 0.1372120 May 10 11:25:34.912157 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4dff728-dac3-481b-919d-3c9fad1931fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.924569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.972329 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.995276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c49baa05-1e5e-484e-a493-96ffdd4e9ba2 req-a07a9929-981f-4269-aada-7adf0005a0e5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859311 May 10 11:25:35.039859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4dff728-dac3-481b-919d-3c9fad1931fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:35.042161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:35.053447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:35.057405 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] Sync routers for ids ['e16cc1ee-053d-43ae-96bd-d33230035715'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:35.080033 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3dc019f6-32c2-48cd-b459-300250a382d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/e16cc1ee-053d-43ae-96bd-d33230035715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7620828 May 10 11:25:35.081251 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] Routers {'e16cc1ee-053d-43ae-96bd-d33230035715'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:35.082812 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e16cc1ee-053d-43ae-96bd-d33230035715'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:35.088892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58628) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:35.198528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:35.271045 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] Set router e16cc1ee-053d-43ae-96bd-d33230035715 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:35.280759 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4dff728-dac3-481b-919d-3c9fad1931fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:35.283281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4dff728-dac3-481b-919d-3c9fad1931fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:35.286961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f4dff728-dac3-481b-919d-3c9fad1931fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b571151-2c2c-4328-81dd-01b0df84dfc2 HTTP/1.1" status: 204 len: 168 time: 0.6974821 May 10 11:25:35.291054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:35.301171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1561f0b4-c5d1-4504-a6e1-459b438a74de admin admin] 10.222.0.13 "PUT /v2.0/routers/757160dd-3247-41fb-8a11-d8ae4db46d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7812440 May 10 11:25:35.305198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Sync routers for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:35.308120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dff728-dac3-481b-919d-3c9fad1931fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b571151-2c2c-4328-81dd-01b0df84dfc2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:35.330744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:35.351197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:35.352026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:35.468732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Allocated IP 172.25.8.75 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/51b5e9cd-a342-4a61-a393-8d5eba5c8b28) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:35.634244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:35.882396 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:25:32Z', 'revision_number': 5, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port': {'id': '60239ed2-fae6-4bc9-987f-bc4664938d93', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:24:43Z', 'updated_at': '2022-05-10T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:35.905628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c16fc181-af89-4211-bf51-ce4c73c0592b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:35.955287 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] Checking router: e16cc1ee-053d-43ae-96bd-d33230035715 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:35.980775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:35.981307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d9f86-20a2-436a-89c9-0174f4075aaf req-4907a29d-baba-4b28-9d3a-f15e419ca6ca tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:35.991888 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:35.998012 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] Routers {'e16cc1ee-053d-43ae-96bd-d33230035715'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:35.998665 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e16cc1ee-053d-43ae-96bd-d33230035715'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:36.011801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c0d9f86-20a2-436a-89c9-0174f4075aaf req-4907a29d-baba-4b28-9d3a-f15e419ca6ca tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.4521205 May 10 11:25:36.172666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Deleting port 60239ed2-fae6-4bc9-987f-bc4664938d93 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:36.173435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.174704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58656) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:36.262941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.277743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Deleting port e380e215-56b0-4640-9e6b-f4ce8680053e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:36.278084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.285471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c16fc181-af89-4211-bf51-ce4c73c0592b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:36.286119 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.315246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c0d9f86-20a2-436a-89c9-0174f4075aaf req-77460320-d59f-43b9-a649-9b150c60cd8f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024888 May 10 11:25:36.341707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55a1-bb1d-4a5a-8816-dafd42c299d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.503485 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ffa167c0-bf40-4fb1-bcd4-89f7d01b66df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.508746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:36.531812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] For port 60239ed2-fae6-4bc9-987f-bc4664938d93, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=60239ed2-fae6-4bc9-987f-bc4664938d93,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:36.532256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.534553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c16fc181-af89-4211-bf51-ce4c73c0592b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:36.535038 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.562664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7827a1-3d5f-46cd-b489-f2391cf4bf6d None None] Network c9606624-4a20-4b79-92b1-78ee948b64cc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:36.586587 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] Set router e16cc1ee-053d-43ae-96bd-d33230035715 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:36.594433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Calling delete_port for 60239ed2-fae6-4bc9-987f-bc4664938d93 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:36.612467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:36.630586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:36.673206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:33Z', 'revision_number': 2, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:36.684815 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:25:35Z', 'revision_number': 6, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:36.709658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Pushing event updated for resources: {'Port': ['ID=51b5e9cd-a342-4a61-a393-8d5eba5c8b28,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:36.721234 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da92b2a-27f0-4a64-bc36-02671eab8fd6 None None] The sync data for ids ['e16cc1ee-053d-43ae-96bd-d33230035715'] in n-d-840949-1 is: [{'id': 'e16cc1ee-053d-43ae-96bd-d33230035715', 'name': 'tempest-FloatingIPDetailsTestJSON-1477598823-router', 'tenant_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:24:41Z', 'updated_at': '2022-05-10T11:25:35Z', 'revision_number': 6, 'project_id': 'c7fb01bf19ee4963b6f30915d6c8658d', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:36.755163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port c16fc181-af89-4211-bf51-ce4c73c0592b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c16fc181-af89-4211-bf51-ce4c73c0592b,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:36.775880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55a1-bb1d-4a5a-8816-dafd42c299d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.784147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f7399-2f02-4ea4-b0d0-1610a105f524 req-34b0e875-dabe-4e39-a05f-975e0b5cafa3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:36.791708 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4d3f7399-2f02-4ea4-b0d0-1610a105f524 req-34b0e875-dabe-4e39-a05f-975e0b5cafa3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.2547293 May 10 11:25:36.802881 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55a1-bb1d-4a5a-8816-dafd42c299d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.813039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Checking router: 757160dd-3247-41fb-8a11-d8ae4db46d51 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:36.813676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Updating router 757160dd-3247-41fb-8a11-d8ae4db46d51 port f995a6de-33df-44e3-beba-c54486f78d6a binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:25:36.842864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd55a1-bb1d-4a5a-8816-dafd42c299d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ace6a-3964-439c-a16f-1f1c6804bdce,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:36.862850 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.865653 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.866099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device feb55e1e-1c94-4fef-8b8e-51f44b9187ae up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:36.941065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] For port e380e215-56b0-4640-9e6b-f4ce8680053e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e380e215-56b0-4640-9e6b-f4ce8680053e,segment=NetworkSegment(ea190141-9aa6-4547-a0ca-022018781ea8),segment_id=ea190141-9aa6-4547-a0ca-022018781ea8)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:36.941065 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.969846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-c58ffe98-4f12-45e1-b090-d34d564669b0 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:36.971790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-c58ffe98-4f12-45e1-b090-d34d564669b0 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 820 time: 0.5263484 May 10 11:25:36.976246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Calling delete_port for e380e215-56b0-4640-9e6b-f4ce8680053e owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:36.978794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=c16fc181-af89-4211-bf51-ce4c73c0592b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:36.990394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-073b3d4d-5d8a-4f03-855f-373f3d64a41d None None] Provisioning complete for port c16fc181-af89-4211-bf51-ce4c73c0592b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:36.990858 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-073b3d4d-5d8a-4f03-855f-373f3d64a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.005971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-caf7ecbb-584f-4788-9cf1-24cdf74eb6b2 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/quotas/b23a897b907b416fada8a6a453eff724 HTTP/1.1" status: 200 len: 375 time: 0.0183494 May 10 11:25:37.027570 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9fdd55a1-bb1d-4a5a-8816-dafd42c299d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64cd6493b9c14688acedb7bbb18f8ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8230999 May 10 11:25:37.036674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4d3f7399-2f02-4ea4-b0d0-1610a105f524 req-187f6845-6d51-412d-9d97-8c2cb2c5e02a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429044 May 10 11:25:37.037131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58668) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:37.052918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.053491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.054059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.054401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.054736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.055064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.055392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.056209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.056597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.056916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.060199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.060199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:37.102705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.208343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=60239ed2-fae6-4bc9-987f-bc4664938d93,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:37.342212 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95957f23-c110-4aa8-ad3a-9a6f37e90a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.351063 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.374060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95957f23-c110-4aa8-ad3a-9a6f37e90a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.383744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.497777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-abc37cb3-0cad-4496-8fae-fe41d5b21e80 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4453228 May 10 11:25:37.530481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.533274 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.542885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.562160 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.626270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95957f23-c110-4aa8-ad3a-9a6f37e90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.629232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95957f23-c110-4aa8-ad3a-9a6f37e90a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.634369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-95957f23-c110-4aa8-ad3a-9a6f37e90a72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a2ace6a-3964-439c-a16f-1f1c6804bdce HTTP/1.1" status: 204 len: 168 time: 0.5942504 May 10 11:25:37.654431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.656629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16cc1ee-053d-43ae-96bd-d33230035715 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:25:37.666702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.670761 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cf531014-426f-4069-b4e2-7720ec596d93 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e16cc1ee-053d-43ae-96bd-d33230035715 HTTP/1.1" status: 204 len: 168 time: 2.5811605 May 10 11:25:37.674968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95957f23-c110-4aa8-ad3a-9a6f37e90a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ace6a-3964-439c-a16f-1f1c6804bdce,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:37.679436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58682) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:37.711123 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-073b3d4d-5d8a-4f03-855f-373f3d64a41d None None] Current status of the port c16fc181-af89-4211-bf51-ce4c73c0592b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:37.736246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e7d9c-b226-44f5-ac7c-3b15aab1ebe0 req-e6445e9d-2b45-44d1-ab23-56f666057525 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:37.751693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ea5e7d9c-b226-44f5-ac7c-3b15aab1ebe0 req-e6445e9d-2b45-44d1-ab23-56f666057525 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.2606199 May 10 11:25:37.758058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428fae7-c11e-4a0a-a3bb-da6e23fb4b64 None None] Pushing event updated for resources: {'Port': ['ID=f995a6de-33df-44e3-beba-c54486f78d6a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:37.813347 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-b6ca1bcd-8018-48ce-9324-e424e8b05373 service neutron] 10.222.0.13 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076494 May 10 11:25:37.865003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ea5e7d9c-b226-44f5-ac7c-3b15aab1ebe0 req-6a2a3abe-302c-4268-98f0-113d92296ab7 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061411 May 10 11:25:37.880886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.931289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-571b0989-3e69-4178-99ff-c0d27981fe92 admin admin] Deleting subnet 3f5b074a-b461-4e27-b673-ff5a54ddbd2f {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:25:37.932703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port feb55e1e-1c94-4fef-8b8e-51f44b9187ae triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:37.933107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:37.948778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-571b0989-3e69-4178-99ff-c0d27981fe92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.066500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e89b4-c06b-4569-b7ba-0d8d67854ad7 req-1d8749f0-7062-4cb4-b5b5-d9c74778f690 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:38.078490 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.094641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-185e89b4-c06b-4569-b7ba-0d8d67854ad7 req-1d8749f0-7062-4cb4-b5b5-d9c74778f690 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0913332 May 10 11:25:38.095518 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.103447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-571b0989-3e69-4178-99ff-c0d27981fe92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.175516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Attempting to bind port f995a6de-33df-44e3-beba-c54486f78d6a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:38.175919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Attempting to bind port f995a6de-33df-44e3-beba-c54486f78d6a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:38.176287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Attempting to bind port f995a6de-33df-44e3-beba-c54486f78d6a on network 7b8b937c-dc86-4d24-9278-d31848bc2393 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:38.193223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-185e89b4-c06b-4569-b7ba-0d8d67854ad7 req-e88076d5-5801-494e-a331-0b6acc7c59dc tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929482 May 10 11:25:38.225268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Pushing event deleted for resources: {'Port': ['ID=e380e215-56b0-4640-9e6b-f4ce8680053e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:38.252349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:38.252778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Checking segment: {'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:38.253195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.253597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Bound using segment: {'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:38.254104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Bound port: f995a6de-33df-44e3-beba-c54486f78d6a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:38.254496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.457564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87655a0f-3b76-4f75-abbc-adb783f59f43 req-26ce2dda-8015-4db6-8b2c-45fe1294a739 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:38.463014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] For port f995a6de-33df-44e3-beba-c54486f78d6a, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:38.470603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] For port f995a6de-33df-44e3-beba-c54486f78d6a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f995a6de-33df-44e3-beba-c54486f78d6a,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:38.470814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87655a0f-3b76-4f75-abbc-adb783f59f43 req-26ce2dda-8015-4db6-8b2c-45fe1294a739 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.0812397 May 10 11:25:38.497939 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.535470 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-ecce99d2-ede1-426b-8ce3-b35d6dbadeaa service neutron] 10.222.0.13 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671283 May 10 11:25:38.595895 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:25:38.606266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87655a0f-3b76-4f75-abbc-adb783f59f43 req-6511b6f4-824f-461d-b9bc-c132b3878594 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343029 May 10 11:25:38.736419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-571b0989-3e69-4178-99ff-c0d27981fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.767117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:38.768303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:38.880627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428fae7-c11e-4a0a-a3bb-da6e23fb4b64 None None] Pushing event updated for resources: {'Port': ['ID=f995a6de-33df-44e3-beba-c54486f78d6a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:38.889809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port feb55e1e-1c94-4fef-8b8e-51f44b9187ae is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:38.908359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-75da7ed0-9ef7-4382-bd3d-687c5edd3b9e None None] Provisioning complete for port c16fc181-af89-4211-bf51-ce4c73c0592b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:38.908359 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-75da7ed0-9ef7-4382-bd3d-687c5edd3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.964241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f31fa-3839-46bd-8fc2-0a0cda6e9864 req-3444a9c1-c86e-4190-85ac-734ad90effa8 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:38.971775 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b98f31fa-3839-46bd-8fc2-0a0cda6e9864 req-3444a9c1-c86e-4190-85ac-734ad90effa8 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0920775 May 10 11:25:39.006704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:39.040101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b98f31fa-3839-46bd-8fc2-0a0cda6e9864 req-2d0742c2-83b2-4c28-b08a-d2ce95bf17a9 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670500 May 10 11:25:39.060551 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bfc4f06-5eaa-49df-af2f-79398aa61f46 req-1869941d-25ef-4f72-bd72-dcccf349d09f tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 210 time: 0.0990317 May 10 11:25:39.174229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Router 8cb667b2-a039-4578-9f3c-3f83ab469248 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:25:39.210123 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-571b0989-3e69-4178-99ff-c0d27981fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.214867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.350213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b0989-3e69-4178-99ff-c0d27981fe92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5b074a-b461-4e27-b673-ff5a54ddbd2f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:39.416065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c16fc181-af89-4211-bf51-ce4c73c0592b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:39.418494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925da13-bfbd-44c8-b239-c8c3b17a1913 None None] Network 7b913183-870a-481a-bf0b-a687ed72b53e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:39.540432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-571b0989-3e69-4178-99ff-c0d27981fe92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.548563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-75da7ed0-9ef7-4382-bd3d-687c5edd3b9e None None] Current status of the port c16fc181-af89-4211-bf51-ce4c73c0592b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:39.560228 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-571b0989-3e69-4178-99ff-c0d27981fe92 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f5b074a-b461-4e27-b673-ff5a54ddbd2f HTTP/1.1" status: 204 len: 168 time: 1.8728387 May 10 11:25:39.562685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58736) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:39.714690 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.751748 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.797725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.841634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c16fc181-af89-4211-bf51-ce4c73c0592b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:39.842831 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.945887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Deleting port acab09af-b678-46a6-944a-b102e87bb9e3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:39.946259 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.002585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:38Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:40.038380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] DHCP port deletion for 7b913183-870a-481a-bf0b-a687ed72b53e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:25:40.044582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3797f2-f9f4-4d28-b5d1-e91ed53a17f1 None None] The sync data for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 is: [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:38Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:40.051257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c16fc181-af89-4211-bf51-ce4c73c0592b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:40.206179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] For port acab09af-b678-46a6-944a-b102e87bb9e3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=acab09af-b678-46a6-944a-b102e87bb9e3,segment=NetworkSegment(01315b1a-a8b3-4778-b956-58e32fd10753),segment_id=01315b1a-a8b3-4778-b956-58e32fd10753)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:40.208233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.222506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] Deleting port acab09af-b678-46a6-944a-b102e87bb9e3 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:40.228096 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.250190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Calling delete_port for acab09af-b678-46a6-944a-b102e87bb9e3 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:40.261444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:40.380270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:40.388531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2d1b0b4c-ab17-4c8c-8ab4-4e808aac1f55 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:40.390705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 60239ed2-fae6-4bc9-987f-bc4664938d93 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:40.405168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.445559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 60239ed2-fae6-4bc9-987f-bc4664938d93 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:40.447469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 60239ed2-fae6-4bc9-987f-bc4664938d93 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:40.453639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] No DVR routers for this DVR port acab09af-b678-46a6-944a-b102e87bb9e3 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:40.488521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] For port acab09af-b678-46a6-944a-b102e87bb9e3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=acab09af-b678-46a6-944a-b102e87bb9e3,segment=NetworkSegment(01315b1a-a8b3-4778-b956-58e32fd10753),segment_id=01315b1a-a8b3-4778-b956-58e32fd10753)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:40.489193 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.492874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=acab09af-b678-46a6-944a-b102e87bb9e3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.533525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] Calling delete_port for acab09af-b678-46a6-944a-b102e87bb9e3 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:40.808443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:40.819976 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Sync routers for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:40.827287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.842059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] No DVR routers for this DVR port acab09af-b678-46a6-944a-b102e87bb9e3 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:40.850929 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.860812 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:40.861462 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:40.892246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67312ac2-880e-4ed5-8721-927fd138cb4e None None] Pushing event deleted for resources: {'Port': ['ID=acab09af-b678-46a6-944a-b102e87bb9e3,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.943896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b913183-870a-481a-bf0b-a687ed72b53e']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:40.963086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672cb6a-1b00-4483-97b7-378daac07a58 req-4df50350-c2a2-4442-8be3-d104458f2bc1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:40.981237 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9672cb6a-1b00-4483-97b7-378daac07a58 req-4df50350-c2a2-4442-8be3-d104458f2bc1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.2869251 May 10 11:25:40.990492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01315b1a-a8b3-4778-b956-58e32fd10753') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:40.990862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01315b1a-a8b3-4778-b956-58e32fd10753') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:41.038123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.058955 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.062867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f2ae3e35-11f6-4afe-9df0-7e3fdacd93e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5476506 May 10 11:25:41.084172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58780) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:41.159324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f995a6de-33df-44e3-beba-c54486f78d6a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:41.197424 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:41.289774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.313451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f995a6de-33df-44e3-beba-c54486f78d6a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:41.315251 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.327932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:41.328877 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: timer() May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:41.332231 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:41.391073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9672cb6a-1b00-4483-97b7-378daac07a58 req-f81777ba-4ec8-424c-90bd-95bcc59f244f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091051 May 10 11:25:41.526612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.545549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f995a6de-33df-44e3-beba-c54486f78d6a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:41.548567 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.553171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.583324 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b913183-870a-481a-bf0b-a687ed72b53e HTTP/1.1" status: 204 len: 168 time: 2.0188882 May 10 11:25:41.622810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-ba046b2c-b9b4-46f0-a6d9-d5737ad42595 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:25:41.633117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-ba046b2c-b9b4-46f0-a6d9-d5737ad42595 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306306 May 10 11:25:41.694009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port f995a6de-33df-44e3-beba-c54486f78d6a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f995a6de-33df-44e3-beba-c54486f78d6a,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:41.705978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.812314 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:36Z', 'revision_number': 3, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:41.839933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=f995a6de-33df-44e3-beba-c54486f78d6a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:41.859240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device acab09af-b678-46a6-944a-b102e87bb9e3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:41.893116 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Checking router: 8cb667b2-a039-4578-9f3c-3f83ab469248 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:41.893727 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Updating router 8cb667b2-a039-4578-9f3c-3f83ab469248 port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:25:41.918541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: acab09af-b678-46a6-944a-b102e87bb9e3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:41.920069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device acab09af-b678-46a6-944a-b102e87bb9e3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:41.959173 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.968780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Router 9e95a12b-9bec-447d-a440-73a44487bdd0 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:25:42.036650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c1378f4-ea2a-451a-addf-a06d157d3488 req-003d25f1-2517-432d-8853-9217250ba0d3 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 210 time: 0.1202950 May 10 11:25:42.061717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-cd80588d-50e0-48e1-9c43-8a9b9725e801 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:42.063282 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-cd80588d-50e0-48e1-9c43-8a9b9725e801 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.70 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 820 time: 1.1312683 May 10 11:25:42.064395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58794) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:42.081692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Request body: {'port': {'device_id': '2d72bb91-195e-4716-84ab-a0af099601fb', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'admin_state_up': True, 'tenant_id': 'b23a897b907b416fada8a6a453eff724'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:42.373012 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0a9e8ee0-b6e4-47f4-8e76-e2354347c80e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7fb01bf19ee4963b6f30915d6c8658d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060889 May 10 11:25:42.376534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Made reservation on behalf of b23a897b907b416fada8a6a453eff724 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:42.381433 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.403087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58798) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:42.480986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b903d5a-071e-471c-a7e9-fde9db481b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b913183-870a-481a-bf0b-a687ed72b53e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.499025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-6b189480-3d9f-41c1-8a0d-befa218c496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:42.500636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-6b189480-3d9f-41c1-8a0d-befa218c496a service neutron] 10.222.0.13 "GET /v2.0/ports/c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 200 len: 1093 time: 0.8645926 May 10 11:25:42.511060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Request body: {'binding': {'host': 'n-h2-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:42.511514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Unknown quota resources ['binding']. {{(pid=102767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 11:25:42.525442 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.540274 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.672563 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Attempting to bind port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:42.672925 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Attempting to bind port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:42.673282 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Attempting to bind port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:42.676455 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e470ef-e9e6-43ed-9209-157afe47a80c None None] Pushing event updated for resources: {'Port': ['ID=51b5e9cd-a342-4a61-a393-8d5eba5c8b28,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.681723 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:42.681957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-570c33cc-fdd7-4654-86c2-69d72c66a7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.682096 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:42.682605 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.683656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:42.684208 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Bound port: 51b5e9cd-a342-4a61-a393-8d5eba5c8b28, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:42.684589 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.710382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-570c33cc-fdd7-4654-86c2-69d72c66a7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.723934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:42.732889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] Sync routers for ids ['9e95a12b-9bec-447d-a440-73a44487bdd0'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:42.749037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9a477998-db5e-4607-8942-0d3632c4386a admin admin] 10.222.0.13 "PUT /v2.0/routers/9e95a12b-9bec-447d-a440-73a44487bdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0031767 May 10 11:25:42.752702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] Routers {'9e95a12b-9bec-447d-a440-73a44487bdd0'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:42.753798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e95a12b-9bec-447d-a440-73a44487bdd0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:42.753966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58804) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:42.758166 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] For port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:42.766010 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] For port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=51b5e9cd-a342-4a61-a393-8d5eba5c8b28,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:42.772102 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.851714 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e470ef-e9e6-43ed-9209-157afe47a80c None None] Pushing event updated for resources: {'Port': ['ID=51b5e9cd-a342-4a61-a393-8d5eba5c8b28,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.867056 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.881262 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:42.887953 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:42.947540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Allocated IP 172.20.0.3 (7b8b937c-dc86-4d24-9278-d31848bc2393/46399bb7-bae1-4751-a218-81d6207b4b07/0ebe96da-005b-4feb-a675-02bba863ac5f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:43.071268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f995a6de-33df-44e3-beba-c54486f78d6a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:43.085406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-570c33cc-fdd7-4654-86c2-69d72c66a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.088655 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-570c33cc-fdd7-4654-86c2-69d72c66a7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.089969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-570c33cc-fdd7-4654-86c2-69d72c66a7bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7a38a2e-017e-45a3-bdbb-d5862ee3bfab HTTP/1.1" status: 204 len: 168 time: 0.6807723 May 10 11:25:43.120076 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:43.130168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c33cc-fdd7-4654-86c2-69d72c66a7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a38a2e-017e-45a3-bdbb-d5862ee3bfab,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:43.208326 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.231028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] Set router 9e95a12b-9bec-447d-a440-73a44487bdd0 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:43.248952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb995c-ad04-48f4-8a47-4b2154855820 req-b66f1a7d-0faa-4c2d-a7ee-0f735237b203 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:43.252924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6efb995c-ad04-48f4-8a47-4b2154855820 req-b66f1a7d-0faa-4c2d-a7ee-0f735237b203 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.2214315 May 10 11:25:43.369565 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.394641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6efb995c-ad04-48f4-8a47-4b2154855820 req-72e3a8ef-bbc7-4a04-8e8e-8061187f5d89 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141319 May 10 11:25:43.443257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on host n-h2-840949-1 for vnic_type normal with profile None {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:43.443910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:43.444402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:43.504436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:25:43.505890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:43.526039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Deleting port 288e3c5b-b708-47e5-81a7-84a4fb459c16 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:43.526531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.536692 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:43.539513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:43.540279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:43.540879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Bound port: c1276317-7f1c-470f-a40c-ebef5b384936, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:43.590289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f995a6de-33df-44e3-beba-c54486f78d6a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:43.596196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.665637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.701911 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:36Z', 'revision_number': 3, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:43.779984 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465314d-ab91-4d9f-9c7e-57fc58feb919 None None] The sync data for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 is: [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:36Z', 'revision_number': 3, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:43.833138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] For port 288e3c5b-b708-47e5-81a7-84a4fb459c16, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=288e3c5b-b708-47e5-81a7-84a4fb459c16,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:43.837319 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.877820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Calling delete_port for 288e3c5b-b708-47e5-81a7-84a4fb459c16 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:43.882520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:43.889669 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.903357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f995a6de-33df-44e3-beba-c54486f78d6a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:43.978104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:25:37Z', 'revision_number': 5, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port': {'id': '288e3c5b-b708-47e5-81a7-84a4fb459c16', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:22:30Z', 'updated_at': '2022-05-10T11:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:44.010446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Network 7b8b937c-dc86-4d24-9278-d31848bc2393 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:44.029675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Allocated IP 172.20.0.1 (c9606624-4a20-4b79-92b1-78ee948b64cc/edd447e4-210c-458c-9c81-632836ffbefe/fbcdffb8-9658-48d7-bcf0-a8992b5ae58a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:44.034042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:44.041773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:44.079635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] Checking router: 9e95a12b-9bec-447d-a440-73a44487bdd0 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:44.093031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event updated for resources: {'Port': ['ID=0ebe96da-005b-4feb-a675-02bba863ac5f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:44.132353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] Routers {'9e95a12b-9bec-447d-a440-73a44487bdd0'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:44.133012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e95a12b-9bec-447d-a440-73a44487bdd0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:44.141214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e10d6-c7fe-4641-834b-fb10fdd9aaf0 req-d6690302-d5a4-4185-b7b7-87643625edc4 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:44.153866 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b1e10d6-c7fe-4641-834b-fb10fdd9aaf0 req-d6690302-d5a4-4185-b7b7-87643625edc4 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 931 time: 0.2373669 May 10 11:25:44.202643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.204009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-300da897-0cef-443e-b612-af5269e12e3a service neutron] 10.222.0.13 "POST /v2.0/ports/c1276317-7f1c-470f-a40c-ebef5b384936/bindings HTTP/1.1" status: 201 len: 389 time: 1.6968176 May 10 11:25:44.253692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:44.260072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.283276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-368d8d1f-3f0e-4b15-9f7f-3f1d98dc4bea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4974561 May 10 11:25:44.491209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b1e10d6-c7fe-4641-834b-fb10fdd9aaf0 req-67ae7528-dcc2-407f-9c27-21d80a63602d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358166 May 10 11:25:44.505407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.518203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-73f03a82-92d5-4c5f-9d35-f3dd3fd39eac tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4382141 May 10 11:25:44.563035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Request body: {'port': {'device_id': '2d72bb91-195e-4716-84ab-a0af099601fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:44.605250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-a403d869-d004-4ac9-a6ca-adf7c200df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:44.606742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-a403d869-d004-4ac9-a6ca-adf7c200df40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 1095 time: 0.2227333 May 10 11:25:44.832799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.861092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca19f-555e-4dbd-a095-cb43d29e4afb req-afcd490d-5d34-431a-abab-f840daf72c66 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:44.863924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b5a72-6259-4718-85f5-c91b21251521 req-9b66b1a8-1118-4e89-8f1f-3712d7ca76d0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:44.867036 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5dca19f-555e-4dbd-a095-cb43d29e4afb req-afcd490d-5d34-431a-abab-f840daf72c66 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.2833326 May 10 11:25:44.873446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa0b5a72-6259-4718-85f5-c91b21251521 req-9b66b1a8-1118-4e89-8f1f-3712d7ca76d0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1799986 May 10 11:25:44.880634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] Set router 9e95a12b-9bec-447d-a440-73a44487bdd0 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:45.000936 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa0b5a72-6259-4718-85f5-c91b21251521 req-5c9a0205-cc98-49a6-846a-a67e21e3dea0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262188 May 10 11:25:45.077140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.094919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-85a7b2f9-3ba7-4843-899f-8ef28df161d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:45.096446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-85a7b2f9-3ba7-4843-899f-8ef28df161d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.4520452 May 10 11:25:45.100239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Network c9606624-4a20-4b79-92b1-78ee948b64cc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:45.109811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:25:43Z', 'revision_number': 6, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:45.125925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:45.131319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:45.131949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5dca19f-555e-4dbd-a095-cb43d29e4afb req-82dbdd66-d734-4fad-9cc8-4c9f8c306933 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531958 May 10 11:25:45.134535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:45.200943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Pushing event updated for resources: {'Port': ['ID=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:45.209986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.270740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58862) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:45.336402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431218-cf90-4286-ae70-453c275cf263 None None] The sync data for ids ['9e95a12b-9bec-447d-a440-73a44487bdd0'] in n-d-840949-1 is: [{'id': '9e95a12b-9bec-447d-a440-73a44487bdd0', 'name': 'tempest-AttachSCSIVolumeTestJSON-788464882-router', 'tenant_id': '32c5149ae5104e6b9e53cdc04ae93080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:22:29Z', 'updated_at': '2022-05-10T11:25:43Z', 'revision_number': 6, 'project_id': '32c5149ae5104e6b9e53cdc04ae93080', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:45.370129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:45.371159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.430040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-9bc71c75-99c9-4ecd-b075-65492bca2185 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 200 len: 217 time: 0.3120039 May 10 11:25:45.595520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:45.595969 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.636930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-52351667-36f2-4da4-9fb0-43774f1ab6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:45.638672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-52351667-36f2-4da4-9fb0-43774f1ab6ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1920218 May 10 11:25:45.669220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebe96da-005b-4feb-a675-02bba863ac5f {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:45.679229 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.684404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-f4296925-71c5-45f2-9a23-3d4f7c26c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:45.686505 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-f4296925-71c5-45f2-9a23-3d4f7c26c53d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1096 time: 0.9913056 May 10 11:25:45.697484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=51b5e9cd-a342-4a61-a393-8d5eba5c8b28,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:45.709949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-99a45404-c949-466e-a12a-6c767bea3ada None None] Provisioning complete for port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:45.711392 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-99a45404-c949-466e-a12a-6c767bea3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.716603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.825078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-99a45404-c949-466e-a12a-6c767bea3ada None None] Port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:25:45.879379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=51b5e9cd-a342-4a61-a393-8d5eba5c8b28,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:45.888258 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.906538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-4d7f4835-f9d0-4fec-8808-43a92cdb68ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641278 May 10 11:25:45.907456 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e97e4e55-afb3-46be-84d4-6b571fae14c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.934628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=288e3c5b-b708-47e5-81a7-84a4fb459c16,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:45.981608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Transition to ACTIVE for port object 0ebe96da-005b-4feb-a675-02bba863ac5f will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:45.986645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-add63e21-cf4c-490d-b4aa-5cb394f53d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:45.988680 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-add63e21-cf4c-490d-b4aa-5cb394f53d42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.2948263 May 10 11:25:46.020388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.094047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ed9a4-51b5-46e7-bd4e-6fb7ff9bde8c req-7b2e4397-845b-4bc2-90ad-aba19eb6dcbd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:46.095706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e71ed9a4-51b5-46e7-bd4e-6fb7ff9bde8c req-7b2e4397-845b-4bc2-90ad-aba19eb6dcbd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 931 time: 0.3260548 May 10 11:25:46.108015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.157328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f693-2009-4294-8310-11b194263a19 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebe96da-005b-4feb-a675-02bba863ac5f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:46.166887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-479f6e72-259a-4f89-9b2f-731f37c1eecf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 200 len: 217 time: 0.1595309 May 10 11:25:46.178606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-b3c233a8-5d8a-47bc-ace1-5064c51b9692 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507069 May 10 11:25:46.298015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e71ed9a4-51b5-46e7-bd4e-6fb7ff9bde8c req-15761a1f-cfcf-4e3b-b000-7b41ed5ce6ae tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920023 May 10 11:25:46.433560 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e97e4e55-afb3-46be-84d4-6b571fae14c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.457596 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e97e4e55-afb3-46be-84d4-6b571fae14c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.475251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Attempting to bind port 0ebe96da-005b-4feb-a675-02bba863ac5f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:46.476829 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Attempting to bind port 0ebe96da-005b-4feb-a675-02bba863ac5f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:46.477282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Attempting to bind port 0ebe96da-005b-4feb-a675-02bba863ac5f on network 7b8b937c-dc86-4d24-9278-d31848bc2393 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:46.489941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.608722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.614679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.667609 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e97e4e55-afb3-46be-84d4-6b571fae14c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b4b2e3c51144a6db94520170aa2aab9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3903220 May 10 11:25:46.694531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58916) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:46.700667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-245925a9-839c-43dd-8d45-8bb100ec0a37 req-4cdced28-0557-48b7-8584-20f62d429170 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850607 May 10 11:25:46.705568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Port 0ebe96da-005b-4feb-a675-02bba863ac5f on network 7b8b937c-dc86-4d24-9278-d31848bc2393 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:25:46.706082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Attempting to bind port 0ebe96da-005b-4feb-a675-02bba863ac5f on network 7b8b937c-dc86-4d24-9278-d31848bc2393 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:46.721470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-8dceb553-9543-4d29-8171-331de4a3e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:46.723326 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-8dceb553-9543-4d29-8171-331de4a3e066 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.5236208 May 10 11:25:46.743313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e4e55-afb3-46be-84d4-6b571fae14c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648d35ec-73d9-40e7-81ea-078e213193a0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:46.774823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24190132-707a-4c67-a5f2-156f348da221 req-84828e8e-ee72-48cc-bb46-77deef268cbe tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:46.782914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24190132-707a-4c67-a5f2-156f348da221 req-84828e8e-ee72-48cc-bb46-77deef268cbe tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.5745542 May 10 11:25:46.804532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:46.805236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Checking segment: {'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:46.805809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Bound using segment: {'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:46.806447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Bound port: 0ebe96da-005b-4feb-a675-02bba863ac5f, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80641aa-fe18-4033-aed4-0432b9119820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:46.806996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.810096 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.810905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e95a12b-9bec-447d-a440-73a44487bdd0 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:25:46.820009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-ef1d4b16-dfac-4880-8021-6b5cd8cf86d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791969 May 10 11:25:46.824045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.828113 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-39d5617e-8bcd-4541-84ee-bdd5c2ef9a51 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9e95a12b-9bec-447d-a440-73a44487bdd0 HTTP/1.1" status: 204 len: 168 time: 4.0715129 May 10 11:25:46.836469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58920) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:46.867534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58922) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:46.925081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fe279-d134-4088-9cfc-338a8b51ef1e req-c69d3a0a-3db9-4f61-9060-02bec76d969f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:46.926676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b17fe279-d134-4088-9cfc-338a8b51ef1e req-c69d3a0a-3db9-4f61-9060-02bec76d969f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.1909287 May 10 11:25:46.928976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.930907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-966158cb-9d14-4669-88de-f30935f72b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.973899 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.995667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-966158cb-9d14-4669-88de-f30935f72b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.063690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:47.145893 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b17fe279-d134-4088-9cfc-338a8b51ef1e req-eed64614-8468-49c2-bff9-82a8b629462d tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114692 May 10 11:25:47.151878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Pushing event updated for resources: {'Port': ['ID=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:47.166098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.211258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:47.211738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.283380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-966158cb-9d14-4669-88de-f30935f72b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.286519 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-966158cb-9d14-4669-88de-f30935f72b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.288059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-966158cb-9d14-4669-88de-f30935f72b6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/648d35ec-73d9-40e7-81ea-078e213193a0 HTTP/1.1" status: 204 len: 168 time: 0.5837445 May 10 11:25:47.310560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966158cb-9d14-4669-88de-f30935f72b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648d35ec-73d9-40e7-81ea-078e213193a0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:47.337633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Network c9606624-4a20-4b79-92b1-78ee948b64cc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:47.339621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:47.488502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:47.619147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 288e3c5b-b708-47e5-81a7-84a4fb459c16 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:47.675002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Router 8cb667b2-a039-4578-9f3c-3f83ab469248 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:25:47.679477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 288e3c5b-b708-47e5-81a7-84a4fb459c16 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:47.679984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 288e3c5b-b708-47e5-81a7-84a4fb459c16 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:47.680516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e380e215-56b0-4640-9e6b-f4ce8680053e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:47.686758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8c09a-5c95-4e14-a2fb-5a630a635bdc req-a2599ff2-b97c-404b-ade7-30a1dd5ec46d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:47.695701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2bc8c09a-5c95-4e14-a2fb-5a630a635bdc req-a2599ff2-b97c-404b-ade7-30a1dd5ec46d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 943 time: 0.2251348 May 10 11:25:47.731270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: e380e215-56b0-4640-9e6b-f4ce8680053e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:47.732025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e380e215-56b0-4640-9e6b-f4ce8680053e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:47.819563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2bc8c09a-5c95-4e14-a2fb-5a630a635bdc req-d06cad1f-76f4-44c5-a045-da48ba712c61 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224155 May 10 11:25:47.878204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-607153c2-268e-427d-9894-0d76029c3c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.892781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-18de464b-63a9-4817-b878-66753a8459ef None None] Provisioning complete for port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:47.893461 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-18de464b-63a9-4817-b878-66753a8459ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.902250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58938) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:47.934468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80a20cea-fc71-44d6-9ec6-f3c5ac29b2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.946056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-18de464b-63a9-4817-b878-66753a8459ef None None] Port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:25:47.952158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a371386-e2b9-40d7-b256-bc602105b458 admin admin] Deleting subnet cecdb419-b62b-497b-8eb4-f0c8d5da65f9 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:25:47.960279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a371386-e2b9-40d7-b256-bc602105b458 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.969910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:25:47.985625 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-be743b5d-bd67-49ee-b5e7-590e9d14801c admin admin] 10.222.0.13 "PUT /v2.0/routers/8cb667b2-a039-4578-9f3c-3f83ab469248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8915436 May 10 11:25:47.985890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Sync routers for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:48.006713 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:48.008151 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:48.060947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a371386-e2b9-40d7-b256-bc602105b458 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.075165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80a20cea-fc71-44d6-9ec6-f3c5ac29b2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.089871 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80a20cea-fc71-44d6-9ec6-f3c5ac29b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.124038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-80a20cea-fc71-44d6-9ec6-f3c5ac29b2e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=766203bdf20e4382a0385f2a722dfb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203670 May 10 11:25:48.126746 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24190132-707a-4c67-a5f2-156f348da221 req-265930e5-2633-48a3-be41-007a9e6977ab tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3419731 May 10 11:25:48.134426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:48.166196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a20cea-fc71-44d6-9ec6-f3c5ac29b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c525e332-fc40-4c88-a153-2688024b598b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:48.192514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] For port 0ebe96da-005b-4feb-a675-02bba863ac5f, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:48.217481 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:48.316511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] For port 0ebe96da-005b-4feb-a675-02bba863ac5f, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ebe96da-005b-4feb-a675-02bba863ac5f,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:48.393890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-a0001ec7-7dea-4d62-a7fd-64ad76b69403 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5559623 May 10 11:25:48.407712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.445474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:48.446312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.448033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-6469f693-2009-4294-8310-11b194263a19 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 1091 time: 3.9148273 May 10 11:25:48.456578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938d795-20f0-4de5-a919-5a52d27ddeb4 req-d06dffa3-ffbf-4127-bef3-97aa08194424 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:48.462657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1938d795-20f0-4de5-a919-5a52d27ddeb4 req-d06dffa3-ffbf-4127-bef3-97aa08194424 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.1825209 May 10 11:25:48.470358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:48.473674 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9006652-020e-4aed-96ff-cd5a29a5a68c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:48.584173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1938d795-20f0-4de5-a919-5a52d27ddeb4 req-f095dba6-d355-49a5-8503-f53e85525905 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104686 May 10 11:25:48.633722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-607153c2-268e-427d-9894-0d76029c3c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.709132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:48.713835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-15747d18-02de-4dd7-a909-2b107eea3441 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263013447', 'description': 'tempest-description--134480248'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:48.715644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac988e15-59f8-4f4f-9c42-29c97d834be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.734831 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c81a1f8-b153-4296-8847-b9c35a78df1e x-openstack-request-id: req-6c81a1f8-b153-4296-8847-b9c35a78df1e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:48.734831 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:48.734831 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c81a1f8-b153-4296-8847-b9c35a78df1e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:48.734831 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c81a1f8-b153-4296-8847-b9c35a78df1e'] response: {'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'status': 'completed', 'code': 200} May 10 11:25:48.751881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-607153c2-268e-427d-9894-0d76029c3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.753376 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:46Z', 'revision_number': 2, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:48.756659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15747d18-02de-4dd7-a909-2b107eea3441 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.766631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a371386-e2b9-40d7-b256-bc602105b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.792660 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Checking router: 8cb667b2-a039-4578-9f3c-3f83ab469248 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:48.793023 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Updating router 8cb667b2-a039-4578-9f3c-3f83ab469248 port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:25:48.823454 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.881395 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac988e15-59f8-4f4f-9c42-29c97d834be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.946685 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-607153c2-268e-427d-9894-0d76029c3c2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=268578dc72a0476a889b037a779810c0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0764070 May 10 11:25:48.947955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607153c2-268e-427d-9894-0d76029c3c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ebaeda-8189-44cd-9516-c5012a74ee73,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:48.951783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f693-2009-4294-8310-11b194263a19 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebe96da-005b-4feb-a675-02bba863ac5f,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:48.965548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:48.992244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15747d18-02de-4dd7-a909-2b107eea3441 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.015887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15747d18-02de-4dd7-a909-2b107eea3441 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.070339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-98b6be93-b3a0-4afb-b0b9-3a4dd4f936ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:49.072269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-98b6be93-b3a0-4afb-b0b9-3a4dd4f936ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1094 time: 0.5218699 May 10 11:25:49.097030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-1b13b3fe-b478-48ec-8da1-198f383c6c40 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733434 May 10 11:25:49.141199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-dab57ad2-2769-43ee-8040-b6d280122483 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 217 time: 0.0544796 May 10 11:25:49.145070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a371386-e2b9-40d7-b256-bc602105b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.173295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-149ee74d-84c4-4ce9-a5da-f6e2aed809ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.196947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a371386-e2b9-40d7-b256-bc602105b458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cecdb419-b62b-497b-8eb4-f0c8d5da65f9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:49.203425 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a371386-e2b9-40d7-b256-bc602105b458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.209519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e9b75-62ca-4aa2-bf34-513b57dc58f4 None None] Network 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:49.218739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3a371386-e2b9-40d7-b256-bc602105b458 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cecdb419-b62b-497b-8eb4-f0c8d5da65f9 HTTP/1.1" status: 204 len: 168 time: 2.3773026 May 10 11:25:49.223677 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15747d18-02de-4dd7-a909-2b107eea3441 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.226533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-15747d18-02de-4dd7-a909-2b107eea3441 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5162375 May 10 11:25:49.236059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58978) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:49.236059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58980) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:49.244255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec04426-ae4b-4825-b9df-ca02df872613 req-4fa315f7-0b60-4efd-b2e0-18c8976c3e41 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:49.246139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fec04426-ae4b-4825-b9df-ca02df872613 req-4fa315f7-0b60-4efd-b2e0-18c8976c3e41 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 943 time: 0.1910596 May 10 11:25:49.246812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15747d18-02de-4dd7-a909-2b107eea3441 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558c7ea9-1ef4-452a-9958-8764f52ee965,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:49.271842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-efb51b28-93fe-4a1f-b885-865852fa6f1a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Request body: {'security_group_rule': {'security_group_id': '558c7ea9-1ef4-452a-9958-8764f52ee965', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:49.291856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac988e15-59f8-4f4f-9c42-29c97d834be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.296712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac988e15-59f8-4f4f-9c42-29c97d834be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.301056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac988e15-59f8-4f4f-9c42-29c97d834be8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c525e332-fc40-4c88-a153-2688024b598b HTTP/1.1" status: 204 len: 168 time: 1.1552212 May 10 11:25:49.338655 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-149ee74d-84c4-4ce9-a5da-f6e2aed809ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.388758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efb51b28-93fe-4a1f-b885-865852fa6f1a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.406527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988e15-59f8-4f4f-9c42-29c97d834be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c525e332-fc40-4c88-a153-2688024b598b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:49.484954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-e021b365-52b9-42e1-8db2-3b4d9f153ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:49.495857 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-e021b365-52b9-42e1-8db2-3b4d9f153ca1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.3370242 May 10 11:25:49.503086 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.514421 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.650928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-f4998b77-0988-4400-a647-7b011d178705 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371574 May 10 11:25:49.677500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90825ad-d4f1-4898-8cb1-3b7843e06d5c req-c57fd143-967e-4b30-9637-4c8abd4c5f9e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:49.679616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d90825ad-d4f1-4898-8cb1-3b7843e06d5c req-c57fd143-967e-4b30-9637-4c8abd4c5f9e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.3227026 May 10 11:25:49.681663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.691019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-149ee74d-84c4-4ce9-a5da-f6e2aed809ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.694680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-149ee74d-84c4-4ce9-a5da-f6e2aed809ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.696477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-149ee74d-84c4-4ce9-a5da-f6e2aed809ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2ebaeda-8189-44cd-9516-c5012a74ee73 HTTP/1.1" status: 204 len: 168 time: 0.7256672 May 10 11:25:49.754295 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Attempting to bind port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:49.754858 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Attempting to bind port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:49.756353 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Attempting to bind port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a on network c9606624-4a20-4b79-92b1-78ee948b64cc {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:49.776881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] DHCP port deletion for 08c32ae2-0cc0-4a75-b62d-2845e70eceb3 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:25:49.785156 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:49.787589 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Checking segment: {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:49.788224 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.789320 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Bound using segment: {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:49.790419 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Bound port: fbcdffb8-9658-48d7-bcf0-a8992b5ae58a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:49.792374 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.800485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ee74d-84c4-4ce9-a5da-f6e2aed809ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ebaeda-8189-44cd-9516-c5012a74ee73,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:49.846839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fec04426-ae4b-4825-b9df-ca02df872613 req-21986b53-1bec-4334-b38e-fc60a0c0aa1f tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371447 May 10 11:25:49.946275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efb51b28-93fe-4a1f-b885-865852fa6f1a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.996579 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] For port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:50.002958 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] For port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:50.010212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] Deleting port 044d748f-8c10-4b73-ae5d-76d8c77a121d {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:50.011748 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.017521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efb51b28-93fe-4a1f-b885-865852fa6f1a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.020712 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4b484-0c5b-4c28-9a83-d43d4d710dcc None None] Pushing event updated for resources: {'Port': ['ID=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:50.039696 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.069649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d90825ad-d4f1-4898-8cb1-3b7843e06d5c req-847f9742-05c5-4c80-a3a5-22fab5ddaaba tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759737 May 10 11:25:50.105490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb51b28-93fe-4a1f-b885-865852fa6f1a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635fda47-a7c1-479e-9a3e-86f00b7c4186,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:50.203588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a8d27-d3d4-4cb1-bd7a-7abf563eccf1 req-5d5c2b38-e6ff-4dc1-b64e-95c2ba39a074 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:50.215766 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:25:50.216557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-042a8d27-d3d4-4cb1-bd7a-7abf563eccf1 req-5d5c2b38-e6ff-4dc1-b64e-95c2ba39a074 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.2015531 May 10 11:25:50.217610 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:25:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:50.221785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Deleting port 044d748f-8c10-4b73-ae5d-76d8c77a121d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:25:50.222424 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.251482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efb51b28-93fe-4a1f-b885-865852fa6f1a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.251482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-efb51b28-93fe-4a1f-b885-865852fa6f1a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9816916 May 10 11:25:50.252128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59006) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:50.273508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4005cc5d-d05f-40a4-9a39-59ece132449b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Request body: {'security_group_rule': {'security_group_id': '558c7ea9-1ef4-452a-9958-8764f52ee965', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:50.320412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-042a8d27-d3d4-4cb1-bd7a-7abf563eccf1 req-a0bda236-acc0-470d-a8cd-17e60baf7014 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025946 May 10 11:25:50.342104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-ddcb9535-9928-4045-9ae5-1e9fe1fd1026 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612823 May 10 11:25:50.383499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0abba08d-6427-4310-b9ae-fa191935eaa6 None None] Provisioning complete for port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:50.384086 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0abba08d-6427-4310-b9ae-fa191935eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.402524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] For port 044d748f-8c10-4b73-ae5d-76d8c77a121d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=044d748f-8c10-4b73-ae5d-76d8c77a121d,segment=NetworkSegment(ea190141-9aa6-4547-a0ca-022018781ea8),segment_id=ea190141-9aa6-4547-a0ca-022018781ea8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:50.404114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4b484-0c5b-4c28-9a83-d43d4d710dcc None None] Pushing event updated for resources: {'Port': ['ID=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:50.411088 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.515811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] Calling delete_port for 044d748f-8c10-4b73-ae5d-76d8c77a121d owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:50.633145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1740c5fc-2f52-484a-b309-303cb4db9ec0 req-d9b6320c-3140-40cf-ae70-410ad4437202 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793074 May 10 11:25:50.638273 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:25:50.661043 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4005cc5d-d05f-40a4-9a39-59ece132449b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.918634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-2b21b51e-be3a-4e7b-99a7-f6de23dd3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:50.931413 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.933970 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-2b21b51e-be3a-4e7b-99a7-f6de23dd3148 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1094 time: 0.2173750 May 10 11:25:50.953161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0abba08d-6427-4310-b9ae-fa191935eaa6 None None] Current status of the port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:50.953427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0abba08d-6427-4310-b9ae-fa191935eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.985316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] No DVR routers for this DVR port 044d748f-8c10-4b73-ae5d-76d8c77a121d on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:50.993094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eeefa-ec0e-46f0-9c7a-44b79db8176d None None] Pushing event deleted for resources: {'Port': ['ID=044d748f-8c10-4b73-ae5d-76d8c77a121d,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:51.044240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0abba08d-6427-4310-b9ae-fa191935eaa6 None None] For port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:51.053522 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0abba08d-6427-4310-b9ae-fa191935eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.128922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 044d748f-8c10-4b73-ae5d-76d8c77a121d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:51.205980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 044d748f-8c10-4b73-ae5d-76d8c77a121d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:25:51.206561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 044d748f-8c10-4b73-ae5d-76d8c77a121d not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:25:51.207123 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:51.211674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] For port 044d748f-8c10-4b73-ae5d-76d8c77a121d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=044d748f-8c10-4b73-ae5d-76d8c77a121d,segment=NetworkSegment(ea190141-9aa6-4547-a0ca-022018781ea8),segment_id=ea190141-9aa6-4547-a0ca-022018781ea8)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:51.212188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.237315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-616dff2e-272d-40de-ba28-5c1fc6326c3e None None] Provisioning complete for port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:51.237959 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-616dff2e-272d-40de-ba28-5c1fc6326c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.267254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abba08d-6427-4310-b9ae-fa191935eaa6 None None] Pushing event updated for resources: {'Port': ['ID=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:51.267906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Calling delete_port for 044d748f-8c10-4b73-ae5d-76d8c77a121d owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:25:51.279618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-1066ce21-66e4-488b-a415-b63995cf0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:51.282250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-1066ce21-66e4-488b-a415-b63995cf0ab6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 921 time: 0.3219042 May 10 11:25:51.286439 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4005cc5d-d05f-40a4-9a39-59ece132449b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.321491 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bbb47-333b-45fe-9acb-3d3e65a8c9ca None None] The sync data for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 is: [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:51.327853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4005cc5d-d05f-40a4-9a39-59ece132449b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.348447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e043c-1ee3-4a2c-9172-79d6c2976605 req-dddf0d0c-528b-4a2c-905f-eebc9ac18262 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:51.357833 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-989e043c-1ee3-4a2c-9172-79d6c2976605 req-dddf0d0c-528b-4a2c-905f-eebc9ac18262 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 943 time: 0.1562707 May 10 11:25:51.429066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abc00-1938-427c-bd19-3f4ccced0071 req-6fb446ed-43a5-4eb6-9503-6fa6128a45d7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:51.431597 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d8abc00-1938-427c-bd19-3f4ccced0071 req-6fb446ed-43a5-4eb6-9503-6fa6128a45d7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.2167056 May 10 11:25:51.496210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-616dff2e-272d-40de-ba28-5c1fc6326c3e None None] Current status of the port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:51.545134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d8abc00-1938-427c-bd19-3f4ccced0071 req-3fe4287a-8364-48e8-9fc7-aca4fa5a72f5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982847 May 10 11:25:51.582721 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.645852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-2e36b55f-b015-4af2-ac19-86872e3cf2b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 217 time: 0.2257147 May 10 11:25:51.649536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=044d748f-8c10-4b73-ae5d-76d8c77a121d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:51.674819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] No DVR routers for this DVR port 044d748f-8c10-4b73-ae5d-76d8c77a121d on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:51.679380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005cc5d-d05f-40a4-9a39-59ece132449b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c828845-48d2-423f-aa4b-b9d596d216fe,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:51.720364 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4005cc5d-d05f-40a4-9a39-59ece132449b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.730646 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4005cc5d-d05f-40a4-9a39-59ece132449b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4758172 May 10 11:25:51.740419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59064) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:51.774828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:51.777418 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-989e043c-1ee3-4a2c-9172-79d6c2976605 req-3e214c6c-4abf-487f-9351-ab0b528203b3 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183235 May 10 11:25:51.816714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-d99b31b2-3b3a-46ca-9579-5a25e49b4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:51.818439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-d99b31b2-3b3a-46ca-9579-5a25e49b4be5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.1319323 May 10 11:25:51.892289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-4c86dc1e-f93d-4a4a-9525-f18f381f9181 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607884 May 10 11:25:51.904301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.977841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.024207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c32ae2-0cc0-4a75-b62d-2845e70eceb3']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:52.049635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea190141-9aa6-4547-a0ca-022018781ea8') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:52.050092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea190141-9aa6-4547-a0ca-022018781ea8') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:52.069590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.095999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.099119 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-bf9662bf-08d2-4c49-9dc8-cbff581fc78d service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950929 May 10 11:25:52.102382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:52.104438 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: timer() May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:52.185065 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:52.248877 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.255617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b954783-8b2c-4551-a6d9-252bb4bcef08 req-08e6ff83-d850-45f1-a038-2090480ab69b tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:52.265616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b954783-8b2c-4551-a6d9-252bb4bcef08 req-08e6ff83-d850-45f1-a038-2090480ab69b tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 949 time: 0.1688862 May 10 11:25:52.287089 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.298919 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] 10.222.0.13 "DELETE /v2.0/networks/08c32ae2-0cc0-4a75-b62d-2845e70eceb3 HTTP/1.1" status: 204 len: 168 time: 3.0380750 May 10 11:25:52.304023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56446927-6aea-454d-9af8-c209856ea4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=08c32ae2-0cc0-4a75-b62d-2845e70eceb3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:52.348643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8c575-16a0-440b-840c-bfb49b368ed7 req-099f3d41-e08d-41fa-842e-2f08e3f76a83 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:52.356765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9f8c575-16a0-440b-840c-bfb49b368ed7 req-099f3d41-e08d-41fa-842e-2f08e3f76a83 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.4937277 May 10 11:25:52.361684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9006652-020e-4aed-96ff-cd5a29a5a68c req-b7dc1853-16ce-41aa-a4f0-90b9c3be77cc service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513044 May 10 11:25:52.379174 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b954783-8b2c-4551-a6d9-252bb4bcef08 req-ddae5541-05a9-4b64-8ab3-627b5b634380 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064491 May 10 11:25:52.443362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9f8c575-16a0-440b-840c-bfb49b368ed7 req-25c74c67-b81b-4093-8f2f-6035b96456bf tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852044 May 10 11:25:52.514954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.649286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:52.669636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Allocated IP 172.25.8.237 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d2b6d3a2-f98e-4f57-82f0-b6c1fc6ba4c0) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:52.773018 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-445ea93e-86de-405d-ba7d-ba759dec3a7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=119d0ea9d3ba467aaa504196f9a4a432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1198626 May 10 11:25:52.777032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:52.972311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-2f741bff-557e-4079-bb68-bd5f46c01cff tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd81141f9a864395a6d00d0306d02c82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500854 May 10 11:25:53.029895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.073994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fbcdffb8-9658-48d7-bcf0-a8992b5ae58a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:53.107412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a31fb9e0-ff11-48f5-bbc8-47c49cf0d8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.175936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:53.176306 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.180590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a31fb9e0-ff11-48f5-bbc8-47c49cf0d8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.194786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-9c826fa0-d928-40b9-aedd-5290521f86e0 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:53.196340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-9c826fa0-d928-40b9-aedd-5290521f86e0 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070670 May 10 11:25:53.202878 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.269505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-86b23b50-391d-4956-b6a2-11f66b449875 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/quotas/cd81141f9a864395a6d00d0306d02c82 HTTP/1.1" status: 200 len: 375 time: 0.0634980 May 10 11:25:53.286930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:53.304104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:53.308857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:53.313605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:53.332861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event updated for resources: {'Port': ['ID=d2b6d3a2-f98e-4f57-82f0-b6c1fc6ba4c0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:53.349993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-6438dabf-fe4e-4bf3-ac85-b10ab9a485b9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd81141f9a864395a6d00d0306d02c82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716052 May 10 11:25:53.368428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-a693ec86-728f-41fb-9d75-cd81e4146b21 service neutron] 10.222.0.49 "GET /v2.0/ports/31833fee-1c47-4f11-8a1b-6e5701882206/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 382 time: 0.1007390 May 10 11:25:53.436399 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a31fb9e0-ff11-48f5-bbc8-47c49cf0d8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.439327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a31fb9e0-ff11-48f5-bbc8-47c49cf0d8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.440817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a31fb9e0-ff11-48f5-bbc8-47c49cf0d8df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/884b43fe-b2f9-4c3d-be13-b0dc8bab313d HTTP/1.1" status: 204 len: 168 time: 0.6626539 May 10 11:25:53.520831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fb9e0-ff11-48f5-bbc8-47c49cf0d8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884b43fe-b2f9-4c3d-be13-b0dc8bab313d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:53.551606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.614259 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.917851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3dafe-2333-42b8-9630-f3d69d8a0636 req-3b2fdb1f-8f6c-4cb3-8880-27e00d6d4f6b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:53.925276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86a3dafe-2333-42b8-9630-f3d69d8a0636 req-3b2fdb1f-8f6c-4cb3-8880-27e00d6d4f6b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.2448325 May 10 11:25:53.992818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86a3dafe-2333-42b8-9630-f3d69d8a0636 req-92b94f39-c020-4505-912f-9e0cd1a9e8f4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657594 May 10 11:25:54.027096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accbce7-1487-446e-8a2f-3e44262f5aa1 req-eb56f796-8e69-4acb-ad34-897abd6ffd0d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.032240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7accbce7-1487-446e-8a2f-3e44262f5aa1 req-eb56f796-8e69-4acb-ad34-897abd6ffd0d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 943 time: 0.1791174 May 10 11:25:54.036818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59184) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:54.047869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-a272846b-4f5f-41e2-9795-a4f9b09f48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.049308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-a272846b-4f5f-41e2-9795-a4f9b09f48ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 1101 time: 0.2570195 May 10 11:25:54.084122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.093623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.150338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7accbce7-1487-446e-8a2f-3e44262f5aa1 req-6318141d-76e6-403d-a5a4-2700b6d7ce2c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988796 May 10 11:25:54.209358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-65c9f724-ad81-4abe-86d3-689e22cd9504 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32c5149ae5104e6b9e53cdc04ae93080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699834 May 10 11:25:54.210236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59188) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:54.219943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-f89252b0-94b1-4ad3-8f53-36e739d4576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.226863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-f89252b0-94b1-4ad3-8f53-36e739d4576c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 1101 time: 0.1434889 May 10 11:25:54.228167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.253728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event updated for resources: {'Port': ['ID=d2b6d3a2-f98e-4f57-82f0-b6c1fc6ba4c0,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:54.262648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.274352 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b549e43b-aaf8-4305-b6b5-2c97337c8ad5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5027659 May 10 11:25:54.370753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-e0bd25cc-030f-4ad7-8c8a-b96535cb8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.373348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-e0bd25cc-030f-4ad7-8c8a-b96535cb8404 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1260989 May 10 11:25:54.459651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-6a34795b-1a94-432b-8b90-93eafbd30d6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=31833fee-1c47-4f11-8a1b-6e5701882206 HTTP/1.1" status: 200 len: 217 time: 0.0612557 May 10 11:25:54.501742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8024e3-bb4c-4a09-ad8d-521b83c2d964 req-c4cb8a09-f96d-47b5-91a9-e78637eded80 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.503342 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be8024e3-bb4c-4a09-ad8d-521b83c2d964 req-c4cb8a09-f96d-47b5-91a9-e78637eded80 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.1450777 May 10 11:25:54.589387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be8024e3-bb4c-4a09-ad8d-521b83c2d964 req-fd04f028-c6f6-4be1-ab8b-576a953b3650 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613477 May 10 11:25:54.590249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb08eb32-dffe-44fb-86b7-4c6a3ca4781f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.627126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb08eb32-dffe-44fb-86b7-4c6a3ca4781f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.665441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e11e01-4014-472d-9b0c-87d02f4bf3de req-77322ca8-4b28-46c2-88af-cfb10a6e6402 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.665929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e11e01-4014-472d-9b0c-87d02f4bf3de req-77322ca8-4b28-46c2-88af-cfb10a6e6402 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.667134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e11e01-4014-472d-9b0c-87d02f4bf3de req-77322ca8-4b28-46c2-88af-cfb10a6e6402 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.667794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e11e01-4014-472d-9b0c-87d02f4bf3de req-77322ca8-4b28-46c2-88af-cfb10a6e6402 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.668538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e11e01-4014-472d-9b0c-87d02f4bf3de req-77322ca8-4b28-46c2-88af-cfb10a6e6402 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.669163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e11e01-4014-472d-9b0c-87d02f4bf3de req-77322ca8-4b28-46c2-88af-cfb10a6e6402 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.669633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e11e01-4014-472d-9b0c-87d02f4bf3de req-77322ca8-4b28-46c2-88af-cfb10a6e6402 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.671889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e6e11e01-4014-472d-9b0c-87d02f4bf3de req-77322ca8-4b28-46c2-88af-cfb10a6e6402 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5034 time: 0.2387974 May 10 11:25:54.680013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-30d468ce-37d2-4ae8-86b0-adc0f2bd2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.681567 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-30d468ce-37d2-4ae8-86b0-adc0f2bd2a01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2066925 May 10 11:25:54.739455 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7fe94096-ed2e-4055-8839-ea47c6e0566c req-a1eba24e-f3bf-483e-bad9-f632ec53887e tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 210 time: 0.0656745 May 10 11:25:54.759349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-83249e1b-ef08-40e7-8835-bb7b6d3649d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.761784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-83249e1b-ef08-40e7-8835-bb7b6d3649d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703027 May 10 11:25:54.778710 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb08eb32-dffe-44fb-86b7-4c6a3ca4781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.781605 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb08eb32-dffe-44fb-86b7-4c6a3ca4781f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.783323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eb08eb32-dffe-44fb-86b7-4c6a3ca4781f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd9c206a-493a-4b02-9373-e922e7569562 HTTP/1.1" status: 204 len: 168 time: 0.5705650 May 10 11:25:54.847001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08eb32-dffe-44fb-86b7-4c6a3ca4781f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c206a-493a-4b02-9373-e922e7569562,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:54.851180 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-1411c841-81f7-4338-b245-ee9593911b07 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1263013447&fields=id&tenant_id=6d94a6fc7d9240e280d7368740a5f437 HTTP/1.1" status: 200 len: 267 time: 0.0367761 May 10 11:25:54.918904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ebe96da-005b-4feb-a675-02bba863ac5f details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:25:54.922675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:54.963698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-7f92a977-b5ba-4166-9128-e947e5b02849 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953835 May 10 11:25:54.964826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eb691-1239-4d53-b093-0d5796aac334 req-cc2d8ec0-bebe-4768-8617-b1a602611b2a tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:54.966069 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-824eb691-1239-4d53-b093-0d5796aac334 req-cc2d8ec0-bebe-4768-8617-b1a602611b2a tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 886 time: 0.1629975 May 10 11:25:55.099532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-ef539138-c225-46a6-94eb-947bcc630a8a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:55.108305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-ef539138-c225-46a6-94eb-947bcc630a8a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/networks?id=c9606624-4a20-4b79-92b1-78ee948b64cc HTTP/1.1" status: 200 len: 815 time: 0.2376523 May 10 11:25:55.133111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-3d8d932f-993e-4e05-b421-2990bba89f7a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/quotas/6d94a6fc7d9240e280d7368740a5f437 HTTP/1.1" status: 200 len: 375 time: 0.0174007 May 10 11:25:55.152226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ebe96da-005b-4feb-a675-02bba863ac5f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ebe96da-005b-4feb-a675-02bba863ac5f,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:55.175962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e68f05f-1ce5-47b2-af9c-79f1b0490d4b req-daa6582c-e2cd-474b-b694-04f048480f1f service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053664 May 10 11:25:55.181178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5330c263-7d18-407c-b89d-638f50b148ef is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:55.181573 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.210091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'port_id': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'mac_address': 'fa:16:3e:54:57:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:25:55.226239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-18c6daa4-1d76-4991-b6ac-fe00202dc5f0 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d94a6fc7d9240e280d7368740a5f437&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830040 May 10 11:25:55.250149 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-93852dd5-66f5-4277-b44f-2690eda720cd tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cd81141f9a864395a6d00d0306d02c82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568719 May 10 11:25:55.264337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:55.265804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:55.268445 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50c9bfb-e998-4947-a658-a74fcfa46914" -d '{"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-unplugged", "status": "completed", "tag": "5330c263-7d18-407c-b89d-638f50b148ef"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:55.297317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.343350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0ebe96da-005b-4feb-a675-02bba863ac5f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:55.344062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.401505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-4c8dc0b1-9731-4b30-ae24-3db8d892c90d service neutron] 10.222.0.13 "GET /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652088 May 10 11:25:55.403569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebe96da-005b-4feb-a675-02bba863ac5f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:55.411572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:55.461519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ebe96da-005b-4feb-a675-02bba863ac5f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ebe96da-005b-4feb-a675-02bba863ac5f,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:55.477382 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.553481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-f78cc617-83c4-4bd4-9de6-900f43568c98 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:55.555564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-f78cc617-83c4-4bd4-9de6-900f43568c98 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981777 May 10 11:25:55.558460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0ebe96da-005b-4feb-a675-02bba863ac5f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:55.566097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-2ab77cf6-575d-4a07-9a74-729aa620cfa0 service neutron] 10.222.0.13 "GET /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614671 May 10 11:25:55.573269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Request body: {'port': {'device_id': 'a8985a8a-4a6a-4324-bef8-d1682f0df433', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'cd81141f9a864395a6d00d0306d02c82'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:55.747975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ebe96da-005b-4feb-a675-02bba863ac5f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:25:55.886237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Made reservation on behalf of cd81141f9a864395a6d00d0306d02c82 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:55.892012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.921679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd845b4-a43a-4e9d-8415-df6e6d7dd98a req-b0ee86aa-94cd-4813-bd1c-327ed47f40f6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:55.927465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.932479 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cd845b4-a43a-4e9d-8415-df6e6d7dd98a req-b0ee86aa-94cd-4813-bd1c-327ed47f40f6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1153421 May 10 11:25:55.984443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cd845b4-a43a-4e9d-8415-df6e6d7dd98a req-69dd2394-5f94-46d0-8c9d-191fdef06a86 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 May 10 11:25:56.020649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10306cc-bac6-4a5f-a6d5-de74306593f5 req-2e35c7d3-64bc-4e33-8d30-2134f6f98552 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.021121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10306cc-bac6-4a5f-a6d5-de74306593f5 req-2e35c7d3-64bc-4e33-8d30-2134f6f98552 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.021584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10306cc-bac6-4a5f-a6d5-de74306593f5 req-2e35c7d3-64bc-4e33-8d30-2134f6f98552 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.022040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10306cc-bac6-4a5f-a6d5-de74306593f5 req-2e35c7d3-64bc-4e33-8d30-2134f6f98552 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.022498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10306cc-bac6-4a5f-a6d5-de74306593f5 req-2e35c7d3-64bc-4e33-8d30-2134f6f98552 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.022950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10306cc-bac6-4a5f-a6d5-de74306593f5 req-2e35c7d3-64bc-4e33-8d30-2134f6f98552 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.023403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10306cc-bac6-4a5f-a6d5-de74306593f5 req-2e35c7d3-64bc-4e33-8d30-2134f6f98552 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.053240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b10306cc-bac6-4a5f-a6d5-de74306593f5 req-2e35c7d3-64bc-4e33-8d30-2134f6f98552 tempest-NetworksTest-846666920 tempest-NetworksTest-846666920-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5034 time: 0.3579862 May 10 11:25:56.091996 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b2183b-cc95-4f72-b887-3785f251ac24 x-openstack-request-id: req-f0b2183b-cc95-4f72-b887-3785f251ac24 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:56.093369 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-unplugged", "status": "completed", "tag": "5330c263-7d18-407c-b89d-638f50b148ef", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:56.093803 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0b2183b-cc95-4f72-b887-3785f251ac24 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:56.094481 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b2183b-cc95-4f72-b887-3785f251ac24'] response: {'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef', 'code': 200} May 10 11:25:56.173927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac9f4e-a32c-4094-a6db-25550f094f1b req-792544b9-ae08-4b28-9148-68ee99e74388 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.175488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59ac9f4e-a32c-4094-a6db-25550f094f1b req-792544b9-ae08-4b28-9148-68ee99e74388 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 944 time: 0.1216497 May 10 11:25:56.185733 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.246018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.285256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59ac9f4e-a32c-4094-a6db-25550f094f1b req-80af224e-b498-4e0d-805b-a8a838c3eae6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976431 May 10 11:25:56.329916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10b70a-0ec4-4f71-abcc-1b9bdd86b40c req-f61c59c4-a880-4fae-a048-239aa3b36f1c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:56.345692 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea10b70a-0ec4-4f71-abcc-1b9bdd86b40c req-f61c59c4-a880-4fae-a048-239aa3b36f1c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.1582692 May 10 11:25:56.419635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59276) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:56.493211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72119b07-b01a-4b87-b050-382e0987b5ae req-45ba1a28-b99a-4370-9dae-8178f807785c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 210 time: 0.0525241 May 10 11:25:56.556320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05862968-8895-45f4-99dc-6b16d7d1241a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:56.571599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Allocated IP 192.168.233.3 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/5778be77-9b18-4ea3-ba11-a1cd55639a12) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:56.622116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d755a56d-c0c4-4707-89e4-cc2f49814e47 req-a70dbbeb-9b37-4d88-a92e-d69704c56907 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 210 time: 0.0543883 May 10 11:25:56.634854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea10b70a-0ec4-4f71-abcc-1b9bdd86b40c req-011fc681-c1b1-4959-8558-93b09e9b9a71 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768665 May 10 11:25:56.736453 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-01d37dc1-5733-4415-bfe6-05bd91335484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.877739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.887602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-01d37dc1-5733-4415-bfe6-05bd91335484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.893973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-01d37dc1-5733-4415-bfe6-05bd91335484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.916066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ebe96da-005b-4feb-a675-02bba863ac5f up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:25:56.946684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.955194 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-01d37dc1-5733-4415-bfe6-05bd91335484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ef501496bdd4cd388ce54c9f30bb22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317261 May 10 11:25:56.955194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d37dc1-5733-4415-bfe6-05bd91335484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6377e714-40f4-4116-a566-5589ed511a87,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:56.957951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59286) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:57.025029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e1099b9-dfd7-4a57-bb3f-9646acfa6120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.029186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:25:57.060061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e1099b9-dfd7-4a57-bb3f-9646acfa6120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.085805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 0ebe96da-005b-4feb-a675-02bba863ac5f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:57.100325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 0ebe96da-005b-4feb-a675-02bba863ac5f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:57.101310 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.130501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:57.138886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:57.142744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:57.152845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Pushing event updated for resources: {'Port': ['ID=5778be77-9b18-4ea3-ba11-a1cd55639a12,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:57.184033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682889e1-2041-4d11-844f-8ee7bffd67b9 req-a4a3a7e6-2c1d-4434-ad39-34c2508d4510 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:57.192156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-682889e1-2041-4d11-844f-8ee7bffd67b9 req-a4a3a7e6-2c1d-4434-ad39-34c2508d4510 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 950 time: 0.1107829 May 10 11:25:57.230653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e1099b9-dfd7-4a57-bb3f-9646acfa6120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.234899 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e1099b9-dfd7-4a57-bb3f-9646acfa6120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.241114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6e1099b9-dfd7-4a57-bb3f-9646acfa6120 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6377e714-40f4-4116-a566-5589ed511a87 HTTP/1.1" status: 204 len: 168 time: 0.2819827 May 10 11:25:57.258509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:57.259225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.272019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1099b9-dfd7-4a57-bb3f-9646acfa6120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6377e714-40f4-4116-a566-5589ed511a87,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:57.294034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-682889e1-2041-4d11-844f-8ee7bffd67b9 req-3b3e870c-7c77-47bd-bb00-605076cca3d6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007533 May 10 11:25:57.294180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-42de262d-df43-429a-ad1f-c71fd4673416 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7264385 May 10 11:25:57.314540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Request body: {'port': {'device_id': 'a8985a8a-4a6a-4324-bef8-d1682f0df433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:57.379168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 31833fee-1c47-4f11-8a1b-6e5701882206 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:57.380341 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.404925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0ebe96da-005b-4feb-a675-02bba863ac5f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:57.405686 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.508586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:57.531118 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.595408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ebe96da-005b-4feb-a675-02bba863ac5f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ebe96da-005b-4feb-a675-02bba863ac5f,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:57.613293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc45c9-0bbf-4669-af95-2326a1a07d27 req-5a636664-1874-487d-b17c-31304b31f5da tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:57.614914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4cdc45c9-0bbf-4669-af95-2326a1a07d27 req-5a636664-1874-487d-b17c-31304b31f5da tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 944 time: 0.1969330 May 10 11:25:57.633032 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.652805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:57.684493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4cdc45c9-0bbf-4669-af95-2326a1a07d27 req-b99f4b34-b9f1-40fd-9837-5e372e4d9d30 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605161 May 10 11:25:57.706760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08a97846-ceac-4ab8-a43e-eb40b2d4a37a req-976b85c2-6cc7-4794-b829-2a7982dc9e33 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 210 time: 0.0600944 May 10 11:25:57.722133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.740223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0233825b-8cb9-4aed-8472-4ec103de8921 None None] Provisioning complete for port 5778be77-9b18-4ea3-ba11-a1cd55639a12 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:57.740596 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0233825b-8cb9-4aed-8472-4ec103de8921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.803957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0233825b-8cb9-4aed-8472-4ec103de8921 None None] Port 5778be77-9b18-4ea3-ba11-a1cd55639a12 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:25:57.804269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-dafd824b-ea74-46b9-b77f-de1aa1b59df2 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:57.806416 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-dafd824b-ea74-46b9-b77f-de1aa1b59df2 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.49 "GET /v2.0/networks?id=c9606624-4a20-4b79-92b1-78ee948b64cc HTTP/1.1" status: 200 len: 815 time: 0.4045780 May 10 11:25:57.813154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0ebe96da-005b-4feb-a675-02bba863ac5f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:57.885359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59336) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:57.903250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4abdadf4-ec9c-4997-a693-68608214d389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.933133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3bb3-00da-43a7-b180-6b74124f0cc6 req-4d69340b-d4c9-43c9-a118-2e5f1da6df94 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:57.934606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1ea3bb3-00da-43a7-b180-6b74124f0cc6 req-4d69340b-d4c9-43c9-a118-2e5f1da6df94 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.0803049 May 10 11:25:57.939190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-6707e15f-efa9-4a57-91f2-2ecaa2c503d2 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d94a6fc7d9240e280d7368740a5f437 HTTP/1.1" status: 200 len: 380 time: 0.1214037 May 10 11:25:57.954287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Request body: {'port': {'device_id': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'admin_state_up': True, 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'security_groups': ['558c7ea9-1ef4-452a-9958-8764f52ee965']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:57.996217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1ea3bb3-00da-43a7-b180-6b74124f0cc6 req-e7310d63-1b67-4d8a-a61b-379aaa761411 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489945 May 10 11:25:58.022753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4abdadf4-ec9c-4997-a693-68608214d389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.035789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4abdadf4-ec9c-4997-a693-68608214d389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.082732 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4abdadf4-ec9c-4997-a693-68608214d389 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a54730097a154b43a0979a6b1f0ee28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954730 May 10 11:25:58.083398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59340) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:58.091956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdadf4-ec9c-4997-a693-68608214d389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb21cdd-c7f0-407a-b806-0b53043043cd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:58.096466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206'}, {'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:58.103322 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a787883f-8dae-4bd2-bb1a-4a9d2d4d291e" -d '{"events": [{"server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "name": "network-vif-unplugged", "status": "completed", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206"}, {"server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "name": "network-vif-plugged", "status": "completed", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:58.152264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde1d-c84a-4ebe-94bd-27a968ac88ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.177130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde1d-c84a-4ebe-94bd-27a968ac88ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.205228 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 May 2022 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beffb92-c958-4b50-a708-696a55477f8a x-openstack-request-id: req-6beffb92-c958-4b50-a708-696a55477f8a {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:25:58.205633 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "name": "network-vif-unplugged", "status": "completed", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206", "code": 200}, {"server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "name": "network-vif-plugged", "status": "completed", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:25:58.205975 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6beffb92-c958-4b50-a708-696a55477f8a {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:25:58.207382 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6beffb92-c958-4b50-a708-696a55477f8a'] response: {'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206', 'code': 200} May 10 11:25:58.213471 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6beffb92-c958-4b50-a708-696a55477f8a'] response: {'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'code': 200} May 10 11:25:58.246166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde1d-c84a-4ebe-94bd-27a968ac88ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.250095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde1d-c84a-4ebe-94bd-27a968ac88ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.254862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1e4dde1d-c84a-4ebe-94bd-27a968ac88ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbb21cdd-c7f0-407a-b806-0b53043043cd HTTP/1.1" status: 204 len: 168 time: 0.1701171 May 10 11:25:58.265150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dde1d-c84a-4ebe-94bd-27a968ac88ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb21cdd-c7f0-407a-b806-0b53043043cd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:58.417742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48593628-7184-4d2f-9e68-4f0b993ce151 req-01f4758c-8ab8-46fe-b662-3f0a928d4a5a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:58.419152 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48593628-7184-4d2f-9e68-4f0b993ce151 req-01f4758c-8ab8-46fe-b662-3f0a928d4a5a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.0509167 May 10 11:25:58.425082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27721-8222-43bc-839e-944a792d556b req-8a72b31c-302d-4eae-8005-f9b80297bcf7 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:58.426547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23e27721-8222-43bc-839e-944a792d556b req-8a72b31c-302d-4eae-8005-f9b80297bcf7 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 934 time: 0.5804632 May 10 11:25:58.473981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48593628-7184-4d2f-9e68-4f0b993ce151 req-607575f3-91d6-4fc6-9824-82522e938ffa tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480254 May 10 11:25:58.530964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a60827-ec98-4220-9daf-b51b57435abe req-41df14f6-a504-48b1-801f-080337967715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:58.532963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1a60827-ec98-4220-9daf-b51b57435abe req-41df14f6-a504-48b1-801f-080337967715 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1096 time: 0.1506312 May 10 11:25:58.559739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23e27721-8222-43bc-839e-944a792d556b req-609fd1ce-6ba3-4b4d-9558-f7706398de69 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217108 May 10 11:25:58.594808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Made reservation on behalf of 6d94a6fc7d9240e280d7368740a5f437 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:58.598283 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.630462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1a60827-ec98-4220-9daf-b51b57435abe req-dd25f378-f9e5-4ccb-8c30-136f7255df74 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880029 May 10 11:25:58.654868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5778be77-9b18-4ea3-ba11-a1cd55639a12 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:58.688475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.720951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Transition to ACTIVE for port object 5778be77-9b18-4ea3-ba11-a1cd55639a12 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:58.734636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.828789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5778be77-9b18-4ea3-ba11-a1cd55639a12,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:58.832108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Allocated IP 172.20.0.4 (c9606624-4a20-4b79-92b1-78ee948b64cc/edd447e4-210c-458c-9c81-632836ffbefe/585d1e53-3f13-4258-a44c-58a5b52a569e) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:58.942429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:25:59.005822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59390) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:25:59.015620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:25:59.016060 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4f7a7b0-d80a-4eb8-a8de-8ae8f47158bd req-079fe10e-784b-4e1c-b73d-2020d7d1dcf5 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 210 time: 0.0736899 May 10 11:25:59.104712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-8f933801-dcd7-4b72-a538-6f235aa652b4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.110654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-8f933801-dcd7-4b72-a538-6f235aa652b4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 948 time: 0.2287002 May 10 11:25:59.175324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.243281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.272134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-37a0cb11-d060-4372-9b09-41ae605622af service neutron] 10.222.0.49 "GET /v2.0/ports/31833fee-1c47-4f11-8a1b-6e5701882206/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 382 time: 0.1516201 May 10 11:25:59.274775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-259b6606-c2ef-4997-8458-eb8ca1a09344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.314973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611adfb-ba13-44c8-a503-d43949f55226 req-068aec02-dd5d-4999-8969-b4ee6878c95c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.320564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Attempting to bind port 5778be77-9b18-4ea3-ba11-a1cd55639a12 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:59.321324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Attempting to bind port 5778be77-9b18-4ea3-ba11-a1cd55639a12 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:59.321850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Attempting to bind port 5778be77-9b18-4ea3-ba11-a1cd55639a12 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:59.323049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a611adfb-ba13-44c8-a503-d43949f55226 req-068aec02-dd5d-4999-8969-b4ee6878c95c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.1458275 May 10 11:25:59.341084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99f639-93b2-413a-9608-18816e6c3475 req-3ba9a493-e5f1-4300-b1b5-29d2d0edf51b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.349281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df99f639-93b2-413a-9608-18816e6c3475 req-3ba9a493-e5f1-4300-b1b5-29d2d0edf51b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.4802573 May 10 11:25:59.352652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Network c9606624-4a20-4b79-92b1-78ee948b64cc is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:59.355959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event updated for resources: {'Port': ['ID=585d1e53-3f13-4258-a44c-58a5b52a569e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:59.387535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Port 5778be77-9b18-4ea3-ba11-a1cd55639a12 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:25:59.387937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Attempting to bind port 5778be77-9b18-4ea3-ba11-a1cd55639a12 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:25:59.390063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:59.397420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:25:59.418230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df99f639-93b2-413a-9608-18816e6c3475 req-6cbc8071-6242-47f5-aaf5-3766addd14d0 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676687 May 10 11:25:59.458719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:59.459764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:25:59.460136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:25:59.460529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:25:59.461096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Bound port: 5778be77-9b18-4ea3-ba11-a1cd55639a12, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:59.461486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.474707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '5330c263-7d18-407c-b89d-638f50b148ef', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '5330c263-7d18-407c-b89d-638f50b148ef', 'mac_address': 'fa:16:3e:08:8a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:25:59.510161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-259b6606-c2ef-4997-8458-eb8ca1a09344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.530532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a611adfb-ba13-44c8-a503-d43949f55226 req-162927ac-a592-4e81-a97b-f984e2fb7cae tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064695 May 10 11:25:59.545505 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-259b6606-c2ef-4997-8458-eb8ca1a09344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.552476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-215fa01f-1767-4d75-833a-e8cc6496dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.554547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-215fa01f-1767-4d75-833a-e8cc6496dd44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 1099 time: 0.2582688 May 10 11:25:59.563108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] For port 5778be77-9b18-4ea3-ba11-a1cd55639a12, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:25:59.565971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:59.566875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] For port 5778be77-9b18-4ea3-ba11-a1cd55639a12, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5778be77-9b18-4ea3-ba11-a1cd55639a12,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:25:59.590312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.613981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '31833fee-1c47-4f11-8a1b-6e5701882206', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '31833fee-1c47-4f11-8a1b-6e5701882206', 'mac_address': 'fa:16:3e:9e:c4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:25:59.623651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.624511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.647458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5330c263-7d18-407c-b89d-638f50b148ef is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:59.650105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.676712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.677215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.678639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] 10.222.0.70 "PUT /v2.0/ports/5778be77-9b18-4ea3-ba11-a1cd55639a12 HTTP/1.1" status: 200 len: 1094 time: 2.3684025 May 10 11:25:59.679911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8985a8a-4a6a-4324-bef8-d1682f0df433', 'tag': '5778be77-9b18-4ea3-ba11-a1cd55639a12'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:25:59.682617 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162efdae-798a-45ee-a4d4-f811987d511b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8985a8a-4a6a-4324-bef8-d1682f0df433", "tag": "5778be77-9b18-4ea3-ba11-a1cd55639a12"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:25:59.731608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399a32-20c8-43cf-9c3a-2cca6257562c req-b3763ac9-d355-4720-adb8-04118668fad7 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.733791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8f399a32-20c8-43cf-9c3a-2cca6257562c req-b3763ac9-d355-4720-adb8-04118668fad7 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.1647592 May 10 11:25:59.737474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-331519a9-70c3-40e6-9191-78fc8633b93b tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7895072 May 10 11:25:59.740938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b5c31-99ad-48ce-bbe0-5cca3072b8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5778be77-9b18-4ea3-ba11-a1cd55639a12,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:59.761523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Request body: {'port': {'device_id': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:59.802349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5330c263-7d18-407c-b89d-638f50b148ef {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:59.817155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-0082a1a1-052b-4913-aab5-5fb28afed093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.819086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-0082a1a1-052b-4913-aab5-5fb28afed093 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2194805 May 10 11:25:59.850347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b6606-c2ef-4997-8458-eb8ca1a09344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d699e1-1590-4269-82fa-788fbf3f9be6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:59.861245 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8f399a32-20c8-43cf-9c3a-2cca6257562c req-0736a908-16bf-4bce-983e-5a003805256c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154571 May 10 11:25:59.884444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 31833fee-1c47-4f11-8a1b-6e5701882206 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:25:59.885613 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.914568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-ed6d3b6d-f2d4-44a2-92a1-f59d2891b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:25:59.919658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-ed6d3b6d-f2d4-44a2-92a1-f59d2891b54d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd81141f9a864395a6d00d0306d02c82&device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 1097 time: 0.1726100 May 10 11:25:59.920337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.936049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:25:59.938628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31833fee-1c47-4f11-8a1b-6e5701882206 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:25:59.948993 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.961316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3e46d678-e35a-470e-89b7-905711193d8d None None] Provisioning complete for port 585d1e53-3f13-4258-a44c-58a5b52a569e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:59.961879 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3e46d678-e35a-470e-89b7-905711193d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.978520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-5d65351c-32c8-4522-ade5-90c81adba235 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=31833fee-1c47-4f11-8a1b-6e5701882206 HTTP/1.1" status: 200 len: 217 time: 0.1290996 May 10 11:25:59.989057 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-259b6606-c2ef-4997-8458-eb8ca1a09344 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9edac0c9039419aaf40d747d2311f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9822421 May 10 11:25:59.991108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59422) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:00.028611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3e46d678-e35a-470e-89b7-905711193d8d None None] Port 585d1e53-3f13-4258-a44c-58a5b52a569e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:00.044765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:00.062821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.084359 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-e7c6459f-4e38-47fc-a6e5-d1aa75862415 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5778be77-9b18-4ea3-ba11-a1cd55639a12 HTTP/1.1" status: 200 len: 217 time: 0.1428976 May 10 11:26:00.094335 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02238fb9-49af-4a02-a003-f1b3418f819e x-openstack-request-id: req-02238fb9-49af-4a02-a003-f1b3418f819e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:00.096056 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8985a8a-4a6a-4324-bef8-d1682f0df433", "tag": "5778be77-9b18-4ea3-ba11-a1cd55639a12", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:00.096405 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02238fb9-49af-4a02-a003-f1b3418f819e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:00.096754 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02238fb9-49af-4a02-a003-f1b3418f819e'] response: {'name': 'network-changed', 'server_uuid': 'a8985a8a-4a6a-4324-bef8-d1682f0df433', 'tag': '5778be77-9b18-4ea3-ba11-a1cd55639a12', 'status': 'completed', 'code': 200} May 10 11:26:00.098819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['5330c263-7d18-407c-b89d-638f50b148ef'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:00.102592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:00.142982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-af96e967-dcd2-4fb5-aca0-259869759b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:00.146208 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-af96e967-dcd2-4fb5-aca0-259869759b76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1531897 May 10 11:26:00.238284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9449c-81c1-42c2-8d15-b0f20c897886 req-45fb61e5-7c27-450a-97ee-8804fa33c016 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:00.246634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12c9449c-81c1-42c2-8d15-b0f20c897886 req-45fb61e5-7c27-450a-97ee-8804fa33c016 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 946 time: 0.4060824 May 10 11:26:00.314820 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12c9449c-81c1-42c2-8d15-b0f20c897886 req-8f4b12e8-967f-4bfe-bc06-3f2cfb3a8d89 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671751 May 10 11:26:00.335983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-d050d43e-0aab-4c6c-ad29-9aed15642b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:00.338192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-d050d43e-0aab-4c6c-ad29-9aed15642b60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632071 May 10 11:26:00.350764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-b4501e1a-18e0-452b-b650-15ae77f5a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:00.353096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-b4501e1a-18e0-452b-b650-15ae77f5a84f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2526851 May 10 11:26:00.359852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-909a72b5-7bee-4101-976c-e47472af1aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.376863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['31833fee-1c47-4f11-8a1b-6e5701882206'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:00.430645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:00.466013 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-909a72b5-7bee-4101-976c-e47472af1aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.505985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-acfa2fe8-3dc6-4b7f-adba-ba324f4bd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:00.510414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-acfa2fe8-3dc6-4b7f-adba-ba324f4bd9d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368313 May 10 11:26:00.610563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-4e4f8f71-1b07-4a89-b7da-25736c603219 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516792 May 10 11:26:00.676126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad87ad7-2159-416d-ad80-e3e8564c8a6a req-b5c89187-73d2-49e2-b0b9-0fe2df8aece7 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:00.684224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad87ad7-2159-416d-ad80-e3e8564c8a6a req-b5c89187-73d2-49e2-b0b9-0fe2df8aece7 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.1259587 May 10 11:26:00.703113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-909a72b5-7bee-4101-976c-e47472af1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.706311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-909a72b5-7bee-4101-976c-e47472af1aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.710430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-909a72b5-7bee-4101-976c-e47472af1aa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24d699e1-1590-4269-82fa-788fbf3f9be6 HTTP/1.1" status: 204 len: 168 time: 0.7150097 May 10 11:26:00.761892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a72b5-7bee-4101-976c-e47472af1aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d699e1-1590-4269-82fa-788fbf3f9be6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:00.811052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad87ad7-2159-416d-ad80-e3e8564c8a6a req-a16f604d-6153-46c0-a548-c65ca7724f00 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258492 May 10 11:26:00.867945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-706a8bf4-d5f4-4d4c-b0f6-3319bd0d1632 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466352 May 10 11:26:00.921755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-d3274e06-a97d-48bb-8a8a-740c6af27040 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898091 May 10 11:26:00.988814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9badc-3c02-4bf1-8c13-1bd999c46379 req-40c6d48f-3fdf-43b7-ade6-32573669abfb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:00.997400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cda9badc-3c02-4bf1-8c13-1bd999c46379 req-40c6d48f-3fdf-43b7-ade6-32573669abfb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 949 time: 0.0671234 May 10 11:26:01.029009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585d1e53-3f13-4258-a44c-58a5b52a569e {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:26:01.039203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.049883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cda9badc-3c02-4bf1-8c13-1bd999c46379 req-9bf58951-48b9-4d18-960c-4d4aa4a36a5c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515049 May 10 11:26:01.053643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Transition to ACTIVE for port object 585d1e53-3f13-4258-a44c-58a5b52a569e will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:01.074287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.132589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3489e5b-29b1-494f-ab91-4a2a22ad031a req-d7745e7d-b22f-443c-be55-f3c624d159df tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:01.141494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d3489e5b-29b1-494f-ab91-4a2a22ad031a req-d7745e7d-b22f-443c-be55-f3c624d159df tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 931 time: 0.3088777 May 10 11:26:01.146709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Pushing event updated for resources: {'Port': ['ID=585d1e53-3f13-4258-a44c-58a5b52a569e,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:01.310468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d3489e5b-29b1-494f-ab91-4a2a22ad031a req-f5e264e5-1e35-4b23-a730-91e214560257 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678822 May 10 11:26:01.340013 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f33232d-c71e-4778-b8df-cecb851c5ddf req-d29b5d1d-374d-49f8-9a61-0be8bf666c8a service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033146 May 10 11:26:01.369097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Attempting to bind port 585d1e53-3f13-4258-a44c-58a5b52a569e on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:01.371566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Attempting to bind port 585d1e53-3f13-4258-a44c-58a5b52a569e by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:01.371566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Attempting to bind port 585d1e53-3f13-4258-a44c-58a5b52a569e on network c9606624-4a20-4b79-92b1-78ee948b64cc {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:01.388127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Port 585d1e53-3f13-4258-a44c-58a5b52a569e on network c9606624-4a20-4b79-92b1-78ee948b64cc not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:26:01.388457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Attempting to bind port 585d1e53-3f13-4258-a44c-58a5b52a569e on network c9606624-4a20-4b79-92b1-78ee948b64cc {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:01.402780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:01.402780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Checking segment: {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:01.402780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Bound using segment: {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:01.403464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Bound port: 585d1e53-3f13-4258-a44c-58a5b52a569e, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb1677f-3620-4161-a084-05f816806af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:01.403582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.581894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efdae-798a-45ee-a4d4-f811987d511b req-a09c7066-d0a0-4626-a1f7-290037a8d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:01.583628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-162efdae-798a-45ee-a4d4-f811987d511b req-a09c7066-d0a0-4626-a1f7-290037a8d914 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd81141f9a864395a6d00d0306d02c82&device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 1097 time: 0.1421337 May 10 11:26:01.588972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] For port 585d1e53-3f13-4258-a44c-58a5b52a569e, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:01.592473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] For port 585d1e53-3f13-4258-a44c-58a5b52a569e, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=585d1e53-3f13-4258-a44c-58a5b52a569e,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:01.695556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efdae-798a-45ee-a4d4-f811987d511b req-070865db-a49e-4bd1-b7f2-24441ed6f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:01.697353 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-162efdae-798a-45ee-a4d4-f811987d511b req-070865db-a49e-4bd1-b7f2-24441ed6f734 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1030233 May 10 11:26:01.700397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.763843 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-162efdae-798a-45ee-a4d4-f811987d511b req-5c6704b5-0d88-4c01-8c01-249bade3c882 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5778be77-9b18-4ea3-ba11-a1cd55639a12 HTTP/1.1" status: 200 len: 217 time: 0.0550172 May 10 11:26:01.774355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1802f-9af6-40b2-a49d-bfe3db69a466 req-6a8155d3-8e71-4d32-9db8-b59fc9c3a099 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:01.777017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8b1802f-9af6-40b2-a49d-bfe3db69a466 req-6a8155d3-8e71-4d32-9db8-b59fc9c3a099 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.1611474 May 10 11:26:01.858572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8b1802f-9af6-40b2-a49d-bfe3db69a466 req-9fefeece-dcc9-430d-a247-443faa5fbac8 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744891 May 10 11:26:01.958577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:01.959315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.960902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] 10.222.0.49 "PUT /v2.0/ports/585d1e53-3f13-4258-a44c-58a5b52a569e HTTP/1.1" status: 200 len: 1091 time: 2.2051976 May 10 11:26:02.091392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efdae-798a-45ee-a4d4-f811987d511b req-172ef829-c00c-4b28-96f4-ee069c17f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.094518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-162efdae-798a-45ee-a4d4-f811987d511b req-172ef829-c00c-4b28-96f4-ee069c17f5c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2641172 May 10 11:26:02.146187 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.164558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'tag': '585d1e53-3f13-4258-a44c-58a5b52a569e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:02.174537 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc3e0d9-1237-4e08-b9f0-812be8a9e433", "tag": "585d1e53-3f13-4258-a44c-58a5b52a569e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:02.201046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fe171-c1e6-441d-982c-9440acd3641a service neutron] Pushing event updated for resources: {'Port': ['ID=585d1e53-3f13-4258-a44c-58a5b52a569e,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:02.253771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-27f0b86e-de46-446e-97c1-b9e5500be80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.255591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-27f0b86e-de46-446e-97c1-b9e5500be80c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1096 time: 0.4283729 May 10 11:26:02.332669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ffcf4-2be3-4c9e-b550-d797a36c82f6 req-9864b398-0df4-4c70-b95e-115f74f2bdcb tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.346804 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-944ffcf4-2be3-4c9e-b550-d797a36c82f6 req-9864b398-0df4-4c70-b95e-115f74f2bdcb tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 946 time: 0.3636036 May 10 11:26:02.376112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-e25fe631-0588-4a23-a0c2-69859310de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.378197 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-e25fe631-0588-4a23-a0c2-69859310de83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d94a6fc7d9240e280d7368740a5f437&device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 1094 time: 0.3402531 May 10 11:26:02.501875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efdae-798a-45ee-a4d4-f811987d511b req-70f8f5a4-afd9-47bd-ab56-ba980125555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.504182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-162efdae-798a-45ee-a4d4-f811987d511b req-70f8f5a4-afd9-47bd-ab56-ba980125555c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3064737 May 10 11:26:02.505971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-80cd8d15-403d-4bab-a12e-e521f4923a1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=585d1e53-3f13-4258-a44c-58a5b52a569e HTTP/1.1" status: 200 len: 217 time: 0.0937481 May 10 11:26:02.568025 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-944ffcf4-2be3-4c9e-b550-d797a36c82f6 req-8dca5dc1-ac84-4be2-9529-57ce6c340625 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139530 May 10 11:26:02.782324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-162efdae-798a-45ee-a4d4-f811987d511b req-a48ba9ba-a2ce-4ac2-aec1-085c3c1043d4 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638595 May 10 11:26:02.790497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-b690fd3e-379a-4e49-944d-21be77b42aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.791636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-b690fd3e-379a-4e49-944d-21be77b42aa9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=edd447e4-210c-458c-9c81-632836ffbefe HTTP/1.1" status: 200 len: 854 time: 0.2723050 May 10 11:26:02.793567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583e586-2d49-4ef5-a51d-a4b5e8c437e2 req-00f371ad-6f17-449b-a03d-229972642695 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.796053 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7583e586-2d49-4ef5-a51d-a4b5e8c437e2 req-00f371ad-6f17-449b-a03d-229972642695 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 949 time: 0.0837381 May 10 11:26:02.849898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-a1bf8d1c-1801-4dcb-ac82-615fbfd1d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.851377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-a1bf8d1c-1801-4dcb-ac82-615fbfd1d354 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 921 time: 0.5557027 May 10 11:26:02.851984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7583e586-2d49-4ef5-a51d-a4b5e8c437e2 req-9ce8f9c6-91c0-48d5-b7d3-6f092d7b7a43 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 May 10 11:26:02.940876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fa6f2-5f58-4e0f-929b-09586f52e37f req-942cde63-ae52-4513-818d-888d738d4f01 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:02.943250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-009fa6f2-5f58-4e0f-929b-09586f52e37f req-942cde63-ae52-4513-818d-888d738d4f01 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2460945 May 10 11:26:02.954797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:02.985139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-2b002e00-e54b-4d9f-8790-0b1f443fe8ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 217 time: 0.0705054 May 10 11:26:03.033964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:03.078674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-8c0416e9-bae3-4dad-8445-d064208125c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:03.080482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-8c0416e9-bae3-4dad-8445-d064208125c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9606624-4a20-4b79-92b1-78ee948b64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2707717 May 10 11:26:03.217045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 5330c263-7d18-407c-b89d-638f50b148ef triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:03.217965 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.235329 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19350ab-72ad-4670-a0b1-a405bbf2b4f7 x-openstack-request-id: req-b19350ab-72ad-4670-a0b1-a405bbf2b4f7 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:03.235712 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc3e0d9-1237-4e08-b9f0-812be8a9e433", "tag": "585d1e53-3f13-4258-a44c-58a5b52a569e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:03.236083 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b19350ab-72ad-4670-a0b1-a405bbf2b4f7 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:03.236644 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19350ab-72ad-4670-a0b1-a405bbf2b4f7'] response: {'name': 'network-changed', 'server_uuid': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'tag': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'status': 'completed', 'code': 200} May 10 11:26:03.250133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-f9668a32-884d-45ab-b997-cf83700fdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:03.252643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-f9668a32-884d-45ab-b997-cf83700fdfcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.2556720 May 10 11:26:03.254651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-162efdae-798a-45ee-a4d4-f811987d511b req-deeb8ea6-39dc-42e4-aaa2-37b99037c402 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620945 May 10 11:26:03.294664 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-009fa6f2-5f58-4e0f-929b-09586f52e37f req-29d7264f-71cc-4f9b-ae47-3bee19515d92 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130183 May 10 11:26:03.420499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-c74a3cce-2331-47f6-b9d1-806859c75926 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242814 May 10 11:26:03.457558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5330c263-7d18-407c-b89d-638f50b148ef is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:03.457951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.475362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 31833fee-1c47-4f11-8a1b-6e5701882206 is: BUILD; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:03.475752 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.514938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-a613fc99-f6aa-410d-99ce-3d4c3ac9ecef tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:03.516864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-a613fc99-f6aa-410d-99ce-3d4c3ac9ecef tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.1570566 May 10 11:26:03.520235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-46889e6e-9791-4b41-b7a8-d6e4dfd6dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:03.521813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-46889e6e-9791-4b41-b7a8-d6e4dfd6dc9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 1100 time: 0.1404767 May 10 11:26:03.552410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05222495-460a-423b-9e23-c85fd5c1f37b req-ba814af0-34d8-477b-860d-6143d8f8d330 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:03.561809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05222495-460a-423b-9e23-c85fd5c1f37b req-ba814af0-34d8-477b-860d-6143d8f8d330 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 943 time: 0.1491411 May 10 11:26:03.565270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-444e630f-7a62-4632-b4e6-019a6bdfd5d8 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319513 May 10 11:26:03.567209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840949-1'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:03.573797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 31833fee-1c47-4f11-8a1b-6e5701882206 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:26:03.584045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:03.586331 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3037af-8c46-4f02-9450-e45e375c1b9e" -d '{"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-plugged", "status": "completed", "tag": "5330c263-7d18-407c-b89d-638f50b148ef"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:03.632654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:03.642501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:03.650953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.655653 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.693981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-ca0f61fe-be74-4ef5-ac87-6798512cd937 service neutron] 10.222.0.49 "GET /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926163 May 10 11:26:03.735098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=10']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:03.802865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:04.054211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.089804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05222495-460a-423b-9e23-c85fd5c1f37b req-fc63bad0-6f8e-45d5-a0c5-21f07b474f02 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5256698 May 10 11:26:04.140027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-ee61bbab-1b84-46f9-a556-38731464778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.141494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-ee61bbab-1b84-46f9-a556-38731464778d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 1100 time: 0.5682018 May 10 11:26:04.247167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f5a32d-926c-4d15-baf9-34edd2878e39 req-04c4b6ae-7dd1-4802-9b3c-9e5cf7551ff7 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701710 May 10 11:26:04.265103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9f55-5c98-4e1e-9276-5777b165f502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.307269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e43aa2eb-9705-47c9-8d59-1907c50b1f73 req-6794d372-c829-409f-aa89-dc72a3113bff service neutron] 10.222.0.49 "GET /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059835 May 10 11:26:04.381357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-c18bce17-e42c-468c-a371-be3de3180b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.381357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-c18bce17-e42c-468c-a371-be3de3180b03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2319517 May 10 11:26:04.427665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-ff8c4f46-a55a-44cc-a2f5-c6ee8ff47cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.429707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-ff8c4f46-a55a-44cc-a2f5-c6ee8ff47cba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d94a6fc7d9240e280d7368740a5f437&device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 1094 time: 0.0637150 May 10 11:26:04.504718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-9334eb41-1bec-4bef-9a0d-f9a16f06cc2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=31833fee-1c47-4f11-8a1b-6e5701882206 HTTP/1.1" status: 200 len: 217 time: 0.0765626 May 10 11:26:04.548107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c532018-3fc4-4853-93aa-53d426dab925 req-15093a3a-06fc-46d1-897e-30e90bffd272 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.552377 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c532018-3fc4-4853-93aa-53d426dab925 req-15093a3a-06fc-46d1-897e-30e90bffd272 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 945 time: 0.3774786 May 10 11:26:04.607875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-bfb5611e-8df4-428b-9607-32e391438b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.608178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-bfb5611e-8df4-428b-9607-32e391438b78 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c9606624-4a20-4b79-92b1-78ee948b64cc HTTP/1.1" status: 200 len: 916 time: 0.1715233 May 10 11:26:04.643533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-c3492f17-8b5d-41ee-9f5e-14c3aec61377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.645086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-c3492f17-8b5d-41ee-9f5e-14c3aec61377 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1220405 May 10 11:26:04.654517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:04.666931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-40439428-74a4-4cb9-a3cd-5fdb0f40845a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=585d1e53-3f13-4258-a44c-58a5b52a569e HTTP/1.1" status: 200 len: 217 time: 0.0422201 May 10 11:26:04.706722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c532018-3fc4-4853-93aa-53d426dab925 req-062486bb-3d47-44e3-b7b1-70e5e4c31ec0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126139 May 10 11:26:04.760064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:04.763669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-58809bfe-eb2e-4c44-9c41-03d7799303b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.765246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-58809bfe-eb2e-4c44-9c41-03d7799303b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034589 May 10 11:26:04.793049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d11d85-71bf-4f18-8ffb-1151f5b9d91f req-d9910208-9bd1-425a-8441-87b701b19b04 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.796250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04d11d85-71bf-4f18-8ffb-1151f5b9d91f req-d9910208-9bd1-425a-8441-87b701b19b04 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 946 time: 0.2043638 May 10 11:26:04.819077 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cdaeb1-d930-467d-844e-9f228506e0ce x-openstack-request-id: req-f2cdaeb1-d930-467d-844e-9f228506e0ce {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:04.822664 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-plugged", "status": "completed", "tag": "5330c263-7d18-407c-b89d-638f50b148ef", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:04.823281 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2cdaeb1-d930-467d-844e-9f228506e0ce {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:04.823962 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2cdaeb1-d930-467d-844e-9f228506e0ce'] response: {'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef', 'code': 200} May 10 11:26:04.859246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-3a64c3b9-cbc7-49a3-9c2e-e279bfe95f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:04.860917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-3a64c3b9-cbc7-49a3-9c2e-e279bfe95f7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=edd447e4-210c-458c-9c81-632836ffbefe HTTP/1.1" status: 200 len: 854 time: 0.1876097 May 10 11:26:04.861520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.866335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:04.874514 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44656912-48c7-4637-9a52-503f696b0449" -d '{"events": [{"server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:04.915522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04d11d85-71bf-4f18-8ffb-1151f5b9d91f req-01ad6513-63fa-4860-b442-2607f2f3f796 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071436 May 10 11:26:04.949349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5778be77-9b18-4ea3-ba11-a1cd55639a12 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:26:04.974861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.002711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-bcba31c1-9a34-40a5-a182-bd3441f6c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:05.004285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-bcba31c1-9a34-40a5-a182-bd3441f6c2da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9606624-4a20-4b79-92b1-78ee948b64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940034 May 10 11:26:05.089892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59580) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:05.145675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5778be77-9b18-4ea3-ba11-a1cd55639a12, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5778be77-9b18-4ea3-ba11-a1cd55639a12,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:05.176639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c1276317-7f1c-470f-a40c-ebef5b384936 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:26:05.183798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-c6829f9e-cf0a-41e6-b072-1366ae567f9e service neutron] 10.222.0.49 "GET /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683977 May 10 11:26:05.211172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '5778be77-9b18-4ea3-ba11-a1cd55639a12', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '5778be77-9b18-4ea3-ba11-a1cd55639a12', 'mac_address': 'fa:16:3e:8e:0e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:26:05.274706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5778be77-9b18-4ea3-ba11-a1cd55639a12 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:05.275340 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.292211 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.304912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818caf24-cf56-4571-abb9-be9a05cb12b6 req-bc1bd2ac-4303-49ec-9fcc-a5834f439173 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:05.314067 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-818caf24-cf56-4571-abb9-be9a05cb12b6 req-bc1bd2ac-4303-49ec-9fcc-a5834f439173 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.3227465 May 10 11:26:05.394681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5778be77-9b18-4ea3-ba11-a1cd55639a12 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:26:05.398100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-5914521e-f9a3-4f7b-991e-d4be3daabf98 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120327 May 10 11:26:05.401802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c825-005a-49a7-abe8-38a4c3087730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.418456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5778be77-9b18-4ea3-ba11-a1cd55639a12, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5778be77-9b18-4ea3-ba11-a1cd55639a12,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:05.428788 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.432533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Pushing event updated for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:05.436762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:05.437706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:05.438499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:05.517633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-818caf24-cf56-4571-abb9-be9a05cb12b6 req-b6927515-f312-4238-8f82-0573af8f573e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026641 May 10 11:26:05.525145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:26:05.525874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:05.543792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:05.544506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:05.545159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:05.545831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Bound port: c1276317-7f1c-470f-a40c-ebef5b384936, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:05.546406 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.546768 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c825-005a-49a7-abe8-38a4c3087730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.584062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5778be77-9b18-4ea3-ba11-a1cd55639a12,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:05.588638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-33687cf4-2996-4711-880b-cc4b0fdac23f req-da5f9304-4956-4aec-bdb7-f3cbf25c3536 tempest-FlavorsV2NegativeTest-1926717727 tempest-FlavorsV2NegativeTest-1926717727-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f53df7fb120041af82f61c1e65b1b21e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397491 May 10 11:26:05.606791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c825-005a-49a7-abe8-38a4c3087730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.644909 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c86d3ed-88f0-481f-be28-8f9ccebdd4e0 req-c0cdb34a-fca2-4c60-b9e9-28d82f660dd5 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338364 May 10 11:26:05.665342 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a6d2c825-005a-49a7-abe8-38a4c3087730 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e40fc9fc1e84d87a015e4577f1ddbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5741193 May 10 11:26:05.669219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59592) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:05.685409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:05.716561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee043604-2ec8-4fe0-9d00-f4d3761b4dae req-04ef28e2-90de-458a-9d28-20ac6f3cb071 service neutron] 10.222.0.49 "GET /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253298 May 10 11:26:05.726443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['5778be77-9b18-4ea3-ba11-a1cd55639a12'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:05.745460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:05.770232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2c825-005a-49a7-abe8-38a4c3087730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46afa01-b7d1-4f74-bac7-25b944162131,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:05.794258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:05.795792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:05.796291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:05.815600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:26:05.816661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:05.817604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d99801f-79d9-473e-9457-2017847cf53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.822181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:05.822708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:05.823758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:05.824391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Bound port: c1276317-7f1c-470f-a40c-ebef5b384936, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:05.825083 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.841688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33687cf4-2996-4711-880b-cc4b0fdac23f req-d51fdcee-3cb2-4d2f-b6e7-f2532c1daa5e tempest-FlavorsV2NegativeTest-1926717727 tempest-FlavorsV2NegativeTest-1926717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:05.842397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d99801f-79d9-473e-9457-2017847cf53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.844741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-33687cf4-2996-4711-880b-cc4b0fdac23f req-d51fdcee-3cb2-4d2f-b6e7-f2532c1daa5e tempest-FlavorsV2NegativeTest-1926717727 tempest-FlavorsV2NegativeTest-1926717727-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550559 May 10 11:26:05.867234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-33687cf4-2996-4711-880b-cc4b0fdac23f req-83a0c75d-1012-4d5b-a990-fb9eb615b501 tempest-FlavorsV2NegativeTest-1926717727 tempest-FlavorsV2NegativeTest-1926717727-project] 10.222.0.13 "GET /v2.0/quotas/f53df7fb120041af82f61c1e65b1b21e HTTP/1.1" status: 200 len: 375 time: 0.0128739 May 10 11:26:05.913940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:05.944117 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-33687cf4-2996-4711-880b-cc4b0fdac23f req-ff9d12bf-1d99-4127-b10d-c1316a46635b tempest-FlavorsV2NegativeTest-1926717727 tempest-FlavorsV2NegativeTest-1926717727-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f53df7fb120041af82f61c1e65b1b21e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668864 May 10 11:26:05.948427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.976897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d99801f-79d9-473e-9457-2017847cf53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.981458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d99801f-79d9-473e-9457-2017847cf53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.982795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2d99801f-79d9-473e-9457-2017847cf53e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c46afa01-b7d1-4f74-bac7-25b944162131 HTTP/1.1" status: 204 len: 168 time: 0.3103344 May 10 11:26:06.082039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872fefe-f403-47fd-99e4-0fb916a81997 req-1117bb1f-20d3-4ab0-9737-ae84a326aa54 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:06.085173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6872fefe-f403-47fd-99e4-0fb916a81997 req-1117bb1f-20d3-4ab0-9737-ae84a326aa54 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.3697827 May 10 11:26:06.087009 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e87f8c0-a37e-4e23-9f08-88584c112e2b x-openstack-request-id: req-3e87f8c0-a37e-4e23-9f08-88584c112e2b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:06.088722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:06.090246 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:06.090525 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e87f8c0-a37e-4e23-9f08-88584c112e2b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:06.090964 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e87f8c0-a37e-4e23-9f08-88584c112e2b'] response: {'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936', 'code': 200} May 10 11:26:06.119763 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c1276317-7f1c-470f-a40c-ebef5b384936-n-h1-840949-1-0 {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:26:06.120307 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:26:06.123780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:06.126477 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.128905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] 10.222.0.49 "PUT /v2.0/ports/c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 200 len: 1121 time: 2.5887833 May 10 11:26:06.152376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99801f-79d9-473e-9457-2017847cf53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46afa01-b7d1-4f74-bac7-25b944162131,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:06.232686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c1276317-7f1c-470f-a40c-ebef5b384936'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:06.238142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e7afa-5770-42c6-a0ce-0f4df7ff5092 service neutron] Pushing event updated for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=8']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:06.281168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf53e3-b4ed-4b12-9d43-53a48f012c61 req-a05a8577-2c65-4486-87f4-2568a72526a6 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:06.282741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bcf53e3-b4ed-4b12-9d43-53a48f012c61 req-a05a8577-2c65-4486-87f4-2568a72526a6 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 943 time: 0.1799359 May 10 11:26:06.324540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['c1276317-7f1c-470f-a40c-ebef5b384936'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:06.412467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bcf53e3-b4ed-4b12-9d43-53a48f012c61 req-42afebe6-a7f8-4d46-806c-bf80779e3db4 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218405 May 10 11:26:06.483211 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9b1930c-8758-436b-8bb1-06bb864c81d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.630466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6872fefe-f403-47fd-99e4-0fb916a81997 req-d6fc6926-bd74-4073-80e1-41c2bc4b7fd4 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966085 May 10 11:26:06.670944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:06.671340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:06.671699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:06.689444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:26:06.689960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempting to bind port c1276317-7f1c-470f-a40c-ebef5b384936 on network 2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:06.699119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:06.699352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Checking segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:06.699949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Bound using segment: {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:06.700424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Bound port: c1276317-7f1c-470f-a40c-ebef5b384936, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85335e84-fd63-49dc-8fc6-b0eafd056754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2a66c4c8-4fdc-45ee-bd3a-e04d59971a62'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:06.701427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.849734 n-d-840949-1 neutron-server[102769]: WARNING neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Concurrent port binding operations failed on port c1276317-7f1c-470f-a40c-ebef5b384936 May 10 11:26:06.862045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de705d91-256c-4ca4-9b48-1244364931e2 req-017e8b7f-a04e-4935-ad97-3f46395da9c2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:06.862379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:06.864737 n-d-840949-1 neutron-server[102769]: INFO neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Attempt 2 to bind port c1276317-7f1c-470f-a40c-ebef5b384936 May 10 11:26:06.866317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c1276317-7f1c-470f-a40c-ebef5b384936 has no active binding in host n-h2-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 11:26:06.874614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de705d91-256c-4ca4-9b48-1244364931e2 req-017e8b7f-a04e-4935-ad97-3f46395da9c2 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.1107447 May 10 11:26:06.897781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59628) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:06.922197 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-894f3c68-7633-4071-94f7-62d1f99cf7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.947660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5778be77-9b18-4ea3-ba11-a1cd55639a12 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:06.952787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de705d91-256c-4ca4-9b48-1244364931e2 req-26c4887d-b7e9-44ec-aca3-43823c035007 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728486 May 10 11:26:07.094952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-894f3c68-7633-4071-94f7-62d1f99cf7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.107742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-894f3c68-7633-4071-94f7-62d1f99cf7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.135910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e449af5-5077-47d3-a26d-27241d3f4378 req-09b01190-039a-4556-ac8d-a7559137d94a tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:07.147231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e449af5-5077-47d3-a26d-27241d3f4378 req-09b01190-039a-4556-ac8d-a7559137d94a tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 947 time: 0.1066470 May 10 11:26:07.190049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3c68-7633-4071-94f7-62d1f99cf7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbd86c8-4a6b-404f-a58a-6a4c106ee66f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:07.207580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-894f3c68-7633-4071-94f7-62d1f99cf7ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68934d6322e44d269c7d03345bd6539c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082626 May 10 11:26:07.212796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:07.216995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e449af5-5077-47d3-a26d-27241d3f4378 req-727dc83b-d81f-481a-9a76-81ad9993ef51 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678294 May 10 11:26:07.311639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 585d1e53-3f13-4258-a44c-58a5b52a569e details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:26:07.328597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba036a7-71a8-4c8c-aaed-c6e7cec272b4 req-14c419c7-a9fb-4066-9dc0-91453239e893 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:07.330199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cba036a7-71a8-4c8c-aaed-c6e7cec272b4 req-14c419c7-a9fb-4066-9dc0-91453239e893 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.1154661 May 10 11:26:07.410696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff68a-9757-4904-b504-62602b2a5674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.483694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 5778be77-9b18-4ea3-ba11-a1cd55639a12 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:07.490619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 5778be77-9b18-4ea3-ba11-a1cd55639a12 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:07.490993 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.518675 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff68a-9757-4904-b504-62602b2a5674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.528113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59644) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:07.538748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cba036a7-71a8-4c8c-aaed-c6e7cec272b4 req-a2549d53-3c1f-4105-b4a9-2bcb82cfdbd6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700041 May 10 11:26:07.601873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 585d1e53-3f13-4258-a44c-58a5b52a569e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=585d1e53-3f13-4258-a44c-58a5b52a569e,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:07.622316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff68a-9757-4904-b504-62602b2a5674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.622559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'port_id': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'mac_address': 'fa:16:3e:6a:52:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:26:07.629849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff68a-9757-4904-b504-62602b2a5674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.631163 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2a3ff68a-9757-4904-b504-62602b2a5674 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fbd86c8-4a6b-404f-a58a-6a4c106ee66f HTTP/1.1" status: 204 len: 168 time: 0.3744371 May 10 11:26:07.670984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ff68a-9757-4904-b504-62602b2a5674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbd86c8-4a6b-404f-a58a-6a4c106ee66f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:07.710927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.712818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 585d1e53-3f13-4258-a44c-58a5b52a569e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:07.713380 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.755372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bcfdb-2d3c-4261-ae58-bbe6980595a8 req-81261d03-dd1a-4051-902e-6fe035d81db1 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:07.762096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da0bcfdb-2d3c-4261-ae58-bbe6980595a8 req-81261d03-dd1a-4051-902e-6fe035d81db1 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 943 time: 0.2230372 May 10 11:26:07.812551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585d1e53-3f13-4258-a44c-58a5b52a569e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:26:07.847369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 585d1e53-3f13-4258-a44c-58a5b52a569e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=585d1e53-3f13-4258-a44c-58a5b52a569e,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:07.868541 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b14b0448-a485-42ef-8361-41eda34fc8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.869495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff47c5-7208-4de3-9c3d-bf12b79b8399 req-5ee1d468-1ad3-4157-ae29-20550e4a45c3 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:07.869666 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.876802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5778be77-9b18-4ea3-ba11-a1cd55639a12 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:07.877231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.878407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2ff47c5-7208-4de3-9c3d-bf12b79b8399 req-5ee1d468-1ad3-4157-ae29-20550e4a45c3 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.0813115 May 10 11:26:07.935274 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2ff47c5-7208-4de3-9c3d-bf12b79b8399 req-8c9c6532-4611-4939-8665-00b2317074d1 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 May 10 11:26:07.946944 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da0bcfdb-2d3c-4261-ae58-bbe6980595a8 req-20f00a16-fda4-4aa4-b9b7-f603386688f0 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765294 May 10 11:26:08.011544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8985a8a-4a6a-4324-bef8-d1682f0df433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5778be77-9b18-4ea3-ba11-a1cd55639a12'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:08.014588 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d6b1c1-1470-4510-a45e-4775cf01e74e" -d '{"events": [{"server_uuid": "a8985a8a-4a6a-4324-bef8-d1682f0df433", "name": "network-vif-plugged", "status": "completed", "tag": "5778be77-9b18-4ea3-ba11-a1cd55639a12"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:08.070379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b14b0448-a485-42ef-8361-41eda34fc8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:08.080002 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a303a8d-2fc8-4278-863b-a662d793a3cf x-openstack-request-id: req-6a303a8d-2fc8-4278-863b-a662d793a3cf {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:08.080002 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8985a8a-4a6a-4324-bef8-d1682f0df433", "name": "network-vif-plugged", "status": "completed", "tag": "5778be77-9b18-4ea3-ba11-a1cd55639a12", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:08.080002 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a303a8d-2fc8-4278-863b-a662d793a3cf {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:08.080002 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a303a8d-2fc8-4278-863b-a662d793a3cf'] response: {'server_uuid': 'a8985a8a-4a6a-4324-bef8-d1682f0df433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5778be77-9b18-4ea3-ba11-a1cd55639a12', 'code': 200} May 10 11:26:08.082715 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b14b0448-a485-42ef-8361-41eda34fc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:08.097088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5778be77-9b18-4ea3-ba11-a1cd55639a12, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5778be77-9b18-4ea3-ba11-a1cd55639a12,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:08.112722 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:08.117505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=585d1e53-3f13-4258-a44c-58a5b52a569e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:08.178699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:08.181067 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea5302c-0451-418c-ae05-02f3a62e2602" -d '{"events": [{"name": "network-changed", "server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:08.211763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b0448-a485-42ef-8361-41eda34fc8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c88347c-8270-491b-b9da-519e025dc09e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:08.247200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b14b0448-a485-42ef-8361-41eda34fc8b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f53df7fb120041af82f61c1e65b1b21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7179530 May 10 11:26:08.252738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59678) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:08.275534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5778be77-9b18-4ea3-ba11-a1cd55639a12,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:08.305288 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1772f78-5210-454a-9526-624f4e2dbdf1 x-openstack-request-id: req-d1772f78-5210-454a-9526-624f4e2dbdf1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:08.305580 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:08.305829 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1772f78-5210-454a-9526-624f4e2dbdf1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:08.306276 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1772f78-5210-454a-9526-624f4e2dbdf1'] response: {'name': 'network-changed', 'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936', 'status': 'completed', 'code': 200} May 10 11:26:08.315417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b70621-9391-4634-9a46-264902b6752f req-24477a5b-1822-4cf5-be64-231f443ad8c6 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:08.317490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48b70621-9391-4634-9a46-264902b6752f req-24477a5b-1822-4cf5-be64-231f443ad8c6 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.2381880 May 10 11:26:08.331329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20165e-c67a-4de0-b29e-bb42328193b5 req-8c35f586-6373-4071-bb1a-ece3fa74e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:08.333044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc20165e-c67a-4de0-b29e-bb42328193b5 req-8c35f586-6373-4071-bb1a-ece3fa74e2d5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 1099 time: 0.1608810 May 10 11:26:08.397266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['585d1e53-3f13-4258-a44c-58a5b52a569e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:08.462055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:08.473936 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc20165e-c67a-4de0-b29e-bb42328193b5 req-652066ff-ccda-4c5c-8626-918db7f94c1a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233578 May 10 11:26:08.490106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd8aa-28da-42fe-b596-7451445ecfb2 req-fade9d1f-3b1c-49c0-8883-abeee29ad56a tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:08.492183 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53bbd8aa-28da-42fe-b596-7451445ecfb2 req-fade9d1f-3b1c-49c0-8883-abeee29ad56a tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 948 time: 0.0867453 May 10 11:26:08.495400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48b70621-9391-4634-9a46-264902b6752f req-9077711b-9cf8-42c3-9382-6f94b96cf133 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622329 May 10 11:26:08.518999 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:08.524046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-2abbc0ce-fd25-4f9e-ad60-60a7a4405b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:08.527360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-2abbc0ce-fd25-4f9e-ad60-60a7a4405b49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1124 time: 0.1904213 May 10 11:26:08.588022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53bbd8aa-28da-42fe-b596-7451445ecfb2 req-3e109730-5c32-493b-8927-e993bb13fdd6 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885007 May 10 11:26:08.594685 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:08.602897 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:08.604365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c88347c-8270-491b-b9da-519e025dc09e HTTP/1.1" status: 204 len: 168 time: 0.3492725 May 10 11:26:08.636172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c88347c-8270-491b-b9da-519e025dc09e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:08.674147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.674802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.675343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.675988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.676470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.676948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.677444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.677916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.678385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.678873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.679344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.680208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d0c06-6334-4e8d-bc40-732b815b5db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:08.848436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecea787-10e1-4364-893f-af79b9f7f131 req-01c5aca6-f19b-424f-9134-935d8046ab08 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:08.850739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ecea787-10e1-4364-893f-af79b9f7f131 req-01c5aca6-f19b-424f-9134-935d8046ab08 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.1406174 May 10 11:26:08.857233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-6d8201b4-9358-4f9b-b610-36ce616c078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:08.858989 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-6d8201b4-9358-4f9b-b610-36ce616c078a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.1739724 May 10 11:26:08.935055 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-f7c703b1-7a5a-4c5a-afdf-452f7f700668 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 200 len: 217 time: 0.0438597 May 10 11:26:08.940636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ecea787-10e1-4364-893f-af79b9f7f131 req-141cf370-442f-4fa1-9292-74edaacd9702 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806248 May 10 11:26:09.000173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-55cf6b19-a430-4e08-8237-12964eba38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:09.001785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-55cf6b19-a430-4e08-8237-12964eba38ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.0589168 May 10 11:26:09.068328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-7d4a46d3-6b73-4043-b0a5-60744eabdf88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568535 May 10 11:26:09.081756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:26:09.203231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d9400-cc1d-461f-b0f5-7da361e09d35 req-86060538-b6a9-4a2f-9649-26fd1e50bb6c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:09.212560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c82d9400-cc1d-461f-b0f5-7da361e09d35 req-86060538-b6a9-4a2f-9649-26fd1e50bb6c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.1311502 May 10 11:26:09.283716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c82d9400-cc1d-461f-b0f5-7da361e09d35 req-51d6a11c-d63b-44a2-a998-2bcbf9d07df5 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700622 May 10 11:26:09.350576 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:09.372339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f419d-f885-4ece-9b7c-06e3e7e8e263 req-4405fe0e-7a6d-4f84-8158-943b2ba57735 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:09.391349 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b28f419d-f885-4ece-9b7c-06e3e7e8e263 req-4405fe0e-7a6d-4f84-8158-943b2ba57735 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 944 time: 0.1814396 May 10 11:26:09.412322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46612d4f-b15d-4c3f-9569-e0423c5bd573 req-5a3cf1b4-7573-43d4-939a-122f70362120 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:09.430306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46612d4f-b15d-4c3f-9569-e0423c5bd573 req-5a3cf1b4-7573-43d4-939a-122f70362120 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 948 time: 0.0807683 May 10 11:26:09.438693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:09.485678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-5a3b500a-7bdb-48f5-8955-1fb711b60155 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076302 May 10 11:26:09.517583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '31833fee-1c47-4f11-8a1b-6e5701882206', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '31833fee-1c47-4f11-8a1b-6e5701882206', 'mac_address': 'fa:16:3e:9e:c4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:26:09.534702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46612d4f-b15d-4c3f-9569-e0423c5bd573 req-486ba177-81a4-42c8-a560-e52bcca312d9 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003566 May 10 11:26:09.597496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 31833fee-1c47-4f11-8a1b-6e5701882206 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:09.602814 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:09.638581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:09.656131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31833fee-1c47-4f11-8a1b-6e5701882206 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:26:09.708438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:09.720129 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:09.818186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b28f419d-f885-4ece-9b7c-06e3e7e8e263 req-003dcf96-5474-4576-b5fb-5d1b5b8a4e2c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4210014 May 10 11:26:09.864561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3b0f-15c3-43d5-9a46-3c4d3089054c req-9c7551b9-1b57-4080-b007-2aaa5c00c83e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:09.866645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-899d3b0f-15c3-43d5-9a46-3c4d3089054c req-9c7551b9-1b57-4080-b007-2aaa5c00c83e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.1073017 May 10 11:26:09.886670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:09.936339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-899d3b0f-15c3-43d5-9a46-3c4d3089054c req-82ea10f8-7141-48ba-b0d2-68a5b799dce8 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593808 May 10 11:26:09.962094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ea5302c-0451-418c-ae05-02f3a62e2602 req-2fc31743-f6d4-4569-a0ed-a537272f1da5 service neutron] 10.222.0.70 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501956 May 10 11:26:10.018939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['31833fee-1c47-4f11-8a1b-6e5701882206'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:10.130980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1a1c9-003a-46fc-a46e-84d35f5a4b0f req-e3d0d078-1b0e-4205-996f-ffd8b1b377f0 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:10.140835 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08b1a1c9-003a-46fc-a46e-84d35f5a4b0f req-e3d0d078-1b0e-4205-996f-ffd8b1b377f0 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 948 time: 0.1260440 May 10 11:26:10.245547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08b1a1c9-003a-46fc-a46e-84d35f5a4b0f req-9391650c-3233-41fe-a211-0f947517c7e6 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029172 May 10 11:26:10.319200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-9f75c7de-9416-4526-a87d-343835808e35 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417926 May 10 11:26:10.547736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:10.605441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-ba049a2a-878b-4c73-97fd-1e6569e7f3a1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:10.616125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-ba049a2a-878b-4c73-97fd-1e6569e7f3a1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891071 May 10 11:26:10.652453 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-3a5b2737-7c01-4cd0-8038-62981479a4ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/quotas/7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 375 time: 0.0353038 May 10 11:26:10.757391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-network', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:10.781070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-6cd53801-809c-4dbd-9897-cab44bf13541 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274924 May 10 11:26:10.789618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Made reservation on behalf of 82fa9aa920524e77a326ba7df2a2da24 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:10.792536 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:10.807676 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:10.844822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ce56-4e78-4ee5-9432-098e4adf00ca req-8b6d3b4b-57f9-44db-9edc-3ee3ff711987 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:10.852986 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35e7ce56-4e78-4ee5-9432-098e4adf00ca req-8b6d3b4b-57f9-44db-9edc-3ee3ff711987 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.1842036 May 10 11:26:10.916662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35e7ce56-4e78-4ee5-9432-098e4adf00ca req-65522ffe-c988-42c4-9a17-72dd02879f50 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581782 May 10 11:26:11.089602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 585d1e53-3f13-4258-a44c-58a5b52a569e up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:11.126717 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.138808 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.170932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:26:11.187373 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.187860 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Added segment c1cb7596-e5d1-44f2-bdc3-eff90160e806 of type vlan for network 788ad0fc-32d6-478f-b666-bd07909e2cf7 May 10 11:26:11.237220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 585d1e53-3f13-4258-a44c-58a5b52a569e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:11.247337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 585d1e53-3f13-4258-a44c-58a5b52a569e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:11.249040 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.285119 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.336148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f91f8-d636-4b52-9141-2e8858b4c582 req-f811f385-b848-48f4-9a00-0f68414be383 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:11.348495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80112b82-1bcc-4d93-95c0-19c3cfcc9f30,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:11.349157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d0f91f8-d636-4b52-9141-2e8858b4c582 req-f811f385-b848-48f4-9a00-0f68414be383 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 944 time: 0.1258326 May 10 11:26:11.351149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.352250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:11.352927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.419206 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8693376 May 10 11:26:11.423743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59798) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:11.434957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e745e5-85c8-4504-951a-81620967d76f req-1c0eac66-f38a-48ce-ba1f-b194e731d0f9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:11.443127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Request body: {'subnet': {'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-subnet', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:11.447260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39e745e5-85c8-4504-951a-81620967d76f req-1c0eac66-f38a-48ce-ba1f-b194e731d0f9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 948 time: 0.4172432 May 10 11:26:11.496614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39e745e5-85c8-4504-951a-81620967d76f req-79f17623-1214-4b0a-995a-8b8fa036462f tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479193 May 10 11:26:11.502003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e178856-e01e-4a8d-b48e-02bbb6dd3a23 admin admin] Pushing event updated for resources: {'Network': ['ID=788ad0fc-32d6-478f-b666-bd07909e2cf7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:11.504630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 585d1e53-3f13-4258-a44c-58a5b52a569e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:11.505168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.528705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 788ad0fc-32d6-478f-b666-bd07909e2cf7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:26:11.562806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d0f91f8-d636-4b52-9141-2e8858b4c582 req-f35e2b65-6025-4adb-92a4-49770b59cc22 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942179 May 10 11:26:11.588365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Made reservation on behalf of 82fa9aa920524e77a326ba7df2a2da24 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:11.593418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.627068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585d1e53-3f13-4258-a44c-58a5b52a569e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:11.629016 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f66869-4614-4613-9cf2-e97fc1236dd0" -d '{"events": [{"server_uuid": "3bc3e0d9-1237-4e08-b9f0-812be8a9e433", "name": "network-vif-plugged", "status": "completed", "tag": "585d1e53-3f13-4258-a44c-58a5b52a569e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:11.676918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 585d1e53-3f13-4258-a44c-58a5b52a569e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=585d1e53-3f13-4258-a44c-58a5b52a569e,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:11.687243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.790701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77830c-c58d-4a6a-9b6b-446a3a7872fa req-c3639e29-d858-4c7e-aad1-4f1463ea5f3b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:11.792631 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec77830c-c58d-4a6a-9b6b-446a3a7872fa req-c3639e29-d858-4c7e-aad1-4f1463ea5f3b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.1147425 May 10 11:26:11.851987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec77830c-c58d-4a6a-9b6b-446a3a7872fa req-ac842bde-4bcf-40fb-98b3-cd90e66f2336 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486422 May 10 11:26:11.856467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=585d1e53-3f13-4258-a44c-58a5b52a569e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:12.006944 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29766c41-bdd7-4c45-832d-4f7b77d7c240 x-openstack-request-id: req-29766c41-bdd7-4c45-832d-4f7b77d7c240 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:12.007495 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3e0d9-1237-4e08-b9f0-812be8a9e433", "name": "network-vif-plugged", "status": "completed", "tag": "585d1e53-3f13-4258-a44c-58a5b52a569e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:12.008234 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29766c41-bdd7-4c45-832d-4f7b77d7c240 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:12.009212 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29766c41-bdd7-4c45-832d-4f7b77d7c240'] response: {'server_uuid': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'code': 200} May 10 11:26:12.027308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-c8e14959-25e5-464c-994d-894f26936a05 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:12.029753 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-c8e14959-25e5-464c-994d-894f26936a05 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 948 time: 0.1105247 May 10 11:26:12.050684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b1cd81c-e622-4213-9ead-eea4c46f9d4a req-641731d3-ac16-4b2a-8f69-78ef2d11c5a2 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 210 time: 0.0809093 May 10 11:26:12.224525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbc225-4937-453d-9c26-7b69641682d9 req-edd4cb9b-89de-4114-af6d-1dffaf951a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:12.226568 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f3fbc225-4937-453d-9c26-7b69641682d9 req-edd4cb9b-89de-4114-af6d-1dffaf951a94 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 1096 time: 0.1420429 May 10 11:26:12.245731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.304313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cd77f0-4e03-43b1-b39f-ba8766bb2063,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:12.367235 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f3fbc225-4937-453d-9c26-7b69641682d9 req-a7cf674a-fb4e-432b-8942-58219b3949fa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284912 May 10 11:26:12.430068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Checking segment: {'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:12.430433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Network hostable DHCP agents. Network: 788ad0fc-32d6-478f-b666-bd07909e2cf7, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:26:12.448712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c3b19-0760-4856-b7af-3d05d140ead1 req-73ff7525-159f-460f-9598-1700cc093610 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:12.450613 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-022c3b19-0760-4856-b7af-3d05d140ead1 req-73ff7525-159f-460f-9598-1700cc093610 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2622094 May 10 11:26:12.465333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Network 788ad0fc-32d6-478f-b666-bd07909e2cf7 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:26:12.472608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Deleting port 5778be77-9b18-4ea3-ba11-a1cd55639a12 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:12.472964 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.493144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 788ad0fc-32d6-478f-b666-bd07909e2cf7) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:12.505193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:12.506302 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.507970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e509657-4f18-4bd0-a5a5-01a5c61f1051 None None] Network 788ad0fc-32d6-478f-b666-bd07909e2cf7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:12.546706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-563e140a-38a4-4743-91a3-d11cb6e81fd0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1176078 May 10 11:26:12.556762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59836) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:12.565276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:12.599461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.600667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.749649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.753936 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-022c3b19-0760-4856-b7af-3d05d140ead1 req-85ee1b08-1764-45e2-a9bc-72e5d3ed5fde tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827082 May 10 11:26:12.853067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] For port 5778be77-9b18-4ea3-ba11-a1cd55639a12, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5778be77-9b18-4ea3-ba11-a1cd55639a12,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:12.854245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.871805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-788ad0fc-32d6-478f-b666-bd07909e2cf7', 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'fixed_ips': [{'subnet_id': 'e4cd77f0-4e03-43b1-b39f-ba8766bb2063'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:26:12.874207 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.892722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Calling delete_port for 5778be77-9b18-4ea3-ba11-a1cd55639a12 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:12.934113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090ec75-84cf-4181-a3a9-9537e22bbf08 req-ea896f16-eb45-4d5a-92dc-93cfd4e0acbd tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:12.948767 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1090ec75-84cf-4181-a3a9-9537e22bbf08 req-ea896f16-eb45-4d5a-92dc-93cfd4e0acbd tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8985a8a-4a6a-4324-bef8-d1682f0df433 HTTP/1.1" status: 200 len: 948 time: 0.2155871 May 10 11:26:13.005121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fdcda-1aa7-4392-b4bf-4ad8dd6d069a req-8153b108-722d-4d85-befd-28f8ecf29ced tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:13.016552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b1fdcda-1aa7-4392-b4bf-4ad8dd6d069a req-8153b108-722d-4d85-befd-28f8ecf29ced tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 945 time: 0.1258414 May 10 11:26:13.061241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.096375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c1276317-7f1c-470f-a40c-ebef5b384936 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:13.106453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:13.115007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1090ec75-84cf-4181-a3a9-9537e22bbf08 req-92551143-643c-4ace-90ab-b3bf228481f8 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.13 "GET /v2.0/security-groups?id=05862968-8895-45f4-99dc-6b16d7d1241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652327 May 10 11:26:13.238145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7e48281d-32ae-46f5-b57b-7448f0858d07 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412977 May 10 11:26:13.391458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b1fdcda-1aa7-4392-b4bf-4ad8dd6d069a req-2e9a3662-6975-4535-bad7-7c324805c966 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689268 May 10 11:26:13.394627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-88105cf4-7a30-429a-a364-65732af9bc94 service neutron] 10.222.0.70 "GET /v2.0/ports/c1276317-7f1c-470f-a40c-ebef5b384936/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.6924982 May 10 11:26:13.399390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.428558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['5778be77-9b18-4ea3-ba11-a1cd55639a12'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:13.615873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Allocated IP 172.20.0.2 (788ad0fc-32d6-478f-b666-bd07909e2cf7/e4cd77f0-4e03-43b1-b39f-ba8766bb2063/ca77d994-85e7-42f4-af3c-0aaad1e259e1) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:13.623465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 31833fee-1c47-4f11-8a1b-6e5701882206 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:13.624085 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.634078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Pushing event deleted for resources: {'Port': ['ID=5778be77-9b18-4ea3-ba11-a1cd55639a12,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:13.714229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49e84098-3b2f-40c4-b5c4-0ec4268f511c req-7313939d-18ba-4120-878a-f0151fb43682 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 210 time: 0.0994821 May 10 11:26:13.715372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] No DVR routers for this DVR port 5778be77-9b18-4ea3-ba11-a1cd55639a12 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:13.724048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-eb6057ca-084e-43b1-b5c9-f08e24c2f66d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:13.726804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-eb6057ca-084e-43b1-b5c9-f08e24c2f66d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4639213 May 10 11:26:13.729545 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.740029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b397a6a-df70-461f-b8b6-f26172b225e9 req-908768ad-abfc-4441-9cc7-e5cda46717c9 tempest-ImagesNegativeTestJSON-937067694 tempest-ImagesNegativeTestJSON-937067694-project] 10.222.0.70 "DELETE /v2.0/ports/5778be77-9b18-4ea3-ba11-a1cd55639a12 HTTP/1.1" status: 204 len: 173 time: 1.7002807 May 10 11:26:13.740771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8985a8a-4a6a-4324-bef8-d1682f0df433', 'name': 'network-vif-deleted', 'tag': '5778be77-9b18-4ea3-ba11-a1cd55639a12'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:13.748561 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68b8348-7775-4ca1-b17f-3307439b3c44" -d '{"events": [{"server_uuid": "a8985a8a-4a6a-4324-bef8-d1682f0df433", "name": "network-vif-deleted", "tag": "5778be77-9b18-4ea3-ba11-a1cd55639a12"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:13.757593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port c1276317-7f1c-470f-a40c-ebef5b384936 is: DOWN; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:13.795290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d21a7-e374-4ed4-a55d-0e689eeb6e73 req-c6e4e75e-1371-47a8-a730-198d49e67848 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:13.805569 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b0d21a7-e374-4ed4-a55d-0e689eeb6e73 req-c6e4e75e-1371-47a8-a730-198d49e67848 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 943 time: 0.3126590 May 10 11:26:13.815566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Request body: {'port': {'device_id': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '7c8946ea7ec24bf3a02449c0f4c5d588'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:14.057680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 31833fee-1c47-4f11-8a1b-6e5701882206 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:14.058158 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.111885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:14.114526 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4de9ef-97d4-4611-81c6-c88490785585" -d '{"events": [{"server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "name": "network-vif-plugged", "status": "completed", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:14.143321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:14.153909 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.158450 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.171162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:14.191538 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.208551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:14.223889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Network 788ad0fc-32d6-478f-b666-bd07909e2cf7 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:14.224749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:14.227673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:14.259660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1276317-7f1c-470f-a40c-ebef5b384936 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:26:14.273983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:14.322339 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.323877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b0d21a7-e374-4ed4-a55d-0e689eeb6e73 req-e33c7e47-6fa3-4e22-b98d-6abfcf819a36 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161693 May 10 11:26:14.493130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.527663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] Transition to ACTIVE for port object c1276317-7f1c-470f-a40c-ebef5b384936 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:14.533968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.565690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=10']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:14.604283 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13226bf4-df12-4235-ad54-0892ec8cd35c x-openstack-request-id: req-13226bf4-df12-4235-ad54-0892ec8cd35c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:14.604723 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8985a8a-4a6a-4324-bef8-d1682f0df433", "name": "network-vif-deleted", "tag": "5778be77-9b18-4ea3-ba11-a1cd55639a12", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:14.605181 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13226bf4-df12-4235-ad54-0892ec8cd35c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:14.605690 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13226bf4-df12-4235-ad54-0892ec8cd35c'] response: {'server_uuid': 'a8985a8a-4a6a-4324-bef8-d1682f0df433', 'name': 'network-vif-deleted', 'tag': '5778be77-9b18-4ea3-ba11-a1cd55639a12', 'status': 'completed', 'code': 200} May 10 11:26:14.627812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.728413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Pushing event updated for resources: {'Port': ['ID=ca77d994-85e7-42f4-af3c-0aaad1e259e1,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:14.744302 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e8027-7f4e-4a9c-9dc2-d3b85eee68b4 x-openstack-request-id: req-463e8027-7f4e-4a9c-9dc2-d3b85eee68b4 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:14.745583 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "name": "network-vif-plugged", "status": "completed", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:14.745862 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-463e8027-7f4e-4a9c-9dc2-d3b85eee68b4 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:14.746258 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463e8027-7f4e-4a9c-9dc2-d3b85eee68b4'] response: {'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206', 'code': 200} May 10 11:26:14.746982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Attempting to bind port ca77d994-85e7-42f4-af3c-0aaad1e259e1 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:14.747601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Attempting to bind port ca77d994-85e7-42f4-af3c-0aaad1e259e1 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:14.748392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Attempting to bind port ca77d994-85e7-42f4-af3c-0aaad1e259e1 on network 788ad0fc-32d6-478f-b666-bd07909e2cf7 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:14.749648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] No DVR routers for this DVR port c1276317-7f1c-470f-a40c-ebef5b384936 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:14.754613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:14.755255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Checking segment: {'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:14.755853 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.756466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Bound using segment: {'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:14.757093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Bound port: ca77d994-85e7-42f4-af3c-0aaad1e259e1, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:14.757746 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.802036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Made reservation on behalf of 7c8946ea7ec24bf3a02449c0f4c5d588 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:14.805857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.839432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43889a7a-ef47-4319-b11a-f6fd2ed0808a req-4760e56b-ad8f-4091-bbbd-28579975633a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:14.841225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43889a7a-ef47-4319-b11a-f6fd2ed0808a req-4760e56b-ad8f-4091-bbbd-28579975633a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 945 time: 0.1073322 May 10 11:26:14.857085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] For port ca77d994-85e7-42f4-af3c-0aaad1e259e1, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:14.858717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] 10.222.0.70 "PUT /v2.0/ports/c1276317-7f1c-470f-a40c-ebef5b384936/bindings/n-h2-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4549239 May 10 11:26:14.860554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6d5ce-0c81-4b3a-a652-0bbc2aa79685 service neutron] Pushing event updated for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:14.862644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] For port ca77d994-85e7-42f4-af3c-0aaad1e259e1, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ca77d994-85e7-42f4-af3c-0aaad1e259e1,segment=NetworkSegment(c1cb7596-e5d1-44f2-bdc3-eff90160e806),segment_id=c1cb7596-e5d1-44f2-bdc3-eff90160e806)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:14.873135 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.874484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9707be-0e65-44e1-95f8-d9ddef0c26d1 req-f7dfbaef-e2aa-4fe3-878d-63ed884df685 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:14.883363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a9707be-0e65-44e1-95f8-d9ddef0c26d1 req-f7dfbaef-e2aa-4fe3-878d-63ed884df685 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2711353 May 10 11:26:14.935059 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a9707be-0e65-44e1-95f8-d9ddef0c26d1 req-054b20a6-c80e-4e13-86d2-242f3e302910 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504725 May 10 11:26:14.967230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ff9e0-b00a-4eeb-a522-b5a958557cfe None None] Pushing event updated for resources: {'Port': ['ID=ca77d994-85e7-42f4-af3c-0aaad1e259e1,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:15.007882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43889a7a-ef47-4319-b11a-f6fd2ed0808a req-10351358-2547-43c8-868c-2ab423e75429 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247914 May 10 11:26:15.098178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Allocated IP 172.25.8.240 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/a82bd202-3e68-4e33-86ef-a6a0126dffbf) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:15.224603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcb64ba2-fbb3-42d2-af6d-90df647a2be6 req-0174c3f8-c68e-41ac-ac43-9ff493948171 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 210 time: 0.0687656 May 10 11:26:15.381932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-5cb5ae5a-0c51-4640-acda-e56846a685fc tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:15.383468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-5cb5ae5a-0c51-4640-acda-e56846a685fc tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.4175255 May 10 11:26:15.526613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Allocated IP 192.168.233.103 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/8183d8ac-b7bd-4de9-a69d-e5625d1db3cc) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:15.590813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-83c7adb5-5e2d-463a-9b27-7960604c14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:15.593255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-83c7adb5-5e2d-463a-9b27-7960604c14d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1&tenant_id=f412398bacf64f12baf28adf9efeeed7 HTTP/1.1" status: 200 len: 1095 time: 0.1758490 May 10 11:26:15.598809 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:26:15.627497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf5049-2695-435e-be99-498801e11bba req-a0fc46f3-e833-4e39-b461-0df771d70c20 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:15.633379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae9289-7199-4295-968a-9fd8783bce93 req-4c12d825-720f-4be1-a612-2dcaeef1ce90 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:15.636699 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-efbf5049-2695-435e-be99-498801e11bba req-a0fc46f3-e833-4e39-b461-0df771d70c20 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.0886228 May 10 11:26:15.644863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59922) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:15.651504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17ae9289-7199-4295-968a-9fd8783bce93 req-4c12d825-720f-4be1-a612-2dcaeef1ce90 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 945 time: 0.1895700 May 10 11:26:15.656926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Request body: {'floatingip': {'port_id': '585d1e53-3f13-4258-a44c-58a5b52a569e'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:15.658865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:15.717645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:15.768881 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-efbf5049-2695-435e-be99-498801e11bba req-39dd9f1b-7a32-420a-bfda-aa32996c2c5e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311932 May 10 11:26:15.857398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-40aab7eb-5857-4fe1-bb43-d7db9266f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:15.863469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-40aab7eb-5857-4fe1-bb43-d7db9266f122 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1095 time: 0.2354958 May 10 11:26:15.939699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:16.258860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbed5f-5fdc-4e80-88c0-38646d90b86d req-ce207aa9-9bc4-4026-933b-ec4756e044b3 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:16.270766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cbbed5f-5fdc-4e80-88c0-38646d90b86d req-ce207aa9-9bc4-4026-933b-ec4756e044b3 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2061899 May 10 11:26:16.384698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cbbed5f-5fdc-4e80-88c0-38646d90b86d req-19c9dbf3-c2b7-485e-93c6-7faac4c26203 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124337 May 10 11:26:16.581896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4749e9-a01c-460d-9580-75449218f2d9 None None] Network 788ad0fc-32d6-478f-b666-bd07909e2cf7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:16.604600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:16.717023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:16.751480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:16.767251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:16.772958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:16.797539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Pushing event updated for resources: {'Port': ['ID=a82bd202-3e68-4e33-86ef-a6a0126dffbf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:16.799860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-636aa89a-cb41-4868-911d-f2f53dc54045 req-6ee93a61-6355-4a46-a240-50b86583c525 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 210 time: 0.0457785 May 10 11:26:16.822767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:16.831217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-73dd66a9-8361-4680-aa1f-cf5109ded3c6 None None] Provisioning complete for port ca77d994-85e7-42f4-af3c-0aaad1e259e1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:16.832108 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-73dd66a9-8361-4680-aa1f-cf5109ded3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:16.840896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:16.852715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.852715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.853032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.853384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.853712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.854059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.854342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.854713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.854977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.855302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.855610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.855944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:16.992814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5778be77-9b18-4ea3-ba11-a1cd55639a12 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:17.002105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-01a5a17c-9a57-4ee7-8c2e-cf8575051d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:17.003615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-01a5a17c-9a57-4ee7-8c2e-cf8575051d1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 1.1358833 May 10 11:26:17.004776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8353-3d35-402a-a233-ae14c4092392 req-887d966a-b221-4f4a-b894-77a9c3021de1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:17.018133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-414e8353-3d35-402a-a233-ae14c4092392 req-887d966a-b221-4f4a-b894-77a9c3021de1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.1235485 May 10 11:26:17.143226 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Floating IP 429a8406-c6b2-408a-b056-0bedbd302964 associated. External IP: 172.25.8.237, port: 585d1e53-3f13-4258-a44c-58a5b52a569e. May 10 11:26:17.151278 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:17.206208 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-9952a86e-804b-45e1-b35b-7ff0c6e5abde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 200 len: 217 time: 0.1866152 May 10 11:26:17.258863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-414e8353-3d35-402a-a233-ae14c4092392 req-494e19bb-8082-4b4b-9219-e65d3f0f24ff tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393768 May 10 11:26:17.286093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-37aad045-7dec-4fce-a1b5-cff706c42939 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd81141f9a864395a6d00d0306d02c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6750746 May 10 11:26:17.289875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59978) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:17.389157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['7c2fa708-d01e-4012-b946-03b0c75732d6', '31833fee-1c47-4f11-8a1b-6e5701882206'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:17.393746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b9ac89c6-56fb-4394-9039-fe7689b89969'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:17.395478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ca77d994-85e7-42f4-af3c-0aaad1e259e1 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:17.462781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:17.478853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:17.489900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:17.503762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:17.516794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Router 8cb667b2-a039-4578-9f3c-3f83ab469248 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:26:17.553814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 5778be77-9b18-4ea3-ba11-a1cd55639a12 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:17.554162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5778be77-9b18-4ea3-ba11-a1cd55639a12 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:26:17.560076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-efbebbaa-3443-4cf6-800b-f2ff2c260725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:17.561805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-efbebbaa-3443-4cf6-800b-f2ff2c260725 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.3082626 May 10 11:26:17.783661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:17.793578 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:17.853965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-dc810892-405f-48a4-ac58-91fd29ca63bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2502539 May 10 11:26:17.867973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0bbdadfd-cefd-48bf-972c-8bd4f044fda3 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "PUT /v2.0/floatingips/429a8406-c6b2-408a-b056-0bedbd302964 HTTP/1.1" status: 200 len: 991 time: 2.2191966 May 10 11:26:17.867973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'tag': '585d1e53-3f13-4258-a44c-58a5b52a569e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:17.873664 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55440da-8fd7-4958-9d51-e7f2e821dc16" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc3e0d9-1237-4e08-b9f0-812be8a9e433", "tag": "585d1e53-3f13-4258-a44c-58a5b52a569e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:17.876348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17d33915-4a56-4674-88dc-1e89c5e8dcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:17.890239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-73dd66a9-8361-4680-aa1f-cf5109ded3c6 None None] Current status of the port ca77d994-85e7-42f4-af3c-0aaad1e259e1 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:17.890833 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-73dd66a9-8361-4680-aa1f-cf5109ded3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:17.921945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] Sync routers for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:17.958975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-73dd66a9-8361-4680-aa1f-cf5109ded3c6 None None] For port ca77d994-85e7-42f4-af3c-0aaad1e259e1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ca77d994-85e7-42f4-af3c-0aaad1e259e1,segment=NetworkSegment(c1cb7596-e5d1-44f2-bdc3-eff90160e806),segment_id=c1cb7596-e5d1-44f2-bdc3-eff90160e806)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:17.960805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17d33915-4a56-4674-88dc-1e89c5e8dcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.022004 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-73dd66a9-8361-4680-aa1f-cf5109ded3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.088290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:18.089175 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.102524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd66a9-8361-4680-aa1f-cf5109ded3c6 None None] Pushing event updated for resources: {'Port': ['ID=ca77d994-85e7-42f4-af3c-0aaad1e259e1,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:18.105620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ca77d994-85e7-42f4-af3c-0aaad1e259e1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:18.106388 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.207406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:18.208515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:18.294072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-7750df19-a44c-4037-93d0-c2c45de9431e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5370765 May 10 11:26:18.326405 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17d33915-4a56-4674-88dc-1e89c5e8dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.328975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17d33915-4a56-4674-88dc-1e89c5e8dcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.330128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-17d33915-4a56-4674-88dc-1e89c5e8dcb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05862968-8895-45f4-99dc-6b16d7d1241a HTTP/1.1" status: 204 len: 168 time: 0.9885519 May 10 11:26:18.359421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Request body: {'port': {'device_id': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:18.390927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6186fd20-2a6c-4e3f-a9b5-b95ead399873 None None] Provisioning complete for port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:18.391294 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6186fd20-2a6c-4e3f-a9b5-b95ead399873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.413483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136ff94-5813-4aa7-b50b-20f30c0c0469 req-e409f435-5b2a-4241-9c9b-7ecad94e19f5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:18.430781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4136ff94-5813-4aa7-b50b-20f30c0c0469 req-e409f435-5b2a-4241-9c9b-7ecad94e19f5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 936 time: 0.1009955 May 10 11:26:18.512516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4136ff94-5813-4aa7-b50b-20f30c0c0469 req-8f0aeb80-1036-4930-bd25-af3785d76652 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808964 May 10 11:26:18.515167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e767-c3f0-4429-86e7-626a20c79776 req-63386f24-446e-494e-b7cb-fe07b393f52e tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:18.527915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d64e767-c3f0-4429-86e7-626a20c79776 req-63386f24-446e-494e-b7cb-fe07b393f52e tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.9219289 May 10 11:26:18.533505 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.542024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d33915-4a56-4674-88dc-1e89c5e8dcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05862968-8895-45f4-99dc-6b16d7d1241a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:18.631016 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5efbe10-7c6c-41ae-acc9-dbe7ee8614be x-openstack-request-id: req-f5efbe10-7c6c-41ae-acc9-dbe7ee8614be {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:18.631372 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc3e0d9-1237-4e08-b9f0-812be8a9e433", "tag": "585d1e53-3f13-4258-a44c-58a5b52a569e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:18.631580 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5efbe10-7c6c-41ae-acc9-dbe7ee8614be {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:18.631986 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5efbe10-7c6c-41ae-acc9-dbe7ee8614be'] response: {'name': 'network-changed', 'server_uuid': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'tag': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'status': 'completed', 'code': 200} May 10 11:26:18.687578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:18.734755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6186fd20-2a6c-4e3f-a9b5-b95ead399873 None None] Port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:18.751604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ca77d994-85e7-42f4-af3c-0aaad1e259e1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:18.761408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:18.820034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-d34f4d8a-5ad8-4a15-a9db-bf39c7eeb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:18.821545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-d34f4d8a-5ad8-4a15-a9db-bf39c7eeb689 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d94a6fc7d9240e280d7368740a5f437&device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 1096 time: 0.1621008 May 10 11:26:18.822243 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d64e767-c3f0-4429-86e7-626a20c79776 req-cfc16539-bc6d-43cc-b972-7e9c955898d5 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877648 May 10 11:26:18.832529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-34231a13-fda6-4838-9ece-8a1ce09f4385 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472694 May 10 11:26:18.945410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-47b22e8f-0416-44a5-aba3-229b5413b8de None None] Provisioning complete for port ca77d994-85e7-42f4-af3c-0aaad1e259e1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:18.945896 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-47b22e8f-0416-44a5-aba3-229b5413b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:19.064021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-81d48233-52a7-4601-8a70-38671f03da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:19.065883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-81d48233-52a7-4601-8a70-38671f03da4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c9606624-4a20-4b79-92b1-78ee948b64cc HTTP/1.1" status: 200 len: 916 time: 0.2115266 May 10 11:26:19.098267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-b8b24ff9-03d5-4365-8e9e-f0bf567f6c88 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896846 May 10 11:26:19.159748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-47b22e8f-0416-44a5-aba3-229b5413b8de None None] Current status of the port ca77d994-85e7-42f4-af3c-0aaad1e259e1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:19.162088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ca77d994-85e7-42f4-af3c-0aaad1e259e1 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:19.239515 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-76a9d4d4-5022-46a2-9eec-21f7cae388e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=585d1e53-3f13-4258-a44c-58a5b52a569e HTTP/1.1" status: 200 len: 999 time: 0.1638143 May 10 11:26:19.364138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-6c5c7f09-3456-4584-bb17-dc82c4473d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:19.368394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-6c5c7f09-3456-4584-bb17-dc82c4473d18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=edd447e4-210c-458c-9c81-632836ffbefe HTTP/1.1" status: 200 len: 854 time: 0.1084313 May 10 11:26:19.504831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-b25aa263-7eeb-4a7f-9be8-07d53a40ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:19.511581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-b25aa263-7eeb-4a7f-9be8-07d53a40ca99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9606624-4a20-4b79-92b1-78ee948b64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301997 May 10 11:26:19.559103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ca77d994-85e7-42f4-af3c-0aaad1e259e1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:19.559500 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:19.682674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-878a87fe-ad15-4344-aed8-f068d864a86e service neutron] 10.222.0.49 "GET /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630509 May 10 11:26:19.684156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c9f93-747b-4b59-af94-426c5899e44c req-4251c467-6911-43d3-9bc7-1e721faf1448 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:19.685776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a9c9f93-747b-4b59-af94-426c5899e44c req-4251c467-6911-43d3-9bc7-1e721faf1448 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.5075371 May 10 11:26:19.724139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '429a8406-c6b2-408a-b056-0bedbd302964', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'port_id': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'mac_address': 'fa:16:3e:6a:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:25:53Z', 'updated_at': '2022-05-10T11:26:16Z', 'revision_number': 1, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:51Z', 'revision_number': 5, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:19.820158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d55440da-8fd7-4958-9d51-e7f2e821dc16 req-6043d212-5eb2-4b92-b101-0fed5a921bf5 service neutron] 10.222.0.49 "GET /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243382 May 10 11:26:19.822477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] Checking router: 8cb667b2-a039-4578-9f3c-3f83ab469248 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:19.838347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:19.839172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:19.882087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ca77d994-85e7-42f4-af3c-0aaad1e259e1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:19.891186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-78c6681b-4068-4b39-814a-a101d1200779 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:19.892929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-78c6681b-4068-4b39-814a-a101d1200779 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1&tenant_id=f412398bacf64f12baf28adf9efeeed7&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.4220960 May 10 11:26:19.914823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e934c-60fe-4d38-a2f8-11d1e45ec184 req-87ab8e11-93df-4fb3-84b5-c060969ac516 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:19.917203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-673e934c-60fe-4d38-a2f8-11d1e45ec184 req-87ab8e11-93df-4fb3-84b5-c060969ac516 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 936 time: 0.0951123 May 10 11:26:19.970417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-673e934c-60fe-4d38-a2f8-11d1e45ec184 req-1c9bfb6f-c1f0-4a76-8aea-5e422888d285 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 May 10 11:26:19.981169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:20.018749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a9c9f93-747b-4b59-af94-426c5899e44c req-6087cf2c-b208-4e75-b86e-b73a7d429b07 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113101 May 10 11:26:20.042249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:20.318093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '429a8406-c6b2-408a-b056-0bedbd302964', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'port_id': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'mac_address': 'fa:16:3e:6a:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:25:53Z', 'updated_at': '2022-05-10T11:26:16Z', 'revision_number': 1, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:51Z', 'revision_number': 5, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:20.360691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183c088-054b-46c6-9395-fa320f742fa4 None None] The sync data for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 is: [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '429a8406-c6b2-408a-b056-0bedbd302964', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'port_id': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'mac_address': 'fa:16:3e:6a:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:25:53Z', 'updated_at': '2022-05-10T11:26:16Z', 'revision_number': 1, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:51Z', 'revision_number': 5, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:20.381497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedaabc-7c58-40f8-8536-cb94d4f6b407 req-6d5f64fc-2688-43a3-80ee-17441838dbbf tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:20.383583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bedaabc-7c58-40f8-8536-cb94d4f6b407 req-6d5f64fc-2688-43a3-80ee-17441838dbbf tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2205887 May 10 11:26:20.403318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-81cefb67-950e-4bbc-af3a-63b85ccae418 service neutron] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:20.411472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-81cefb67-950e-4bbc-af3a-63b85ccae418 service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:20.412841 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ba61d97-7d55-4365-b205-ed8daa0b419b req-81cefb67-950e-4bbc-af3a-63b85ccae418 service neutron] 10.222.0.49 "DELETE /v2.0/ports/c1276317-7f1c-470f-a40c-ebef5b384936/bindings/n-h1-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.4832809 May 10 11:26:20.503874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bedaabc-7c58-40f8-8536-cb94d4f6b407 req-fe60005f-7635-4f1c-861f-0dc13ad61d60 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985842 May 10 11:26:20.513678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:26:20.519787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Router 1dc82a12-8f32-4af1-948c-d12bab0874c4 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:26:20.526463 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:20.603634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Transition to ACTIVE for port object 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:20.648533 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:20.738074 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8bbc2-641a-44ba-bd28-98c01edeef3f None None] New status for floating IP 429a8406-c6b2-408a-b056-0bedbd302964: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:26:21.147582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:21.161328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:21.164482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Sync routers for ids ['1dc82a12-8f32-4af1-948c-d12bab0874c4'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:21.210042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:21.211616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1aeccbdc-5dda-4ddf-b41e-9aac50d4ad90 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.6532421 May 10 11:26:21.226678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Routers {'1dc82a12-8f32-4af1-948c-d12bab0874c4'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:21.228399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc82a12-8f32-4af1-948c-d12bab0874c4'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:21.261581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60074) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:21.402887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:21.403429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:21.403525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:21.436497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1add-932f-4211-88a3-dc314d48ea4e req-dfa84d9c-56c1-4084-a2e5-a84cf666ec50 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:21.457956 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-22ac1add-932f-4211-88a3-dc314d48ea4e req-dfa84d9c-56c1-4084-a2e5-a84cf666ec50 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.2548592 May 10 11:26:21.512024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:26:21.512423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:21.538313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-22ac1add-932f-4211-88a3-dc314d48ea4e req-9f5ee6ca-a9b0-450a-96bc-83bef838edad tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769043 May 10 11:26:21.581800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:21.582153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:21.582549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:21.583006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Bound port: 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:21.583370 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:21.675663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60098) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:21.686765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0070a811-8c51-411b-8b4b-de8f8f940f90 req-5c7719d4-62a8-4c8d-ab83-9452ec686874 tempest-AbsoluteLimitsNegativeTestJSON-466308765 tempest-AbsoluteLimitsNegativeTestJSON-466308765-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=71ceafa1d06347daafafe1c5d2372969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491269 May 10 11:26:21.739314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef552448-e887-45bb-9103-9070b83ffcac req-44cf8c63-5405-4542-92bd-5c369d223a21 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:21.750191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef552448-e887-45bb-9103-9070b83ffcac req-44cf8c63-5405-4542-92bd-5c369d223a21 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.2690103 May 10 11:26:21.795868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Set router 1dc82a12-8f32-4af1-948c-d12bab0874c4 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:21.874649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a811-8c51-411b-8b4b-de8f8f940f90 req-42e50916-998a-4141-aec6-b7b87e1b197d tempest-AbsoluteLimitsNegativeTestJSON-466308765 tempest-AbsoluteLimitsNegativeTestJSON-466308765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:21.881363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:21.882559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0070a811-8c51-411b-8b4b-de8f8f940f90 req-42e50916-998a-4141-aec6-b7b87e1b197d tempest-AbsoluteLimitsNegativeTestJSON-466308765 tempest-AbsoluteLimitsNegativeTestJSON-466308765-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895103 May 10 11:26:21.902156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0070a811-8c51-411b-8b4b-de8f8f940f90 req-72a3f147-035e-476a-91e3-8d079551307b tempest-AbsoluteLimitsNegativeTestJSON-466308765 tempest-AbsoluteLimitsNegativeTestJSON-466308765-project] 10.222.0.13 "GET /v2.0/quotas/71ceafa1d06347daafafe1c5d2372969 HTTP/1.1" status: 200 len: 375 time: 0.0186546 May 10 11:26:21.906655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef552448-e887-45bb-9103-9070b83ffcac req-b2214dfa-4845-4194-9485-b1b8229d3890 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555176 May 10 11:26:21.944155 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ebd39e1a-fc39-49f7-bedf-361f238acbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:21.958273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:21.991748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.096832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:17Z', 'revision_number': 3, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:22.142084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Checking router: 1dc82a12-8f32-4af1-948c-d12bab0874c4 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:22.142306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Updating router 1dc82a12-8f32-4af1-948c-d12bab0874c4 port a82bd202-3e68-4e33-86ef-a6a0126dffbf binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:22.158044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:22.159153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.161791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] 10.222.0.70 "PUT /v2.0/ports/8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 1096 time: 3.8132293 May 10 11:26:22.182996 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.374733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:22.380536 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1235bee7-ba7d-491d-a237-b5838f03f3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:22.398940 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0070a811-8c51-411b-8b4b-de8f8f940f90 req-ae99b741-6abb-4ff8-886a-cd5a96b73bce tempest-AbsoluteLimitsNegativeTestJSON-466308765 tempest-AbsoluteLimitsNegativeTestJSON-466308765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71ceafa1d06347daafafe1c5d2372969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4888880 May 10 11:26:22.548163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ace0d-6074-4bb1-ba34-1da0e5d51bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:22.562263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ebd39e1a-fc39-49f7-bedf-361f238acbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.607964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77acc3-bbb1-4d0e-9cb7-b1399a99d0e9 req-189c3c6e-706c-4580-8c5c-db4357efe14e tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:22.616233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac77acc3-bbb1-4d0e-9cb7-b1399a99d0e9 req-189c3c6e-706c-4580-8c5c-db4357efe14e tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.5521903 May 10 11:26:22.618358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ebd39e1a-fc39-49f7-bedf-361f238acbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.658640 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3e6569-4a0b-4dc2-88dd-0fff9a222003 x-openstack-request-id: req-5e3e6569-4a0b-4dc2-88dd-0fff9a222003 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:22.659112 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:22.659542 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e3e6569-4a0b-4dc2-88dd-0fff9a222003 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:22.660237 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3e6569-4a0b-4dc2-88dd-0fff9a222003'] response: {'name': 'network-changed', 'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'status': 'completed', 'code': 200} May 10 11:26:22.703582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-29a73796-3786-4a09-a373-b91b54ae932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:22.704939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-29a73796-3786-4a09-a373-b91b54ae932f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1099 time: 0.3175550 May 10 11:26:22.768503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ebd39e1a-fc39-49f7-bedf-361f238acbc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66ed062ccf68417b98720b7d8c7158a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0498958 May 10 11:26:22.769246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd39e1a-fc39-49f7-bedf-361f238acbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df850f2e-fd37-4be3-afed-fb10fbeebbcb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:22.792412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.798771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:22.808977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac77acc3-bbb1-4d0e-9cb7-b1399a99d0e9 req-fb75274f-ad26-45b7-8f41-f1a176d1e7c5 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902633 May 10 11:26:22.809170 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.832226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-0e9013b2-74d5-4453-92fc-6cd986b1282a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.1117890 May 10 11:26:22.857964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1760-908d-4b96-b513-c285f9047b8b req-b22d9d36-04a2-4567-b69c-86644ee9c6aa tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:22.876188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b2e1760-908d-4b96-b513-c285f9047b8b req-b22d9d36-04a2-4567-b69c-86644ee9c6aa tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.1268544 May 10 11:26:22.877863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60126) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:22.942556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbe69c-5840-46d3-a32f-b5dd5b1f4678 None None] Pushing event updated for resources: {'Port': ['ID=a82bd202-3e68-4e33-86ef-a6a0126dffbf,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:22.963912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Attempting to bind port a82bd202-3e68-4e33-86ef-a6a0126dffbf on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:22.964289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Attempting to bind port a82bd202-3e68-4e33-86ef-a6a0126dffbf by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:22.964657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Attempting to bind port a82bd202-3e68-4e33-86ef-a6a0126dffbf on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:22.981069 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b2e1760-908d-4b96-b513-c285f9047b8b req-36e75e03-fae2-4cc8-9462-6db3a85b7846 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038451 May 10 11:26:22.989715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:22.990107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:22.990516 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.990930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:22.991437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Bound port: a82bd202-3e68-4e33-86ef-a6a0126dffbf, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:22.991839 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.068341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-5b76da95-88ee-4e2c-a183-4bbb0c33c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:23.068341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-5b76da95-88ee-4e2c-a183-4bbb0c33c5b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2037935 May 10 11:26:23.068341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82808fd3-db2c-4db8-a90c-3c404c778b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.068341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868a879-a0d2-4d61-bd8e-425b515b792f req-b6051005-67fb-467c-9f90-1c5f05f14bf8 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:23.068341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d868a879-a0d2-4d61-bd8e-425b515b792f req-b6051005-67fb-467c-9f90-1c5f05f14bf8 tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 1095 time: 0.1438987 May 10 11:26:23.068825 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.096311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] For port a82bd202-3e68-4e33-86ef-a6a0126dffbf, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:23.105241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] For port a82bd202-3e68-4e33-86ef-a6a0126dffbf, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a82bd202-3e68-4e33-86ef-a6a0126dffbf,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:23.107651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18fd309d-b86e-478a-a06f-a30a5c59e99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.112865 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.138119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82808fd3-db2c-4db8-a90c-3c404c778b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.182731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Routers {'1dc82a12-8f32-4af1-948c-d12bab0874c4'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:23.183689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc82a12-8f32-4af1-948c-d12bab0874c4'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:23.212855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18fd309d-b86e-478a-a06f-a30a5c59e99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.219882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18fd309d-b86e-478a-a06f-a30a5c59e99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.223383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d868a879-a0d2-4d61-bd8e-425b515b792f req-dfc7cbeb-2bbf-4906-8416-8a8eca1d713a tempest-LiveAutoBlockMigrationV225Test-2099136330 tempest-LiveAutoBlockMigrationV225Test-2099136330-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565855 May 10 11:26:23.251098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-18fd309d-b86e-478a-a06f-a30a5c59e99d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71ceafa1d06347daafafe1c5d2372969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715689 May 10 11:26:23.252951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60136) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:23.265610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbe69c-5840-46d3-a32f-b5dd5b1f4678 None None] Pushing event updated for resources: {'Port': ['ID=a82bd202-3e68-4e33-86ef-a6a0126dffbf,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.276056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-1044b8d1-0589-43cd-8f38-0766ae32af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:23.277866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-1044b8d1-0589-43cd-8f38-0766ae32af08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120776 May 10 11:26:23.353623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd309d-b86e-478a-a06f-a30a5c59e99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442a742e-52f5-4f7a-96f9-38be407d0a4e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.389411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e98b0e01-1414-4b33-9b48-793fc0dadcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.389760 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82808fd3-db2c-4db8-a90c-3c404c778b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.392340 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82808fd3-db2c-4db8-a90c-3c404c778b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.393559 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-82808fd3-db2c-4db8-a90c-3c404c778b83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df850f2e-fd37-4be3-afed-fb10fbeebbcb HTTP/1.1" status: 204 len: 168 time: 0.5836151 May 10 11:26:23.403710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] Set router 1dc82a12-8f32-4af1-948c-d12bab0874c4 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:23.420998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82808fd3-db2c-4db8-a90c-3c404c778b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df850f2e-fd37-4be3-afed-fb10fbeebbcb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.444706 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e98b0e01-1414-4b33-9b48-793fc0dadcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.470021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-3fe8e63b-acae-48bb-ae01-9d8a2233d125 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831381 May 10 11:26:23.477682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Allocated IP 172.20.0.1 (788ad0fc-32d6-478f-b666-bd07909e2cf7/e4cd77f0-4e03-43b1-b39f-ba8766bb2063/a90ade0f-b693-4ef1-bc5d-ada2ea884421) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:23.526542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e98b0e01-1414-4b33-9b48-793fc0dadcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.529631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e98b0e01-1414-4b33-9b48-793fc0dadcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.534101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e98b0e01-1414-4b33-9b48-793fc0dadcc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/442a742e-52f5-4f7a-96f9-38be407d0a4e HTTP/1.1" status: 204 len: 168 time: 0.2777312 May 10 11:26:23.548578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b0e01-1414-4b33-9b48-793fc0dadcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442a742e-52f5-4f7a-96f9-38be407d0a4e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.640590 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae4615f-dd06-438d-b368-e4c644d7605e req-a31e3955-18c8-48df-bc73-affb826b12cd service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598287 May 10 11:26:23.820679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42cce-a0d2-42c8-80e2-b059d8fa8794 req-5b38f7d0-7f68-4b88-af42-d2d242f76737 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:23.826911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:17Z', 'revision_number': 3, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:23.829113 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-acc42cce-a0d2-42c8-80e2-b059d8fa8794 req-5b38f7d0-7f68-4b88-af42-d2d242f76737 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.2118545 May 10 11:26:23.839361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecba90-0afc-4820-90a2-ef76910caa6a req-e84e1428-12d4-4a7c-ab5f-c85b5e852537 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:23.841666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4fecba90-0afc-4820-90a2-ef76910caa6a req-e84e1428-12d4-4a7c-ab5f-c85b5e852537 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 950 time: 0.0734134 May 10 11:26:23.871850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c96783-e0be-4aab-ab8b-5ff3eebb9895 None None] The sync data for ids ['1dc82a12-8f32-4af1-948c-d12bab0874c4'] in n-d-840949-1 is: [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:17Z', 'revision_number': 3, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:23.908676 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4fecba90-0afc-4820-90a2-ef76910caa6a req-bb65052f-75c9-4c93-8c5e-a76e6f3a38fd tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596111 May 10 11:26:23.918702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-acc42cce-a0d2-42c8-80e2-b059d8fa8794 req-4ce4dc54-f968-474c-a3c5-28c219e46133 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879140 May 10 11:26:24.016548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.019210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-6a1c610b-9e1c-4da0-ad42-1a290a21c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:24.020851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-6a1c610b-9e1c-4da0-ad42-1a290a21c633 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1099 time: 0.1012003 May 10 11:26:24.068809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113fef6-709d-4ed9-bcc0-373927afd626 req-12d150ed-f715-473f-9a38-c846c7ea8a57 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:24.077764 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5113fef6-709d-4ed9-bcc0-373927afd626 req-12d150ed-f715-473f-9a38-c846c7ea8a57 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.0782979 May 10 11:26:24.080004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60192) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:24.112160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-908bcb53-f27e-4bbe-87fa-8c7b626515a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.149437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.219749 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-908bcb53-f27e-4bbe-87fa-8c7b626515a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.233015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-908bcb53-f27e-4bbe-87fa-8c7b626515a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.254420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-23b2a98a-ac93-4c5f-9de2-867e6d9ea955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:24.256327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-23b2a98a-ac93-4c5f-9de2-867e6d9ea955 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2262001 May 10 11:26:24.259266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5113fef6-709d-4ed9-bcc0-373927afd626 req-a8da2919-71d2-4e87-95f6-0de49271b8e3 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802638 May 10 11:26:24.295692 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Network 788ad0fc-32d6-478f-b666-bd07909e2cf7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:24.344238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:24.346733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:24.394030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bcb53-f27e-4bbe-87fa-8c7b626515a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4da6e3-eba3-4135-982d-6ce07cdfad30,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:24.432253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-a0510153-f353-4c76-a8df-0e764870aca0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:24.434131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-a0510153-f353-4c76-a8df-0e764870aca0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.49 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.2653658 May 10 11:26:24.435758 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-87310741-21d5-44e3-85ed-58e3327a469c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.1572928 May 10 11:26:24.436489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-908bcb53-f27e-4bbe-87fa-8c7b626515a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81651d12ea144f5dbbce3625fd37a79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555179 May 10 11:26:24.439448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60202) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:24.444304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Pushing event updated for resources: {'Port': ['ID=a90ade0f-b693-4ef1-bc5d-ada2ea884421,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:24.502468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417a49-afa2-48cc-bd88-33639c6ca455 req-fd29fd11-df9c-4652-a72f-0f00f83bbf18 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:24.504268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15417a49-afa2-48cc-bd88-33639c6ca455 req-fd29fd11-df9c-4652-a72f-0f00f83bbf18 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.1029682 May 10 11:26:24.534091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57fc5e35-1d19-4406-a03d-baab41425339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.555688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15417a49-afa2-48cc-bd88-33639c6ca455 req-2ffc47ee-82fc-44b9-820a-e86735f9b748 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 May 10 11:26:24.613385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57fc5e35-1d19-4406-a03d-baab41425339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.640986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.686488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57fc5e35-1d19-4406-a03d-baab41425339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.690946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57fc5e35-1d19-4406-a03d-baab41425339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.692181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-57fc5e35-1d19-4406-a03d-baab41425339 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c4da6e3-eba3-4135-982d-6ce07cdfad30 HTTP/1.1" status: 204 len: 168 time: 0.2519681 May 10 11:26:24.702462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc5e35-1d19-4406-a03d-baab41425339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4da6e3-eba3-4135-982d-6ce07cdfad30,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:24.790973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8bbc8e42-2147-4f11-b569-439eca7a6396 None None] Provisioning complete for port a90ade0f-b693-4ef1-bc5d-ada2ea884421 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:24.791518 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8e42-2147-4f11-b569-439eca7a6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.801070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-8909fd9e-a2ca-4d75-8978-683ed01cbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:24.802949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-8909fd9e-a2ca-4d75-8978-683ed01cbb01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.3557887 May 10 11:26:24.907986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc8e42-2147-4f11-b569-439eca7a6396 None None] Port a90ade0f-b693-4ef1-bc5d-ada2ea884421 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:24.923871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:24.935525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Deleting port c1276317-7f1c-470f-a40c-ebef5b384936 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:24.935922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.948611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-1b799127-98d2-4765-bcc2-613d2493c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:24.950466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-1b799127-98d2-4765-bcc2-613d2493c6f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371379 May 10 11:26:25.150152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a82bd202-3e68-4e33-86ef-a6a0126dffbf up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:25.151429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-ae3dcf39-0036-4360-9ea3-554ed0bae167 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894157 May 10 11:26:25.183670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d270a-65fe-46ad-b389-b10a8297ddb1 req-1ada9b0f-1a6e-49ea-8a07-0275cbf270f0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:25.197859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba3d270a-65fe-46ad-b389-b10a8297ddb1 req-1ada9b0f-1a6e-49ea-8a07-0275cbf270f0 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 944 time: 0.1630509 May 10 11:26:25.289900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port a82bd202-3e68-4e33-86ef-a6a0126dffbf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:25.291960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.297791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba3d270a-65fe-46ad-b389-b10a8297ddb1 req-46c56c26-52b6-408d-8035-4cf6b4bd73f4 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859838 May 10 11:26:25.331439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.377785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-293558556-network', 'tenant_id': '170e3dae906a4997a627492850f6760e'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:25.424511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] For port c1276317-7f1c-470f-a40c-ebef5b384936, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c1276317-7f1c-470f-a40c-ebef5b384936,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:25.424783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.443057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Made reservation on behalf of 170e3dae906a4997a627492850f6760e for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:25.445423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.465943 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.579032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port a82bd202-3e68-4e33-86ef-a6a0126dffbf is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:25.579506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.616159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port a82bd202-3e68-4e33-86ef-a6a0126dffbf, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a82bd202-3e68-4e33-86ef-a6a0126dffbf,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:25.625849 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.666457 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.677355 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.721210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:26:25.731761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=a82bd202-3e68-4e33-86ef-a6a0126dffbf,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:25.773146 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.773488 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Added segment 47eae9c0-d385-45f3-9bc0-df1bcd13f79a of type vlan for network e505e6e1-deb7-47b4-9ab5-c604add2fc37 May 10 11:26:25.775324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0b7e3-1497-42ec-a1ac-22850882fd04,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:25.833906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c06ae-d203-4a14-a246-7b3a0b666c32 req-d8adb190-0e7a-4a5e-8ca9-c7023c528ec3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:25.835587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e9c06ae-d203-4a14-a246-7b3a0b666c32 req-d8adb190-0e7a-4a5e-8ca9-c7023c528ec3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.1026704 May 10 11:26:25.845713 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.861510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Calling delete_port for c1276317-7f1c-470f-a40c-ebef5b384936 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:25.876447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1235bee7-ba7d-491d-a237-b5838f03f3ad req-475a29ec-289d-40fa-88a0-c20843232801 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132406 May 10 11:26:25.917895 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e9c06ae-d203-4a14-a246-7b3a0b666c32 req-52f32b24-0038-444a-9a90-b880b4f4cc2f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692723 May 10 11:26:25.918779 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.920068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:25.920899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.989283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] Pushing event updated for resources: {'Network': ['ID=e505e6e1-deb7-47b4-9ab5-c604add2fc37,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:25.996172 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f979fd85-2f2a-45fb-a88e-f7ba5e169a60 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0711164 May 10 11:26:25.999114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60278) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:26.004302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Request body: {'subnet': {'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-293558556-subnet', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:26.023214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:26:26.037355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f04bbc-3605-406a-928f-16f9ce16e195 req-fb820e9e-0904-442f-aa8b-fff91fc5d73e tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:26.043800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Made reservation on behalf of 170e3dae906a4997a627492850f6760e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:26.045718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93f04bbc-3605-406a-928f-16f9ce16e195 req-fb820e9e-0904-442f-aa8b-fff91fc5d73e tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.6134653 May 10 11:26:26.046418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.117133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93f04bbc-3605-406a-928f-16f9ce16e195 req-edba139a-c70e-43dd-a8b6-7e9348bb2110 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662413 May 10 11:26:26.194744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ae62e-b023-450a-8224-d6acd310d771 req-2666d839-ffb7-4395-b21e-a59e33beadba tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:26.196344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-099ae62e-b023-450a-8224-d6acd310d771 req-2666d839-ffb7-4395-b21e-a59e33beadba tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 950 time: 0.1273301 May 10 11:26:26.206689 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.215810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.281913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-099ae62e-b023-450a-8224-d6acd310d771 req-43f76ca1-f3aa-4a9f-a10e-67aa5b814198 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 May 10 11:26:26.296887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.298476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Pushing event updated for resources: {'Port': ['ID=a90ade0f-b693-4ef1-bc5d-ada2ea884421,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:26.301515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.317384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['bef91ce1-7d19-4187-bc84-951398c20338'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:26.377072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.377541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Pushing event deleted for resources: {'Port': ['ID=c1276317-7f1c-470f-a40c-ebef5b384936,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:26.441750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] No DVR routers for this DVR port c1276317-7f1c-470f-a40c-ebef5b384936 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:26.446698 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.450659 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3495f38-6315-4129-b631-01fa5760f8f4 req-8adc9a00-671b-4a88-b680-b1e4fd913665 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.49 "DELETE /v2.0/ports/c1276317-7f1c-470f-a40c-ebef5b384936 HTTP/1.1" status: 204 len: 173 time: 2.0019131 May 10 11:26:26.451312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'name': 'network-vif-deleted', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:26.462114 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c056bd08-4bef-442a-bbb5-1ca1895e5a7d" -d '{"events": [{"server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "name": "network-vif-deleted", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:26.476099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3b9540-b1b5-44c9-9237-6fafa34b7aa8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:26.498300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Checking segment: {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:26.498674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Network hostable DHCP agents. Network: e505e6e1-deb7-47b4-9ab5-c604add2fc37, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:26:26.538359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:26:26.556235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, e505e6e1-deb7-47b4-9ab5-c604add2fc37) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:26.560512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80fd4e23-98a0-43c9-b9be-24a36fefe727 req-1b9f9ebb-b5d9-4eb0-9a31-fe68af859d2f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 210 time: 0.0494027 May 10 11:26:26.564123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:26.564771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.566878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Network 788ad0fc-32d6-478f-b666-bd07909e2cf7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:26.574111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:26.591056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5f962-4629-4823-a146-1dde34c8b768 None None] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:26.612279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d8881d95-0b85-4b3f-bdbd-73777323b09b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6079059 May 10 11:26:26.614392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60292) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:26.627918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:26.684945 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.686433 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.811067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.848688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Router 1dc82a12-8f32-4af1-948c-d12bab0874c4 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:26:26.936762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:26:26.938394 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.938963 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8084f45a-e517-4eef-b0c3-6c769c288c2e x-openstack-request-id: req-8084f45a-e517-4eef-b0c3-6c769c288c2e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:26.939447 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17afd65-cf13-4b5b-9090-0cc84d3c7ae1", "name": "network-vif-deleted", "tag": "c1276317-7f1c-470f-a40c-ebef5b384936", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:26.940524 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8084f45a-e517-4eef-b0c3-6c769c288c2e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:26.940964 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8084f45a-e517-4eef-b0c3-6c769c288c2e'] response: {'server_uuid': 'd17afd65-cf13-4b5b-9090-0cc84d3c7ae1', 'name': 'network-vif-deleted', 'tag': 'c1276317-7f1c-470f-a40c-ebef5b384936', 'status': 'completed', 'code': 200} May 10 11:26:27.095217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.118095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:26:27.131487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:27.169200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:27.179652 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Sync routers for ids ['1dc82a12-8f32-4af1-948c-d12bab0874c4'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:27.207888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7ebbcdee-d5c9-45e9-b515-f1adc9937d4d admin admin] 10.222.0.13 "PUT /v2.0/routers/1dc82a12-8f32-4af1-948c-d12bab0874c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9379828 May 10 11:26:27.213855 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Routers {'1dc82a12-8f32-4af1-948c-d12bab0874c4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:27.218136 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc82a12-8f32-4af1-948c-d12bab0874c4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:27.247714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a82bd202-3e68-4e33-86ef-a6a0126dffbf up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:27.279643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c48a9a-bf9c-44ba-adbb-9d5bb0c04517 req-e10ebfb0-f6a1-4eaf-a51b-8c7173080bab tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:27.280288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c1276317-7f1c-470f-a40c-ebef5b384936 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:27.293639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78c48a9a-bf9c-44ba-adbb-9d5bb0c04517 req-e10ebfb0-f6a1-4eaf-a51b-8c7173080bab tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.1902900 May 10 11:26:27.350716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4cf3-84ea-4b88-ba5d-becd54385e83 req-50340476-3601-4eef-b015-68487fd0961b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:27.363101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7eca4cf3-84ea-4b88-ba5d-becd54385e83 req-50340476-3601-4eef-b015-68487fd0961b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.1122103 May 10 11:26:27.380670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78c48a9a-bf9c-44ba-adbb-9d5bb0c04517 req-548a185d-c0a0-4469-8ccb-ad048367be27 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859063 May 10 11:26:27.438993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7eca4cf3-84ea-4b88-ba5d-becd54385e83 req-0e3684a3-6c54-426d-aa1a-54b18ef89ad0 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667450 May 10 11:26:27.443426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: c1276317-7f1c-470f-a40c-ebef5b384936 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:27.443893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c1276317-7f1c-470f-a40c-ebef5b384936 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:26:27.495793 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Set router 1dc82a12-8f32-4af1-948c-d12bab0874c4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:27.631895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:26:27.642384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.669300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.682541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-9ec86d5a-cdf7-4b4f-94a0-22794bd7aa9e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:27.684358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-9ec86d5a-cdf7-4b4f-94a0-22794bd7aa9e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.70 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 950 time: 0.2347176 May 10 11:26:27.777015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Allocated IP 172.20.0.2 (e505e6e1-deb7-47b4-9ab5-c604add2fc37/4e3b9540-b1b5-44c9-9237-6fafa34b7aa8/b9df338a-9133-4d6d-9a0a-92b4fc277c13) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:27.832718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Allocated IP 172.25.8.34 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/3c622c52-cfe9-400c-9cb8-f68dd5bfd553) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:27.866360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e044fb-c307-4883-a676-cbb3d1f97eb1 req-b97bf8e3-fdcb-4d07-81fc-97394b03973c tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:27.869439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06e044fb-c307-4883-a676-cbb3d1f97eb1 req-b97bf8e3-fdcb-4d07-81fc-97394b03973c tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/ports?device_id=8285cd53-de70-4fb1-b809-2c477e5d1347 HTTP/1.1" status: 200 len: 950 time: 0.3443472 May 10 11:26:27.913815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3de40e13-268f-4641-a6d2-ce9a28a20f68 req-d5b67d32-8122-425b-8761-4d9698154f2b tempest-FloatingIPsNegativeTestJSON-1055286260 tempest-FloatingIPsNegativeTestJSON-1055286260-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=82fa9aa920524e77a326ba7df2a2da24 HTTP/1.1" status: 200 len: 217 time: 0.0641057 May 10 11:26:27.916059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Deleting port 5330c263-7d18-407c-b89d-638f50b148ef {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:27.916639 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.014002 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a90ade0f-b693-4ef1-bc5d-ada2ea884421', 'name': '', 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'mac_address': 'fa:16:3e:12:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e4cd77f0-4e03-43b1-b39f-ba8766bb2063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:23Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 2, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'subnets': [{'id': 'e4cd77f0-4e03-43b1-b39f-ba8766bb2063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:28.020605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] For port 5330c263-7d18-407c-b89d-638f50b148ef, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5330c263-7d18-407c-b89d-638f50b148ef,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:28.021746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.036991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Calling delete_port for 5330c263-7d18-407c-b89d-638f50b148ef owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:28.052701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcb27aa9-889f-4097-8955-5eea656a4075 req-854f000e-03c6-4f13-829f-707addff81aa tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 210 time: 0.0422590 May 10 11:26:28.076648 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.080524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f0fa61ed-f757-41e0-ac8c-c97490efb9f6 None None] Provisioning complete for port a90ade0f-b693-4ef1-bc5d-ada2ea884421 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:28.080891 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f0fa61ed-f757-41e0-ac8c-c97490efb9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.154979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.197706 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.222951 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.233005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.267315 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Checking router: 1dc82a12-8f32-4af1-948c-d12bab0874c4 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:28.268261 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Updating router 1dc82a12-8f32-4af1-948c-d12bab0874c4 port a90ade0f-b693-4ef1-bc5d-ada2ea884421 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:28.278260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:28.280865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06e044fb-c307-4883-a676-cbb3d1f97eb1 req-2918fff6-fbe2-44a1-8869-2c9425da9be2 tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bba267-ed26-452a-877f-f18979f3046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061360 May 10 11:26:28.282130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:28.282406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Pushing event deleted for resources: {'Port': ['ID=5330c263-7d18-407c-b89d-638f50b148ef,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:28.323387 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.334302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:28.335511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] No DVR routers for this DVR port 5330c263-7d18-407c-b89d-638f50b148ef on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:28.340101 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.344466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1c60d53-27b3-4a49-bdfb-7de209b9ea01 req-07ab5aae-3248-4686-9de6-55fbfc3b968e tempest-ImagesOneServerTestJSON-198509127 tempest-ImagesOneServerTestJSON-198509127-project] 10.222.0.70 "DELETE /v2.0/ports/5330c263-7d18-407c-b89d-638f50b148ef HTTP/1.1" status: 204 len: 173 time: 0.6484060 May 10 11:26:28.351857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:28.359261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:28.361876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5330c263-7d18-407c-b89d-638f50b148ef is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:28.362452 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.369184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:28.397428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05a7a537-9522-46af-85d3-672b064087ca req-dc8cb352-181e-438c-bc21-c32947b7a941 tempest-FloatingIPsNegativeTestJSON-1055286260 tempest-FloatingIPsNegativeTestJSON-1055286260-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0517740 May 10 11:26:28.435422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Pushing event updated for resources: {'Port': ['ID=3c622c52-cfe9-400c-9cb8-f68dd5bfd553,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:28.466771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa61ed-f757-41e0-ac8c-c97490efb9f6 None None] Port a90ade0f-b693-4ef1-bc5d-ada2ea884421 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:28.472880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Pushing event updated for resources: {'Port': ['ID=b9df338a-9133-4d6d-9a0a-92b4fc277c13,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:28.558851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port a82bd202-3e68-4e33-86ef-a6a0126dffbf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:28.559370 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.606901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a65690-0099-476d-9552-4b7cee22a73a req-6eb88822-de67-4bbb-a17d-3f3bfb581a63 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:28.615878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85a65690-0099-476d-9552-4b7cee22a73a req-6eb88822-de67-4bbb-a17d-3f3bfb581a63 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.1166482 May 10 11:26:28.622876 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-296315ca-97c0-4f5c-bef4-a8d4a030f958 req-d07abf04-d13d-4cac-8c2f-7fe3ba680124 tempest-FloatingIPsNegativeTestJSON-1055286260 tempest-FloatingIPsNegativeTestJSON-1055286260-project] show failed (client error): The resource could not be found. May 10 11:26:28.624224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-296315ca-97c0-4f5c-bef4-a8d4a030f958 req-d07abf04-d13d-4cac-8c2f-7fe3ba680124 tempest-FloatingIPsNegativeTestJSON-1055286260 tempest-FloatingIPsNegativeTestJSON-1055286260-project] 10.222.0.13 "GET /v2.0/floatingips/af177eef-e3bc-4744-bdd1-9e8a13f6d30f HTTP/1.1" status: 404 len: 350 time: 0.0749555 May 10 11:26:28.638326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60342) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:28.747368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Attempting to bind port b9df338a-9133-4d6d-9a0a-92b4fc277c13 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:28.754315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Attempting to bind port b9df338a-9133-4d6d-9a0a-92b4fc277c13 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:28.755030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Attempting to bind port b9df338a-9133-4d6d-9a0a-92b4fc277c13 on network e505e6e1-deb7-47b4-9ab5-c604add2fc37 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:28.759997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:28.796638 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.807798 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.823812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85a65690-0099-476d-9552-4b7cee22a73a req-954c5c74-ff67-4abb-99b9-0936d18a7d11 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008729 May 10 11:26:28.883162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:28.883162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Checking segment: {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:28.883629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.897704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Bound using segment: {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:28.897704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Bound port: b9df338a-9133-4d6d-9a0a-92b4fc277c13, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:28.898017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.919773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.951998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-deleted', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:28.954850 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c162e88-09f6-4999-8071-f9e099b6b48a" -d '{"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-deleted", "tag": "5330c263-7d18-407c-b89d-638f50b148ef"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:29.022733 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e53f18-1801-4419-b9bb-d36f2f5e4e49 None None] Pushing event updated for resources: {'Port': ['ID=a90ade0f-b693-4ef1-bc5d-ada2ea884421,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:29.038983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'mac_address': 'fa:16:3e:df:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:26:29.160801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35107-7fd1-4f04-8ecf-b3d6ea599278 req-b15b8c9b-1edc-4b35-9438-53756824afb2 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:29.169428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8ec35107-7fd1-4f04-8ecf-b3d6ea599278 req-b15b8c9b-1edc-4b35-9438-53756824afb2 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2899373 May 10 11:26:29.223850 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Attempting to bind port a90ade0f-b693-4ef1-bc5d-ada2ea884421 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:29.224500 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Attempting to bind port a90ade0f-b693-4ef1-bc5d-ada2ea884421 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:29.225043 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Attempting to bind port a90ade0f-b693-4ef1-bc5d-ada2ea884421 on network 788ad0fc-32d6-478f-b666-bd07909e2cf7 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:29.259680 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:29.260164 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Checking segment: {'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:29.260577 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.260982 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Bound using segment: {'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:29.261488 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Bound port: a90ade0f-b693-4ef1-bc5d-ada2ea884421, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cb7596-e5d1-44f2-bdc3-eff90160e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:29.262841 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.270882 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70052e22-2172-4a53-9ce3-facc00ad0cbf x-openstack-request-id: req-70052e22-2172-4a53-9ce3-facc00ad0cbf {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:29.272184 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8285cd53-de70-4fb1-b809-2c477e5d1347", "name": "network-vif-deleted", "tag": "5330c263-7d18-407c-b89d-638f50b148ef", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:29.273860 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70052e22-2172-4a53-9ce3-facc00ad0cbf {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:29.274720 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70052e22-2172-4a53-9ce3-facc00ad0cbf'] response: {'server_uuid': '8285cd53-de70-4fb1-b809-2c477e5d1347', 'name': 'network-vif-deleted', 'tag': '5330c263-7d18-407c-b89d-638f50b148ef', 'status': 'completed', 'code': 200} May 10 11:26:29.302994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8ec35107-7fd1-4f04-8ecf-b3d6ea599278 req-00db8c84-7742-4d71-9e00-045594c2f50d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257155 May 10 11:26:29.322035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port a82bd202-3e68-4e33-86ef-a6a0126dffbf is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:29.361840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:29.362357 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.367756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] For port b9df338a-9133-4d6d-9a0a-92b4fc277c13, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:29.377745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] For port b9df338a-9133-4d6d-9a0a-92b4fc277c13, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b9df338a-9133-4d6d-9a0a-92b4fc277c13,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:29.384297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:26:29.429311 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] For port a90ade0f-b693-4ef1-bc5d-ada2ea884421, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:29.433156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:29.439389 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] For port a90ade0f-b693-4ef1-bc5d-ada2ea884421, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a90ade0f-b693-4ef1-bc5d-ada2ea884421,segment=NetworkSegment(c1cb7596-e5d1-44f2-bdc3-eff90160e806),segment_id=c1cb7596-e5d1-44f2-bdc3-eff90160e806)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:29.444498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.456576 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.491647 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.524054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a0b11-ab03-4d2d-a84e-4bc73cb9f0b7 None None] Pushing event updated for resources: {'Port': ['ID=b9df338a-9133-4d6d-9a0a-92b4fc277c13,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:29.528741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.618120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ceb137a-22f1-419e-b660-f1be5b337c04 req-8a9b2ff2-18b7-4ab7-a6e6-cbed9ad5e37e tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 210 time: 0.1750188 May 10 11:26:29.626960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1ebf65a2-03ca-497d-b9de-a1556234b2eb None None] Provisioning complete for port a90ade0f-b693-4ef1-bc5d-ada2ea884421 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:29.627916 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ebf65a2-03ca-497d-b9de-a1556234b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.661256 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Routers {'1dc82a12-8f32-4af1-948c-d12bab0874c4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:29.661922 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc82a12-8f32-4af1-948c-d12bab0874c4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:29.684935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.765619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:29.878517 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e53f18-1801-4419-b9bb-d36f2f5e4e49 None None] Pushing event updated for resources: {'Port': ['ID=a90ade0f-b693-4ef1-bc5d-ada2ea884421,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:29.897609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:29.905037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Router 391806e8-c542-4ab6-b264-6db766953d4e is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:26:30.109816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf65a2-03ca-497d-b9de-a1556234b2eb None None] Current status of the port a90ade0f-b693-4ef1-bc5d-ada2ea884421 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:30.110458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ebf65a2-03ca-497d-b9de-a1556234b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.141872 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] Set router 1dc82a12-8f32-4af1-948c-d12bab0874c4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:30.224576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bace61-5a3e-4831-bd74-a01b0a98f8b5 req-e6223aa6-27ae-4c60-adad-2a9cf3665f5c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:30.226167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44bace61-5a3e-4831-bd74-a01b0a98f8b5 req-e6223aa6-27ae-4c60-adad-2a9cf3665f5c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 949 time: 0.2072031 May 10 11:26:30.251529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1ebf65a2-03ca-497d-b9de-a1556234b2eb None None] For port a90ade0f-b693-4ef1-bc5d-ada2ea884421, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a90ade0f-b693-4ef1-bc5d-ada2ea884421,segment=NetworkSegment(c1cb7596-e5d1-44f2-bdc3-eff90160e806),segment_id=c1cb7596-e5d1-44f2-bdc3-eff90160e806)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:30.276431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ebf65a2-03ca-497d-b9de-a1556234b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.282925 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:30.292708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60378) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:30.308629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Sync routers for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:30.324932 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44bace61-5a3e-4831-bd74-a01b0a98f8b5 req-056475cc-e8f0-4072-a446-82c287d1a152 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897071 May 10 11:26:30.366552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:30.367189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:30.395631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.399447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e4eb9e81-a529-42ca-8282-3b695abce43f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7783873 May 10 11:26:30.405927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60388) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:30.543435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Deleting port a90ade0f-b693-4ef1-bc5d-ada2ea884421 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:30.546481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.617929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b35e3ce5-0c39-431e-83d4-bd27c2ec60c6 None None] Provisioning complete for port a90ade0f-b693-4ef1-bc5d-ada2ea884421 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:30.618303 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b35e3ce5-0c39-431e-83d4-bd27c2ec60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.720651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf65a2-03ca-497d-b9de-a1556234b2eb None None] Pushing event updated for resources: {'Port': ['ID=a90ade0f-b693-4ef1-bc5d-ada2ea884421,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:30.730310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] For port a90ade0f-b693-4ef1-bc5d-ada2ea884421, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a90ade0f-b693-4ef1-bc5d-ada2ea884421,segment=NetworkSegment(c1cb7596-e5d1-44f2-bdc3-eff90160e806),segment_id=c1cb7596-e5d1-44f2-bdc3-eff90160e806)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:30.730957 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.755524 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a90ade0f-b693-4ef1-bc5d-ada2ea884421', 'name': '', 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'mac_address': 'fa:16:3e:12:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e4cd77f0-4e03-43b1-b39f-ba8766bb2063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:23Z', 'updated_at': '2022-05-10T11:26:29Z', 'revision_number': 4, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'subnets': [{'id': 'e4cd77f0-4e03-43b1-b39f-ba8766bb2063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:30.773732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Calling delete_port for a90ade0f-b693-4ef1-bc5d-ada2ea884421 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:30.816213 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c340cb-bf39-4166-b17c-1f53fa610976 None None] The sync data for ids ['1dc82a12-8f32-4af1-948c-d12bab0874c4'] in n-d-840949-1 is: [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a90ade0f-b693-4ef1-bc5d-ada2ea884421', 'name': '', 'network_id': '788ad0fc-32d6-478f-b666-bd07909e2cf7', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'mac_address': 'fa:16:3e:12:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e4cd77f0-4e03-43b1-b39f-ba8766bb2063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:23Z', 'updated_at': '2022-05-10T11:26:29Z', 'revision_number': 4, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'subnets': [{'id': 'e4cd77f0-4e03-43b1-b39f-ba8766bb2063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:30.851111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:31.080532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18367d-39da-45d8-8714-b9237a0f953f req-54c91cca-89b0-4a90-8246-326296260921 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:31.083119 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa18367d-39da-45d8-8714-b9237a0f953f req-54c91cca-89b0-4a90-8246-326296260921 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.5197787 May 10 11:26:31.097185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f963f7b1-602c-43e9-a193-46d253d8ea22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d19555e9c8034c30985f49ede8794d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7986813 May 10 11:26:31.103665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60396) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:31.121519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afebe887-6de5-4b08-ae32-eec3e3feae77 req-2c114969-3d60-4773-a28a-3845b2f0fd0f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 210 time: 0.0864763 May 10 11:26:31.140477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b35e3ce5-0c39-431e-83d4-bd27c2ec60c6 None None] Current status of the port a90ade0f-b693-4ef1-bc5d-ada2ea884421 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:31.189017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36e608-08f9-4cfa-99f4-079343175e95 req-5ae1fc1d-6d70-47f6-a6a5-7509fe64344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:31.190512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd36e608-08f9-4cfa-99f4-079343175e95 req-5ae1fc1d-6d70-47f6-a6a5-7509fe64344e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1096 time: 0.2195144 May 10 11:26:31.318165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa18367d-39da-45d8-8714-b9237a0f953f req-6037711d-36b7-4ffa-8c16-b507c11dbd64 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193067 May 10 11:26:31.401959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd36e608-08f9-4cfa-99f4-079343175e95 req-2a1c7edf-5b16-4e3e-ba3c-dbfc629dfc46 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985810 May 10 11:26:31.450611 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a41617a-dcc3-4882-ae96-9ca12bc69bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.452389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7674b5e-0f2a-4f54-91f4-bae93c8753ae None None] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:31.460937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.551134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Pushing event deleted for resources: {'Port': ['ID=a90ade0f-b693-4ef1-bc5d-ada2ea884421,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:31.554195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a41617a-dcc3-4882-ae96-9ca12bc69bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.580147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:31.699892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1dbfb-0bb7-44fd-8b4b-5ea0f4aa231d req-33cc8509-b730-454a-b7b7-d6c73f06d23f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:31.709120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79f1dbfb-0bb7-44fd-8b4b-5ea0f4aa231d req-33cc8509-b730-454a-b7b7-d6c73f06d23f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 949 time: 0.2354062 May 10 11:26:31.729584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a90ade0f-b693-4ef1-bc5d-ada2ea884421 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:31.767565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0f589725-dff8-47a5-9196-b1d13cb19e12 None None] Provisioning complete for port b9df338a-9133-4d6d-9a0a-92b4fc277c13 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:31.768152 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f589725-dff8-47a5-9196-b1d13cb19e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.823744 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a41617a-dcc3-4882-ae96-9ca12bc69bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.826615 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a41617a-dcc3-4882-ae96-9ca12bc69bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.832395 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4a41617a-dcc3-4882-ae96-9ca12bc69bfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51bba267-ed26-452a-877f-f18979f3046e HTTP/1.1" status: 204 len: 168 time: 0.6885426 May 10 11:26:31.844351 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79f1dbfb-0bb7-44fd-8b4b-5ea0f4aa231d req-93550668-c640-4b9f-831f-e9ca5552fdd2 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287251 May 10 11:26:31.873011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.897465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: a90ade0f-b693-4ef1-bc5d-ada2ea884421 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:31.898170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a90ade0f-b693-4ef1-bc5d-ada2ea884421 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 10 11:26:31.922345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60404) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:31.934381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41617a-dcc3-4882-ae96-9ca12bc69bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bba267-ed26-452a-877f-f18979f3046e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:31.977274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Port a90ade0f-b693-4ef1-bc5d-ada2ea884421 not found, will not notify nova. {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 10 11:26:31.978094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b9df338a-9133-4d6d-9a0a-92b4fc277c13 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:32.000080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.249295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:28Z', 'revision_number': 3, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:32.343653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Checking router: 391806e8-c542-4ab6-b264-6db766953d4e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:32.353533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Updating router 391806e8-c542-4ab6-b264-6db766953d4e port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:32.365514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Allocated IP 172.20.0.1 (e505e6e1-deb7-47b4-9ab5-c604add2fc37/4e3b9540-b1b5-44c9-9237-6fafa34b7aa8/d1309d86-c07c-45d7-beca-09e104338161) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:32.483033 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.484800 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.558315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Router 1dc82a12-8f32-4af1-948c-d12bab0874c4 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:26:32.583255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d6dc-87e4-435b-aaa0-c1618b483dfd req-9cae5038-f5b5-49e7-8ee0-82b617fd7f0a tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:32.583625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b9df338a-9133-4d6d-9a0a-92b4fc277c13 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:32.584287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.585285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1931d6dc-87e4-435b-aaa0-c1618b483dfd req-9cae5038-f5b5-49e7-8ee0-82b617fd7f0a tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.1138217 May 10 11:26:32.623044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-456c7680-dbc1-4331-8289-3158fb662145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.633641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ed6c7f8-d524-41f4-8065-c0e57d078461 req-f431568c-7e43-4f1c-b333-1c568937e4f1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 210 time: 0.0878747 May 10 11:26:32.709097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1931d6dc-87e4-435b-aaa0-c1618b483dfd req-2d8ed21c-8f45-4094-a746-d59816378a15 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127341 May 10 11:26:32.738261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:32.762296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:32.763867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.767059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.836416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.853176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:32.866353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-44254e9b-be10-41df-859e-464fb201443f admin admin] 10.222.0.13 "PUT /v2.0/routers/1dc82a12-8f32-4af1-948c-d12bab0874c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2256300 May 10 11:26:32.868753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60424) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:32.903784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1309d86-c07c-45d7-beca-09e104338161,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:32.920169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:32.933097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:32.944705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:33.036223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.059479 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] Sync routers for ids ['1dc82a12-8f32-4af1-948c-d12bab0874c4'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:33.078683 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] Routers {'1dc82a12-8f32-4af1-948c-d12bab0874c4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:33.079284 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc82a12-8f32-4af1-948c-d12bab0874c4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:33.126727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.235783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf08bf2-7582-4d82-9b99-807681ccaf9c req-1241f301-dc9c-48ce-a3d0-d63bf1712bf7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:33.237731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cf08bf2-7582-4d82-9b99-807681ccaf9c req-1241f301-dc9c-48ce-a3d0-d63bf1712bf7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 949 time: 0.2816184 May 10 11:26:33.275414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-456c7680-dbc1-4331-8289-3158fb662145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.294376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-456c7680-dbc1-4331-8289-3158fb662145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.320012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0f589725-dff8-47a5-9196-b1d13cb19e12 None None] Current status of the port b9df338a-9133-4d6d-9a0a-92b4fc277c13 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:33.320428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f589725-dff8-47a5-9196-b1d13cb19e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.330155 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.350221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c7680-dbc1-4331-8289-3158fb662145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d528d-fc03-46ca-aca6-675a4713b9a5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:33.364959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b9df338a-9133-4d6d-9a0a-92b4fc277c13 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:33.365820 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.377968 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] Set router 1dc82a12-8f32-4af1-948c-d12bab0874c4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:33.378528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cf08bf2-7582-4d82-9b99-807681ccaf9c req-cdcea028-ea17-48a5-8f8c-271a1208d25c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294746 May 10 11:26:33.396833 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.504698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:33.505430 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.508588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0f589725-dff8-47a5-9196-b1d13cb19e12 None None] For port b9df338a-9133-4d6d-9a0a-92b4fc277c13, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b9df338a-9133-4d6d-9a0a-92b4fc277c13,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:33.521067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36c8f0-06c6-4b08-97e9-c3de674968b5 None None] Pushing event updated for resources: {'Port': ['ID=3c622c52-cfe9-400c-9cb8-f68dd5bfd553,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:33.539967 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f589725-dff8-47a5-9196-b1d13cb19e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.549698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Attempting to bind port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:33.550059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Attempting to bind port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:33.550420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Attempting to bind port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:33.635669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:33.636068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:33.636473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.636866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:33.637353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Bound port: 3c622c52-cfe9-400c-9cb8-f68dd5bfd553, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:33.637732 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.741185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:33.743980 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce75d6f3-c4f4-4073-a197-39e65ebd47e8" -d '{"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-plugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:33.849971 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:31Z', 'revision_number': 5, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:33.854371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:33.871551 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:26:33.878519 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:26:33.898327 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] Checking router: 1dc82a12-8f32-4af1-948c-d12bab0874c4 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:33.908305 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.909555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:33.934114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] Routers {'1dc82a12-8f32-4af1-948c-d12bab0874c4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:33.934796 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc82a12-8f32-4af1-948c-d12bab0874c4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:33.945146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b4d792b8-98e7-4789-b9b4-ec50b5828a42 None None] Provisioning complete for port b9df338a-9133-4d6d-9a0a-92b4fc277c13 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:33.945527 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4d792b8-98e7-4789-b9b4-ec50b5828a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.947313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f589725-dff8-47a5-9196-b1d13cb19e12 None None] Pushing event updated for resources: {'Port': ['ID=b9df338a-9133-4d6d-9a0a-92b4fc277c13,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:33.954877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 5330c263-7d18-407c-b89d-638f50b148ef {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:33.955179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5330c263-7d18-407c-b89d-638f50b148ef not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:26:34.031319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:34.044926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] For port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:34.061058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] For port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3c622c52-cfe9-400c-9cb8-f68dd5bfd553,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:34.075751 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.135469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c91e8-39cd-4126-877b-e4e523546af7 req-3dc22007-34f7-4421-ae30-35723a825451 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:34.138720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-792c91e8-39cd-4126-877b-e4e523546af7 req-3dc22007-34f7-4421-ae30-35723a825451 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2340834 May 10 11:26:34.145354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36c8f0-06c6-4b08-97e9-c3de674968b5 None None] Pushing event updated for resources: {'Port': ['ID=3c622c52-cfe9-400c-9cb8-f68dd5bfd553,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:34.174852 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] Set router 1dc82a12-8f32-4af1-948c-d12bab0874c4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:34.189710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.194153 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-456c7680-dbc1-4331-8289-3158fb662145 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d7240b5ddea490c970a3a10818afa79&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2576070 May 10 11:26:34.203538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60448) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:34.209290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:34.209948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:34.216261 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3884786e-c7df-46ac-8e7b-3a05e30129cf req-95fb2683-ddd3-4674-ae4d-90684377715f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17afd65-cf13-4b5b-9090-0cc84d3c7ae1 HTTP/1.1" status: 200 len: 210 time: 0.0506144 May 10 11:26:34.285057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.308329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-792c91e8-39cd-4126-877b-e4e523546af7 req-b299935e-6a98-4e22-8567-0e7852175a4a tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578782 May 10 11:26:34.354502 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-14c10171-c868-471a-afcb-bff883b92c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.377636 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-14c10171-c868-471a-afcb-bff883b92c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.419198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:34.435527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Deleting port a82bd202-3e68-4e33-86ef-a6a0126dffbf {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:34.436179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.439548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-14c10171-c868-471a-afcb-bff883b92c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.442400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-14c10171-c868-471a-afcb-bff883b92c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.444202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-14c10171-c868-471a-afcb-bff883b92c2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/581d528d-fc03-46ca-aca6-675a4713b9a5 HTTP/1.1" status: 204 len: 168 time: 0.2392097 May 10 11:26:34.511492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c10171-c868-471a-afcb-bff883b92c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d528d-fc03-46ca-aca6-675a4713b9a5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:34.646041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] For port a82bd202-3e68-4e33-86ef-a6a0126dffbf, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a82bd202-3e68-4e33-86ef-a6a0126dffbf,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:34.648716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.671218 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cca05d5c-2b26-4485-9f88-c2bb43829b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.676246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.683676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b4d792b8-98e7-4789-b9b4-ec50b5828a42 None None] Current status of the port b9df338a-9133-4d6d-9a0a-92b4fc277c13 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:34.690754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.708051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b9df338a-9133-4d6d-9a0a-92b4fc277c13 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:34.735548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Calling delete_port for a82bd202-3e68-4e33-86ef-a6a0126dffbf owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:34.747663 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143eaf04-b726-4b14-8fd6-5490e229aa72 x-openstack-request-id: req-143eaf04-b726-4b14-8fd6-5490e229aa72 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:34.747663 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-plugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:34.747663 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-143eaf04-b726-4b14-8fd6-5490e229aa72 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:34.748094 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143eaf04-b726-4b14-8fd6-5490e229aa72'] response: {'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'code': 200} May 10 11:26:34.775408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-3b1b501c-2b8d-4418-acb4-b57f0f0a65fd req-014ae1c2-fc16-4388-a76c-045662772f6b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1078585634', 'description': 'tempest-description-646230588'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:34.869343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b1b501c-2b8d-4418-acb4-b57f0f0a65fd req-014ae1c2-fc16-4388-a76c-045662772f6b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.896476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1309d86-c07c-45d7-beca-09e104338161,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:34.898643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3b0b877d-37b9-4e25-a14e-7bf851c9ac20 None None] Provisioning complete for port d1309d86-c07c-45d7-beca-09e104338161 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:34.899023 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3b0b877d-37b9-4e25-a14e-7bf851c9ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:34.917511 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:31Z', 'revision_number': 5, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:34.945609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b877d-37b9-4e25-a14e-7bf851c9ac20 None None] Port d1309d86-c07c-45d7-beca-09e104338161 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:34.958232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:28Z', 'revision_number': 3, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:35.011144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b9df338a-9133-4d6d-9a0a-92b4fc277c13 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:35.011957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:35.014384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f1a9c-f4dc-4547-acbc-adfda52af242 None None] The sync data for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 is: [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:28Z', 'revision_number': 3, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:35.016406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c269f-9fdc-49d3-a047-99e1fc2bbaaa None None] The sync data for ids ['1dc82a12-8f32-4af1-948c-d12bab0874c4'] in n-d-840949-1 is: [{'id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1009825075-router', 'tenant_id': '82fa9aa920524e77a326ba7df2a2da24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:12Z', 'updated_at': '2022-05-10T11:26:31Z', 'revision_number': 5, 'project_id': '82fa9aa920524e77a326ba7df2a2da24', 'gw_port': {'id': 'a82bd202-3e68-4e33-86ef-a6a0126dffbf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc82a12-8f32-4af1-948c-d12bab0874c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:14Z', 'updated_at': '2022-05-10T11:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:35.097579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b9df338a-9133-4d6d-9a0a-92b4fc277c13 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:35.098145 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:35.130809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeeec1-a5bc-46f8-ba1a-0ba87ee1307c req-cf844b92-796b-4650-a549-e7d4ec16c37b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:35.132400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccfeeec1-a5bc-46f8-ba1a-0ba87ee1307c req-cf844b92-796b-4650-a549-e7d4ec16c37b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.2418056 May 10 11:26:35.180416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b1b501c-2b8d-4418-acb4-b57f0f0a65fd req-014ae1c2-fc16-4388-a76c-045662772f6b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:35.221301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b1b501c-2b8d-4418-acb4-b57f0f0a65fd req-014ae1c2-fc16-4388-a76c-045662772f6b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:35.239539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccfeeec1-a5bc-46f8-ba1a-0ba87ee1307c req-19699a62-b500-4792-85b0-c72cf1aa17f7 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915241 May 10 11:26:35.251323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:35.253069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:35.269168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b9df338a-9133-4d6d-9a0a-92b4fc277c13 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:35.276632 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:35.281300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60462) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:35.294088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a6526-c10e-448c-be62-b0ae30a87472 req-b3f39f37-435f-4d4b-857e-13bf15bae647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:35.299529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be5a6526-c10e-448c-be62-b0ae30a87472 req-b3f39f37-435f-4d4b-857e-13bf15bae647 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1101 time: 0.4726789 May 10 11:26:35.313872 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b1b501c-2b8d-4418-acb4-b57f0f0a65fd req-014ae1c2-fc16-4388-a76c-045662772f6b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:35.316147 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b1b501c-2b8d-4418-acb4-b57f0f0a65fd req-014ae1c2-fc16-4388-a76c-045662772f6b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5724733 May 10 11:26:35.322319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae1c2-fc16-4388-a76c-045662772f6b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e1b445-1385-4d3a-957d-be51011a4549,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:35.364689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab5faa8b-bb61-4412-8a64-eb6779947f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:35.456532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be5a6526-c10e-448c-be62-b0ae30a87472 req-83a27c5d-d1f0-4724-b521-5eba34f2b763 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355324 May 10 11:26:35.785386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:35.836842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Router 391806e8-c542-4ab6-b264-6db766953d4e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:26:35.866131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-62b1b79e-1c02-4dae-be0f-98d5ecd215df tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1078585634&fields=id&tenant_id=b23a897b907b416fada8a6a453eff724 HTTP/1.1" status: 200 len: 267 time: 0.2865021 May 10 11:26:35.870788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=a82bd202-3e68-4e33-86ef-a6a0126dffbf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:36.000796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.032210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4d9732be-12fa-418d-951a-bd49bc17e1e1 None None] Provisioning complete for port d1309d86-c07c-45d7-beca-09e104338161 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:36.032808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4d9732be-12fa-418d-951a-bd49bc17e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.091289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4d9732be-12fa-418d-951a-bd49bc17e1e1 None None] Port d1309d86-c07c-45d7-beca-09e104338161 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:36.157376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab5faa8b-bb61-4412-8a64-eb6779947f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.167866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.171300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.171572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-11a7eec1-5999-41ef-8585-05d047389e21 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:36.192282 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-11a7eec1-5999-41ef-8585-05d047389e21 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.3251829 May 10 11:26:36.206429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab5faa8b-bb61-4412-8a64-eb6779947f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.214135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Request body: {'port': {'security_groups': ['5d90297d-9d09-41ca-8e15-5f402c8387c3', '55e1b445-1385-4d3a-957d-be51011a4549']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:36.255606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.257082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dc82a12-8f32-4af1-948c-d12bab0874c4 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:26:36.265678 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.281135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-24a6e21e-060d-4369-ac8e-3b566aa94e5e admin admin] 10.222.0.13 "DELETE /v2.0/routers/1dc82a12-8f32-4af1-948c-d12bab0874c4 HTTP/1.1" status: 204 len: 168 time: 3.3966007 May 10 11:26:36.283878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:36.438009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60492) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:36.473711 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ea8502f8-0949-4c0b-922e-7f6b9ea92b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.485849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e67fe0f-ac03-41ec-8017-8c19e5acd775 admin admin] Deleting subnet e4cd77f0-4e03-43b1-b39f-ba8766bb2063 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:26:36.507475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e67fe0f-ac03-41ec-8017-8c19e5acd775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.607197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5faa8b-bb61-4412-8a64-eb6779947f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98517df-0824-44c9-87b7-3da9ba29d069,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:36.623882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ab5faa8b-bb61-4412-8a64-eb6779947f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb2e980758ae41ba93eea54a9cd207ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3403447 May 10 11:26:36.625053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1dbe-449f-4247-a647-90dda7269206 req-a8dc9e93-eec2-48fb-a5e3-06ddb68f9d61 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:36.630438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c52d1dbe-449f-4247-a647-90dda7269206 req-a8dc9e93-eec2-48fb-a5e3-06ddb68f9d61 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.2527544 May 10 11:26:36.632990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60496) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:36.634512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:36.651909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5406ef7-385a-431c-b14f-3f09e4ca04a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/391806e8-c542-4ab6-b264-6db766953d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2444465 May 10 11:26:36.661741 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.669955 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e67fe0f-ac03-41ec-8017-8c19e5acd775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.821020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c52d1dbe-449f-4247-a647-90dda7269206 req-03d75a44-5f42-4ea5-974b-8f3864e07571 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719449 May 10 11:26:36.825840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b414b353-c60f-4b57-9ea7-413b426755cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.934028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75f069de-5a31-4f57-abef-ea768654786d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.986267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75f069de-5a31-4f57-abef-ea768654786d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.028682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:37.036060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e67fe0f-ac03-41ec-8017-8c19e5acd775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.074001 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75f069de-5a31-4f57-abef-ea768654786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.077312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75f069de-5a31-4f57-abef-ea768654786d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.094819 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-75f069de-5a31-4f57-abef-ea768654786d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c98517df-0824-44c9-87b7-3da9ba29d069 HTTP/1.1" status: 204 len: 168 time: 0.4502354 May 10 11:26:37.139036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f069de-5a31-4f57-abef-ea768654786d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98517df-0824-44c9-87b7-3da9ba29d069,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:37.149778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:37.155542 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.213154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b414b353-c60f-4b57-9ea7-413b426755cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.222149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e67fe0f-ac03-41ec-8017-8c19e5acd775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.233553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b414b353-c60f-4b57-9ea7-413b426755cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.265884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60508) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:37.276211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9cea1ca4-9f71-453a-8e0c-af7cfab6f7c6 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085500991', 'description': 'tempest-description--926230854'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:37.344869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:37.345286 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.381832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414b353-c60f-4b57-9ea7-413b426755cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e83c11-23d6-41f4-ae13-9e7436cc80ff,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:37.384295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] For port 0ebe96da-005b-4feb-a675-02bba863ac5f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ebe96da-005b-4feb-a675-02bba863ac5f,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:37.408429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b414b353-c60f-4b57-9ea7-413b426755cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe88948748af45c593d3256be94e0627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9618828 May 10 11:26:37.411131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60512) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:37.417016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3c622c52-cfe9-400c-9cb8-f68dd5bfd553,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:37.428040 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.431938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be7aa1-da7e-4006-a359-2ec22464a117 None None] Network 788ad0fc-32d6-478f-b666-bd07909e2cf7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:37.438288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.446596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67fe0f-ac03-41ec-8017-8c19e5acd775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cd77f0-4e03-43b1-b39f-ba8766bb2063,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:37.450331 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ca4-9f71-453a-8e0c-af7cfab6f7c6 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.459472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e67fe0f-ac03-41ec-8017-8c19e5acd775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.468118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7e67fe0f-ac03-41ec-8017-8c19e5acd775 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4cd77f0-4e03-43b1-b39f-ba8766bb2063 HTTP/1.1" status: 204 len: 168 time: 1.1799526 May 10 11:26:37.474201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60514) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:37.526416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:37.527765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.544548 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f21166cd-a3b8-438b-8f73-665bea14e102 req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "PUT /v2.0/ports/0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 981 time: 1.3488073 May 10 11:26:37.549337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:37.554800 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250093a5-e327-49f0-9c3a-c2542e3a3efb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:37.610485 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.655111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ebe96da-005b-4feb-a675-02bba863ac5f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:37.717522 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc3124-dc42-4468-abbe-25eecd13a812 x-openstack-request-id: req-50bc3124-dc42-4468-abbe-25eecd13a812 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:37.718171 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:37.718641 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50bc3124-dc42-4468-abbe-25eecd13a812 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:37.721170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=3c622c52-cfe9-400c-9cb8-f68dd5bfd553,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:37.721497 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bc3124-dc42-4468-abbe-25eecd13a812'] response: {'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'status': 'completed', 'code': 200} May 10 11:26:37.746941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ebe96da-005b-4feb-a675-02bba863ac5f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:37.792293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.794169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ca4-9f71-453a-8e0c-af7cfab6f7c6 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.794581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.795974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.796418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.798278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.798709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.800563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a381414-fb35-429a-9edb-69cf3d8b6941 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event updated for resources: {'Port': ['ID=0ebe96da-005b-4feb-a675-02bba863ac5f,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:37.800895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.801385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.803764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.803764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.804304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.804700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:37.804964 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ca4-9f71-453a-8e0c-af7cfab6f7c6 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.817560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a90ade0f-b693-4ef1-bc5d-ada2ea884421 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:37.852940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.863648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-34202ed5-7301-4e82-9939-4e85729b4851 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1078585634&fields=id&tenant_id=b23a897b907b416fada8a6a453eff724 HTTP/1.1" status: 200 len: 267 time: 0.2101541 May 10 11:26:37.863803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ca4-9f71-453a-8e0c-af7cfab6f7c6 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.864729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2469ef-d9b3-4be6-a44a-5e4469bee553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.868877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9cea1ca4-9f71-453a-8e0c-af7cfab6f7c6 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6007659 May 10 11:26:37.875026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1ca4-9f71-453a-8e0c-af7cfab6f7c6 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f404b9-6354-4b9d-a8ab-e91b9f49c92b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:37.877473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60532) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:37.894565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d896ce9b-79d8-4d4e-8641-9e345460a67f tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Request body: {'security_group_rule': {'security_group_id': '19f404b9-6354-4b9d-a8ab-e91b9f49c92b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:37.900763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2469ef-d9b3-4be6-a44a-5e4469bee553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.984897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2469ef-d9b3-4be6-a44a-5e4469bee553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.988098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2469ef-d9b3-4be6-a44a-5e4469bee553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.989299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dd2469ef-d9b3-4be6-a44a-5e4469bee553 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e83c11-23d6-41f4-ae13-9e7436cc80ff HTTP/1.1" status: 204 len: 168 time: 0.5741882 May 10 11:26:37.999478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d896ce9b-79d8-4d4e-8641-9e345460a67f tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.008631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: a90ade0f-b693-4ef1-bc5d-ada2ea884421 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:38.009283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a90ade0f-b693-4ef1-bc5d-ada2ea884421 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:26:38.010947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-5674e8c8-2b96-473f-97db-4f0bb251aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:38.011230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a82bd202-3e68-4e33-86ef-a6a0126dffbf no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:38.020331 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-5674e8c8-2b96-473f-97db-4f0bb251aa3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1135 time: 0.2718925 May 10 11:26:38.057698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2469ef-d9b3-4be6-a44a-5e4469bee553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e83c11-23d6-41f4-ae13-9e7436cc80ff,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:38.059277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fd90-63df-4de1-851c-03d5d5e64909 req-ddef24bb-fc50-43cd-ba0e-926d08b06a6f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:38.068336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bda7fd90-63df-4de1-851c-03d5d5e64909 req-ddef24bb-fc50-43cd-ba0e-926d08b06a6f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.1113987 May 10 11:26:38.086592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: a82bd202-3e68-4e33-86ef-a6a0126dffbf {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:38.090881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a82bd202-3e68-4e33-86ef-a6a0126dffbf not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:26:38.100045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Sync routers for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:38.131289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d896ce9b-79d8-4d4e-8641-9e345460a67f tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.157159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bda7fd90-63df-4de1-851c-03d5d5e64909 req-a570a23e-3455-4828-9e38-f60c3b5b072c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825412 May 10 11:26:38.158729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d896ce9b-79d8-4d4e-8641-9e345460a67f tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.165254 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.189315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-2f1a3c21-958b-448b-bf4f-b90313c965cb tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:38.190723 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-2f1a3c21-958b-448b-bf4f-b90313c965cb tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 984 time: 0.2282696 May 10 11:26:38.204476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896ce9b-79d8-4d4e-8641-9e345460a67f tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0014576-1fa9-471a-a191-c4a02d5615fe,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:38.224348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Request body: {'port': {'security_groups': ['5d90297d-9d09-41ca-8e15-5f402c8387c3']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:38.234214 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d896ce9b-79d8-4d4e-8641-9e345460a67f tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.236162 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d896ce9b-79d8-4d4e-8641-9e345460a67f tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517475 May 10 11:26:38.238943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60542) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:38.245088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-51ed3bd2-195f-4936-9be2-14087fbdd4a9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Request body: {'security_group_rule': {'security_group_id': '19f404b9-6354-4b9d-a8ab-e91b9f49c92b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:38.327545 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51ed3bd2-195f-4936-9be2-14087fbdd4a9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.372736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:38.373046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Deleting port ca77d994-85e7-42f4-af3c-0aaad1e259e1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:38.373396 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.373521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:38.380597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689212-d537-432d-96eb-fd1c785a67ca req-c2e2711a-c354-463b-8282-9e5afbca4e95 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:38.389240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e4689212-d537-432d-96eb-fd1c785a67ca req-c2e2711a-c354-463b-8282-9e5afbca4e95 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1101 time: 0.1099713 May 10 11:26:38.475268 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51ed3bd2-195f-4936-9be2-14087fbdd4a9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.498423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e4689212-d537-432d-96eb-fd1c785a67ca req-d56c497a-f94d-479d-8b68-7d00d91db976 tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029184 May 10 11:26:38.503432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51ed3bd2-195f-4936-9be2-14087fbdd4a9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.526256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] For port ca77d994-85e7-42f4-af3c-0aaad1e259e1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ca77d994-85e7-42f4-af3c-0aaad1e259e1,segment=NetworkSegment(c1cb7596-e5d1-44f2-bdc3-eff90160e806),segment_id=c1cb7596-e5d1-44f2-bdc3-eff90160e806)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:38.531295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.559763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Calling delete_port for ca77d994-85e7-42f4-af3c-0aaad1e259e1 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:38.567597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed3bd2-195f-4936-9be2-14087fbdd4a9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cd17ad-fee2-445d-a196-55587a1559e6,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:38.581760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51ed3bd2-195f-4936-9be2-14087fbdd4a9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.584775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-51ed3bd2-195f-4936-9be2-14087fbdd4a9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445084 May 10 11:26:38.588446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60556) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:38.599569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:38.635481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:38.659953 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.794333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-5f424928-28ee-426d-8119-9aeacdf7d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:38.799775 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-5f424928-28ee-426d-8119-9aeacdf7d886 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 921 time: 0.7640665 May 10 11:26:38.817016 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.873859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.986068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:39.081495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-2c9c83c3-706f-40a6-9d4b-731d99bf8f85 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 217 time: 0.2656345 May 10 11:26:39.105918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca77d994-85e7-42f4-af3c-0aaad1e259e1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:39.174003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] No DVR routers for this DVR port ca77d994-85e7-42f4-af3c-0aaad1e259e1 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:39.175807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.275841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Allocated IP 172.25.8.60 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/66a36404-827f-4d5a-a977-97f88335b268) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:39.312896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b1f5-f445-496e-ac3c-1a9e794399f6 req-21a8d3df-8462-4232-8bee-c8b19217130f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:39.314655 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e18b1f5-f445-496e-ac3c-1a9e794399f6 req-21a8d3df-8462-4232-8bee-c8b19217130f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.1440029 May 10 11:26:39.407252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.456345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788ad0fc-32d6-478f-b666-bd07909e2cf7']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:39.463207 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e18b1f5-f445-496e-ac3c-1a9e794399f6 req-91c85146-18c0-4a89-9656-5c461c5568b0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408117 May 10 11:26:39.471490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cb7596-e5d1-44f2-bdc3-eff90160e806') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:39.471490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cb7596-e5d1-44f2-bdc3-eff90160e806') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:39.483186 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.486614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.504524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.513794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:26:39.514798 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.601703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.607222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d23aa2-c96f-4fd8-8cda-a2d100392fc3 None None] DHCP port deletion for 788ad0fc-32d6-478f-b666-bd07909e2cf7 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:26:39.645379 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: timer() May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:26:39.696869 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:26:39.702034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-fa5cee61-f23c-4392-a2f6-69c3e892f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:39.705166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:39.705565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.710964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-fa5cee61-f23c-4392-a2f6-69c3e892f619 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.6142783 May 10 11:26:39.711930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.790885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:39.795634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:39.799302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:39.837535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 2, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:39.851228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event updated for resources: {'Port': ['ID=66a36404-827f-4d5a-a977-97f88335b268,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:39.874335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Checking router: 391806e8-c542-4ab6-b264-6db766953d4e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:39.874690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Updating router 391806e8-c542-4ab6-b264-6db766953d4e port d1309d86-c07c-45d7-beca-09e104338161 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:39.879982 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-2602389a-488f-4ac1-922a-c2e365176d0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356664 May 10 11:26:39.888744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-cbd4bec8-1f0e-4194-bcab-7ab748ffd155 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7310772 May 10 11:26:39.998601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-4a4a6163-c918-481a-8331-38fa25233217 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080394 May 10 11:26:40.002193 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.003272 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.020135 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.027388 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.039014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] 10.222.0.13 "DELETE /v2.0/networks/788ad0fc-32d6-478f-b666-bd07909e2cf7 HTTP/1.1" status: 204 len: 168 time: 2.5412621 May 10 11:26:40.058969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.088428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:40.423241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.437889 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.467048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] For port 0ebe96da-005b-4feb-a675-02bba863ac5f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ebe96da-005b-4feb-a675-02bba863ac5f,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:40.471796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a4a91-48bf-4d4e-97b8-ba03a8c9bd4b admin admin] Pushing event deleted for resources: {'Network': ['ID=788ad0fc-32d6-478f-b666-bd07909e2cf7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:40.651517 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.656218 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.661323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60614) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:40.669022 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.700973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.737640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event updated for resources: {'Port': ['ID=66a36404-827f-4d5a-a977-97f88335b268,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:40.779127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ebe96da-005b-4feb-a675-02bba863ac5f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:40.789140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.804563 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-07a68902-12d7-4e79-845a-de8b6efea872 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2996593 May 10 11:26:40.840785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9253d-7d19-409c-b359-b7f810c2809b req-836512b3-7aa5-49bb-b265-38e803a0f91f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:40.842742 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21f9253d-7d19-409c-b359-b7f810c2809b req-836512b3-7aa5-49bb-b265-38e803a0f91f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.1250296 May 10 11:26:40.858428 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.859633 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0eebf308-6e91-4842-8cf8-061c23a35f17 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2696013 May 10 11:26:40.944998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dfb1e-7bd9-4a97-a56c-2ebd1b0a4575 None None] Pushing event updated for resources: {'Port': ['ID=d1309d86-c07c-45d7-beca-09e104338161,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:40.955574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ca77d994-85e7-42f4-af3c-0aaad1e259e1 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:40.992218 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21f9253d-7d19-409c-b359-b7f810c2809b req-bb1f4352-f132-46d3-bc35-ece9bc2a481b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327531 May 10 11:26:40.997560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:41.000049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:41.002435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54d56680-76c8-4342-bc43-a0994b5aef2a req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "PUT /v2.0/ports/0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 942 time: 2.7952700 May 10 11:26:41.021187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343b05c-97c9-4f7d-a748-d41be76faee6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event updated for resources: {'Port': ['ID=0ebe96da-005b-4feb-a675-02bba863ac5f,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:41.034293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:41.039950 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c939ded-3fed-4993-9523-b16cbe567172" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:41.043166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-04272624-2b17-4085-b0e8-beae326b4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:41.051497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-04272624-2b17-4085-b0e8-beae326b4ef7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 1100 time: 0.1494243 May 10 11:26:41.266389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-f445045f-b3d8-4116-9816-17e6761b2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:41.272651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-f445045f-b3d8-4116-9816-17e6761b2265 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1943831 May 10 11:26:41.329881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-250093a5-e327-49f0-9c3a-c2542e3a3efb req-7798504a-c1f1-4a3f-a2ce-e2a0d5ff9189 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3220794 May 10 11:26:41.339996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-806aa4f9-4d42-4c06-b172-d21a256d4aa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82fa9aa920524e77a326ba7df2a2da24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696694 May 10 11:26:41.341025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60640) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:41.390614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-9baf68d2-fc5d-4011-99d6-c64af75a40d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 200 len: 217 time: 0.1087756 May 10 11:26:41.509155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-83d95c2d-3aaa-4c39-8e10-c60c5bb5a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:41.510668 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-83d95c2d-3aaa-4c39-8e10-c60c5bb5a75c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1132064 May 10 11:26:41.536630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ca77d994-85e7-42f4-af3c-0aaad1e259e1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:41.554070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ca77d994-85e7-42f4-af3c-0aaad1e259e1 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:26:41.583105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0119c07e-0343-4e50-ba0f-b7e95c4f3769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:41.613581 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894aa94f-9821-47fe-8257-33ba8eae62a4 x-openstack-request-id: req-894aa94f-9821-47fe-8257-33ba8eae62a4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:41.614155 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:41.614492 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-894aa94f-9821-47fe-8257-33ba8eae62a4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:41.615272 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894aa94f-9821-47fe-8257-33ba8eae62a4'] response: {'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'status': 'completed', 'code': 200} May 10 11:26:41.634550 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0119c07e-0343-4e50-ba0f-b7e95c4f3769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:41.643131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-c96c8912-5d72-4d44-96b3-54e74dad0533 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5819957 May 10 11:26:41.650839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ebe96da-005b-4feb-a675-02bba863ac5f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:41.661281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:41.664457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-8c9ee7e1-0bf6-4174-816d-77137b9c3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:41.665991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-8c9ee7e1-0bf6-4174-816d-77137b9c3c83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468084 May 10 11:26:41.777115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:41.820199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Attempting to bind port d1309d86-c07c-45d7-beca-09e104338161 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:41.820835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Attempting to bind port d1309d86-c07c-45d7-beca-09e104338161 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:41.820963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Attempting to bind port d1309d86-c07c-45d7-beca-09e104338161 on network e505e6e1-deb7-47b4-9ab5-c604add2fc37 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:41.824693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1846975f-743a-462b-90f1-3eb5cf08e07b None None] Provisioning complete for port d1309d86-c07c-45d7-beca-09e104338161 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:41.825062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1846975f-743a-462b-90f1-3eb5cf08e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:41.866499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-487a3043-1d2f-4a9c-bad3-830e04ff8793 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870294 May 10 11:26:41.938102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1846975f-743a-462b-90f1-3eb5cf08e07b None None] Port d1309d86-c07c-45d7-beca-09e104338161 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:41.984068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:41.986193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Checking segment: {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:41.987472 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:41.988359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Bound using segment: {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:41.989095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Bound port: d1309d86-c07c-45d7-beca-09e104338161, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:41.989647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:42.015008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939ded-3fed-4993-9523-b16cbe567172 req-9e2ce299-c8ee-4e57-88e4-9a91ad38a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:42.016610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c939ded-3fed-4993-9523-b16cbe567172 req-9e2ce299-c8ee-4e57-88e4-9a91ad38a1fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1096 time: 0.3725448 May 10 11:26:42.040439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0119c07e-0343-4e50-ba0f-b7e95c4f3769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:42.043128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0119c07e-0343-4e50-ba0f-b7e95c4f3769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:42.044329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0119c07e-0343-4e50-ba0f-b7e95c4f3769 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80112b82-1bcc-4d93-95c0-19c3cfcc9f30 HTTP/1.1" status: 204 len: 168 time: 0.6922863 May 10 11:26:42.136285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a65e8a3f-f54b-45c5-8422-89d60f641791 req-2bb0df6b-6c05-4f7f-bca8-6a610f90979d service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578449 May 10 11:26:42.237921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119c07e-0343-4e50-ba0f-b7e95c4f3769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80112b82-1bcc-4d93-95c0-19c3cfcc9f30,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:42.409958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] For port d1309d86-c07c-45d7-beca-09e104338161, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:42.423487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939ded-3fed-4993-9523-b16cbe567172 req-15e55859-27bc-4744-afcf-5bb6517336a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:42.423487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c939ded-3fed-4993-9523-b16cbe567172 req-15e55859-27bc-4744-afcf-5bb6517336a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 921 time: 0.3934910 May 10 11:26:42.486468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c939ded-3fed-4993-9523-b16cbe567172 req-8a2b9668-6f0a-456f-a75a-0a08fd479638 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 217 time: 0.0526595 May 10 11:26:42.519780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] For port d1309d86-c07c-45d7-beca-09e104338161, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d1309d86-c07c-45d7-beca-09e104338161,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:42.535522 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:42.594773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:42.625862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939ded-3fed-4993-9523-b16cbe567172 req-b12abc3e-11d4-4d3d-9d83-8e689d87ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:42.634476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:42.635252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:42.643878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c939ded-3fed-4993-9523-b16cbe567172 req-b12abc3e-11d4-4d3d-9d83-8e689d87ed51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.1296175 May 10 11:26:42.774718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c939ded-3fed-4993-9523-b16cbe567172 req-186a9d23-0540-4d2a-b1ef-9a0897b750ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298523 May 10 11:26:42.781025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:42.986888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dfb1e-7bd9-4a97-a56c-2ebd1b0a4575 None None] Pushing event updated for resources: {'Port': ['ID=d1309d86-c07c-45d7-beca-09e104338161,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:43.026563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ba47c4d8-3d4e-4ead-ab5e-6117ce791c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:43.028294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ba47c4d8-3d4e-4ead-ab5e-6117ce791c47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1101 time: 0.1634822 May 10 11:26:43.154590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ee8ef-d29d-47eb-9e59-10ddac2ecfcc req-4964cb3d-f9af-4fad-9d99-564e2d4a5da1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:43.163632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a98ee8ef-d29d-47eb-9e59-10ddac2ecfcc req-4964cb3d-f9af-4fad-9d99-564e2d4a5da1 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.2328587 May 10 11:26:43.225315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-007e8e16-536c-4810-bd1d-e1308ec030d0 None None] Provisioning complete for port d1309d86-c07c-45d7-beca-09e104338161 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:43.229824 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-007e8e16-536c-4810-bd1d-e1308ec030d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.305908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a98ee8ef-d29d-47eb-9e59-10ddac2ecfcc req-a162059f-4544-4d96-b124-f52472ca5946 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411579 May 10 11:26:43.348850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:42Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:43.366937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-a06ae0cf-5e65-4697-8cb3-ec462ebcfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:43.385554 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-a06ae0cf-5e65-4697-8cb3-ec462ebcfb02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3465312 May 10 11:26:43.390250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f5ae1-8a96-46b9-b27f-3b55d6bfd294 None None] The sync data for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 is: [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:42Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:43.471592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-007e8e16-536c-4810-bd1d-e1308ec030d0 None None] Current status of the port d1309d86-c07c-45d7-beca-09e104338161 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:43.471592 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-007e8e16-536c-4810-bd1d-e1308ec030d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.520462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-8a3a69d4-9dbc-4843-98d0-905d4adba4f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.1286652 May 10 11:26:43.580693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-007e8e16-536c-4810-bd1d-e1308ec030d0 None None] For port d1309d86-c07c-45d7-beca-09e104338161, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d1309d86-c07c-45d7-beca-09e104338161,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:43.590933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Allocated IP 172.25.8.11 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/21a55669-27f7-4e5c-914a-1cac6449bf80) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:43.595929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-007e8e16-536c-4810-bd1d-e1308ec030d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.609174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-50d91189-5e41-4ee3-a1f1-695b04efbe39 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:43.611282 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-50d91189-5e41-4ee3-a1f1-695b04efbe39 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.49 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 945 time: 0.2389784 May 10 11:26:43.632595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c939ded-3fed-4993-9523-b16cbe567172 req-e6976683-25ee-437c-8963-95e4b934a862 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8387873 May 10 11:26:43.653888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-61c0e2f1-fc7c-46e4-a3b4-417aeac04615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:43.661649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-61c0e2f1-fc7c-46e4-a3b4-417aeac04615 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1382029 May 10 11:26:43.703219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e8e16-536c-4810-bd1d-e1308ec030d0 None None] Pushing event updated for resources: {'Port': ['ID=d1309d86-c07c-45d7-beca-09e104338161,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:43.833462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-0e0c2a8b-34c3-4bf0-af30-1e61d616b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:43.835578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-0e0c2a8b-34c3-4bf0-af30-1e61d616b66d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704695 May 10 11:26:43.843903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-caa2b07f-7d55-4f10-b1f5-667add4efecd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878384 May 10 11:26:43.921732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60768) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:44.033406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-5c6295f1-1b41-41bc-b0fe-01df73c933d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:44.042498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-5c6295f1-1b41-41bc-b0fe-01df73c933d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f412398bacf64f12baf28adf9efeeed7&device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 1095 time: 0.1476610 May 10 11:26:44.090457 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.105686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c939ded-3fed-4993-9523-b16cbe567172 req-02bb775a-0455-4a4a-8d6c-ccbbbd6298c0 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437158 May 10 11:26:44.121711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Deleting port bef91ce1-7d19-4187-bc84-951398c20338 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:44.121935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.179575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-7112a165-012f-4411-b1b4-c2e71475af1f service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345966 May 10 11:26:44.212833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-network', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:44.233785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-111666e9-e80b-412b-8872-b0a17f8cec66 req-1d2dbd5a-ee7f-4127-95bb-17ef4b940b9e tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c6daa51b9c74e95bb285abafb604295&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1501007 May 10 11:26:44.239126 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.289291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Made reservation on behalf of c4911b3d3e204486972fb2a3b4cc9063 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:44.292427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.320313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:44.326611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.329541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] For port bef91ce1-7d19-4187-bc84-951398c20338, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=bef91ce1-7d19-4187-bc84-951398c20338,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:44.329894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.340004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:44.342893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:44.361058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Calling delete_port for bef91ce1-7d19-4187-bc84-951398c20338 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:44.383157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event updated for resources: {'Port': ['ID=21a55669-27f7-4e5c-914a-1cac6449bf80,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:44.429118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-c94d8190-528f-4bc3-8721-e1f1f3de6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:44.433625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-c94d8190-528f-4bc3-8721-e1f1f3de6da2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 200 len: 921 time: 0.3616095 May 10 11:26:44.510079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-025bab4f-6939-4625-bc34-2bba1c857ae2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 200 len: 217 time: 0.0636835 May 10 11:26:44.545938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111666e9-e80b-412b-8872-b0a17f8cec66 req-60c757ce-b308-4799-9e68-fb27d1246cf2 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:44.547635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-111666e9-e80b-412b-8872-b0a17f8cec66 req-60c757ce-b308-4799-9e68-fb27d1246cf2 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129101 May 10 11:26:44.575038 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-408f2194-af1d-479c-abc8-465423ea4de5 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601627 May 10 11:26:44.585575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.612047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-111666e9-e80b-412b-8872-b0a17f8cec66 req-21b8b7f6-bc3f-4649-84ea-9111ac4b0740 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/quotas/3c6daa51b9c74e95bb285abafb604295 HTTP/1.1" status: 200 len: 375 time: 0.0394344 May 10 11:26:44.615421 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.646058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.651478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-18bf30bb-ce7d-4bc1-afa1-fc052b0e1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:44.653907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-18bf30bb-ce7d-4bc1-afa1-fc052b0e1594 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 200 len: 860 time: 0.1289048 May 10 11:26:44.708749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:26:44.742493 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.748382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee60a46-57d2-469d-92fc-d2de3c8ca8b1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:44.752691 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.753038 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Added segment 999ee9e5-f211-4c94-b90e-cd4467b10c87 of type vlan for network 45abb94c-7265-4b07-9671-dab9e03e0508 May 10 11:26:44.786022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.800170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['bef91ce1-7d19-4187-bc84-951398c20338'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:26:44.888569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Pushing event deleted for resources: {'Port': ['ID=bef91ce1-7d19-4187-bc84-951398c20338,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:44.918280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d1309d86-c07c-45d7-beca-09e104338161 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:44.951658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.955181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] No DVR routers for this DVR port bef91ce1-7d19-4187-bc84-951398c20338 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:44.958713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.962287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7796128-6c92-42fe-bef9-598f8bf53d40 req-48d1d2fa-edf1-4687-b4ce-807f614a9ec1 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.49 "DELETE /v2.0/ports/bef91ce1-7d19-4187-bc84-951398c20338 HTTP/1.1" status: 204 len: 173 time: 1.3412476 May 10 11:26:44.968515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'name': 'network-vif-deleted', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:44.971201 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960881c9-e48d-44d6-a4e8-494d4ff2cc0c" -d '{"events": [{"server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "name": "network-vif-deleted", "tag": "bef91ce1-7d19-4187-bc84-951398c20338"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:45.038128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d1309d86-c07c-45d7-beca-09e104338161 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:45.041163 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.061379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.062375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:45.062954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.103326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1444662 May 10 11:26:45.141762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60786) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:45.150292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Request body: {'subnet': {'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-subnet', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:45.193812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d1309d86-c07c-45d7-beca-09e104338161 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:45.204629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8543d-6ce1-4af3-8d66-2abe534d1ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=45abb94c-7265-4b07-9671-dab9e03e0508,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:45.218363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 45abb94c-7265-4b07-9671-dab9e03e0508 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:26:45.230333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Made reservation on behalf of c4911b3d3e204486972fb2a3b4cc9063 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:45.232751 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.253600 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.281753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.351181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-111666e9-e80b-412b-8872-b0a17f8cec66 req-8267f698-f99b-422c-af05-1fc39e3c848b tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c6daa51b9c74e95bb285abafb604295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7291975 May 10 11:26:45.375752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-752a3b18-5b3a-4df8-84b9-0eb5140b4eb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308831 May 10 11:26:45.401561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event updated for resources: {'Port': ['ID=21a55669-27f7-4e5c-914a-1cac6449bf80,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:45.418768 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.470974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.473255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-7154cd66-4a08-4fcb-b5e6-083cd2c306dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8196111 May 10 11:26:45.530910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-6cd29ebb-c219-462d-ab19-88286e413d0c service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468441 May 10 11:26:45.620723 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-d81e97d0-47cf-4ebb-aac2-25c86afd0683 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.1246159 May 10 11:26:45.671099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.698650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24b5eab4-4bdd-465e-a031-e0c56bf9de8a req-ac3fc4a6-03c3-46f1-a4e7-2d5b7e34291c tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=8177a41e-69ce-4e73-816e-00f5f66d03de HTTP/1.1" status: 200 len: 210 time: 0.0774882 May 10 11:26:45.725601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e02198a-859b-4e60-846b-dd27ffa50a0e req-0b312470-bbc4-4465-8643-cb7c59cff2b1 service neutron] 10.222.0.49 "GET /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877797 May 10 11:26:45.800832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46de1c0-5d96-4db1-93e4-0cc5252a3648,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:45.839984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Checking segment: {'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:45.840492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Network hostable DHCP agents. Network: 45abb94c-7265-4b07-9671-dab9e03e0508, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:26:45.864829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-2a806b90-cb43-4718-8077-0e081c6e4d98 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:45.869554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-008c3eee-0973-43b0-95a1-f96542a48be3 req-2a806b90-cb43-4718-8077-0e081c6e4d98 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.2276900 May 10 11:26:45.878272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Network 45abb94c-7265-4b07-9671-dab9e03e0508 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:26:45.893900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 45abb94c-7265-4b07-9671-dab9e03e0508) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:45.898933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:45.900345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.904587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76085894-5934-449c-b979-18209c9185af None None] Network 45abb94c-7265-4b07-9671-dab9e03e0508 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:45.913945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ee9c3-170d-41bf-b747-08c273feb877 req-aed569cb-9005-4d78-9e60-d6979f648f33 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:45.914127 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29f907e-1f9b-48b2-a6b9-9a9bb3d6cc34 x-openstack-request-id: req-c29f907e-1f9b-48b2-a6b9-9a9bb3d6cc34 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:45.914471 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8177a41e-69ce-4e73-816e-00f5f66d03de", "name": "network-vif-deleted", "tag": "bef91ce1-7d19-4187-bc84-951398c20338", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:45.915076 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c29f907e-1f9b-48b2-a6b9-9a9bb3d6cc34 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:45.916022 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29f907e-1f9b-48b2-a6b9-9a9bb3d6cc34'] response: {'server_uuid': '8177a41e-69ce-4e73-816e-00f5f66d03de', 'name': 'network-vif-deleted', 'tag': 'bef91ce1-7d19-4187-bc84-951398c20338', 'status': 'completed', 'code': 200} May 10 11:26:45.921963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-698edb32-a494-4439-9263-9053e88108c7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7789960 May 10 11:26:45.925943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60798) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:45.927925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-698ee9c3-170d-41bf-b747-08c273feb877 req-aed569cb-9005-4d78-9e60-d6979f648f33 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.0718369 May 10 11:26:45.933205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:45.957165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.958998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.978140 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-698ee9c3-170d-41bf-b747-08c273feb877 req-965c5d12-36f5-487e-b970-109f2970b168 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488837 May 10 11:26:46.049750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.164287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-45abb94c-7265-4b07-9671-dab9e03e0508', 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'fixed_ips': [{'subnet_id': 'e46de1c0-5d96-4db1-93e4-0cc5252a3648'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:26:46.166693 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.186282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-e7227f38-1c75-4390-80ac-9ec02e654fe9 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:46.190344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-e7227f38-1c75-4390-80ac-9ec02e654fe9 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1052437 May 10 11:26:46.251617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.274489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-9db3af55-fa2a-4787-a20d-f79835e72498 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.0762844 May 10 11:26:46.279693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Request body: {'floatingip': {'port_id': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:46.328094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.333835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Allocated IP 172.20.0.2 (45abb94c-7265-4b07-9671-dab9e03e0508/e46de1c0-5d96-4db1-93e4-0cc5252a3648/c93b8bda-055b-4c53-8bf6-25c16155aa89) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:46.522900 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.541941 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.545748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.570159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.595850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Pushing event updated for resources: {'Port': ['ID=c93b8bda-055b-4c53-8bf6-25c16155aa89,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:46.619447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Network 45abb94c-7265-4b07-9671-dab9e03e0508 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:46.622813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:46.630059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:46.708015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Allocated IP 172.25.8.223 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/3dec660b-b4ca-488a-86eb-e3208a078aa9) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:46.728607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Attempting to bind port c93b8bda-055b-4c53-8bf6-25c16155aa89 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:46.729241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Attempting to bind port c93b8bda-055b-4c53-8bf6-25c16155aa89 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:46.729818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Attempting to bind port c93b8bda-055b-4c53-8bf6-25c16155aa89 on network 45abb94c-7265-4b07-9671-dab9e03e0508 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:46.762280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:46.763636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Checking segment: {'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:46.765128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.766239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Bound using segment: {'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:46.768254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Bound port: c93b8bda-055b-4c53-8bf6-25c16155aa89, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:46.769668 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.867594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.892070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] For port c93b8bda-055b-4c53-8bf6-25c16155aa89, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:46.892070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] For port c93b8bda-055b-4c53-8bf6-25c16155aa89, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c93b8bda-055b-4c53-8bf6-25c16155aa89,segment=NetworkSegment(999ee9e5-f211-4c94-b90e-cd4467b10c87),segment_id=999ee9e5-f211-4c94-b90e-cd4467b10c87)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:46.905305 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.972679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.041697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.060039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.063542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:47.064962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:47.067545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad517c4-02f3-4a73-86f5-ff0e362a49ba None None] Pushing event updated for resources: {'Port': ['ID=c93b8bda-055b-4c53-8bf6-25c16155aa89,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:47.079483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:47.081664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Pushing event updated for resources: {'Port': ['ID=3dec660b-b4ca-488a-86eb-e3208a078aa9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:47.229467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device bef91ce1-7d19-4187-bc84-951398c20338 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:47.271275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: bef91ce1-7d19-4187-bc84-951398c20338 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:47.271776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device bef91ce1-7d19-4187-bc84-951398c20338 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:26:47.283760 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Floating IP 04f30a5f-878e-4783-8c32-f4062b42fffd associated. External IP: 172.25.8.11, port: 0ebe96da-005b-4feb-a675-02bba863ac5f. May 10 11:26:47.294923 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8b3fb4a-8324-4fdd-8ad5-985a46e01f75 req-b7f610cb-fffb-451c-9963-06458c421685 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c6daa51b9c74e95bb285abafb604295&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522671 May 10 11:26:47.545263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3fb4a-8324-4fdd-8ad5-985a46e01f75 req-1ad77500-2839-43de-b12b-871cbfd77b1e tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:47.546789 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8b3fb4a-8324-4fdd-8ad5-985a46e01f75 req-1ad77500-2839-43de-b12b-871cbfd77b1e tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509263 May 10 11:26:47.573057 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.577864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8b3fb4a-8324-4fdd-8ad5-985a46e01f75 req-cfbdce85-9c39-49a6-9f4c-6ad2b2f8cc61 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/quotas/3c6daa51b9c74e95bb285abafb604295 HTTP/1.1" status: 200 len: 375 time: 0.0168781 May 10 11:26:47.616160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Router 757160dd-3247-41fb-8a11-d8ae4db46d51 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:26:47.645563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8b3fb4a-8324-4fdd-8ad5-985a46e01f75 req-22f32c51-5b7c-4a48-9d4b-be11f8ca1af3 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c6daa51b9c74e95bb285abafb604295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351045 May 10 11:26:47.737008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:47.742133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.749692 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] Sync routers for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:47.766488 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:47.768387 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:47.776030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-a3fac015-470a-4dc1-8c78-77b92e61185d tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "PUT /v2.0/floatingips/04f30a5f-878e-4783-8c32-f4062b42fffd HTTP/1.1" status: 200 len: 995 time: 1.5003653 May 10 11:26:47.776507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:47.778808 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:47.825989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.939418 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:48.002447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-142efe80-076c-4dac-bf18-eda3f650cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:48.004021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-142efe80-076c-4dac-bf18-eda3f650cf49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1096 time: 0.2079015 May 10 11:26:48.025251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd7c09-769e-4edb-95bc-139e973eb5a8 req-f7539d20-c412-4b38-9d77-3a81401e14f8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:48.026974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-27dd7c09-769e-4edb-95bc-139e973eb5a8 req-f7539d20-c412-4b38-9d77-3a81401e14f8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.1303337 May 10 11:26:48.100414 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-27dd7c09-769e-4edb-95bc-139e973eb5a8 req-9bc7bb3e-ca79-456c-b565-9ae06e7ef84e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657268 May 10 11:26:48.121215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Router 6fecea5f-6ef9-413a-9549-4baff706fc7f is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:26:48.217131 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '04f30a5f-878e-4783-8c32-f4062b42fffd', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'port_id': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'mac_address': 'fa:16:3e:54:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d72bb91-195e-4716-84ab-a0af099601fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:26:44Z', 'updated_at': '2022-05-10T11:26:46Z', 'revision_number': 1, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:41Z', 'revision_number': 5, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:48.218241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-0ee6e5a6-581c-4bcb-af0d-7d276d96ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:48.227102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-0ee6e5a6-581c-4bcb-af0d-7d276d96ca51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 921 time: 0.2116361 May 10 11:26:48.248091 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] Checking router: 757160dd-3247-41fb-8a11-d8ae4db46d51 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:48.257964 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:48.259800 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:48.334777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-c32d6a72-8be0-4421-8d85-bc432f2b1b3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 998 time: 0.1064408 May 10 11:26:48.361181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:48.376349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Sync routers for ids ['6fecea5f-6ef9-413a-9549-4baff706fc7f'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:48.399151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:48.402142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Routers {'6fecea5f-6ef9-413a-9549-4baff706fc7f'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:48.403018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6fecea5f-6ef9-413a-9549-4baff706fc7f'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:48.404042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4e49a3d1-2ecb-4798-94f5-a138ead06def admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4766343 May 10 11:26:48.404613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60854) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:48.453742 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:48.515144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038ea139-041f-45c3-8135-51bd24cfe13a None None] Network 45abb94c-7265-4b07-9671-dab9e03e0508 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:48.526161 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cf4e08-a8cc-4323-9d0b-989275f6608e x-openstack-request-id: req-84cf4e08-a8cc-4323-9d0b-989275f6608e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:48.526690 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:48.527091 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84cf4e08-a8cc-4323-9d0b-989275f6608e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:48.527656 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cf4e08-a8cc-4323-9d0b-989275f6608e'] response: {'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'status': 'completed', 'code': 200} May 10 11:26:48.571507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-10f42671-efaa-4779-8983-9290cfc39933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:48.579256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-10f42671-efaa-4779-8983-9290cfc39933 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.2435129 May 10 11:26:48.651110 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-119825b9-3b07-496d-a102-dd281e0a976b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705152 May 10 11:26:48.738609 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '04f30a5f-878e-4783-8c32-f4062b42fffd', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'port_id': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'mac_address': 'fa:16:3e:54:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d72bb91-195e-4716-84ab-a0af099601fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:26:44Z', 'updated_at': '2022-05-10T11:26:46Z', 'revision_number': 1, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:41Z', 'revision_number': 5, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:48.771060 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-a199438a-0c51-4ba5-a483-6f8f01d687be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:48.772969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-a199438a-0c51-4ba5-a483-6f8f01d687be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1096 time: 0.2444191 May 10 11:26:48.814186 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e5c5c-fe70-4c7c-97a8-8198f908b14b None None] The sync data for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 is: [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '04f30a5f-878e-4783-8c32-f4062b42fffd', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'port_id': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'mac_address': 'fa:16:3e:54:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d72bb91-195e-4716-84ab-a0af099601fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:26:44Z', 'updated_at': '2022-05-10T11:26:46Z', 'revision_number': 1, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:41Z', 'revision_number': 5, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:48.830074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Set router 6fecea5f-6ef9-413a-9549-4baff706fc7f gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:49.022007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0af6f7-3607-4c85-bc1d-e67cfe1731c0 req-b270f006-c059-45fe-b411-174a72c2ef62 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:49.024692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c0af6f7-3607-4c85-bc1d-e67cfe1731c0 req-b270f006-c059-45fe-b411-174a72c2ef62 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 944 time: 0.0804372 May 10 11:26:49.078372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c0af6f7-3607-4c85-bc1d-e67cfe1731c0 req-38567755-77ab-4dd0-9f86-8153fb353094 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456612 May 10 11:26:49.137576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-e5771e0a-3900-48be-938e-26007a443187 service neutron] 10.222.0.13 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851317 May 10 11:26:49.170791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-dbf43e29-a63b-4e1f-9718-34d8747996f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:49.172672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-dbf43e29-a63b-4e1f-9718-34d8747996f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 921 time: 0.3886611 May 10 11:26:49.178751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c93b8bda-055b-4c53-8bf6-25c16155aa89 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:49.181171 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72fccf1-07bc-499f-96a3-bdcedb8cae9f None None] New status for floating IP 04f30a5f-878e-4783-8c32-f4062b42fffd: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:26:49.188141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-daf9f12b-60ea-4171-b452-3d1fe5b1bbf5 None None] Provisioning complete for port c93b8bda-055b-4c53-8bf6-25c16155aa89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:49.188141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-daf9f12b-60ea-4171-b452-3d1fe5b1bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.356917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-ff30e896-ca74-4128-8081-188e6e435f4f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:49.358420 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-ff30e896-ca74-4128-8081-188e6e435f4f tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.49 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 944 time: 0.4389243 May 10 11:26:49.463123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebeb31-23ce-4c20-b127-ab76bce45f90 req-622760d1-bc17-44c1-a01e-fe241c1847f4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:49.481312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bebeb31-23ce-4c20-b127-ab76bce45f90 req-622760d1-bc17-44c1-a01e-fe241c1847f4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.1110299 May 10 11:26:49.485899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c93b8bda-055b-4c53-8bf6-25c16155aa89 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:49.487117 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.532800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-bc182258-227b-457f-86a6-62e014cf7d08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 998 time: 0.3322420 May 10 11:26:49.544492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-daf9f12b-60ea-4171-b452-3d1fe5b1bbf5 None None] Current status of the port c93b8bda-055b-4c53-8bf6-25c16155aa89 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:49.544881 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-daf9f12b-60ea-4171-b452-3d1fe5b1bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.548674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bebeb31-23ce-4c20-b127-ab76bce45f90 req-22241fab-feab-4deb-a839-12d344b2c21c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657248 May 10 11:26:49.624091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-daf9f12b-60ea-4171-b452-3d1fe5b1bbf5 None None] For port c93b8bda-055b-4c53-8bf6-25c16155aa89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c93b8bda-055b-4c53-8bf6-25c16155aa89,segment=NetworkSegment(999ee9e5-f211-4c94-b90e-cd4467b10c87),segment_id=999ee9e5-f211-4c94-b90e-cd4467b10c87)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:49.631943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9762444f-583f-46bf-affe-e2233e5eaf7c req-9631a0d0-8cf1-4123-a9a4-b79034484659 service neutron] 10.222.0.13 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739573 May 10 11:26:49.640092 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-daf9f12b-60ea-4171-b452-3d1fe5b1bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.715077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9f12b-60ea-4171-b452-3d1fe5b1bbf5 None None] Pushing event updated for resources: {'Port': ['ID=c93b8bda-055b-4c53-8bf6-25c16155aa89,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:49.751454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-bc740445-7182-40a2-a518-f72dc9d837e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:49.753302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-bc740445-7182-40a2-a518-f72dc9d837e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.2109091 May 10 11:26:49.786491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c93b8bda-055b-4c53-8bf6-25c16155aa89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:49.791243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:47Z', 'revision_number': 3, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:49.821941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Checking router: 6fecea5f-6ef9-413a-9549-4baff706fc7f for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:49.822558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Updating router 6fecea5f-6ef9-413a-9549-4baff706fc7f port 3dec660b-b4ca-488a-86eb-e3208a078aa9 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:49.852845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.884796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-7fdd491a-e5d3-4485-930b-9ad1f6a19aac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578861 May 10 11:26:49.984110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Deleting port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:49.984462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.997767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4e51401e-a0be-45cf-8851-1aa67f707804 None None] Provisioning complete for port c93b8bda-055b-4c53-8bf6-25c16155aa89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:49.998141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4e51401e-a0be-45cf-8851-1aa67f707804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.045412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-a67eb263-1430-4c0c-9f45-7e78ae39be46 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.2908125 May 10 11:26:50.052102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-beeefdae-296c-4007-b280-87de82dbf438 req-427af0dc-2e83-404e-95be-ce45125aad5b tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c6daa51b9c74e95bb285abafb604295&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354700 May 10 11:26:50.198505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeefdae-296c-4007-b280-87de82dbf438 req-c7ba777c-37ef-464b-a418-09343f397878 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:50.200351 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-beeefdae-296c-4007-b280-87de82dbf438 req-c7ba777c-37ef-464b-a418-09343f397878 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474767 May 10 11:26:50.234753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-beeefdae-296c-4007-b280-87de82dbf438 req-b0673f60-14c7-4856-9f09-d88497665f7d tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/quotas/3c6daa51b9c74e95bb285abafb604295 HTTP/1.1" status: 200 len: 375 time: 0.0232725 May 10 11:26:50.268947 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-beeefdae-296c-4007-b280-87de82dbf438 req-ac01b6dd-64ca-4ce0-a4ef-87d4ee8a3065 tempest-QuotasAdminNegativeTest-1886993780 tempest-QuotasAdminNegativeTest-1886993780-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c6daa51b9c74e95bb285abafb604295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327580 May 10 11:26:50.298898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4e51401e-a0be-45cf-8851-1aa67f707804 None None] Current status of the port c93b8bda-055b-4c53-8bf6-25c16155aa89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:50.327017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.337919 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.407265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8570c0d-a884-4793-bf04-2060faa243c2 None None] Pushing event updated for resources: {'Port': ['ID=3dec660b-b4ca-488a-86eb-e3208a078aa9,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:50.429062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Attempting to bind port 3dec660b-b4ca-488a-86eb-e3208a078aa9 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:50.429062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Attempting to bind port 3dec660b-b4ca-488a-86eb-e3208a078aa9 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:50.429062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Attempting to bind port 3dec660b-b4ca-488a-86eb-e3208a078aa9 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:50.435534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:50.436079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:50.436585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.437083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:50.437684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Bound port: 3dec660b-b4ca-488a-86eb-e3208a078aa9, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:50.438159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.473687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e937e-f4c8-426d-bffa-fe58cf4e02ff req-08ccd1f7-d198-4fde-935b-bbb9971808aa tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:50.482728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-704e937e-f4c8-426d-bffa-fe58cf4e02ff req-08ccd1f7-d198-4fde-935b-bbb9971808aa tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 944 time: 0.0631976 May 10 11:26:50.501151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] For port 3dec660b-b4ca-488a-86eb-e3208a078aa9, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:50.508181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] For port 3dec660b-b4ca-488a-86eb-e3208a078aa9, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3dec660b-b4ca-488a-86eb-e3208a078aa9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:50.514689 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.531287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-704e937e-f4c8-426d-bffa-fe58cf4e02ff req-a89e776d-e15f-4776-b581-816f440f36bd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475888 May 10 11:26:50.550443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-dd7473f7-0299-493f-8669-215f0ea180dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:50.551846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-dd7473f7-0299-493f-8669-215f0ea180dd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports/0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 942 time: 0.5056341 May 10 11:26:50.600589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Routers {'6fecea5f-6ef9-413a-9549-4baff706fc7f'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:50.601369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6fecea5f-6ef9-413a-9549-4baff706fc7f'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:50.677566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8570c0d-a884-4793-bf04-2060faa243c2 None None] Pushing event updated for resources: {'Port': ['ID=3dec660b-b4ca-488a-86eb-e3208a078aa9,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:50.688549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-a1bcfe46-8a68-4595-84fe-ce0b01b9aa3f service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923067 May 10 11:26:50.692788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] For port 2e14cdb4-9122-4208-aa49-d72c3a0940d2, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e14cdb4-9122-4208-aa49-d72c3a0940d2,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:50.693169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.698840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.766264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] Set router 6fecea5f-6ef9-413a-9549-4baff706fc7f gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:50.783656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Calling delete_port for 2e14cdb4-9122-4208-aa49-d72c3a0940d2 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:50.802477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c0a9d93-fe37-4d3a-85c4-9d023764c2a6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.1761055 May 10 11:26:50.866833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c93b8bda-055b-4c53-8bf6-25c16155aa89 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:50.955629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5a7d-02af-4450-85d6-5a1f03511536 req-98b761a1-f245-429a-86b4-3e04226eb396 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:50.957987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-842a5a7d-02af-4450-85d6-5a1f03511536 req-98b761a1-f245-429a-86b4-3e04226eb396 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.0631132 May 10 11:26:50.987619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c93b8bda-055b-4c53-8bf6-25c16155aa89 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:50.988321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.015297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-842a5a7d-02af-4450-85d6-5a1f03511536 req-24f3d6cf-cedf-4136-8358-be8c350aaf70 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507619 May 10 11:26:51.075497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5204ac98-9e87-4a6b-b7b5-38c2f7ba79fc req-3e202066-d317-438a-8a83-fc13a12318ce service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744409 May 10 11:26:51.151726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-0f910f2a-fad6-45ac-88e3-d0c1e9440cce tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:51.160835 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-0f910f2a-fad6-45ac-88e3-d0c1e9440cce tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.3573983 May 10 11:26:51.197720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c93b8bda-055b-4c53-8bf6-25c16155aa89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:51.230570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:47Z', 'revision_number': 3, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:51.237490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e14cdb4-9122-4208-aa49-d72c3a0940d2 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:51.306591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-61b6050b-8116-40e2-8fc5-066ce3102931 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.1445367 May 10 11:26:51.309071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Allocated IP 172.20.0.1 (45abb94c-7265-4b07-9671-dab9e03e0508/e46de1c0-5d96-4db1-93e4-0cc5252a3648/1ee345c4-e60e-4d30-ab1e-1865ff1d1419) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:51.316254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:51.370292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba48ab-87ca-4edb-ae8c-2912e642c6b7 None None] The sync data for ids ['6fecea5f-6ef9-413a-9549-4baff706fc7f'] in n-d-840949-1 is: [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:47Z', 'revision_number': 3, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:51.414282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60926) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:51.448756 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.487131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 update to DOWN by agent not found {{(pid=102769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 10 11:26:51.501216 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.537738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Pushing event deleted for resources: {'Port': ['ID=2e14cdb4-9122-4208-aa49-d72c3a0940d2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:51.625130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55d17840-608d-481b-8c56-e799affef272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.626276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] No DVR routers for this DVR port 2e14cdb4-9122-4208-aa49-d72c3a0940d2 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:51.629427 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.634608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-506e6ab3-9375-4e51-b158-c858a2e1f141 req-dab209c2-42f0-49e2-b1e3-67c24a9d619b tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.49 "DELETE /v2.0/ports/2e14cdb4-9122-4208-aa49-d72c3a0940d2 HTTP/1.1" status: 204 len: 173 time: 2.2650309 May 10 11:26:51.646338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'name': 'network-vif-deleted', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:51.648621 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ec00a4-5673-448c-935f-f58f284d6c4a" -d '{"events": [{"server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "name": "network-vif-deleted", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:51.717482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.813141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.826688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.827026 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Floating IP 04f30a5f-878e-4783-8c32-f4062b42fffd disassociated. External IP: 172.25.8.11, port: 0ebe96da-005b-4feb-a675-02bba863ac5f. May 10 11:26:51.881247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.909433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55d17840-608d-481b-8c56-e799affef272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.914267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96a234c2-2a37-4cf8-921f-f793cb5bbc34 req-e3d2007e-8952-451e-8343-0b1bf95580f8 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=124747cb-72a3-45d1-b11c-db76cfdad0aa HTTP/1.1" status: 200 len: 210 time: 0.0753183 May 10 11:26:51.916404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55d17840-608d-481b-8c56-e799affef272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.931663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Network 45abb94c-7265-4b07-9671-dab9e03e0508 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:51.940214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:51.942741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:26:51.979362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-55d17840-608d-481b-8c56-e799affef272 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c6daa51b9c74e95bb285abafb604295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634522 May 10 11:26:51.982106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60936) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:51.984412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d17840-608d-481b-8c56-e799affef272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a96d5ea-8e71-4f2b-b3f0-0aec57eb4a2f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:52.013933 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.018750 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb40442e-8eed-4074-88c9-8189fa87e828 x-openstack-request-id: req-cb40442e-8eed-4074-88c9-8189fa87e828 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:52.018967 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124747cb-72a3-45d1-b11c-db76cfdad0aa", "name": "network-vif-deleted", "tag": "2e14cdb4-9122-4208-aa49-d72c3a0940d2", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:52.019214 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb40442e-8eed-4074-88c9-8189fa87e828 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:52.019609 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb40442e-8eed-4074-88c9-8189fa87e828'] response: {'server_uuid': '124747cb-72a3-45d1-b11c-db76cfdad0aa', 'name': 'network-vif-deleted', 'tag': '2e14cdb4-9122-4208-aa49-d72c3a0940d2', 'status': 'completed', 'code': 200} May 10 11:26:52.120086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27d121fe-effc-42b4-959e-e77a8c711b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.134057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:52.203715 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27d121fe-effc-42b4-959e-e77a8c711b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.341622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e399ee-d0dd-41e5-acfd-bb72662c2216 req-226f3ee9-0afd-4142-8bb5-c34cffdb84b8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:52.358758 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-91e399ee-d0dd-41e5-acfd-bb72662c2216 req-226f3ee9-0afd-4142-8bb5-c34cffdb84b8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.1285186 May 10 11:26:52.362954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4064ade7-e799-4b28-a737-1ca654323995 None None] Provisioning complete for port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:52.363497 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4064ade7-e799-4b28-a737-1ca654323995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.431556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4064ade7-e799-4b28-a737-1ca654323995 None None] Port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:52.437924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27d121fe-effc-42b4-959e-e77a8c711b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.449999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27d121fe-effc-42b4-959e-e77a8c711b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.451248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-27d121fe-effc-42b4-959e-e77a8c711b80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a96d5ea-8e71-4f2b-b3f0-0aec57eb4a2f HTTP/1.1" status: 204 len: 168 time: 0.4680924 May 10 11:26:52.456666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-91e399ee-d0dd-41e5-acfd-bb72662c2216 req-44b3a77e-310d-4bc6-a952-ca12efd542f2 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969298 May 10 11:26:52.468411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d121fe-effc-42b4-959e-e77a8c711b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a96d5ea-8e71-4f2b-b3f0-0aec57eb4a2f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:52.601046 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:26:52.617189 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.657658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Router 757160dd-3247-41fb-8a11-d8ae4db46d51 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:26:52.996515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3dec660b-b4ca-488a-86eb-e3208a078aa9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:53.010248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:53.037039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.040922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] Sync routers for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:53.076499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:53.077311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:53.092773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9c35a73a-5bc7-4338-824a-a91d4b3b55fd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "PUT /v2.0/floatingips/04f30a5f-878e-4783-8c32-f4062b42fffd HTTP/1.1" status: 200 len: 694 time: 1.7770560 May 10 11:26:53.116794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:53.117656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.145814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.150515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3dec660b-b4ca-488a-86eb-e3208a078aa9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:53.150896 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.230987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:53.256879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-e3dc9c0f-0671-40a4-9a04-fa6a410877f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:53.258697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-e3dc9c0f-0671-40a4-9a04-fa6a410877f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1096 time: 0.1530321 May 10 11:26:53.259718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.358010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60970) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:53.402537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54a04212-e5ca-4ff1-b588-fdaa3c487634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.422229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Network 45abb94c-7265-4b07-9671-dab9e03e0508 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:53.424424 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-89c93e30-e6e0-4edf-8225-37031df9e9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.426869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:53.438743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:53.479051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3dec660b-b4ca-488a-86eb-e3208a078aa9 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:53.479809 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.555447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 3dec660b-b4ca-488a-86eb-e3208a078aa9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3dec660b-b4ca-488a-86eb-e3208a078aa9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:53.585753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9a8a220a-e1ee-4e1d-b888-516f5fb3c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:53.587343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-9a8a220a-e1ee-4e1d-b888-516f5fb3c6a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 921 time: 0.3040614 May 10 11:26:53.628942 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.678777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-92fa0deb-6836-432e-bb57-081f3a4f0b49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 217 time: 0.0763061 May 10 11:26:53.688582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Router 6fecea5f-6ef9-413a-9549-4baff706fc7f has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:26:53.718499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=3dec660b-b4ca-488a-86eb-e3208a078aa9,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:53.806106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:41Z', 'revision_number': 5, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:53.817748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-6061bebb-3d00-4ca8-a0da-c763415b6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:53.819266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-6061bebb-3d00-4ca8-a0da-c763415b6d7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.1277514 May 10 11:26:53.848887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] Checking router: 757160dd-3247-41fb-8a11-d8ae4db46d51 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:53.861571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-38b8206f-049f-4416-b967-37fd4bb79ac8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343599 May 10 11:26:53.881393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:53.882057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:53.887269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8ac80236-8b98-43b1-9d8c-b313aaf24546 None None] Provisioning complete for port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:53.887269 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8ac80236-8b98-43b1-9d8c-b313aaf24546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.988562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3d5ac-ffe6-468c-b198-805b3822c8d6 req-f6380dd2-7e57-41cd-a352-e0d956d42a51 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:53.997882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ef3d5ac-ffe6-468c-b198-805b3822c8d6 req-f6380dd2-7e57-41cd-a352-e0d956d42a51 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 945 time: 0.6926811 May 10 11:26:54.003033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8ac80236-8b98-43b1-9d8c-b313aaf24546 None None] Port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:26:54.037857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:54.070452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ef3d5ac-ffe6-468c-b198-805b3822c8d6 req-e0642801-7e8b-47f8-b15f-ee2190f86720 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714238 May 10 11:26:54.113537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54a04212-e5ca-4ff1-b588-fdaa3c487634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.127744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54a04212-e5ca-4ff1-b588-fdaa3c487634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.198124 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-89c93e30-e6e0-4edf-8225-37031df9e9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.240289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-89c93e30-e6e0-4edf-8225-37031df9e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.251630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-54a04212-e5ca-4ff1-b588-fdaa3c487634 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35bd4dca6df943fdad76c56fb42afc28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8862560 May 10 11:26:54.256476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60974) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:54.267406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a04212-e5ca-4ff1-b588-fdaa3c487634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcefe46-c288-42c8-88d7-bdfad670cf88,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:54.313086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c93e30-e6e0-4edf-8225-37031df9e9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0050be34-e3a3-4699-9335-2a8ccc101e14,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:54.361434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:41Z', 'revision_number': 5, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:54.369175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-89c93e30-e6e0-4edf-8225-37031df9e9e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d4e681c12ab4c0f9e7bed07211ddd01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2508333 May 10 11:26:54.373180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60976) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:54.405755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecd9a8-1646-41ce-9640-ebc0113265ed None None] The sync data for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 is: [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:25:31Z', 'revision_number': 4, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f995a6de-33df-44e3-beba-c54486f78d6a', 'name': '', 'network_id': '7b8b937c-dc86-4d24-9278-d31848bc2393', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'mac_address': 'fa:16:3e:6c:bc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:30Z', 'updated_at': '2022-05-10T11:25:41Z', 'revision_number': 5, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'subnets': [{'id': '46399bb7-bae1-4751-a218-81d6207b4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:54.452404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb48858c-9787-49be-8d0b-8db773303d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.487858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:54.491354 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a458a11-a63a-4135-b791-32f2cf402228" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:54.503646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3892b82a-c03e-4fa7-b2b0-0c42b8e4094a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.552816 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb48858c-9787-49be-8d0b-8db773303d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.562162 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-4a7e892c-cbca-461f-a78e-6dee9a8b7754 service neutron] 10.222.0.13 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510110 May 10 11:26:54.573923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:54.599427 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4c20e08c-07d9-47bc-9a9d-fb834fd7fe15 admin admin] 10.222.0.13 "PUT /v2.0/routers/6fecea5f-6ef9-413a-9549-4baff706fc7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1823292 May 10 11:26:54.604410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3892b82a-c03e-4fa7-b2b0-0c42b8e4094a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.680168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef5b70-7221-4fea-b37c-c4d94be1adc0 req-bc40d631-5f82-49b1-93c7-543de6f74901 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:54.685191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-b756df6a-a6fa-4fde-b9e7-4522e0cab192 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:54.686808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-b756df6a-a6fa-4fde-b9e7-4522e0cab192 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 945 time: 0.1921546 May 10 11:26:54.687809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9ef5b70-7221-4fea-b37c-c4d94be1adc0 req-bc40d631-5f82-49b1-93c7-543de6f74901 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.2066073 May 10 11:26:54.778063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9ef5b70-7221-4fea-b37c-c4d94be1adc0 req-469c93e5-06f3-49a5-b6b5-6dc879e473fa tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784461 May 10 11:26:54.794750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb48858c-9787-49be-8d0b-8db773303d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.797788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1965a15c-891e-489d-95d4-e4e6d8ba1112 req-0f979faf-9071-4ebd-b74a-970cfc10144e service neutron] 10.222.0.13 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346299 May 10 11:26:54.798085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb48858c-9787-49be-8d0b-8db773303d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.800162 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eb48858c-9787-49be-8d0b-8db773303d1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bcefe46-c288-42c8-88d7-bdfad670cf88 HTTP/1.1" status: 204 len: 168 time: 0.5415170 May 10 11:26:54.830983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48858c-9787-49be-8d0b-8db773303d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcefe46-c288-42c8-88d7-bdfad670cf88,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:54.851462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3892b82a-c03e-4fa7-b2b0-0c42b8e4094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.856291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3892b82a-c03e-4fa7-b2b0-0c42b8e4094a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.862310 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3892b82a-c03e-4fa7-b2b0-0c42b8e4094a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0050be34-e3a3-4699-9335-2a8ccc101e14 HTTP/1.1" status: 204 len: 168 time: 0.4871347 May 10 11:26:54.916239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3dec660b-b4ca-488a-86eb-e3208a078aa9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:54.944041 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372aaf58-b840-4e01-9418-7f4b61feaede x-openstack-request-id: req-372aaf58-b840-4e01-9418-7f4b61feaede {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:54.944333 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:54.944587 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-372aaf58-b840-4e01-9418-7f4b61feaede {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:54.944997 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-372aaf58-b840-4e01-9418-7f4b61feaede'] response: {'name': 'network-changed', 'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'status': 'completed', 'code': 200} May 10 11:26:54.951006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892b82a-c03e-4fa7-b2b0-0c42b8e4094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0050be34-e3a3-4699-9335-2a8ccc101e14,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:54.956609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Deleting port 585d1e53-3f13-4258-a44c-58a5b52a569e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:54.956982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.066386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-b9975b1e-1332-4244-9941-d86b1fea1132 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/floatingips/04f30a5f-878e-4783-8c32-f4062b42fffd HTTP/1.1" status: 200 len: 694 time: 0.1050122 May 10 11:26:55.093159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-e8dce18a-6973-4186-9151-f0d36c1bd0aa tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:55.095451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-e8dce18a-6973-4186-9151-f0d36c1bd0aa tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.49 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 944 time: 0.2656789 May 10 11:26:55.108172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3dec660b-b4ca-488a-86eb-e3208a078aa9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:55.108172 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.148280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f5bac-17a1-4dee-8bdd-8de5d9a2faf7 req-b95c6f7c-e7ef-45b2-b9a6-d234694840fd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:55.150858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-150f5bac-17a1-4dee-8bdd-8de5d9a2faf7 req-b95c6f7c-e7ef-45b2-b9a6-d234694840fd tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/ports?device_id=592e0284-0b16-4838-8c81-f4b1f8308606 HTTP/1.1" status: 200 len: 944 time: 0.2014461 May 10 11:26:55.222499 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-150f5bac-17a1-4dee-8bdd-8de5d9a2faf7 req-bf8e5474-ca5a-44e6-9114-3bb660e37a28 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f0bf57c-6219-491e-9374-2663c45bd53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543149 May 10 11:26:55.297613 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Sync routers for ids ['6fecea5f-6ef9-413a-9549-4baff706fc7f'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:55.303458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3dec660b-b4ca-488a-86eb-e3208a078aa9 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:55.315067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd50c5c-1a5a-42e2-903c-19777f01b0a3 None None] New status for floating IP 04f30a5f-878e-4783-8c32-f4062b42fffd: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:26:55.330883 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Routers {'6fecea5f-6ef9-413a-9549-4baff706fc7f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:55.333257 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6fecea5f-6ef9-413a-9549-4baff706fc7f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:55.340755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a458a11-a63a-4135-b791-32f2cf402228 req-27cf2d52-b527-43c6-ba57-06b0e96fc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:55.342790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a458a11-a63a-4135-b791-32f2cf402228 req-27cf2d52-b527-43c6-ba57-06b0e96fc811 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b23a897b907b416fada8a6a453eff724&device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 1096 time: 0.4020886 May 10 11:26:55.366361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Deleting port 607ed842-53af-415d-b311-1ce810aa126e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:55.366896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.598586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] For port 607ed842-53af-415d-b311-1ce810aa126e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=607ed842-53af-415d-b311-1ce810aa126e,segment=NetworkSegment(85335e84-fd63-49dc-8fc6-b0eafd056754),segment_id=85335e84-fd63-49dc-8fc6-b0eafd056754)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:55.598984 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.606624 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Set router 6fecea5f-6ef9-413a-9549-4baff706fc7f gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:55.607364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] For port 585d1e53-3f13-4258-a44c-58a5b52a569e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=585d1e53-3f13-4258-a44c-58a5b52a569e,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:55.608344 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.641091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Calling delete_port for 607ed842-53af-415d-b311-1ce810aa126e owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:55.656878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-ddd98889-3fd2-436b-8b92-a1f0b3970e0f tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:55.666459 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-ddd98889-3fd2-436b-8b92-a1f0b3970e0f tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 784 time: 0.5990210 May 10 11:26:55.775531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a458a11-a63a-4135-b791-32f2cf402228 req-cd374dd6-36aa-48a0-bc7b-f9c3e220b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:55.777062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a458a11-a63a-4135-b791-32f2cf402228 req-cd374dd6-36aa-48a0-bc7b-f9c3e220b903 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 200 len: 921 time: 0.4249127 May 10 11:26:55.793735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-dcbb58ab-7e1b-41d7-91ce-a3ae245d8e62 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 697 time: 0.1259902 May 10 11:26:55.898979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-1f59b86f-a6c5-4c7c-8ff2-12d6129fe2c9 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.1042330 May 10 11:26:55.955722 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-d81c1856-798b-470f-92cb-e55953c75bdb req-a9164d88-bbdc-4700-bd4a-0cc1d95d79f6 tempest-FloatingIPDetailsNegativeTestJSON-1664092863 tempest-FloatingIPDetailsNegativeTestJSON-1664092863-project] show failed (client error): The resource could not be found. May 10 11:26:55.956838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d81c1856-798b-470f-92cb-e55953c75bdb req-a9164d88-bbdc-4700-bd4a-0cc1d95d79f6 tempest-FloatingIPDetailsNegativeTestJSON-1664092863 tempest-FloatingIPDetailsNegativeTestJSON-1664092863-project] 10.222.0.13 "GET /v2.0/floatingips/41458eaa-e6d5-4a68-bee7-a3e0d8c16a9c HTTP/1.1" status: 404 len: 350 time: 0.0987942 May 10 11:26:55.968035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32786) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:56.043499 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:52Z', 'revision_number': 4, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1ee345c4-e60e-4d30-ab1e-1865ff1d1419', 'name': '', 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'mac_address': 'fa:16:3e:a8:5a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e46de1c0-5d96-4db1-93e4-0cc5252a3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:50Z', 'updated_at': '2022-05-10T11:26:52Z', 'revision_number': 2, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'subnets': [{'id': 'e46de1c0-5d96-4db1-93e4-0cc5252a3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:56.051400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a458a11-a63a-4135-b791-32f2cf402228 req-e02ae10a-0eb2-448d-ad38-a9b491e1ad6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 200 len: 217 time: 0.2520735 May 10 11:26:56.148000 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Checking router: 6fecea5f-6ef9-413a-9549-4baff706fc7f for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:56.151613 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Updating router 6fecea5f-6ef9-413a-9549-4baff706fc7f port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:56.214636 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.217927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.299759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a458a11-a63a-4135-b791-32f2cf402228 req-8581a950-f8f5-46e8-87dc-ff7eba4efe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:56.301290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a458a11-a63a-4135-b791-32f2cf402228 req-8581a950-f8f5-46e8-87dc-ff7eba4efe47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 200 len: 860 time: 0.2353089 May 10 11:26:56.335201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Pushing event deleted for resources: {'Port': ['ID=607ed842-53af-415d-b311-1ce810aa126e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:56.397227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a458a11-a63a-4135-b791-32f2cf402228 req-0c77be1b-521d-46d7-9444-9bcb854d2753 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b8b937c-dc86-4d24-9278-d31848bc2393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849123 May 10 11:26:56.414674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.415038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.415360 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Floating IP 429a8406-c6b2-408a-b056-0bedbd302964 disassociated. External IP: 172.25.8.237, port: 585d1e53-3f13-4258-a44c-58a5b52a569e. May 10 11:26:56.415714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Calling delete_port for 585d1e53-3f13-4258-a44c-58a5b52a569e owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:56.423745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99fb5f-f16a-4f78-9f33-d01f988c483e req-c14e0a8c-f09a-45f5-b249-993ab2788f26 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:56.425365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de99fb5f-f16a-4f78-9f33-d01f988c483e req-c14e0a8c-f09a-45f5-b249-993ab2788f26 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 945 time: 0.3576176 May 10 11:26:56.503282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] No DVR routers for this DVR port 607ed842-53af-415d-b311-1ce810aa126e on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:56.510900 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.525195 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9d427b1a-0963-497e-ab0a-35bab40664a9 req-fe58bd8f-527c-4ea3-b110-469f9a3e9579 tempest-LiveAutoBlockMigrationV225Test-429259114 tempest-LiveAutoBlockMigrationV225Test-429259114-project] 10.222.0.49 "DELETE /v2.0/ports/607ed842-53af-415d-b311-1ce810aa126e HTTP/1.1" status: 204 len: 173 time: 1.3950083 May 10 11:26:56.582611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'name': 'network-vif-deleted', 'tag': '607ed842-53af-415d-b311-1ce810aa126e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:56.594534 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcc7563-37a6-48b0-8126-6682eb5c991b" -d '{"events": [{"server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "name": "network-vif-deleted", "tag": "607ed842-53af-415d-b311-1ce810aa126e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:56.669672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de99fb5f-f16a-4f78-9f33-d01f988c483e req-d51cfe80-dbfb-4cfc-ab92-6f96c9b136e1 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups?id=558c7ea9-1ef4-452a-9958-8764f52ee965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296042 May 10 11:26:56.698407 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.712949 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.718424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a458a11-a63a-4135-b791-32f2cf402228 req-19f51835-7060-4836-bed3-29f1611be99a service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997100 May 10 11:26:56.803254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32814) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:56.822304 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Pushing event updated for resources: {'Port': ['ID=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:56.841056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Deleting port 21a55669-27f7-4e5c-914a-1cac6449bf80 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:56.841983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.854705 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.855651 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.856355 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.857819 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.858320 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.860185 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.860601 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.861014 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.861405 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.862484 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.862891 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:56.864003 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:57.068239 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Attempting to bind port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:57.068411 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Attempting to bind port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:57.068662 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Attempting to bind port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 on network 45abb94c-7265-4b07-9671-dab9e03e0508 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:26:57.090782 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:26:57.092483 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Checking segment: {'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:26:57.092906 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.093966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44680-79ee-4ce5-b400-f5506aefd3e7 req-3b729ad4-4a17-44dd-95ea-f2aa7614cd2f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:57.094716 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Bound using segment: {'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:26:57.095210 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Bound port: 1ee345c4-e60e-4d30-ab1e-1865ff1d1419, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999ee9e5-f211-4c94-b90e-cd4467b10c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:57.095596 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.112283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2e44680-79ee-4ce5-b400-f5506aefd3e7 req-3b729ad4-4a17-44dd-95ea-f2aa7614cd2f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.2902849 May 10 11:26:57.191463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1377591278-network', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:57.251553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 585d1e53-3f13-4258-a44c-58a5b52a569e no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:57.272900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.273224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.302799 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] For port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:26:57.306976 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a458a11-a63a-4135-b791-32f2cf402228 req-94ac49bc-72b6-4160-b4e0-203fbdab2d36 service neutron] 10.222.0.70 "GET /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776585 May 10 11:26:57.309136 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] For port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,segment=NetworkSegment(999ee9e5-f211-4c94-b90e-cd4467b10c87),segment_id=999ee9e5-f211-4c94-b90e-cd4467b10c87)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:26:57.331595 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.333875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Calling delete_port for 21a55669-27f7-4e5c-914a-1cac6449bf80 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:57.350139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2e44680-79ee-4ce5-b400-f5506aefd3e7 req-d9111b97-5513-4f78-a6ba-77820d304297 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354205 May 10 11:26:57.387629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fc7c7aa5-a4d4-46d7-8ec0-15d737620c4f None None] Provisioning complete for port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:57.388051 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7aa5-a4d4-46d7-8ec0-15d737620c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.410436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Made reservation on behalf of 8dec20b57c8747e2b6d31a355f94f1f0 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:57.415193 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.428818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32828) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:57.440352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.479994 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d2cccb-e96a-4a3b-8f25-ad23af1133cf x-openstack-request-id: req-49d2cccb-e96a-4a3b-8f25-ad23af1133cf {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:57.480515 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592e0284-0b16-4838-8c81-f4b1f8308606", "name": "network-vif-deleted", "tag": "607ed842-53af-415d-b311-1ce810aa126e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:57.481683 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49d2cccb-e96a-4a3b-8f25-ad23af1133cf {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:57.482089 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d2cccb-e96a-4a3b-8f25-ad23af1133cf'] response: {'server_uuid': '592e0284-0b16-4838-8c81-f4b1f8308606', 'name': 'network-vif-deleted', 'tag': '607ed842-53af-415d-b311-1ce810aa126e', 'status': 'completed', 'code': 200} May 10 11:26:57.504920 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bc0d7-5a3a-45cb-8d51-9f0420437cab None None] Pushing event updated for resources: {'Port': ['ID=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:57.556157 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Routers {'6fecea5f-6ef9-413a-9549-4baff706fc7f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:57.559294 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6fecea5f-6ef9-413a-9549-4baff706fc7f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:57.564798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.623692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 585d1e53-3f13-4258-a44c-58a5b52a569e is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:57.624370 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.682339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event deleted for resources: {'Port': ['ID=585d1e53-3f13-4258-a44c-58a5b52a569e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:57.722426 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.770574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 607ed842-53af-415d-b311-1ce810aa126e no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:26:57.837667 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] Set router 6fecea5f-6ef9-413a-9549-4baff706fc7f gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:57.865414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.874376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 607ed842-53af-415d-b311-1ce810aa126e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:26:57.877743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 607ed842-53af-415d-b311-1ce810aa126e not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:26:57.907054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c7aa5-a4d4-46d7-8ec0-15d737620c4f None None] Current status of the port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:57.907580 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7aa5-a4d4-46d7-8ec0-15d737620c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.922788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.006648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fc7c7aa5-a4d4-46d7-8ec0-15d737620c4f None None] For port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,segment=NetworkSegment(999ee9e5-f211-4c94-b90e-cd4467b10c87),segment_id=999ee9e5-f211-4c94-b90e-cd4467b10c87)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:58.022291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fbf2e01f-e725-4f1d-b018-205dc30d6667 req-8bb2ee64-eb2e-49ba-96d3-2eb7161eefc2 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 210 time: 0.1542022 May 10 11:26:58.028753 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7aa5-a4d4-46d7-8ec0-15d737620c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.142471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c7aa5-a4d4-46d7-8ec0-15d737620c4f None None] Pushing event updated for resources: {'Port': ['ID=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:58.168620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:26:58.184087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-987c17bb-b59f-4421-958d-446e24b15ee3 None None] Provisioning complete for port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:58.184479 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-987c17bb-b59f-4421-958d-446e24b15ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.199922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d337a2-e4d3-4ca2-acff-549d7a2c1ec3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:58.244026 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.249247 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.253347 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Added segment b2ede502-f460-408d-8402-a6a08a9005c1 of type vlan for network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 May 10 11:26:58.268652 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:52Z', 'revision_number': 4, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1ee345c4-e60e-4d30-ab1e-1865ff1d1419', 'name': '', 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'mac_address': 'fa:16:3e:a8:5a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e46de1c0-5d96-4db1-93e4-0cc5252a3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:50Z', 'updated_at': '2022-05-10T11:26:57Z', 'revision_number': 4, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'subnets': [{'id': 'e46de1c0-5d96-4db1-93e4-0cc5252a3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:58.308728 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d255f3-6de9-4572-8548-50d3823589cf None None] The sync data for ids ['6fecea5f-6ef9-413a-9549-4baff706fc7f'] in n-d-840949-1 is: [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:52Z', 'revision_number': 4, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1ee345c4-e60e-4d30-ab1e-1865ff1d1419', 'name': '', 'network_id': '45abb94c-7265-4b07-9671-dab9e03e0508', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'mac_address': 'fa:16:3e:a8:5a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e46de1c0-5d96-4db1-93e4-0cc5252a3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:50Z', 'updated_at': '2022-05-10T11:26:57Z', 'revision_number': 4, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'subnets': [{'id': 'e46de1c0-5d96-4db1-93e4-0cc5252a3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:58.372977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event deleted for resources: {'Port': ['ID=21a55669-27f7-4e5c-914a-1cac6449bf80,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:58.389714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-987c17bb-b59f-4421-958d-446e24b15ee3 None None] Current status of the port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:26:58.446415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.461028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2eda85f-aff3-4811-a743-626887de3e5b admin admin] Deleting subnet c0f70c19-4fe5-40e3-8e4c-270c458a819b {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:26:58.464675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Router 8cb667b2-a039-4578-9f3c-3f83ab469248 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:26:58.485442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2eda85f-aff3-4811-a743-626887de3e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.529147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.530646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:58.531322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.612808 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2eda85f-aff3-4811-a743-626887de3e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.619404 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.623782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.624987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e727ca7-79a9-4bbe-8293-fe9dda0b1e75 req-08618bc2-37d1-4413-8a52-f20b9e4cbe3c tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "DELETE /v2.0/floatingips/04f30a5f-878e-4783-8c32-f4062b42fffd HTTP/1.1" status: 204 len: 173 time: 2.7251177 May 10 11:26:58.671493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-55eacb05-29b7-4fcc-a383-b1de23397cd3 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd95390dc9d244b3af4b94496c3472a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633037 May 10 11:26:58.674389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] Pushing event updated for resources: {'Network': ['ID=362ab701-c8f2-4dc2-b31e-526f2cbfbc28,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:58.687974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:26:58.751260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2eda85f-aff3-4811-a743-626887de3e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.816527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:26:58.835746 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] Sync routers for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:58.851098 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:58.852504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:58.882190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-9ca934da-044a-4372-8774-46e26b923b47 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:58.891340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-9ca934da-044a-4372-8774-46e26b923b47 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176709 May 10 11:26:58.912562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:26:58.928892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6f68a31e-b9ea-4ab8-84ed-3f4e937d1482 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1224277 May 10 11:26:58.941886 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-7bedb278-3e07-4595-9416-04c5f786c93e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/quotas/cd95390dc9d244b3af4b94496c3472a5 HTTP/1.1" status: 200 len: 375 time: 0.0491436 May 10 11:26:58.958738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32860) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:58.971326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Request body: {'subnet': {'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1377591278-subnet', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:58.975091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] No DVR routers for this DVR port 585d1e53-3f13-4258-a44c-58a5b52a569e on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:58.979926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-f6b20355-cabb-4d9a-b654-a3de2a70f3e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370400 May 10 11:26:58.987124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.995386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a975aee7-3f8c-4ace-8510-c0a36b0330e6 req-702c70b9-2467-475c-9c7e-e6fa0745509c tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.49 "DELETE /v2.0/ports/585d1e53-3f13-4258-a44c-58a5b52a569e HTTP/1.1" status: 204 len: 173 time: 4.3016975 May 10 11:26:59.008598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'name': 'network-vif-deleted', 'tag': '585d1e53-3f13-4258-a44c-58a5b52a569e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:26:59.011797 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf98231-543c-43c8-9917-196f74b9637f" -d '{"events": [{"server_uuid": "3bc3e0d9-1237-4e08-b9f0-812be8a9e433", "name": "network-vif-deleted", "tag": "585d1e53-3f13-4258-a44c-58a5b52a569e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:26:59.058079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:59.060827 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.075519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5a4a9-789f-4354-b0b5-3414ac44e558 req-ffddad82-e10a-48b9-b3db-a61e29f88a5a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:26:59.077138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80c5a4a9-789f-4354-b0b5-3414ac44e558 req-ffddad82-e10a-48b9-b3db-a61e29f88a5a tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.3235831 May 10 11:26:59.107232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Deleting port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:26:59.107665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.124048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2eda85f-aff3-4811-a743-626887de3e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.129359 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:26:59.167566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Made reservation on behalf of 8dec20b57c8747e2b6d31a355f94f1f0 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:59.170484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.253582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] For port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,segment=NetworkSegment(999ee9e5-f211-4c94-b90e-cd4467b10c87),segment_id=999ee9e5-f211-4c94-b90e-cd4467b10c87)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:26:59.253953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.273977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Calling delete_port for 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:26:59.337267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2eda85f-aff3-4811-a743-626887de3e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.347803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b2eda85f-aff3-4811-a743-626887de3e5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c0f70c19-4fe5-40e3-8e4c-270c458a819b HTTP/1.1" status: 204 len: 168 time: 1.9165671 May 10 11:26:59.353219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32866) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:26:59.382158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eda85f-aff3-4811-a743-626887de3e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f70c19-4fe5-40e3-8e4c-270c458a819b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:59.498978 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80c5a4a9-789f-4354-b0b5-3414ac44e558 req-c703c849-38e9-49ab-9daa-d37fc7d2dfdc tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975689 May 10 11:26:59.568759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.811739 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b481e7a6-83e9-4a4b-9672-09eb64edd3c0 x-openstack-request-id: req-b481e7a6-83e9-4a4b-9672-09eb64edd3c0 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:26:59.812256 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3e0d9-1237-4e08-b9f0-812be8a9e433", "name": "network-vif-deleted", "tag": "585d1e53-3f13-4258-a44c-58a5b52a569e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:26:59.812585 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b481e7a6-83e9-4a4b-9672-09eb64edd3c0 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:26:59.813116 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b481e7a6-83e9-4a4b-9672-09eb64edd3c0'] response: {'server_uuid': '3bc3e0d9-1237-4e08-b9f0-812be8a9e433', 'name': 'network-vif-deleted', 'tag': '585d1e53-3f13-4258-a44c-58a5b52a569e', 'status': 'completed', 'code': 200} May 10 11:26:59.832076 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:51Z', 'revision_number': 5, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:59.842785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.933561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a66c4c8-4fdc-45ee-bd3a-e04d59971a62']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:59.943202 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] Checking router: 8cb667b2-a039-4578-9f3c-3f83ab469248 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:59.948536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85335e84-fd63-49dc-8fc6-b0eafd056754') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:59.948834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85335e84-fd63-49dc-8fc6-b0eafd056754') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:59.952015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.971333 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:26:59.972528 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:59.982249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:00.001714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.010761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.052829 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.076402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-99ac05ee-38dd-410f-ae99-b05514ccc6c6 req-dcded419-94ba-40a5-82bd-5052fbd8b030 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc3e0d9-1237-4e08-b9f0-812be8a9e433 HTTP/1.1" status: 200 len: 210 time: 0.0555668 May 10 11:27:00.109998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:27:00.110520 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: timer() May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:27:00.114434 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:27:00.141380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ceab8cc-41c6-4fa5-8de9-08172145fbb6,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:00.143257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee345c4-e60e-4d30-ab1e-1865ff1d1419,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:00.168112 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:00.251011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Checking segment: {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:00.251518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Network hostable DHCP agents. Network: 362ab701-c8f2-4dc2-b31e-526f2cbfbc28, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:00.328586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-5ee91fee-d841-44f4-acbb-ea7bffe4dbe9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd95390dc9d244b3af4b94496c3472a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693531 May 10 11:27:00.347623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.360865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f897011-2b88-4c85-befa-9c362b34097b req-8be0d525-8f17-420f-886e-3c0b170365a2 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups/55e1b445-1385-4d3a-957d-be51011a4549 HTTP/1.1" status: 200 len: 1807 time: 0.4022920 May 10 11:27:00.361621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.370930 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a66c4c8-4fdc-45ee-bd3a-e04d59971a62 HTTP/1.1" status: 204 len: 168 time: 1.0154006 May 10 11:27:00.380467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:00.385665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32890) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:00.419217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d1ea1-4a2e-4e75-b708-112a4ad4dc3d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a66c4c8-4fdc-45ee-bd3a-e04d59971a62,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:00.463075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 362ab701-c8f2-4dc2-b31e-526f2cbfbc28) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:00.477431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9afcfe4-a4db-4a7d-8e77-c072536c639e None None] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:00.478057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:00.478729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.517928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dab34d69-398d-4c59-a10b-e75ace4e1338 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5522001 May 10 11:27:00.521628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32892) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:00.542420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:00.591761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0503-4f22-4973-b739-38840ab36ecd req-22523fd9-f342-45ea-b28f-08bb9e15c3cb tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:00.593250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-22523fd9-f342-45ea-b28f-08bb9e15c3cb tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218592 May 10 11:27:00.616050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-c82ccb12-49f0-4a3a-a3e7-4f6805adb618 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/quotas/cd95390dc9d244b3af4b94496c3472a5 HTTP/1.1" status: 200 len: 375 time: 0.0120683 May 10 11:27:00.616945 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.619437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.638764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a5b62f-37f9-4664-9f0b-45d888f92159 admin admin] Deleting subnet cf5e79e5-5a0b-40d3-b0c6-83f9aeb8a505 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:27:00.675643 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:51Z', 'revision_number': 5, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:00.682379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f897011-2b88-4c85-befa-9c362b34097b req-8ee1f1f7-1676-4030-8766-3c0c80046dd6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.689492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96a5b62f-37f9-4664-9f0b-45d888f92159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.697649 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.750167 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b3b2d-c029-4cf2-8909-2bede2d2b3c8 None None] The sync data for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 is: [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fbcdffb8-9658-48d7-bcf0-a8992b5ae58a', 'name': '', 'network_id': 'c9606624-4a20-4b79-92b1-78ee948b64cc', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'mac_address': 'fa:16:3e:15:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:43Z', 'updated_at': '2022-05-10T11:25:51Z', 'revision_number': 5, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'subnets': [{'id': 'edd447e4-210c-458c-9c81-632836ffbefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:00.817301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f897011-2b88-4c85-befa-9c362b34097b req-8ee1f1f7-1676-4030-8766-3c0c80046dd6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.858171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:27:00.859071 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.878076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96a5b62f-37f9-4664-9f0b-45d888f92159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.967709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.987689 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f897011-2b88-4c85-befa-9c362b34097b req-8ee1f1f7-1676-4030-8766-3c0c80046dd6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.990327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f897011-2b88-4c85-befa-9c362b34097b req-8ee1f1f7-1676-4030-8766-3c0c80046dd6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.997427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f897011-2b88-4c85-befa-9c362b34097b req-8ee1f1f7-1676-4030-8766-3c0c80046dd6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "DELETE /v2.0/security-groups/55e1b445-1385-4d3a-957d-be51011a4549 HTTP/1.1" status: 204 len: 173 time: 0.6352875 May 10 11:27:01.176737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96a5b62f-37f9-4664-9f0b-45d888f92159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.180897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1f1f7-1676-4030-8766-3c0c80046dd6 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e1b445-1385-4d3a-957d-be51011a4549,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:01.215562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Allocated IP 172.20.0.2 (362ab701-c8f2-4dc2-b31e-526f2cbfbc28/6ceab8cc-41c6-4fa5-8de9-08172145fbb6/c1a28821-61fb-450f-9ba7-9d3a78846518) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:01.258084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff41899c-0643-4400-9a96-50cdfaeca372 None None] New status for floating IP 429a8406-c6b2-408a-b056-0bedbd302964: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:27:01.323233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96a5b62f-37f9-4664-9f0b-45d888f92159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.341917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96a5b62f-37f9-4664-9f0b-45d888f92159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.345534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-96a5b62f-37f9-4664-9f0b-45d888f92159 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cf5e79e5-5a0b-40d3-b0c6-83f9aeb8a505 HTTP/1.1" status: 204 len: 168 time: 0.9425650 May 10 11:27:01.348853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32904) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:01.429038 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-3d0ed97f-732f-4584-a276-e545ec2e8043 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7288742 May 10 11:27:01.461667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5b62f-37f9-4664-9f0b-45d888f92159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5e79e5-5a0b-40d3-b0c6-83f9aeb8a505,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:01.497190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-fdfb44d4-6ee0-48a4-9359-a26838e33142 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cd95390dc9d244b3af4b94496c3472a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834534 May 10 11:27:01.580408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.603801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca342c-8852-4256-ae2f-14ae7d750191 req-e996f022-e40b-4f6b-8c09-918049b7c52c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:01.611632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-52ca342c-8852-4256-ae2f-14ae7d750191 req-e996f022-e40b-4f6b-8c09-918049b7c52c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.2087581 May 10 11:27:01.645652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Router 6fecea5f-6ef9-413a-9549-4baff706fc7f has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:27:01.660005 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.674120 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.685798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.717022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:01.721589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:01.728869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:01.765760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Pushing event updated for resources: {'Port': ['ID=c1a28821-61fb-450f-9ba7-9d3a78846518,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:01.803495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Attempting to bind port c1a28821-61fb-450f-9ba7-9d3a78846518 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:01.803974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Attempting to bind port c1a28821-61fb-450f-9ba7-9d3a78846518 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:01.804408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Attempting to bind port c1a28821-61fb-450f-9ba7-9d3a78846518 on network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:01.810599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:01.811056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Checking segment: {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:01.811523 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.812025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Bound using segment: {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:01.812583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Bound port: c1a28821-61fb-450f-9ba7-9d3a78846518, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:01.813059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.882554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ee61709-e06c-49d4-8469-ca3a5f26888f tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:01.884164 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ee61709-e06c-49d4-8469-ca3a5f26888f tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276790 May 10 11:27:01.889916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] For port c1a28821-61fb-450f-9ba7-9d3a78846518, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:01.893511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] For port c1a28821-61fb-450f-9ba7-9d3a78846518, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1a28821-61fb-450f-9ba7-9d3a78846518,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:01.901385 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.912662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Request body: {'port': {'device_id': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'cd95390dc9d244b3af4b94496c3472a5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:01.928205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-52ca342c-8852-4256-ae2f-14ae7d750191 req-dd822988-219e-4b8d-8db0-77fa941eb542 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117483 May 10 11:27:01.988947 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.991203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e14944-c080-403f-8167-54c9e3edd8d0 None None] Pushing event updated for resources: {'Port': ['ID=c1a28821-61fb-450f-9ba7-9d3a78846518,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:02.065991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:02.080090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-465397f9-bfff-4762-98ed-dfd89a793173 admin admin] 10.222.0.13 "PUT /v2.0/routers/6fecea5f-6ef9-413a-9549-4baff706fc7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1082919 May 10 11:27:02.080305 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] Sync routers for ids ['6fecea5f-6ef9-413a-9549-4baff706fc7f'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:02.081240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32926) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:02.099205 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] Routers {'6fecea5f-6ef9-413a-9549-4baff706fc7f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:02.104322 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6fecea5f-6ef9-413a-9549-4baff706fc7f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:02.182191 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.262077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Made reservation on behalf of cd95390dc9d244b3af4b94496c3472a5 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:02.281218 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.304080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.328873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97db7-f4f4-4d87-81f3-c5bb1f3511d8 req-d436c86b-c05e-4ce6-b51b-a9d63be1301b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:02.330836 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96d97db7-f4f4-4d87-81f3-c5bb1f3511d8 req-d436c86b-c05e-4ce6-b51b-a9d63be1301b tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2110934 May 10 11:27:02.560445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96d97db7-f4f4-4d87-81f3-c5bb1f3511d8 req-d80f3651-01e1-464c-919a-a75f06b2777a tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147501 May 10 11:27:02.610567 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.653036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32940) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:02.662127 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] Set router 6fecea5f-6ef9-413a-9549-4baff706fc7f gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:02.664504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.732984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5096259b-fb1f-46b7-afcd-1d22415bf434 req-c414280f-3a69-4f06-b709-69bc850e3062 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 210 time: 0.6592700 May 10 11:27:02.776760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c87820-233f-44c3-a4cf-dfc6ba1aa0c0']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:02.792241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5813e407-233e-4983-ba9b-eec759697aa5') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:02.792745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5813e407-233e-4983-ba9b-eec759697aa5') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:02.799740 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.808781 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.831204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.913595 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.928785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:27:02.930363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: timer() May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:27:02.933809 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:27:02.961587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1a28821-61fb-450f-9ba7-9d3a78846518 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:02.983762 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:59Z', 'revision_number': 5, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:03.014866 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] Checking router: 6fecea5f-6ef9-413a-9549-4baff706fc7f for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:03.025872 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] Routers {'6fecea5f-6ef9-413a-9549-4baff706fc7f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:03.026700 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:26:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6fecea5f-6ef9-413a-9549-4baff706fc7f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:03.053303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.089122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:03.089414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c1a28821-61fb-450f-9ba7-9d3a78846518 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:03.090368 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.158609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.167461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.191502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] 10.222.0.13 "DELETE /v2.0/networks/56c87820-233f-44c3-a4cf-dfc6ba1aa0c0 HTTP/1.1" status: 204 len: 168 time: 1.8009965 May 10 11:27:03.224876 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e89c0cc5-3ad6-49a4-bfed-bde54dcea897 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.282624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c1a28821-61fb-450f-9ba7-9d3a78846518 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:03.284358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d396821-2555-4b2d-9cdb-cc3be6025f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c87820-233f-44c3-a4cf-dfc6ba1aa0c0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:03.284997 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.294913 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] Set router 6fecea5f-6ef9-413a-9549-4baff706fc7f gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:03.332240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e73d20-c44d-46cc-a619-44915aaf85d6 req-d3639716-d847-4e2f-a26d-47472348952b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:03.365808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83e73d20-c44d-46cc-a619-44915aaf85d6 req-d3639716-d847-4e2f-a26d-47472348952b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.2521830 May 10 11:27:03.370987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port c1a28821-61fb-450f-9ba7-9d3a78846518, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1a28821-61fb-450f-9ba7-9d3a78846518,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:03.379572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.383183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e89c0cc5-3ad6-49a4-bfed-bde54dcea897 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.385639 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.508185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=c1a28821-61fb-450f-9ba7-9d3a78846518,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:03.556608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32948) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:03.578436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34511cf0-be99-4ebb-a8c5-4a28e40ce6d5 None None] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:03.581994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-62190062-e3ad-4a95-b8a1-9c2c14d25ed9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cd95390dc9d244b3af4b94496c3472a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551147 May 10 11:27:03.604162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Deleting port 3dec660b-b4ca-488a-86eb-e3208a078aa9 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:03.605592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.714107 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:59Z', 'revision_number': 5, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:03.729200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0503-4f22-4973-b739-38840ab36ecd req-fec7e520-78a1-4239-93b7-31caab42308e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:03.730972 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-fec7e520-78a1-4239-93b7-31caab42308e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192493 May 10 11:27:03.756834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83e73d20-c44d-46cc-a619-44915aaf85d6 req-b3e145b4-5687-4293-a2b7-ac586c6bc9cd tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896794 May 10 11:27:03.786712 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9792ff-3e87-4cca-867c-45536b81c67c None None] The sync data for ids ['6fecea5f-6ef9-413a-9549-4baff706fc7f'] in n-d-840949-1 is: [{'id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-878367945-router', 'tenant_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:45Z', 'updated_at': '2022-05-10T11:26:59Z', 'revision_number': 5, 'project_id': 'c4911b3d3e204486972fb2a3b4cc9063', 'gw_port': {'id': '3dec660b-b4ca-488a-86eb-e3208a078aa9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fecea5f-6ef9-413a-9549-4baff706fc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:46Z', 'updated_at': '2022-05-10T11:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:03.799436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Request body: {'port': {'device_id': '276b17eb-1da9-4d40-98e6-9a428e34d102', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'cd95390dc9d244b3af4b94496c3472a5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:03.847469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c05fe73d-21b8-4171-9042-9464f71d64e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f412398bacf64f12baf28adf9efeeed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772839 May 10 11:27:03.850904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32954) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:03.869457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d004d724-dd40-4c1d-ad75-8a00afdc8584 None None] Provisioning complete for port c1a28821-61fb-450f-9ba7-9d3a78846518 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:03.869752 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d004d724-dd40-4c1d-ad75-8a00afdc8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.912504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dbff8-f365-4f7a-b2ef-4849db4a0b15 req-a937fe5a-1626-44db-8bb4-a031c05ba10a tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:03.914050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b67dbff8-f365-4f7a-b2ef-4849db4a0b15 req-a937fe5a-1626-44db-8bb4-a031c05ba10a tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.2241337 May 10 11:27:03.938610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] For port 3dec660b-b4ca-488a-86eb-e3208a078aa9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3dec660b-b4ca-488a-86eb-e3208a078aa9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:03.938973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.971547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Calling delete_port for 3dec660b-b4ca-488a-86eb-e3208a078aa9 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:03.983236 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef7d6e42-0b97-421c-ae1d-32f4fa912f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.021073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74e2fc76-dda7-4a2e-a855-e7fbe2ff047d req-9cc982a0-3722-4085-9d3b-b10f87a501a3 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 210 time: 0.0494242 May 10 11:27:04.022880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Allocated IP 172.25.8.137 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/102b2eeb-95f4-4ce6-ae0d-10b3966b344c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:04.044655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b67dbff8-f365-4f7a-b2ef-4849db4a0b15 req-e5f3e614-1734-4066-9fdb-0e1a11b478f5 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d90297d-9d09-41ca-8e15-5f402c8387c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199050 May 10 11:27:04.047790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Made reservation on behalf of cd95390dc9d244b3af4b94496c3472a5 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:04.052226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.061271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Allocated IP 192.168.233.187 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/2e1082e6-3a18-4c38-927b-f6120930055d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:04.083556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef7d6e42-0b97-421c-ae1d-32f4fa912f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.094556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d004d724-dd40-4c1d-ad75-8a00afdc8584 None None] Current status of the port c1a28821-61fb-450f-9ba7-9d3a78846518 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:04.165297 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e89c0cc5-3ad6-49a4-bfed-bde54dcea897 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.168334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e89c0cc5-3ad6-49a4-bfed-bde54dcea897 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.172141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e89c0cc5-3ad6-49a4-bfed-bde54dcea897 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "DELETE /v2.0/security-groups/558c7ea9-1ef4-452a-9958-8764f52ee965 HTTP/1.1" status: 204 len: 168 time: 1.5176268 May 10 11:27:04.176450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:04.195926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c0cc5-3ad6-49a4-bfed-bde54dcea897 tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c7ea9-1ef4-452a-9958-8764f52ee965,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.274926 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-7f353bca-7bf5-4189-9e37-7e178333516a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] show failed (client error): The resource could not be found. May 10 11:27:04.285152 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7f353bca-7bf5-4189-9e37-7e178333516a tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "GET /v2.0/security-groups/558c7ea9-1ef4-452a-9958-8764f52ee965 HTTP/1.1" status: 404 len: 347 time: 0.1024828 May 10 11:27:04.288383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32958) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:04.297568 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8c7e80bb-b311-476c-812d-251df4ecb07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.328425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-9c7ec088-042e-48fb-a1bb-3b5287f0e856 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:04.330114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-9c7ec088-042e-48fb-a1bb-3b5287f0e856 tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 945 time: 0.1983671 May 10 11:27:04.348865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef7d6e42-0b97-421c-ae1d-32f4fa912f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.352616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef7d6e42-0b97-421c-ae1d-32f4fa912f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.354470 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ef7d6e42-0b97-421c-ae1d-32f4fa912f13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f0bf57c-6219-491e-9374-2663c45bd53b HTTP/1.1" status: 204 len: 168 time: 0.5014625 May 10 11:27:04.513360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d6e42-0b97-421c-ae1d-32f4fa912f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0bf57c-6219-491e-9374-2663c45bd53b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.515515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.561789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ff427127-1687-430c-a36e-39c5f97850cf None None] Provisioning complete for port c1a28821-61fb-450f-9ba7-9d3a78846518 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:04.562245 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff427127-1687-430c-a36e-39c5f97850cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.590208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dec660b-b4ca-488a-86eb-e3208a078aa9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.691962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.715456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ff427127-1687-430c-a36e-39c5f97850cf None None] Current status of the port c1a28821-61fb-450f-9ba7-9d3a78846518 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:04.790935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.853474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.859139 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.891616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.893930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Deleting port d2b6d3a2-f98e-4f57-82f0-b6c1fc6ba4c0 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:04.894266 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.922038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Deleting port 0ebe96da-005b-4feb-a675-02bba863ac5f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:04.922897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.974102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1a28821-61fb-450f-9ba7-9d3a78846518 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:05.026316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.042781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] For port 0ebe96da-005b-4feb-a675-02bba863ac5f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ebe96da-005b-4feb-a675-02bba863ac5f,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:05.043211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.065495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Calling delete_port for 0ebe96da-005b-4feb-a675-02bba863ac5f owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:05.087554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32980) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:05.097077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Pushing event updated for resources: {'Port': ['ID=102b2eeb-95f4-4ce6-ae0d-10b3966b344c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:05.120654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c1a28821-61fb-450f-9ba7-9d3a78846518 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:05.121564 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.136592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b9ad7-2770-4687-ac99-79b33809bce0 req-16c7a6d6-14c5-45ae-b491-a9d19066b47e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:05.148353 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd2b9ad7-2770-4687-ac99-79b33809bce0 req-16c7a6d6-14c5-45ae-b491-a9d19066b47e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.2482898 May 10 11:27:05.209915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:05.222614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:05.226677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:05.243974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.244318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.246442 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-66a3e824-0318-4f32-b62a-b38581e35d10 req-48f97b77-6c83-4cc0-9eb3-b79ac7e6d4f0 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 210 time: 0.0361867 May 10 11:27:05.247598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.251185 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.260883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.261568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fecea5f-6ef9-413a-9549-4baff706fc7f {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:27:05.263230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ebe96da-005b-4feb-a675-02bba863ac5f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:05.293917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Pushing event deleted for resources: {'Port': ['ID=0ebe96da-005b-4feb-a675-02bba863ac5f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:05.301619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.306714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cd961fdf-8d24-4aa5-8d47-69c43f19e018 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6fecea5f-6ef9-413a-9549-4baff706fc7f HTTP/1.1" status: 204 len: 168 time: 2.5974991 May 10 11:27:05.309042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c1a28821-61fb-450f-9ba7-9d3a78846518 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:05.315087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32984) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:05.321670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:05.337152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd2b9ad7-2770-4687-ac99-79b33809bce0 req-0041e6d5-28be-4dac-965f-d7facedf5cc6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867208 May 10 11:27:05.371679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.393895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:05.396178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1ee345c4-e60e-4d30-ab1e-1865ff1d1419 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:05.435357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10bebee-71ca-4bf2-8b7c-8e5943e1158e admin admin] Deleting subnet e46de1c0-5d96-4db1-93e4-0cc5252a3648 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:27:05.443303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c10bebee-71ca-4bf2-8b7c-8e5943e1158e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.449675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Allocated IP 192.168.233.203 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/de7c1bf2-86f5-47a5-9656-a68f8dfbcce2) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:05.476896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ae059d7-60c8-444b-bf69-72bdd7517cb0 req-173deef2-fcf1-4db0-8dfa-6985a5fbd0cd tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d72bb91-195e-4716-84ab-a0af099601fb HTTP/1.1" status: 200 len: 210 time: 0.0367796 May 10 11:27:05.527909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] No DVR routers for this DVR port 0ebe96da-005b-4feb-a675-02bba863ac5f on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:05.532973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.536820 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67bea0ba-926a-4160-9fba-2e69f1a5d1d0 req-0f80768a-a1d5-48c7-940f-f85a980ab8ad tempest-ServerRescueTestJSONUnderV235-56092685 tempest-ServerRescueTestJSONUnderV235-56092685-project] 10.222.0.70 "DELETE /v2.0/ports/0ebe96da-005b-4feb-a675-02bba863ac5f HTTP/1.1" status: 204 len: 173 time: 1.2004392 May 10 11:27:05.537391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'name': 'network-vif-deleted', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:05.540598 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62472a8c-9f46-4fc3-971d-35ef3ef627ee" -d '{"events": [{"server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "name": "network-vif-deleted", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:05.549994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Calling delete_port for d2b6d3a2-f98e-4f57-82f0-b6c1fc6ba4c0 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:05.564197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c10bebee-71ca-4bf2-8b7c-8e5943e1158e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.625750 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87339e7a-7dc4-4c24-833c-ff29500b632a x-openstack-request-id: req-87339e7a-7dc4-4c24-833c-ff29500b632a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:05.626122 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72bb91-195e-4716-84ab-a0af099601fb", "name": "network-vif-deleted", "tag": "0ebe96da-005b-4feb-a675-02bba863ac5f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:05.626417 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87339e7a-7dc4-4c24-833c-ff29500b632a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:05.633069 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87339e7a-7dc4-4c24-833c-ff29500b632a'] response: {'server_uuid': '2d72bb91-195e-4716-84ab-a0af099601fb', 'name': 'network-vif-deleted', 'tag': '0ebe96da-005b-4feb-a675-02bba863ac5f', 'status': 'completed', 'code': 200} May 10 11:27:05.678287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6d9cad50-97b8-4fc6-abba-5367d427a68a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37d02444f6d6499d835c9bd4c49e1672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769770 May 10 11:27:05.686275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32990) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:05.712230 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c10bebee-71ca-4bf2-8b7c-8e5943e1158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.779273 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c10bebee-71ca-4bf2-8b7c-8e5943e1158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.818121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215523e5-8784-46db-9f08-136e623cbbae None None] Network 45abb94c-7265-4b07-9671-dab9e03e0508 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:05.822906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bebee-71ca-4bf2-8b7c-8e5943e1158e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46de1c0-5d96-4db1-93e4-0cc5252a3648,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:05.839411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c10bebee-71ca-4bf2-8b7c-8e5943e1158e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.856458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c10bebee-71ca-4bf2-8b7c-8e5943e1158e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e46de1c0-5d96-4db1-93e4-0cc5252a3648 HTTP/1.1" status: 204 len: 168 time: 0.5370312 May 10 11:27:05.857362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:05.866493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.901601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:05.928881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:05.969506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.072427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Deleting port c93b8bda-055b-4c53-8bf6-25c16155aa89 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:06.072781 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.089921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:06.093583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:06.173687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] For port c93b8bda-055b-4c53-8bf6-25c16155aa89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c93b8bda-055b-4c53-8bf6-25c16155aa89,segment=NetworkSegment(999ee9e5-f211-4c94-b90e-cd4467b10c87),segment_id=999ee9e5-f211-4c94-b90e-cd4467b10c87)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:06.176736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.196990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] DHCP port deletion for 45abb94c-7265-4b07-9671-dab9e03e0508 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:27:06.199071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Calling delete_port for c93b8bda-055b-4c53-8bf6-25c16155aa89 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:06.266110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.298297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] Deleting port c93b8bda-055b-4c53-8bf6-25c16155aa89 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:06.300149 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.468529 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.471398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] For port c93b8bda-055b-4c53-8bf6-25c16155aa89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c93b8bda-055b-4c53-8bf6-25c16155aa89,segment=NetworkSegment(999ee9e5-f211-4c94-b90e-cd4467b10c87),segment_id=999ee9e5-f211-4c94-b90e-cd4467b10c87)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:06.471872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.517389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.526937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eb10f5ce-b748-417e-b0ab-7e9aa4edcdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.529972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] Calling delete_port for c93b8bda-055b-4c53-8bf6-25c16155aa89 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:06.596648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Pushing event deleted for resources: {'Port': ['ID=c93b8bda-055b-4c53-8bf6-25c16155aa89,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:06.644881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] No DVR routers for this DVR port c93b8bda-055b-4c53-8bf6-25c16155aa89 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:06.682583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4f59d0bb-aca3-4f1f-ab17-454b15102cb8 None None] Provisioning complete for port 2e1082e6-3a18-4c38-927b-f6120930055d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:06.683067 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4f59d0bb-aca3-4f1f-ab17-454b15102cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.710897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f4239-f991-4fd0-ace2-871407db8b0a req-d8cc941e-dea3-4252-b948-43b7ea1b3f18 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:06.712660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-039f4239-f991-4fd0-ace2-871407db8b0a req-d8cc941e-dea3-4252-b948-43b7ea1b3f18 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 936 time: 0.3299823 May 10 11:27:06.718121 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ee6cd50f-aada-4633-b20b-9badeccb375f service neutron] show failed (client error): The resource could not be found. May 10 11:27:06.719111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ee6cd50f-aada-4633-b20b-9badeccb375f service neutron] 10.222.0.70 "GET /v2.0/ports/8183d8ac-b7bd-4de9-a69d-e5625d1db3cc/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.3528998 May 10 11:27:06.734744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4f59d0bb-aca3-4f1f-ab17-454b15102cb8 None None] Port 2e1082e6-3a18-4c38-927b-f6120930055d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: from cryptography.utils import int_from_bytes May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: from cryptography.utils import int_from_bytes May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.775964 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:06.778793 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:27:06.783294 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.801453 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.819843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-039f4239-f991-4fd0-ace2-871407db8b0a req-e4d0cead-9b1c-4386-a59c-d3b9d8ec18dc tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906377 May 10 11:27:06.846729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45abb94c-7265-4b07-9671-dab9e03e0508']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:06.881330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999ee9e5-f211-4c94-b90e-cd4467b10c87') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:06.882048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999ee9e5-f211-4c94-b90e-cd4467b10c87') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:06.891851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] Pushing event deleted for resources: {'Port': ['ID=c93b8bda-055b-4c53-8bf6-25c16155aa89,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:06.903360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c93b8bda-055b-4c53-8bf6-25c16155aa89 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:06.905563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b60bc1-50f0-49c7-bcd4-3ac7af6294b2 None None] No DVR routers for this DVR port c93b8bda-055b-4c53-8bf6-25c16155aa89 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:06.922783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.937468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:06.950578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c93b8bda-055b-4c53-8bf6-25c16155aa89 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:06.950815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c93b8bda-055b-4c53-8bf6-25c16155aa89 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:06.951250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3dec660b-b4ca-488a-86eb-e3208a078aa9 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:06.983565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3dec660b-b4ca-488a-86eb-e3208a078aa9 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:06.983962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3dec660b-b4ca-488a-86eb-e3208a078aa9 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:07.010536 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.026261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:27:07.026741 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: timer() May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:27:07.028538 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:27:07.134378 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.145215 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.148847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] 10.222.0.13 "DELETE /v2.0/networks/45abb94c-7265-4b07-9671-dab9e03e0508 HTTP/1.1" status: 204 len: 168 time: 1.2906067 May 10 11:27:07.172674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb301c-6cc8-4a60-a956-9666e0aaaa0f admin admin] Pushing event deleted for resources: {'Network': ['ID=45abb94c-7265-4b07-9671-dab9e03e0508,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:07.303160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cad73c79-8220-424f-afd0-0eb08abd0663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.318903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:07.388894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:07.398401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:07.438206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ea9aa4fe-a5ce-4104-86c7-b3b450ba3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:07.438340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cad73c79-8220-424f-afd0-0eb08abd0663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.438471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ea9aa4fe-a5ce-4104-86c7-b3b450ba3d23 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 1101 time: 0.4256225 May 10 11:27:07.441289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33008) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:07.448281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:07.449000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.461767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:07.521157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Pushing event updated for resources: {'Port': ['ID=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:07.573839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fdfca-7150-4d97-b186-77b9eab5fa91 req-4ccf8ed3-d229-4dce-9bd8-a4652ad82522 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:07.575458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-456fdfca-7150-4d97-b186-77b9eab5fa91 req-4ccf8ed3-d229-4dce-9bd8-a4652ad82522 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 1.0865469 May 10 11:27:07.600764 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-3ec41600-7864-44cc-8568-c8730ee7513e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7015576 May 10 11:27:07.633318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a3f37ac1-ab57-4702-8cb4-c1781c9a9765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4911b3d3e204486972fb2a3b4cc9063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891124 May 10 11:27:07.635328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:07.636028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.638407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33010) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:07.646051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Request body: {'port': {'device_id': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:07.648199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.657164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.757087 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.778658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9f1c327b-3931-444c-aa2c-b01332bfb16f None None] Provisioning complete for port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:07.778658 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f1c327b-3931-444c-aa2c-b01332bfb16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.827463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9f1c327b-3931-444c-aa2c-b01332bfb16f None None] Port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:07.858562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a08136e-e017-4765-9f8b-c2885b934909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.866491 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.918265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Pushing event deleted for resources: {'Port': ['ID=d2b6d3a2-f98e-4f57-82f0-b6c1fc6ba4c0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:07.947519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-6ae5b964-7638-45cf-9c04-148ff4fc97e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1643367 May 10 11:27:07.953781 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cad73c79-8220-424f-afd0-0eb08abd0663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.956387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cad73c79-8220-424f-afd0-0eb08abd0663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.957529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cad73c79-8220-424f-afd0-0eb08abd0663 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f364ba7e-524e-458a-a9c7-333c5272322e HTTP/1.1" status: 204 len: 168 time: 2.2522635 May 10 11:27:07.965654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a08136e-e017-4765-9f8b-c2885b934909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.010072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Request body: {'port': {'device_id': '276b17eb-1da9-4d40-98e6-9a428e34d102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:08.075334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-456fdfca-7150-4d97-b186-77b9eab5fa91 req-4c403b02-7460-452e-a00c-bce8d9bd4427 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782443 May 10 11:27:08.142036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad73c79-8220-424f-afd0-0eb08abd0663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364ba7e-524e-458a-a9c7-333c5272322e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:08.180072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60840edb-be27-4486-b98b-732ae980ad7e req-cf693ca5-09fd-4462-85e0-ffadce27f57c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:08.193565 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.194752 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60840edb-be27-4486-b98b-732ae980ad7e req-cf693ca5-09fd-4462-85e0-ffadce27f57c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 936 time: 0.2316427 May 10 11:27:08.245511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.260871 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.271234 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a08136e-e017-4765-9f8b-c2885b934909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.273789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a08136e-e017-4765-9f8b-c2885b934909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.277928 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6a08136e-e017-4765-9f8b-c2885b934909 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dee60a46-57d2-469d-92fc-d2de3c8ca8b1 HTTP/1.1" status: 204 len: 168 time: 0.6351006 May 10 11:27:08.318440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08136e-e017-4765-9f8b-c2885b934909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee60a46-57d2-469d-92fc-d2de3c8ca8b1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:08.369912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:08.375958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60840edb-be27-4486-b98b-732ae980ad7e req-469415d1-307f-4d25-abdb-db01ad9d2d47 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673403 May 10 11:27:08.423496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.425950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.430339 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34cfe620-3c27-4d26-991f-d2ec9f58489f tempest-ServersTestFqdnHostnames-823784159 tempest-ServersTestFqdnHostnames-823784159-project] 10.222.0.13 "DELETE /v2.0/floatingips/429a8406-c6b2-408a-b056-0bedbd302964 HTTP/1.1" status: 204 len: 168 time: 4.0895545 May 10 11:27:08.434142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33028) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:08.912050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:08.967647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Router 94b5636e-451c-47f1-84c1-e3b73ede6389 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:27:08.995726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:08.998240 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a5cfb4-75cf-46c9-8291-31a6c1adb0c6" -d '{"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-unplugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:09.002355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.023540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Transition to ACTIVE for port object 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:09.043015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.089652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:09.122450 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91914a63-ba6d-4c76-ba2c-9d54fd601fd6 x-openstack-request-id: req-91914a63-ba6d-4c76-ba2c-9d54fd601fd6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:09.122739 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-unplugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:09.122989 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91914a63-ba6d-4c76-ba2c-9d54fd601fd6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:09.123384 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91914a63-ba6d-4c76-ba2c-9d54fd601fd6'] response: {'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'code': 200} May 10 11:27:09.164558 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] No DVR routers for this DVR port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:09.202193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Deleting port f995a6de-33df-44e3-beba-c54486f78d6a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:09.202806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.208000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.296289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:09.302968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:09.306755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Sync routers for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:09.319939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:09.320922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:09.385309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4b5cd-bf7a-4314-8e63-2cc86a4050e8 req-b92e405b-d26b-4df8-9d01-aafd0a6f8140 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:09.386942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dce4b5cd-bf7a-4314-8e63-2cc86a4050e8 req-b92e405b-d26b-4df8-9d01-aafd0a6f8140 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.2196181 May 10 11:27:09.391437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:09.391798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:09.392215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:09.422798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:09.423235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:09.434612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:09.434989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:09.435438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:09.435913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Bound port: 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:09.436373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.471805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.477054 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-62bc34eb-abf5-4856-a8be-92330809f8cd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9537437 May 10 11:27:09.480671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33068) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:09.497832 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-142624110-network', 'tenant_id': 'efb5d2857e95467a96899612ae8c137d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:09.524096 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.538887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dce4b5cd-bf7a-4314-8e63-2cc86a4050e8 req-58a43984-3196-48aa-9de3-d76f9c94ab73 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383824 May 10 11:27:09.546737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:09.581478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] For port f995a6de-33df-44e3-beba-c54486f78d6a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f995a6de-33df-44e3-beba-c54486f78d6a,segment=NetworkSegment(a80641aa-fe18-4033-aed4-0432b9119820),segment_id=a80641aa-fe18-4033-aed4-0432b9119820)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:09.582133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.590322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Made reservation on behalf of efb5d2857e95467a96899612ae8c137d for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:09.593125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.620914 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.628147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Calling delete_port for f995a6de-33df-44e3-beba-c54486f78d6a owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:09.685324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00a27a-a21e-4028-8a51-e7860293c3a2 req-0b0d6ad9-dcdd-4278-92ca-bb4425136c39 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:09.686867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee00a27a-a21e-4028-8a51-e7860293c3a2 req-0b0d6ad9-dcdd-4278-92ca-bb4425136c39 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 936 time: 0.1829281 May 10 11:27:09.716434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1082e6-3a18-4c38-927b-f6120930055d {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:09.733101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ebe96da-005b-4feb-a675-02bba863ac5f no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:09.733359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.760526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 0ebe96da-005b-4feb-a675-02bba863ac5f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:09.761275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ebe96da-005b-4feb-a675-02bba863ac5f not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:09.779460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:09.805543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Transition to ACTIVE for port object 2e1082e6-3a18-4c38-927b-f6120930055d will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:09.809130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:09.819894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:06Z', 'revision_number': 3, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:09.821914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee00a27a-a21e-4028-8a51-e7860293c3a2 req-65ffbfc1-d936-4721-bd6c-852e9ed653a5 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246173 May 10 11:27:09.867183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.899758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:09.900415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.902225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] 10.222.0.49 "PUT /v2.0/ports/8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 1096 time: 2.4554827 May 10 11:27:09.914905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.967638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62011d-c5f8-4634-bd08-1b1494823cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.133013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Checking router: 94b5636e-451c-47f1-84c1-e3b73ede6389 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:10.133348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Updating router 94b5636e-451c-47f1-84c1-e3b73ede6389 port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:10.160918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.249435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Attempting to bind port 2e1082e6-3a18-4c38-927b-f6120930055d on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:10.249756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Attempting to bind port 2e1082e6-3a18-4c38-927b-f6120930055d by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:10.250161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Attempting to bind port 2e1082e6-3a18-4c38-927b-f6120930055d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:10.266417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-806a8d88-c6d4-4c2e-98cf-06256cd503f3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1085500991&fields=id&tenant_id=170e3dae906a4997a627492850f6760e HTTP/1.1" status: 200 len: 267 time: 0.1343882 May 10 11:27:10.307035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-e07ef36f-68b2-4f83-9e69-8b66819c97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:10.308575 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-e07ef36f-68b2-4f83-9e69-8b66819c97b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1099 time: 0.3305290 May 10 11:27:10.310752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.316737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.360479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.435017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Port 2e1082e6-3a18-4c38-927b-f6120930055d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:10.435501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Attempting to bind port 2e1082e6-3a18-4c38-927b-f6120930055d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:10.443421 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.457349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.464518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.465415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.466136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.466474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.466812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.467143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.467474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.467801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.468201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.468460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.468786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:10.521721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:10.522447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:10.522752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:10.523293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Bound port: 2e1082e6-3a18-4c38-927b-f6120930055d, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:10.523792 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.539405 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.549387 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.573800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.623299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:10.651875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Attempting to bind port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:10.652253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Attempting to bind port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:10.652613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Attempting to bind port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:10.657916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4321d-4f5e-4d07-b0bc-83bf23135042 None None] Pushing event updated for resources: {'Port': ['ID=102b2eeb-95f4-4ce6-ae0d-10b3966b344c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.666548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:10.666928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:10.667379 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.667698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:10.668238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Bound port: 102b2eeb-95f4-4ce6-ae0d-10b3966b344c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:10.668708 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.671915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.700596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:10.733538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] For port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:10.737330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] For port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=102b2eeb-95f4-4ce6-ae0d-10b3966b344c,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:10.744671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-a8d94151-f871-4f5e-b947-8b2846660de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:10.746369 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.746548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-a8d94151-f871-4f5e-b947-8b2846660de3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.4246879 May 10 11:27:10.793328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-73cc88f1-5e67-4848-812d-0eee19530d73 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:10.806403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-73cc88f1-5e67-4848-812d-0eee19530d73 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/networks?id=e505e6e1-deb7-47b4-9ab5-c604add2fc37 HTTP/1.1" status: 200 len: 815 time: 0.4955900 May 10 11:27:10.809041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Pushing event deleted for resources: {'Port': ['ID=f995a6de-33df-44e3-beba-c54486f78d6a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.833129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:10.834047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:10.862315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-8b4cb876-f0c2-4d8b-84dd-342a61ba6d75 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/quotas/170e3dae906a4997a627492850f6760e HTTP/1.1" status: 200 len: 375 time: 0.0547547 May 10 11:27:10.885427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4321d-4f5e-4d07-b0bc-83bf23135042 None None] Pushing event updated for resources: {'Port': ['ID=102b2eeb-95f4-4ce6-ae0d-10b3966b344c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.913945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-a3d4642e-9c11-4c86-9231-70fd90ad7d40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.1364799 May 10 11:27:10.964196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:11.071948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.072389 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Added segment 3c24064d-262a-48a3-a0e9-30f912863666 of type vlan for network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 May 10 11:27:11.073052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-3e18f729-44bb-407b-8dca-e4eec3d49c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:11.075028 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-3e18f729-44bb-407b-8dca-e4eec3d49c4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1402221 May 10 11:27:11.088856 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-8f9b385d-f0e1-4de0-acc7-1c37e9cb3948 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=170e3dae906a4997a627492850f6760e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2247403 May 10 11:27:11.092972 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.100491 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f898-772e-42d7-9225-1eb412b6efda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.127185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:11.130446 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42b32b9-00a7-4283-b7bd-d61517f5d846" -d '{"events": [{"name": "network-changed", "server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:11.147562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:11.159224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:06Z', 'revision_number': 3, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:11.175101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:11.187969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.194764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd650c09-18fb-476b-9143-31c0ee9cf0bb None None] The sync data for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 is: [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:06Z', 'revision_number': 3, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:11.255348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:11.267484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.272310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Transition to ACTIVE for port object de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:11.278291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.291591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-386e9953-4bd3-4c56-95ad-b8c63b35f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:11.293171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-386e9953-4bd3-4c56-95ad-b8c63b35f5f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2027545 May 10 11:27:11.317705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64474a8-f40e-4309-b2f9-8f62e9a72ff2 req-702a0f45-462a-45e0-8418-d4959e1a8cc4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:11.319565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c64474a8-f40e-4309-b2f9-8f62e9a72ff2 req-702a0f45-462a-45e0-8418-d4959e1a8cc4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.6132529 May 10 11:27:11.319805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.327687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.387775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:11.388435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.389819 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] 10.222.0.49 "PUT /v2.0/ports/2e1082e6-3a18-4c38-927b-f6120930055d HTTP/1.1" status: 200 len: 1096 time: 3.7610960 May 10 11:27:11.393160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:11.395448 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b152e0-c7b0-454d-b861-60da1fcf9b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:11.448851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.449753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:11.450338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.601076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96f74c-59da-44d3-8348-97ddf563edd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:11.655026 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c64474a8-f40e-4309-b2f9-8f62e9a72ff2 req-195bed5e-289f-40c2-a7fe-fe974245b9f5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037789 May 10 11:27:11.662111 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3571727 May 10 11:27:11.663713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33136) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:11.664774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:11.686184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-76ecdd22-0371-4ef2-80a0-cc3be2033ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:11.688132 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-76ecdd22-0371-4ef2-80a0-cc3be2033ff7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1099 time: 0.2274578 May 10 11:27:11.712794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Request body: {'subnet': {'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-142624110-subnet', 'tenant_id': 'efb5d2857e95467a96899612ae8c137d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:11.771282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:11.782572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Made reservation on behalf of efb5d2857e95467a96899612ae8c137d for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:11.785006 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.855324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fd7d2-008e-48c5-be37-076a85e39d22 admin admin] Pushing event updated for resources: {'Network': ['ID=71ab3599-0b94-42b0-a8b7-bdcda1d316b9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:11.872419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:27:11.929029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-b0a16253-12a1-476c-8fe5-afe02110351a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=2e1082e6-3a18-4c38-927b-f6120930055d HTTP/1.1" status: 200 len: 217 time: 0.1885920 May 10 11:27:11.938327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f898-772e-42d7-9225-1eb412b6efda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.974957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f898-772e-42d7-9225-1eb412b6efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.977213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Allocated IP 172.20.0.1 (362ab701-c8f2-4dc2-b31e-526f2cbfbc28/6ceab8cc-41c6-4fa5-8de9-08172145fbb6/140481f9-16f5-4237-8cb1-2ca61964bd30) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:11.979749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Pushing event updated for resources: {'Port': ['ID=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:12.138528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d8bd1-eb9f-4a33-8330-7f99c1073d86 req-f875a1c1-531d-4f28-901d-d44d6f4b3ac6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:12.139999 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-478d8bd1-eb9f-4a33-8330-7f99c1073d86 req-f875a1c1-531d-4f28-901d-d44d6f4b3ac6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 948 time: 0.3245325 May 10 11:27:12.140703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Attempting to bind port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:12.141822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Attempting to bind port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:12.141822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Attempting to bind port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:12.145142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c8f3f898-772e-42d7-9225-1eb412b6efda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de97882ea09a4434bb8ee547921d9e77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4379191 May 10 11:27:12.150215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33138) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:12.164804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-00491c2f-53b3-40bc-8379-5b7ca006918f service neutron] 10.222.0.13 "GET /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0235174 May 10 11:27:12.170708 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-a21c0944-1d59-4289-a28a-c2c877e6e63f service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8451009 May 10 11:27:12.177298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3f898-772e-42d7-9225-1eb412b6efda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d174f5-9c25-43db-ae49-d0255282517e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:12.180849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-e114e35a-0f91-48b4-b88b-499cf70b0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:12.185969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-e114e35a-0f91-48b4-b88b-499cf70b0b2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2268765 May 10 11:27:12.186923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:12.187327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Attempting to bind port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:12.239762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:12.240282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:12.240512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:12.241297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Bound port: de7c1bf2-86f5-47a5-9656-a68f8dfbcce2, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:12.241297 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.350479 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-478d8bd1-eb9f-4a33-8330-7f99c1073d86 req-64001048-6955-470b-97b8-15c88b506803 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744845 May 10 11:27:12.365331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-c286cd46-ef46-4c02-a7cb-d13edc7257cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:12.366783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-c286cd46-ef46-4c02-a7cb-d13edc7257cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759384 May 10 11:27:12.396189 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.444613 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503354a8-d1de-4ee3-9112-31d9875b0ca1 x-openstack-request-id: req-503354a8-d1de-4ee3-9112-31d9875b0ca1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:12.444898 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:12.445369 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-503354a8-d1de-4ee3-9112-31d9875b0ca1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:12.445933 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503354a8-d1de-4ee3-9112-31d9875b0ca1'] response: {'name': 'network-changed', 'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'status': 'completed', 'code': 200} May 10 11:27:12.469903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Deleting port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:12.470256 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.485595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] For port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:12.499876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dbb74fa-8736-4b9f-937f-42ab309bd04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.537387 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead91ae8-290f-45b1-a4bf-b6e945f1d91d x-openstack-request-id: req-ead91ae8-290f-45b1-a4bf-b6e945f1d91d {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:12.537675 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:12.537914 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ead91ae8-290f-45b1-a4bf-b6e945f1d91d {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:12.538515 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead91ae8-290f-45b1-a4bf-b6e945f1d91d'] response: {'name': 'network-changed', 'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d', 'status': 'completed', 'code': 200} May 10 11:27:12.540541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-004574ca-9c71-4495-b788-6fa7847e4db6 service neutron] 10.222.0.13 "GET /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596125 May 10 11:27:12.542270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d6e75c6-1151-4e40-bc5a-12599573de6f req-919bc506-44d8-4cb6-b72e-596ebf661609 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583410 May 10 11:27:12.555675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] For port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:12.570544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.582401 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.610573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dbb74fa-8736-4b9f-937f-42ab309bd04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.654985 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.684885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-60f9b61f-80d8-4dd8-8dec-9e03e83d1f76 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007793 May 10 11:27:12.712121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:12.712740 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.717250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] 10.222.0.70 "PUT /v2.0/ports/de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 HTTP/1.1" status: 200 len: 1096 time: 4.7134500 May 10 11:27:12.740054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-76cb8010-ded5-4888-85c5-85a3b892b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:12.742864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-76cb8010-ded5-4888-85c5-85a3b892b588 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1099 time: 0.2747886 May 10 11:27:12.763806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Router 757160dd-3247-41fb-8a11-d8ae4db46d51 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:27:12.819130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:12.840563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0684e5-74b7-4e63-96d3-9612fb08251a,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:12.943081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-135a5e69-25ca-4240-b8c3-19a7febb5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:12.944933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-135a5e69-25ca-4240-b8c3-19a7febb5490 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1859021 May 10 11:27:12.946203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:12.949317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:12.953149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833810b-ca70-437f-be65-7671fe8a8009 service neutron] Pushing event updated for resources: {'Port': ['ID=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:12.959051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] For port fbcdffb8-9658-48d7-bcf0-a8992b5ae58a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:12.959511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.031154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Calling delete_port for fbcdffb8-9658-48d7-bcf0-a8992b5ae58a owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:13.078471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 102b2eeb-95f4-4ce6-ae0d-10b3966b344c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:13.094748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-aeea7693-2388-45b9-a3bf-b0d23dfb9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.100084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:13.100797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Network hostable DHCP agents. Network: 71ab3599-0b94-42b0-a8b7-bdcda1d316b9, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:13.109948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-aeea7693-2388-45b9-a3bf-b0d23dfb9167 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1099 time: 0.4761364 May 10 11:27:13.118663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.233573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2660d-c263-4103-a7a0-78086f0ab607 req-a62c10f3-daca-4d49-bbbe-8d752a09f6f0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.241971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:13.242675 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.244706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15f2660d-c263-4103-a7a0-78086f0ab607 req-a62c10f3-daca-4d49-bbbe-8d752a09f6f0 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.4010749 May 10 11:27:13.293920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74dda457-7c57-49ae-ba31-48dccd15ebfa req-c2998ede-55a5-4abc-89ba-bc84028ce691 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698636 May 10 11:27:13.297575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0503-4f22-4973-b739-38840ab36ecd req-135922e6-7dc6-4f90-b617-d8b161d8e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.299639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-135922e6-7dc6-4f90-b617-d8b161d8e100 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 1099 time: 0.3787026 May 10 11:27:13.312426 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dbb74fa-8736-4b9f-937f-42ab309bd04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.315319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dbb74fa-8736-4b9f-937f-42ab309bd04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.319096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7dbb74fa-8736-4b9f-937f-42ab309bd04f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92d174f5-9c25-43db-ae49-d0255282517e HTTP/1.1" status: 204 len: 168 time: 1.1618683 May 10 11:27:13.319096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Pushing event updated for resources: {'Port': ['ID=140481f9-16f5-4237-8cb1-2ca61964bd30,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:13.375629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6cfab87-ee10-486e-ab9e-a78c849a6260 req-95313b8f-5f5a-4776-862d-d1d2ee8c667e tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.1176560 May 10 11:27:13.432832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-5ef8ed85-ba05-45d6-a94a-9ab2e1c5ac49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.3650763 May 10 11:27:13.456676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb74fa-8736-4b9f-937f-42ab309bd04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d174f5-9c25-43db-ae49-d0255282517e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:13.483551 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15f2660d-c263-4103-a7a0-78086f0ab607 req-a6a73148-cee3-420f-a1e9-9879a36987d5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278037 May 10 11:27:13.486420 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-3458a6a8-e18d-4458-b29b-8708188371bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 HTTP/1.1" status: 200 len: 217 time: 0.1479259 May 10 11:27:13.518920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-0530e46f-d71f-454d-851e-edfc050a5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.520728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-0530e46f-d71f-454d-851e-edfc050a5ccd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0527759 May 10 11:27:13.544279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d752a747-d03c-42df-88ec-a29392e94c0f None None] Provisioning complete for port 140481f9-16f5-4237-8cb1-2ca61964bd30 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:13.545060 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d752a747-d03c-42df-88ec-a29392e94c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.555955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:13.556792 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.582610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.598393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=102b2eeb-95f4-4ce6-ae0d-10b3966b344c,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:13.659760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d752a747-d03c-42df-88ec-a29392e94c0f None None] Port 140481f9-16f5-4237-8cb1-2ca61964bd30 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:13.663552 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.691928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:13.739617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=102b2eeb-95f4-4ce6-ae0d-10b3966b344c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:13.797187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 71ab3599-0b94-42b0-a8b7-bdcda1d316b9) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:13.808677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8269497-e78d-4ac8-bc7d-11b88cff4192 None None] Network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:13.811703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.812900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.823726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-3e502220-b4d3-450b-b93f-74ddc3f3836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.825466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-3e502220-b4d3-450b-b93f-74ddc3f3836b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2928905 May 10 11:27:13.838233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-89c5fd1b-72c2-435e-9dd4-34ebb5571c0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1468909 May 10 11:27:13.845573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0503-4f22-4973-b739-38840ab36ecd req-a9dcd213-43d6-4ef1-9dfa-6a1ff30fc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.847541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-a9dcd213-43d6-4ef1-9dfa-6a1ff30fc716 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1506867 May 10 11:27:13.862553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c093c0-3aeb-493b-97bf-9e1cbd5722df req-c81a9d8e-5436-43c7-8781-b79bac15209c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.864684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21c093c0-3aeb-493b-97bf-9e1cbd5722df req-c81a9d8e-5436-43c7-8781-b79bac15209c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 948 time: 0.2978799 May 10 11:27:13.869273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-d84fa895-fda0-4f40-8b6e-cf3d58d41fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.870916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-d84fa895-fda0-4f40-8b6e-cf3d58d41fe9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1099 time: 0.3773780 May 10 11:27:13.878886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-3035dea2-b43a-4872-bf0e-14217e2092d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:13.880617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-3035dea2-b43a-4872-bf0e-14217e2092d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.6312399 May 10 11:27:13.889769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.927111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:13.934142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0ad26a8e-ea51-47a9-91e3-65867c8bd524 admin admin] 10.222.0.13 "PUT /v2.0/routers/757160dd-3247-41fb-8a11-d8ae4db46d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9849107 May 10 11:27:13.941123 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] Sync routers for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:13.959197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33172) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:13.963142 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:13.964895 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:14.015189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-c4977294-3c4c-4f6e-8e6b-839e01da529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:14.017184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-c4977294-3c4c-4f6e-8e6b-839e01da529b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1249080 May 10 11:27:14.066679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcdffb8-9658-48d7-bcf0-a8992b5ae58a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:14.123717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-2bc46acf-7adc-459d-9885-ff1c010a67e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=2e1082e6-3a18-4c38-927b-f6120930055d HTTP/1.1" status: 200 len: 217 time: 0.0729640 May 10 11:27:14.154336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c3e43-fdc2-4697-9619-8944ddd313c7 None None] Network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:14.254453 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:14.269265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.287163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-9c460727-c750-41ce-919d-b21c109edb6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.3407285 May 10 11:27:14.313208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0503-4f22-4973-b739-38840ab36ecd req-39a69296-37fb-476d-bfff-555ed57c4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:14.315610 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-39a69296-37fb-476d-bfff-555ed57c4114 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4610541 May 10 11:27:14.556082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276b17eb-1da9-4d40-98e6-9a428e34d102', 'tag': 'de7c1bf2-86f5-47a5-9656-a68f8dfbcce2'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:14.558185 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e92d248-175f-4823-bc59-2b839f9e702c" -d '{"events": [{"name": "network-changed", "server_uuid": "276b17eb-1da9-4d40-98e6-9a428e34d102", "tag": "de7c1bf2-86f5-47a5-9656-a68f8dfbcce2"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:14.639992 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.650621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-0d5fbc52-66a5-4a78-9bc6-1a194046840a service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153137 May 10 11:27:14.652223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-544d9677-65c3-4f6c-9c4f-c1a435909a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:14.653885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-544d9677-65c3-4f6c-9c4f-c1a435909a71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.5045240 May 10 11:27:14.681284 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9db87eac-8808-47bf-93d9-e6c15b1cadbe req-b5b92a49-3933-4082-8004-e7bcd0fae845 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.1085081 May 10 11:27:14.717826 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21c093c0-3aeb-493b-97bf-9e1cbd5722df req-9661b06b-690f-4285-966f-2c4c4e25bcd0 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8359230 May 10 11:27:14.780185 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:27:10Z', 'revision_number': 5, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port': {'id': 'feb55e1e-1c94-4fef-8b8e-51f44b9187ae', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:24Z', 'updated_at': '2022-05-10T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:14.852500 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] Checking router: 757160dd-3247-41fb-8a11-d8ae4db46d51 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:14.852735 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963cce6-9e41-40bd-842b-2a39f4a7a7b7 x-openstack-request-id: req-f963cce6-9e41-40bd-842b-2a39f4a7a7b7 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:14.853232 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276b17eb-1da9-4d40-98e6-9a428e34d102", "tag": "de7c1bf2-86f5-47a5-9656-a68f8dfbcce2", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:14.853232 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f963cce6-9e41-40bd-842b-2a39f4a7a7b7 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:14.853593 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f963cce6-9e41-40bd-842b-2a39f4a7a7b7'] response: {'name': 'network-changed', 'server_uuid': '276b17eb-1da9-4d40-98e6-9a428e34d102', 'tag': 'de7c1bf2-86f5-47a5-9656-a68f8dfbcce2', 'status': 'completed', 'code': 200} May 10 11:27:14.866278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-04c576f3-d23d-4f58-9997-aa8393f1a3b7 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0329611 May 10 11:27:14.870564 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] Routers {'757160dd-3247-41fb-8a11-d8ae4db46d51'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:14.871928 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['757160dd-3247-41fb-8a11-d8ae4db46d51'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:14.897222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-7eb863cb-e166-4a88-84d6-5fae3281d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:14.899525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-7eb863cb-e166-4a88-84d6-5fae3281d81d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.4623251 May 10 11:27:14.938264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.026144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-6c292e8d-4264-4fb1-beec-71b57c8992a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:15.034360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-6c292e8d-4264-4fb1-beec-71b57c8992a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3518553 May 10 11:27:15.055708 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] Set router 757160dd-3247-41fb-8a11-d8ae4db46d51 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:15.060190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.061525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 102b2eeb-95f4-4ce6-ae0d-10b3966b344c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:15.176120 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:27:14Z', 'revision_number': 6, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:15.221977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:15.222564 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.247682 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8bcff-b3e7-4042-bc1e-204c3ad2415e None None] The sync data for ids ['757160dd-3247-41fb-8a11-d8ae4db46d51'] in n-d-840949-1 is: [{'id': '757160dd-3247-41fb-8a11-d8ae4db46d51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1101788702-router', 'tenant_id': 'b23a897b907b416fada8a6a453eff724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:22Z', 'updated_at': '2022-05-10T11:27:14Z', 'revision_number': 6, 'project_id': 'b23a897b907b416fada8a6a453eff724', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:15.328628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:15.336313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:15.469697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:15.475665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.490382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33208) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:15.505824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'mac_address': 'fa:16:3e:df:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:27:15.549996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-666095470-network', 'tenant_id': '1f8f80d817634bcf84eb9c028de77de2'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:15.587504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:15.588395 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.635625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:15.659594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-77da14ee-9ea2-45d6-b6ca-1247069f87b1 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135166 May 10 11:27:15.674651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Pushing event updated for resources: {'Port': ['ID=140481f9-16f5-4237-8cb1-2ca61964bd30,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:15.689063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c2817-1f62-4747-9337-5b1c9b58e50d req-4b3d0db9-98f6-4501-8cf3-14c74587113b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:15.694629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:15.697143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Deleting port feb55e1e-1c94-4fef-8b8e-51f44b9187ae {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:15.700806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.704395 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-689c2817-1f62-4747-9337-5b1c9b58e50d req-4b3d0db9-98f6-4501-8cf3-14c74587113b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 948 time: 0.7894530 May 10 11:27:15.718477 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.719511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:15.817769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.874588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:15.892425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-3bca3610-c62f-4475-840a-89a31227a2bc service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0180933 May 10 11:27:15.911916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-169f0503-4f22-4973-b739-38840ab36ecd req-af032c2a-31ac-438d-9484-170e27a3676e service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2269948 May 10 11:27:15.936963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '2e1082e6-3a18-4c38-927b-f6120930055d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '2e1082e6-3a18-4c38-927b-f6120930055d', 'mac_address': 'fa:16:3e:ca:6f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:27:15.941304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:15.986153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-db022316-458c-4de8-9f41-f94f8d038563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:15.987978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-db022316-458c-4de8-9f41-f94f8d038563 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0761175 May 10 11:27:16.003720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:16.004322 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.024042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1082e6-3a18-4c38-927b-f6120930055d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:16.054090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2dbe62a-2d75-4a16-aa5a-fa1e4a5c6e8c req-74816c30-e255-4473-a3ed-044796b7d35d tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.2196696 May 10 11:27:16.062299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:16.074868 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.103156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-689c2817-1f62-4747-9337-5b1c9b58e50d req-c3a80027-d961-4c78-a90c-971041bf9b9f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814658 May 10 11:27:16.109631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:16.202419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-3d6cf98a-9939-43c1-82cb-583917fc4a05 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:16.204088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:16.205656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-3d6cf98a-9939-43c1-82cb-583917fc4a05 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.49 "GET /v2.0/networks?id=e505e6e1-deb7-47b4-9ab5-c604add2fc37 HTTP/1.1" status: 200 len: 815 time: 1.2075849 May 10 11:27:16.241658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Made reservation on behalf of 1f8f80d817634bcf84eb9c028de77de2 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:16.247283 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.309367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] For port feb55e1e-1c94-4fef-8b8e-51f44b9187ae, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:16.309654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.311074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2e1082e6-3a18-4c38-927b-f6120930055d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:16.350683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.364206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:16.366844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:16.375270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Calling delete_port for feb55e1e-1c94-4fef-8b8e-51f44b9187ae owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:16.378865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d248-175f-4823-bc59-2b839f9e702c req-50a4a9e3-5882-4459-812c-a04882e8416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:16.380084 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:16.381476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e92d248-175f-4823-bc59-2b839f9e702c req-50a4a9e3-5882-4459-812c-a04882e8416f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 1099 time: 0.4067519 May 10 11:27:16.411549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06b152e0-c7b0-454d-b861-60da1fcf9b6a req-cffaac0a-eee9-4d4f-ad71-2fb2de8c1356 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439194 May 10 11:27:16.451372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Router 8cb667b2-a039-4578-9f3c-3f83ab469248 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:27:16.502952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec71d91d-b520-42e4-beb3-1e386a96c3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.542791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-b0be451d-178b-4e8a-8e4d-94f4e0e66a22 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170e3dae906a4997a627492850f6760e HTTP/1.1" status: 200 len: 380 time: 0.2900589 May 10 11:27:16.658224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d248-175f-4823-bc59-2b839f9e702c req-b8babd1c-a3ae-4377-a59e-4e2335260ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:16.659718 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e92d248-175f-4823-bc59-2b839f9e702c req-b8babd1c-a3ae-4377-a59e-4e2335260ad3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2508016 May 10 11:27:16.688660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Request body: {'port': {'device_id': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'admin_state_up': True, 'tenant_id': '170e3dae906a4997a627492850f6760e', 'security_groups': ['19f404b9-6354-4b9d-a8ab-e91b9f49c92b']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:16.718716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718a158-b854-4002-a147-aa9722ee6f22 req-bff56d7a-16df-4bc8-91bb-7b43ec791cda tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:16.720871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7718a158-b854-4002-a147-aa9722ee6f22 req-bff56d7a-16df-4bc8-91bb-7b43ec791cda tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 948 time: 0.4803758 May 10 11:27:16.748983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-d767c52a-8ea3-4fb0-9659-aeeebbeadcb8 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391012 May 10 11:27:16.810368 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e92d248-175f-4823-bc59-2b839f9e702c req-70fe96a3-9e80-4d2c-8668-0b0af878491c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 HTTP/1.1" status: 200 len: 217 time: 0.1253409 May 10 11:27:16.847254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6233e245-2154-4dcf-bbda-ac852c4e652e None None] Provisioning complete for port 140481f9-16f5-4237-8cb1-2ca61964bd30 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:16.847683 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6233e245-2154-4dcf-bbda-ac852c4e652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.877595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device feb55e1e-1c94-4fef-8b8e-51f44b9187ae no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:16.903517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d248-175f-4823-bc59-2b839f9e702c req-6dee01b9-0425-4e8e-8b40-f64f2512c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:16.905095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e92d248-175f-4823-bc59-2b839f9e702c req-6dee01b9-0425-4e8e-8b40-f64f2512c89f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0834076 May 10 11:27:16.973870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6233e245-2154-4dcf-bbda-ac852c4e652e None None] Port 140481f9-16f5-4237-8cb1-2ca61964bd30 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:16.988795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port feb55e1e-1c94-4fef-8b8e-51f44b9187ae is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:16.989152 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.005128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-fa73bb92-5aa9-4d98-b1c7-1b9113320520 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:17.006669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-fa73bb92-5aa9-4d98-b1c7-1b9113320520 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 949 time: 0.5481229 May 10 11:27:17.012609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port feb55e1e-1c94-4fef-8b8e-51f44b9187ae, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:17.014243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87f09-822b-47a2-ad79-f5bdce6c63fc req-daddb339-c871-42a6-b302-63f73673af9f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:17.015757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6df87f09-822b-47a2-ad79-f5bdce6c63fc req-daddb339-c871-42a6-b302-63f73673af9f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 949 time: 0.3548806 May 10 11:27:17.027435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.028457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f995a6de-33df-44e3-beba-c54486f78d6a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:17.096539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7718a158-b854-4002-a147-aa9722ee6f22 req-ac15afbd-5613-4c81-b3fb-51d97f6247b8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119819 May 10 11:27:17.117482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:17.125263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f995a6de-33df-44e3-beba-c54486f78d6a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:17.125893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f995a6de-33df-44e3-beba-c54486f78d6a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:17.156667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Router 94b5636e-451c-47f1-84c1-e3b73ede6389 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:27:17.168569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.196880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.205418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d248-175f-4823-bc59-2b839f9e702c req-b3565df2-6829-4bbd-8e99-d04953d1612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:17.207202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e92d248-175f-4823-bc59-2b839f9e702c req-b3565df2-6829-4bbd-8e99-d04953d1612d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2906146 May 10 11:27:17.210026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b42b32b9-00a7-4283-b7bd-d61517f5d846 req-54983000-8268-49c0-bb33-d5f44b6989a0 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226103 May 10 11:27:17.267018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:17.283040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:17.288324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a790ff09-42a2-4ac4-b849-9da9c9dc88da admin admin] 10.222.0.13 "PUT /v2.0/routers/8cb667b2-a039-4578-9f3c-3f83ab469248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8496397 May 10 11:27:17.299215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] Sync routers for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:17.304017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:17.315328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:17.316759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:17.334154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1487bd14-014e-47e0-9677-43f21f0b7663 req-4041ba54-81da-44eb-8d8a-5222d4154509 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.1305256 May 10 11:27:17.334824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Made reservation on behalf of 170e3dae906a4997a627492850f6760e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:17.338977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.373273 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.373665 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Added segment c7920c24-25b1-4d3a-9cc5-d1e845262c73 of type vlan for network 4383cb65-9978-4724-a190-a96ff0faf672 May 10 11:27:17.391910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fddfbf-8695-49fd-9579-e39cc1a7a2a1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:17.426990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-c931e3a0-8855-41a4-a898-744c6aa4556e service neutron] 10.222.0.49 "GET /v2.0/ports/8183d8ac-b7bd-4de9-a69d-e5625d1db3cc/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 382 time: 0.4082286 May 10 11:27:17.437855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.437855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.437855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.437855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.438358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.438450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.439377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.439377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.439719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.440218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.440680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.441014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:17.463167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6df87f09-822b-47a2-ad79-f5bdce6c63fc req-40689ef6-9946-40ed-b7d5-3adbb97ae3d3 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238479 May 10 11:27:17.480698 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.505977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.508929 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.555976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec71d91d-b520-42e4-beb3-1e386a96c3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.583603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec71d91d-b520-42e4-beb3-1e386a96c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.590890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb55e1e-1c94-4fef-8b8e-51f44b9187ae,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:17.647160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:17.658980 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Sync routers for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:17.671388 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:17.672450 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:17.698179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b0aa5391-7134-47d9-85be-54545270aa00 admin admin] 10.222.0.13 "PUT /v2.0/routers/94b5636e-451c-47f1-84c1-e3b73ede6389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2038167 May 10 11:27:17.755809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.756870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:17.757460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.769541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e92d248-175f-4823-bc59-2b839f9e702c req-74b0772a-f99d-4d6b-9695-7eadb1f5db9e service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448420 May 10 11:27:17.771474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-9bf23417-8bcb-4c8b-a575-58842bf8558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:17.772853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-9bf23417-8bcb-4c8b-a575-58842bf8558b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1100 time: 0.3083932 May 10 11:27:17.787358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:17.813941 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:17.938883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.958839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4669404 May 10 11:27:17.972450 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e92d248-175f-4823-bc59-2b839f9e702c req-69166e05-cb9c-41a1-b216-68240dcfd485 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855621 May 10 11:27:17.994823 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ec71d91d-b520-42e4-beb3-1e386a96c3bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27dda99cf81c492fba607103701b39d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8762660 May 10 11:27:17.996216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71d91d-b520-42e4-beb3-1e386a96c3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ddef38-54b2-455f-83c2-bbaba7fec5a4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:17.999055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33236) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:17.999491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33238) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:18.003292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.093181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Request body: {'subnet': {'network_id': '4383cb65-9978-4724-a190-a96ff0faf672', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-666095470-subnet', 'tenant_id': '1f8f80d817634bcf84eb9c028de77de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:18.129081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Allocated IP 172.20.0.13 (e505e6e1-deb7-47b4-9ab5-c604add2fc37/4e3b9540-b1b5-44c9-9237-6fafa34b7aa8/6054f721-7d49-48f2-8415-9b0f72642f19) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:18.134846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425311e-bdfc-45b5-b481-3829634582e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4383cb65-9978-4724-a190-a96ff0faf672,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:18.148523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4383cb65-9978-4724-a190-a96ff0faf672 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:27:18.170447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Made reservation on behalf of 1f8f80d817634bcf84eb9c028de77de2 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:18.174222 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.205231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33242) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:18.207450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 5, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port': {'id': '51b5e9cd-a342-4a61-a393-8d5eba5c8b28', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:25:34Z', 'updated_at': '2022-05-10T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:18.227806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6f087d28-39cb-49f7-b19a-b371ecadd80c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143935027', 'description': 'tempest-description--19729731'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:18.261655 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.265827 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.273085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] Checking router: 8cb667b2-a039-4578-9f3c-3f83ab469248 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:18.302218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] Routers {'8cb667b2-a039-4578-9f3c-3f83ab469248'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:18.303243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8cb667b2-a039-4578-9f3c-3f83ab469248'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:18.319191 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 2, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:18.349083 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Checking router: 94b5636e-451c-47f1-84c1-e3b73ede6389 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:18.349587 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Updating router 94b5636e-451c-47f1-84c1-e3b73ede6389 port 140481f9-16f5-4237-8cb1-2ca61964bd30 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:18.384994 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.428604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] Set router 8cb667b2-a039-4578-9f3c-3f83ab469248 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:18.430769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f087d28-39cb-49f7-b19a-b371ecadd80c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.506966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a25040fe-b68a-4256-9f0a-6b0b49a8ff3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.519425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:27:18Z', 'revision_number': 6, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:18.551713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afbf6a-7e03-4d51-aabe-9afd93a42349 None None] The sync data for ids ['8cb667b2-a039-4578-9f3c-3f83ab469248'] in n-d-840949-1 is: [{'id': '8cb667b2-a039-4578-9f3c-3f83ab469248', 'name': 'tempest-ServersTestFqdnHostnames-1671429628-router', 'tenant_id': '6d94a6fc7d9240e280d7368740a5f437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:25:32Z', 'updated_at': '2022-05-10T11:27:18Z', 'revision_number': 6, 'project_id': '6d94a6fc7d9240e280d7368740a5f437', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:18.556618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cd41e-f86f-49a5-b572-703fb3abda8a req-fde50ff3-2e42-479e-9ea0-90043dd11891 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:18.562683 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb6cd41e-f86f-49a5-b572-703fb3abda8a req-fde50ff3-2e42-479e-9ea0-90043dd11891 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 948 time: 0.2542470 May 10 11:27:18.588476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d3b93fd-d7a5-4fc3-982e-9e5bce9e08e7 req-ddd53475-865f-45f8-b0ec-6f9c29c044a0 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.1032004 May 10 11:27:18.606234 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.609466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 757160dd-3247-41fb-8a11-d8ae4db46d51 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:27:18.621693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.627492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c50c1d06-d566-4f39-8ebf-71eae85980b0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/757160dd-3247-41fb-8a11-d8ae4db46d51 HTTP/1.1" status: 204 len: 168 time: 4.6562772 May 10 11:27:18.635246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33248) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:18.663982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Deleting port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:18.663982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.706708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a25040fe-b68a-4256-9f0a-6b0b49a8ff3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.764624 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.772909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a99cba-7fbd-44c0-ad6a-fadf1fbbc460 admin admin] Deleting subnet 46399bb7-bae1-4751-a218-81d6207b4b07 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:27:18.773412 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.780519 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a99cba-7fbd-44c0-ad6a-fadf1fbbc460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.825313 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143b976-6d50-4b1b-9da9-99c177fb94f9 None None] Pushing event updated for resources: {'Port': ['ID=140481f9-16f5-4237-8cb1-2ca61964bd30,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:18.863320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f087d28-39cb-49f7-b19a-b371ecadd80c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.916438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-de845b37-cae1-4ced-acf6-59ca5ff4a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:18.917985 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-de845b37-cae1-4ced-acf6-59ca5ff4a4f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 1.1323190 May 10 11:27:18.934348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fbcdffb8-9658-48d7-bcf0-a8992b5ae58a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:18.986371 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Attempting to bind port 140481f9-16f5-4237-8cb1-2ca61964bd30 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:18.987100 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Attempting to bind port 140481f9-16f5-4237-8cb1-2ca61964bd30 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:18.987984 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Attempting to bind port 140481f9-16f5-4237-8cb1-2ca61964bd30 on network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:18.994394 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:18.995148 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Checking segment: {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:18.995774 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.996399 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Bound using segment: {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:18.997204 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Bound port: 140481f9-16f5-4237-8cb1-2ca61964bd30, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:18.998086 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.014449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: fbcdffb8-9658-48d7-bcf0-a8992b5ae58a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:19.014894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fbcdffb8-9658-48d7-bcf0-a8992b5ae58a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:19.059346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a99cba-7fbd-44c0-ad6a-fadf1fbbc460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.168635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] For port 51b5e9cd-a342-4a61-a393-8d5eba5c8b28, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=51b5e9cd-a342-4a61-a393-8d5eba5c8b28,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:19.169278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.176320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f087d28-39cb-49f7-b19a-b371ecadd80c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.187221 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] For port 140481f9-16f5-4237-8cb1-2ca61964bd30, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:19.190524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.191997 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] For port 140481f9-16f5-4237-8cb1-2ca61964bd30, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=140481f9-16f5-4237-8cb1-2ca61964bd30,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:19.201995 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.263511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb6cd41e-f86f-49a5-b572-703fb3abda8a req-c3ac915a-1125-4d64-8573-5ed0f218f092 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739328 May 10 11:27:19.264829 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-0faf984f-6e7b-478c-9534-e3af20de0143 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.2739639 May 10 11:27:19.265989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Calling delete_port for 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:19.286062 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143b976-6d50-4b1b-9da9-99c177fb94f9 None None] Pushing event updated for resources: {'Port': ['ID=140481f9-16f5-4237-8cb1-2ca61964bd30,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:19.322883 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:19.325618 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:19.345219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:19.347583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-31d5eba7-c9e7-4e99-835a-20a0dcabe571 None None] Provisioning complete for port 140481f9-16f5-4237-8cb1-2ca61964bd30 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:19.351683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a99cba-7fbd-44c0-ad6a-fadf1fbbc460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.354255 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a25040fe-b68a-4256-9f0a-6b0b49a8ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.357251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a25040fe-b68a-4256-9f0a-6b0b49a8ff3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.358858 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31d5eba7-c9e7-4e99-835a-20a0dcabe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.367939 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a25040fe-b68a-4256-9f0a-6b0b49a8ff3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0ddef38-54b2-455f-83c2-bbaba7fec5a4 HTTP/1.1" status: 204 len: 168 time: 1.3505805 May 10 11:27:19.425194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f087d28-39cb-49f7-b19a-b371ecadd80c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7970caba-96fe-4704-a3bf-27ff8537123a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:19.433336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25040fe-b68a-4256-9f0a-6b0b49a8ff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ddef38-54b2-455f-83c2-bbaba7fec5a4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:19.447969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a99cba-7fbd-44c0-ad6a-fadf1fbbc460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.454991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.471881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.486418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-3231c4f1-b14f-444e-baa7-a119ae45ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:19.489003 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-3231c4f1-b14f-444e-baa7-a119ae45ff1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1991353 May 10 11:27:19.520429 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f087d28-39cb-49f7-b19a-b371ecadd80c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.525626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6f087d28-39cb-49f7-b19a-b371ecadd80c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3170807 May 10 11:27:19.528829 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:19.536290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33252) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:19.537046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a99cba-7fbd-44c0-ad6a-fadf1fbbc460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46399bb7-bae1-4751-a218-81d6207b4b07,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:19.557982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1b7f-9c70-43e1-b836-4c6ace982ea7 req-87024b33-ca73-49d6-9bbc-b06cf6ce100c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:19.567255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b9f1b7f-9c70-43e1-b836-4c6ace982ea7 req-87024b33-ca73-49d6-9bbc-b06cf6ce100c tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 949 time: 0.8268914 May 10 11:27:19.583850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-194b326e-aaf8-4365-9f3a-3e8a20f2929f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Request body: {'security_group_rule': {'security_group_id': '7970caba-96fe-4704-a3bf-27ff8537123a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:19.638215 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a99cba-7fbd-44c0-ad6a-fadf1fbbc460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.645822 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-19a99cba-7fbd-44c0-ad6a-fadf1fbbc460 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46399bb7-bae1-4751-a218-81d6207b4b07 HTTP/1.1" status: 204 len: 168 time: 0.9945369 May 10 11:27:19.657531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:19.661466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33256) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:19.697736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:19.722192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65a56a5-bb22-4c16-b162-1df5607ea3a5,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:19.733634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:19.745507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:19.808163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:19.808867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.852523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:19.907252 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2388794 May 10 11:27:19.910393 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:19Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:19.962589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Request body: {'port': {'device_id': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:19.975290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Checking segment: {'id': 'c7920c24-25b1-4d3a-9cc5-d1e845262c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4383cb65-9978-4724-a190-a96ff0faf672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:19.975642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Network hostable DHCP agents. Network: 4383cb65-9978-4724-a190-a96ff0faf672, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:19.984752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-fe49cdae-b204-4c2f-93cc-527adfccfe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:19.986287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-fe49cdae-b204-4c2f-93cc-527adfccfe46 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4845383 May 10 11:27:19.989779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b9f1b7f-9c70-43e1-b836-4c6ace982ea7 req-4c44bbdf-97bd-45ec-8b01-feea78697816 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215546 May 10 11:27:19.990449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8a1a7-f637-40e7-8d55-e9e64ae1dde9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event updated for resources: {'Port': ['ID=6054f721-7d49-48f2-8415-9b0f72642f19,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:19.995886 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d63c5d-e81a-4d7a-82f4-9fc167222239 None None] The sync data for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 is: [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:19Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:20.053184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:20.054944 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.168543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-31d5eba7-c9e7-4e99-835a-20a0dcabe571 None None] Current status of the port 140481f9-16f5-4237-8cb1-2ca61964bd30 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:20.168931 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31d5eba7-c9e7-4e99-835a-20a0dcabe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.220655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:20.269709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'de7c1bf2-86f5-47a5-9656-a68f8dfbcce2', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'de7c1bf2-86f5-47a5-9656-a68f8dfbcce2', 'mac_address': 'fa:16:3e:11:73:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:27:20.314313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Network 4383cb65-9978-4724-a190-a96ff0faf672 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:20.323521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-31d5eba7-c9e7-4e99-835a-20a0dcabe571 None None] For port 140481f9-16f5-4237-8cb1-2ca61964bd30, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=140481f9-16f5-4237-8cb1-2ca61964bd30,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:20.364831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dac85-9441-46d2-bfe2-66085f54fcf3 req-3300eda1-93d5-44c4-8f3b-2cee6b27d8c1 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:20.380977 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6e0dac85-9441-46d2-bfe2-66085f54fcf3 req-3300eda1-93d5-44c4-8f3b-2cee6b27d8c1 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 932 time: 0.5433083 May 10 11:27:20.395721 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31d5eba7-c9e7-4e99-835a-20a0dcabe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.464625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4383cb65-9978-4724-a190-a96ff0faf672) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:20.494104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:20.494369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6147bd-a59b-4b0c-b185-d037aacd341d None None] Network 4383cb65-9978-4724-a190-a96ff0faf672 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:20.494798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.545544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:20.547551 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.570792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-194b326e-aaf8-4365-9f3a-3e8a20f2929f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.577854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.585788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:20.590270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.606168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.612169 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-71d8718c-6ea3-4cac-9211-bcdf6561eb28 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5972128 May 10 11:27:20.674601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6e0dac85-9441-46d2-bfe2-66085f54fcf3 req-14c091e4-2431-4689-9712-61459781eaf6 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923417 May 10 11:27:20.683005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-f6900af0-6e14-4839-8f27-dc6c5d43fde3 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856198 May 10 11:27:20.719136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b5e9cd-a342-4a61-a393-8d5eba5c8b28,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:20.766152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:20.771847 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2837068b-7aaa-44af-acd3-8f946e80a90e" -d '{"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-plugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:20.787160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:20.822543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.823124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:20.837602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5eba7-c9e7-4e99-835a-20a0dcabe571 None None] Pushing event updated for resources: {'Port': ['ID=140481f9-16f5-4237-8cb1-2ca61964bd30,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:20.842589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3892fa38-9d1f-4453-bb7b-0ee444552c20 None None] Provisioning complete for port 140481f9-16f5-4237-8cb1-2ca61964bd30 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:20.843294 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3892fa38-9d1f-4453-bb7b-0ee444552c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.888701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:20.895721 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.900697 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce5bd4-111a-4b70-9517-aacf63c0577f x-openstack-request-id: req-24ce5bd4-111a-4b70-9517-aacf63c0577f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:20.901358 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-plugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:20.901840 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24ce5bd4-111a-4b70-9517-aacf63c0577f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:20.903082 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ce5bd4-111a-4b70-9517-aacf63c0577f'] response: {'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'code': 200} May 10 11:27:20.923998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee16a7-e06f-4c89-b7c4-ff7970df89cf req-cb60ef63-1d6c-4d38-9bb3-cfeda6c5dc0c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:20.931629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92ee16a7-e06f-4c89-b7c4-ff7970df89cf req-cb60ef63-1d6c-4d38-9bb3-cfeda6c5dc0c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 948 time: 0.3779747 May 10 11:27:20.973106 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.984626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:21.050394 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.105990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8b937c-dc86-4d24-9278-d31848bc2393']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:21.124027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80641aa-fe18-4033-aed4-0432b9119820') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:21.124330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80641aa-fe18-4033-aed4-0432b9119820') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:21.135803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3892fa38-9d1f-4453-bb7b-0ee444552c20 None None] Current status of the port 140481f9-16f5-4237-8cb1-2ca61964bd30 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:21.141925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 140481f9-16f5-4237-8cb1-2ca61964bd30 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:21.146619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.182376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.202750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:27:21.203178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.213852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['de7c1bf2-86f5-47a5-9656-a68f8dfbcce2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:21.292851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:21.314419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3892fa38-9d1f-4453-bb7b-0ee444552c20 None None] Provisioning complete for port 6054f721-7d49-48f2-8415-9b0f72642f19 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: timer() May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:27:21.315063 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:27:21.318667 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3892fa38-9d1f-4453-bb7b-0ee444552c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.325361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33286) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:21.326748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.338861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.345925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b8b937c-dc86-4d24-9278-d31848bc2393 HTTP/1.1" status: 204 len: 168 time: 1.6829557 May 10 11:27:21.357713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-194b326e-aaf8-4365-9f3a-3e8a20f2929f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.558297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3892fa38-9d1f-4453-bb7b-0ee444552c20 None None] Port 6054f721-7d49-48f2-8415-9b0f72642f19 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:21.578893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63475a71-13dd-4ffe-a29d-e54c3c2c66b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8b937c-dc86-4d24-9278-d31848bc2393,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:21.619277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ec5426-5e60-4864-9794-3080ff3bc1d7 None None] Network 4383cb65-9978-4724-a190-a96ff0faf672 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:21.627803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.680341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33294) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:21.753781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 140481f9-16f5-4237-8cb1-2ca61964bd30 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:21.754472 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.763258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 2e1082e6-3a18-4c38-927b-f6120930055d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:21.778301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 2e1082e6-3a18-4c38-927b-f6120930055d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:21.781487 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.840892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6054f721-7d49-48f2-8415-9b0f72642f19 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:21.849186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-631d6d08-bdce-41d5-afba-7d7c21bb681b service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1572607 May 10 11:27:21.854967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.863153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:21.882458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c35992-6fd5-4211-aff9-710abee260a7 req-9a422522-a645-49b5-878f-2e9f2e183fc4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:21.893279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Transition to ACTIVE for port object 6054f721-7d49-48f2-8415-9b0f72642f19 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:21.902714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92ee16a7-e06f-4c89-b7c4-ff7970df89cf req-3507a7a0-8a0c-43cd-bd65-1217f3303cde tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845141 May 10 11:27:21.904090 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c6c35992-6fd5-4211-aff9-710abee260a7 req-9a422522-a645-49b5-878f-2e9f2e183fc4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.4013517 May 10 11:27:21.904217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-194b326e-aaf8-4365-9f3a-3e8a20f2929f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.935652 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.953005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-67880720-network', 'tenant_id': '30bcd68bd7f24f42a43b271bd6c3d1bd'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:21.960194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:21.960761 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.969675 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.981715 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-194b326e-aaf8-4365-9f3a-3e8a20f2929f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.985392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-194b326e-aaf8-4365-9f3a-3e8a20f2929f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4048591 May 10 11:27:21.993577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.996470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33300) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:22.006903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6777d3e9-a805-4cf2-9e3c-fd498b9731b2 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Request body: {'security_group_rule': {'security_group_id': '7970caba-96fe-4704-a3bf-27ff8537123a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:22.024222 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac91674a-2fa0-45e2-a4f5-a91a10eabcb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b23a897b907b416fada8a6a453eff724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368237 May 10 11:27:22.047292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33302) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:22.077707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b326e-aaf8-4365-9f3a-3e8a20f2929f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddde222d-d4c7-4e6b-b7ec-66f69d72a1dc,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:22.163675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Made reservation on behalf of 30bcd68bd7f24f42a43b271bd6c3d1bd for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:22.177645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.222616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:22.245340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c6c35992-6fd5-4211-aff9-710abee260a7 req-fec3dbb7-d4e8-4717-a9a4-457db7db8f76 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400342 May 10 11:27:22.257622 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.258438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb667b2-a039-4578-9f3c-3f83ab469248 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:27:22.261787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.264356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.265789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-03f30ca2-797b-47ab-8cc8-fe511b2076e7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8cb667b2-a039-4578-9f3c-3f83ab469248 HTTP/1.1" status: 204 len: 168 time: 4.9603100 May 10 11:27:22.267285 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6777d3e9-a805-4cf2-9e3c-fd498b9731b2 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.275129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 140481f9-16f5-4237-8cb1-2ca61964bd30 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:22.279351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33304) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:22.362534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.375447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Pushing event updated for resources: {'Port': ['ID=6054f721-7d49-48f2-8415-9b0f72642f19,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:22.403321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:22.436538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44bb32a5-6ebb-4b5f-87d9-dff3c74665aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.466781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2224a0cc-d6dc-4cdb-bb29-e02652c4ff28 admin admin] Deleting subnet edd447e4-210c-458c-9c81-632836ffbefe {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:27:22.481999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:22.483006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 51b5e9cd-a342-4a61-a393-8d5eba5c8b28 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:22.502631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2224a0cc-d6dc-4cdb-bb29-e02652c4ff28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.508342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44bb32a5-6ebb-4b5f-87d9-dff3c74665aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.525354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:22.557632 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6777d3e9-a805-4cf2-9e3c-fd498b9731b2 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.587540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6777d3e9-a805-4cf2-9e3c-fd498b9731b2 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.610403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Attempting to bind port 6054f721-7d49-48f2-8415-9b0f72642f19 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:22.610739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Attempting to bind port 6054f721-7d49-48f2-8415-9b0f72642f19 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:22.611065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Attempting to bind port 6054f721-7d49-48f2-8415-9b0f72642f19 on network e505e6e1-deb7-47b4-9ab5-c604add2fc37 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:22.633824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2224a0cc-d6dc-4cdb-bb29-e02652c4ff28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.636126 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.639019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Port 6054f721-7d49-48f2-8415-9b0f72642f19 on network e505e6e1-deb7-47b4-9ab5-c604add2fc37 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:22.639346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Attempting to bind port 6054f721-7d49-48f2-8415-9b0f72642f19 on network e505e6e1-deb7-47b4-9ab5-c604add2fc37 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:22.650538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.655931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777d3e9-a805-4cf2-9e3c-fd498b9731b2 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383fecd2-d23a-4aad-96cb-02cc933b7d2d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:22.668489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6777d3e9-a805-4cf2-9e3c-fd498b9731b2 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.669704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6777d3e9-a805-4cf2-9e3c-fd498b9731b2 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6722629 May 10 11:27:22.673353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33314) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:22.682931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:22.683284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:22.683284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Checking segment: {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:22.683284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Bound using segment: {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:22.683284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Bound port: 6054f721-7d49-48f2-8415-9b0f72642f19, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eae9c0-d385-45f3-9bc0-df1bcd13f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:22.683284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.697108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f3364-c78f-41ac-aea0-156dd56369d2 req-d9b873b4-27a2-48ac-9385-decf897bf814 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:22.698645 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd5f3364-c78f-41ac-aea0-156dd56369d2 req-d9b873b4-27a2-48ac-9385-decf897bf814 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 944 time: 0.2151723 May 10 11:27:22.711016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:22.714868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38ec833-4bc5-4312-a244-d39cdf99892c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:22.733328 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44bb32a5-6ebb-4b5f-87d9-dff3c74665aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.735935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44bb32a5-6ebb-4b5f-87d9-dff3c74665aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.737075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-44bb32a5-6ebb-4b5f-87d9-dff3c74665aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d90297d-9d09-41ca-8e15-5f402c8387c3 HTTP/1.1" status: 204 len: 168 time: 0.6806762 May 10 11:27:22.761082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.761428 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Added segment c081ea24-5c42-4942-aeea-acbf4c4f70ce of type vlan for network 2d7b37f0-e0ac-44cf-ac41-e55548bb2eac May 10 11:27:22.774664 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.790253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-d08e796c-3918-4234-bb34-dae23bf59ec1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:22.792064 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-d08e796c-3918-4234-bb34-dae23bf59ec1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 807 time: 0.3054392 May 10 11:27:22.818664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb32a5-6ebb-4b5f-87d9-dff3c74665aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d90297d-9d09-41ca-8e15-5f402c8387c3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:22.891000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 140481f9-16f5-4237-8cb1-2ca61964bd30 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:22.904727 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-93976d9d-c682-43c8-96ed-cdadf9f8e115 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/quotas/efb5d2857e95467a96899612ae8c137d HTTP/1.1" status: 200 len: 375 time: 0.1016679 May 10 11:27:22.917197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:22.920501 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e9d90a-4e47-45d3-a485-30a95ef30120" -d '{"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-plugged", "status": "completed", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:22.932392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.939065 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd5f3364-c78f-41ac-aea0-156dd56369d2 req-13a97768-4a40-412f-8f49-41f130107ca5 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196069 May 10 11:27:22.950375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2224a0cc-d6dc-4cdb-bb29-e02652c4ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.971449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-774963a6-7914-41ba-9f5b-bb9a17b1f570 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492151 May 10 11:27:22.981507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] For port 6054f721-7d49-48f2-8415-9b0f72642f19, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:23.001717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] For port 6054f721-7d49-48f2-8415-9b0f72642f19, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6054f721-7d49-48f2-8415-9b0f72642f19,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:23.019688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 140481f9-16f5-4237-8cb1-2ca61964bd30 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:23.020902 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.042602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.069427 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3b4d03-ce33-460f-9292-3eacfe406689 x-openstack-request-id: req-af3b4d03-ce33-460f-9292-3eacfe406689 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:23.069427 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-plugged", "status": "completed", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:23.069916 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af3b4d03-ce33-460f-9292-3eacfe406689 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:23.070592 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3b4d03-ce33-460f-9292-3eacfe406689'] response: {'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d', 'code': 200} May 10 11:27:23.111245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2224a0cc-d6dc-4cdb-bb29-e02652c4ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.182261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2224a0cc-d6dc-4cdb-bb29-e02652c4ff28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.185853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2224a0cc-d6dc-4cdb-bb29-e02652c4ff28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/edd447e4-210c-458c-9c81-632836ffbefe HTTP/1.1" status: 204 len: 168 time: 0.9039416 May 10 11:27:23.189917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33324) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:23.201652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224a0cc-d6dc-4cdb-bb29-e02652c4ff28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd447e4-210c-458c-9c81-632836ffbefe,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:23.207238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 140481f9-16f5-4237-8cb1-2ca61964bd30 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:23.209317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccdf34f-1d78-4f85-a983-a9c55fbeb1a6 None None] Network c9606624-4a20-4b79-92b1-78ee948b64cc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:23.266610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:23.268444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.271703 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-924114e3-7028-4855-93a5-dec28abb213b service neutron] 10.222.0.49 "PUT /v2.0/ports/6054f721-7d49-48f2-8415-9b0f72642f19 HTTP/1.1" status: 200 len: 1092 time: 3.3570657 May 10 11:27:23.282627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'tag': '6054f721-7d49-48f2-8415-9b0f72642f19'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:23.292235 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c82b6-0320-41b7-bd91-18ba90230650" -d '{"events": [{"name": "network-changed", "server_uuid": "8c92654d-966f-45a6-99f6-339a1b42fbc3", "tag": "6054f721-7d49-48f2-8415-9b0f72642f19"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:23.326402 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.327694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:23.328307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.386898 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.517698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422877d4-3065-450f-904f-2e9393a25814 None None] DHCP port deletion for c9606624-4a20-4b79-92b1-78ee948b64cc request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:27:23.526698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456fc73-4b9b-4b56-9dd0-b9c22753b0b1 req-4d0d0127-74f9-4b25-a71e-f94c317fd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:23.528866 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2456fc73-4b9b-4b56-9dd0-b9c22753b0b1 req-4d0d0127-74f9-4b25-a71e-f94c317fd553 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1101 time: 0.2938385 May 10 11:27:23.538299 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.544411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924114e3-7028-4855-93a5-dec28abb213b service neutron] Pushing event updated for resources: {'Port': ['ID=6054f721-7d49-48f2-8415-9b0f72642f19,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:23.586163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2384751 May 10 11:27:23.593881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33338) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:23.604054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Request body: {'subnet': {'network_id': '2d7b37f0-e0ac-44cf-ac41-e55548bb2eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-67880720-subnet', 'tenant_id': '30bcd68bd7f24f42a43b271bd6c3d1bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:23.619988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f99658-b172-4eec-892e-3c685e67e9ba admin admin] Pushing event updated for resources: {'Network': ['ID=2d7b37f0-e0ac-44cf-ac41-e55548bb2eac,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:23.629898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-74fcf5a4-51ea-4740-94bb-2186b4aa1693 service neutron] 10.222.0.13 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262035 May 10 11:27:23.637151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 2d7b37f0-e0ac-44cf-ac41-e55548bb2eac details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:27:23.645472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-422877d4-3065-450f-904f-2e9393a25814 None None] Deleting port c16fc181-af89-4211-bf51-ce4c73c0592b {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:23.646944 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-422877d4-3065-450f-904f-2e9393a25814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.666408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-cc102251-ce0c-4679-8b10-161d7465863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:23.668182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-cc102251-ce0c-4679-8b10-161d7465863d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=170e3dae906a4997a627492850f6760e&device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 1095 time: 0.3283217 May 10 11:27:23.696480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f30be8-ad6b-49a4-a302-63340a267827 req-d3f5f305-f304-4a38-a5ab-b153fff6217d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:23.698938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46f30be8-ad6b-49a4-a302-63340a267827 req-d3f5f305-f304-4a38-a5ab-b153fff6217d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 949 time: 0.4812200 May 10 11:27:23.712699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Made reservation on behalf of 30bcd68bd7f24f42a43b271bd6c3d1bd for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:23.715124 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.754368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-3220d86c-19d7-4af4-b3de-4224b07b0203 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6054f721-7d49-48f2-8415-9b0f72642f19 HTTP/1.1" status: 200 len: 217 time: 0.0534837 May 10 11:27:23.791524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:23.900904 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-7cfb1549-854b-4bf2-9c08-bb36f7c9b233 service neutron] 10.222.0.13 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590024 May 10 11:27:23.903863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-11446492-6ac4-4c76-8d73-74abbaef9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:23.905460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-11446492-6ac4-4c76-8d73-74abbaef9cb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e3b9540-b1b5-44c9-9237-6fafa34b7aa8 HTTP/1.1" status: 200 len: 854 time: 0.1375277 May 10 11:27:23.912483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2456fc73-4b9b-4b56-9dd0-b9c22753b0b1 req-439a6e00-2746-4776-82d2-c1517a578aa6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850602 May 10 11:27:23.914641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Allocated IP 172.25.8.80 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/cc8426eb-5170-4290-853e-1c664db05f65) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:23.930952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Deleting port c16fc181-af89-4211-bf51-ce4c73c0592b {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:23.931885 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.946580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-422877d4-3065-450f-904f-2e9393a25814 None None] For port c16fc181-af89-4211-bf51-ce4c73c0592b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c16fc181-af89-4211-bf51-ce4c73c0592b,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:23.947069 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-422877d4-3065-450f-904f-2e9393a25814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.970449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-422877d4-3065-450f-904f-2e9393a25814 None None] Calling delete_port for c16fc181-af89-4211-bf51-ce4c73c0592b owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:23.980758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46f30be8-ad6b-49a4-a302-63340a267827 req-e586eb22-d9d1-4e48-8cd9-a0f20cd827e9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360857 May 10 11:27:24.036854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:24.043605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:24.044056 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.111540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33350) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:24.116334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-bf486766-7fc1-4a45-8858-8c861453e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:24.117709 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-bf486766-7fc1-4a45-8858-8c861453e1c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e505e6e1-deb7-47b4-9ab5-c604add2fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030604 May 10 11:27:24.175990 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-422877d4-3065-450f-904f-2e9393a25814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.226909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422877d4-3065-450f-904f-2e9393a25814 None None] Pushing event deleted for resources: {'Port': ['ID=c16fc181-af89-4211-bf51-ce4c73c0592b,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:24.229647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422877d4-3065-450f-904f-2e9393a25814 None None] No DVR routers for this DVR port c16fc181-af89-4211-bf51-ce4c73c0592b on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:24.248565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:24.249148 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.276236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] For port c16fc181-af89-4211-bf51-ce4c73c0592b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c16fc181-af89-4211-bf51-ce4c73c0592b,segment=NetworkSegment(1eb1677f-3620-4161-a084-05f816806af1),segment_id=1eb1677f-3620-4161-a084-05f816806af1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:24.276708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.292892 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42965ae2-f776-4ed0-95f8-85396686ad1c x-openstack-request-id: req-42965ae2-f776-4ed0-95f8-85396686ad1c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:24.293188 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c92654d-966f-45a6-99f6-339a1b42fbc3", "tag": "6054f721-7d49-48f2-8415-9b0f72642f19", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:24.293441 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42965ae2-f776-4ed0-95f8-85396686ad1c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:24.293849 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42965ae2-f776-4ed0-95f8-85396686ad1c'] response: {'name': 'network-changed', 'server_uuid': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'tag': '6054f721-7d49-48f2-8415-9b0f72642f19', 'status': 'completed', 'code': 200} May 10 11:27:24.311088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-d24ef224-1772-4663-990d-62c76c4b97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:24.312809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:24.312955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-d24ef224-1772-4663-990d-62c76c4b97c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51&tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588 HTTP/1.1" status: 200 len: 1101 time: 0.2179739 May 10 11:27:24.323245 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.328361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4e279-dbe6-4166-afda-0d799fed4fae req-aa256fa1-0381-4ab3-b47d-d2789d9c3209 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:24.336393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00e4e279-dbe6-4166-afda-0d799fed4fae req-aa256fa1-0381-4ab3-b47d-d2789d9c3209 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.1800008 May 10 11:27:24.339030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Calling delete_port for c16fc181-af89-4211-bf51-ce4c73c0592b owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:24.346025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:24.360869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-760232820-network', 'tenant_id': 'a92287ce636f4dd68b8ed7e6d3628d68'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:24.389782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:24.399083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.472709 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-fcc4fec0-56a7-4009-9c13-0e1f11af7edb service neutron] 10.222.0.49 "GET /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470285 May 10 11:27:24.522190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Made reservation on behalf of a92287ce636f4dd68b8ed7e6d3628d68 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:24.524945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.532478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00e4e279-dbe6-4166-afda-0d799fed4fae req-1833f1b7-7802-4ec2-b61b-3918a5d605ab tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949291 May 10 11:27:24.564154 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.580213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ba6c71-dcda-4956-8023-b8d2137ca7b7,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:24.583430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.586539 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.598809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73cef5-105e-40c4-8511-95bbc2e917bd req-66be91af-5bf1-4c15-8283-2112010b20a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:24.604375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f73cef5-105e-40c4-8511-95bbc2e917bd req-66be91af-5bf1-4c15-8283-2112010b20a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 944 time: 0.2169178 May 10 11:27:24.654347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Checking segment: {'id': 'c081ea24-5c42-4942-aeea-acbf4c4f70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d7b37f0-e0ac-44cf-ac41-e55548bb2eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:24.655145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c50a756-7aa3-43a9-b889-14cf584a1797 req-74717d97-a91b-4043-a6e9-a4d45f95f310 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 210 time: 0.0660663 May 10 11:27:24.661351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Network hostable DHCP agents. Network: 2d7b37f0-e0ac-44cf-ac41-e55548bb2eac, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:24.681058 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.724441 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f73cef5-105e-40c4-8511-95bbc2e917bd req-1d3446c9-4997-44df-a4a8-dfd5956a36d7 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095996 May 10 11:27:24.727100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Network 2d7b37f0-e0ac-44cf-ac41-e55548bb2eac is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:24.730697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-926b7760-df92-4cd4-afcf-ee614ba404dd req-3eb66a52-3ad0-4d4a-88cf-cb091110cc4a service neutron] 10.222.0.49 "GET /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455289 May 10 11:27:24.756964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 2d7b37f0-e0ac-44cf-ac41-e55548bb2eac) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:24.765108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:24.765753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.768642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a0191-8d4a-47d3-925a-40d9b7b524d8 None None] Network 2d7b37f0-e0ac-44cf-ac41-e55548bb2eac requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:24.773408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c16fc181-af89-4211-bf51-ce4c73c0592b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:24.783543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] No DVR routers for this DVR port c16fc181-af89-4211-bf51-ce4c73c0592b on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:24.795366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d7cf25f9-45da-4467-aead-e38fea0cc8bd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1980610 May 10 11:27:24.883110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.899314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.903341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.918924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c16fc181-af89-4211-bf51-ce4c73c0592b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:24.936163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:24.950651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-c6264150-245a-4035-952a-b6fb8fa5d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:24.952286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-c6264150-245a-4035-952a-b6fb8fa5d2be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=170e3dae906a4997a627492850f6760e&device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 1095 time: 0.1194410 May 10 11:27:24.971921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.971921 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Added segment 6fc455c0-de6d-42a6-be65-f31942577132 of type vlan for network 4b7412dc-a89c-4cb9-ad15-a0d7e84d023a May 10 11:27:24.972279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c16fc181-af89-4211-bf51-ce4c73c0592b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:24.972743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0fd5f6-6c4e-4daa-8d2a-f37d6e7b0a5e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:24.978166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c16fc181-af89-4211-bf51-ce4c73c0592b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:25.059892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9606624-4a20-4b79-92b1-78ee948b64cc']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:25.080053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb1677f-3620-4161-a084-05f816806af1') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:25.080806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb1677f-3620-4161-a084-05f816806af1') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:25.095875 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.098759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276b17eb-1da9-4d40-98e6-9a428e34d102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7c1bf2-86f5-47a5-9656-a68f8dfbcce2'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:25.101807 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f88f148-8c91-41e2-9b90-51469d9f7515" -d '{"events": [{"server_uuid": "276b17eb-1da9-4d40-98e6-9a428e34d102", "name": "network-vif-plugged", "status": "completed", "tag": "de7c1bf2-86f5-47a5-9656-a68f8dfbcce2"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:25.122417 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.122860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.125073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.167260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c0772-68b9-4e9e-8560-644710924c63 None None] Network 2d7b37f0-e0ac-44cf-ac41-e55548bb2eac requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:25.175205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:27:25.175607 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: timer() May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:27:25.182018 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:27:25.194655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-77d08c3b-abbd-42f3-b36e-eefc5028bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:25.196400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-77d08c3b-abbd-42f3-b36e-eefc5028bc62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e505e6e1-deb7-47b4-9ab5-c604add2fc37 HTTP/1.1" status: 200 len: 916 time: 0.2353652 May 10 11:27:25.204629 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.205652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:25.206242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.268879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:25.290765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event updated for resources: {'Port': ['ID=cc8426eb-5170-4290-853e-1c664db05f65,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:25.296203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7412dc-a89c-4cb9-ad15-a0d7e84d023a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:25.297299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:25.311941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:25.317827 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.329801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4b7412dc-a89c-4cb9-ad15-a0d7e84d023a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:27:25.334431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-a6e5c352-0b83-49e5-b228-a131eb5963d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6054f721-7d49-48f2-8415-9b0f72642f19 HTTP/1.1" status: 200 len: 217 time: 0.1243520 May 10 11:27:25.338016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d043ca8b-2c9b-4040-8a2c-dcdc2a2c8ac8 req-1a667465-9fd3-49a0-a54b-0b9606672577 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-19895471', 'description': 'tempest-description-1138827538'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:25.349568 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.355227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9606624-4a20-4b79-92b1-78ee948b64cc HTTP/1.1" status: 204 len: 168 time: 2.1616733 May 10 11:27:25.355227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:25.387640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-37dca4b3-e859-4328-b2e4-f2737006acf5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2668970 May 10 11:27:25.387890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:25.388003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b77cc-35af-4fac-b2f7-7349e3b6a83d req-e8bac689-7016-4afe-8d5f-969da8073796 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:25.389268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-733b77cc-35af-4fac-b2f7-7349e3b6a83d req-e8bac689-7016-4afe-8d5f-969da8073796 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 950 time: 0.2573318 May 10 11:27:25.393086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3642e5-0755-453a-9419-4ecda4d74b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9606624-4a20-4b79-92b1-78ee948b64cc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:25.439557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-d3d045bd-4ca1-4f7b-865c-e03c6aebe855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:25.441230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-d3d045bd-4ca1-4f7b-865c-e03c6aebe855 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e3b9540-b1b5-44c9-9237-6fafa34b7aa8 HTTP/1.1" status: 200 len: 854 time: 0.0968037 May 10 11:27:25.450520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:25.505030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-733b77cc-35af-4fac-b2f7-7349e3b6a83d req-400dc119-5822-4a8a-9f11-4805d10ec636 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045260 May 10 11:27:25.505616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d043ca8b-2c9b-4040-8a2c-dcdc2a2c8ac8 req-1a667465-9fd3-49a0-a54b-0b9606672577 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.533065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:25.535459 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e2913-6d2c-433a-b639-636018bf6414" -d '{"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-unplugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:25.540325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.546185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.562451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Transition to ACTIVE for port object 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:25.571308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.585232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:25.629967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33384) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:25.635905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-09879cf9-ce5a-4b71-9992-d6f3ea5fe00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:25.637476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-09879cf9-ce5a-4b71-9992-d6f3ea5fe00f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e505e6e1-deb7-47b4-9ab5-c604add2fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889029 May 10 11:27:25.639857 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c476e163-4c5a-4897-81f9-57abbc05fbbe x-openstack-request-id: req-c476e163-4c5a-4897-81f9-57abbc05fbbe {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:25.640171 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276b17eb-1da9-4d40-98e6-9a428e34d102", "name": "network-vif-plugged", "status": "completed", "tag": "de7c1bf2-86f5-47a5-9656-a68f8dfbcce2", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:25.640446 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c476e163-4c5a-4897-81f9-57abbc05fbbe {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:25.640846 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c476e163-4c5a-4897-81f9-57abbc05fbbe'] response: {'server_uuid': '276b17eb-1da9-4d40-98e6-9a428e34d102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7c1bf2-86f5-47a5-9656-a68f8dfbcce2', 'code': 200} May 10 11:27:25.740770 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.782696 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b99360f-0644-45d4-872b-440a9706177c x-openstack-request-id: req-8b99360f-0644-45d4-872b-440a9706177c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:25.783371 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-unplugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:25.783371 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b99360f-0644-45d4-872b-440a9706177c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:25.783614 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b99360f-0644-45d4-872b-440a9706177c'] response: {'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'code': 200} May 10 11:27:25.784804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] No DVR routers for this DVR port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:25.857716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:25.857982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d043ca8b-2c9b-4040-8a2c-dcdc2a2c8ac8 req-1a667465-9fd3-49a0-a54b-0b9606672577 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.869332 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-576b63c0-526d-47cc-a0b3-37be0e6f9449 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d94a6fc7d9240e280d7368740a5f437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365308 May 10 11:27:25.876745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33392) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:25.877386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d043ca8b-2c9b-4040-8a2c-dcdc2a2c8ac8 req-1a667465-9fd3-49a0-a54b-0b9606672577 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.961589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53b998-51a4-44c3-b2a1-5df1becfdbd1 req-b2888e38-ef9d-42c7-9767-0db44758ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:25.963117 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a53b998-51a4-44c3-b2a1-5df1becfdbd1 req-b2888e38-ef9d-42c7-9767-0db44758ae52 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 1101 time: 0.2094297 May 10 11:27:25.966155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:25.966382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:25.966651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:25.983305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-e982155f-3058-4582-85ee-a3599c3add10 service neutron] 10.222.0.49 "GET /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352585 May 10 11:27:25.985917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d043ca8b-2c9b-4040-8a2c-dcdc2a2c8ac8 req-1a667465-9fd3-49a0-a54b-0b9606672577 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.986968 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d043ca8b-2c9b-4040-8a2c-dcdc2a2c8ac8 req-1a667465-9fd3-49a0-a54b-0b9606672577 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6559677 May 10 11:27:26.004916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a667465-9fd3-49a0-a54b-0b9606672577 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e140f17-c0f4-4ed9-a98a-5e5e91510590,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:26.014300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-8d0c41d1-dd8c-43e0-808d-2cee9ccee34c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.015886 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-8d0c41d1-dd8c-43e0-808d-2cee9ccee34c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 807 time: 0.2876422 May 10 11:27:26.029212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d98e7-8b73-4f95-bcf3-6f8f93d0939a req-d74e0bb9-562c-4e89-8a71-7ce3546b1e61 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.030876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e00d98e7-8b73-4f95-bcf3-6f8f93d0939a req-d74e0bb9-562c-4e89-8a71-7ce3546b1e61 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 949 time: 0.1832249 May 10 11:27:26.032887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Request body: {'port': {'device_id': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'admin_state_up': True, 'tenant_id': 'efb5d2857e95467a96899612ae8c137d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:26.038708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:26.039033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Attempting to bind port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:26.059262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:26.059606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:26.060016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:26.060460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Bound port: 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:26.060820 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.108247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a53b998-51a4-44c3-b2a1-5df1becfdbd1 req-f553c60d-ae92-4023-9f9e-4f8f6966693f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261454 May 10 11:27:26.148544 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35edb566-39c4-4a59-8f53-fc5cdc562a9c req-a567410b-edff-44c3-aea8-ed5d25cf5f5b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 210 time: 0.0864711 May 10 11:27:26.151437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e00d98e7-8b73-4f95-bcf3-6f8f93d0939a req-800e7fda-d0c9-4010-9c98-0b4f71d90f49 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100500 May 10 11:27:26.161628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3aa7bc28-e096-45c0-8c10-1a6d096d49fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.209144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.217092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:26.221289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:26.222709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.242465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.316467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.317090 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.318521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] 10.222.0.70 "PUT /v2.0/ports/8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 1097 time: 1.9766138 May 10 11:27:26.321909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event updated for resources: {'Port': ['ID=cc8426eb-5170-4290-853e-1c664db05f65,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:26.374271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.523462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.524758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2455b835-aee9-4b05-acdc-2f72c1789d1e tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8505197 May 10 11:27:26.543498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8257a65-30ff-4284-b20e-e64fae881e84 service neutron] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=11']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:26.587729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-2b4b4cda-1f53-4de8-b94e-f7f7f2a2832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.589360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-2b4b4cda-1f53-4de8-b94e-f7f7f2a2832c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1100 time: 0.2358670 May 10 11:27:26.591792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3aa7bc28-e096-45c0-8c10-1a6d096d49fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.613988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c96c82b6-0320-41b7-bd91-18ba90230650 req-4a4f88e8-c8aa-4da5-8e3a-846df9700025 service neutron] 10.222.0.49 "GET /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219308 May 10 11:27:26.669302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee93531-c1a5-4819-ac5e-dd6c1b2297b4 req-b18feb53-34d6-45c2-9a21-d250150e0f63 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.670784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aee93531-c1a5-4819-ac5e-dd6c1b2297b4 req-b18feb53-34d6-45c2-9a21-d250150e0f63 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 944 time: 0.1331527 May 10 11:27:26.671494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1112a-e61b-4817-876f-f67c2dd7b765 req-5ce66f97-aa9f-4db5-b956-8dcd8dba9112 tempest-ComputeTenantNetworksTest-1382244869 tempest-ComputeTenantNetworksTest-1382244869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.672094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Made reservation on behalf of efb5d2857e95467a96899612ae8c137d for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:26.675780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.678138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1112a-e61b-4817-876f-f67c2dd7b765 req-5ce66f97-aa9f-4db5-b956-8dcd8dba9112 tempest-ComputeTenantNetworksTest-1382244869 tempest-ComputeTenantNetworksTest-1382244869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.684827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1112a-e61b-4817-876f-f67c2dd7b765 req-5ce66f97-aa9f-4db5-b956-8dcd8dba9112 tempest-ComputeTenantNetworksTest-1382244869 tempest-ComputeTenantNetworksTest-1382244869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.686474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dca1112a-e61b-4817-876f-f67c2dd7b765 req-5ce66f97-aa9f-4db5-b956-8dcd8dba9112 tempest-ComputeTenantNetworksTest-1382244869 tempest-ComputeTenantNetworksTest-1382244869-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3344150 May 10 11:27:26.759730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-848f7c9b-9453-44de-ac90-e7ba4cccaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.760181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3aa7bc28-e096-45c0-8c10-1a6d096d49fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.761181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-848f7c9b-9453-44de-ac90-e7ba4cccaad3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1543829 May 10 11:27:26.762650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3aa7bc28-e096-45c0-8c10-1a6d096d49fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.766381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3aa7bc28-e096-45c0-8c10-1a6d096d49fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9ec1fce-8de1-49e3-bb1f-8c04d5683b7c HTTP/1.1" status: 204 len: 168 time: 0.8834248 May 10 11:27:26.766555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2c0949d-4ef8-4760-8633-84ad66914f71 req-9fdc4242-4181-4b4d-84c1-38dfcda48280 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/5e140f17-c0f4-4ed9-a98a-5e5e91510590 HTTP/1.1" status: 200 len: 1811 time: 0.0626152 May 10 11:27:26.775668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aee93531-c1a5-4819-ac5e-dd6c1b2297b4 req-27189d27-2fbf-43f6-a0b0-a65b53ce57c0 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963078 May 10 11:27:26.785347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7bc28-e096-45c0-8c10-1a6d096d49fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec1fce-8de1-49e3-bb1f-8c04d5683b7c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:26.830721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-3803a425-f758-4e63-a984-c19633c54f79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.0617113 May 10 11:27:26.835562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-b2c0949d-4ef8-4760-8633-84ad66914f71 req-09e3e6cb-25ec-4410-95bd-c039418b4ab8 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e140f17-c0f4-4ed9-a98a-5e5e91510590', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:26.836429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-b2c0949d-4ef8-4760-8633-84ad66914f71 req-09e3e6cb-25ec-4410-95bd-c039418b4ab8 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e140f17-c0f4-4ed9-a98a-5e5e91510590', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:26.895748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-2c1e3bd8-f141-4e21-b1b2-f6d805c162ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.897233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-2c1e3bd8-f141-4e21-b1b2-f6d805c162ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0570464 May 10 11:27:26.909556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Allocated IP 172.20.0.14 (71ab3599-0b94-42b0-a8b7-bdcda1d316b9/7a0684e5-74b7-4e63-96d3-9612fb08251a/3ac370ab-70e5-4c8a-9da0-9ea0663719cf) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:26.940743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd7b0e-229b-42ba-8082-3a250b6318ae req-64996f49-2322-4814-a853-5f21af9495df tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.942975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6dd7b0e-229b-42ba-8082-3a250b6318ae req-64996f49-2322-4814-a853-5f21af9495df tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 950 time: 0.0810246 May 10 11:27:26.958801 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b2c0949d-4ef8-4760-8633-84ad66914f71 req-09e3e6cb-25ec-4410-95bd-c039418b4ab8 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.972917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-9f450e8e-50dd-4849-8d8d-8598d3759c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:26.974787 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-9f450e8e-50dd-4849-8d8d-8598d3759c00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672047 May 10 11:27:26.994349 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b2c0949d-4ef8-4760-8633-84ad66914f71 req-09e3e6cb-25ec-4410-95bd-c039418b4ab8 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.003480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6dd7b0e-229b-42ba-8082-3a250b6318ae req-bff9ff29-64c7-4b09-ac0b-810c38afead4 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537484 May 10 11:27:27.190997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-ea81756a-acf2-4f3d-b82e-8f6de08fbddb tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2143935027&fields=id&tenant_id=8dec20b57c8747e2b6d31a355f94f1f0 HTTP/1.1" status: 200 len: 267 time: 0.0674236 May 10 11:27:27.294331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.360440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29764-5203-4a6f-8027-a7b71689553f req-f03a67bf-1b16-4d47-800b-9f795390d6fd tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:27.369343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b2c0949d-4ef8-4760-8633-84ad66914f71 req-09e3e6cb-25ec-4410-95bd-c039418b4ab8 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.369555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-f03a67bf-1b16-4d47-800b-9f795390d6fd tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/networks?id=362ab701-c8f2-4dc2-b31e-526f2cbfbc28 HTTP/1.1" status: 200 len: 812 time: 0.1647735 May 10 11:27:27.387917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-6acaff55-594d-419c-ba3b-9d713e543d85 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/quotas/8dec20b57c8747e2b6d31a355f94f1f0 HTTP/1.1" status: 200 len: 375 time: 0.0176315 May 10 11:27:27.394905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.415350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3e6cb-25ec-4410-95bd-c039418b4ab8 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37170ca-b005-4c92-b805-8f510239ccd7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:27.439852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b2c0949d-4ef8-4760-8633-84ad66914f71 req-09e3e6cb-25ec-4410-95bd-c039418b4ab8 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.441055 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2c0949d-4ef8-4760-8633-84ad66914f71 req-09e3e6cb-25ec-4410-95bd-c039418b4ab8 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6094117 May 10 11:27:27.458864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-e119b658-5c99-4e85-809a-e2326a300050 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768007 May 10 11:27:27.497512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:27.504525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Pushing event updated for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:27.510960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:27.514046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:27.557518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-2eb93e09-8a41-4a64-ad6d-574a1c35c62a tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dec20b57c8747e2b6d31a355f94f1f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1502216 May 10 11:27:27.594262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5b408-e955-4bc5-910e-12d6b5cbf779 req-07f9cd52-4b92-430f-b2d5-518551a2c1f9 tempest-ComputeTenantNetworksTest-1382244869 tempest-ComputeTenantNetworksTest-1382244869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:27.595643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8db5b408-e955-4bc5-910e-12d6b5cbf779 req-07f9cd52-4b92-430f-b2d5-518551a2c1f9 tempest-ComputeTenantNetworksTest-1382244869 tempest-ComputeTenantNetworksTest-1382244869-project] 10.222.0.13 "GET /v2.0/networks/4b7412dc-a89c-4cb9-ad15-a0d7e84d023a HTTP/1.1" status: 200 len: 768 time: 0.1349583 May 10 11:27:27.608592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:27.650055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:27.650836 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.677173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-daefc23a-2bdc-4af2-a80e-c8a3d8c2ea3b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6481717 May 10 11:27:27.686669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33442) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:27.695342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Request body: {'port': {'device_id': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:27.708195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29efb4d8-eb33-451a-a784-f59021ee2d06 req-603f46c9-d489-4470-beac-6e2e3181875b service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370353 May 10 11:27:27.728594 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.741250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-f09ef8ff-3464-4329-bcf1-bbd4f9514315 service neutron] 10.222.0.13 "GET /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672146 May 10 11:27:27.745547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bf053-70cc-4814-ac2c-6e81e4296f2b req-e260e07b-687c-4172-a494-64f0e98dc544 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:27.747047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f63bf053-70cc-4814-ac2c-6e81e4296f2b req-e260e07b-687c-4172-a494-64f0e98dc544 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 932 time: 0.0860031 May 10 11:27:27.786013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:27.788303 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756" -d '{"events": [{"name": "network-changed", "server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:27.832822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-527549753-network', 'tenant_id': '786c4178695247f0bb4841baa426ce58'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:27.835708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.856540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.861350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f63bf053-70cc-4814-ac2c-6e81e4296f2b req-851df15d-5416-4519-90e1-5a01c05a4102 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066408 May 10 11:27:27.885505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7412dc-a89c-4cb9-ad15-a0d7e84d023a']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:27.894376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:27.896682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.897439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc455c0-de6d-42a6-be65-f31942577132') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:27.898266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc455c0-de6d-42a6-be65-f31942577132') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:27.908602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.919467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.923358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.940027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:27:27.940763 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: timer() May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:27:27.942778 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:27:27.949490 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-d8f6e6e8-e2e3-4b46-beda-555607bdaf73 service neutron] 10.222.0.13 "GET /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038658 May 10 11:27:28.026508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6437e-7f2b-41b0-9682-9ec82283c9bc req-2d301cd9-28c9-42c9-8a19-83a8eac9974b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:28.033305 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ff6437e-7f2b-41b0-9682-9ec82283c9bc req-2d301cd9-28c9-42c9-8a19-83a8eac9974b tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 949 time: 0.1065035 May 10 11:27:28.045579 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.066272 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.072270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b7412dc-a89c-4cb9-ad15-a0d7e84d023a HTTP/1.1" status: 204 len: 168 time: 0.4630840 May 10 11:27:28.089396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce35118-269b-4958-a049-85629ec62ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7412dc-a89c-4cb9-ad15-a0d7e84d023a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:28.146833 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ff6437e-7f2b-41b0-9682-9ec82283c9bc req-8c5f87ce-9978-4fc5-a683-517cf4f0f1fe tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119070 May 10 11:27:28.177918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.189538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.237110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:28.269146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33458) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:28.280658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.281016 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Added segment a0dc41a1-072e-4e76-b42d-6286fc30513d of type vlan for network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 May 10 11:27:28.287201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00174ec-7916-4cc3-99b7-bd715fd7a889 req-0fa8120d-31cc-4efe-8382-4330f563a4e9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:28.289233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a00174ec-7916-4cc3-99b7-bd715fd7a889 req-0fa8120d-31cc-4efe-8382-4330f563a4e9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 944 time: 0.0691288 May 10 11:27:28.290610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:28.302349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c84f58e-6539-4733-bf4a-fb611f55cc2b req-a063b1e0-41d6-4391-a2dd-0ace91b5b7bf tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/5e140f17-c0f4-4ed9-a98a-5e5e91510590 HTTP/1.1" status: 200 len: 2404 time: 0.1520355 May 10 11:27:28.332322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac370ab-70e5-4c8a-9da0-9ea0663719cf {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:28.351119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.354658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.367704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-de0e439f-e9aa-4a63-a0ab-5067ce580b2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a92287ce636f4dd68b8ed7e6d3628d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947967 May 10 11:27:28.370994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33466) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:28.372406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Transition to ACTIVE for port object 3ac370ab-70e5-4c8a-9da0-9ea0663719cf will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:28.381492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a00174ec-7916-4cc3-99b7-bd715fd7a889 req-317a1e04-296c-4198-bd3a-feae9445756e tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743623 May 10 11:27:28.390539 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.398334 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d83cc-d19c-40a7-aae5-3b8fb97f84d6 x-openstack-request-id: req-083d83cc-d19c-40a7-aae5-3b8fb97f84d6 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:28.398637 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:28.398864 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-083d83cc-d19c-40a7-aae5-3b8fb97f84d6 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:28.399498 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083d83cc-d19c-40a7-aae5-3b8fb97f84d6'] response: {'name': 'network-changed', 'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'status': 'completed', 'code': 200} May 10 11:27:28.489169 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.490159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:28.490937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.524917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93ac6332-63a1-4bdd-b4f1-ce9c86e04366 req-16b07d1a-0b6e-4567-9011-5c664eb45933 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 210 time: 0.0596883 May 10 11:27:28.550794 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27c4dc02-3327-41cc-8461-026440c91c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.565471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-d0d8797d-57b0-4789-a437-d9bf46641b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:28.567374 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-d0d8797d-57b0-4789-a437-d9bf46641b22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1100 time: 0.1295831 May 10 11:27:28.586044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Pushing event updated for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:28.616978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9291644 May 10 11:27:28.620913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33470) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:28.630878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Request body: {'subnet': {'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-527549753-subnet', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:28.652485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b32fa65-7c4f-4a17-9efd-753d3f6d164a req-b26be720-0258-41ca-bef3-afff01258e48 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-group-rules/e37170ca-b005-4c92-b805-8f510239ccd7 HTTP/1.1" status: 200 len: 778 time: 0.1034446 May 10 11:27:28.663342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7db78-b285-45d0-9f1e-9d7d068092c3 admin admin] Pushing event updated for resources: {'Network': ['ID=71adb19b-7fbc-421a-9b80-2b3c51fc0b97,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:28.672810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-a4fb1ad0-7687-42d9-bbf5-c28c223540a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:28.674644 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-a4fb1ad0-7687-42d9-bbf5-c28c223540a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1100 time: 0.2317250 May 10 11:27:28.677511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:27:28.689335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27c4dc02-3327-41cc-8461-026440c91c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.700867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599066-60c3-4d08-aeb8-dcce33c5c5ed req-eba91570-f44c-4be2-a82c-68ca52e73458 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:28.702369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f599066-60c3-4d08-aeb8-dcce33c5c5ed req-eba91570-f44c-4be2-a82c-68ca52e73458 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 950 time: 0.2270305 May 10 11:27:28.798285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:28.800941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.806139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:28.806482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:28.806815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:28.814752 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f599066-60c3-4d08-aeb8-dcce33c5c5ed req-bc0772e5-8f67-4be9-bf73-08dca219aebe tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005571 May 10 11:27:28.825672 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:28.826066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:28.839517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:28.839960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:28.851177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:28.851177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Bound port: 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:28.851177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.863481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-bd857c0e-cd23-4624-afd0-96c5481e8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:28.865093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-bd857c0e-cd23-4624-afd0-96c5481e8a38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1816831 May 10 11:27:28.922278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:28.925762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:28.938839 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.948843 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b32fa65-7c4f-4a17-9efd-753d3f6d164a req-956c1bfc-c15c-4cf4-b8c4-ad86e356e496 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/5e140f17-c0f4-4ed9-a98a-5e5e91510590 HTTP/1.1" status: 200 len: 2404 time: 0.2277730 May 10 11:27:28.989250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-0c8a8093-b899-4be1-95da-08a09a8ca37f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.0617516 May 10 11:27:28.990923 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27c4dc02-3327-41cc-8461-026440c91c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.994206 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27c4dc02-3327-41cc-8461-026440c91c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.997748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-27c4dc02-3327-41cc-8461-026440c91c52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d0fd5f6-6c4e-4daa-8d2a-f37d6e7b0a5e HTTP/1.1" status: 204 len: 168 time: 0.6235087 May 10 11:27:29.040741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.041406 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:29.042858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] 10.222.0.70 "PUT /v2.0/ports/3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 1092 time: 1.3577597 May 10 11:27:29.044393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-77521efa-2241-494c-b4a0-3ba8f947fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.045834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-77521efa-2241-494c-b4a0-3ba8f947fa99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.4688017 May 10 11:27:29.046559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4dc02-3327-41cc-8461-026440c91c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0fd5f6-6c4e-4daa-8d2a-f37d6e7b0a5e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:29.067467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:29.070634 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72843e02-5e07-4f90-8ae6-9a87b5299c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:29.107737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9b32fa65-7c4f-4a17-9efd-753d3f6d164a req-6f21420c-179b-46d4-84fa-c90837fad38e tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:29.122336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9696986-505c-410b-8d3a-df7b33c62113 req-131d0b9e-ded5-49ae-b7aa-c92c95507b24 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.131721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9696986-505c-410b-8d3a-df7b33c62113 req-131d0b9e-ded5-49ae-b7aa-c92c95507b24 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1942050 May 10 11:27:29.139883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-1cf4d7c0-7e1d-47f6-adfd-e64879cce0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.142922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-1cf4d7c0-7e1d-47f6-adfd-e64879cce0ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1230776 May 10 11:27:29.144480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b42a6-7131-4ba8-bb2b-840cc75dfafc service neutron] Pushing event updated for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:29.149035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-f99db0e2-5a6a-4e99-b98f-98a46098b935 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 200 len: 217 time: 0.0882785 May 10 11:27:29.152540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9b32fa65-7c4f-4a17-9efd-753d3f6d164a req-6f21420c-179b-46d4-84fa-c90837fad38e tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:29.277093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9b32fa65-7c4f-4a17-9efd-753d3f6d164a req-6f21420c-179b-46d4-84fa-c90837fad38e tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:29.283834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-5c12b708-afdc-4593-ab53-31511ce5875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.285989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-5c12b708-afdc-4593-ab53-31511ce5875d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245952 May 10 11:27:29.287058 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9b32fa65-7c4f-4a17-9efd-753d3f6d164a req-6f21420c-179b-46d4-84fa-c90837fad38e tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:29.293071 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b32fa65-7c4f-4a17-9efd-753d3f6d164a req-6f21420c-179b-46d4-84fa-c90837fad38e tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e37170ca-b005-4c92-b805-8f510239ccd7 HTTP/1.1" status: 204 len: 173 time: 0.3086739 May 10 11:27:29.296857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-267374c7-7857-4af0-b722-1a3714260ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.302347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9696986-505c-410b-8d3a-df7b33c62113 req-138c7a6f-f859-45b8-82c3-ae4d2b9cd08d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694660 May 10 11:27:29.308800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-267374c7-7857-4af0-b722-1a3714260ba2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1482744 May 10 11:27:29.313083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:29.329591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21420c-179b-46d4-84fa-c90837fad38e tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e37170ca-b005-4c92-b805-8f510239ccd7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:29.402397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-60a6e1d8-a54d-4805-ae1d-615d377e0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.406211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-60a6e1d8-a54d-4805-ae1d-615d377e0083 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1095 time: 0.2684255 May 10 11:27:29.428722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-3503d3e7-af41-41bd-8cc6-a323e9ff44fc service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253946 May 10 11:27:29.466383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-ed313387-809a-4597-8055-3aa58b78a0c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 217 time: 0.0497997 May 10 11:27:29.468865 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a04c24-de17-4aca-acb4-844d4845afb2 x-openstack-request-id: req-56a04c24-de17-4aca-acb4-844d4845afb2 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:29.469146 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:29.469394 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56a04c24-de17-4aca-acb4-844d4845afb2 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:29.469827 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a04c24-de17-4aca-acb4-844d4845afb2'] response: {'name': 'network-changed', 'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf', 'status': 'completed', 'code': 200} May 10 11:27:29.574097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-dd0ca84d-19ce-482d-9134-02ae42d363f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.575594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-dd0ca84d-19ce-482d-9134-02ae42d363f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0955391 May 10 11:27:29.600224 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:27:29.620412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-cf85a173-4296-44ae-9907-58b4523fdd78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343974 May 10 11:27:29.622429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-14f23094-0fea-427e-8ebd-ad8c2d0aae48 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645980 May 10 11:27:29.820225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29764-5203-4a6f-8027-a7b71689553f req-7567bc57-1198-4611-90aa-05c49687d170 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.821792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-7567bc57-1198-4611-90aa-05c49687d170 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.49 "GET /v2.0/networks?id=362ab701-c8f2-4dc2-b31e-526f2cbfbc28 HTTP/1.1" status: 200 len: 812 time: 0.2476914 May 10 11:27:29.827714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-c7eda65f-6a2a-4c57-af03-2038a919aeb1 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996181 May 10 11:27:29.849524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Checking segment: {'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:29.849892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Network hostable DHCP agents. Network: 71adb19b-7fbc-421a-9b80-2b3c51fc0b97, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:29.875750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-ae93a56a-b9ea-4917-bab8-e7129ed7cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.877363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-ae93a56a-b9ea-4917-bab8-e7129ed7cd37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5576990 May 10 11:27:29.879440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1fde78-87be-426d-ba16-fdc7485156d0,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:29.949734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b3894-f80d-4dee-ad0a-2a47d7f34b8f req-d05bfef7-c62a-4efd-bbf6-956faafe7796 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:29.951247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-485b3894-f80d-4dee-ad0a-2a47d7f34b8f req-d05bfef7-c62a-4efd-bbf6-956faafe7796 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 944 time: 0.5048642 May 10 11:27:29.991020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fd63c60-1a36-49c8-960e-30aaf7251697 req-2cef64bf-40b1-4ed7-bec1-ae2e1517228f service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551752 May 10 11:27:29.999269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-0b1b9211-0653-4a6f-9f41-54410bec90dd tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dec20b57c8747e2b6d31a355f94f1f0 HTTP/1.1" status: 200 len: 380 time: 0.1643972 May 10 11:27:30.005172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90382e08-21ae-4740-b75a-26be69e29e5c req-0440dda7-6c56-4ad6-9e02-58748d53d376 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:30.006808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-90382e08-21ae-4740-b75a-26be69e29e5c req-0440dda7-6c56-4ad6-9e02-58748d53d376 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 949 time: 0.0884647 May 10 11:27:30.011151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:30.019119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Request body: {'port': {'device_id': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'admin_state_up': True, 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'security_groups': ['7970caba-96fe-4704-a3bf-27ff8537123a']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:30.097611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-90382e08-21ae-4740-b75a-26be69e29e5c req-85f5c2f1-51b9-434f-8523-afb3cf960632 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840437 May 10 11:27:30.104410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 71adb19b-7fbc-421a-9b80-2b3c51fc0b97) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:30.113079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7724f020-64d1-44d5-bdb7-a946045c5814 None None] Network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:30.122627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-485b3894-f80d-4dee-ad0a-2a47d7f34b8f req-daae3f88-2680-4f04-9cf7-810dc95e7baa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459227 May 10 11:27:30.125665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:30.126251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.133548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-1613c9ec-c422-4fef-b0f4-fe178ee703df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:30.135692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-1613c9ec-c422-4fef-b0f4-fe178ee703df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1095 time: 0.0789659 May 10 11:27:30.138801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-728fb9f3-91ed-4582-8698-123a9c5424d6 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515862 May 10 11:27:30.231272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d2292dee-eff7-4af9-875b-fc6af263be3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6042395 May 10 11:27:30.239556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33516) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:30.245534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:30.273581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-cc2f561d-bce4-4899-b990-48c6a8d734ab req-bad78236-b707-4cd1-8347-8f7e4d88d15c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1119646459', 'description': 'tempest-description-1565147851'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:30.278991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-baf88af5-86ac-41dd-8274-2df1f825eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:30.280704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-baf88af5-86ac-41dd-8274-2df1f825eaae service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.1323805 May 10 11:27:30.287717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.289851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.339905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cc2f561d-bce4-4899-b990-48c6a8d734ab req-bad78236-b707-4cd1-8347-8f7e4d88d15c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.342677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Made reservation on behalf of 8dec20b57c8747e2b6d31a355f94f1f0 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:30.346585 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.367705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-71adb19b-7fbc-421a-9b80-2b3c51fc0b97', 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'fixed_ips': [{'subnet_id': 'ab1fde78-87be-426d-ba16-fdc7485156d0'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:27:30.368775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.375564 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-f03f6812-540d-4ac6-a971-da6eeeef07a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 217 time: 0.0815637 May 10 11:27:30.426099 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9be7c76-d3f9-4ea5-9cd9-e942fdd53756 req-530e65a0-c323-4ca9-a744-7f3d56ec7d76 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623541 May 10 11:27:30.476427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.485526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b747d9-2ab2-4d31-89ac-9638a75b2aae req-4d4aa817-8062-45f3-80f1-c7043cd84289 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:30.493821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b747d9-2ab2-4d31-89ac-9638a75b2aae req-4d4aa817-8062-45f3-80f1-c7043cd84289 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 944 time: 0.1914890 May 10 11:27:30.547018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-0f9c23d0-14a5-48ec-9fa2-b777b96fa9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:30.548555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-0f9c23d0-14a5-48ec-9fa2-b777b96fa9a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1642337 May 10 11:27:30.550957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Allocated IP 172.20.0.2 (71adb19b-7fbc-421a-9b80-2b3c51fc0b97/ab1fde78-87be-426d-ba16-fdc7485156d0/88745961-ad2f-4eea-90bc-2f6a9b263ff6) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:30.584415 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cc2f561d-bce4-4899-b990-48c6a8d734ab req-bad78236-b707-4cd1-8347-8f7e4d88d15c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.595477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cc2f561d-bce4-4899-b990-48c6a8d734ab req-bad78236-b707-4cd1-8347-8f7e4d88d15c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.619353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b747d9-2ab2-4d31-89ac-9638a75b2aae req-2b89dc26-042e-477d-ad96-cd5dd253ef43 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245162 May 10 11:27:30.627128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Allocated IP 172.20.0.14 (362ab701-c8f2-4dc2-b31e-526f2cbfbc28/6ceab8cc-41c6-4fa5-8de9-08172145fbb6/164cca3f-c8e7-49d4-bdf2-d1e66661b20d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:30.647282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad78236-b707-4cd1-8347-8f7e4d88d15c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e740d-8ddb-47ea-83de-534bc17a21e1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:30.664225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cc2f561d-bce4-4899-b990-48c6a8d734ab req-bad78236-b707-4cd1-8347-8f7e4d88d15c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.672896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-0327d437-0053-4c69-9055-ba70ab6b9823 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880158 May 10 11:27:30.676654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cc2f561d-bce4-4899-b990-48c6a8d734ab req-bad78236-b707-4cd1-8347-8f7e4d88d15c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4639180 May 10 11:27:30.795894 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.804369 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.828753 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-20151147-c697-43f6-b4f6-540976a26207 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd95390dc9d244b3af4b94496c3472a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316832 May 10 11:27:30.858432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:30.866147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.866449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:30.870280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:30.889822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Pushing event updated for resources: {'Port': ['ID=88745961-ad2f-4eea-90bc-2f6a9b263ff6,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:30.893908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-566a41b8-2a1b-4806-af9e-1ed4eea9ec86 req-4e12e526-d953-4872-90d8-934428ef205c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 210 time: 0.1158121 May 10 11:27:30.953518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053642-0820-48f3-9050-294138acfc58 req-33ecb87d-0f0e-4b53-a730-664e99876ad4 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:30.960779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-33ecb87d-0f0e-4b53-a730-664e99876ad4 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210041 May 10 11:27:30.995139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Attempting to bind port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:30.995306 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-b840abba-cfe5-4e13-b183-52e1439b6c98 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/quotas/cd95390dc9d244b3af4b94496c3472a5 HTTP/1.1" status: 200 len: 375 time: 0.0327532 May 10 11:27:31.000120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Attempting to bind port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:31.002461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-08693e7d-ef97-4dd3-b0c5-0f4047dede21 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203061 May 10 11:27:31.003079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Attempting to bind port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 on network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:31.010911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:31.014451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Checking segment: {'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:31.015068 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.015608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Bound using segment: {'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:31.016396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Bound port: 88745961-ad2f-4eea-90bc-2f6a9b263ff6, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:31.016938 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.057890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.100463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] For port 88745961-ad2f-4eea-90bc-2f6a9b263ff6, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:31.105135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] For port 88745961-ad2f-4eea-90bc-2f6a9b263ff6, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88745961-ad2f-4eea-90bc-2f6a9b263ff6,segment=NetworkSegment(a0dc41a1-072e-4e76-b42d-6286fc30513d),segment_id=a0dc41a1-072e-4e76-b42d-6286fc30513d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:31.112354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.120623 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.202422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956db29-ea2c-4b96-ae1c-835065f1e31f None None] Pushing event updated for resources: {'Port': ['ID=88745961-ad2f-4eea-90bc-2f6a9b263ff6,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:31.209285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-38e8480e-8db7-45bb-be5c-0aa124c27c5e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2132382 May 10 11:27:31.229707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:31.231485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event updated for resources: {'Port': ['ID=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:31.238163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:31.252105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:31.328644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:31.329445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.357571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-8a9aa610-10cf-4211-a71d-e88850a088d1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3497467 May 10 11:27:31.374278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Request body: {'port': {'device_id': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:31.382860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6054f721-7d49-48f2-8415-9b0f72642f19 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:31.609134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.626135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6054f721-7d49-48f2-8415-9b0f72642f19, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6054f721-7d49-48f2-8415-9b0f72642f19,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:31.662210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '6054f721-7d49-48f2-8415-9b0f72642f19', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'port_id': '6054f721-7d49-48f2-8415-9b0f72642f19', 'mac_address': 'fa:16:3e:ba:ad:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:27:31.719312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09f1a518-de03-4b4f-8410-ee96b7a381f9 req-16f16f20-a73e-4ac2-9212-bb8341766292 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/8b1e740d-8ddb-47ea-83de-534bc17a21e1 HTTP/1.1" status: 200 len: 1813 time: 0.2545235 May 10 11:27:31.765934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:31.799696 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72843e02-5e07-4f90-8ae6-9a87b5299c8f req-4b9fb5ac-5899-435a-b3a0-cbe4d0e2ddcc service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860508 May 10 11:27:31.857082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6054f721-7d49-48f2-8415-9b0f72642f19 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:31.857375 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.871518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3bdfa9fa-1d9d-45a5-8b07-e1f7d706c062 None None] Provisioning complete for port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:31.871915 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa9fa-1d9d-45a5-8b07-e1f7d706c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.916775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6054f721-7d49-48f2-8415-9b0f72642f19 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:31.986781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfa9fa-1d9d-45a5-8b07-e1f7d706c062 None None] Port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:31.992171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6054f721-7d49-48f2-8415-9b0f72642f19, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6054f721-7d49-48f2-8415-9b0f72642f19,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:32.006768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68b31-4b25-4c94-acce-35b427f426a4 req-20f8bfed-96ad-4297-9017-284e24a1d74a tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:32.008348 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.011595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bde68b31-4b25-4c94-acce-35b427f426a4 req-20f8bfed-96ad-4297-9017-284e24a1d74a tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 1100 time: 0.3611610 May 10 11:27:32.057807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:32.074520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'mac_address': 'fa:16:3e:df:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:27:32.093994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6054f721-7d49-48f2-8415-9b0f72642f19,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:32.110851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.122102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21324a98-4b64-4224-90eb-e1434eee6c6d req-caddfb6f-896d-46b4-999d-9084cfaed949 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:32.123670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21324a98-4b64-4224-90eb-e1434eee6c6d req-caddfb6f-896d-46b4-999d-9084cfaed949 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 944 time: 0.1770046 May 10 11:27:32.139020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:32.139652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.154725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.168654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:32.192750 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21324a98-4b64-4224-90eb-e1434eee6c6d req-3e9fc3c6-0ace-472e-b632-d71c2c7e8323 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618923 May 10 11:27:32.205894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:32.207127 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.213601 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.239987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bde68b31-4b25-4c94-acce-35b427f426a4 req-a8c849a3-b54f-4115-9372-c5a1fee7cfed tempest-MigrationsAdminTest-1064281204 tempest-MigrationsAdminTest-1064281204-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086284 May 10 11:27:32.262531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['6054f721-7d49-48f2-8415-9b0f72642f19'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:32.289248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164cca3f-c8e7-49d4-bdf2-d1e66661b20d {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:32.308589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.341889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Transition to ACTIVE for port object 164cca3f-c8e7-49d4-bdf2-d1e66661b20d will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:32.353944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.393346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=12']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:32.405170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Allocated IP 172.25.8.69 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/0c3fe7f2-8388-4de2-b2af-c35924c4fc4e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:32.442575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d4e8f-9726-46bf-a794-506217703b29 req-6ba7a37b-2ece-4bab-8b17-924b5a571d03 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:32.445055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-076d4e8f-9726-46bf-a794-506217703b29 req-6ba7a37b-2ece-4bab-8b17-924b5a571d03 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 945 time: 0.0968268 May 10 11:27:32.469862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4626feb1-be4d-4fcc-a565-a98a3f76b659 req-b3cac004-c2fc-4f17-b434-519e51bf0f75 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 210 time: 0.1113920 May 10 11:27:32.517294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:32.551162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Pushing event updated for resources: {'Port': ['ID=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:32.637590 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-076d4e8f-9726-46bf-a794-506217703b29 req-2d8a07fb-8e01-42c9-95aa-c72df37ac651 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820288 May 10 11:27:32.695518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Attempting to bind port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:32.695921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Attempting to bind port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:32.697909 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.702395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Attempting to bind port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d on network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:32.712484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d on network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:32.712484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Attempting to bind port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d on network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:32.735233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fdc5d-7a83-4924-bd05-e5322e377032 req-1c6e8f8d-5abe-42ba-91e7-946e68c855be tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:32.744441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-862fdc5d-7a83-4924-bd05-e5322e377032 req-1c6e8f8d-5abe-42ba-91e7-946e68c855be tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 944 time: 0.1256912 May 10 11:27:32.751963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:32.752277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Checking segment: {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:32.752657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Bound using segment: {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:32.753107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Bound port: 164cca3f-c8e7-49d4-bdf2-d1e66661b20d, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ede502-f460-408d-8402-a6a08a9005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:32.753465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.753634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.815988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:32.819316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:32.841993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:32.860945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-862fdc5d-7a83-4924-bd05-e5322e377032 req-10659054-1552-4e70-9366-1e673ec4111c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155105 May 10 11:27:32.908238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-60e3a4cc-a6d9-4848-8981-acb29db8dafa req-15a63a3e-5b19-44e1-b9c8-36c1962f6ab0 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-449809205', 'description': 'tempest-description-82044490'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:32.944618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] For port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:32.952662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62d5787-44d7-493f-b739-ef31937e7143 None None] Network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:32.961973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Pushing event updated for resources: {'Port': ['ID=0c3fe7f2-8388-4de2-b2af-c35924c4fc4e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:32.965772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] For port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:32.983489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60e3a4cc-a6d9-4848-8981-acb29db8dafa req-15a63a3e-5b19-44e1-b9c8-36c1962f6ab0 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:32.993327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.031911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88745961-ad2f-4eea-90bc-2f6a9b263ff6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:33.069638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:33.070669 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.072973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] 10.222.0.49 "PUT /v2.0/ports/164cca3f-c8e7-49d4-bdf2-d1e66661b20d HTTP/1.1" status: 200 len: 1092 time: 1.7048173 May 10 11:27:33.102785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2bf241bd-92f3-43a5-be7c-760107f25ab8 None None] Provisioning complete for port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:33.103244 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2bf241bd-92f3-43a5-be7c-760107f25ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.117624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'tag': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:33.117624 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3cab88-9105-4dd9-bd15-4afc91a737ea", "tag": "164cca3f-c8e7-49d4-bdf2-d1e66661b20d"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:33.178469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e0257-be93-4fde-975e-4fd673e52828 service neutron] Pushing event updated for resources: {'Port': ['ID=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:33.200671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-c1e49539-737e-4a67-b996-2ddab890e888 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cd95390dc9d244b3af4b94496c3472a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170003 May 10 11:27:33.228298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:33.230095 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.349452 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60e3a4cc-a6d9-4848-8981-acb29db8dafa req-15a63a3e-5b19-44e1-b9c8-36c1962f6ab0 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.367525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60e3a4cc-a6d9-4848-8981-acb29db8dafa req-15a63a3e-5b19-44e1-b9c8-36c1962f6ab0 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.415400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29764-5203-4a6f-8027-a7b71689553f req-77961a00-abaa-4ffc-8f95-0375d44cbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:33.418176 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-77961a00-abaa-4ffc-8f95-0375d44cbe50 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8dec20b57c8747e2b6d31a355f94f1f0&device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 1095 time: 0.2178648 May 10 11:27:33.425764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6054f721-7d49-48f2-8415-9b0f72642f19 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:33.431830 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60e3a4cc-a6d9-4848-8981-acb29db8dafa req-15a63a3e-5b19-44e1-b9c8-36c1962f6ab0 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.433601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60e3a4cc-a6d9-4848-8981-acb29db8dafa req-15a63a3e-5b19-44e1-b9c8-36c1962f6ab0 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5517828 May 10 11:27:33.459245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2bf241bd-92f3-43a5-be7c-760107f25ab8 None None] Current status of the port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:33.459972 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2bf241bd-92f3-43a5-be7c-760107f25ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.493791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a63a3e-5b19-44e1-b9c8-36c1962f6ab0 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4529f3-2170-4bbb-acb5-3d302267114c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:33.498963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-7d33187f-dedc-4248-84fb-30a34171d9e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=164cca3f-c8e7-49d4-bdf2-d1e66661b20d HTTP/1.1" status: 200 len: 217 time: 0.0606978 May 10 11:27:33.597825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29764-5203-4a6f-8027-a7b71689553f req-38539cde-1211-494d-aaea-de40fb2229d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:33.601525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-38539cde-1211-494d-aaea-de40fb2229d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ceab8cc-41c6-4fa5-8de9-08172145fbb6 HTTP/1.1" status: 200 len: 851 time: 0.0962348 May 10 11:27:33.603306 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ea772-6290-4cf1-a82e-d13acf6094d0 x-openstack-request-id: req-088ea772-6290-4cf1-a82e-d13acf6094d0 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:33.603600 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3cab88-9105-4dd9-bd15-4afc91a737ea", "tag": "164cca3f-c8e7-49d4-bdf2-d1e66661b20d", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:33.604314 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-088ea772-6290-4cf1-a82e-d13acf6094d0 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:33.604977 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088ea772-6290-4cf1-a82e-d13acf6094d0'] response: {'name': 'network-changed', 'server_uuid': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'tag': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'status': 'completed', 'code': 200} May 10 11:27:33.667049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bbf5-17db-4e8c-b13e-4c149c487434 req-52368b60-6e87-490e-9dc4-22de381e869f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:33.668877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08d7bbf5-17db-4e8c-b13e-4c149c487434 req-52368b60-6e87-490e-9dc4-22de381e869f tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.3290455 May 10 11:27:33.679798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053642-0820-48f3-9050-294138acfc58 req-bfe341a7-a29e-4606-928e-886b7ba96ffd tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:33.682207 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-bfe341a7-a29e-4606-928e-886b7ba96ffd tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4667823 May 10 11:27:33.686614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:33.687007 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.731308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3ac370ab-70e5-4c8a-9da0-9ea0663719cf details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:33.769338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29764-5203-4a6f-8027-a7b71689553f req-bdb6df0c-5858-425e-804a-e3fb01bbf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:33.771416 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-bdb6df0c-5858-425e-804a-e3fb01bbf0a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=362ab701-c8f2-4dc2-b31e-526f2cbfbc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566851 May 10 11:27:33.815599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Request body: {'port': {'device_id': 'cd0d91cb-926e-4223-a553-29dc9432735d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'cd95390dc9d244b3af4b94496c3472a5'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:33.831363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:33.883756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2bf241bd-92f3-43a5-be7c-760107f25ab8 None None] For port 88745961-ad2f-4eea-90bc-2f6a9b263ff6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88745961-ad2f-4eea-90bc-2f6a9b263ff6,segment=NetworkSegment(a0dc41a1-072e-4e76-b42d-6286fc30513d),segment_id=a0dc41a1-072e-4e76-b42d-6286fc30513d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:33.886537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:33.909659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2bf241bd-92f3-43a5-be7c-760107f25ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.921753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08d7bbf5-17db-4e8c-b13e-4c149c487434 req-da1846db-8ed0-4390-b601-6ae70cb27dcb tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192703 May 10 11:27:33.931706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.935321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf', 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'port_id': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf', 'mac_address': 'fa:16:3e:2c:46:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0684e5-74b7-4e63-96d3-9612fb08251a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:27:34.060725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf241bd-92f3-43a5-be7c-760107f25ab8 None None] Pushing event updated for resources: {'Port': ['ID=88745961-ad2f-4eea-90bc-2f6a9b263ff6,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:34.064567 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:27:34.065382 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:27:34.071752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 6054f721-7d49-48f2-8415-9b0f72642f19 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:34.138850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:34.138850 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.160665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:34.165234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac370ab-70e5-4c8a-9da0-9ea0663719cf {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:34.197526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:34.199403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 6054f721-7d49-48f2-8415-9b0f72642f19 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:34.199842 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.215671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:34.216649 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.232667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-697932cd-f087-4ddf-9871-9013d4d55c1f req-a5292f39-393c-43ea-8c4c-83eac75921f2 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/ae4529f3-2170-4bbb-acb5-3d302267114c HTTP/1.1" status: 200 len: 1810 time: 0.1810310 May 10 11:27:34.268495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.303170 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.353695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-2c8680bc-9c25-46b0-b884-88e5dd9fdf9b service neutron] 10.222.0.49 "GET /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723784 May 10 11:27:34.367238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45151-fdbc-4969-ab78-681a3a50d75c req-1651bb8c-fbd1-4a0c-8aef-b817f486ccb5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:34.367664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:34.376222 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bc45151-fdbc-4969-ab78-681a3a50d75c req-1651bb8c-fbd1-4a0c-8aef-b817f486ccb5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 944 time: 0.6958311 May 10 11:27:34.383581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0695d446-39ed-43a2-9142-969759c9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.387911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Made reservation on behalf of cd95390dc9d244b3af4b94496c3472a5 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:34.391943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.454744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b3cb66b-6585-4c56-9af6-796ae63e729f req-dc500c5e-07ed-429a-abda-818117aba8c2 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 210 time: 0.0724034 May 10 11:27:34.475261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:34.476201 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.492906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f7c6d425-b44b-4c70-9e22-08cb504a362d None None] Provisioning complete for port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:34.493308 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d425-b44b-4c70-9e22-08cb504a362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.519711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-0fdeb8e7-ed1b-4784-8ada-dea12f88f4b6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:34.521032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bc45151-fdbc-4969-ab78-681a3a50d75c req-20ae3164-46b5-42b0-9f59-a7b7158bed4d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438346 May 10 11:27:34.522964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-0fdeb8e7-ed1b-4784-8ada-dea12f88f4b6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 950 time: 0.1530712 May 10 11:27:34.560033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:34.562767 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef42fb6-9d97-4f14-a95c-0c6406764b38" -d '{"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-plugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:34.615718 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb29764-5203-4a6f-8027-a7b71689553f req-ce1064bb-deed-4dd3-bee6-dd66f283c1ad service neutron] 10.222.0.49 "GET /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365286 May 10 11:27:34.629335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['3ac370ab-70e5-4c8a-9da0-9ea0663719cf'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:34.632649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6054f721-7d49-48f2-8415-9b0f72642f19 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:34.632649 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.653205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:34.709385 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.755810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae44bcd-2123-40a5-b2c2-9f0bdfe4f700 req-793ffe1d-ec1c-4e92-a652-7faf59521c45 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:34.758287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ae44bcd-2123-40a5-b2c2-9f0bdfe4f700 req-793ffe1d-ec1c-4e92-a652-7faf59521c45 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 944 time: 0.1111693 May 10 11:27:34.761538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-1a51c5ab-4eef-4e73-a3d7-d2b72b0d5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:34.763835 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-1a51c5ab-4eef-4e73-a3d7-d2b72b0d5e6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8dec20b57c8747e2b6d31a355f94f1f0&device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 1095 time: 0.0718136 May 10 11:27:34.789478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:34.820922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6054f721-7d49-48f2-8415-9b0f72642f19, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6054f721-7d49-48f2-8415-9b0f72642f19,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:34.832666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=13']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:34.836217 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:34.880580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ae44bcd-2123-40a5-b2c2-9f0bdfe4f700 req-3642824a-a5aa-452f-b858-110eb8c70966 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159127 May 10 11:27:34.883701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:27:34.915888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88745961-ad2f-4eea-90bc-2f6a9b263ff6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:34.920494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a30cc-42a5-4894-b4b3-89f6c11f63dc req-5b8d19ef-732e-4517-bbc2-f3aaa533946c tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:34.920720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-00c5687f-7267-4a0b-b6df-d045342854a7 req-17d89844-b970-4e90-a63f-f85f749b3703 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1472871629', 'description': 'tempest-description-252432254'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:34.923645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb9a30cc-42a5-4894-b4b3-89f6c11f63dc req-5b8d19ef-732e-4517-bbc2-f3aaa533946c tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 945 time: 0.2682893 May 10 11:27:34.937455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-e084187b-dfc7-4ab1-b8ef-d343d2544f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:34.939901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-e084187b-dfc7-4ab1-b8ef-d343d2544f09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=362ab701-c8f2-4dc2-b31e-526f2cbfbc28 HTTP/1.1" status: 200 len: 913 time: 0.1688280 May 10 11:27:34.942853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Allocated IP 192.168.233.18 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/c8f13e9f-0afb-4848-b831-50ef12dcf872) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:34.962879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6d425-b44b-4c70-9e22-08cb504a362d None None] Current status of the port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:35.001216 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-0d925490-14a8-4eee-acbd-7f871b8a35ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=164cca3f-c8e7-49d4-bdf2-d1e66661b20d HTTP/1.1" status: 200 len: 217 time: 0.0505722 May 10 11:27:35.003245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6054f721-7d49-48f2-8415-9b0f72642f19,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:35.010442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Deleting port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:35.010880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.024807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00c5687f-7267-4a0b-b6df-d045342854a7 req-17d89844-b970-4e90-a63f-f85f749b3703 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.060231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:35.061084 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.087330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-0967b0fc-4c83-4133-8765-b19a3d465482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:35.089498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-0967b0fc-4c83-4133-8765-b19a3d465482 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ceab8cc-41c6-4fa5-8de9-08172145fbb6 HTTP/1.1" status: 200 len: 851 time: 0.0766034 May 10 11:27:35.121280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb9a30cc-42a5-4894-b4b3-89f6c11f63dc req-c55e0d92-b642-4cba-913b-3940d7477d32 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899424 May 10 11:27:35.162362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:35.181699 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef43eb7-8f29-4543-bb9d-018129320a2d x-openstack-request-id: req-1ef43eb7-8f29-4543-bb9d-018129320a2d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:35.181866 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-plugged", "status": "completed", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:35.182274 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ef43eb7-8f29-4543-bb9d-018129320a2d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:35.191749 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef43eb7-8f29-4543-bb9d-018129320a2d'] response: {'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'code': 200} May 10 11:27:35.233506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-883ed6af-6e35-46d9-8541-f04e4d0a5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:35.235502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-883ed6af-6e35-46d9-8541-f04e4d0a5d5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=362ab701-c8f2-4dc2-b31e-526f2cbfbc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364560 May 10 11:27:35.236772 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.240142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00c5687f-7267-4a0b-b6df-d045342854a7 req-17d89844-b970-4e90-a63f-f85f749b3703 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.248652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:35.251353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] For port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:35.251723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.260390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Sync routers for ids ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:35.272938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00c5687f-7267-4a0b-b6df-d045342854a7 req-17d89844-b970-4e90-a63f-f85f749b3703 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.278842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Calling delete_port for 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:35.283643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Routers {'335ceae0-8e21-4c35-9175-3c6a63cd5e26'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:35.286148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:35.304961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.309094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b8fa8ffc-241a-4631-a0ca-9f8ddfb21927 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0684457 May 10 11:27:35.312325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33602) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:35.373337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00c5687f-7267-4a0b-b6df-d045342854a7 req-17d89844-b970-4e90-a63f-f85f749b3703 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.384480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00c5687f-7267-4a0b-b6df-d045342854a7 req-17d89844-b970-4e90-a63f-f85f749b3703 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4664505 May 10 11:27:35.384480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89844-b970-4e90-a63f-f85f749b3703 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4360f739-a777-473c-a76b-f9b7e68c1268,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:35.481749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Set router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:35.496396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-30de11e9-6d0f-4205-a625-76cf26df789c req-ae3f6093-d47e-4c8f-98e2-5536256f52ad tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/4360f739-a777-473c-a76b-f9b7e68c1268 HTTP/1.1" status: 200 len: 1812 time: 0.0811341 May 10 11:27:35.506500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-f54e8b48-bf38-459c-949c-35630604904c service neutron] 10.222.0.49 "GET /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576239 May 10 11:27:35.650283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4dee8f68-c693-4a92-8a3c-95eaf6f68aa6 req-1fd962a4-7fbe-4162-b847-ce229e2dd874 service neutron] 10.222.0.49 "GET /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220529 May 10 11:27:35.716489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b720363c-97a9-46a9-ae2e-846880155b9f req-5874c573-b6be-4838-95a6-beae0220da0d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 210 time: 0.1008654 May 10 11:27:35.723012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3ac370ab-70e5-4c8a-9da0-9ea0663719cf up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:35.760315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d7227ac9-2247-4ece-a098-81607adee4e1 req-3bb074f2-85f6-436b-b90d-9bc514bfa8c9 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-814816170', 'description': 'tempest-description-583149535'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:35.786468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d7227ac9-2247-4ece-a098-81607adee4e1 req-3bb074f2-85f6-436b-b90d-9bc514bfa8c9 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.793510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:27:33Z', 'revision_number': 3, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:35.823813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:35.827863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:35.828334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.829877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Checking router: 335ceae0-8e21-4c35-9175-3c6a63cd5e26 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:35.830306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Updating router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:35.848283 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.884998 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.888102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d7227ac9-2247-4ece-a098-81607adee4e1 req-3bb074f2-85f6-436b-b90d-9bc514bfa8c9 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.889175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe96ce-d63d-44f5-a93e-d780d32e6865 req-c6f36541-f2bc-482c-abd2-a3e86981325d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:35.890776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09fe96ce-d63d-44f5-a93e-d780d32e6865 req-c6f36541-f2bc-482c-abd2-a3e86981325d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51 HTTP/1.1" status: 200 len: 951 time: 0.5461316 May 10 11:27:35.900188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d7227ac9-2247-4ece-a098-81607adee4e1 req-3bb074f2-85f6-436b-b90d-9bc514bfa8c9 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.949225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d7227ac9-2247-4ece-a098-81607adee4e1 req-3bb074f2-85f6-436b-b90d-9bc514bfa8c9 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:35.951400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7227ac9-2247-4ece-a098-81607adee4e1 req-3bb074f2-85f6-436b-b90d-9bc514bfa8c9 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1962531 May 10 11:27:35.952671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb074f2-85f6-436b-b90d-9bc514bfa8c9 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b03e43c-7e86-4060-a31f-5dfffc7f93ee,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:36.033901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09fe96ce-d63d-44f5-a93e-d780d32e6865 req-8208eca3-2efc-4cfb-92a0-a370f6262af8 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290097 May 10 11:27:36.038076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.094723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e6685-ae25-4237-b6b2-8b7344ebeb50 req-59a348c9-a093-49bc-8e01-d83236ca8d64 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:36.103859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-992e6685-ae25-4237-b6b2-8b7344ebeb50 req-59a348c9-a093-49bc-8e01-d83236ca8d64 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 945 time: 0.0859702 May 10 11:27:36.114183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.157498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['de7c1bf2-86f5-47a5-9656-a68f8dfbcce2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:36.160873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2e1082e6-3a18-4c38-927b-f6120930055d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:36.164116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:36.164590 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.170666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-992e6685-ae25-4237-b6b2-8b7344ebeb50 req-1dbe3763-4dcd-43a3-ab62-1392e3288e3a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655668 May 10 11:27:36.179195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:36.200379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Pushing event updated for resources: {'Port': ['ID=c8f13e9f-0afb-4848-b831-50ef12dcf872,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:36.200379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:36.203324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:36.295907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88f95c5c-f410-4e91-b64d-1f2a160f76e1 req-e6b3652a-1e2d-486d-b41e-430ad0553904 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/9b03e43c-7e86-4060-a31f-5dfffc7f93ee HTTP/1.1" status: 200 len: 1811 time: 0.0631816 May 10 11:27:36.355397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event deleted for resources: {'Port': ['ID=8183d8ac-b7bd-4de9-a69d-e5625d1db3cc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:36.357570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] No DVR routers for this DVR port 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:36.365997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.369532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8648e9c9-61dd-4a29-b010-4151ded8db37 req-122286c8-8270-4d47-8eb7-dd47a464c68e tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "DELETE /v2.0/ports/8183d8ac-b7bd-4de9-a69d-e5625d1db3cc HTTP/1.1" status: 204 len: 173 time: 1.7954009 May 10 11:27:36.371175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-deleted', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:36.373727 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7768f-ea31-47f2-83eb-6c9ca6563fad" -d '{"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-deleted", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:36.416254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b517b-80a0-47b0-8356-74f1611a35fc req-235b3aa4-98e4-4258-b7d1-df51a54f8126 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:36.424160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-630b517b-80a0-47b0-8356-74f1611a35fc req-235b3aa4-98e4-4258-b7d1-df51a54f8126 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 944 time: 0.2869835 May 10 11:27:36.457897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:36.462833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.550043 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2e9dc31-6cb0-4887-b823-6c8e15564fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.568589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:36.584141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.589917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec1b5-3fa3-4a36-b515-2b8dac196a17 req-c6bc9417-3d74-4699-943f-818d47555c19 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:36.595553 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a3ec1b5-3fa3-4a36-b515-2b8dac196a17 req-c6bc9417-3d74-4699-943f-818d47555c19 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.2091286 May 10 11:27:36.621656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-cdd91033-10c5-4694-884a-bbde14f83d7c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8098106 May 10 11:27:36.661714 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a3ec1b5-3fa3-4a36-b515-2b8dac196a17 req-2c310313-aea1-41e5-877e-67377bbb3970 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577188 May 10 11:27:36.709580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Request body: {'port': {'device_id': 'cd0d91cb-926e-4223-a553-29dc9432735d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:36.720888 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-c0b3960a-fbe7-44a8-ae69-b57468e506a0 req-af6ddd64-9783-4953-bd64-68fcacfac4c4 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] show failed (client error): The resource could not be found. May 10 11:27:36.737654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c0b3960a-fbe7-44a8-ae69-b57468e506a0 req-af6ddd64-9783-4953-bd64-68fcacfac4c4 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/2e7ea63d-6540-455d-9fdb-9ef0403d40d0 HTTP/1.1" status: 404 len: 352 time: 0.0359528 May 10 11:27:36.759551 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-630b517b-80a0-47b0-8356-74f1611a35fc req-48ef64fc-94fb-4d39-b0c1-e0db6536e0ac tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344848 May 10 11:27:36.814634 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96251b9-3d5d-4f70-87c7-864c215fc1da x-openstack-request-id: req-c96251b9-3d5d-4f70-87c7-864c215fc1da {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:36.814923 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51", "name": "network-vif-deleted", "tag": "8183d8ac-b7bd-4de9-a69d-e5625d1db3cc", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:36.815165 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c96251b9-3d5d-4f70-87c7-864c215fc1da {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:36.815716 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96251b9-3d5d-4f70-87c7-864c215fc1da'] response: {'server_uuid': '8e56d4ef-9d7a-4d1f-a58b-995f0ca92c51', 'name': 'network-vif-deleted', 'tag': '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc', 'status': 'completed', 'code': 200} May 10 11:27:36.838079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.840987 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-adca8323-48f9-49cf-b62b-9adc0ce7bf10 req-e082141e-e0eb-4bd2-bfa0-9745c1e01c34 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] show failed (client error): The resource could not be found. May 10 11:27:36.842047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adca8323-48f9-49cf-b62b-9adc0ce7bf10 req-e082141e-e0eb-4bd2-bfa0-9745c1e01c34 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-group-rules/be9a35bb-917d-4377-9508-321f6159cbab HTTP/1.1" status: 404 len: 361 time: 0.0236797 May 10 11:27:36.872380 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.875361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:36.908017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:36.937167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df65b0-dd53-41ad-bdfe-16988e1b2c29 req-595f2285-bb5c-41b7-bdeb-72a2452ac290 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:36.938711 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91df65b0-dd53-41ad-bdfe-16988e1b2c29 req-595f2285-bb5c-41b7-bdeb-72a2452ac290 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 935 time: 0.0956120 May 10 11:27:36.980448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e714697-40a6-4a93-a17e-e3c03ac3859f req-44ff8ba3-e90d-4aa3-8725-b12289e5b163 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/9b03e43c-7e86-4060-a31f-5dfffc7f93ee HTTP/1.1" status: 200 len: 1811 time: 0.1004128 May 10 11:27:36.996920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91df65b0-dd53-41ad-bdfe-16988e1b2c29 req-ab2da1b8-4049-4fcf-ba66-fd1011533884 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456507 May 10 11:27:37.006912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Attempting to bind port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:37.007591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Attempting to bind port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:37.012246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Attempting to bind port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:37.026877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2c498-b0dc-4cdb-9b5e-9371fb4d69c5 None None] Pushing event updated for resources: {'Port': ['ID=0c3fe7f2-8388-4de2-b2af-c35924c4fc4e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:37.037123 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:37.037812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:37.038429 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.038979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:37.039465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Bound port: 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:37.039886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.041606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.092637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-53d1d743-78ca-4a10-a1d5-27adaf575f10 None None] Provisioning complete for port c8f13e9f-0afb-4848-b831-50ef12dcf872 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:37.093011 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53d1d743-78ca-4a10-a1d5-27adaf575f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.160844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-53d1d743-78ca-4a10-a1d5-27adaf575f10 None None] Port c8f13e9f-0afb-4848-b831-50ef12dcf872 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:37.167971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] For port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:37.171373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] For port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0c3fe7f2-8388-4de2-b2af-c35924c4fc4e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:37.177228 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.187608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['7c2fa708-d01e-4012-b946-03b0c75732d6', '31833fee-1c47-4f11-8a1b-6e5701882206'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:37.195661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6054f721-7d49-48f2-8415-9b0f72642f19'}, {'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:37.198028 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0432df12-c33e-4b04-aad8-54d9526444d8" -d '{"events": [{"server_uuid": "8c92654d-966f-45a6-99f6-339a1b42fbc3", "name": "network-vif-plugged", "status": "completed", "tag": "6054f721-7d49-48f2-8415-9b0f72642f19"}, {"server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "name": "network-vif-plugged", "status": "completed", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:37.285311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Routers {'335ceae0-8e21-4c35-9175-3c6a63cd5e26'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:37.285947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:37.291029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e714697-40a6-4a93-a17e-e3c03ac3859f req-a5412772-55f2-42a4-bd1a-8b125bd980be tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.293103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2c498-b0dc-4cdb-9b5e-9371fb4d69c5 None None] Pushing event updated for resources: {'Port': ['ID=0c3fe7f2-8388-4de2-b2af-c35924c4fc4e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:37.331156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b9ac89c6-56fb-4394-9039-fe7689b89969', '8183d8ac-b7bd-4de9-a69d-e5625d1db3cc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:37.352499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae6e83-9310-494d-bb3b-0f70a8ee3fa8 req-26e5a9e5-7ebb-4177-bbd6-627687acc50a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:37.354484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4ae6e83-9310-494d-bb3b-0f70a8ee3fa8 req-26e5a9e5-7ebb-4177-bbd6-627687acc50a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 946 time: 0.0512192 May 10 11:27:37.381763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e714697-40a6-4a93-a17e-e3c03ac3859f req-a5412772-55f2-42a4-bd1a-8b125bd980be tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.398420 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4ae6e83-9310-494d-bb3b-0f70a8ee3fa8 req-1d23542e-c900-4e41-8a71-d70c77c8a61a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 May 10 11:27:37.431037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 164cca3f-c8e7-49d4-bdf2-d1e66661b20d details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:37.463097 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95f36ab-35e6-4553-87a5-ff7941db8308 x-openstack-request-id: req-f95f36ab-35e6-4553-87a5-ff7941db8308 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:37.463349 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c92654d-966f-45a6-99f6-339a1b42fbc3", "name": "network-vif-plugged", "status": "completed", "tag": "6054f721-7d49-48f2-8415-9b0f72642f19", "code": 200}, {"server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "name": "network-vif-plugged", "status": "completed", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:37.463449 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f95f36ab-35e6-4553-87a5-ff7941db8308 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:37.463880 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95f36ab-35e6-4553-87a5-ff7941db8308'] response: {'server_uuid': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6054f721-7d49-48f2-8415-9b0f72642f19', 'code': 200} May 10 11:27:37.464128 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95f36ab-35e6-4553-87a5-ff7941db8308'] response: {'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf', 'code': 200} May 10 11:27:37.509120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Allocated IP 172.20.0.1 (71adb19b-7fbc-421a-9b80-2b3c51fc0b97/ab1fde78-87be-426d-ba16-fdc7485156d0/1323cdcb-6db1-4d45-ba1e-2e9f60143e89) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:37.515070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e714697-40a6-4a93-a17e-e3c03ac3859f req-a5412772-55f2-42a4-bd1a-8b125bd980be tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.517849 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e714697-40a6-4a93-a17e-e3c03ac3859f req-a5412772-55f2-42a4-bd1a-8b125bd980be tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.519080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e714697-40a6-4a93-a17e-e3c03ac3859f req-a5412772-55f2-42a4-bd1a-8b125bd980be tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b03e43c-7e86-4060-a31f-5dfffc7f93ee HTTP/1.1" status: 204 len: 173 time: 0.4964054 May 10 11:27:37.559186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] Set router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:37.576280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5412772-55f2-42a4-bd1a-8b125bd980be tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b03e43c-7e86-4060-a31f-5dfffc7f93ee,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:37.641911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdab95-8121-4aef-bd45-49f792b84558 req-cba72445-ea3f-490a-a0cd-ec79d49e4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:37.644767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ecdab95-8121-4aef-bd45-49f792b84558 req-cba72445-ea3f-490a-a0cd-ec79d49e4eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 1097 time: 0.0956094 May 10 11:27:37.663548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f13e9f-0afb-4848-b831-50ef12dcf872 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:37.677759 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.732450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Transition to ACTIVE for port object c8f13e9f-0afb-4848-b831-50ef12dcf872 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:37.748655 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.756078 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ecdab95-8121-4aef-bd45-49f792b84558 req-4858f96f-0f52-4cc4-8a82-56fc9cf16e14 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025777 May 10 11:27:37.764745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-900fee7c-356a-4790-be75-fe45ec920b00 req-c0e06ace-882f-4e4e-82ca-da2ce9f82b74 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/4360f739-a777-473c-a76b-f9b7e68c1268 HTTP/1.1" status: 200 len: 1812 time: 0.1522453 May 10 11:27:37.772329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2c09a-1b5e-49d7-8778-baac74d4de86 req-306b972b-9ad6-40b4-83d6-49168b531639 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:37.774084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43b2c09a-1b5e-49d7-8778-baac74d4de86 req-306b972b-9ad6-40b4-83d6-49168b531639 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 951 time: 0.1054595 May 10 11:27:37.807680 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.815375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb13b72-e438-4503-a224-4975d8a79287 req-04b46df1-93c1-4f64-a989-25fe7b1d6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:37.816791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1bb13b72-e438-4503-a224-4975d8a79287 req-04b46df1-93c1-4f64-a989-25fe7b1d6df3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1097 time: 0.1969650 May 10 11:27:37.830660 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43b2c09a-1b5e-49d7-8778-baac74d4de86 req-e89645d7-45b9-4728-bdcd-d1151bfecd7d tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473735 May 10 11:27:37.860838 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.881984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f13e9f-0afb-4848-b831-50ef12dcf872,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:37.900180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:37.944466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'port_id': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'mac_address': 'fa:16:3e:d3:d1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:27:37.946842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12383e-d853-4f32-809f-c050e1da67df req-afb0bb32-8c29-4ebc-b39a-f35d664b9603 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:37.955203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a12383e-d853-4f32-809f-c050e1da67df req-afb0bb32-8c29-4ebc-b39a-f35d664b9603 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.0616357 May 10 11:27:37.992573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Attempting to bind port c8f13e9f-0afb-4848-b831-50ef12dcf872 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:37.993027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Attempting to bind port c8f13e9f-0afb-4848-b831-50ef12dcf872 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:37.993351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Attempting to bind port c8f13e9f-0afb-4848-b831-50ef12dcf872 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:37.998385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a12383e-d853-4f32-809f-c050e1da67df req-3172cd6b-7a84-44e1-9032-5395b2772982 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 May 10 11:27:38.012544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Port c8f13e9f-0afb-4848-b831-50ef12dcf872 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:38.012544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Attempting to bind port c8f13e9f-0afb-4848-b831-50ef12dcf872 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:38.012874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1bb13b72-e438-4503-a224-4975d8a79287 req-3ccdf2f5-a285-402b-869b-499ed37ac10d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817763 May 10 11:27:38.019279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:38.019794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:38.020499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:38.020953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Bound port: c8f13e9f-0afb-4848-b831-50ef12dcf872, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:38.021313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.053995 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-900fee7c-356a-4790-be75-fe45ec920b00 req-5e88918f-9fbf-40e2-82f0-3952b792362c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.105321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:38.105652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.139419 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.142085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-900fee7c-356a-4790-be75-fe45ec920b00 req-5e88918f-9fbf-40e2-82f0-3952b792362c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.146259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] For port c8f13e9f-0afb-4848-b831-50ef12dcf872, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:38.148002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164cca3f-c8e7-49d4-bdf2-d1e66661b20d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:38.151684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] For port c8f13e9f-0afb-4848-b831-50ef12dcf872, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c8f13e9f-0afb-4848-b831-50ef12dcf872,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:38.171373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddefa0b-dc17-449e-8bf1-529ae0338014 req-9778a22c-59df-4a0d-9150-c9e35c61aa55 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:38.173037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ddefa0b-dc17-449e-8bf1-529ae0338014 req-9778a22c-59df-4a0d-9150-c9e35c61aa55 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 944 time: 0.0547972 May 10 11:27:38.179520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:38.188616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.194017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:27:33Z', 'revision_number': 3, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:38.196017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.224790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:38.232735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1ddefa0b-dc17-449e-8bf1-529ae0338014 req-76911d73-e310-46fc-864e-3bc88c0ba1d4 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505717 May 10 11:27:38.233512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:38.235891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:38.236500 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.237873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] 10.222.0.49 "PUT /v2.0/ports/c8f13e9f-0afb-4848-b831-50ef12dcf872 HTTP/1.1" status: 200 len: 1095 time: 1.6002512 May 10 11:27:38.264378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:38.267850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Pushing event updated for resources: {'Port': ['ID=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:38.280994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea077bc4-77e5-4899-a7e8-4859bfa77488 None None] The sync data for ids ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'] in n-d-840949-1 is: [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:27:33Z', 'revision_number': 3, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:38.341328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:38.351984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.353090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.353816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.355270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.356342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.356695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.357038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.357370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.357700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.358027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.358356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.358679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:38.360446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-900fee7c-356a-4790-be75-fe45ec920b00 req-5e88918f-9fbf-40e2-82f0-3952b792362c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.363992 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-900fee7c-356a-4790-be75-fe45ec920b00 req-5e88918f-9fbf-40e2-82f0-3952b792362c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.365182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-900fee7c-356a-4790-be75-fe45ec920b00 req-5e88918f-9fbf-40e2-82f0-3952b792362c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "DELETE /v2.0/security-groups/4360f739-a777-473c-a76b-f9b7e68c1268 HTTP/1.1" status: 204 len: 173 time: 0.5686009 May 10 11:27:38.381814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e9534-f52c-485e-bb87-ee127701b8ca req-2fe6f7d4-e4cf-46da-9520-dba5aaeddd7d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:38.394370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-028e9534-f52c-485e-bb87-ee127701b8ca req-2fe6f7d4-e4cf-46da-9520-dba5aaeddd7d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 947 time: 0.0859067 May 10 11:27:38.402133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88918f-9fbf-40e2-82f0-3952b792362c tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4360f739-a777-473c-a76b-f9b7e68c1268,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:38.446284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.495357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-028e9534-f52c-485e-bb87-ee127701b8ca req-257a7cdc-2b8d-4a2c-9500-cf8391fb3f99 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930943 May 10 11:27:38.515936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98c73d-de58-4d49-a95e-6bd8ee336787 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f13e9f-0afb-4848-b831-50ef12dcf872,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:38.528749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['164cca3f-c8e7-49d4-bdf2-d1e66661b20d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:38.534577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053642-0820-48f3-9050-294138acfc58 req-d516b8be-5880-4842-bda3-ac67d1be3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:38.536202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-d516b8be-5880-4842-bda3-ac67d1be3911 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 1098 time: 0.2059417 May 10 11:27:38.617300 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-8d079bff-3673-480c-8fbb-01a03c39e6dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=c8f13e9f-0afb-4848-b831-50ef12dcf872 HTTP/1.1" status: 200 len: 217 time: 0.0647416 May 10 11:27:38.617605 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-462d8f54-9788-493e-a176-3cdb1e37ac9b req-7e1af913-caab-4b7d-9f03-6ad385674f71 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/ae4529f3-2170-4bbb-acb5-3d302267114c HTTP/1.1" status: 200 len: 1810 time: 0.0901604 May 10 11:27:38.739993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053642-0820-48f3-9050-294138acfc58 req-7e865bd6-0acc-4dcc-b6a2-f982edda39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:38.740883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-7e865bd6-0acc-4dcc-b6a2-f982edda39cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0981047 May 10 11:27:38.750161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-462d8f54-9788-493e-a176-3cdb1e37ac9b req-7d80630e-c61f-4b90-b5d1-d3cae8289f38 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.778799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-462d8f54-9788-493e-a176-3cdb1e37ac9b req-7d80630e-c61f-4b90-b5d1-d3cae8289f38 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.820240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0d91cb-926e-4223-a553-29dc9432735d', 'tag': 'c8f13e9f-0afb-4848-b831-50ef12dcf872'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:38.822559 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab697de8-37cd-4d42-ad56-393a10eee97a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0d91cb-926e-4223-a553-29dc9432735d", "tag": "c8f13e9f-0afb-4848-b831-50ef12dcf872"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:38.833918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbd9c1-1a49-4d3c-89be-9d69b00a5e07 req-50c2cac2-8eee-4b1d-b105-404810f98f6f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:38.835925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5fbd9c1-1a49-4d3c-89be-9d69b00a5e07 req-50c2cac2-8eee-4b1d-b105-404810f98f6f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 946 time: 0.1440697 May 10 11:27:38.837163 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.856025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b02eab6b-4360-4395-a4f3-881d91cb5499 None None] Provisioning complete for port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:38.856540 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b02eab6b-4360-4395-a4f3-881d91cb5499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.883934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-462d8f54-9788-493e-a176-3cdb1e37ac9b req-7d80630e-c61f-4b90-b5d1-d3cae8289f38 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.888484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-462d8f54-9788-493e-a176-3cdb1e37ac9b req-7d80630e-c61f-4b90-b5d1-d3cae8289f38 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:38.891588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053642-0820-48f3-9050-294138acfc58 req-dd6c4506-a5a0-4c4c-bb46-0dc53ef022ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:38.892098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-462d8f54-9788-493e-a176-3cdb1e37ac9b req-7d80630e-c61f-4b90-b5d1-d3cae8289f38 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae4529f3-2170-4bbb-acb5-3d302267114c HTTP/1.1" status: 204 len: 173 time: 0.2727070 May 10 11:27:38.893718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-dd6c4506-a5a0-4c4c-bb46-0dc53ef022ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393631 May 10 11:27:38.912463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80630e-c61f-4b90-b5d1-d3cae8289f38 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4529f3-2170-4bbb-acb5-3d302267114c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:39.024045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5fbd9c1-1a49-4d3c-89be-9d69b00a5e07 req-1f8a98b3-0376-4cc3-86e0-14f1d4427bb3 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680579 May 10 11:27:39.045800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b02eab6b-4360-4395-a4f3-881d91cb5499 None None] Port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:39.067912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:39.160052 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5350afde-ff12-4e2a-b052-eb03e12a8825 x-openstack-request-id: req-5350afde-ff12-4e2a-b052-eb03e12a8825 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:39.160660 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0d91cb-926e-4223-a553-29dc9432735d", "tag": "c8f13e9f-0afb-4848-b831-50ef12dcf872", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:39.160660 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5350afde-ff12-4e2a-b052-eb03e12a8825 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:39.161075 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5350afde-ff12-4e2a-b052-eb03e12a8825'] response: {'name': 'network-changed', 'server_uuid': 'cd0d91cb-926e-4223-a553-29dc9432735d', 'tag': 'c8f13e9f-0afb-4848-b831-50ef12dcf872', 'status': 'completed', 'code': 200} May 10 11:27:39.199777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-8d0c7851-7bcc-4172-b1f1-e99f0bed6437 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896707 May 10 11:27:39.203149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-ee04eede-5d64-480a-b8d2-003b4840c736 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:39.207556 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-ee04eede-5d64-480a-b8d2-003b4840c736 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 951 time: 0.2065928 May 10 11:27:39.236826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:39.239514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.245744 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.380004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a32e8-fa58-43df-a0e3-c6ebb9753dc3 req-4b9e73dd-ce33-499c-8ee4-a9d6708d1ac5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:39.391273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd2a32e8-fa58-43df-a0e3-c6ebb9753dc3 req-4b9e73dd-ce33-499c-8ee4-a9d6708d1ac5 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefe8720-9243-4055-b730-f30abc63fed9 HTTP/1.1" status: 200 len: 951 time: 0.1830556 May 10 11:27:39.401385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:39.401771 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.419717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dddf4e1-b464-4f14-b385-1c0a5144f1b3 req-b72544b6-4ed4-4436-b843-bf178f27e2c3 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/8b1e740d-8ddb-47ea-83de-534bc17a21e1 HTTP/1.1" status: 200 len: 1813 time: 0.1793811 May 10 11:27:39.435468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd2a32e8-fa58-43df-a0e3-c6ebb9753dc3 req-0cee40b9-e0a3-4553-8956-c2a3f3f067c4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 May 10 11:27:39.443535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0c3fe7f2-8388-4de2-b2af-c35924c4fc4e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:39.467379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.475666 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.482808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.484026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Deleting port 31833fee-1c47-4f11-8a1b-6e5701882206 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:39.484787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.487999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83053642-0820-48f3-9050-294138acfc58 req-c0fe0167-2826-49d5-ba83-20a28de2680a service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705317 May 10 11:27:39.509601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.569047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=0c3fe7f2-8388-4de2-b2af-c35924c4fc4e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:39.637593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.645480 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4dddf4e1-b464-4f14-b385-1c0a5144f1b3 req-a98e81f1-2c68-4f13-9fcc-569f095d071a tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.648268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef242-409b-498a-947f-4bf8651de9f1 req-0716d73c-c51a-4d17-bb5c-1a248f3eda6e tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:39.649834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-991ef242-409b-498a-947f-4bf8651de9f1 req-0716d73c-c51a-4d17-bb5c-1a248f3eda6e tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.0825312 May 10 11:27:39.654791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Pushing event updated for resources: {'Port': ['ID=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:39.674637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] For port 31833fee-1c47-4f11-8a1b-6e5701882206, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=31833fee-1c47-4f11-8a1b-6e5701882206,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:39.675001 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.692863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Calling delete_port for 31833fee-1c47-4f11-8a1b-6e5701882206 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:39.700757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-8d4418f9-7b5f-4fd3-8c6c-da820a2fdb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:39.702368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-8d4418f9-7b5f-4fd3-8c6c-da820a2fdb7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 1098 time: 0.1249373 May 10 11:27:39.712886 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-991ef242-409b-498a-947f-4bf8651de9f1 req-e754d484-819b-41a0-a9f4-c3d4d9a454d9 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549710 May 10 11:27:39.732732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4dddf4e1-b464-4f14-b385-1c0a5144f1b3 req-a98e81f1-2c68-4f13-9fcc-569f095d071a tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.738061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:39.805354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:39.805888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8183d8ac-b7bd-4de9-a69d-e5625d1db3cc not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:39.871069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.887843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['7c2fa708-d01e-4012-b946-03b0c75732d6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:39.905017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event deleted for resources: {'Port': ['ID=31833fee-1c47-4f11-8a1b-6e5701882206,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:39.931624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b9ac89c6-56fb-4394-9039-fe7689b89969'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:39.978250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] No DVR routers for this DVR port 31833fee-1c47-4f11-8a1b-6e5701882206 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:39.983911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:39.987209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-32c0e365-b83e-4c66-967f-0053c07691f4 req-270208a7-566b-422e-b2ab-6e82c954ca01 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "DELETE /v2.0/ports/31833fee-1c47-4f11-8a1b-6e5701882206 HTTP/1.1" status: 204 len: 173 time: 0.7289505 May 10 11:27:39.988308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'name': 'network-vif-deleted', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:39.993249 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fc8065-ba27-43dc-ab20-8dc219899704" -d '{"events": [{"server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "name": "network-vif-deleted", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:40.026929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f384cf-62ca-428a-949b-a7d36f762579 req-1b812664-ae1f-4693-a7b5-b8314e4f112c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:40.028528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3f384cf-62ca-428a-949b-a7d36f762579 req-1b812664-ae1f-4693-a7b5-b8314e4f112c tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 945 time: 0.1210055 May 10 11:27:40.075979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3f384cf-62ca-428a-949b-a7d36f762579 req-d5da2218-a734-4655-9581-b72adbd259b7 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391879 May 10 11:27:40.231137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55b59-8e4e-46b1-a7ba-8d94af925300 req-fd7fec11-0c25-4a2c-be6a-3341922d6088 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:40.232584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81a55b59-8e4e-46b1-a7ba-8d94af925300 req-fd7fec11-0c25-4a2c-be6a-3341922d6088 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 947 time: 0.0610850 May 10 11:27:40.249208 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4dddf4e1-b464-4f14-b385-1c0a5144f1b3 req-a98e81f1-2c68-4f13-9fcc-569f095d071a tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.252091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4dddf4e1-b464-4f14-b385-1c0a5144f1b3 req-a98e81f1-2c68-4f13-9fcc-569f095d071a tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.253270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dddf4e1-b464-4f14-b385-1c0a5144f1b3 req-a98e81f1-2c68-4f13-9fcc-569f095d071a tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "DELETE /v2.0/security-groups/8b1e740d-8ddb-47ea-83de-534bc17a21e1 HTTP/1.1" status: 204 len: 173 time: 0.8243949 May 10 11:27:40.270612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-bdf1622b-69d9-4e00-a830-f722928b739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:40.272135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-bdf1622b-69d9-4e00-a830-f722928b739a service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.5361805 May 10 11:27:40.274331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:40.275611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e81f1-2c68-4f13-9fcc-569f095d071a tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e740d-8ddb-47ea-83de-534bc17a21e1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:40.278834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:40.324276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81a55b59-8e4e-46b1-a7ba-8d94af925300 req-38f75674-4719-4ce7-8e89-26c82a8e903f tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831439 May 10 11:27:40.411425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-45810269-312d-4f02-80f7-8ab40c6f0b64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=c8f13e9f-0afb-4848-b831-50ef12dcf872 HTTP/1.1" status: 200 len: 217 time: 0.1236587 May 10 11:27:40.527582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69335ad-13c9-402b-9bc4-ff34515f28b6 req-f6cf9b1c-ee8f-4800-80ec-b1e5c2a4b8c1 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:40.527990 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9d6dde-c2af-4272-9fdf-d43ffbe967d9 x-openstack-request-id: req-1b9d6dde-c2af-4272-9fdf-d43ffbe967d9 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:40.528457 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefe8720-9243-4055-b730-f30abc63fed9", "name": "network-vif-deleted", "tag": "31833fee-1c47-4f11-8a1b-6e5701882206", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:40.528866 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b9d6dde-c2af-4272-9fdf-d43ffbe967d9 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:40.529419 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9d6dde-c2af-4272-9fdf-d43ffbe967d9'] response: {'server_uuid': 'cefe8720-9243-4055-b730-f30abc63fed9', 'name': 'network-vif-deleted', 'tag': '31833fee-1c47-4f11-8a1b-6e5701882206', 'status': 'completed', 'code': 200} May 10 11:27:40.540356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33704) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:40.541583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b69335ad-13c9-402b-9bc4-ff34515f28b6 req-f6cf9b1c-ee8f-4800-80ec-b1e5c2a4b8c1 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.1714065 May 10 11:27:40.545332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Request body: {'floatingip': {'port_id': '6054f721-7d49-48f2-8415-9b0f72642f19'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:40.587401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-9b9c267c-a927-4c40-816a-c1d04a3d1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:40.589037 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-9b9c267c-a927-4c40-816a-c1d04a3d1a40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1633496 May 10 11:27:40.640459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.667359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:27:40.673208 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94bf7db9-3d97-4dcf-88bf-297567df6a3e req-a7de35a3-1794-4024-8688-15f3cb59af09 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "GET /v2.0/security-groups/5e140f17-c0f4-4ed9-a98a-5e5e91510590 HTTP/1.1" status: 200 len: 1811 time: 0.1151218 May 10 11:27:40.697700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-82da0815-086d-4e38-bc14-b8ae66c3541d None None] Provisioning complete for port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:40.699658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-11fbb468-127b-481c-9416-69bcd7d3c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:40.700063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82da0815-086d-4e38-bc14-b8ae66c3541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.700181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-11fbb468-127b-481c-9416-69bcd7d3c31f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006835 May 10 11:27:40.746746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-82da0815-086d-4e38-bc14-b8ae66c3541d None None] Port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:40.805487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59be12b-5ebd-40fb-a313-332f9eec5d27 req-53a7db16-2f74-451d-a670-f249e1a13e61 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:40.807006 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d59be12b-5ebd-40fb-a313-332f9eec5d27 req-53a7db16-2f74-451d-a670-f249e1a13e61 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 946 time: 0.1150610 May 10 11:27:40.900696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:40.908175 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d59be12b-5ebd-40fb-a313-332f9eec5d27 req-033b4ed1-1c8c-4ecd-b487-52ac01697f84 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792768 May 10 11:27:40.911859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94bf7db9-3d97-4dcf-88bf-297567df6a3e req-45472be2-0c5d-47bb-9187-a573a37ea737 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.933931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-80bed55e-95ce-405f-a2b5-72b54f7c8829 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903281 May 10 11:27:40.961298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94bf7db9-3d97-4dcf-88bf-297567df6a3e req-45472be2-0c5d-47bb-9187-a573a37ea737 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.975273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:40.975688 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.018197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:41.028669 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Sync routers for ids ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:41.044173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-51bb761e-8fee-4a4e-83c0-379f1bc53597 admin admin] 10.222.0.13 "PUT /v2.0/routers/335ceae0-8e21-4c35-9175-3c6a63cd5e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6908057 May 10 11:27:41.045919 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Routers {'335ceae0-8e21-4c35-9175-3c6a63cd5e26'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:41.046554 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:41.125191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:41.187975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94bf7db9-3d97-4dcf-88bf-297567df6a3e req-45472be2-0c5d-47bb-9187-a573a37ea737 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.190840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-94bf7db9-3d97-4dcf-88bf-297567df6a3e req-45472be2-0c5d-47bb-9187-a573a37ea737 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.197725 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94bf7db9-3d97-4dcf-88bf-297567df6a3e req-45472be2-0c5d-47bb-9187-a573a37ea737 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e140f17-c0f4-4ed9-a98a-5e5e91510590 HTTP/1.1" status: 204 len: 173 time: 0.5108223 May 10 11:27:41.212525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33720) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:41.249637 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Set router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:41.305364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b766c20e-6c35-4e41-981c-8fa009d51c15 admin admin] Deleting subnet d0ba6c71-dcda-4956-8023-b8d2137ca7b7 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:27:41.308786 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b766c20e-6c35-4e41-981c-8fa009d51c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.334203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33722) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:41.341384 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab697de8-37cd-4d42-ad56-393a10eee97a req-b3af179b-ddd5-4b0c-9170-5e36f82b0ffa service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907685 May 10 11:27:41.343994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45472be2-0c5d-47bb-9187-a573a37ea737 tempest-SecurityGroupRulesNegativeTestJSON-1898323076 tempest-SecurityGroupRulesNegativeTestJSON-1898323076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e140f17-c0f4-4ed9-a98a-5e5e91510590,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:41.368126 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b766c20e-6c35-4e41-981c-8fa009d51c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.420346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c8f13e9f-0afb-4848-b831-50ef12dcf872 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:41.425544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b766c20e-6c35-4e41-981c-8fa009d51c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.433815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 164cca3f-c8e7-49d4-bdf2-d1e66661b20d up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:41.516611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3126e-c61f-44f3-80dc-927bdd6e75a9 req-23fcb8e9-06e9-43cf-89b2-f460bd979016 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:41.519591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eac3126e-c61f-44f3-80dc-927bdd6e75a9 req-23fcb8e9-06e9-43cf-89b2-f460bd979016 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1097 time: 0.1776013 May 10 11:27:41.567944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:41.570211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b766c20e-6c35-4e41-981c-8fa009d51c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.601915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-830316038'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:41.612189 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b766c20e-6c35-4e41-981c-8fa009d51c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.620084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b766c20e-6c35-4e41-981c-8fa009d51c15 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0ba6c71-dcda-4956-8023-b8d2137ca7b7 HTTP/1.1" status: 204 len: 168 time: 0.4043016 May 10 11:27:41.620939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33732) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:41.621903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766c20e-6c35-4e41-981c-8fa009d51c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ba6c71-dcda-4956-8023-b8d2137ca7b7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:41.628888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:41.629328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.634183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.resource_extend [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:27:41.670862 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:27:38Z', 'revision_number': 4, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1323cdcb-6db1-4d45-ba1e-2e9f60143e89', 'name': '', 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'mac_address': 'fa:16:3e:e4:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ab1fde78-87be-426d-ba16-fdc7485156d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:37Z', 'updated_at': '2022-05-10T11:27:39Z', 'revision_number': 2, 'project_id': '786c4178695247f0bb4841baa426ce58', 'subnets': [{'id': 'ab1fde78-87be-426d-ba16-fdc7485156d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:41.713253 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.716989 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Checking router: 335ceae0-8e21-4c35-9175-3c6a63cd5e26 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:41.717697 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Updating router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:41.725823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c8f13e9f-0afb-4848-b831-50ef12dcf872, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c8f13e9f-0afb-4848-b831-50ef12dcf872,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:41.746917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'c8f13e9f-0afb-4848-b831-50ef12dcf872', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'c8f13e9f-0afb-4848-b831-50ef12dcf872', 'mac_address': 'fa:16:3e:dd:d7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:27:41.755104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eac3126e-c61f-44f3-80dc-927bdd6e75a9 req-8e7dae04-6b4c-4158-a563-d7593366e5d7 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087066 May 10 11:27:41.773441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:41.776244 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.776839 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.820178 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.825563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.840291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:41.850836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7b37f0-e0ac-44cf-ac41-e55548bb2eac']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:41.860461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.860896 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Added segment c849039d-c3b3-42b9-a659-eab56ce52531 of type vlan for network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 May 10 11:27:41.861211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c081ea24-5c42-4942-aeea-acbf4c4f70ce') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:41.861507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c081ea24-5c42-4942-aeea-acbf4c4f70ce') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:41.864197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port c8f13e9f-0afb-4848-b831-50ef12dcf872 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:41.864583 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.873032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.886044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:41.886857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.904660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f13e9f-0afb-4848-b831-50ef12dcf872 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:41.909618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.922679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.933174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:27:41.933634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: timer() May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:27:41.935863 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:27:41.938260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.944661 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59320ccd-3242-4abc-afb8-049a20fd8430 req-08cafc36-5c89-461f-b986-85aff83bc930 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:41.946819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59320ccd-3242-4abc-afb8-049a20fd8430 req-08cafc36-5c89-461f-b986-85aff83bc930 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 945 time: 0.0783446 May 10 11:27:41.984335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:41.988540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:41.993501 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2b3677-c783-4e1e-919a-4a62f107edcb" -d '{"events": [{"server_uuid": "0e3cab88-9105-4dd9-bd15-4afc91a737ea", "name": "network-vif-plugged", "status": "completed", "tag": "164cca3f-c8e7-49d4-bdf2-d1e66661b20d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:42.001481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c8f13e9f-0afb-4848-b831-50ef12dcf872, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c8f13e9f-0afb-4848-b831-50ef12dcf872,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:42.003660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.004774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:42.039981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 31833fee-1c47-4f11-8a1b-6e5701882206 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:42.040755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 31833fee-1c47-4f11-8a1b-6e5701882206 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:42.045585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59320ccd-3242-4abc-afb8-049a20fd8430 req-aedb06cc-898c-492d-a370-003ab55d17a2 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818958 May 10 11:27:42.052445 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.065244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.065244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] 10.222.0.13 "DELETE /v2.0/networks/2d7b37f0-e0ac-44cf-ac41-e55548bb2eac HTTP/1.1" status: 204 len: 168 time: 0.4354713 May 10 11:27:42.082191 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.095116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5326c17-22b4-45e2-9a02-644fe4d7ffdf admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7b37f0-e0ac-44cf-ac41-e55548bb2eac,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:42.108783 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.121612 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.141899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:42.199674 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68a7b8-98e4-491e-b47d-e584aaf2171c None None] Pushing event updated for resources: {'Port': ['ID=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:42.271121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34c180-23e2-423d-ac13-f614791c9527 req-b3ac84cd-ebf1-4948-abee-02dbed4d9ac6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:42.273157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da34c180-23e2-423d-ac13-f614791c9527 req-b3ac84cd-ebf1-4948-abee-02dbed4d9ac6 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1242685 May 10 11:27:42.309843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=c8f13e9f-0afb-4848-b831-50ef12dcf872,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:42.321418 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Attempting to bind port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:42.322181 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Attempting to bind port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:42.322736 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Attempting to bind port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 on network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:42.325359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.331168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:42.333143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.336310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:42.336934 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Checking segment: {'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:42.337534 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.337895 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Bound using segment: {'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:42.338363 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Bound port: 1323cdcb-6db1-4d45-ba1e-2e9f60143e89, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dc41a1-072e-4e76-b42d-6286fc30513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:42.338741 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.366761 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da34c180-23e2-423d-ac13-f614791c9527 req-e8ef01e6-e58f-47d4-bd11-efdff89aa9c4 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862978 May 10 11:27:42.373005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0376549 May 10 11:27:42.373408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33742) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:42.405665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'subnet': {'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:42.439395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33746) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:42.476278 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] For port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:42.480415 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] For port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,segment=NetworkSegment(a0dc41a1-072e-4e76-b42d-6286fc30513d),segment_id=a0dc41a1-072e-4e76-b42d-6286fc30513d)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:42.494750 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.577742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d25c6-b637-4833-9b92-6c65810ddc46 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Network': ['ID=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:42.617956 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Routers {'335ceae0-8e21-4c35-9175-3c6a63cd5e26'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:42.621779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707429b-2ed3-4756-9820-4b18ecbf5915 req-66f881ac-5e80-474c-a0a3-7ea9f82864a0 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:42.623544 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9707429b-2ed3-4756-9820-4b18ecbf5915 req-66f881ac-5e80-474c-a0a3-7ea9f82864a0 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 948 time: 0.6876035 May 10 11:27:42.626838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:42.656759 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Floating IP 767488eb-25da-446f-a6f0-3e56596a48d1 associated. External IP: 172.25.8.60, port: 6054f721-7d49-48f2-8415-9b0f72642f19. May 10 11:27:42.683113 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68a7b8-98e4-491e-b47d-e584aaf2171c None None] Pushing event updated for resources: {'Port': ['ID=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:42.684186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c8f13e9f-0afb-4848-b831-50ef12dcf872'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:42.689525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:27:42.726840 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-395c1041-24d9-4cdc-8b7d-4c4e21923686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30bcd68bd7f24f42a43b271bd6c3d1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839501 May 10 11:27:42.728172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33750) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:42.736821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406eec4-39ec-43e2-9875-07440671fe4b req-3e08a787-7a08-4de2-be71-a9b7e5eee52e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:42.748546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a406eec4-39ec-43e2-9875-07440671fe4b req-3e08a787-7a08-4de2-be71-a9b7e5eee52e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1097 time: 0.1266479 May 10 11:27:42.753857 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9707429b-2ed3-4756-9820-4b18ecbf5915 req-34e7f8b8-3b59-4809-8dee-9b7de2e65180 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189039 May 10 11:27:42.758557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:42.764588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.849982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2abb09f0-751c-417e-a97d-3eac3feb378b None None] Provisioning complete for port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:42.850343 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2abb09f0-751c-417e-a97d-3eac3feb378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.869942 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40048a6e-4a12-459e-8287-5ab533f104a0 x-openstack-request-id: req-40048a6e-4a12-459e-8287-5ab533f104a0 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:42.870487 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3cab88-9105-4dd9-bd15-4afc91a737ea", "name": "network-vif-plugged", "status": "completed", "tag": "164cca3f-c8e7-49d4-bdf2-d1e66661b20d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:42.870874 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40048a6e-4a12-459e-8287-5ab533f104a0 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:42.871436 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40048a6e-4a12-459e-8287-5ab533f104a0'] response: {'server_uuid': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'code': 200} May 10 11:27:42.877721 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] Set router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:42.902771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d2f9112-c874-4d67-a902-9cf6c7a198b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.940670 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d2f9112-c874-4d67-a902-9cf6c7a198b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.006727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d2f9112-c874-4d67-a902-9cf6c7a198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.009766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d2f9112-c874-4d67-a902-9cf6c7a198b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.011089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3d2f9112-c874-4d67-a902-9cf6c7a198b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f38ec833-4bc5-4312-a244-d39cdf99892c HTTP/1.1" status: 204 len: 168 time: 0.2816665 May 10 11:27:43.023091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a406eec4-39ec-43e2-9875-07440671fe4b req-aefa9c53-8653-4cc4-a78e-fedc2f73b711 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546093 May 10 11:27:43.046393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2abb09f0-751c-417e-a97d-3eac3feb378b None None] Current status of the port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:43.047813 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2abb09f0-751c-417e-a97d-3eac3feb378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.067694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-e9901b84-4cd2-451b-9ab3-9c87d8a08726 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:43.069680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-e9901b84-4cd2-451b-9ab3-9c87d8a08726 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.1184683 May 10 11:27:43.159883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2abb09f0-751c-417e-a97d-3eac3feb378b None None] For port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,segment=NetworkSegment(a0dc41a1-072e-4e76-b42d-6286fc30513d),segment_id=a0dc41a1-072e-4e76-b42d-6286fc30513d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:43.176666 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2abb09f0-751c-417e-a97d-3eac3feb378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.187617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f9112-c874-4d67-a902-9cf6c7a198b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38ec833-4bc5-4312-a244-d39cdf99892c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:43.215101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa0249-9145-4552-b64e-0996d7cd7393 req-51664b60-2fe5-48ef-b06b-ddb87913f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:43.217719 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cbfa0249-9145-4552-b64e-0996d7cd7393 req-51664b60-2fe5-48ef-b06b-ddb87913f1c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 1097 time: 0.2264955 May 10 11:27:43.325401 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cbfa0249-9145-4552-b64e-0996d7cd7393 req-cbea432d-a106-4224-88e9-1ac6271957d1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990374 May 10 11:27:43.343465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Router 391806e8-c542-4ab6-b264-6db766953d4e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:27:43.455374 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:27:38Z', 'revision_number': 4, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1323cdcb-6db1-4d45-ba1e-2e9f60143e89', 'name': '', 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'mac_address': 'fa:16:3e:e4:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ab1fde78-87be-426d-ba16-fdc7485156d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:37Z', 'updated_at': '2022-05-10T11:27:42Z', 'revision_number': 4, 'project_id': '786c4178695247f0bb4841baa426ce58', 'subnets': [{'id': 'ab1fde78-87be-426d-ba16-fdc7485156d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:43.469211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb09f0-751c-417e-a97d-3eac3feb378b None None] Pushing event updated for resources: {'Port': ['ID=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:43.493678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-606d3dad-c69f-49be-ae8f-844b3b13a800 None None] Provisioning complete for port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:43.497610 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-606d3dad-c69f-49be-ae8f-844b3b13a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.527116 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42ecb9-485d-4cd9-841e-19bf9354d85b None None] The sync data for ids ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'] in n-d-840949-1 is: [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:27:38Z', 'revision_number': 4, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1323cdcb-6db1-4d45-ba1e-2e9f60143e89', 'name': '', 'network_id': '71adb19b-7fbc-421a-9b80-2b3c51fc0b97', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'mac_address': 'fa:16:3e:e4:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ab1fde78-87be-426d-ba16-fdc7485156d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:37Z', 'updated_at': '2022-05-10T11:27:42Z', 'revision_number': 4, 'project_id': '786c4178695247f0bb4841baa426ce58', 'subnets': [{'id': 'ab1fde78-87be-426d-ba16-fdc7485156d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:43.530592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a456bda-0d0e-489c-9afb-2b1e8fda10c3 req-9138998f-f26e-4ce3-be17-54432d1be4e9 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:43.532426 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2a456bda-0d0e-489c-9afb-2b1e8fda10c3 req-9138998f-f26e-4ce3-be17-54432d1be4e9 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 946 time: 0.3047123 May 10 11:27:43.678705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:43.691574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Deleting port 7c2fa708-d01e-4012-b946-03b0c75732d6 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:43.692060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.692345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.724424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] Sync routers for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:43.784811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bdb5aaf1-344d-4cfc-aca3-2c383702de06 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "PUT /v2.0/floatingips/767488eb-25da-446f-a6f0-3e56596a48d1 HTTP/1.1" status: 200 len: 991 time: 3.2410738 May 10 11:27:43.791069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'tag': '6054f721-7d49-48f2-8415-9b0f72642f19'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:43.797823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:43.798495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:43.804420 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104dea64-50ff-4203-8874-78aed4aa454f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c92654d-966f-45a6-99f6-339a1b42fbc3", "tag": "6054f721-7d49-48f2-8415-9b0f72642f19"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:43.815298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-606d3dad-c69f-49be-ae8f-844b3b13a800 None None] Current status of the port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:43.819882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] For port 7c2fa708-d01e-4012-b946-03b0c75732d6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7c2fa708-d01e-4012-b946-03b0c75732d6,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:43.820330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.840823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Calling delete_port for 7c2fa708-d01e-4012-b946-03b0c75732d6 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:43.988646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2a456bda-0d0e-489c-9afb-2b1e8fda10c3 req-64f5e476-1e61-4a7c-8434-9a528aa0516f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472773 May 10 11:27:43.989590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.064330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:44.198804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Subnet': ['ID=0433def5-952f-4a99-8cbd-f8370f89dc4b,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:44.270971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Checking segment: {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:44.271718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network hostable DHCP agents. Network: 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:44.357601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5d6a-19a7-428f-82cb-84903e9a13b5 req-dc48c487-127e-49c3-b83c-def4d0e058db tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:44.363744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c7b5d6a-19a7-428f-82cb-84903e9a13b5 req-dc48c487-127e-49c3-b83c-def4d0e058db tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=617cf59f-6ecc-46ed-a645-eed09c7efed3 HTTP/1.1" status: 200 len: 950 time: 0.2273021 May 10 11:27:44.369612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:44.436733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:44.472906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:44.473627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.482552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.493818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92c3cb-ad48-4789-ab71-d741531340b3 None None] Network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:44.528517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b9ac89c6-56fb-4394-9039-fe7689b89969'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:44.578778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event deleted for resources: {'Port': ['ID=7c2fa708-d01e-4012-b946-03b0c75732d6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:44.611740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33816) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:44.615250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c7b5d6a-19a7-428f-82cb-84903e9a13b5 req-13c1102d-7950-4d18-824e-bb244190ca38 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386940 May 10 11:27:44.624858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-66ea869b-478d-4d92-8ed9-0340a8543eac tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2473810 May 10 11:27:44.625040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:44.669295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-226780250'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:44.754432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:44.767158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.853723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '767488eb-25da-446f-a6f0-3e56596a48d1', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'port_id': '6054f721-7d49-48f2-8415-9b0f72642f19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'mac_address': 'fa:16:3e:ba:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:26:39Z', 'updated_at': '2022-05-10T11:27:41Z', 'revision_number': 1, 'project_id': '170e3dae906a4997a627492850f6760e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:43Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:44.890775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2034702392-network', 'tenant_id': '0e90d03515814b7c90f1878638604f49'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:44.895793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] No DVR routers for this DVR port 7c2fa708-d01e-4012-b946-03b0c75732d6 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:44.900620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.906801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22f7815e-fd31-4f86-92ae-b6c8023d5d04 req-b0f5920d-cd7e-42f6-b870-e9f8fd831955 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.49 "DELETE /v2.0/ports/7c2fa708-d01e-4012-b946-03b0c75732d6 HTTP/1.1" status: 204 len: 173 time: 1.8268607 May 10 11:27:44.924223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'name': 'network-vif-deleted', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:44.927024 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52e440-9209-4a9b-a05b-f162a581269b" -d '{"events": [{"server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "name": "network-vif-deleted", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:44.953441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Made reservation on behalf of 0e90d03515814b7c90f1878638604f49 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:44.964211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] Checking router: 391806e8-c542-4ab6-b264-6db766953d4e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:44.969410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:44.986090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.986558 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.986683 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Added segment cde93a85-f3b3-479d-adb4-7b9de5786960 of type vlan for network b82d8885-9837-461d-a782-f07a6c919529 May 10 11:27:45.012563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.013437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0a06-fc4e-401e-a370-71493c0c5426 req-e75ece1b-7ee4-42d2-a203-bcb6da2e3165 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:45.015332 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bab0a06-fc4e-401e-a370-71493c0c5426 req-e75ece1b-7ee4-42d2-a203-bcb6da2e3165 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 948 time: 0.1390705 May 10 11:27:45.099148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:45.160661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.207337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:45.208362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:45.242264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.246988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bab0a06-fc4e-401e-a370-71493c0c5426 req-746dfe6e-2bcb-41e2-81ea-5d56286345a5 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583278 May 10 11:27:45.267289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.269407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.276605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:45.277249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.362611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:45.402040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7632954 May 10 11:27:45.407891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33830) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:45.423122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:45.443775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'subnet': {'network_id': 'b82d8885-9837-461d-a782-f07a6c919529', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:45.454440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.457941 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Added segment e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38 of type vlan for network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d May 10 11:27:45.479616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9948fb-24a4-41ec-895e-5e790deb7c69 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Network': ['ID=b82d8885-9837-461d-a782-f07a6c919529,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:45.563931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef199-1f2c-4c01-9ea7-df5914b0a4e4 req-ff52b052-f5ea-4850-a9b9-99495ed522a4 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:45.566283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01eef199-1f2c-4c01-9ea7-df5914b0a4e4 req-ff52b052-f5ea-4850-a9b9-99495ed522a4 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.1086714 May 10 11:27:45.571982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-c65ab863-f099-4a41-a333-178e90d9c306 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:27:45.573106 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-c65ab863-f099-4a41-a333-178e90d9c306 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3455043 May 10 11:27:45.593247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c8f13e9f-0afb-4848-b831-50ef12dcf872 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:45.621783 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.684498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network b82d8885-9837-461d-a782-f07a6c919529 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:27:45.698812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01eef199-1f2c-4c01-9ea7-df5914b0a4e4 req-eee4723a-ac52-46da-ab8c-59c86a0001a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239643 May 10 11:27:45.737228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:45.743466 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.768601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.773513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:45.774527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.784002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68', 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'fixed_ips': [{'subnet_id': '0433def5-952f-4a99-8cbd-f8370f89dc4b'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:27:45.785011 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.800103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:45.800568 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.842727 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fa8b26-d25a-48ea-9e54-31cc208a772a x-openstack-request-id: req-b7fa8b26-d25a-48ea-9e54-31cc208a772a {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:45.843650 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c92654d-966f-45a6-99f6-339a1b42fbc3", "tag": "6054f721-7d49-48f2-8415-9b0f72642f19", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:45.844328 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7fa8b26-d25a-48ea-9e54-31cc208a772a {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:45.844910 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fa8b26-d25a-48ea-9e54-31cc208a772a'] response: {'name': 'network-changed', 'server_uuid': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'tag': '6054f721-7d49-48f2-8415-9b0f72642f19', 'status': 'completed', 'code': 200} May 10 11:27:45.868839 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ebd219-5a0d-48e0-b564-674cdaed865b x-openstack-request-id: req-10ebd219-5a0d-48e0-b564-674cdaed865b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:45.869128 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617cf59f-6ecc-46ed-a645-eed09c7efed3", "name": "network-vif-deleted", "tag": "7c2fa708-d01e-4012-b946-03b0c75732d6", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:45.869379 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10ebd219-5a0d-48e0-b564-674cdaed865b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:45.869777 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ebd219-5a0d-48e0-b564-674cdaed865b'] response: {'server_uuid': '617cf59f-6ecc-46ed-a645-eed09c7efed3', 'name': 'network-vif-deleted', 'tag': '7c2fa708-d01e-4012-b946-03b0c75732d6', 'status': 'completed', 'code': 200} May 10 11:27:45.906321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-932fb706-714a-4a27-a96e-0249a20c77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:45.906537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dea64-50ff-4203-8874-78aed4aa454f req-3853bf09-36c1-4c3d-9cba-9f68df9b3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:45.907813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-104dea64-50ff-4203-8874-78aed4aa454f req-3853bf09-36c1-4c3d-9cba-9f68df9b3cbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=170e3dae906a4997a627492850f6760e&device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 1097 time: 0.0957954 May 10 11:27:45.908306 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-932fb706-714a-4a27-a96e-0249a20c77d0 service neutron] 10.222.0.13 "GET /v2.0/ports/3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 1094 time: 0.3191884 May 10 11:27:45.930046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Request body: {'binding': {'host': 'n-h2-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:45.930673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Unknown quota resources ['binding']. {{(pid=102768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 11:27:45.937184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3238881 May 10 11:27:45.943935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33840) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:45.972861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Request body: {'subnet': {'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2034702392-subnet', 'tenant_id': '0e90d03515814b7c90f1878638604f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:45.981077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port c8f13e9f-0afb-4848-b831-50ef12dcf872 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:45.987373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f159f-dc43-4485-9e71-3189b816bd9f admin admin] Pushing event updated for resources: {'Network': ['ID=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:46.017132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:27:46.020927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:46.038799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port c8f13e9f-0afb-4848-b831-50ef12dcf872 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:46.038799 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.070805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f367cda-b710-4f22-ad90-423ae0150d57 req-cc6480f7-5476-4a69-9ce5-f71a41abf5c9 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:46.072408 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f367cda-b710-4f22-ad90-423ae0150d57 req-cc6480f7-5476-4a69-9ce5-f71a41abf5c9 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 946 time: 0.1557264 May 10 11:27:46.074442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Made reservation on behalf of 0e90d03515814b7c90f1878638604f49 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:46.077573 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.106258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dea64-50ff-4203-8874-78aed4aa454f req-0808a160-01b1-444e-8683-71d41dad91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:46.107895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-104dea64-50ff-4203-8874-78aed4aa454f req-0808a160-01b1-444e-8683-71d41dad91d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e505e6e1-deb7-47b4-9ab5-c604add2fc37 HTTP/1.1" status: 200 len: 916 time: 0.1900041 May 10 11:27:46.169254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f367cda-b710-4f22-ad90-423ae0150d57 req-b66ec15f-191f-4fe6-9e5f-10cda9c9b2be tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810156 May 10 11:27:46.203949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-104dea64-50ff-4203-8874-78aed4aa454f req-bf8b0d96-6aa5-4325-aa86-29edf9e39fd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6054f721-7d49-48f2-8415-9b0f72642f19 HTTP/1.1" status: 200 len: 999 time: 0.0887239 May 10 11:27:46.265705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dea64-50ff-4203-8874-78aed4aa454f req-4100ff67-d985-4bfb-a284-c58ae8ad8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:46.267702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-104dea64-50ff-4203-8874-78aed4aa454f req-4100ff67-d985-4bfb-a284-c58ae8ad8c85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e3b9540-b1b5-44c9-9237-6fafa34b7aa8 HTTP/1.1" status: 200 len: 854 time: 0.0562232 May 10 11:27:46.445566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on host n-h2-840949-1 for vnic_type normal with profile None {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:46.445946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:46.446403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:46.455309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dea64-50ff-4203-8874-78aed4aa454f req-1f753158-cd09-417c-b3b5-1025898e9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:46.457567 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-104dea64-50ff-4203-8874-78aed4aa454f req-1f753158-cd09-417c-b3b5-1025898e9e61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e505e6e1-deb7-47b4-9ab5-c604add2fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814649 May 10 11:27:46.473267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:46.473880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:46.480577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.514482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:46.514840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:46.515778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:46.515778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Bound port: 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:46.548831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c2f47-c058-422e-ba5d-3d4ebfe56a13 req-05bbcf63-4e08-48c8-8dab-6f5cb37be828 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:46.549959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b9c2f47-c058-422e-ba5d-3d4ebfe56a13 req-05bbcf63-4e08-48c8-8dab-6f5cb37be828 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 946 time: 0.1351762 May 10 11:27:46.559702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33848) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:46.573999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Request body: {'floatingip': {'port_id': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:46.594200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:46.608439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Allocated IP 19.80.0.2 (0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68/0433def5-952f-4a99-8cbd-f8370f89dc4b/1f0b442d-a7a0-4080-9c7c-8cbba52a9f65) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:46.634539 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.701436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-104dea64-50ff-4203-8874-78aed4aa454f req-7fe29213-a09d-45ff-8281-79206ab55bbc service neutron] 10.222.0.49 "GET /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356133 May 10 11:27:46.749410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:46.779674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] Notify callbacks [] for binding, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.781185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-265043e2-42e0-4361-aee1-9d94acfcbd1b service neutron] 10.222.0.13 "POST /v2.0/ports/3ac370ab-70e5-4c8a-9da0-9ea0663719cf/bindings HTTP/1.1" status: 201 len: 389 time: 0.8593588 May 10 11:27:46.953680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-104dea64-50ff-4203-8874-78aed4aa454f req-ba8cd273-2ab6-426c-a774-caf0476ff6ee service neutron] 10.222.0.49 "GET /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271845 May 10 11:27:46.960014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Subnet': ['ID=1ac54c0b-0378-486c-9be8-730b8fb2c529,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:46.986243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Checking segment: {'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:46.986617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network hostable DHCP agents. Network: b82d8885-9837-461d-a782-f07a6c919529, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:47.001233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.017012 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.041424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.091939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Pushing event updated for resources: {'Port': ['ID=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:47.115440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Pushing event updated for resources: {'Subnet': ['ID=049e5797-9304-4e87-8cac-afb95aabaf34,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:47.119096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network b82d8885-9837-461d-a782-f07a6c919529 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:47.135311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port c8f13e9f-0afb-4848-b831-50ef12dcf872 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:47.138951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.189013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9821cb-f912-46b1-a69a-df431785c10e req-cc1fb726-8c96-4abe-aad6-046bfef8deee tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:47.197079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb9821cb-f912-46b1-a69a-df431785c10e req-cc1fb726-8c96-4abe-aad6-046bfef8deee tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 948 time: 0.1584020 May 10 11:27:47.226903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:47.228508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, b82d8885-9837-461d-a782-f07a6c919529) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:47.244164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:47.244766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.277771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2cb1-60be-4405-8ec2-f794a3cd31eb req-514d2c02-bbc6-4e05-9851-d8d5b8fc8f99 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:47.279531 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7df2cb1-60be-4405-8ec2-f794a3cd31eb req-514d2c02-bbc6-4e05-9851-d8d5b8fc8f99 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.1654429 May 10 11:27:47.285191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:47.289810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Checking segment: {'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:47.290179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Network hostable DHCP agents. Network: 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:47.307925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:47.326148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb9821cb-f912-46b1-a69a-df431785c10e req-858d4dd1-95f7-40ff-bd0d-30bf21ba4cc8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255457 May 10 11:27:47.331843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0d91cb-926e-4223-a553-29dc9432735d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f13e9f-0afb-4848-b831-50ef12dcf872'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:47.339550 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4aded3-4673-48b4-a07f-ac986b8e9073" -d '{"events": [{"server_uuid": "cd0d91cb-926e-4223-a553-29dc9432735d", "name": "network-vif-plugged", "status": "completed", "tag": "c8f13e9f-0afb-4848-b831-50ef12dcf872"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:47.346652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c5714-dc1c-4d0a-8171-82ce4c0d4910 None None] Network b82d8885-9837-461d-a782-f07a6c919529 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:47.359668 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-306145e5-556f-4a86-9fdb-cf24ba256722 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9253910 May 10 11:27:47.417285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7df2cb1-60be-4405-8ec2-f794a3cd31eb req-a14135d2-1240-42bd-9d1f-47f7074f5889 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296337 May 10 11:27:47.436279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:47.455231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:47.461924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:47.462627 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.498129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6e8e346f-cc11-4b39-96da-0ea92920027b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5332718 May 10 11:27:47.502979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c8f13e9f-0afb-4848-b831-50ef12dcf872, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c8f13e9f-0afb-4848-b831-50ef12dcf872,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:47.596206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8af86f-a207-41a2-91f8-79e24cf52e24 None None] Network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:47.598844 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.599652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 7c2fa708-d01e-4012-b946-03b0c75732d6 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:47.674671 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8570a35-e4f1-40b0-9f2c-8ddbb7972eb1 x-openstack-request-id: req-a8570a35-e4f1-40b0-9f2c-8ddbb7972eb1 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:47.674947 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0d91cb-926e-4223-a553-29dc9432735d", "name": "network-vif-plugged", "status": "completed", "tag": "c8f13e9f-0afb-4848-b831-50ef12dcf872", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:47.675201 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8570a35-e4f1-40b0-9f2c-8ddbb7972eb1 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:47.675599 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8570a35-e4f1-40b0-9f2c-8ddbb7972eb1'] response: {'server_uuid': 'cd0d91cb-926e-4223-a553-29dc9432735d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f13e9f-0afb-4848-b831-50ef12dcf872', 'code': 200} May 10 11:27:47.734152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 7c2fa708-d01e-4012-b946-03b0c75732d6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:47.734416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 7c2fa708-d01e-4012-b946-03b0c75732d6 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:47.744302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeb4a5-c53f-4abc-8a22-d20fdcaa0c82 req-fa8aaf62-9342-4943-a0c8-b357070daad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:47.746317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12eeb4a5-c53f-4abc-8a22-d20fdcaa0c82 req-fa8aaf62-9342-4943-a0c8-b357070daad8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 1100 time: 0.1631603 May 10 11:27:47.803190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=c8f13e9f-0afb-4848-b831-50ef12dcf872,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:47.843023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12eeb4a5-c53f-4abc-8a22-d20fdcaa0c82 req-ccbb10de-eeaa-4b7a-b8a2-ea35c2acfc45 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792580 May 10 11:27:47.882737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-b82d8885-9837-461d-a782-f07a6c919529', 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'fixed_ips': [{'subnet_id': '1ac54c0b-0378-486c-9be8-730b8fb2c529'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:27:47.884348 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.894282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5a2e3f7e-c684-48c6-bd7b-c08e3803c463 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:47.903453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5a2e3f7e-c684-48c6-bd7b-c08e3803c463 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:47.905177 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5a2e3f7e-c684-48c6-bd7b-c08e3803c463 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/networks?id=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68&id=b82d8885-9837-461d-a782-f07a6c919529&id=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 HTTP/1.1" status: 200 len: 1390 time: 0.1755505 May 10 11:27:47.929358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-1772a84c-9e37-44ca-a4c8-0bb8e95e0c2b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/quotas/786c4178695247f0bb4841baa426ce58 HTTP/1.1" status: 200 len: 375 time: 0.0163202 May 10 11:27:47.952482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Attempting to bind port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:47.952999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Attempting to bind port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:47.953461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Attempting to bind port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 on network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:47.977112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:47.977671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Checking segment: {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:47.978167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.978654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Bound using segment: {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:47.979262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Bound port: 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:47.979733 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.038771 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-0c107145-029c-42b2-b65d-c81da68430b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1091771 May 10 11:27:48.115660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.118752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-5fd09296-3639-4776-a6b4-40eddae07435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:48.121528 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-5fd09296-3639-4776-a6b4-40eddae07435 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1097 time: 0.8497958 May 10 11:27:48.123571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.159192 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-ddbc2333-d011-4526-ad7d-2639b7ff83d0 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180561 May 10 11:27:48.274644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-706c0763-9428-4c25-8a02-092afa41baea None None] For port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:48.277268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35144f-4ca3-4a03-b00d-82d56b2a8469 None None] Network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:48.281737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-77445039-b96d-4327-91fc-6b332d9e94a5 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152310 May 10 11:27:48.296305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683125f-41d0-4f1f-8a7e-5773b2dea606 req-eb14e28f-a695-4439-aeb1-155bb2c570c6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:48.297770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c683125f-41d0-4f1f-8a7e-5773b2dea606 req-eb14e28f-a695-4439-aeb1-155bb2c570c6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 946 time: 0.8457730 May 10 11:27:48.332879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '767488eb-25da-446f-a6f0-3e56596a48d1', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'port_id': '6054f721-7d49-48f2-8415-9b0f72642f19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'mac_address': 'fa:16:3e:ba:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:26:39Z', 'updated_at': '2022-05-10T11:27:41Z', 'revision_number': 1, 'project_id': '170e3dae906a4997a627492850f6760e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:43Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:48.337182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-706c0763-9428-4c25-8a02-092afa41baea None None] For port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:48.349172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Allocated IP 19.86.0.2 (b82d8885-9837-461d-a782-f07a6c919529/1ac54c0b-0378-486c-9be8-730b8fb2c529/bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:48.386003 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.386746 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-ce3b7590-9c9f-41b9-822d-d0456bf87cae service neutron] 10.222.0.13 "GET /v2.0/networks/b82d8885-9837-461d-a782-f07a6c919529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042399 May 10 11:27:48.399975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a19ec-0dc7-42a5-a797-da9871d34227 None None] The sync data for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 is: [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '767488eb-25da-446f-a6f0-3e56596a48d1', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'port_id': '6054f721-7d49-48f2-8415-9b0f72642f19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'mac_address': 'fa:16:3e:ba:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:26:39Z', 'updated_at': '2022-05-10T11:27:41Z', 'revision_number': 1, 'project_id': '170e3dae906a4997a627492850f6760e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:43Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:48.417046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-60a94984-9a0a-404f-9f36-daebf13ceb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:48.419049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-60a94984-9a0a-404f-9f36-daebf13ceb65 service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.2507648 May 10 11:27:48.512369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-a54b866f-f86b-463e-b963-4ae7d43903e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 217 time: 0.0777202 May 10 11:27:48.526935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-cf900c06-4042-48ac-a3c3-9f908f658c06 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:48.529654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-cf900c06-4042-48ac-a3c3-9f908f658c06 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.2860739 May 10 11:27:48.604740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-cd15da17-21a0-4d3b-94d7-4d954798650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:48.606254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-cd15da17-21a0-4d3b-94d7-4d954798650c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0754626 May 10 11:27:48.670823 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.673765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c683125f-41d0-4f1f-8a7e-5773b2dea606 req-7a79c970-80dc-4c88-b781-1004fb9816b1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630033 May 10 11:27:48.718960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.799225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c0763-9428-4c25-8a02-092afa41baea None None] Pushing event updated for resources: {'Port': ['ID=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:48.807545 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef608d7-4742-4591-b26d-43db09216b9c None None] New status for floating IP 767488eb-25da-446f-a6f0-3e56596a48d1: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:27:48.813603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Network b82d8885-9837-461d-a782-f07a6c919529 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:48.819516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:48.825004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:48.887995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-2447f370-7257-4ba6-9042-b690f41b2498 service neutron] 10.222.0.13 "GET /v2.0/networks/b82d8885-9837-461d-a782-f07a6c919529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983175 May 10 11:27:48.898271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-7acf1f9c-f44d-4a78-bc2e-6dd912b08a4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122518 May 10 11:27:48.912610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-df845c0f-e266-454a-bd55-4d575cf4e1ad req-62c5c12b-b049-40c7-a48f-30b3794f7792 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-202466347', 'description': 'tempest-description-752705351'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:48.932455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Pushing event updated for resources: {'Port': ['ID=bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:48.935342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Attempting to bind port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:48.935707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Attempting to bind port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:48.936158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Attempting to bind port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 on network b82d8885-9837-461d-a782-f07a6c919529 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:48.942366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:48.943044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Checking segment: {'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:48.943166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.943500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Bound using segment: {'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:48.944273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Bound port: bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:48.944869 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.946141 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Floating IP 1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9 associated. External IP: 172.25.8.80, port: 164cca3f-c8e7-49d4-bdf2-d1e66661b20d. May 10 11:27:48.984687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-df845c0f-e266-454a-bd55-4d575cf4e1ad req-62c5c12b-b049-40c7-a48f-30b3794f7792 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.130545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-809f47d4-7bb1-404f-b5b8-6a9e00091291 service neutron] 10.222.0.13 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307749 May 10 11:27:49.156698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] For port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:49.161530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] For port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5,segment=NetworkSegment(cde93a85-f3b3-479d-adb4-7b9de5786960),segment_id=cde93a85-f3b3-479d-adb4-7b9de5786960)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:49.172301 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.274221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ae245-340c-4baf-934d-27f6a9d36f86 None None] Pushing event updated for resources: {'Port': ['ID=bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:49.326974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Deleting port b9ac89c6-56fb-4394-9039-fe7689b89969 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:27:49.327883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.328099 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-b4948f4a-a5b3-4aad-bfe6-90855fdd0fea service neutron] 10.222.0.13 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958587 May 10 11:27:49.550999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-cdb04879-4369-43f4-b844-cc5930352139 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182082 May 10 11:27:49.714084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-df845c0f-e266-454a-bd55-4d575cf4e1ad req-62c5c12b-b049-40c7-a48f-30b3794f7792 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.723277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96460d-a93e-4c20-a996-5bec39898288 req-b88b398e-865f-4dba-adec-61d02a8a9096 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:49.726628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a96460d-a93e-4c20-a996-5bec39898288 req-b88b398e-865f-4dba-adec-61d02a8a9096 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 949 time: 0.1068056 May 10 11:27:49.728090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] For port b9ac89c6-56fb-4394-9039-fe7689b89969, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b9ac89c6-56fb-4394-9039-fe7689b89969,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:49.728632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.740003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-df845c0f-e266-454a-bd55-4d575cf4e1ad req-62c5c12b-b049-40c7-a48f-30b3794f7792 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.786106 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a96460d-a93e-4c20-a996-5bec39898288 req-6449bfdc-c4e6-482d-812c-7cfd1dea0019 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376129 May 10 11:27:49.854430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Calling delete_port for b9ac89c6-56fb-4394-9039-fe7689b89969 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:27:49.900716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5c12b-b049-40c7-a48f-30b3794f7792 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdf8923-3f29-484b-84f3-200b9753ff8b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:49.905270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-df845c0f-e266-454a-bd55-4d575cf4e1ad req-62c5c12b-b049-40c7-a48f-30b3794f7792 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.917435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df845c0f-e266-454a-bd55-4d575cf4e1ad req-62c5c12b-b049-40c7-a48f-30b3794f7792 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0239933 May 10 11:27:50.008518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c7928-ff4f-48ec-a85c-b4dd91526275 req-c8ff53a9-ed15-434b-a2bd-7655cf77bf50 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:50.009788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f49c7928-ff4f-48ec-a85c-b4dd91526275 req-c8ff53a9-ed15-434b-a2bd-7655cf77bf50 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/ports?device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 949 time: 0.0817273 May 10 11:27:50.080468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f49c7928-ff4f-48ec-a85c-b4dd91526275 req-986bc555-8e13-4d3b-9363-c7e06c1c6c57 tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.13 "GET /v2.0/security-groups?id=face2dc3-a987-47f7-89c3-c98b557a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643990 May 10 11:27:50.081646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-e7b5e90e-6cd9-4c28-a24c-b571ec4067d8 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193384 May 10 11:27:50.126492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b778a3d-2c2e-4868-9df4-8c44110cfac9 req-c95365fa-3e0b-4d47-983d-acb9906e85f7 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 210 time: 0.1283264 May 10 11:27:50.148249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Router 94b5636e-451c-47f1-84c1-e3b73ede6389 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:27:50.302397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abd54d-00ec-4eaa-a294-5757a51a8e26 req-6c8035f9-c306-4e1b-bfda-70e95cf0224b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:50.306305 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85abd54d-00ec-4eaa-a294-5757a51a8e26 req-6c8035f9-c306-4e1b-bfda-70e95cf0224b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 946 time: 0.0984964 May 10 11:27:50.386348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85abd54d-00ec-4eaa-a294-5757a51a8e26 req-92fbc8b3-5513-4183-bc66-0ceb504ec58c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660155 May 10 11:27:50.438712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-4b071e5c-1dfa-427c-9bfc-7c63d8badbeb req-6f13df46-4841-45d8-b199-60f08350e826 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1286801780', 'description': 'tempest-description-1982219326'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:50.499456 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b071e5c-1dfa-427c-9bfc-7c63d8badbeb req-6f13df46-4841-45d8-b199-60f08350e826 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.522806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-9c2657a6-c586-4205-ab60-566ba0a5b87f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:50.523318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4835d921-3a46-4af5-acd5-dbe01297c846 None None] Network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:50.524357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-9c2657a6-c586-4205-ab60-566ba0a5b87f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1097 time: 0.3414230 May 10 11:27:50.582124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840949-1'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:50.616084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b071e5c-1dfa-427c-9bfc-7c63d8badbeb req-6f13df46-4841-45d8-b199-60f08350e826 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.643328 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b071e5c-1dfa-427c-9bfc-7c63d8badbeb req-6f13df46-4841-45d8-b199-60f08350e826 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.730256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13df46-4841-45d8-b199-60f08350e826 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3048b36-9f24-41b1-b77c-1fbb358c6491,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:50.743770 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b071e5c-1dfa-427c-9bfc-7c63d8badbeb req-6f13df46-4841-45d8-b199-60f08350e826 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.749139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b071e5c-1dfa-427c-9bfc-7c63d8badbeb req-6f13df46-4841-45d8-b199-60f08350e826 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3145440 May 10 11:27:50.943301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:27:50.959523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.008960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.030091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8962c6e8-a599-4f36-8dc5-47d92a30b342 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "PUT /v2.0/floatingips/1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9 HTTP/1.1" status: 200 len: 991 time: 4.4537196 May 10 11:27:51.032451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'tag': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:51.037510 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adff25e9-3573-4808-8c5e-efafa5517f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3cab88-9105-4dd9-bd15-4afc91a737ea", "tag": "164cca3f-c8e7-49d4-bdf2-d1e66661b20d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:51.045689 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.051054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] Sync routers for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:51.076451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf0755e-b84c-4f60-b138-260250927fd4 None None] Network b82d8885-9837-461d-a782-f07a6c919529 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:51.096310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5cad659a-c8a9-4fd1-9de4-b60ce4167ef3 None None] Provisioning complete for port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:51.096759 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cad659a-c8a9-4fd1-9de4-b60ce4167ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.167274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:51.168222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:51.179051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:51.240274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-bbf40a35-bcdc-4953-b4a3-62595be429e5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.253438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-bbf40a35-bcdc-4953-b4a3-62595be429e5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 813 time: 0.2677977 May 10 11:27:51.274936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Pushing event deleted for resources: {'Port': ['ID=b9ac89c6-56fb-4394-9039-fe7689b89969,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:51.284896 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-148ef465-ab16-4e1f-b2e6-7513df1d875d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/quotas/0e90d03515814b7c90f1878638604f49 HTTP/1.1" status: 200 len: 375 time: 0.0300417 May 10 11:27:51.371593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-52564ace-4d35-4dff-87ed-3ea27c39568c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852222 May 10 11:27:51.460131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:51.461121 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.466931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:51.528476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-056d718e-9d2b-471f-b283-22b5ec6613b9 service neutron] 10.222.0.13 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553261 May 10 11:27:51.581102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:51.629943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.653896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.674873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:51.702990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] No DVR routers for this DVR port b9ac89c6-56fb-4394-9039-fe7689b89969 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:51.711330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.715206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b851670c-73d8-481e-9e3e-6054ad9e76fb req-37eb0f61-1315-493a-8b2a-c01f12c160ca tempest-MigrationsAdminTest-10284536 tempest-MigrationsAdminTest-10284536-project] 10.222.0.70 "DELETE /v2.0/ports/b9ac89c6-56fb-4394-9039-fe7689b89969 HTTP/1.1" status: 204 len: 173 time: 3.1013718 May 10 11:27:51.720526 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-976d600c-eafd-4054-8df0-2484516045cb service neutron] 10.222.0.13 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875548 May 10 11:27:51.781277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-e058cafc-d0e4-446f-bd8c-4a7ffff7d8d5 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.788332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-30ee5eef-8b2a-4bf0-984b-7a084a74fa62 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.788782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-30ee5eef-8b2a-4bf0-984b-7a084a74fa62 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.789266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-30ee5eef-8b2a-4bf0-984b-7a084a74fa62 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.789742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-30ee5eef-8b2a-4bf0-984b-7a084a74fa62 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.790263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-30ee5eef-8b2a-4bf0-984b-7a084a74fa62 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.790729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-30ee5eef-8b2a-4bf0-984b-7a084a74fa62 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.792801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-30ee5eef-8b2a-4bf0-984b-7a084a74fa62 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f&device_id=cd0d91cb-926e-4223-a553-29dc9432735d&device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea&device_id=f76c9d48-1262-46d8-8968-42d0497e4aea&device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3&device_id=276b17eb-1da9-4d40-98e6-9a428e34d102&device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51&device_id=7badcf85-446d-4734-8d58-ba685d3bc43c HTTP/1.1" status: 200 len: 5544 time: 0.2840550 May 10 11:27:51.803185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-e058cafc-d0e4-446f-bd8c-4a7ffff7d8d5 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:51.805699 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-e058cafc-d0e4-446f-bd8c-4a7ffff7d8d5 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "GET /v2.0/networks?id=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68&id=b82d8885-9837-461d-a782-f07a6c919529&id=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 HTTP/1.1" status: 200 len: 1390 time: 0.5181758 May 10 11:27:51.820281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5cad659a-c8a9-4fd1-9de4-b60ce4167ef3 None None] Current status of the port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:51.822222 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cad659a-c8a9-4fd1-9de4-b60ce4167ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.823271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'port': {'device_id': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68', 'admin_state_up': True, 'tenant_id': '786c4178695247f0bb4841baa426ce58'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:51.882804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b9ac89c6-56fb-4394-9039-fe7689b89969 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:27:51.897314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:51.931780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:51.932120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:51.932523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:51.936793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-7495c519-805d-4ce1-b4af-34076574f548 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.939954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:51.945381 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.948015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:51.948394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Attempting to bind port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:51.949060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: b9ac89c6-56fb-4394-9039-fe7689b89969 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:27:51.949396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b9ac89c6-56fb-4394-9039-fe7689b89969 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:27:51.967251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:51.967671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:51.968106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:51.968683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Bound port: 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:51.969053 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.117657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:52.130138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.184968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:52.188168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5cad659a-c8a9-4fd1-9de4-b60ce4167ef3 None None] For port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:52.197364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:52.221841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.279799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5,segment=NetworkSegment(cde93a85-f3b3-479d-adb4-7b9de5786960),segment_id=cde93a85-f3b3-479d-adb4-7b9de5786960)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:52.281463 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cad659a-c8a9-4fd1-9de4-b60ce4167ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.363874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daff85-be6a-4f48-bf03-b8ad6af5823f req-07aac57e-f47c-4477-a100-5d0c2306498d tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:52.373434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=8']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:52.381238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76daff85-be6a-4f48-bf03-b8ad6af5823f req-07aac57e-f47c-4477-a100-5d0c2306498d tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 946 time: 0.2911649 May 10 11:27:52.400620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad659a-c8a9-4fd1-9de4-b60ce4167ef3 None None] Pushing event updated for resources: {'Port': ['ID=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:52.443910 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.445038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:52.488011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:52.500792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.502365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-844e1f12-3e28-4956-87eb-dffd864d20f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 1122 time: 1.9583719 May 10 11:27:52.562298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-7495c519-805d-4ce1-b4af-34076574f548 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.575762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-7495c519-805d-4ce1-b4af-34076574f548 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.584778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76daff85-be6a-4f48-bf03-b8ad6af5823f req-de936c7a-6455-4bdf-b73b-a77d42da17ae tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017303 May 10 11:27:52.657439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51b3c403-ad05-42af-bcc8-ec6d7b3e3119 req-7495c519-805d-4ce1-b4af-34076574f548 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&id=7970caba-96fe-4704-a3bf-27ff8537123a&id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 540 time: 0.8272059 May 10 11:27:52.670782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495c519-805d-4ce1-b4af-34076574f548 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5b3369-299c-4911-abda-5ec25934c7cb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:52.716482 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335418ea-1c1c-4417-b02b-f5d610a280a2 x-openstack-request-id: req-335418ea-1c1c-4417-b02b-f5d610a280a2 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:52.716979 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3cab88-9105-4dd9-bd15-4afc91a737ea", "tag": "164cca3f-c8e7-49d4-bdf2-d1e66661b20d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:52.717424 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-335418ea-1c1c-4417-b02b-f5d610a280a2 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:52.717877 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335418ea-1c1c-4417-b02b-f5d610a280a2'] response: {'name': 'network-changed', 'server_uuid': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'tag': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'status': 'completed', 'code': 200} May 10 11:27:52.727569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Allocated IP 19.80.0.143 (0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68/0433def5-952f-4a99-8cbd-f8370f89dc4b/cfca7561-eb9e-41a9-b9a8-62b9f23505d7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:52.765104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['3ac370ab-70e5-4c8a-9da0-9ea0663719cf'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:27:52.818922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ff34093b-1e73-4e09-bda0-3274e6ea1cf2 None None] Provisioning complete for port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:52.819954 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff34093b-1e73-4e09-bda0-3274e6ea1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.841986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-420a3744-9293-4f2e-aaeb-30267b698c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:52.846246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-420a3744-9293-4f2e-aaeb-30267b698c59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8dec20b57c8747e2b6d31a355f94f1f0&device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 1097 time: 0.1018229 May 10 11:27:52.902709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82c03a8f-3d43-4f44-8a7c-af8c6e12f9d6 req-b8d1d327-3bba-400f-b666-d199959cc7d3 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 210 time: 0.0720499 May 10 11:27:53.020042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:53.080390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24cc6e40-60eb-4a56-a33a-cbb1fa705e45 req-509c83fc-ae15-46e4-a1dd-cb7613e26a9b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 210 time: 0.0580628 May 10 11:27:53.108309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.137696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:53.138516 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.144403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'port_id': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'mac_address': 'fa:16:3e:d3:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:27:25Z', 'updated_at': '2022-05-10T11:27:47Z', 'revision_number': 1, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:20Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:53.211954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] Checking router: 94b5636e-451c-47f1-84c1-e3b73ede6389 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:53.216911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04059619-0542-4927-bafc-c0b03dde0857 req-2442df51-bd26-4e2b-9e1e-d31af42f6831 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:53.231532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04059619-0542-4927-bafc-c0b03dde0857 req-2442df51-bd26-4e2b-9e1e-d31af42f6831 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 944 time: 0.2148881 May 10 11:27:53.237753 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.261069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-59e354a7-b271-4707-9f37-3c0d4879d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:53.271005 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-59e354a7-b271-4707-9f37-3c0d4879d092 service neutron] 10.222.0.49 "GET /v2.0/networks?id=362ab701-c8f2-4dc2-b31e-526f2cbfbc28 HTTP/1.1" status: 200 len: 913 time: 0.4174416 May 10 11:27:53.286201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:27:53.287660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:27:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:53.379942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-4dd45204-0436-4db0-bbc1-fca9d1e1a144 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=164cca3f-c8e7-49d4-bdf2-d1e66661b20d HTTP/1.1" status: 200 len: 999 time: 0.0858543 May 10 11:27:53.380561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:53.416635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Port': ['ID=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:53.450780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:53.456704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:53.483177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:53.539485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04059619-0542-4927-bafc-c0b03dde0857 req-d83c9e43-85db-4269-afc9-0306684dcedb tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035021 May 10 11:27:53.575954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3ac370ab-70e5-4c8a-9da0-9ea0663719cf details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:27:53.593850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-9d22a43b-d31d-4145-8992-d6d6fe17462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:53.596157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-9d22a43b-d31d-4145-8992-d6d6fe17462e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ceab8cc-41c6-4fa5-8de9-08172145fbb6 HTTP/1.1" status: 200 len: 851 time: 0.1948519 May 10 11:27:53.656210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:53.657069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.694369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8ab35657-b0f6-4c5e-a8c1-c37a03db86ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8785508 May 10 11:27:53.709341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'port': {'device_id': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529', 'admin_state_up': True, 'tenant_id': '786c4178695247f0bb4841baa426ce58'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:53.717389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-4a1bbe9c-21c3-43db-8020-249468e569ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:53.718933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-4a1bbe9c-21c3-43db-8020-249468e569ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=362ab701-c8f2-4dc2-b31e-526f2cbfbc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100864 May 10 11:27:53.721475 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-36ba27e7-d177-45b3-a674-d96d4b58aa50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c8946ea7ec24bf3a02449c0f4c5d588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314240 May 10 11:27:53.724132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33968) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:53.755020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ff34093b-1e73-4e09-bda0-3274e6ea1cf2 None None] Current status of the port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:53.826646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:53.903488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62fb0-80cd-4e78-ab0c-b8d975734ca8 req-f9b7f858-dcbf-4d2c-a585-dd994b375b5f tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:53.903996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62fb0-80cd-4e78-ab0c-b8d975734ca8 req-f9b7f858-dcbf-4d2c-a585-dd994b375b5f tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:53.904473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62fb0-80cd-4e78-ab0c-b8d975734ca8 req-f9b7f858-dcbf-4d2c-a585-dd994b375b5f tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:53.912952 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fda62fb0-80cd-4e78-ab0c-b8d975734ca8 req-f9b7f858-dcbf-4d2c-a585-dd994b375b5f tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d&device_id=276b17eb-1da9-4d40-98e6-9a428e34d102&device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 2883 time: 0.0909691 May 10 11:27:53.968945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f60f2-4a5d-44eb-8c7f-751901cbface admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.000580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fda62fb0-80cd-4e78-ab0c-b8d975734ca8 req-c181784b-e3df-4272-9494-aa05cd929ab9 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858552 May 10 11:27:54.002047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:54.005892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.095309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f60f2-4a5d-44eb-8c7f-751901cbface admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.188851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:54.224377 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-102dd2b9-a332-42c3-87c4-4d199facd32c service neutron] 10.222.0.49 "GET /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905064 May 10 11:27:54.255900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:27:54.269246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33982) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:54.296956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f60f2-4a5d-44eb-8c7f-751901cbface admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.299307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f60f2-4a5d-44eb-8c7f-751901cbface admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.302825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eb5f60f2-4a5d-44eb-8c7f-751901cbface admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/face2dc3-a987-47f7-89c3-c98b557a3bc1 HTTP/1.1" status: 204 len: 168 time: 0.5755365 May 10 11:27:54.327926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f60f2-4a5d-44eb-8c7f-751901cbface admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=face2dc3-a987-47f7-89c3-c98b557a3bc1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:54.350124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c833678f-2ea0-4700-8a90-5ef14537981f None None] Provisioning complete for port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:54.351123 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c833678f-2ea0-4700-8a90-5ef14537981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.396777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076762-9b81-4101-9978-e6c336217abe req-6d04c836-73a4-421a-83ac-2988e04c2fd2 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:54.399006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07076762-9b81-4101-9978-e6c336217abe req-6d04c836-73a4-421a-83ac-2988e04c2fd2 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 932 time: 0.1723592 May 10 11:27:54.400459 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c51353ac-6bf4-4d56-9e9e-d650dbc5ecfd req-1291089c-9991-4c54-9c2f-938700087b8e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 210 time: 0.0709028 May 10 11:27:54.523214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07076762-9b81-4101-9978-e6c336217abe req-e3eca950-d4ba-4c68-bb51-1f1f64b2cbfa tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055467 May 10 11:27:54.552828 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-fd4250ea-e606-44df-969c-edf7ce766fdb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:54.554787 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-fd4250ea-e606-44df-969c-edf7ce766fdb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 813 time: 0.4354620 May 10 11:27:54.595116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:54.595501 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.596086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adff25e9-3573-4808-8c5e-efafa5517f3a req-2dd259a9-23a5-46f9-8912-e6a7bbb182e7 service neutron] 10.222.0.49 "GET /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112714 May 10 11:27:54.615427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'port': {'device_id': 'b8448d5e-9670-4391-8533-cb494c816a92', 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d', 'admin_state_up': True, 'tenant_id': '0e90d03515814b7c90f1878638604f49'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:54.691352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Allocated IP 19.86.0.134 (b82d8885-9837-461d-a782-f07a6c919529/1ac54c0b-0378-486c-9be8-730b8fb2c529/90ef1466-3778-4916-81ed-7c93c8143f57) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:54.719282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf'}, {'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'name': 'network-vif-deleted', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969'}, {'name': 'network-changed', 'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:54.722025 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af278639-ce8f-4329-948b-5201a310570d" -d '{"events": [{"server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "name": "network-vif-unplugged", "status": "completed", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf"}, {"server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "name": "network-vif-deleted", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969"}, {"name": "network-changed", "server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:54.819488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0670e-183f-49ca-953c-57c52a5ce637 req-34580c99-7938-4cbb-b349-948745b2388f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:54.829121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3aa0670e-183f-49ca-953c-57c52a5ce637 req-34580c99-7938-4cbb-b349-948745b2388f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 944 time: 0.1005161 May 10 11:27:54.871768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Made reservation on behalf of 0e90d03515814b7c90f1878638604f49 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:54.877989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.908875 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84d38ffd-3c06-4516-a878-4ba8505b31a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.930246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3aa0670e-183f-49ca-953c-57c52a5ce637 req-3d81b823-700d-43bf-a28a-8a03de6ffc7d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001985 May 10 11:27:54.972116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:55.024051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33998) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:55.038834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3ac370ab-70e5-4c8a-9da0-9ea0663719cf has no active binding in host n-h2-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 11:27:55.055988 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 10 May 2022 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7530462f-9da9-43e3-a65d-808fc9bdea3d x-openstack-request-id: req-7530462f-9da9-43e3-a65d-808fc9bdea3d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:55.056272 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "name": "network-vif-unplugged", "status": "completed", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf", "code": 200}, {"server_uuid": "7badcf85-446d-4734-8d58-ba685d3bc43c", "name": "network-vif-deleted", "tag": "b9ac89c6-56fb-4394-9039-fe7689b89969", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:55.056391 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7530462f-9da9-43e3-a65d-808fc9bdea3d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:55.056910 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7530462f-9da9-43e3-a65d-808fc9bdea3d'] response: {'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf', 'code': 200} May 10 11:27:55.059445 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7530462f-9da9-43e3-a65d-808fc9bdea3d'] response: {'server_uuid': '7badcf85-446d-4734-8d58-ba685d3bc43c', 'name': 'network-vif-deleted', 'tag': 'b9ac89c6-56fb-4394-9039-fe7689b89969', 'status': 'completed', 'code': 200} May 10 11:27:55.060651 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7530462f-9da9-43e3-a65d-808fc9bdea3d'] response: {'name': 'network-changed', 'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf', 'status': 'completed', 'code': 200} May 10 11:27:55.105556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c833678f-2ea0-4700-8a90-5ef14537981f None None] Current status of the port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:55.145012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Allocated IP 172.20.0.8 (1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d/049e5797-9304-4e87-8cac-afb95aabaf34/e1fb8ced-780c-46a2-9fe3-ced93b2a4b24) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:55.150669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af278639-ce8f-4329-948b-5201a310570d req-f5d885db-3d84-466b-a76a-8a5514f5a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:55.152189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af278639-ce8f-4329-948b-5201a310570d req-f5d885db-3d84-466b-a76a-8a5514f5a0cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1125 time: 0.0655394 May 10 11:27:55.154784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3dcd7b58-02db-4ad8-b26b-734a4434b6f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07c04b2bab6c42ba8b7ae40fff854de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295195 May 10 11:27:55.157191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:55.162585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:55.164019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:27:55.174603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c833678f-2ea0-4700-8a90-5ef14537981f None None] Provisioning complete for port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:55.175018 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c833678f-2ea0-4700-8a90-5ef14537981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.408232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:55.408232 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.411280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'port_id': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'mac_address': 'fa:16:3e:d3:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:27:25Z', 'updated_at': '2022-05-10T11:27:47Z', 'revision_number': 1, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:20Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:55.489172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bca6c-c687-43ef-8e54-25e9f83d6da7 None None] The sync data for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 is: [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'port_id': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'mac_address': 'fa:16:3e:d3:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:27:25Z', 'updated_at': '2022-05-10T11:27:47Z', 'revision_number': 1, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:20Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:55.501090 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.535750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c833678f-2ea0-4700-8a90-5ef14537981f None None] Current status of the port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:55.553621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.557262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc7084-2a57-44d8-b7d1-a49f56376899 req-a8500f66-85ff-4ea8-9b02-8d4bb344920c tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:55.558741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f5cc7084-2a57-44d8-b7d1-a49f56376899 req-a8500f66-85ff-4ea8-9b02-8d4bb344920c tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1101 time: 0.2228575 May 10 11:27:55.590676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:27:55.622427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6d2150d-4385-44c5-a93c-b1e6abfd4061 req-d39c3003-cd9d-4112-8365-fa617eca1da0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 210 time: 0.0437372 May 10 11:27:55.631942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84d38ffd-3c06-4516-a878-4ba8505b31a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.651912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84d38ffd-3c06-4516-a878-4ba8505b31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.656755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b53b32c2-b54a-4110-9f81-2399e6deee2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.658108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-04a506e7-0c53-41f6-8395-a8368971a856 None None] Provisioning complete for port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:55.658492 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04a506e7-0c53-41f6-8395-a8368971a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.674565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f5cc7084-2a57-44d8-b7d1-a49f56376899 req-734c1654-9bce-4700-a5ef-4e20a216a9c4 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047277 May 10 11:27:55.684102 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b53b32c2-b54a-4110-9f81-2399e6deee2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.702814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.706959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-04a506e7-0c53-41f6-8395-a8368971a856 None None] Port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:55.723408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-84d38ffd-3c06-4516-a878-4ba8505b31a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da8971c07c0747748ef17e40d0f2c55b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3982980 May 10 11:27:55.728784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34014) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:55.774938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d38ffd-3c06-4516-a878-4ba8505b31a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02297c47-a953-4841-8bca-c7b1a1ed509b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:55.786817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.787087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af278639-ce8f-4329-948b-5201a310570d req-491daee6-eda3-42d7-a17f-dfeee860b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:55.788882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af278639-ce8f-4329-948b-5201a310570d req-491daee6-eda3-42d7-a17f-dfeee860b28d service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.6225202 May 10 11:27:55.821778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network b82d8885-9837-461d-a782-f07a6c919529 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:55.844166 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f35fd1-cf18-4b76-b7d2-3d199428db44 None None] New status for floating IP 1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:27:55.850682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b53b32c2-b54a-4110-9f81-2399e6deee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.853925 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b53b32c2-b54a-4110-9f81-2399e6deee2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.857629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b53b32c2-b54a-4110-9f81-2399e6deee2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f993d24c-e382-426c-93a5-b04f6489e9ed HTTP/1.1" status: 204 len: 168 time: 0.6992872 May 10 11:27:55.858204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:55.861858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Port': ['ID=90ef1466-3778-4916-81ed-7c93c8143f57,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:55.866613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d0e01-92c5-4b76-98c5-7d23251b8a5f req-5fa435e8-00bf-4e66-ad2f-93af8a88513b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:55.869717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:55.876135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d0e01-92c5-4b76-98c5-7d23251b8a5f req-5fa435e8-00bf-4e66-ad2f-93af8a88513b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:55.886930 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a9d0e01-92c5-4b76-98c5-7d23251b8a5f req-5fa435e8-00bf-4e66-ad2f-93af8a88513b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 1655 time: 0.1427052 May 10 11:27:55.892737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af278639-ce8f-4329-948b-5201a310570d req-9efcd7e2-6662-40a3-a8a0-a3b8fb0ba0cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 217 time: 0.0918217 May 10 11:27:55.936915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:55.945884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b32c2-b54a-4110-9f81-2399e6deee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f993d24c-e382-426c-93a5-b04f6489e9ed,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:55.968407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:55.978520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:55.995344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a9d0e01-92c5-4b76-98c5-7d23251b8a5f req-6cfc8c96-7eca-489e-9243-b8b9487b423a tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073840 May 10 11:27:56.002414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af278639-ce8f-4329-948b-5201a310570d req-353c7461-8a06-4d5f-ac6a-589f795c803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:56.015838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af278639-ce8f-4329-948b-5201a310570d req-353c7461-8a06-4d5f-ac6a-589f795c803e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1117990 May 10 11:27:56.095369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af278639-ce8f-4329-948b-5201a310570d req-a1f61472-a6e0-4c47-919a-643405a5d9d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662620 May 10 11:27:56.096512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'Port': ['ID=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:56.099015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a1cd-45d1-4c28-8aa3-fc95a439d4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.102721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460004e5-6209-4e4b-a871-22436fc439e9 req-6cb3f0bc-c28a-4794-8ab4-2df55f146e06 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:56.110480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-460004e5-6209-4e4b-a871-22436fc439e9 req-6cb3f0bc-c28a-4794-8ab4-2df55f146e06 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1101 time: 0.3088934 May 10 11:27:56.123089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:56.123780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.206021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:56.206709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.228818 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-005e50b7-718a-47b3-961d-53f32a3f310b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5235183 May 10 11:27:56.237345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a1cd-45d1-4c28-8aa3-fc95a439d4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.260501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'port': {'device_id': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68', 'admin_state_up': True, 'tenant_id': '786c4178695247f0bb4841baa426ce58'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:56.260954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5618108-e408-4eb5-a03b-af300bd33491 req-6b016d39-e4c4-4d10-9d18-ed523a4349be tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:56.270843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5618108-e408-4eb5-a03b-af300bd33491 req-6b016d39-e4c4-4d10-9d18-ed523a4349be tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 944 time: 0.1356378 May 10 11:27:56.277948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ed4c8721-9c9d-4d78-95e8-7a2871ab72aa tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6706858 May 10 11:27:56.306750 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-460004e5-6209-4e4b-a871-22436fc439e9 req-0ba6e75b-968d-4e14-9ef4-9d29700af156 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890087 May 10 11:27:56.350004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8137e500-07bc-4707-b69a-21468481a913 None None] Provisioning complete for port 90ef1466-3778-4916-81ed-7c93c8143f57 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:56.351088 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8137e500-07bc-4707-b69a-21468481a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.373097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5618108-e408-4eb5-a03b-af300bd33491 req-c9fa4efc-550f-4cd7-bb61-28feb6abf36b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011975 May 10 11:27:56.389689 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af278639-ce8f-4329-948b-5201a310570d req-5c8d2b22-1edd-4749-a991-3e981cd0588d service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818308 May 10 11:27:56.392397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Request body: {'port': {'device_id': 'b8448d5e-9670-4391-8533-cb494c816a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:56.404708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8137e500-07bc-4707-b69a-21468481a913 None None] Port 90ef1466-3778-4916-81ed-7c93c8143f57 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:56.461149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a1cd-45d1-4c28-8aa3-fc95a439d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.463712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a1cd-45d1-4c28-8aa3-fc95a439d4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.465275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b1d4a1cd-45d1-4c28-8aa3-fc95a439d4de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02297c47-a953-4841-8bca-c7b1a1ed509b HTTP/1.1" status: 204 len: 168 time: 0.7354419 May 10 11:27:56.523754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4a1cd-45d1-4c28-8aa3-fc95a439d4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02297c47-a953-4841-8bca-c7b1a1ed509b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:56.557822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.572423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af278639-ce8f-4329-948b-5201a310570d req-16eb3025-211e-45af-939d-1d55d177d9bb service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831400 May 10 11:27:56.643710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:56.648103 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.940196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72db8-fe8a-463a-8f8b-dac2dab0031c req-d6d80e7f-166f-462d-9228-868ebc278f06 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:56.941728 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9a72db8-fe8a-463a-8f8b-dac2dab0031c req-d6d80e7f-166f-462d-9228-868ebc278f06 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 931 time: 0.1985190 May 10 11:27:57.036009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Allocated IP 19.80.0.22 (0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68/0433def5-952f-4a99-8cbd-f8370f89dc4b/2b60447a-3c39-4b94-8eb1-005915ca05f4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:57.054721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9a72db8-fe8a-463a-8f8b-dac2dab0031c req-40f5e535-ca41-4b7c-8153-5e79f524bb7d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993354 May 10 11:27:57.149981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:57.164002 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.349584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969134-718a-49b8-9373-78e6b527104d req-f391983d-411e-4bb2-ac88-24e7f3e14463 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:57.352487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38969134-718a-49b8-9373-78e6b527104d req-f391983d-411e-4bb2-ac88-24e7f3e14463 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0832522 May 10 11:27:57.404359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38969134-718a-49b8-9373-78e6b527104d req-b3632081-7b0d-49ea-b185-62c3f0143098 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 May 10 11:27:57.541422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Transition to ACTIVE for port object e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:57.558488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.568780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11074b76-e320-4b58-b8a6-60c5da76cbeb req-32e1f3aa-84e1-49eb-80c8-1f621b6ff6bc tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:57.570876 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11074b76-e320-4b58-b8a6-60c5da76cbeb req-32e1f3aa-84e1-49eb-80c8-1f621b6ff6bc tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 944 time: 0.0848942 May 10 11:27:57.649115 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11074b76-e320-4b58-b8a6-60c5da76cbeb req-00730333-088c-4b31-94f7-e0937b895ded tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603921 May 10 11:27:57.649545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7745f46-2466-4920-a7b2-3427f5c68322 req-dcb5ec0e-0d1c-4572-a70d-22b39d954855 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:57.655579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7745f46-2466-4920-a7b2-3427f5c68322 req-dcb5ec0e-0d1c-4572-a70d-22b39d954855 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:57.657257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7745f46-2466-4920-a7b2-3427f5c68322 req-dcb5ec0e-0d1c-4572-a70d-22b39d954855 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 1655 time: 0.4637489 May 10 11:27:57.687580 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.719831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:57.784593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7745f46-2466-4920-a7b2-3427f5c68322 req-767fec05-be77-48f4-b2d0-a6fb88938721 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109076 May 10 11:27:57.825926 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.837517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Attempting to bind port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:57.837517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Attempting to bind port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:57.837517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Attempting to bind port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 on network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:57.873285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 on network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:57.873692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Attempting to bind port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 on network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:57.887667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:57.888735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:57.889069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Checking segment: {'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:57.889453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Bound using segment: {'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:57.889871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Bound port: e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:57.890224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.902837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:57.906315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:27:57.935803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Port': ['ID=2b60447a-3c39-4b94-8eb1-005915ca05f4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:57.956278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-838da915-8fa6-4fb4-aed2-a1121b272fb8 service neutron] 10.222.0.70 "GET /v2.0/ports/3ac370ab-70e5-4c8a-9da0-9ea0663719cf/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.1268353 May 10 11:27:58.016693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.017327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.053198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] For port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:58.060061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-c66138ea-9ea1-4e59-8cac-5ad061cf9e83 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8080525 May 10 11:27:58.064069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] For port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:58.073155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Request body: {'port': {'device_id': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:58.078934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.190736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.191668 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.193093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 HTTP/1.1" status: 200 len: 1091 time: 1.8054521 May 10 11:27:58.196262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:27:58.204066 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:27:58.255742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:58.271315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ae073-795c-474e-93ce-a6214a73ddef req-dea58bd3-a762-48ba-bc65-7ee549e95a11 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.273045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf6ae073-795c-474e-93ce-a6214a73ddef req-dea58bd3-a762-48ba-bc65-7ee549e95a11 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 943 time: 0.0964656 May 10 11:27:58.288039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.294966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:58.317568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91eb82-e47f-4183-baf6-50ffca16b2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:58.357696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fb108356-f4c2-4c08-bca5-4f6aa5a18fc4 None None] Provisioning complete for port 2b60447a-3c39-4b94-8eb1-005915ca05f4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:58.358326 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fb108356-f4c2-4c08-bca5-4f6aa5a18fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.373380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf6ae073-795c-474e-93ce-a6214a73ddef req-cfe420ca-9ecb-45af-899b-9c0a333baf39 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902753 May 10 11:27:58.375157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ac0cdce9-3ae5-4f7b-aa8c-20b59ef0e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.376696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-ac0cdce9-3ae5-4f7b-aa8c-20b59ef0e0a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1094 time: 0.1030231 May 10 11:27:58.383803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac370ab-70e5-4c8a-9da0-9ea0663719cf {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:58.407699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:27:58.414145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fb108356-f4c2-4c08-bca5-4f6aa5a18fc4 None None] Port 2b60447a-3c39-4b94-8eb1-005915ca05f4 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:27:58.439695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.488196 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2409c0c2-4289-43b0-bafe-0b95f535311b x-openstack-request-id: req-2409c0c2-4289-43b0-bafe-0b95f535311b {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:27:58.488479 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:27:58.488723 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2409c0c2-4289-43b0-bafe-0b95f535311b {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:27:58.489273 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2409c0c2-4289-43b0-bafe-0b95f535311b'] response: {'name': 'network-changed', 'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', 'status': 'completed', 'code': 200} May 10 11:27:58.494981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-306bc2ad-8fad-4d7a-a37a-7bcf2958816e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 HTTP/1.1" status: 200 len: 217 time: 0.1027575 May 10 11:27:58.608987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] Transition to ACTIVE for port object 3ac370ab-70e5-4c8a-9da0-9ea0663719cf will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:58.631234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e618-9fb8-40a9-aeef-9643df517824 req-fc9eadd2-fcd7-4d33-b19f-91ce8e2ff0cc tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.633967 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c593e618-9fb8-40a9-aeef-9643df517824 req-fc9eadd2-fcd7-4d33-b19f-91ce8e2ff0cc tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1250870 May 10 11:27:58.637610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.658324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-1b78440c-b83d-4f93-a778-3f0e351e923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.659687 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-1b78440c-b83d-4f93-a778-3f0e351e923c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.1038713 May 10 11:27:58.705136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-9e617e4a-13e3-40b8-9ddc-15160f7cb1bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358672 May 10 11:27:58.738150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] No DVR routers for this DVR port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:58.785239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] 10.222.0.70 "PUT /v2.0/ports/3ac370ab-70e5-4c8a-9da0-9ea0663719cf/bindings/n-h2-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8200269 May 10 11:27:58.788480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c593e618-9fb8-40a9-aeef-9643df517824 req-c669c796-2b43-48ef-9b39-013964ad5ac1 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409547 May 10 11:27:58.789472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e2ab6-8040-475a-bfa9-568b197868b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=10']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:58.919943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-2855f154-1223-4282-a09d-307a219188f8 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022407 May 10 11:27:58.926762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfca7561-eb9e-41a9-b9a8-62b9f23505d7 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:27:58.939396 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.955178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c20c0b-e756-4936-845d-0fca7b73d87e req-1cf47904-d11e-4cae-ba15-2bd0a0f48363 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.956778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81c20c0b-e756-4936-845d-0fca7b73d87e req-1cf47904-d11e-4cae-ba15-2bd0a0f48363 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 945 time: 0.1388655 May 10 11:27:58.963415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-44731f2f-aabc-44c2-88c3-516d143dfa79 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.965221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-44731f2f-aabc-44c2-88c3-516d143dfa79 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.1020086 May 10 11:27:58.974659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c08ad-5dbb-47c8-8076-6677955a43fd req-62e803ff-93d5-4e62-a2ba-975f51c98594 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.981247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c08ad-5dbb-47c8-8076-6677955a43fd req-62e803ff-93d5-4e62-a2ba-975f51c98594 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.987096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c08ad-5dbb-47c8-8076-6677955a43fd req-62e803ff-93d5-4e62-a2ba-975f51c98594 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:58.988776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c38c08ad-5dbb-47c8-8076-6677955a43fd req-62e803ff-93d5-4e62-a2ba-975f51c98594 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2376 time: 0.0988388 May 10 11:27:59.025571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Transition to ACTIVE for port object cfca7561-eb9e-41a9-b9a8-62b9f23505d7 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:59.041222 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.057537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-a61a7d63-210a-49a7-bd41-983a73dbd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:59.059001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-a61a7d63-210a-49a7-bd41-983a73dbd0c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea&tenant_id=efb5d2857e95467a96899612ae8c137d HTTP/1.1" status: 200 len: 1096 time: 0.0693474 May 10 11:27:59.061825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c38c08ad-5dbb-47c8-8076-6677955a43fd req-a0f11928-d4b3-40df-b9d5-20991c4dcc28 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 May 10 11:27:59.098028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81c20c0b-e756-4936-845d-0fca7b73d87e req-c6f59829-8e6e-458a-9ccb-21c2ec1411f1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238708 May 10 11:27:59.150796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-a1d43267-5c34-40f1-916b-45dc77c1e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:59.153265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-a1d43267-5c34-40f1-916b-45dc77c1e021 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1096 time: 0.0612195 May 10 11:27:59.156153 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae195b02-4b93-4451-85c8-a55a004b6d78 req-516a5598-1aeb-499a-87b4-7cc773652117 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195184 May 10 11:27:59.156988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Pushing event updated for resources: {'Port': ['ID=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:59.266119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Attempting to bind port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:59.266514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Attempting to bind port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:59.266907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Attempting to bind port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 on network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:59.291542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 on network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:27:59.291978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Attempting to bind port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 on network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:27:59.301063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:27:59.301471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Checking segment: {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:27:59.301916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Bound using segment: {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:27:59.302416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Bound port: cfca7561-eb9e-41a9-b9a8-62b9f23505d7, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:59.302835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.325652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-079555ba-6a6f-4c52-a80a-dc2740312fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:59.327315 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-079555ba-6a6f-4c52-a80a-dc2740312fb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1094 time: 0.0795667 May 10 11:27:59.353729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-633c8036-772f-4382-ba55-4e8ce2325a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:59.355984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-633c8036-772f-4382-ba55-4e8ce2325a9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.1885755 May 10 11:27:59.400063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-ec89ede4-d877-4eaf-8cb3-227c61822c08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 217 time: 0.0349579 May 10 11:27:59.412437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] For port cfca7561-eb9e-41a9-b9a8-62b9f23505d7, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:27:59.419406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] For port cfca7561-eb9e-41a9-b9a8-62b9f23505d7, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:27:59.457243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.479195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-edf79ce0-fc1c-4383-9f71-8208f80ca139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:59.480913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-edf79ce0-fc1c-4383-9f71-8208f80ca139 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0691226 May 10 11:27:59.500097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:59.503338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.505263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] 10.222.0.70 "PUT /v2.0/ports/cfca7561-eb9e-41a9-b9a8-62b9f23505d7 HTTP/1.1" status: 200 len: 1092 time: 1.4372272 May 10 11:27:59.526888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-ec948589-eca2-4298-a97e-491b3b55f011 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377314 May 10 11:27:59.584914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Request body: {'port': {'device_id': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:59.688425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-4378e740-8344-4d6c-ae23-031f7b586be8 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535130 May 10 11:27:59.701704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076acf1d-593a-4150-abe2-0b6b663aac1d service neutron] Pushing event updated for resources: {'Port': ['ID=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:59.712321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34166) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:27:59.735799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3772a-185c-4c7b-a685-1a6451345908 req-0b6310f9-d48d-4abc-a3e5-fa686cfd1fcb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:59.743345 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-03c3772a-185c-4c7b-a685-1a6451345908 req-0b6310f9-d48d-4abc-a3e5-fa686cfd1fcb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 943 time: 0.2707405 May 10 11:27:59.757224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.773442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-e2fb8859-525c-4546-a0fc-77bda3985ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:27:59.774997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-e2fb8859-525c-4546-a0fc-77bda3985ec2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 914 time: 0.4236910 May 10 11:27:59.828436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-475cc0d3-8497-45f4-b9b7-c129c1e740db service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309240 May 10 11:27:59.861383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-a93ce8c8-fade-48f7-b246-9f4169b9c292 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 HTTP/1.1" status: 200 len: 217 time: 0.0771282 May 10 11:27:59.876128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-03c3772a-185c-4c7b-a685-1a6451345908 req-c30b15e4-0207-4960-8148-8aee34c2db56 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281347 May 10 11:27:59.997583 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a53555e2-50f3-4263-bcb6-05e147ee7ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.006616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aced7-7854-498f-8698-e6a2858db365 req-51c40740-0e95-41fb-8a8b-21df71b5ead9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.008603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-732aced7-7854-498f-8698-e6a2858db365 req-51c40740-0e95-41fb-8a8b-21df71b5ead9 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0800872 May 10 11:28:00.038308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-3612c146-c144-48dc-ad28-4ca1f9420779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.040188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-3612c146-c144-48dc-ad28-4ca1f9420779 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.1611950 May 10 11:28:00.058131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-732aced7-7854-498f-8698-e6a2858db365 req-1b5c82de-da2d-49e1-a719-c46d29149244 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 May 10 11:28:00.188819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-52b34d8d-bedf-4b0b-a4cf-e2a7bc287f0f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.188819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-52b34d8d-bedf-4b0b-a4cf-e2a7bc287f0f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.0771101 May 10 11:28:00.211273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-2b645d43-7c92-4014-b7a1-1e9e1ddb4875 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453001 May 10 11:28:00.287265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa240-8881-4a0f-b6ba-a22ea0663875 req-5aa860de-94eb-41d9-a442-d0e37c7194d0 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.289031 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61aaa240-8881-4a0f-b6ba-a22ea0663875 req-5aa860de-94eb-41d9-a442-d0e37c7194d0 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 945 time: 0.0914342 May 10 11:28:00.360914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61aaa240-8881-4a0f-b6ba-a22ea0663875 req-89610390-f9c6-4cc5-ab1c-d8504aef5345 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646777 May 10 11:28:00.382998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-f5f5a59c-92fd-4e75-a052-643dea875f7b service neutron] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:00.382998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-f5f5a59c-92fd-4e75-a052-643dea875f7b service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.382998 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ab85e72-63ba-4455-ae88-9f236ca2269b req-f5f5a59c-92fd-4e75-a052-643dea875f7b service neutron] 10.222.0.49 "DELETE /v2.0/ports/3ac370ab-70e5-4c8a-9da0-9ea0663719cf/bindings/n-h1-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.1859343 May 10 11:28:00.431419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a53555e2-50f3-4263-bcb6-05e147ee7ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.451332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a53555e2-50f3-4263-bcb6-05e147ee7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.501878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'tag': 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:00.504298 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0240b0-0da2-49bf-bb19-e6229a972742" -d '{"events": [{"name": "network-changed", "server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "tag": "cfca7561-eb9e-41a9-b9a8-62b9f23505d7"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:00.504826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a1a8-b76d-4d6d-8354-1ed7a5302727 req-6241b094-8eee-454f-84d2-4d0433300eb3 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.506422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a90a1a8-b76d-4d6d-8354-1ed7a5302727 req-6241b094-8eee-454f-84d2-4d0433300eb3 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1096 time: 0.0467615 May 10 11:28:00.508828 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-d2ce87c9-8337-4695-a0d2-93876c4a68d7 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553277 May 10 11:28:00.530711 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a53555e2-50f3-4263-bcb6-05e147ee7ca0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab3aa6ff9add40cb9fb3a324c6518c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8153403 May 10 11:28:00.531858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34190) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:00.556223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a21a-fda7-4f96-8aaf-e21feb57fd3a req-81c33346-f59b-4209-a5e5-f50a3744c7d4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.562051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a21a-fda7-4f96-8aaf-e21feb57fd3a req-81c33346-f59b-4209-a5e5-f50a3744c7d4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.567901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a21a-fda7-4f96-8aaf-e21feb57fd3a req-81c33346-f59b-4209-a5e5-f50a3744c7d4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.569632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1316a21a-fda7-4f96-8aaf-e21feb57fd3a req-81c33346-f59b-4209-a5e5-f50a3744c7d4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2388 time: 0.3192689 May 10 11:28:00.584540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a90a1a8-b76d-4d6d-8354-1ed7a5302727 req-b16d6ebb-bddc-4763-8464-ec64965d979c tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687654 May 10 11:28:00.588802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ef1466-3778-4916-81ed-7c93c8143f57 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:00.604351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34192) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:00.623512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27bc1c73-f7e7-4483-9e96-bf048a779cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.657860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.661062 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd77e8-bbcd-4595-b8cd-be9c197e5645 x-openstack-request-id: req-64cd77e8-bbcd-4595-b8cd-be9c197e5645 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:00.661357 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "tag": "cfca7561-eb9e-41a9-b9a8-62b9f23505d7", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:00.661609 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64cd77e8-bbcd-4595-b8cd-be9c197e5645 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:00.662005 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cd77e8-bbcd-4595-b8cd-be9c197e5645'] response: {'name': 'network-changed', 'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'tag': 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7', 'status': 'completed', 'code': 200} May 10 11:28:00.665864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53555e2-50f3-4263-bcb6-05e147ee7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47034dd7-5372-4996-b726-b9cadfa2eebd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:00.693615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1316a21a-fda7-4f96-8aaf-e21feb57fd3a req-692b0ac0-109f-494d-82a3-0282f44cd448 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103873 May 10 11:28:00.699410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Transition to ACTIVE for port object 90ef1466-3778-4916-81ed-7c93c8143f57 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:00.721700 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.757264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27bc1c73-f7e7-4483-9e96-bf048a779cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.779778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb31b7a-b380-4fbb-b118-f1cb19f53c9e req-9ef14236-c0d6-45d7-a237-6c73d6c330f6 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575128 May 10 11:28:00.796428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Pushing event updated for resources: {'Port': ['ID=90ef1466-3778-4916-81ed-7c93c8143f57,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:00.797795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f965b0e-6c1e-4b63-bfa7-9e567ec74771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.825966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-057e814f-ff75-4073-9446-ada325c098c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.826410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-057e814f-ff75-4073-9446-ada325c098c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.826873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-057e814f-ff75-4073-9446-ada325c098c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:00.828538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-057e814f-ff75-4073-9446-ada325c098c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2756 time: 0.1559777 May 10 11:28:00.894837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Attempting to bind port 90ef1466-3778-4916-81ed-7c93c8143f57 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:00.895533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Attempting to bind port 90ef1466-3778-4916-81ed-7c93c8143f57 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:00.896049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Attempting to bind port 90ef1466-3778-4916-81ed-7c93c8143f57 on network b82d8885-9837-461d-a782-f07a6c919529 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:00.905575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Port 90ef1466-3778-4916-81ed-7c93c8143f57 on network b82d8885-9837-461d-a782-f07a6c919529 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:00.906019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Attempting to bind port 90ef1466-3778-4916-81ed-7c93c8143f57 on network b82d8885-9837-461d-a782-f07a6c919529 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:00.912028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:00.912636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Checking segment: {'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:00.913099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Bound using segment: {'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:00.913599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Bound port: 90ef1466-3778-4916-81ed-7c93c8143f57, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde93a85-f3b3-479d-adb4-7b9de5786960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:00.914105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.948384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27bc1c73-f7e7-4483-9e96-bf048a779cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.950941 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27bc1c73-f7e7-4483-9e96-bf048a779cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.954420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-27bc1c73-f7e7-4483-9e96-bf048a779cc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47034dd7-5372-4996-b726-b9cadfa2eebd HTTP/1.1" status: 204 len: 168 time: 0.4200721 May 10 11:28:01.043073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7958dcb-0d93-4b54-ac5c-834ea866fab5 req-d4479bae-9115-4fad-a3a2-bf279a7e50ef tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:01.045772 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7958dcb-0d93-4b54-ac5c-834ea866fab5 req-d4479bae-9115-4fad-a3a2-bf279a7e50ef tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 943 time: 0.0798943 May 10 11:28:01.054811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] For port 90ef1466-3778-4916-81ed-7c93c8143f57, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:01.066700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] For port 90ef1466-3778-4916-81ed-7c93c8143f57, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90ef1466-3778-4916-81ed-7c93c8143f57,segment=NetworkSegment(cde93a85-f3b3-479d-adb4-7b9de5786960),segment_id=cde93a85-f3b3-479d-adb4-7b9de5786960)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:01.081219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.081954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc1c73-f7e7-4483-9e96-bf048a779cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47034dd7-5372-4996-b726-b9cadfa2eebd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.178221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:01.178882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.180769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] 10.222.0.70 "PUT /v2.0/ports/90ef1466-3778-4916-81ed-7c93c8143f57 HTTP/1.1" status: 200 len: 1092 time: 1.6343725 May 10 11:28:01.219340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7958dcb-0d93-4b54-ac5c-834ea866fab5 req-b152f2b6-ccb1-47b6-bb22-022415eb69fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609244 May 10 11:28:01.239118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Request body: {'port': {'device_id': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:01.287624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-f021d96a-5cf8-4c65-9c76-7ce42d188901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:01.289020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-f021d96a-5cf8-4c65-9c76-7ce42d188901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:01.289020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-f021d96a-5cf8-4c65-9c76-7ce42d188901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:01.290545 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-f021d96a-5cf8-4c65-9c76-7ce42d188901 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=786c4178695247f0bb4841baa426ce58&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4397314 May 10 11:28:01.326304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f965b0e-6c1e-4b63-bfa7-9e567ec74771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.351278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-caf5c46f-e6c0-4d9b-a714-00a39f66182b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:01.358546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-caf5c46f-e6c0-4d9b-a714-00a39f66182b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 807 time: 0.4271519 May 10 11:28:01.377399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6d2bd-8c79-422c-9db0-aba8a85dff5d service neutron] Pushing event updated for resources: {'Port': ['ID=90ef1466-3778-4916-81ed-7c93c8143f57,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.387414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.407651 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f965b0e-6c1e-4b63-bfa7-9e567ec74771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.422561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34216) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:01.461361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635b78-6d02-4b8e-9b79-1e0a326227e8 req-fa189b41-e126-4a40-9cd2-0319bf950900 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:01.464696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b635b78-6d02-4b8e-9b79-1e0a326227e8 req-fa189b41-e126-4a40-9cd2-0319bf950900 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1361821 May 10 11:28:01.474700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-e94c0264-57f1-4f4f-b670-80238311edd5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/quotas/efb5d2857e95467a96899612ae8c137d HTTP/1.1" status: 200 len: 375 time: 0.1151843 May 10 11:28:01.514855 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-435921a3-7fb9-4f46-848f-aa691816bd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.559179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3f965b0e-6c1e-4b63-bfa7-9e567ec74771 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f3741aef8a54bb79ac3da97596a0879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9511886 May 10 11:28:01.563854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:01.564998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f965b0e-6c1e-4b63-bfa7-9e567ec74771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f252cf5-608f-4f51-934d-252b568a4b47,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.577609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:01.600043 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b635b78-6d02-4b8e-9b79-1e0a326227e8 req-2acd7778-afe0-4353-97d3-a4a5a29dd88a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301794 May 10 11:28:01.621280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-765818bf-6521-408d-92c6-9015ef117f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:01.623670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca0240b0-0da2-49bf-bb19-e6229a972742 req-765818bf-6521-408d-92c6-9015ef117f20 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3241758 May 10 11:28:01.644510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-7115beef-8dd7-4726-a515-b5bd2422d3a4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1687057 May 10 11:28:01.726956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:01.750819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d', 'port_id': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', 'mac_address': 'fa:16:3e:ab:58:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049e5797-9304-4e87-8cac-afb95aabaf34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:01.781779 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-435921a3-7fb9-4f46-848f-aa691816bd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.786536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-a7bce77a-788f-4113-8923-4c293863516d service neutron] 10.222.0.13 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362715 May 10 11:28:01.788438 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-435921a3-7fb9-4f46-848f-aa691816bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.803461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:01.804165 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.818995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3ac370ab-70e5-4c8a-9da0-9ea0663719cf no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:01.827373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:01.877906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-435921a3-7fb9-4f46-848f-aa691816bd6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d5d4b271aed45f78a68b95ed50e7530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494212 May 10 11:28:01.881375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:01.884770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:01.890201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435921a3-7fb9-4f46-848f-aa691816bd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4ec9e1-394a-41fc-9b9d-a586971b3a4a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.893639 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.927399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3ac370ab-70e5-4c8a-9da0-9ea0663719cf not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:01.950139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.957363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fef98919-aa2b-42fb-9a5a-bdcd9ab7af44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.975924 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-fcd10134-c3e0-40ec-bfc8-575999e1ab4c service neutron] 10.222.0.13 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697435 May 10 11:28:01.990947 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fef98919-aa2b-42fb-9a5a-bdcd9ab7af44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.008849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-858ddb94-c859-4b7d-8280-19771a19f016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.051706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fef98919-aa2b-42fb-9a5a-bdcd9ab7af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.055252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fef98919-aa2b-42fb-9a5a-bdcd9ab7af44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.056905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fef98919-aa2b-42fb-9a5a-bdcd9ab7af44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c4ec9e1-394a-41fc-9b9d-a586971b3a4a HTTP/1.1" status: 204 len: 168 time: 0.1743870 May 10 11:28:02.068988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef98919-aa2b-42fb-9a5a-bdcd9ab7af44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4ec9e1-394a-41fc-9b9d-a586971b3a4a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.074198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-858ddb94-c859-4b7d-8280-19771a19f016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.120586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43997976-058c-42ec-a81e-c68493510502 req-31decac2-f31c-4af4-a576-7f297e9644bd tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.128092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43997976-058c-42ec-a81e-c68493510502 req-31decac2-f31c-4af4-a576-7f297e9644bd tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.135136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43997976-058c-42ec-a81e-c68493510502 req-31decac2-f31c-4af4-a576-7f297e9644bd tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.136867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43997976-058c-42ec-a81e-c68493510502 req-31decac2-f31c-4af4-a576-7f297e9644bd tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2400 time: 0.1474614 May 10 11:28:02.179799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-282b26dd-3be0-4eec-9504-ed03e35d97dc req-be9a83d8-5c8c-4a62-9d1d-e2682305b89b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 210 time: 0.0366101 May 10 11:28:02.201034 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.219052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:02.226067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-858ddb94-c859-4b7d-8280-19771a19f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.228977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-858ddb94-c859-4b7d-8280-19771a19f016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.230229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-858ddb94-c859-4b7d-8280-19771a19f016 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f252cf5-608f-4f51-934d-252b568a4b47 HTTP/1.1" status: 204 len: 168 time: 0.6665504 May 10 11:28:02.387776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ddb94-c859-4b7d-8280-19771a19f016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f252cf5-608f-4f51-934d-252b568a4b47,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.416519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b60447a-3c39-4b94-8eb1-005915ca05f4 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:02.427180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43997976-058c-42ec-a81e-c68493510502 req-3ca6d23d-4108-42ef-9113-5a31da4e03a6 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304230 May 10 11:28:02.434224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.454302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Transition to ACTIVE for port object 2b60447a-3c39-4b94-8eb1-005915ca05f4 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:02.472896 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.494073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c73e5d-e063-4491-b441-83a892ec4bfa req-0a000adf-0175-42cb-9ad4-19085bd04d5e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.495749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14c73e5d-e063-4491-b441-83a892ec4bfa req-0a000adf-0175-42cb-9ad4-19085bd04d5e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 944 time: 0.1276431 May 10 11:28:02.554792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Pushing event updated for resources: {'Port': ['ID=2b60447a-3c39-4b94-8eb1-005915ca05f4,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.585131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14c73e5d-e063-4491-b441-83a892ec4bfa req-92e94a30-a9ce-4b83-98df-8b8807ec0446 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809193 May 10 11:28:02.663544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'tag': '90ef1466-3778-4916-81ed-7c93c8143f57'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:02.667173 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab6a65c-b468-45df-a4b8-247fb1c86d93" -d '{"events": [{"name": "network-changed", "server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "tag": "90ef1466-3778-4916-81ed-7c93c8143f57"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:02.722804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Attempting to bind port 2b60447a-3c39-4b94-8eb1-005915ca05f4 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:02.723066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Attempting to bind port 2b60447a-3c39-4b94-8eb1-005915ca05f4 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:02.728778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Attempting to bind port 2b60447a-3c39-4b94-8eb1-005915ca05f4 on network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:02.753659 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71541768-96dc-4c12-ae80-7b6783059736 x-openstack-request-id: req-71541768-96dc-4c12-ae80-7b6783059736 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:02.754017 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "tag": "90ef1466-3778-4916-81ed-7c93c8143f57", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:02.754171 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71541768-96dc-4c12-ae80-7b6783059736 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:02.757797 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71541768-96dc-4c12-ae80-7b6783059736'] response: {'name': 'network-changed', 'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'tag': '90ef1466-3778-4916-81ed-7c93c8143f57', 'status': 'completed', 'code': 200} May 10 11:28:02.792286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Port 2b60447a-3c39-4b94-8eb1-005915ca05f4 on network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:02.792706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Attempting to bind port 2b60447a-3c39-4b94-8eb1-005915ca05f4 on network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:02.829253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-e2e638cf-5547-41d6-b6ef-9e559898e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.829971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-e2e638cf-5547-41d6-b6ef-9e559898e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.830671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-e2e638cf-5547-41d6-b6ef-9e559898e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.833009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-e2e638cf-5547-41d6-b6ef-9e559898e5d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2823 time: 0.0656426 May 10 11:28:02.838572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:02.839703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Checking segment: {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:02.840182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Bound using segment: {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:02.840724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Bound port: 2b60447a-3c39-4b94-8eb1-005915ca05f4, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c849039d-c3b3-42b9-a659-eab56ce52531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:02.841295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.900440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5148ff8-a510-4fd7-991d-69a08a488304 req-e9e932d9-5fa4-4c66-b1f6-9845966308e8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.902512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5148ff8-a510-4fd7-991d-69a08a488304 req-e9e932d9-5fa4-4c66-b1f6-9845966308e8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1633482 May 10 11:28:02.987569 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5148ff8-a510-4fd7-991d-69a08a488304 req-d6149401-e4a2-420d-9766-c92688419539 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746448 May 10 11:28:02.990176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-7cc99093-e41a-4d8b-aef0-71bdbb76514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.991075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-7cc99093-e41a-4d8b-aef0-71bdbb76514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.991202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-7cc99093-e41a-4d8b-aef0-71bdbb76514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:02.992983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-7cc99093-e41a-4d8b-aef0-71bdbb76514a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=786c4178695247f0bb4841baa426ce58&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1466372 May 10 11:28:02.995881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] For port 2b60447a-3c39-4b94-8eb1-005915ca05f4, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:03.004279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] For port 2b60447a-3c39-4b94-8eb1-005915ca05f4, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2b60447a-3c39-4b94-8eb1-005915ca05f4,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:03.016912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.055008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.055582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.057304 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] 10.222.0.70 "PUT /v2.0/ports/2b60447a-3c39-4b94-8eb1-005915ca05f4 HTTP/1.1" status: 200 len: 1091 time: 1.8369427 May 10 11:28:03.117615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb50c1-c369-4922-925c-0ba5cb03b152 service neutron] Pushing event updated for resources: {'Port': ['ID=2b60447a-3c39-4b94-8eb1-005915ca05f4,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:03.133130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34260) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:03.152387 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee26c-76e9-4108-910a-059b7ecd2cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.162636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-666280ea-11e5-490e-a8a7-fe76d5017117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.164358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ab6a65c-b468-45df-a4b8-247fb1c86d93 req-666280ea-11e5-490e-a8a7-fe76d5017117 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633639 May 10 11:28:03.341768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c587fda5-921a-4166-9455-f6bae1e05f77 req-4af951e6-7edc-4912-b575-a9bd355a0804 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 210 time: 0.0541990 May 10 11:28:03.366142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-f2b3115e-28a2-4983-8d66-a366ef429754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.366715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-f2b3115e-28a2-4983-8d66-a366ef429754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.367209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-f2b3115e-28a2-4983-8d66-a366ef429754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.368878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-f2b3115e-28a2-4983-8d66-a366ef429754 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2865 time: 0.1392589 May 10 11:28:03.370983 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee26c-76e9-4108-910a-059b7ecd2cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.375476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee26c-76e9-4108-910a-059b7ecd2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.429012 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-1bb4de77-9d6d-426c-b5ed-22cee6ddf8be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=cfca7561-eb9e-41a9-b9a8-62b9f23505d7 HTTP/1.1" status: 200 len: 217 time: 0.0497818 May 10 11:28:03.477622 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cb7ee26c-76e9-4108-910a-059b7ecd2cf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15c28ba460f34d8c9c05f5d366ffb6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431334 May 10 11:28:03.480807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34272) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:03.484705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ee26c-76e9-4108-910a-059b7ecd2cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e69f1-f01b-4cf9-8ebd-79727dafb70f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:03.501844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3cda82c3-ed96-4d2a-b2cc-f0a6faa803b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.504052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3cda82c3-ed96-4d2a-b2cc-f0a6faa803b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0433def5-952f-4a99-8cbd-f8370f89dc4b HTTP/1.1" status: 200 len: 801 time: 0.0634403 May 10 11:28:03.563441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-fbbbb1f4-5029-44e7-89d9-a363ceb2eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.565104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-fbbbb1f4-5029-44e7-89d9-a363ceb2eb93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469630 May 10 11:28:03.580374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b997e37a-c8a9-4d2c-9ed2-ee0c3a8faef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.585340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:03.687290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:03.690355 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b997e37a-c8a9-4d2c-9ed2-ee0c3a8faef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.694192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:03.695371 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.759121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efc036-a082-461b-a237-e1c1c4d23b15 req-c15a691a-fc3b-48b1-b4d1-087fb2158c6a tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.768608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efc036-a082-461b-a237-e1c1c4d23b15 req-c15a691a-fc3b-48b1-b4d1-087fb2158c6a tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.776315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efc036-a082-461b-a237-e1c1c4d23b15 req-c15a691a-fc3b-48b1-b4d1-087fb2158c6a tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.781039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19efc036-a082-461b-a237-e1c1c4d23b15 req-c15a691a-fc3b-48b1-b4d1-087fb2158c6a tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2412 time: 0.2273073 May 10 11:28:03.849462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-1b90ebed-e421-4c7b-abb4-58647ca1448c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.851384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-1b90ebed-e421-4c7b-abb4-58647ca1448c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 807 time: 0.2638974 May 10 11:28:03.851773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-5b3cb90a-e8bf-4da4-a12f-b7a51ea20376 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749801 May 10 11:28:03.867294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b4a9d-af03-4025-8bdc-0fba127f2e2c req-05cb578e-3144-45f4-9814-3094c2f8927f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:03.867740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19efc036-a082-461b-a237-e1c1c4d23b15 req-fd47a56f-ff6c-4f02-b3c1-57a17fa79476 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777328 May 10 11:28:03.869106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c48b4a9d-af03-4025-8bdc-0fba127f2e2c req-05cb578e-3144-45f4-9814-3094c2f8927f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 944 time: 0.1661615 May 10 11:28:03.889833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Request body: {'port': {'device_id': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'admin_state_up': True, 'tenant_id': 'efb5d2857e95467a96899612ae8c137d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:03.902073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b997e37a-c8a9-4d2c-9ed2-ee0c3a8faef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.904635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b997e37a-c8a9-4d2c-9ed2-ee0c3a8faef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.905762 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b997e37a-c8a9-4d2c-9ed2-ee0c3a8faef7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e46e69f1-f01b-4cf9-8ebd-79727dafb70f HTTP/1.1" status: 204 len: 168 time: 0.4239347 May 10 11:28:03.965267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997e37a-c8a9-4d2c-9ed2-ee0c3a8faef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e69f1-f01b-4cf9-8ebd-79727dafb70f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:04.005229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:04.005632 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.007619 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c48b4a9d-af03-4025-8bdc-0fba127f2e2c req-d736c99d-3d2f-4e22-9cde-6144b679bb4f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193645 May 10 11:28:04.046633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:04.050646 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a0db01-d616-41c6-862b-0e6a97f496ac" -d '{"events": [{"server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "name": "network-vif-plugged", "status": "completed", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:04.073266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:04.077490 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-4f05cd3a-a6ad-4b21-83d6-61b8f849de30 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031155 May 10 11:28:04.091223 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.100140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Made reservation on behalf of efb5d2857e95467a96899612ae8c137d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:04.104357 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.151129 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8bb240-c589-4daa-946a-323aa09405d1 x-openstack-request-id: req-ed8bb240-c589-4daa-946a-323aa09405d1 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:04.151974 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "name": "network-vif-plugged", "status": "completed", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:04.153833 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed8bb240-c589-4daa-946a-323aa09405d1 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:04.155570 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8bb240-c589-4daa-946a-323aa09405d1'] response: {'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', 'code': 200} May 10 11:28:04.164191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-b3c67a15-147f-4462-b1b8-a339a209656d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=90ef1466-3778-4916-81ed-7c93c8143f57 HTTP/1.1" status: 200 len: 217 time: 0.0766654 May 10 11:28:04.243126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:04.247023 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c80403fc-0780-4d01-bf2f-cdcfd06292aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.270155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3798cd0b-1975-4631-8c18-c906860ef987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:04.271700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3798cd0b-1975-4631-8c18-c906860ef987 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ac54c0b-0378-486c-9be8-730b8fb2c529 HTTP/1.1" status: 200 len: 801 time: 0.0996342 May 10 11:28:04.319842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2047f1-ca1f-4763-81b1-0307d7fb06df req-17198da8-91ce-4fdd-93f1-d0f2245b3ede tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:04.327696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eb2047f1-ca1f-4763-81b1-0307d7fb06df req-17198da8-91ce-4fdd-93f1-d0f2245b3ede tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1993320 May 10 11:28:04.337903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-32bb8cf9-73a9-4944-848f-a051ae897c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:04.340759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-32bb8cf9-73a9-4944-848f-a051ae897c86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b82d8885-9837-461d-a782-f07a6c919529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616603 May 10 11:28:04.383831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85550c81-b3f3-438e-bc2e-ce2fda1864e0 req-ec36b35c-8167-4f5c-b43e-882c997223dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:04.385802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85550c81-b3f3-438e-bc2e-ce2fda1864e0 req-ec36b35c-8167-4f5c-b43e-882c997223dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1096 time: 0.1523321 May 10 11:28:04.460248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eb2047f1-ca1f-4763-81b1-0307d7fb06df req-03331309-0d52-4ed2-88e4-5cb5c647e5f0 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269443 May 10 11:28:04.461670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-fa47fe6a-1614-4abb-a065-f58af74b14cc service neutron] 10.222.0.70 "GET /v2.0/networks/b82d8885-9837-461d-a782-f07a6c919529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120100 May 10 11:28:04.464755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Allocated IP 172.20.0.12 (71ab3599-0b94-42b0-a8b7-bdcda1d316b9/7a0684e5-74b7-4e63-96d3-9612fb08251a/e4e2a152-52b7-4057-b23c-8274f16de740) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:04.496712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85550c81-b3f3-438e-bc2e-ce2fda1864e0 req-cced651b-050e-445d-afae-aef9c12e3bb7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020322 May 10 11:28:04.561435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6cda13a-bf13-46d8-a2d6-c495cdaa973a req-289df240-610d-4e02-b379-59452bf9123b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 210 time: 0.0364888 May 10 11:28:04.593164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-faa1fd3d-fae8-4817-ad65-bc94a8ce9c69 service neutron] 10.222.0.70 "GET /v2.0/networks/b82d8885-9837-461d-a782-f07a6c919529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240447 May 10 11:28:04.641819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-143035bb-5495-47a8-bb31-084adf912411 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=2b60447a-3c39-4b94-8eb1-005915ca05f4 HTTP/1.1" status: 200 len: 217 time: 0.0413630 May 10 11:28:04.672843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.697435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3f2850fb-a2cf-4a58-b103-feed018bb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:04.698998 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3f2850fb-a2cf-4a58-b103-feed018bb949 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0433def5-952f-4a99-8cbd-f8370f89dc4b HTTP/1.1" status: 200 len: 801 time: 0.0514135 May 10 11:28:04.722386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.759259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'tag': '2b60447a-3c39-4b94-8eb1-005915ca05f4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:04.761764 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92495ffe-9261-4c48-96ff-41c89442386c" -d '{"events": [{"name": "network-changed", "server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "tag": "2b60447a-3c39-4b94-8eb1-005915ca05f4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:04.767975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3e254695-0b93-4c5c-90fc-c2afa4d48fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:04.771452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-3e254695-0b93-4c5c-90fc-c2afa4d48fd0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641370 May 10 11:28:04.778685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:04.781583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:04.788398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:04.821868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Pushing event updated for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:04.825136 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54221554-0d12-4e9b-92b8-43992cd204d2 x-openstack-request-id: req-54221554-0d12-4e9b-92b8-43992cd204d2 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:04.825527 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "tag": "2b60447a-3c39-4b94-8eb1-005915ca05f4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:04.825655 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54221554-0d12-4e9b-92b8-43992cd204d2 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:04.826014 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54221554-0d12-4e9b-92b8-43992cd204d2'] response: {'name': 'network-changed', 'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'tag': '2b60447a-3c39-4b94-8eb1-005915ca05f4', 'status': 'completed', 'code': 200} May 10 11:28:04.855583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:04.856974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.877371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-2045e53b-a901-4ea8-b79c-1d6a91a3bfb4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9918373 May 10 11:28:04.894853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Request body: {'port': {'device_id': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:05.017142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.047286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55543e1-62cf-46af-9f75-ea75287691bc req-9f1aee89-cd0c-4d3e-b044-9bd3354a3539 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.053754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55543e1-62cf-46af-9f75-ea75287691bc req-9f1aee89-cd0c-4d3e-b044-9bd3354a3539 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.060147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55543e1-62cf-46af-9f75-ea75287691bc req-9f1aee89-cd0c-4d3e-b044-9bd3354a3539 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.061878 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f55543e1-62cf-46af-9f75-ea75287691bc req-9f1aee89-cd0c-4d3e-b044-9bd3354a3539 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2412 time: 0.1201108 May 10 11:28:05.141560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f55543e1-62cf-46af-9f75-ea75287691bc req-2082385e-010a-404c-b1c9-8656a573f6bf tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608628 May 10 11:28:05.260373 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.268386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-8c8a2670-c45f-46f5-a6cf-0d9dd7548c63 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902215 May 10 11:28:05.336831 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-df7f3040-b68d-45b1-8ae6-e9161200f4ef tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a41d971a3ab4413afd91700ebf784a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669687 May 10 11:28:05.411877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5692b-cee5-48a5-b7e1-b97c8b8f4556 req-8d2b2f5e-19a1-4215-86eb-dd4eef6c9606 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.413529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28d5692b-cee5-48a5-b7e1-b97c8b8f4556 req-8d2b2f5e-19a1-4215-86eb-dd4eef6c9606 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 945 time: 0.1473162 May 10 11:28:05.457400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e2a152-52b7-4057-b23c-8274f16de740 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:05.466129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.478971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b42b7a22-27a5-4aa1-8365-16a6bec77034 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.479319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Transition to ACTIVE for port object e4e2a152-52b7-4057-b23c-8274f16de740 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:05.481139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b42b7a22-27a5-4aa1-8365-16a6bec77034 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436682 May 10 11:28:05.497846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.524001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-4c9bdf4a-6af3-49b0-bb9b-564066ee0cb7 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/quotas/8a41d971a3ab4413afd91700ebf784a8 HTTP/1.1" status: 200 len: 375 time: 0.0306330 May 10 11:28:05.528186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7bbd294-cabb-4da2-ac6c-69bd908cd49c req-d2dadfb0-b542-4bc7-867a-81e8518187f8 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496748 May 10 11:28:05.556440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28d5692b-cee5-48a5-b7e1-b97c8b8f4556 req-44ae8de2-5c47-4b60-a84f-2d69e754d022 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755165 May 10 11:28:05.570435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:05.607887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-ebdac2b4-cbe6-44c2-af08-d715e80980ae tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a41d971a3ab4413afd91700ebf784a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625806 May 10 11:28:05.714622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:05.714931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:05.715138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:05.721185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:05.721500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:05.740317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495ffe-9261-4c48-96ff-41c89442386c req-78972380-969f-4f86-b4b6-bd57e05621a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.740795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495ffe-9261-4c48-96ff-41c89442386c req-78972380-969f-4f86-b4b6-bd57e05621a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.741294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495ffe-9261-4c48-96ff-41c89442386c req-78972380-969f-4f86-b4b6-bd57e05621a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.742999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92495ffe-9261-4c48-96ff-41c89442386c req-78972380-969f-4f86-b4b6-bd57e05621a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2865 time: 0.1295929 May 10 11:28:05.746526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:05.746983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:05.747241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:05.747679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Bound port: e4e2a152-52b7-4057-b23c-8274f16de740, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:05.748125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.814913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97f70d-f581-46cc-87ff-166d0840cfa7 req-bff8c250-ccb5-4f82-8541-bb28fde0fdaf tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.825802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae97f70d-f581-46cc-87ff-166d0840cfa7 req-bff8c250-ccb5-4f82-8541-bb28fde0fdaf tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1414948 May 10 11:28:05.927330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae97f70d-f581-46cc-87ff-166d0840cfa7 req-3401b42c-eea9-434f-9c21-e6e810b86178 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005101 May 10 11:28:05.953119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:05.957358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:05.965853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.971458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495ffe-9261-4c48-96ff-41c89442386c req-6cd82185-b1b5-43ff-b0cf-43261039ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.974319 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92495ffe-9261-4c48-96ff-41c89442386c req-6cd82185-b1b5-43ff-b0cf-43261039ad08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 HTTP/1.1" status: 200 len: 902 time: 0.2216289 May 10 11:28:05.983921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86de9b-a393-496e-9962-b0f9299d66c0 req-d31c929e-986d-4b6c-993a-b685cd39c4db tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:05.995785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd86de9b-a393-496e-9962-b0f9299d66c0 req-d31c929e-986d-4b6c-993a-b685cd39c4db tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 944 time: 0.1262286 May 10 11:28:06.070177 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92495ffe-9261-4c48-96ff-41c89442386c req-a864445a-adc3-4af3-a2d3-e3173e2d7d7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=2b60447a-3c39-4b94-8eb1-005915ca05f4 HTTP/1.1" status: 200 len: 217 time: 0.0714905 May 10 11:28:06.091496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.092505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:06.094148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] 10.222.0.70 "PUT /v2.0/ports/e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 1092 time: 1.2090373 May 10 11:28:06.129544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495ffe-9261-4c48-96ff-41c89442386c req-932f1faa-6fb3-4ec7-b084-0463102538b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.131810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92495ffe-9261-4c48-96ff-41c89442386c req-932f1faa-6fb3-4ec7-b084-0463102538b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0433def5-952f-4a99-8cbd-f8370f89dc4b HTTP/1.1" status: 200 len: 801 time: 0.0527508 May 10 11:28:06.171811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b08a9c9a-2651-4d5a-ae26-aef63b5290cd req-b6690ddb-1624-48bc-be43-489505ed467e tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 210 time: 0.0763237 May 10 11:28:06.237953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22673bfe-9a2d-4fd5-9f71-f606f223bdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:06.275658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-b9db86f9-3046-4b5a-ba08-8add5b743a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.278538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-b9db86f9-3046-4b5a-ba08-8add5b743a37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1095 time: 0.1039515 May 10 11:28:06.282400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd86de9b-a393-496e-9962-b0f9299d66c0 req-8a77b8c5-31e7-4eb1-a248-652f178535a2 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852635 May 10 11:28:06.316527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495ffe-9261-4c48-96ff-41c89442386c req-368e3d0d-e139-4c36-83de-1a15469a676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.319016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92495ffe-9261-4c48-96ff-41c89442386c req-368e3d0d-e139-4c36-83de-1a15469a676e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1768737 May 10 11:28:06.372670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-9d635ec0-4a62-4a91-90a3-965c3548b83c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 217 time: 0.0821421 May 10 11:28:06.449551 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7a227717-f2bc-4510-b2ff-2db47601866d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:06.482566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-9b44b60e-81fe-4d55-b6af-739ac56ac90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.484848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-9b44b60e-81fe-4d55-b6af-739ac56ac90c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0890026 May 10 11:28:06.520064 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92495ffe-9261-4c48-96ff-41c89442386c req-e40d0f5b-1e9a-4f3b-baf6-44df4ef1e03e service neutron] 10.222.0.70 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938334 May 10 11:28:06.602795 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:28:06.614468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-4cb0d678-61b0-42ba-958b-783abc0b998f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891469 May 10 11:28:06.675890 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92495ffe-9261-4c48-96ff-41c89442386c req-48f4c70a-dfe9-41a7-94f1-26262bbeef74 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479523 May 10 11:28:06.713554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36075-bc9a-4d44-95bd-7df89f264b9c req-387fd3b7-6b60-40fc-b71f-63b9aeff70f4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.723423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36075-bc9a-4d44-95bd-7df89f264b9c req-387fd3b7-6b60-40fc-b71f-63b9aeff70f4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.731580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36075-bc9a-4d44-95bd-7df89f264b9c req-387fd3b7-6b60-40fc-b71f-63b9aeff70f4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.733695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5c36075-bc9a-4d44-95bd-7df89f264b9c req-387fd3b7-6b60-40fc-b71f-63b9aeff70f4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2412 time: 0.3650830 May 10 11:28:06.771617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19faf4f-7720-4be4-9258-e24bfdc85cd7 req-070a53cf-d3a9-4c6a-8068-d666285d9f39 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:06.774770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f19faf4f-7720-4be4-9258-e24bfdc85cd7 req-070a53cf-d3a9-4c6a-8068-d666285d9f39 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 945 time: 0.0774357 May 10 11:28:06.815449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5c36075-bc9a-4d44-95bd-7df89f264b9c req-aab149d6-96b6-4f55-ba50-daf356917802 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743635 May 10 11:28:06.832115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:06.835770 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:06.836459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f19faf4f-7720-4be4-9258-e24bfdc85cd7 req-5aeeced9-a375-4f82-870f-ce8f22de3707 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525987 May 10 11:28:06.884795 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-d2765dca-be4a-4f4e-a3fb-956a88cc3ba0 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614360 May 10 11:28:07.009068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-d306e23a-8fc8-4571-87a8-7795f54080c4 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-202466347&fields=id&tenant_id=0e90d03515814b7c90f1878638604f49 HTTP/1.1" status: 200 len: 267 time: 0.0622261 May 10 11:28:07.045120 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914defd4-0073-4273-bb95-71a9141e02f6 x-openstack-request-id: req-914defd4-0073-4273-bb95-71a9141e02f6 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:07.045861 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:07.046198 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-914defd4-0073-4273-bb95-71a9141e02f6 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:07.046722 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914defd4-0073-4273-bb95-71a9141e02f6'] response: {'name': 'network-changed', 'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740', 'status': 'completed', 'code': 200} May 10 11:28:07.067782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-5434782f-566a-4f95-841f-3aca414ec247 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:07.069871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-5434782f-566a-4f95-841f-3aca414ec247 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 945 time: 0.0598199 May 10 11:28:07.078340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc4f7088-d588-426b-93ec-e9d88219bf47 req-47dd5c06-67a6-4240-811e-37ed5e7edfc3 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850269 May 10 11:28:07.097362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'port': {'security_groups': ['1068a9b7-8f7e-445e-8ea5-03a5c9eef85f', '2bdf8923-3f29-484b-84f3-200b9753ff8b']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:07.150594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d1576-201a-4ec0-b51a-3fef02c65e52 req-3da3611e-a82c-4f29-b70e-8b10f7232a3e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:07.153394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a7d1576-201a-4ec0-b51a-3fef02c65e52 req-3da3611e-a82c-4f29-b70e-8b10f7232a3e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1055970 May 10 11:28:07.208586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.259595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a7d1576-201a-4ec0-b51a-3fef02c65e52 req-65a796c5-4fc0-4a10-85a3-15fcd2634796 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931816 May 10 11:28:07.262515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-1c727f35-03be-42ab-81da-fdd7b3514213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:07.265946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-1c727f35-03be-42ab-81da-fdd7b3514213 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1095 time: 0.1114366 May 10 11:28:07.346450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-92edc5d9-d410-47ac-8b56-be32ab9b97ee tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8a41d971a3ab4413afd91700ebf784a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246856 May 10 11:28:07.392146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfc0fc31-855a-4504-9dad-5b149ab929a0 req-da3e0ed4-cc11-40e0-9a24-4413f0fe50ee tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 210 time: 0.0378995 May 10 11:28:07.452118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-decdfeca-e97e-4149-8a23-876013e71907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:07.457687 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-decdfeca-e97e-4149-8a23-876013e71907 service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.1828141 May 10 11:28:07.549434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f5aa6a2f-8374-4b99-a6ad-0af040220531 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:07.550955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f5aa6a2f-8374-4b99-a6ad-0af040220531 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899912 May 10 11:28:07.552335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-2b1a7b6c-8d1c-419e-88c6-d856908fa303 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 217 time: 0.0887249 May 10 11:28:07.564837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] For port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:07.571731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Request body: {'port': {'device_id': 'e50622dc-e7a4-4423-8d8e-17ae6cd5f378', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '8a41d971a3ab4413afd91700ebf784a8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:07.642911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.653892 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.659000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.670030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4868b-2d95-4a41-a13a-86dd8786dd0c req-af62f880-4b58-46b6-9c85-ccb7396d83b4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:07.671180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:07.671881 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4c4868b-2d95-4a41-a13a-86dd8786dd0c req-af62f880-4b58-46b6-9c85-ccb7396d83b4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 944 time: 0.1314359 May 10 11:28:07.674015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-c87b9b65-ea10-40f9-aaa8-b5e3cbf7ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:07.675405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-c87b9b65-ea10-40f9-aaa8-b5e3cbf7ddb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1017880 May 10 11:28:07.728850 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-b397eb24-3781-42b9-a090-63134969d1cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399501 May 10 11:28:07.743437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:07.743976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.749502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7eb7e957-0235-4df9-a866-05cfffd5d5d7 req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "PUT /v2.0/ports/e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 HTTP/1.1" status: 200 len: 981 time: 0.6678004 May 10 11:28:07.750436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:07.753677 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a71875f-497c-4b52-a662-6226770ba49d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:07.772330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34412) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:07.789802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0253cfd-9d05-44de-a7aa-a09d23f1354b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'Port': ['ID=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:07.798145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4c4868b-2d95-4a41-a13a-86dd8786dd0c req-e1191e0a-b2e8-4cd9-b00c-b2de2f2ceeaa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186452 May 10 11:28:07.807315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Made reservation on behalf of 8a41d971a3ab4413afd91700ebf784a8 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:07.812752 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.823673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cfca7561-eb9e-41a9-b9a8-62b9f23505d7 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:07.824582 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.906569 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12440703-199d-49c3-b6b6-5f9fd867f11a x-openstack-request-id: req-12440703-199d-49c3-b6b6-5f9fd867f11a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:07.906861 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:07.907110 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12440703-199d-49c3-b6b6-5f9fd867f11a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:07.907608 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12440703-199d-49c3-b6b6-5f9fd867f11a'] response: {'name': 'network-changed', 'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', 'status': 'completed', 'code': 200} May 10 11:28:07.930012 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-fc5386d4-79f0-4435-8297-5728fa8476fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1286801780&fields=id&tenant_id=0e90d03515814b7c90f1878638604f49 HTTP/1.1" status: 200 len: 267 time: 0.0595617 May 10 11:28:07.962003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:08.008730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03b67be1-b0f8-4af2-bc3c-fd351621842c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.012091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.025442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.047543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-3f9d1c34-88b6-4e20-aecb-19da6138e501 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032508 May 10 11:28:08.096310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cfca7561-eb9e-41a9-b9a8-62b9f23505d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:08.115580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-eacae02a-8a6a-4c0d-997e-234424ca67c8 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:08.117261 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-eacae02a-8a6a-4c0d-997e-234424ca67c8 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 984 time: 0.1779277 May 10 11:28:08.122879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178b8354-d2a5-4fb7-a426-d40434312ca4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:08.152145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7', 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68', 'port_id': 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7', 'mac_address': 'fa:16:3e:5b:46:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0433def5-952f-4a99-8cbd-f8370f89dc4b', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:08.154988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'port': {'security_groups': ['1068a9b7-8f7e-445e-8ea5-03a5c9eef85f', '2bdf8923-3f29-484b-84f3-200b9753ff8b', 'd3048b36-9f24-41b1-b77c-1fbb358c6491']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:08.160161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71875f-497c-4b52-a662-6226770ba49d req-dfb6c9c3-50b4-455b-995d-79436073ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:08.162642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a71875f-497c-4b52-a662-6226770ba49d req-dfb6c9c3-50b4-455b-995d-79436073ad7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1135 time: 0.1998830 May 10 11:28:08.186506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a62fb-330e-4ef4-a6d4-e9ca1012ec1c req-36ab7007-6b0c-455b-a0bf-dd3c1354c4e6 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:08.191640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a62fb-330e-4ef4-a6d4-e9ca1012ec1c req-36ab7007-6b0c-455b-a0bf-dd3c1354c4e6 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:08.199109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a62fb-330e-4ef4-a6d4-e9ca1012ec1c req-36ab7007-6b0c-455b-a0bf-dd3c1354c4e6 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:08.204375 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce2a62fb-330e-4ef4-a6d4-e9ca1012ec1c req-36ab7007-6b0c-455b-a0bf-dd3c1354c4e6 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2412 time: 0.2021720 May 10 11:28:08.278765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:08.279564 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.303926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.315061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Allocated IP 192.168.233.96 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/e9fb6d43-907c-4dcf-902b-c2b83862a44d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:08.324267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfca7561-eb9e-41a9-b9a8-62b9f23505d7 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:08.338658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03b67be1-b0f8-4af2-bc3c-fd351621842c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.349123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03b67be1-b0f8-4af2-bc3c-fd351621842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.360912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cfca7561-eb9e-41a9-b9a8-62b9f23505d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:08.374851 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.376207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 2b60447a-3c39-4b94-8eb1-005915ca05f4 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:08.451088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-03b67be1-b0f8-4af2-bc3c-fd351621842c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=542729730ab242b99b16a317c4bffad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6754465 May 10 11:28:08.460878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34422) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:08.474214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:08.483396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b67be1-b0f8-4af2-bc3c-fd351621842c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4f7ef9-6504-482a-b84a-fc1d06681e2e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:08.485545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 2b60447a-3c39-4b94-8eb1-005915ca05f4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2b60447a-3c39-4b94-8eb1-005915ca05f4,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:08.509679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '2b60447a-3c39-4b94-8eb1-005915ca05f4', 'network_id': '0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68', 'port_id': '2b60447a-3c39-4b94-8eb1-005915ca05f4', 'mac_address': 'fa:16:3e:06:24:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0433def5-952f-4a99-8cbd-f8370f89dc4b', 'ip_address': '19.80.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:08.562232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 2b60447a-3c39-4b94-8eb1-005915ca05f4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:08.563214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.580740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b60447a-3c39-4b94-8eb1-005915ca05f4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:08.602693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 2b60447a-3c39-4b94-8eb1-005915ca05f4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2b60447a-3c39-4b94-8eb1-005915ca05f4,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:08.607069 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.607936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90ef1466-3778-4916-81ed-7c93c8143f57 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:08.620584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e491d20-ed0c-4c68-b6a4-ad1d2db2ba9a req-e2fea79b-f795-4db1-88d9-241e9f7a1627 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496988 May 10 11:28:08.637549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce2a62fb-330e-4ef4-a6d4-e9ca1012ec1c req-6b678c67-220a-4262-b306-aec873e527a9 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209907 May 10 11:28:08.682234 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e033695c-198f-4f2c-90fe-93686674510f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.698806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71875f-497c-4b52-a662-6226770ba49d req-568f9805-2f8e-4d1c-9471-cddc5e0124eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:08.701897 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a71875f-497c-4b52-a662-6226770ba49d req-568f9805-2f8e-4d1c-9471-cddc5e0124eb service neutron] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 914 time: 0.5252166 May 10 11:28:08.711904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.725160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=2b60447a-3c39-4b94-8eb1-005915ca05f4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:08.753203 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e033695c-198f-4f2c-90fe-93686674510f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.768887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90ef1466-3778-4916-81ed-7c93c8143f57, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90ef1466-3778-4916-81ed-7c93c8143f57,segment=NetworkSegment(cde93a85-f3b3-479d-adb4-7b9de5786960),segment_id=cde93a85-f3b3-479d-adb4-7b9de5786960)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:08.782761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '90ef1466-3778-4916-81ed-7c93c8143f57', 'network_id': 'b82d8885-9837-461d-a782-f07a6c919529', 'port_id': '90ef1466-3778-4916-81ed-7c93c8143f57', 'mac_address': 'fa:16:3e:ad:cc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac54c0b-0378-486c-9be8-730b8fb2c529', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:08.791907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a71875f-497c-4b52-a662-6226770ba49d req-189c4f55-af02-423a-9b2b-9914a96768d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 HTTP/1.1" status: 200 len: 217 time: 0.0797634 May 10 11:28:08.829051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 90ef1466-3778-4916-81ed-7c93c8143f57 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:08.829768 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.830412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] For port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:08.837288 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.847105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ef1466-3778-4916-81ed-7c93c8143f57 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:08.859460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de4b3f-995e-4db0-bf04-192ab4aa1fed req-340b6275-966d-4313-95b1-e9e146e5272a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:08.865362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9de4b3f-995e-4db0-bf04-192ab4aa1fed req-340b6275-966d-4313-95b1-e9e146e5272a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1347024 May 10 11:28:08.872060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90ef1466-3778-4916-81ed-7c93c8143f57, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90ef1466-3778-4916-81ed-7c93c8143f57,segment=NetworkSegment(cde93a85-f3b3-479d-adb4-7b9de5786960),segment_id=cde93a85-f3b3-479d-adb4-7b9de5786960)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:08.876605 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.915449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:08.916455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e033695c-198f-4f2c-90fe-93686674510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.919335 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e033695c-198f-4f2c-90fe-93686674510f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.923155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e033695c-198f-4f2c-90fe-93686674510f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd4f7ef9-6504-482a-b84a-fc1d06681e2e HTTP/1.1" status: 204 len: 168 time: 0.4546082 May 10 11:28:08.929891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71875f-497c-4b52-a662-6226770ba49d req-b94b65cc-016a-4e35-9e69-675b1e031eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:08.931372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a71875f-497c-4b52-a662-6226770ba49d req-b94b65cc-016a-4e35-9e69-675b1e031eab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.1297359 May 10 11:28:08.938174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:08.942104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9de4b3f-995e-4db0-bf04-192ab4aa1fed req-59f109fb-1826-4ba6-a514-bedee6774147 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730917 May 10 11:28:08.945431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.947660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:08.959575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=90ef1466-3778-4916-81ed-7c93c8143f57,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:08.983260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Pushing event updated for resources: {'Port': ['ID=e9fb6d43-907c-4dcf-902b-c2b83862a44d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:08.988663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033695c-198f-4f2c-90fe-93686674510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4f7ef9-6504-482a-b84a-fc1d06681e2e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:08.993275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.009497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:09.019535 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a71875f-497c-4b52-a662-6226770ba49d req-ef8da2dc-9390-4fdb-b5eb-32385f59c3c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762858 May 10 11:28:09.041687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:09.042333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.068826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:09.069489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.077116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08aebf0d-8834-4b5f-b9a7-832fe022e3f3 req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "PUT /v2.0/ports/e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 HTTP/1.1" status: 200 len: 1020 time: 0.9291902 May 10 11:28:09.090493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-b3ce2efc-c455-453c-954a-41c44c544521 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5226533 May 10 11:28:09.132685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Request body: {'port': {'device_id': 'e50622dc-e7a4-4423-8d8e-17ae6cd5f378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:09.204221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['90ef1466-3778-4916-81ed-7c93c8143f57'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:09.206228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:09.221505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471fb42-7680-4c97-b025-adace5ebdd27 req-c909dcf3-dac2-4f75-946b-843b8a47c202 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:09.233820 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4471fb42-7680-4c97-b025-adace5ebdd27 req-c909dcf3-dac2-4f75-946b-843b8a47c202 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 935 time: 0.1276894 May 10 11:28:09.246899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18839e1d-f262-45d2-bdad-3ba03d0b48f1 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'Port': ['ID=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:09.252803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['2b60447a-3c39-4b94-8eb1-005915ca05f4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:09.313798 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.326271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a71875f-497c-4b52-a662-6226770ba49d req-d9433fcf-ffca-4a6b-b295-ce9fac950068 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854786 May 10 11:28:09.327522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e4d78-b098-4bea-83d7-cd40237f275d req-1e66e4d0-2c26-4d3d-9278-92b380a799a9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:09.329112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-203e4d78-b098-4bea-83d7-cd40237f275d req-1e66e4d0-2c26-4d3d-9278-92b380a799a9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 944 time: 0.1123431 May 10 11:28:09.376119 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.429963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4471fb42-7680-4c97-b025-adace5ebdd27 req-5468c69d-6178-4f63-819d-da1beac15063 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951020 May 10 11:28:09.481658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a71875f-497c-4b52-a662-6226770ba49d req-6e31e15a-b5fc-4126-92f0-805297c2830c service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441641 May 10 11:28:09.570765 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.578778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-203e4d78-b098-4bea-83d7-cd40237f275d req-ce61b7c1-7899-460c-81b6-2d63eb18d3de tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414703 May 10 11:28:09.599774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34432) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:09.613725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-708fa089-a231-40b1-be5e-87eaab4265e3 None None] Provisioning complete for port e9fb6d43-907c-4dcf-902b-c2b83862a44d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:09.613725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-708fa089-a231-40b1-be5e-87eaab4265e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.622203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d9f16-ae2a-41d0-9a2f-dab94c7b0f8b req-eb79f8d9-db61-4c4a-98ec-14f20e4cc69e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:09.625290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f93d9f16-ae2a-41d0-9a2f-dab94c7b0f8b req-eb79f8d9-db61-4c4a-98ec-14f20e4cc69e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1023 time: 0.0933912 May 10 11:28:09.644333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8238949c-286e-4af5-9a62-28f4303396a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.715812 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f93d9f16-ae2a-41d0-9a2f-dab94c7b0f8b req-ec618783-40c5-4bd7-8052-8f59ba422561 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3048b36-9f24-41b1-b77c-1fbb358c6491&id=2bdf8923-3f29-484b-84f3-200b9753ff8b&id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f HTTP/1.1" status: 200 len: 6148 time: 0.0841017 May 10 11:28:09.742296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c987604e-f05f-4736-bb61-8e3d2a73504a req-cdd76d31-eb8d-4e86-bafa-fc9872df585f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': ' tempest-securitygroup -554886254 ', 'description': 'tempest-description-883787396'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:09.753196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-708fa089-a231-40b1-be5e-87eaab4265e3 None None] Port e9fb6d43-907c-4dcf-902b-c2b83862a44d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:28:09.765425 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c987604e-f05f-4736-bb61-8e3d2a73504a req-cdd76d31-eb8d-4e86-bafa-fc9872df585f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.794481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8238949c-286e-4af5-9a62-28f4303396a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.803855 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8238949c-286e-4af5-9a62-28f4303396a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.842461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device e4e2a152-52b7-4057-b23c-8274f16de740 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:09.852945 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c987604e-f05f-4736-bb61-8e3d2a73504a req-cdd76d31-eb8d-4e86-bafa-fc9872df585f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.859600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c987604e-f05f-4736-bb61-8e3d2a73504a req-cdd76d31-eb8d-4e86-bafa-fc9872df585f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.900864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f5c76-c6cb-4226-afb4-d928ca901970 req-1299511a-bb66-4954-992d-550c4176ae9c tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:09.901766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c987604e-f05f-4736-bb61-8e3d2a73504a req-cdd76d31-eb8d-4e86-bafa-fc9872df585f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.907753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f5c76-c6cb-4226-afb4-d928ca901970 req-1299511a-bb66-4954-992d-550c4176ae9c tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:09.914235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f5c76-c6cb-4226-afb4-d928ca901970 req-1299511a-bb66-4954-992d-550c4176ae9c tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:09.916075 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-233f5c76-c6cb-4226-afb4-d928ca901970 req-1299511a-bb66-4954-992d-550c4176ae9c tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2415 time: 0.1679671 May 10 11:28:09.918507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8238949c-286e-4af5-9a62-28f4303396a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24de92d4fe09422e964b6a616892259c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181758 May 10 11:28:09.921838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:09.924489 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:09.926200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c987604e-f05f-4736-bb61-8e3d2a73504a req-cdd76d31-eb8d-4e86-bafa-fc9872df585f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.1838162 May 10 11:28:09.929324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34440) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:09.930475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76d31-eb8d-4e86-bafa-fc9872df585f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b43f38-a801-474f-8df0-bee8f2dee8f4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:09.938006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fb6d43-907c-4dcf-902b-c2b83862a44d {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:09.947938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238949c-286e-4af5-9a62-28f4303396a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a72254-85a8-486c-9f31-813b3f53dfc1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:09.966455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.996228 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed25d5db-1f6c-4859-afa0-6222ce66d9ed req-b820306e-ea40-4c85-be48-9ad51c376dcd tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/13b43f38-a801-474f-8df0-bee8f2dee8f4 HTTP/1.1" status: 200 len: 1779 time: 0.0513277 May 10 11:28:10.019523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Transition to ACTIVE for port object e9fb6d43-907c-4dcf-902b-c2b83862a44d will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:10.035513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-233f5c76-c6cb-4226-afb4-d928ca901970 req-f875d59d-1968-4ff0-b307-ad259ff688c5 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073630 May 10 11:28:10.038779 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.089549 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e602c9f3-d35d-449d-b95b-97b273348eb0 x-openstack-request-id: req-e602c9f3-d35d-449d-b95b-97b273348eb0 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:10.090131 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:10.090379 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e602c9f3-d35d-449d-b95b-97b273348eb0 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:10.090779 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e602c9f3-d35d-449d-b95b-97b273348eb0'] response: {'name': 'network-changed', 'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', 'status': 'completed', 'code': 200} May 10 11:28:10.123852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fe68-b59f-4fe1-9e7e-99d98fe49ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.159594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-0b4bc0b1-8f01-4ebc-8542-3850e6f2b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:10.164258 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-0b4bc0b1-8f01-4ebc-8542-3850e6f2b929 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1174 time: 0.0848849 May 10 11:28:10.169109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb6d43-907c-4dcf-902b-c2b83862a44d,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:10.202147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:10.202413 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fe68-b59f-4fe1-9e7e-99d98fe49ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.232810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['cfca7561-eb9e-41a9-b9a8-62b9f23505d7'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:10.265132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'e4e2a152-52b7-4057-b23c-8274f16de740', 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'port_id': 'e4e2a152-52b7-4057-b23c-8274f16de740', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0684e5-74b7-4e63-96d3-9612fb08251a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:10.268779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb895599-c855-4048-9970-9ad6053d8403 req-2b74f92b-12aa-490a-b352-3bd798fd8704 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/13b43f38-a801-474f-8df0-bee8f2dee8f4 HTTP/1.1" status: 200 len: 1779 time: 0.1847069 May 10 11:28:10.342913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port e4e2a152-52b7-4057-b23c-8274f16de740 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:10.343429 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.352806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Attempting to bind port e9fb6d43-907c-4dcf-902b-c2b83862a44d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:10.352806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Attempting to bind port e9fb6d43-907c-4dcf-902b-c2b83862a44d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:10.352806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Attempting to bind port e9fb6d43-907c-4dcf-902b-c2b83862a44d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:10.358326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3219298-a692-4d00-8299-40724fadb5f0 req-2acbdda9-e68f-4dcd-9058-032fb6d35dc1 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:10.365204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Port e9fb6d43-907c-4dcf-902b-c2b83862a44d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:10.365610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Attempting to bind port e9fb6d43-907c-4dcf-902b-c2b83862a44d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:10.367640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e2a152-52b7-4057-b23c-8274f16de740 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:10.373187 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3219298-a692-4d00-8299-40724fadb5f0 req-2acbdda9-e68f-4dcd-9058-032fb6d35dc1 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1764960 May 10 11:28:10.376394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:10.376748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:10.377142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:10.377694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Bound port: e9fb6d43-907c-4dcf-902b-c2b83862a44d, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:10.378076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.394394 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fe68-b59f-4fe1-9e7e-99d98fe49ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.397150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fe68-b59f-4fe1-9e7e-99d98fe49ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.401198 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ccd6fe68-b59f-4fe1-9e7e-99d98fe49ef9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62a72254-85a8-486c-9f31-813b3f53dfc1 HTTP/1.1" status: 204 len: 168 time: 0.4661665 May 10 11:28:10.403295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:10.410846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.422362 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb895599-c855-4048-9970-9ad6053d8403 req-ed1e46f5-ba7c-48a8-85b4-6de197f2a05c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.424242 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6fe68-b59f-4fe1-9e7e-99d98fe49ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a72254-85a8-486c-9f31-813b3f53dfc1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:10.457756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-73e776f6-203f-49c0-ad57-e158f6296e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:10.461032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-73e776f6-203f-49c0-ad57-e158f6296e64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 914 time: 0.2899971 May 10 11:28:10.527581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:10.545442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb895599-c855-4048-9970-9ad6053d8403 req-ed1e46f5-ba7c-48a8-85b4-6de197f2a05c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.562815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-91d02b26-8c2e-434b-ad2f-81ebdb0f44d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 HTTP/1.1" status: 200 len: 217 time: 0.0629995 May 10 11:28:10.571255 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3219298-a692-4d00-8299-40724fadb5f0 req-34ab3d44-47b9-48ed-9af2-b605c4cf98fd tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966336 May 10 11:28:10.613205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] For port e9fb6d43-907c-4dcf-902b-c2b83862a44d, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:10.619573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] For port e9fb6d43-907c-4dcf-902b-c2b83862a44d, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e9fb6d43-907c-4dcf-902b-c2b83862a44d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:10.623120 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.633011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-2dd37bca-6286-4ffc-b2af-5e613ba21bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:10.636251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-2dd37bca-6286-4ffc-b2af-5e613ba21bc3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.0638895 May 10 11:28:10.656029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb895599-c855-4048-9970-9ad6053d8403 req-ed1e46f5-ba7c-48a8-85b4-6de197f2a05c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.657232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['e4e2a152-52b7-4057-b23c-8274f16de740'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:10.659011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb895599-c855-4048-9970-9ad6053d8403 req-ed1e46f5-ba7c-48a8-85b4-6de197f2a05c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.660350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb895599-c855-4048-9970-9ad6053d8403 req-ed1e46f5-ba7c-48a8-85b4-6de197f2a05c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/13b43f38-a801-474f-8df0-bee8f2dee8f4 HTTP/1.1" status: 204 len: 173 time: 0.3781421 May 10 11:28:10.683253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:10.683933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.685339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] 10.222.0.70 "PUT /v2.0/ports/e9fb6d43-907c-4dcf-902b-c2b83862a44d HTTP/1.1" status: 200 len: 1095 time: 1.5817568 May 10 11:28:10.688695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e46f5-ba7c-48a8-85b4-6de197f2a05c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b43f38-a801-474f-8df0-bee8f2dee8f4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:10.716556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb4cf8-5a64-427a-8a5c-2fd0223b7a6d service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb6d43-907c-4dcf-902b-c2b83862a44d,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:10.773050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-170cf9bf-b069-4b34-87f4-b1d247af9150 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279883 May 10 11:28:10.855601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-bfe0a3a3-8076-4669-aa98-d0fc8f9eb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:10.855601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-bfe0a3a3-8076-4669-aa98-d0fc8f9eb2a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a41d971a3ab4413afd91700ebf784a8&device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 1098 time: 0.1113789 May 10 11:28:10.873834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ebd6b-812d-4dac-9ee4-7f8092eb729d req-62ac25cc-1109-4626-89eb-7ed916d84bca tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:10.875356 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-336ebd6b-812d-4dac-9ee4-7f8092eb729d req-62ac25cc-1109-4626-89eb-7ed916d84bca tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 945 time: 0.1174178 May 10 11:28:10.947296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-641bb5e2-b5ec-4cfd-8f8a-1e68a8a46850 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=e9fb6d43-907c-4dcf-902b-c2b83862a44d HTTP/1.1" status: 200 len: 217 time: 0.0706873 May 10 11:28:10.974542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb9c5-47a5-4a07-b420-0f69e9048132 req-f2e22a6c-8f1e-49e7-ba10-66061df38c63 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:10.980442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57fdb9c5-47a5-4a07-b420-0f69e9048132 req-f2e22a6c-8f1e-49e7-ba10-66061df38c63 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 947 time: 0.1914370 May 10 11:28:11.027942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-336ebd6b-812d-4dac-9ee4-7f8092eb729d req-1ce7fd19-e588-4b77-bf6f-f1f2f85d0be6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418529 May 10 11:28:11.049377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-3e283f9a-531b-4c68-a8a4-f865e7904ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:11.050880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-3e283f9a-531b-4c68-a8a4-f865e7904ff4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0969574 May 10 11:28:11.059194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57fdb9c5-47a5-4a07-b420-0f69e9048132 req-39a77653-9aa4-4a2e-a93b-10d9a9a2fa29 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719299 May 10 11:28:11.068590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-33d27438-5546-4aae-bd08-e0d060ef28c8 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874157 May 10 11:28:11.083048 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-49e0c414-59a5-4443-88d9-6dae76ef85d2 req-3c409e62-cae1-4772-93ee-bf20c469d393 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:11.084160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49e0c414-59a5-4443-88d9-6dae76ef85d2 req-3c409e62-cae1-4772-93ee-bf20c469d393 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/13b43f38-a801-474f-8df0-bee8f2dee8f4 HTTP/1.1" status: 404 len: 352 time: 0.0165792 May 10 11:28:11.127885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-339f7b23-a115-45ec-a07e-5dfc0827e9d0 req-b98e2325-794e-4ab4-af9e-524fd8453808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-948209249', 'description': 'tempest-description-1233926725'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:11.153574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-9ff26288-4c0e-4700-89f6-06510e99cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:11.155248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-9ff26288-4c0e-4700-89f6-06510e99cd09 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972908 May 10 11:28:11.163848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-339f7b23-a115-45ec-a07e-5dfc0827e9d0 req-b98e2325-794e-4ab4-af9e-524fd8453808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.268433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8e5d1-fd65-41c9-af8e-1b60e97630b9 req-85bf3e32-5296-4539-9830-a01adb174863 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:11.276346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8e5d1-fd65-41c9-af8e-1b60e97630b9 req-85bf3e32-5296-4539-9830-a01adb174863 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:11.283048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8e5d1-fd65-41c9-af8e-1b60e97630b9 req-85bf3e32-5296-4539-9830-a01adb174863 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:11.285770 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81d8e5d1-fd65-41c9-af8e-1b60e97630b9 req-85bf3e32-5296-4539-9830-a01adb174863 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2415 time: 0.1314754 May 10 11:28:11.311959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-39a5e085-9e52-480f-930a-fda99f7b04af service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457028 May 10 11:28:11.318971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd6465a-61a2-4afb-bfbc-3f78a03c4a4d req-cb4d288f-94cc-4573-a359-34f22b5bfe71 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377336 May 10 11:28:11.349949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-339f7b23-a115-45ec-a07e-5dfc0827e9d0 req-b98e2325-794e-4ab4-af9e-524fd8453808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.361411 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81d8e5d1-fd65-41c9-af8e-1b60e97630b9 req-b8fa91e7-4728-48c8-ac87-60c542232585 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596046 May 10 11:28:11.375207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-339f7b23-a115-45ec-a07e-5dfc0827e9d0 req-b98e2325-794e-4ab4-af9e-524fd8453808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.419567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-339f7b23-a115-45ec-a07e-5dfc0827e9d0 req-b98e2325-794e-4ab4-af9e-524fd8453808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.420837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-339f7b23-a115-45ec-a07e-5dfc0827e9d0 req-b98e2325-794e-4ab4-af9e-524fd8453808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3018284 May 10 11:28:11.428078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e2325-794e-4ab4-af9e-524fd8453808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b285c968-2a1f-4c69-a55e-f28b071ea2eb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:11.451702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-b9e065d0-3d1c-4249-acd2-46a93e09846f req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-980550200', 'description': 'tempest-description-849959859'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:11.459656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c232a44-b8fe-422d-ab72-08bcc2c35faf req-c63a36e3-bdb8-4705-b653-d1f2abec52a6 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371386 May 10 11:28:11.476839 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b9e065d0-3d1c-4249-acd2-46a93e09846f req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.547856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b9e065d0-3d1c-4249-acd2-46a93e09846f req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.551854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b9e065d0-3d1c-4249-acd2-46a93e09846f req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.580553 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b9e065d0-3d1c-4249-acd2-46a93e09846f req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.581869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9e065d0-3d1c-4249-acd2-46a93e09846f req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1350131 May 10 11:28:11.590908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c179859-ab68-4354-8f5c-562cd1c75229,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:11.598773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.599129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.599490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.600094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.600534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.601059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.601395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.601716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.602041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.602360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.602837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.603031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597fd71d-8ee8-45c3-bf9d-384f5a79e1af tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:11.610904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-449c90ef-3680-49ca-af2f-9791574bd9fc req-53c1cdd1-0395-4101-b443-3f45e27dffce tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-308420976', 'description': 'tempest-description-296153154'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:11.634316 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-449c90ef-3680-49ca-af2f-9791574bd9fc req-53c1cdd1-0395-4101-b443-3f45e27dffce tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.709149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-449c90ef-3680-49ca-af2f-9791574bd9fc req-53c1cdd1-0395-4101-b443-3f45e27dffce tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.715354 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-449c90ef-3680-49ca-af2f-9791574bd9fc req-53c1cdd1-0395-4101-b443-3f45e27dffce tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.726549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3070b-a8bb-4525-b099-a3ae781745fc req-b90db85e-0f7b-44ee-8a39-90d7e9ec9650 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:11.727956 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67d3070b-a8bb-4525-b099-a3ae781745fc req-b90db85e-0f7b-44ee-8a39-90d7e9ec9650 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0509145 May 10 11:28:11.740420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-449c90ef-3680-49ca-af2f-9791574bd9fc req-53c1cdd1-0395-4101-b443-3f45e27dffce tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.741811 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-449c90ef-3680-49ca-af2f-9791574bd9fc req-53c1cdd1-0395-4101-b443-3f45e27dffce tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1349759 May 10 11:28:11.756519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1cdd1-0395-4101-b443-3f45e27dffce tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc6d2f3-2477-4e30-9cd7-16c9f604d01f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:11.774843 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67d3070b-a8bb-4525-b099-a3ae781745fc req-3b44d46f-8965-4f13-9667-858d0b546915 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 May 10 11:28:11.831267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device e4e2a152-52b7-4057-b23c-8274f16de740 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:11.886602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port e4e2a152-52b7-4057-b23c-8274f16de740 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:11.891506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port e4e2a152-52b7-4057-b23c-8274f16de740 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:11.891841 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.902465 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dfef3134-c60c-48b0-8dfa-e1b453b685d5 req-44bc8b6f-1bf1-4f3e-91a1-711a5eb8d014 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e90d03515814b7c90f1878638604f49 HTTP/1.1" status: 200 len: 10898 time: 0.1146550 May 10 11:28:11.958956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dfef3134-c60c-48b0-8dfa-e1b453b685d5 req-cd79fb1d-ca5a-41bc-bb96-40d553fb4cc0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/1068a9b7-8f7e-445e-8ea5-03a5c9eef85f HTTP/1.1" status: 200 len: 2981 time: 0.0492482 May 10 11:28:11.985176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port e4e2a152-52b7-4057-b23c-8274f16de740 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:11.985600 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.011411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:12.014149 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f68d9c8-2eac-46b4-9887-a7d563b59ab4" -d '{"events": [{"server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "name": "network-vif-plugged", "status": "completed", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:12.033217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dfef3134-c60c-48b0-8dfa-e1b453b685d5 req-8f8639c9-8a0f-40fe-be79-760bc8ab1d4a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/1068a9b7-8f7e-445e-8ea5-03a5c9eef85f HTTP/1.1" status: 200 len: 2981 time: 0.0573552 May 10 11:28:12.033481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:12.038317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.040447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cfca7561-eb9e-41a9-b9a8-62b9f23505d7 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:12.095085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50622dc-e7a4-4423-8d8e-17ae6cd5f378', 'tag': 'e9fb6d43-907c-4dcf-902b-c2b83862a44d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:12.096933 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f33249-7135-488c-92d0-695e07a5bd52 x-openstack-request-id: req-09f33249-7135-488c-92d0-695e07a5bd52 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:12.097140 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "name": "network-vif-plugged", "status": "completed", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:12.097379 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09f33249-7135-488c-92d0-695e07a5bd52 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:12.097772 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f33249-7135-488c-92d0-695e07a5bd52'] response: {'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740', 'code': 200} May 10 11:28:12.111439 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3fc6f7-a117-4bc9-a424-96b22ee52042" -d '{"events": [{"name": "network-changed", "server_uuid": "e50622dc-e7a4-4423-8d8e-17ae6cd5f378", "tag": "e9fb6d43-907c-4dcf-902b-c2b83862a44d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:12.126014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53d86fcf-9ccc-4724-a4a5-060700491c45 req-8956420c-aa39-48f8-a396-766730a32e3d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/b285c968-2a1f-4c69-a55e-f28b071ea2eb HTTP/1.1" status: 200 len: 1801 time: 0.0790920 May 10 11:28:12.158065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:12.165302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:12.166276 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.173366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:12.244206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54bb50-78d8-4286-871c-939386870aad req-d7c3e393-1ec9-4ea2-9633-70fad4603c48 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:12.245838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e54bb50-78d8-4286-871c-939386870aad req-d7c3e393-1ec9-4ea2-9633-70fad4603c48 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 946 time: 0.0784488 May 10 11:28:12.248767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba742db-9cb7-4f20-b768-c17575770520 req-777c9c0b-e399-48c4-99d0-51263dccb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:12.250324 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ba742db-9cb7-4f20-b768-c17575770520 req-777c9c0b-e399-48c4-99d0-51263dccb267 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1097 time: 0.0958126 May 10 11:28:12.282004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:12.282736 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.288812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-53d86fcf-9ccc-4724-a4a5-060700491c45 req-91831899-f6ec-442f-8d17-618fc3c922da tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.308922 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e54bb50-78d8-4286-871c-939386870aad req-cb676799-00a3-45d0-bb85-db37cdb7bbc0 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546241 May 10 11:28:12.321167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ba742db-9cb7-4f20-b768-c17575770520 req-18b7339f-876e-4c9e-b130-1231d34cf4e9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544126 May 10 11:28:12.324103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cfca7561-eb9e-41a9-b9a8-62b9f23505d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:12.328683 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.329886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 2b60447a-3c39-4b94-8eb1-005915ca05f4 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:12.336334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-53d86fcf-9ccc-4724-a4a5-060700491c45 req-91831899-f6ec-442f-8d17-618fc3c922da tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.413386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-53d86fcf-9ccc-4724-a4a5-060700491c45 req-91831899-f6ec-442f-8d17-618fc3c922da tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.417060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-53d86fcf-9ccc-4724-a4a5-060700491c45 req-91831899-f6ec-442f-8d17-618fc3c922da tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.419167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53d86fcf-9ccc-4724-a4a5-060700491c45 req-91831899-f6ec-442f-8d17-618fc3c922da tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/b285c968-2a1f-4c69-a55e-f28b071ea2eb HTTP/1.1" status: 204 len: 173 time: 0.2832608 May 10 11:28:12.434991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91831899-f6ec-442f-8d17-618fc3c922da tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b285c968-2a1f-4c69-a55e-f28b071ea2eb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:12.443028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:12.457010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006d717-e4c5-42c6-99f8-a3b4309f1383 req-c555760c-30eb-4400-a78e-4eaf98daebda tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:12.458822 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7006d717-e4c5-42c6-99f8-a3b4309f1383 req-c555760c-30eb-4400-a78e-4eaf98daebda tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 947 time: 0.0746751 May 10 11:28:12.468256 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4873ccb-0a0f-423b-8348-4a62c2de38a1 x-openstack-request-id: req-c4873ccb-0a0f-423b-8348-4a62c2de38a1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:12.469256 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50622dc-e7a4-4423-8d8e-17ae6cd5f378", "tag": "e9fb6d43-907c-4dcf-902b-c2b83862a44d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:12.469573 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4873ccb-0a0f-423b-8348-4a62c2de38a1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:12.469994 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4873ccb-0a0f-423b-8348-4a62c2de38a1'] response: {'name': 'network-changed', 'server_uuid': 'e50622dc-e7a4-4423-8d8e-17ae6cd5f378', 'tag': 'e9fb6d43-907c-4dcf-902b-c2b83862a44d', 'status': 'completed', 'code': 200} May 10 11:28:12.493092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 2b60447a-3c39-4b94-8eb1-005915ca05f4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:12.498463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 2b60447a-3c39-4b94-8eb1-005915ca05f4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:12.499118 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.519607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7006d717-e4c5-42c6-99f8-a3b4309f1383 req-217e7011-fc66-4350-9f98-a29ff3e3cefd tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 May 10 11:28:12.553307 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-8b019462-ade7-49e3-bee5-61935d7e1c69 req-cab2d6e6-7aa4-4a99-a16b-d77323f9fa47 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:12.554364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b019462-ade7-49e3-bee5-61935d7e1c69 req-cab2d6e6-7aa4-4a99-a16b-d77323f9fa47 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/b285c968-2a1f-4c69-a55e-f28b071ea2eb HTTP/1.1" status: 404 len: 352 time: 0.0180433 May 10 11:28:12.642134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3162aa52-dd21-4102-b27f-181b46a61f8c req-ba41189f-c2bd-494b-be5d-5119d5948032 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/8c179859-ab68-4354-8f5c-562cd1c75229 HTTP/1.1" status: 200 len: 1801 time: 0.0628142 May 10 11:28:12.642483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-64e83943-a85f-4eef-8d9d-cf6d11cb6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:12.644110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-64e83943-a85f-4eef-8d9d-cf6d11cb6e56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a41d971a3ab4413afd91700ebf784a8&device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 1098 time: 0.0609016 May 10 11:28:12.654686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6afe0-c317-4728-91b2-330d268646b4 req-b2025043-4b1a-4317-a25f-5185d5158c13 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:12.661517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6afe0-c317-4728-91b2-330d268646b4 req-b2025043-4b1a-4317-a25f-5185d5158c13 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:12.665453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 2b60447a-3c39-4b94-8eb1-005915ca05f4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:12.666624 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.668533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6afe0-c317-4728-91b2-330d268646b4 req-b2025043-4b1a-4317-a25f-5185d5158c13 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:12.677483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92e6afe0-c317-4728-91b2-330d268646b4 req-b2025043-4b1a-4317-a25f-5185d5158c13 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2416 time: 0.1487181 May 10 11:28:12.725268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 2b60447a-3c39-4b94-8eb1-005915ca05f4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2b60447a-3c39-4b94-8eb1-005915ca05f4,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:12.726276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3162aa52-dd21-4102-b27f-181b46a61f8c req-8979720a-93c5-46c6-b921-9bcf0e72aa2e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.731352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.732463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90ef1466-3778-4916-81ed-7c93c8143f57 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:12.755128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3162aa52-dd21-4102-b27f-181b46a61f8c req-8979720a-93c5-46c6-b921-9bcf0e72aa2e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.788984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92e6afe0-c317-4728-91b2-330d268646b4 req-a78cbc54-cff7-4dfc-833b-579b1bbe0c54 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050665 May 10 11:28:12.822006 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3162aa52-dd21-4102-b27f-181b46a61f8c req-8979720a-93c5-46c6-b921-9bcf0e72aa2e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.826512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3162aa52-dd21-4102-b27f-181b46a61f8c req-8979720a-93c5-46c6-b921-9bcf0e72aa2e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.840602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=2b60447a-3c39-4b94-8eb1-005915ca05f4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:12.851063 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3162aa52-dd21-4102-b27f-181b46a61f8c req-8979720a-93c5-46c6-b921-9bcf0e72aa2e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c179859-ab68-4354-8f5c-562cd1c75229 HTTP/1.1" status: 204 len: 173 time: 0.1940813 May 10 11:28:12.856438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 90ef1466-3778-4916-81ed-7c93c8143f57 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:12.861348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 90ef1466-3778-4916-81ed-7c93c8143f57 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:12.862570 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.875158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979720a-93c5-46c6-b921-9bcf0e72aa2e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c179859-ab68-4354-8f5c-562cd1c75229,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:12.888214 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-44c351cf-93c4-4060-8a0e-68c22e939f92 req-2296aec5-84a9-4b2b-84d2-d6ced5a7501d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:12.889156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-955c4d28-3efd-41f7-9f13-1b4ba1fba1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:12.889532 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44c351cf-93c4-4060-8a0e-68c22e939f92 req-2296aec5-84a9-4b2b-84d2-d6ced5a7501d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/8c179859-ab68-4354-8f5c-562cd1c75229 HTTP/1.1" status: 404 len: 352 time: 0.0224149 May 10 11:28:12.890793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-955c4d28-3efd-41f7-9f13-1b4ba1fba1e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2112460 May 10 11:28:12.980276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd4b7bbd-96fd-4235-87b0-b3941f9f5ad3 req-1629f074-2aa8-4967-b4e9-d1df7fc57f78 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/6cc6d2f3-2477-4e30-9cd7-16c9f604d01f HTTP/1.1" status: 200 len: 1801 time: 0.0588434 May 10 11:28:12.986715 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-0dd4686b-490f-4b3c-a74c-d673f0cbbca3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=e9fb6d43-907c-4dcf-902b-c2b83862a44d HTTP/1.1" status: 200 len: 217 time: 0.0888116 May 10 11:28:13.057995 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dee64-6106-4bcb-a64a-3a91d02063dd req-a370f0d2-1f67-4372-8fdf-9ecfa27a8fcf tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:13.060149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d1dee64-6106-4bcb-a64a-3a91d02063dd req-a370f0d2-1f67-4372-8fdf-9ecfa27a8fcf tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1460035 May 10 11:28:13.065174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-7f57c10e-8f6a-4aca-a193-c8a8805a146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:13.066861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-7f57c10e-8f6a-4aca-a193-c8a8805a146a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0735888 May 10 11:28:13.070016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cd4b7bbd-96fd-4235-87b0-b3941f9f5ad3 req-39ecae86-0f70-4f65-a5a0-bb8910d9eb8d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.100131 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cd4b7bbd-96fd-4235-87b0-b3941f9f5ad3 req-39ecae86-0f70-4f65-a5a0-bb8910d9eb8d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.147577 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d1dee64-6106-4bcb-a64a-3a91d02063dd req-82185bce-9216-4859-8b43-268fcae3d7dc tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728967 May 10 11:28:13.161121 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cd4b7bbd-96fd-4235-87b0-b3941f9f5ad3 req-39ecae86-0f70-4f65-a5a0-bb8910d9eb8d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.164424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 90ef1466-3778-4916-81ed-7c93c8143f57 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:13.165014 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.165600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-cd4b7bbd-96fd-4235-87b0-b3941f9f5ad3 req-39ecae86-0f70-4f65-a5a0-bb8910d9eb8d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.167209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd4b7bbd-96fd-4235-87b0-b3941f9f5ad3 req-39ecae86-0f70-4f65-a5a0-bb8910d9eb8d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/6cc6d2f3-2477-4e30-9cd7-16c9f604d01f HTTP/1.1" status: 204 len: 173 time: 0.1810510 May 10 11:28:13.168747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-bd4b32a3-663c-4501-af82-91df3cfe3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:13.170918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-bd4b32a3-663c-4501-af82-91df3cfe3efb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937712 May 10 11:28:13.180793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecae86-0f70-4f65-a5a0-bb8910d9eb8d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc6d2f3-2477-4e30-9cd7-16c9f604d01f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:13.222880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90ef1466-3778-4916-81ed-7c93c8143f57, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90ef1466-3778-4916-81ed-7c93c8143f57,segment=NetworkSegment(cde93a85-f3b3-479d-adb4-7b9de5786960),segment_id=cde93a85-f3b3-479d-adb4-7b9de5786960)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:13.237456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.281561 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-5a656607-86e8-4498-9264-3f746e271ba4 req-40868225-40f5-4930-acf6-211304642b6d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:13.282810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5a656607-86e8-4498-9264-3f746e271ba4 req-40868225-40f5-4930-acf6-211304642b6d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/6cc6d2f3-2477-4e30-9cd7-16c9f604d01f HTTP/1.1" status: 404 len: 352 time: 0.0778384 May 10 11:28:13.298711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=90ef1466-3778-4916-81ed-7c93c8143f57,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:13.364617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-c8668afa-8c38-42c4-93ad-a645beba993f service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821022 May 10 11:28:13.431727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e1b8268-1061-4bf6-a157-303eaaebfb6c req-31355e63-df3e-4bb7-b6c6-a3c48729724b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e90d03515814b7c90f1878638604f49 HTTP/1.1" status: 200 len: 6148 time: 0.1151731 May 10 11:28:13.482079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e1b8268-1061-4bf6-a157-303eaaebfb6c req-361f0361-1956-4948-b52f-0100ab89ba08 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/1068a9b7-8f7e-445e-8ea5-03a5c9eef85f HTTP/1.1" status: 200 len: 2981 time: 0.0428276 May 10 11:28:13.534144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e1b8268-1061-4bf6-a157-303eaaebfb6c req-a0744100-02fc-479d-9d04-d707f40f8b1b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/1068a9b7-8f7e-445e-8ea5-03a5c9eef85f HTTP/1.1" status: 200 len: 2981 time: 0.0444620 May 10 11:28:13.652240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76af2d-6a34-475b-96f4-7b00848ed2f1 req-8d1f6924-9cb3-4698-a2eb-58a26d7ce9cb tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:13.654398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d76af2d-6a34-475b-96f4-7b00848ed2f1 req-8d1f6924-9cb3-4698-a2eb-58a26d7ce9cb tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 947 time: 0.0602596 May 10 11:28:13.711784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d76af2d-6a34-475b-96f4-7b00848ed2f1 req-f2317088-a77f-4645-8355-8a354aef832a tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505157 May 10 11:28:13.741521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-2270a919-62ee-4708-b93b-f45002ef3d96 req-3cfcd5b8-9c2f-4cf4-b4bd-2da7652cbd69 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1057470760', 'description': 'tempest-description-1360906485'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:13.746929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34574) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:13.770797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2270a919-62ee-4708-b93b-f45002ef3d96 req-3cfcd5b8-9c2f-4cf4-b4bd-2da7652cbd69 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.832789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb69af-83ff-4682-9e4a-aba2396d2d76 req-04629c4d-de1d-4a62-a2e1-a642e8e81043 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:13.835116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21cb69af-83ff-4682-9e4a-aba2396d2d76 req-04629c4d-de1d-4a62-a2e1-a642e8e81043 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 946 time: 0.4152236 May 10 11:28:13.845389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac3fc6f7-a117-4bc9-a424-96b22ee52042 req-69a46c33-b650-4b19-8750-b97f594c2852 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774933 May 10 11:28:13.848218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device e9fb6d43-907c-4dcf-902b-c2b83862a44d details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:13.848753 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2270a919-62ee-4708-b93b-f45002ef3d96 req-3cfcd5b8-9c2f-4cf4-b4bd-2da7652cbd69 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.864639 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2270a919-62ee-4708-b93b-f45002ef3d96 req-3cfcd5b8-9c2f-4cf4-b4bd-2da7652cbd69 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.889019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21cb69af-83ff-4682-9e4a-aba2396d2d76 req-8638d5d2-62b9-41ed-bcb9-56b6a1276d72 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 May 10 11:28:13.917815 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c221859-1051-4f9a-8fd6-f062cf5d3ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.921498 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2270a919-62ee-4708-b93b-f45002ef3d96 req-3cfcd5b8-9c2f-4cf4-b4bd-2da7652cbd69 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.922727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2270a919-62ee-4708-b93b-f45002ef3d96 req-3cfcd5b8-9c2f-4cf4-b4bd-2da7652cbd69 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1858325 May 10 11:28:13.932043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcd5b8-9c2f-4cf4-b4bd-2da7652cbd69 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af84bd6e-9cc8-451d-842c-c677926ebf88,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:14.002976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port e9fb6d43-907c-4dcf-902b-c2b83862a44d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e9fb6d43-907c-4dcf-902b-c2b83862a44d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:14.023977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'e9fb6d43-907c-4dcf-902b-c2b83862a44d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'e9fb6d43-907c-4dcf-902b-c2b83862a44d', 'mac_address': 'fa:16:3e:4b:47:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:14.048601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040d810-6043-4280-af53-a984080be4f6 req-6c483734-e39e-458f-8bb0-c61d768a44b2 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.054849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040d810-6043-4280-af53-a984080be4f6 req-6c483734-e39e-458f-8bb0-c61d768a44b2 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.060992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040d810-6043-4280-af53-a984080be4f6 req-6c483734-e39e-458f-8bb0-c61d768a44b2 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.062635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e040d810-6043-4280-af53-a984080be4f6 req-6c483734-e39e-458f-8bb0-c61d768a44b2 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2418 time: 0.0682521 May 10 11:28:14.064688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa75d-3f71-4d91-b6ed-2084dd4dd6b5 req-143dd9f8-d78d-4d63-bae6-b54e1cca4fc7 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.066250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5eaa75d-3f71-4d91-b6ed-2084dd4dd6b5 req-143dd9f8-d78d-4d63-bae6-b54e1cca4fc7 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1097 time: 0.0740125 May 10 11:28:14.068392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c221859-1051-4f9a-8fd6-f062cf5d3ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.072618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port e9fb6d43-907c-4dcf-902b-c2b83862a44d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:14.073178 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.082640 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c221859-1051-4f9a-8fd6-f062cf5d3ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.090785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb6d43-907c-4dcf-902b-c2b83862a44d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:14.103220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7'}, {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b60447a-3c39-4b94-8eb1-005915ca05f4'}, {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ef1466-3778-4916-81ed-7c93c8143f57'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:14.106172 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58ec165-2f1d-4a18-8f82-15bd7e0c0f3a" -d '{"events": [{"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-plugged", "status": "completed", "tag": "cfca7561-eb9e-41a9-b9a8-62b9f23505d7"}, {"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-plugged", "status": "completed", "tag": "2b60447a-3c39-4b94-8eb1-005915ca05f4"}, {"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-plugged", "status": "completed", "tag": "90ef1466-3778-4916-81ed-7c93c8143f57"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:14.110666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e040d810-6043-4280-af53-a984080be4f6 req-507e960b-05cb-4dc6-ba13-670e1998d22e tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382397 May 10 11:28:14.119981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port e9fb6d43-907c-4dcf-902b-c2b83862a44d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e9fb6d43-907c-4dcf-902b-c2b83862a44d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:14.124944 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.144523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0953ab88-d79d-4fc7-86cc-03596e876d36 req-6151b49c-6990-4c68-ac4d-4419d7b02bac tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-16761400', 'description': 'tempest-description-289206408'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:14.151372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2c221859-1051-4f9a-8fd6-f062cf5d3ace admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02d9c0a2449648ea926db7b1f0153823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033370 May 10 11:28:14.153988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34586) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:14.154131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5eaa75d-3f71-4d91-b6ed-2084dd4dd6b5 req-bedfc0cf-ef65-4159-971a-931ea28b8674 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788600 May 10 11:28:14.157099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c221859-1051-4f9a-8fd6-f062cf5d3ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12336917-c2c4-4a16-83b3-764559da55ae,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:14.200435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0953ab88-d79d-4fc7-86cc-03596e876d36 req-6151b49c-6990-4c68-ac4d-4419d7b02bac tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.208231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=e9fb6d43-907c-4dcf-902b-c2b83862a44d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:14.221061 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 May 2022 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2f3108-ace7-4d1b-b0b4-a06b5212e713 x-openstack-request-id: req-3e2f3108-ace7-4d1b-b0b4-a06b5212e713 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:14.221624 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-plugged", "status": "completed", "tag": "cfca7561-eb9e-41a9-b9a8-62b9f23505d7", "code": 200}, {"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-plugged", "status": "completed", "tag": "2b60447a-3c39-4b94-8eb1-005915ca05f4", "code": 200}, {"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-plugged", "status": "completed", "tag": "90ef1466-3778-4916-81ed-7c93c8143f57", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:14.222127 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e2f3108-ace7-4d1b-b0b4-a06b5212e713 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:14.222782 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2f3108-ace7-4d1b-b0b4-a06b5212e713'] response: {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7', 'code': 200} May 10 11:28:14.223264 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2f3108-ace7-4d1b-b0b4-a06b5212e713'] response: {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b60447a-3c39-4b94-8eb1-005915ca05f4', 'code': 200} May 10 11:28:14.223861 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2f3108-ace7-4d1b-b0b4-a06b5212e713'] response: {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ef1466-3778-4916-81ed-7c93c8143f57', 'code': 200} May 10 11:28:14.241878 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4dafb1bb-9a70-4b18-b558-fa30f36b5a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.276556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4dafb1bb-9a70-4b18-b558-fa30f36b5a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.341326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14143420-f74f-4d1a-9912-34d9f4f36789 req-e68d866f-9b37-4fae-a756-25b68de284ad tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.342869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14143420-f74f-4d1a-9912-34d9f4f36789 req-e68d866f-9b37-4fae-a756-25b68de284ad tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0570281 May 10 11:28:14.357397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0953ab88-d79d-4fc7-86cc-03596e876d36 req-6151b49c-6990-4c68-ac4d-4419d7b02bac tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.363556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0953ab88-d79d-4fc7-86cc-03596e876d36 req-6151b49c-6990-4c68-ac4d-4419d7b02bac tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.384370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14143420-f74f-4d1a-9912-34d9f4f36789 req-15b06463-fd78-4628-8b62-c7b11a2cedd8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345790 May 10 11:28:14.389852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b478-3b31-41e8-a3f1-9ae25bca3980 req-86149237-d128-46c4-b587-47dc43bc0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.390226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b478-3b31-41e8-a3f1-9ae25bca3980 req-86149237-d128-46c4-b587-47dc43bc0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.390791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b478-3b31-41e8-a3f1-9ae25bca3980 req-86149237-d128-46c4-b587-47dc43bc0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.391232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['e9fb6d43-907c-4dcf-902b-c2b83862a44d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:14.392532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e299b478-3b31-41e8-a3f1-9ae25bca3980 req-86149237-d128-46c4-b587-47dc43bc0bd9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2871 time: 0.0999014 May 10 11:28:14.398463 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0953ab88-d79d-4fc7-86cc-03596e876d36 req-6151b49c-6990-4c68-ac4d-4419d7b02bac tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.402513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0953ab88-d79d-4fc7-86cc-03596e876d36 req-6151b49c-6990-4c68-ac4d-4419d7b02bac tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2599721 May 10 11:28:14.416310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4dafb1bb-9a70-4b18-b558-fa30f36b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.418880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4dafb1bb-9a70-4b18-b558-fa30f36b5a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.423128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4dafb1bb-9a70-4b18-b558-fa30f36b5a83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12336917-c2c4-4a16-83b3-764559da55ae HTTP/1.1" status: 204 len: 168 time: 0.2675257 May 10 11:28:14.432791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151b49c-6990-4c68-ac4d-4419d7b02bac tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9550b959-11da-45b8-b024-70838a348f52,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:14.450268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafb1bb-9a70-4b18-b558-fa30f36b5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12336917-c2c4-4a16-83b3-764559da55ae,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:14.457782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e299b478-3b31-41e8-a3f1-9ae25bca3980 req-295b1a4b-48ab-4ae7-8c30-67fadc046d71 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555668 May 10 11:28:14.558933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c11ed-db22-4663-98c2-b56fe5e02415 req-66dd6c1a-2545-4810-bc9b-9763f9a022e5 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.560576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd0c11ed-db22-4663-98c2-b56fe5e02415 req-66dd6c1a-2545-4810-bc9b-9763f9a022e5 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1097 time: 0.0525894 May 10 11:28:14.608458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd0c11ed-db22-4663-98c2-b56fe5e02415 req-99e62a4a-467f-4343-9a93-3fd8545ffd20 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 May 10 11:28:14.734425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-b2ab169d-092e-4f2d-8f26-0a50f33dc9a9 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.736094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-b2ab169d-092e-4f2d-8f26-0a50f33dc9a9 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 813 time: 0.1070323 May 10 11:28:14.763749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-7ae425e9-aac6-4a61-b090-84491273e2ed tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/quotas/0e90d03515814b7c90f1878638604f49 HTTP/1.1" status: 200 len: 375 time: 0.0175498 May 10 11:28:14.793855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34618) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:14.810249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b0408fb-eecb-4628-a0ab-9ef0a607bede admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.836343 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-a8fb872a-92d6-4a7e-bd42-257a06581742 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589993 May 10 11:28:14.881194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bddd67-bee0-41f5-9767-7dacdf835b1a req-bc515f56-df25-47e9-add4-035020a4d0b3 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:14.882765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56bddd67-bee0-41f5-9767-7dacdf835b1a req-bc515f56-df25-47e9-add4-035020a4d0b3 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 948 time: 0.0746374 May 10 11:28:14.937411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-f10d8dc8-d04c-43c4-86fe-5132dfe2154d service neutron] 10.222.0.13 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933187 May 10 11:28:14.946086 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56bddd67-bee0-41f5-9767-7dacdf835b1a req-bc4bcf88-fb1a-415a-92b8-6e02718eb2d6 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553858 May 10 11:28:14.972171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b0408fb-eecb-4628-a0ab-9ef0a607bede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.977626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b0408fb-eecb-4628-a0ab-9ef0a607bede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:15.018235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b0408fb-eecb-4628-a0ab-9ef0a607bede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=172e8bb1cc1544ad90a9c448da2e2626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209048 May 10 11:28:15.019105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34620) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:15.021087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0408fb-eecb-4628-a0ab-9ef0a607bede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3cbe3-9a21-42dc-9aff-d112a9c0e439,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:15.064261 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-cf5f457a-8fe9-4846-a10a-d27bbfca436c service neutron] 10.222.0.13 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193357 May 10 11:28:15.077471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe51ba-dbd2-4cca-b307-51e23acee36f req-1aef5276-58b8-4865-935a-0a26de3bd251 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:15.079120 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2dbe51ba-dbd2-4cca-b307-51e23acee36f req-1aef5276-58b8-4865-935a-0a26de3bd251 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1097 time: 0.0486896 May 10 11:28:15.087796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20c065b7-bd6d-4033-a5b0-73087a226d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:15.116531 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20c065b7-bd6d-4033-a5b0-73087a226d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:15.116748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2dbe51ba-dbd2-4cca-b307-51e23acee36f req-42581174-2a1b-4c75-8ec8-fa163b47633a tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 May 10 11:28:15.177790 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20c065b7-bd6d-4033-a5b0-73087a226d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:15.181281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20c065b7-bd6d-4033-a5b0-73087a226d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:15.182743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-20c065b7-bd6d-4033-a5b0-73087a226d68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50f3cbe3-9a21-42dc-9aff-d112a9c0e439 HTTP/1.1" status: 204 len: 168 time: 0.1626520 May 10 11:28:15.192855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c065b7-bd6d-4033-a5b0-73087a226d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3cbe3-9a21-42dc-9aff-d112a9c0e439,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:15.259457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c06dc5d-3967-4058-89ea-d02fcf329778 req-6a39cc3b-2922-493a-94a7-bce8dbff58f2 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0425396 May 10 11:28:15.296380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d23f0-a72d-432c-9101-c74f15369a5d req-21bff4be-3d37-496a-873d-ab77198616a8 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:15.303237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d23f0-a72d-432c-9101-c74f15369a5d req-21bff4be-3d37-496a-873d-ab77198616a8 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:15.311019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d23f0-a72d-432c-9101-c74f15369a5d req-21bff4be-3d37-496a-873d-ab77198616a8 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:15.313357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d17d23f0-a72d-432c-9101-c74f15369a5d req-21bff4be-3d37-496a-873d-ab77198616a8 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2418 time: 0.1219559 May 10 11:28:15.354835 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d17d23f0-a72d-432c-9101-c74f15369a5d req-25618327-1e09-4b8e-a8ef-c59f86d99ab6 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352836 May 10 11:28:15.527341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0346f-4583-4322-b101-15cc159d1b4a req-f345307a-cd1b-41b9-a127-5953eb503340 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:15.532275 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcd0346f-4583-4322-b101-15cc159d1b4a req-f345307a-cd1b-41b9-a127-5953eb503340 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0704768 May 10 11:28:15.574184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcd0346f-4583-4322-b101-15cc159d1b4a req-7c419edd-6e6b-4a28-8094-958b9705d2ae tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 May 10 11:28:15.868083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device e9fb6d43-907c-4dcf-902b-c2b83862a44d up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:15.922173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port e9fb6d43-907c-4dcf-902b-c2b83862a44d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:15.926899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port e9fb6d43-907c-4dcf-902b-c2b83862a44d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:15.927361 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:16.013529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port e9fb6d43-907c-4dcf-902b-c2b83862a44d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:16.014185 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:16.056336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port e9fb6d43-907c-4dcf-902b-c2b83862a44d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e9fb6d43-907c-4dcf-902b-c2b83862a44d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:16.061299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:16.075016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a169ce-f677-475a-a05b-db75a77e5f1e req-09311ecd-876e-4daf-93a3-c39420379e5d tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:16.076961 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69a169ce-f677-475a-a05b-db75a77e5f1e req-09311ecd-876e-4daf-93a3-c39420379e5d tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 948 time: 0.0596275 May 10 11:28:16.117632 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=e9fb6d43-907c-4dcf-902b-c2b83862a44d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:16.124141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69a169ce-f677-475a-a05b-db75a77e5f1e req-fdb1426e-e9b6-4f29-94d7-338e9d49dba7 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390100 May 10 11:28:16.225315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50622dc-e7a4-4423-8d8e-17ae6cd5f378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb6d43-907c-4dcf-902b-c2b83862a44d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:16.229663 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24a7c4c-9cf8-483c-885f-59bafd1f4417" -d '{"events": [{"server_uuid": "e50622dc-e7a4-4423-8d8e-17ae6cd5f378", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb6d43-907c-4dcf-902b-c2b83862a44d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:16.234912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39026cd9-cf49-4896-8442-8997f4847500 req-660854df-3882-41ea-b296-5e510d77195e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:16.236871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39026cd9-cf49-4896-8442-8997f4847500 req-660854df-3882-41ea-b296-5e510d77195e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1097 time: 0.0452411 May 10 11:28:16.282344 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25a5f2f-02ed-4fcc-952b-b99d3cb3e47d x-openstack-request-id: req-b25a5f2f-02ed-4fcc-952b-b99d3cb3e47d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:16.282706 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50622dc-e7a4-4423-8d8e-17ae6cd5f378", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb6d43-907c-4dcf-902b-c2b83862a44d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:16.283008 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b25a5f2f-02ed-4fcc-952b-b99d3cb3e47d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:16.283409 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25a5f2f-02ed-4fcc-952b-b99d3cb3e47d'] response: {'server_uuid': 'e50622dc-e7a4-4423-8d8e-17ae6cd5f378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb6d43-907c-4dcf-902b-c2b83862a44d', 'code': 200} May 10 11:28:16.284099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39026cd9-cf49-4896-8442-8997f4847500 req-30c7ed6c-e951-4d36-a671-b60270a70e3f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391791 May 10 11:28:16.407902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ddadd-4c4c-48b1-8605-20df99f9126b req-6d3c18aa-1ec5-4883-ad8c-7fe05cca8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:16.409794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-016ddadd-4c4c-48b1-8605-20df99f9126b req-6d3c18aa-1ec5-4883-ad8c-7fe05cca8194 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 1100 time: 0.0624914 May 10 11:28:16.456503 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77c57a45-dfaf-4ea8-91e9-8b89d5177a05 req-cb4674ad-40db-446d-a713-4cde5c6f3f6a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0446186 May 10 11:28:16.488958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-016ddadd-4c4c-48b1-8605-20df99f9126b req-05167086-e438-41f3-ad85-56c790c36fce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 May 10 11:28:16.588466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-18220721-b7c7-423c-8d14-f8aa9fc8d234 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:16.590329 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-18220721-b7c7-423c-8d14-f8aa9fc8d234 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 813 time: 0.2865062 May 10 11:28:16.610862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'port': {'device_id': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d', 'admin_state_up': True, 'tenant_id': '0e90d03515814b7c90f1878638604f49'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:16.691226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e5fe-6ba2-4d41-8777-255eea0ce2f1 req-10e4d665-4db3-4f2f-834e-cc099d4938c3 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:16.698866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e5fe-6ba2-4d41-8777-255eea0ce2f1 req-10e4d665-4db3-4f2f-834e-cc099d4938c3 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:16.705295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e5fe-6ba2-4d41-8777-255eea0ce2f1 req-10e4d665-4db3-4f2f-834e-cc099d4938c3 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:16.707349 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b179e5fe-6ba2-4d41-8777-255eea0ce2f1 req-10e4d665-4db3-4f2f-834e-cc099d4938c3 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2418 time: 0.1546190 May 10 11:28:16.798508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b179e5fe-6ba2-4d41-8777-255eea0ce2f1 req-b871238c-2e32-48ce-b29e-7915235e5295 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801055 May 10 11:28:16.815880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Made reservation on behalf of 0e90d03515814b7c90f1878638604f49 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:16.820394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:16.987790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e6e02-930e-45a5-8125-76644ede386d req-e704e584-d31c-442b-bf91-8bf2d62c0077 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:16.989434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a06e6e02-930e-45a5-8125-76644ede386d req-e704e584-d31c-442b-bf91-8bf2d62c0077 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1019437 May 10 11:28:17.031659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Allocated IP 172.20.0.2 (1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d/049e5797-9304-4e87-8cac-afb95aabaf34/21895fae-0156-4efa-9431-70e89997b534) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:17.067788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a06e6e02-930e-45a5-8125-76644ede386d req-285cc7f7-47ef-47e3-b777-67b0ecb40fac tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697615 May 10 11:28:17.293210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:17.386877 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:17.395578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-65e2b9e1-7a1b-4725-b94e-793a1c276c47 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:28:17.396997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-65e2b9e1-7a1b-4725-b94e-793a1c276c47 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060813 May 10 11:28:17.405603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:17.441837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-8741ad5b-49b2-404e-be4d-a4b65ee17430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:17.443805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-8741ad5b-49b2-404e-be4d-a4b65ee17430 service neutron] 10.222.0.13 "GET /v2.0/ports/e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 1094 time: 0.0386982 May 10 11:28:17.453981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Request body: {'binding': {'host': 'n-h2-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:17.454841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Unknown quota resources ['binding']. {{(pid=102767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 11:28:17.458306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:17.470175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002077-6cee-4164-b778-6548b425ce4f req-f0b4e50f-af88-44d3-bd27-bf3ea82690fa tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:17.472059 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66002077-6cee-4164-b778-6548b425ce4f req-f0b4e50f-af88-44d3-bd27-bf3ea82690fa tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 949 time: 0.1391671 May 10 11:28:17.473102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:17.478366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:17.580524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'Port': ['ID=21895fae-0156-4efa-9431-70e89997b534,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:17.643032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:17.644079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:17.651267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on host n-h2-840949-1 for vnic_type normal with profile None {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:17.652287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:17.652618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:17.658848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:17.659167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:17.665874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66002077-6cee-4164-b778-6548b425ce4f req-39cdfdb3-d4dc-4fd9-9972-4ab6fd566ba5 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662939 May 10 11:28:17.667356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:17.667844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:17.668250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:17.668790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Bound port: e4e2a152-52b7-4057-b23c-8274f16de740, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:17.692093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-e985f313-c9ec-4810-82ef-22f7ba4712d7 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0852845 May 10 11:28:17.711568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Request body: {'port': {'device_id': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:17.782887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:17.792730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:17.794083 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-d5a4b830-29e3-4660-8fc0-91cb9a21e8f0 service neutron] 10.222.0.13 "POST /v2.0/ports/e4e2a152-52b7-4057-b23c-8274f16de740/bindings HTTP/1.1" status: 201 len: 389 time: 0.3437898 May 10 11:28:17.815153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34734) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:17.829814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:17.906230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8584d-272c-4d6c-b52a-7c905f363911 req-18b22ce3-7e6d-4fc6-8e09-dcb6a4817976 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:17.914351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8584d-272c-4d6c-b52a-7c905f363911 req-18b22ce3-7e6d-4fc6-8e09-dcb6a4817976 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:17.922149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8584d-272c-4d6c-b52a-7c905f363911 req-18b22ce3-7e6d-4fc6-8e09-dcb6a4817976 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:17.924122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d2f8584d-272c-4d6c-b52a-7c905f363911 req-18b22ce3-7e6d-4fc6-8e09-dcb6a4817976 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2418 time: 0.1344342 May 10 11:28:17.985905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.017593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b018dc-79d0-4800-9737-28a828714c5f req-8098398d-afc9-4eb3-95c1-87b1c159de61 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.019153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22b018dc-79d0-4800-9737-28a828714c5f req-8098398d-afc9-4eb3-95c1-87b1c159de61 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 931 time: 0.0763860 May 10 11:28:18.037833 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d2f8584d-272c-4d6c-b52a-7c905f363911 req-7984984f-5233-45c1-872a-aedcb1e2e15a tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053500 May 10 11:28:18.128380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22b018dc-79d0-4800-9737-28a828714c5f req-7d4aaf7f-3a4f-4df8-bf48-42880e35bb6d tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954034 May 10 11:28:18.153249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-44b6822f-a3e5-4b84-992c-5991d1dce4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.153249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-44b6822f-a3e5-4b84-992c-5991d1dce4a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1097 time: 0.1032288 May 10 11:28:18.158549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.171848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.192936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4f07-dce0-48a2-aee7-17d6d3e57c0b req-f34ef441-31a2-4398-a004-c953b5a76540 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.196360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4f07-dce0-48a2-aee7-17d6d3e57c0b req-f34ef441-31a2-4398-a004-c953b5a76540 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 946 time: 0.0884144 May 10 11:28:18.283234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47cd4f07-dce0-48a2-aee7-17d6d3e57c0b req-5a07617f-256c-4446-a752-e97dd87b308b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811861 May 10 11:28:18.289148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8413c84da37543ec995ac1b9cff9b68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700682 May 10 11:28:18.289148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5c6cca-82a8-4b7d-a69c-b9ee3039b1cd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:18.289420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34742) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:18.309901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.310249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.310592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.310930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.311267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.311599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.311853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21895fae-0156-4efa-9431-70e89997b534 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:18.312514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.312514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.312715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.312917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.313253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.313574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228cead-3f1f-410c-9fbf-6afef6e61143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:18.328952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.336946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-c08a2588-655b-47f2-86c2-0324a63a4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.338429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-c08a2588-655b-47f2-86c2-0324a63a4d8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.1758265 May 10 11:28:18.347382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e69b62-fb12-4575-bc6e-5f176e2de1d7 req-ba7e71b1-2ffa-4eef-9172-0ee76cba4263 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.348939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85e69b62-fb12-4575-bc6e-5f176e2de1d7 req-ba7e71b1-2ffa-4eef-9172-0ee76cba4263 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1225719 May 10 11:28:18.362575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Transition to ACTIVE for port object 21895fae-0156-4efa-9431-70e89997b534 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:18.369920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.391056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-477b5a01-2b04-43e8-97b2-c7fd91ddac8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 217 time: 0.0409901 May 10 11:28:18.407659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a41fc21-0564-43f7-aa62-5a03f1b84dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.452684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85e69b62-fb12-4575-bc6e-5f176e2de1d7 req-3606097b-be94-45d5-a783-8bd048e658e7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958312 May 10 11:28:18.456862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Pushing event updated for resources: {'Port': ['ID=21895fae-0156-4efa-9431-70e89997b534,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:18.464722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-cab59277-31eb-4c6b-b38d-9f38700c81be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.466500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-cab59277-31eb-4c6b-b38d-9f38700c81be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0667148 May 10 11:28:18.482291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a41fc21-0564-43f7-aa62-5a03f1b84dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.503516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7f7df65e-9d49-4eff-a986-5bb75aca3a26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296137 May 10 11:28:18.562857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Attempting to bind port 21895fae-0156-4efa-9431-70e89997b534 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:18.563189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Attempting to bind port 21895fae-0156-4efa-9431-70e89997b534 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:18.563608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Attempting to bind port 21895fae-0156-4efa-9431-70e89997b534 on network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:18.569828 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Port 21895fae-0156-4efa-9431-70e89997b534 on network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:18.570099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Attempting to bind port 21895fae-0156-4efa-9431-70e89997b534 on network 1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:18.576839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:18.577180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Checking segment: {'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:18.577563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Bound using segment: {'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:18.578009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Bound port: 21895fae-0156-4efa-9431-70e89997b534, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:18.578360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.591531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a41fc21-0564-43f7-aa62-5a03f1b84dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.594087 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a41fc21-0564-43f7-aa62-5a03f1b84dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.595257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2a41fc21-0564-43f7-aa62-5a03f1b84dab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf5c6cca-82a8-4b7d-a69c-b9ee3039b1cd HTTP/1.1" status: 204 len: 168 time: 0.3050499 May 10 11:28:18.606605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41fc21-0564-43f7-aa62-5a03f1b84dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5c6cca-82a8-4b7d-a69c-b9ee3039b1cd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:18.614062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-ac579985-d213-44d2-8d69-ac0b573d615d service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982027 May 10 11:28:18.665952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] For port 21895fae-0156-4efa-9431-70e89997b534, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:18.669606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] For port 21895fae-0156-4efa-9431-70e89997b534, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=21895fae-0156-4efa-9431-70e89997b534,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:18.675605 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.716788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.717233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.718938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] 10.222.0.49 "PUT /v2.0/ports/21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 200 len: 1091 time: 1.0128734 May 10 11:28:18.719136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'tag': '21895fae-0156-4efa-9431-70e89997b534'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:18.721594 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d0beb5-5dbc-4814-ab05-245026ad9811" -d '{"events": [{"name": "network-changed", "server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "tag": "21895fae-0156-4efa-9431-70e89997b534"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:18.748284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bf800-15ba-4636-a382-47fa0b084408 service neutron] Pushing event updated for resources: {'Port': ['ID=21895fae-0156-4efa-9431-70e89997b534,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:18.763220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-8d8a9d21-509a-49b5-b35b-3ea884630785 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384373 May 10 11:28:18.799759 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc71fe8-babc-48a8-9221-bb73a112a595 x-openstack-request-id: req-dcc71fe8-babc-48a8-9221-bb73a112a595 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:18.800024 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "tag": "21895fae-0156-4efa-9431-70e89997b534", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:18.800204 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcc71fe8-babc-48a8-9221-bb73a112a595 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:18.800552 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc71fe8-babc-48a8-9221-bb73a112a595'] response: {'name': 'network-changed', 'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'tag': '21895fae-0156-4efa-9431-70e89997b534', 'status': 'completed', 'code': 200} May 10 11:28:18.853407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ec072-afc3-43b9-a8e9-98d7425fe480 req-f5c0dddf-6dd2-4943-9024-bef15e0a47fd tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.855311 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b55ec072-afc3-43b9-a8e9-98d7425fe480 req-f5c0dddf-6dd2-4943-9024-bef15e0a47fd tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 949 time: 0.1037500 May 10 11:28:18.862458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-b95c1917-fba7-46a7-ab8b-d3ea8830455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.864044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-b95c1917-fba7-46a7-ab8b-d3ea8830455d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1094 time: 0.0625136 May 10 11:28:18.907362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7102f917-9faa-4d2a-92e5-fa7f9838f163 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.909173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7102f917-9faa-4d2a-92e5-fa7f9838f163 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1097 time: 0.0512285 May 10 11:28:18.920789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-53d43cd4-46e0-4f52-93b0-2a6fe3073058 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 200 len: 217 time: 0.0461357 May 10 11:28:18.922737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840949-1'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:18.961282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34754) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:18.967762 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b55ec072-afc3-43b9-a8e9-98d7425fe480 req-c5da7875-3e89-4842-aef6-12d07a509d55 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005137 May 10 11:28:18.991206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-f6ba709e-60c0-4800-9611-74b9036d62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:18.993258 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-f6ba709e-60c0-4800-9611-74b9036d62a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.0647655 May 10 11:28:19.007398 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a78a-84d1-4394-9233-710211e192c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.028663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-d0eeb112-b30b-4adb-94f0-1bf0c70fc961 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263913 May 10 11:28:19.049991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.092214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7f1d617a-9bf0-4b68-b5cd-1c62bb7904ba tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.099157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7f1d617a-9bf0-4b68-b5cd-1c62bb7904ba tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.105670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7f1d617a-9bf0-4b68-b5cd-1c62bb7904ba tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.107571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7f1d617a-9bf0-4b68-b5cd-1c62bb7904ba tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2418 time: 0.1624799 May 10 11:28:19.155383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-995d48be-90a8-41de-b1b4-a90aeb0e3c26 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171885 May 10 11:28:19.258270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1946b-101c-4671-b01e-2b26d9f0f0c0 req-716a6ade-1ca0-4984-949f-3c88c3027c78 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.264683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1946b-101c-4671-b01e-2b26d9f0f0c0 req-716a6ade-1ca0-4984-949f-3c88c3027c78 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.271101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1946b-101c-4671-b01e-2b26d9f0f0c0 req-716a6ade-1ca0-4984-949f-3c88c3027c78 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.273002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7cd1946b-101c-4671-b01e-2b26d9f0f0c0 req-716a6ade-1ca0-4984-949f-3c88c3027c78 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 2418 time: 0.1369414 May 10 11:28:19.352522 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a78a-84d1-4394-9233-710211e192c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.369205 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a78a-84d1-4394-9233-710211e192c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.405505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:19.410698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7cd1946b-101c-4671-b01e-2b26d9f0f0c0 req-003979a6-ee4d-49fd-a43e-367baac52bf3 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102850 May 10 11:28:19.415487 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af538ee5-37de-4ae6-8f08-077901ca9699 req-2a80a395-f6a0-4a05-838c-65ba1c043c45 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374542 May 10 11:28:19.476271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port 2b60447a-3c39-4b94-8eb1-005915ca05f4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:19.476867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.485933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b1b3a78a-84d1-4394-9233-710211e192c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69ae0da19c194c33b920416d722b7711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034494 May 10 11:28:19.496868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:19.532957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3a78a-84d1-4394-9233-710211e192c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5377f-7c12-4d7a-9eba-d7ca5cd52ac3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:19.615208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:19.648910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-5314ca0b-e680-4759-ada4-b89f0c14fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.650816 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-5314ca0b-e680-4759-ada4-b89f0c14fded service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1094 time: 0.1629090 May 10 11:28:19.666727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4db0-dd56-461e-8498-3611f1c71dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.690384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72225391-71b6-4e40-95d2-460f14471c7f req-9c419601-c494-41c5-9f90-ae9bd5049867 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.692091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72225391-71b6-4e40-95d2-460f14471c7f req-9c419601-c494-41c5-9f90-ae9bd5049867 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 946 time: 0.1714118 May 10 11:28:19.700809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3ff2-5ce8-4dce-b799-e4a6f3e7b10e req-366fa192-70ab-4816-9c81-bc6b7dc273db tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:19.703146 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b9fa3ff2-5ce8-4dce-b799-e4a6f3e7b10e req-366fa192-70ab-4816-9c81-bc6b7dc273db tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 943 time: 0.1999381 May 10 11:28:19.721332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port 2b60447a-3c39-4b94-8eb1-005915ca05f4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=2b60447a-3c39-4b94-8eb1-005915ca05f4,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:19.721732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.737304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:19.739739 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1616920f-c525-4adc-a41e-077dd4245a59" -d '{"events": [{"server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:19.744598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.759838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for 2b60447a-3c39-4b94-8eb1-005915ca05f4 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:19.765290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:19.882670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b9fa3ff2-5ce8-4dce-b799-e4a6f3e7b10e req-90ad6c6a-cce7-473c-85a9-0b4e7134a82a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641550 May 10 11:28:19.914733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:19.976713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:19.977060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:19.977455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:20.002296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:20.002708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Attempting to bind port e4e2a152-52b7-4057-b23c-8274f16de740 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:20.031150 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4db0-dd56-461e-8498-3611f1c71dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.037480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:20.037983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:20.038370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:20.038934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Bound port: e4e2a152-52b7-4057-b23c-8274f16de740, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:20.039322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.082877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a314efc-5cd8-47c5-970f-d8473a8d48bd req-cfd8e5b4-76d4-42ad-938c-8da89c654949 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:20.084927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a314efc-5cd8-47c5-970f-d8473a8d48bd req-cfd8e5b4-76d4-42ad-938c-8da89c654949 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1260209 May 10 11:28:20.109378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72225391-71b6-4e40-95d2-460f14471c7f req-e24b4591-4c52-441b-bc56-6586052c6dcc tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729830 May 10 11:28:20.122464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-c7569a8b-7904-4aaf-8b0b-ab1c653b35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:20.131124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-c7569a8b-7904-4aaf-8b0b-ab1c653b35e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 914 time: 0.4543095 May 10 11:28:20.136239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.149873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['90ef1466-3778-4916-81ed-7c93c8143f57', '2b60447a-3c39-4b94-8eb1-005915ca05f4', 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:20.176338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-e3dd197f-2c96-474f-93da-841ac922c5f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 200 len: 217 time: 0.0420845 May 10 11:28:20.181351 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4db0-dd56-461e-8498-3611f1c71dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.184134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4db0-dd56-461e-8498-3611f1c71dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.186168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9fdd4db0-dd56-461e-8498-3611f1c71dd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67f5377f-7c12-4d7a-9eba-d7ca5cd52ac3 HTTP/1.1" status: 204 len: 168 time: 0.6881638 May 10 11:28:20.191620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=2b60447a-3c39-4b94-8eb1-005915ca05f4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:20.237987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd4db0-dd56-461e-8498-3611f1c71dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5377f-7c12-4d7a-9eba-d7ca5cd52ac3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:20.247598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:20.259413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-83054d38-53a2-4e7e-9ce5-186e78ccca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:20.261951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-83054d38-53a2-4e7e-9ce5-186e78ccca94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.0737848 May 10 11:28:20.263494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a314efc-5cd8-47c5-970f-d8473a8d48bd req-239cf689-f282-463f-88d8-a12a91d7b80a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491838 May 10 11:28:20.281757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port 2b60447a-3c39-4b94-8eb1-005915ca05f4 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:20.284661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.288711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-89776c00-71a5-454f-9960-a59fad85a795 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "DELETE /v2.0/ports/2b60447a-3c39-4b94-8eb1-005915ca05f4 HTTP/1.1" status: 204 len: 173 time: 1.1735842 May 10 11:28:20.317630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:20.342821 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-3ed25bf3-8db8-461a-b805-b014504a3048 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a41d971a3ab4413afd91700ebf784a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715556 May 10 11:28:20.343761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.348180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-6adc5502-3533-493c-8de0-81214d193c2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744607 May 10 11:28:20.349740 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56d052a-5122-4cfb-90bc-1f752b342077 x-openstack-request-id: req-c56d052a-5122-4cfb-90bc-1f752b342077 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:20.350107 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:20.350635 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c56d052a-5122-4cfb-90bc-1f752b342077 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:20.351039 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56d052a-5122-4cfb-90bc-1f752b342077'] response: {'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740', 'code': 200} May 10 11:28:20.496365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:20.497448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.499189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] 10.222.0.49 "PUT /v2.0/ports/e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 1122 time: 1.5818894 May 10 11:28:20.499844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a7753-174b-4418-978b-48c05b9646a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=8']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:20.548404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port 90ef1466-3778-4916-81ed-7c93c8143f57 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:20.548750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.581954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['e4e2a152-52b7-4057-b23c-8274f16de740'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:20.656707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-cfbe54b9-8f4a-4f4f-a62a-f44e255efe0e service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942390 May 10 11:28:20.692551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e19957-b0de-48aa-b518-33f7db72bffb req-5d9217ce-9a3b-4537-a02d-c9f05fe081fb tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:20.699022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e19957-b0de-48aa-b518-33f7db72bffb req-5d9217ce-9a3b-4537-a02d-c9f05fe081fb tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:20.706862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1e19957-b0de-48aa-b518-33f7db72bffb req-5d9217ce-9a3b-4537-a02d-c9f05fe081fb tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 1683 time: 0.1189392 May 10 11:28:20.764128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1e19957-b0de-48aa-b518-33f7db72bffb req-036441c8-0b07-4817-9421-694113e418f1 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 May 10 11:28:20.781879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port 90ef1466-3778-4916-81ed-7c93c8143f57, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90ef1466-3778-4916-81ed-7c93c8143f57,segment=NetworkSegment(cde93a85-f3b3-479d-adb4-7b9de5786960),segment_id=cde93a85-f3b3-479d-adb4-7b9de5786960)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:20.782256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.795240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-b6389d7a-c355-415a-9d51-a467ccbfc6eb tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:20.802280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-b6389d7a-c355-415a-9d51-a467ccbfc6eb tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4583032 May 10 11:28:20.809110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for 90ef1466-3778-4916-81ed-7c93c8143f57 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:20.827519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-3e9fcd68-15c3-4ec1-bd46-d6831fd497e3 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/quotas/8a41d971a3ab4413afd91700ebf784a8 HTTP/1.1" status: 200 len: 375 time: 0.0155065 May 10 11:28:20.855853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d0beb5-5dbc-4814-ab05-245026ad9811 req-02ed2dab-0923-4794-940c-f393b3b96fd5 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872692 May 10 11:28:20.891117 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-e0cfb671-5a5a-4101-8f12-f4c8be06ff3e tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a41d971a3ab4413afd91700ebf784a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566907 May 10 11:28:21.028955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85a087-8bbc-4f99-bf53-93c8cad3ec91 req-5e20cd63-e69a-4024-827f-ab75d617be77 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:21.031960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b85a087-8bbc-4f99-bf53-93c8cad3ec91 req-5e20cd63-e69a-4024-827f-ab75d617be77 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 943 time: 0.0662365 May 10 11:28:21.032705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:21.044614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['2b60447a-3c39-4b94-8eb1-005915ca05f4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:21.070225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=90ef1466-3778-4916-81ed-7c93c8143f57,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:21.124560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-694c37ab-e04a-46b1-9a65-3eb079442d6e req-54413126-d10e-4d22-a77e-aab4316fdf04 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 210 time: 0.0693705 May 10 11:28:21.199311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port 90ef1466-3778-4916-81ed-7c93c8143f57 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:21.203791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b85a087-8bbc-4f99-bf53-93c8cad3ec91 req-4282b141-8ae1-43e3-a1ca-f13039cf11d4 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401711 May 10 11:28:21.211048 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:21.215888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-3cb50956-daa5-48a3-b69d-13742ee68b18 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "DELETE /v2.0/ports/90ef1466-3778-4916-81ed-7c93c8143f57 HTTP/1.1" status: 204 len: 173 time: 0.9145269 May 10 11:28:21.301200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da73dc-509d-4f1f-b8ca-5c86a4a51896 req-fc1db1c2-2df8-4fb2-ad13-121c4bef9455 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:21.303488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7da73dc-509d-4f1f-b8ca-5c86a4a51896 req-fc1db1c2-2df8-4fb2-ad13-121c4bef9455 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 944 time: 0.1077931 May 10 11:28:21.358563 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7da73dc-509d-4f1f-b8ca-5c86a4a51896 req-41e74ac7-4580-46ff-b525-1276cc99b0ae tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486252 May 10 11:28:21.456559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:21.457023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:21.468820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f091-ed6c-4bea-8598-f8c01ec1e284 req-6f6e1182-75fd-4daa-babd-1bbb7b790e64 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:21.470309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d620f091-ed6c-4bea-8598-f8c01ec1e284 req-6f6e1182-75fd-4daa-babd-1bbb7b790e64 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0752428 May 10 11:28:21.562819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d620f091-ed6c-4bea-8598-f8c01ec1e284 req-3743cee5-2887-449f-b5e0-8f9003eda1c8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788565 May 10 11:28:21.598482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port cfca7561-eb9e-41a9-b9a8-62b9f23505d7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:21.598895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:21.613384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for cfca7561-eb9e-41a9-b9a8-62b9f23505d7 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:21.698046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:21.701893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:21.777215 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:21.810313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=cfca7561-eb9e-41a9-b9a8-62b9f23505d7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:21.857400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['2b60447a-3c39-4b94-8eb1-005915ca05f4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:21.874717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port cfca7561-eb9e-41a9-b9a8-62b9f23505d7 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:21.883797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eb1cc5da-7e0d-450a-bb81-cf30621d7a9a req-1b7b5c01-a256-401a-ade1-bb385438993c tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72a3add-8663-48d1-9b6c-f11bd186301f HTTP/1.1" status: 200 len: 210 time: 0.0341465 May 10 11:28:21.885049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:21.889273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ea8d0e7-c58f-4404-90f5-65cdbcb25c49 req-7da566bf-7bbb-4797-a248-4e3d341dfd58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "DELETE /v2.0/ports/cfca7561-eb9e-41a9-b9a8-62b9f23505d7 HTTP/1.1" status: 204 len: 173 time: 0.6666729 May 10 11:28:21.949252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:21.985925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '2e1082e6-3a18-4c38-927b-f6120930055d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '2e1082e6-3a18-4c38-927b-f6120930055d', 'mac_address': 'fa:16:3e:ca:6f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:22.021661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:22.022460 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.054247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:22.054952 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.062186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:22.064781 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f140db2-b5a3-43a2-b944-016bca08b5c1" -d '{"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:22.086647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e1082e6-3a18-4c38-927b-f6120930055d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:22.093666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:22.102001 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.112605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34858) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:22.138854 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa854808-593d-437a-8274-d547813e416c x-openstack-request-id: req-aa854808-593d-437a-8274-d547813e416c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:22.139141 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:22.139587 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa854808-593d-437a-8274-d547813e416c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:22.140183 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa854808-593d-437a-8274-d547813e416c'] response: {'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d', 'code': 200} May 10 11:28:22.209377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:22.212886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:28:22.213431 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:28:22.247638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-9fdcf7b1-6f1f-4489-b2ef-6d3968735e4e tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8a41d971a3ab4413afd91700ebf784a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686066 May 10 11:28:22.265840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1775775c-dd86-4a34-94c7-eaae2374d2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.279846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7675e19e-b5b4-4c03-921e-3d9b3ab87996 req-11272030-1795-4e03-8956-55d5249d708b tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 210 time: 0.0406566 May 10 11:28:22.354016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-deleted', 'tag': '2b60447a-3c39-4b94-8eb1-005915ca05f4'}, {'name': 'network-changed', 'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740'}, {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-deleted', 'tag': '90ef1466-3778-4916-81ed-7c93c8143f57'}, {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-deleted', 'tag': 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:22.356438 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3" -d '{"events": [{"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-deleted", "tag": "2b60447a-3c39-4b94-8eb1-005915ca05f4"}, {"name": "network-changed", "server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740"}, {"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-deleted", "tag": "90ef1466-3778-4916-81ed-7c93c8143f57"}, {"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-deleted", "tag": "cfca7561-eb9e-41a9-b9a8-62b9f23505d7"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:22.414799 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Tue, 10 May 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626d4497-6881-4cb9-b80e-7870af238723 x-openstack-request-id: req-626d4497-6881-4cb9-b80e-7870af238723 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:22.415124 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-deleted", "tag": "2b60447a-3c39-4b94-8eb1-005915ca05f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740", "status": "completed", "code": 200}, {"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-deleted", "tag": "90ef1466-3778-4916-81ed-7c93c8143f57", "status": "completed", "code": 200}, {"server_uuid": "b72a3add-8663-48d1-9b6c-f11bd186301f", "name": "network-vif-deleted", "tag": "cfca7561-eb9e-41a9-b9a8-62b9f23505d7", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:22.415423 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-626d4497-6881-4cb9-b80e-7870af238723 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:22.415940 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626d4497-6881-4cb9-b80e-7870af238723'] response: {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-deleted', 'tag': '2b60447a-3c39-4b94-8eb1-005915ca05f4', 'status': 'completed', 'code': 200} May 10 11:28:22.416236 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626d4497-6881-4cb9-b80e-7870af238723'] response: {'name': 'network-changed', 'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740', 'status': 'completed', 'code': 200} May 10 11:28:22.416491 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626d4497-6881-4cb9-b80e-7870af238723'] response: {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-deleted', 'tag': '90ef1466-3778-4916-81ed-7c93c8143f57', 'status': 'completed', 'code': 200} May 10 11:28:22.416928 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626d4497-6881-4cb9-b80e-7870af238723'] response: {'server_uuid': 'b72a3add-8663-48d1-9b6c-f11bd186301f', 'name': 'network-vif-deleted', 'tag': 'cfca7561-eb9e-41a9-b9a8-62b9f23505d7', 'status': 'completed', 'code': 200} May 10 11:28:22.433599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084375ec-dfb5-460d-9cb5-d3dab99f161c req-ed498e46-8c7b-43e4-b58a-a931d95ca917 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:22.435537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-084375ec-dfb5-460d-9cb5-d3dab99f161c req-ed498e46-8c7b-43e4-b58a-a931d95ca917 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 943 time: 0.1257138 May 10 11:28:22.449404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-556e8fad-5a7f-43dd-9a28-0b496477c528 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:22.450884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-556e8fad-5a7f-43dd-9a28-0b496477c528 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946976 May 10 11:28:22.471266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Request body: {'port': {'device_id': '7921af6a-ee75-4509-bd37-4ecba210a253', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '8a41d971a3ab4413afd91700ebf784a8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:22.555482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-890215d5-b4b8-4e48-a355-949a30b60236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:22.557047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-890215d5-b4b8-4e48-a355-949a30b60236 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1125 time: 0.0950723 May 10 11:28:22.574763 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-084375ec-dfb5-460d-9cb5-d3dab99f161c req-4416e28c-60b3-4548-ba29-cdee796689dc tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209738 May 10 11:28:22.579172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f5f4-3032-4e3c-813b-2be8ef890ecc req-e40dc310-877c-43ec-bf7e-01e4b5ef8929 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:22.581273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8605f5f4-3032-4e3c-813b-2be8ef890ecc req-e40dc310-877c-43ec-bf7e-01e4b5ef8929 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 944 time: 0.0729265 May 10 11:28:22.676712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8605f5f4-3032-4e3c-813b-2be8ef890ecc req-f1a17a1f-3d22-4d9f-9de8-ad6bf5485dbb tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786579 May 10 11:28:22.697739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-652a65f0-683d-49cf-ab7b-a01f78d75b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:22.699210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-652a65f0-683d-49cf-ab7b-a01f78d75b32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.1354332 May 10 11:28:22.748281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-db9acdcf-0a27-4390-8c83-20a8956ecb8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 217 time: 0.0418742 May 10 11:28:22.757221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:22.758281 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.773004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1082e6-3a18-4c38-927b-f6120930055d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:22.793115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:22.798738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.799649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-434ab30d-b3f1-461b-b43f-577580797515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:22.799993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device e4e2a152-52b7-4057-b23c-8274f16de740 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:22.801206 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-434ab30d-b3f1-461b-b43f-577580797515 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0472145 May 10 11:28:22.834393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-61a9bdbd-50f4-40ad-a83e-118375a64f7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261714 May 10 11:28:22.899673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:22.920099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1775775c-dd86-4a34-94c7-eaae2374d2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.934592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-0bde6f48-f6f6-4928-a5ca-a5655d85eb7e service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936778 May 10 11:28:22.951041 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1775775c-dd86-4a34-94c7-eaae2374d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.967424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34874) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:22.970222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:22.982759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device e4e2a152-52b7-4057-b23c-8274f16de740 has no active binding in host n-h2-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 11:28:22.983130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 21895fae-0156-4efa-9431-70e89997b534 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:23.047449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dbf60ebb-a1b1-4009-b6b3-da0d2be3e7a3 req-67102135-7bdf-4d21-b300-6e27eb86787f service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061070 May 10 11:28:23.054087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1775775c-dd86-4a34-94c7-eaae2374d2dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=960e1795d6b849198ff5655f6b6f1cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9402673 May 10 11:28:23.057212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34876) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:23.059154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775775c-dd86-4a34-94c7-eaae2374d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06ceed3-0088-481a-8029-23c3bcb9dc91,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:23.072567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcfbd1-80fb-4411-b4d3-5a99fc29e8e4 req-a316f828-2964-49a5-8447-5e027afe868b tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:23.079737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 21895fae-0156-4efa-9431-70e89997b534, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=21895fae-0156-4efa-9431-70e89997b534,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:23.080457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cbcfbd1-80fb-4411-b4d3-5a99fc29e8e4 req-a316f828-2964-49a5-8447-5e027afe868b tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 949 time: 0.1741967 May 10 11:28:23.086260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Made reservation on behalf of 8a41d971a3ab4413afd91700ebf784a8 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:23.090092 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.094309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '21895fae-0156-4efa-9431-70e89997b534', 'network_id': '1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d', 'port_id': '21895fae-0156-4efa-9431-70e89997b534', 'mac_address': 'fa:16:3e:2d:db:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049e5797-9304-4e87-8cac-afb95aabaf34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:23.115171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc06ef8-7970-4efc-a124-4afd9c5c0039 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting subnet 1ac54c0b-0378-486c-9be8-730b8fb2c529 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:23.123616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc06ef8-7970-4efc-a124-4afd9c5c0039 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.129086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8217d38c-d83f-42a3-a7ae-1b19197e9ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.143079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 21895fae-0156-4efa-9431-70e89997b534 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:23.143560 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.152247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8217d38c-d83f-42a3-a7ae-1b19197e9ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.163121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21895fae-0156-4efa-9431-70e89997b534 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:23.190796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 21895fae-0156-4efa-9431-70e89997b534, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=21895fae-0156-4efa-9431-70e89997b534,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:23.195856 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.210952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8217d38c-d83f-42a3-a7ae-1b19197e9ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.212407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cbcfbd1-80fb-4411-b4d3-5a99fc29e8e4 req-b8a79d12-133b-4a85-bf8e-ebefe6c34175 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309798 May 10 11:28:23.214051 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8217d38c-d83f-42a3-a7ae-1b19197e9ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.215433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8217d38c-d83f-42a3-a7ae-1b19197e9ace admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a06ceed3-0088-481a-8029-23c3bcb9dc91 HTTP/1.1" status: 204 len: 168 time: 0.1571903 May 10 11:28:23.234161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc06ef8-7970-4efc-a124-4afd9c5c0039 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.239582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217d38c-d83f-42a3-a7ae-1b19197e9ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06ceed3-0088-481a-8029-23c3bcb9dc91,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:23.252694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=21895fae-0156-4efa-9431-70e89997b534,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:23.366961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Allocated IP 192.168.233.180 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/824c3872-9d25-44fa-aa0b-accaf2a4f9d3) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:23.386210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc06ef8-7970-4efc-a124-4afd9c5c0039 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.390448 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73e3f403-68b3-4643-a38f-81c2e89c6925 req-18c32fc6-437e-4173-a426-0aef42cfa611 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 210 time: 0.0322134 May 10 11:28:23.515584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc06ef8-7970-4efc-a124-4afd9c5c0039 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.550921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06ef8-7970-4efc-a124-4afd9c5c0039 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac54c0b-0378-486c-9be8-730b8fb2c529,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:23.563258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc06ef8-7970-4efc-a124-4afd9c5c0039 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.564554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212909b8-3dd4-4c9c-aed9-37e4e21e969a None None] Network b82d8885-9837-461d-a782-f07a6c919529 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:23.569451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-adc06ef8-7970-4efc-a124-4afd9c5c0039 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "DELETE /v2.0/subnets/1ac54c0b-0378-486c-9be8-730b8fb2c529 HTTP/1.1" status: 204 len: 168 time: 0.5979433 May 10 11:28:23.569890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34890) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:23.609456 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.651207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.675453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.684701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['e9fb6d43-907c-4dcf-902b-c2b83862a44d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:23.736292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:23.744747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:23.747355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:23.789423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:23.789765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.795618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2e1082e6-3a18-4c38-927b-f6120930055d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:23.812844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:23.813671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.836561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Pushing event updated for resources: {'Port': ['ID=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:23.864482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['21895fae-0156-4efa-9431-70e89997b534'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:23.896646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a93920-3e71-488e-9a29-61d2e81c7359 req-39576cf1-7171-41ed-94a3-23dd08dbbb39 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:23.904896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d0a93920-3e71-488e-9a29-61d2e81c7359 req-39576cf1-7171-41ed-94a3-23dd08dbbb39 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 944 time: 0.2140532 May 10 11:28:23.909431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cfca7561-eb9e-41a9-b9a8-62b9f23505d7 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:23.914263 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-a0677cb6-cc9c-407e-a80d-b9a50c0bc4da tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4488928 May 10 11:28:23.935217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] DHCP port deletion for b82d8885-9837-461d-a782-f07a6c919529 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:28:23.960218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Request body: {'port': {'device_id': '7921af6a-ee75-4509-bd37-4ecba210a253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:23.979315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: cfca7561-eb9e-41a9-b9a8-62b9f23505d7 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:23.979761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cfca7561-eb9e-41a9-b9a8-62b9f23505d7 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:23.980418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 2b60447a-3c39-4b94-8eb1-005915ca05f4 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:24.018381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5,segment=NetworkSegment(cde93a85-f3b3-479d-adb4-7b9de5786960),segment_id=cde93a85-f3b3-479d-adb4-7b9de5786960)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:24.018953 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.044448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d0a93920-3e71-488e-9a29-61d2e81c7359 req-3160d33e-1055-425f-b220-744633324869 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214626 May 10 11:28:24.045318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:24.050378 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.094492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 2b60447a-3c39-4b94-8eb1-005915ca05f4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:24.094826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 2b60447a-3c39-4b94-8eb1-005915ca05f4 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:24.095229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90ef1466-3778-4916-81ed-7c93c8143f57 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:24.106512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:24.149861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992944ee-9b91-45c5-832f-7c6ae2b9aa5c req-813b7c98-afd6-44dc-8882-c443ddc6faed tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:24.152197 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-992944ee-9b91-45c5-832f-7c6ae2b9aa5c req-813b7c98-afd6-44dc-8882-c443ddc6faed tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 944 time: 0.2631059 May 10 11:28:24.176845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34906) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:24.214491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-992944ee-9b91-45c5-832f-7c6ae2b9aa5c req-4490de9b-d3ee-41f4-9b5a-2b5180fbd706 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529113 May 10 11:28:24.221477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.257154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 90ef1466-3778-4916-81ed-7c93c8143f57 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:24.257513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90ef1466-3778-4916-81ed-7c93c8143f57 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:24.293227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:24.295145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:24.316129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-540962499'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:24.357902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3ea5020f-50cc-4aae-95ed-c026723c112d None None] Provisioning complete for port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:24.358273 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ea5020f-50cc-4aae-95ed-c026723c112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.359849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No active binding found for port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 {{(pid=102769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 11:28:24.360246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:24.386702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:24.390177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.410089 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.411657 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.422524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8fb60-ae66-4d37-89b2-d4d757464595 req-dbc00170-9f32-4ccd-99b6-bda675161c86 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:24.424254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adc8fb60-ae66-4d37-89b2-d4d757464595 req-dbc00170-9f32-4ccd-99b6-bda675161c86 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 949 time: 0.1002231 May 10 11:28:24.449694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82d8885-9837-461d-a782-f07a6c919529']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:24.476378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde93a85-f3b3-479d-adb4-7b9de5786960') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:24.476979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde93a85-f3b3-479d-adb4-7b9de5786960') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:24.478445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5020f-50cc-4aae-95ed-c026723c112d None None] Port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:28:24.490507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] Deleting port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:24.490943 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.507275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.537802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.546630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adc8fb60-ae66-4d37-89b2-d4d757464595 req-82f789a5-3dc6-40ef-84c1-a38ac5710636 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098700 May 10 11:28:24.554949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:28:24.555708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.557966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:24.569201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: timer() May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:28:24.578913 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:28:24.598017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Transition to ACTIVE for port object 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:24.606556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.630015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d1ef-7abf-4fe9-a15e-2c05c3a511cc req-df64b010-2a80-4c53-b458-bb737be1a78f tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:24.631979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a641d1ef-7abf-4fe9-a15e-2c05c3a511cc req-df64b010-2a80-4c53-b458-bb737be1a78f tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 936 time: 0.1370292 May 10 11:28:24.668280 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.681487 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.689544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Pushing event updated for resources: {'Port': ['ID=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:24.726710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] For port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:24.727425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.742409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] Calling delete_port for bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:24.745878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] Port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:28:24.747318 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.748314 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-ace86cc6-3439-4c8f-9e4e-980b4187f997 service neutron] 10.222.0.70 "GET /v2.0/ports/e4e2a152-52b7-4057-b23c-8274f16de740/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.0798264 May 10 11:28:24.752821 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a641d1ef-7abf-4fe9-a15e-2c05c3a511cc req-02fc7864-f85e-42b7-84bc-882409b67d99 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092193 May 10 11:28:24.765966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.787726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] Pushing event deleted for resources: {'Port': ['ID=bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:24.789795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a44fbb-1143-4ab5-80f1-b55a2ac9f762 None None] No DVR routers for this DVR port bd1eb84c-a3aa-4fe5-8e8c-63e2c67d73a5 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:24.795210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:28:24.811263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.811573 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Added segment 672cc8c3-3b17-4c46-a0ab-a5a69879de8a of type vlan for network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 May 10 11:28:24.814938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.822145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "DELETE /v2.0/networks/b82d8885-9837-461d-a782-f07a6c919529 HTTP/1.1" status: 204 len: 168 time: 1.2510488 May 10 11:28:24.827634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34914) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:24.830907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b99f5-becc-48c0-8b92-25cf440a2666,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:24.839686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Attempting to bind port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:24.840044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Attempting to bind port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:24.840481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Attempting to bind port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:24.853916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b50c78-b5d6-4695-8861-02ad5d86152b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Network': ['ID=b82d8885-9837-461d-a782-f07a6c919529,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:24.864388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:24.864717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Attempting to bind port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:24.881041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:24.881450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:24.881794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:24.882315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Bound port: 824c3872-9d25-44fa-aa0b-accaf2a4f9d3, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:24.882679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.885618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.937127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8018c6b-88bd-4cf8-bca8-f63df6361e49 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting subnet 0433def5-952f-4a99-8cbd-f8370f89dc4b {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:24.941430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8018c6b-88bd-4cf8-bca8-f63df6361e49 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.944408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:24.949500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:24.950002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.027356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8018c6b-88bd-4cf8-bca8-f63df6361e49 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.029949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8516440 May 10 11:28:25.034916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34916) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:25.039898 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:25.043512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] For port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:25.102358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:25.108033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] For port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:25.109322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd453aaf-428a-4836-bb73-d52da620b625 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Network': ['ID=6f83b423-bdd7-4fb8-a1c5-b433d8998665,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:25.121816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:28:25.130472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.151738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:25.173230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8018c6b-88bd-4cf8-bca8-f63df6361e49 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.217054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:25.217676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.219314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] 10.222.0.70 "PUT /v2.0/ports/824c3872-9d25-44fa-aa0b-accaf2a4f9d3 HTTP/1.1" status: 200 len: 1096 time: 1.2650771 May 10 11:28:25.220362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e2a152-52b7-4057-b23c-8274f16de740 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:25.223233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7921af6a-ee75-4509-bd37-4ecba210a253', 'tag': '824c3872-9d25-44fa-aa0b-accaf2a4f9d3'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:25.229825 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db" -d '{"events": [{"name": "network-changed", "server_uuid": "7921af6a-ee75-4509-bd37-4ecba210a253", "tag": "824c3872-9d25-44fa-aa0b-accaf2a4f9d3"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:25.238286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:25.265184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.271901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aaca2-4eca-48db-be69-a3caad1e4897 service neutron] Pushing event updated for resources: {'Port': ['ID=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:25.284630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8018c6b-88bd-4cf8-bca8-f63df6361e49 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.329705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ecb72-64d1-4995-ae00-cd6bed8adc26 req-6311ae89-ebb9-4812-98da-7452ec228873 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:25.331679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-174ecb72-64d1-4995-ae00-cd6bed8adc26 req-6311ae89-ebb9-4812-98da-7452ec228873 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 944 time: 0.2061493 May 10 11:28:25.333974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:25.337755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.342991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8018c6b-88bd-4cf8-bca8-f63df6361e49 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Subnet': ['ID=0433def5-952f-4a99-8cbd-f8370f89dc4b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:25.357066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8018c6b-88bd-4cf8-bca8-f63df6361e49 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.357605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a6a4d2-d106-40bd-8be4-f339ff99225d None None] Network 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:25.361673 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b8018c6b-88bd-4cf8-bca8-f63df6361e49 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "DELETE /v2.0/subnets/0433def5-952f-4a99-8cbd-f8370f89dc4b HTTP/1.1" status: 204 len: 168 time: 0.5330081 May 10 11:28:25.378337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34926) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:25.441670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-973cc0d2-be01-4aed-9c55-0404ebf3cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:25.444102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-973cc0d2-be01-4aed-9c55-0404ebf3cfd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a41d971a3ab4413afd91700ebf784a8&device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 1099 time: 0.1625535 May 10 11:28:25.510153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-23164bb3-b3fb-4069-ad5c-fe275b37d9d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=824c3872-9d25-44fa-aa0b-accaf2a4f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0579751 May 10 11:28:25.514665 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-174ecb72-64d1-4995-ae00-cd6bed8adc26 req-97209f1f-dcf1-4dca-9601-43e210de2624 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595440 May 10 11:28:25.520498 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.529536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57474946-a48e-4501-8f9b-70273ee55846 req-e01b31f9-e04c-4825-aba0-3af86e21ab24 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:25.537689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57474946-a48e-4501-8f9b-70273ee55846 req-e01b31f9-e04c-4825-aba0-3af86e21ab24 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 944 time: 0.1986833 May 10 11:28:25.540160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] Transition to ACTIVE for port object e4e2a152-52b7-4057-b23c-8274f16de740 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:25.583550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.587185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c901685-133b-4ad7-88de-272c9227327c None None] DHCP port deletion for 0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:28:25.604961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-41aab99f-08b3-4d02-bc12-62a67e9ab087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:25.606489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-41aab99f-08b3-4d02-bc12-62a67e9ab087 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0873940 May 10 11:28:25.611475 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b72af6-0a2f-4ec7-afcf-b41383fb23b3 x-openstack-request-id: req-26b72af6-0a2f-4ec7-afcf-b41383fb23b3 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:25.611752 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7921af6a-ee75-4509-bd37-4ecba210a253", "tag": "824c3872-9d25-44fa-aa0b-accaf2a4f9d3", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:25.612190 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26b72af6-0a2f-4ec7-afcf-b41383fb23b3 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:25.612737 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b72af6-0a2f-4ec7-afcf-b41383fb23b3'] response: {'name': 'network-changed', 'server_uuid': '7921af6a-ee75-4509-bd37-4ecba210a253', 'tag': '824c3872-9d25-44fa-aa0b-accaf2a4f9d3', 'status': 'completed', 'code': 200} May 10 11:28:25.655146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57474946-a48e-4501-8f9b-70273ee55846 req-a624b9c2-adf2-43dd-9f31-e3c86c2d0e1d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163926 May 10 11:28:25.662222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4c901685-133b-4ad7-88de-272c9227327c None None] Deleting port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:25.662908 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c901685-133b-4ad7-88de-272c9227327c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.702217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-1eb7b658-5789-4f3c-8508-637201912438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:25.703874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-1eb7b658-5789-4f3c-8508-637201912438 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855777 May 10 11:28:25.708077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] No DVR routers for this DVR port e4e2a152-52b7-4057-b23c-8274f16de740 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:25.721216 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.743635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 21895fae-0156-4efa-9431-70e89997b534 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:25.751054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4c901685-133b-4ad7-88de-272c9227327c None None] For port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:25.751563 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c901685-133b-4ad7-88de-272c9227327c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.761963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] 10.222.0.70 "PUT /v2.0/ports/e4e2a152-52b7-4057-b23c-8274f16de740/bindings/n-h2-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0029418 May 10 11:28:25.762712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a6e9f-7030-4ea5-ad29-ef6443ee481d service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:25.784732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:25.785708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.789621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4c901685-133b-4ad7-88de-272c9227327c None None] Calling delete_port for 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:25.889190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 21895fae-0156-4efa-9431-70e89997b534 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:25.898468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e22e7-2c80-4d5d-b7b7-7f531fcbad5f req-f798526b-b72d-483b-b80d-ebb777b016ea tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:25.900105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 21895fae-0156-4efa-9431-70e89997b534 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:25.900486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.906013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c80e22e7-2c80-4d5d-b7b7-7f531fcbad5f req-f798526b-b72d-483b-b80d-ebb777b016ea tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 949 time: 0.2080832 May 10 11:28:25.942066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=bf624fcc-8fbd-41c1-9319-a6d04f7bfd04,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:25.976767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,segment=NetworkSegment(c849039d-c3b3-42b9-a659-eab56ce52531),segment_id=c849039d-c3b3-42b9-a659-eab56ce52531)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:25.977262 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.982664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-b44ad317-0f61-4899-8323-ac0d54dbeb6a service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705269 May 10 11:28:25.986576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:25.986952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network hostable DHCP agents. Network: 6f83b423-bdd7-4fb8-a1c5-b433d8998665, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:28:25.988647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c901685-133b-4ad7-88de-272c9227327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.996616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:26.000024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:26.015212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c80e22e7-2c80-4d5d-b7b7-7f531fcbad5f req-138380d4-1a69-4feb-91b3-98b21c8b444c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079745 May 10 11:28:26.017713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-35db690e-bc7b-4028-bb8c-51aa8857e00e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.019314 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-35db690e-bc7b-4028-bb8c-51aa8857e00e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.1907108 May 10 11:28:26.036172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cd116-b4e1-41a1-9bd6-9a54f59fdc89 req-81a681de-65d8-4c9c-9713-b9f88ce705ce tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.044011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a8cd116-b4e1-41a1-9bd6-9a54f59fdc89 req-81a681de-65d8-4c9c-9713-b9f88ce705ce tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 948 time: 0.1719563 May 10 11:28:26.045481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c901685-133b-4ad7-88de-272c9227327c None None] Pushing event deleted for resources: {'Port': ['ID=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:26.051969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c901685-133b-4ad7-88de-272c9227327c None None] No DVR routers for this DVR port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:26.055618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:26.056376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:26.064057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 21895fae-0156-4efa-9431-70e89997b534 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:26.064589 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.072155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:28:26.095640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21895fae-0156-4efa-9431-70e89997b534'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:26.097309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 6f83b423-bdd7-4fb8-a1c5-b433d8998665) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:26.098239 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcdad40-e518-4c63-abf8-8618144c9f26" -d '{"events": [{"server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "name": "network-vif-plugged", "status": "completed", "tag": "21895fae-0156-4efa-9431-70e89997b534"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:26.105162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.105769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.116151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 21895fae-0156-4efa-9431-70e89997b534, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=21895fae-0156-4efa-9431-70e89997b534,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:26.124978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.131929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:26.136162 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3a1ad27-1fda-4eb4-b3f8-e1add950a260 req-89cd024c-7142-4bdb-94e5-97559efe0431 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436048 May 10 11:28:26.141165 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-85b853a7-d410-4e80-b69a-bedf1c8d7194 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1051950 May 10 11:28:26.144066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34934) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:26.149856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'name': 'tempest-NetworksTestDHCPv6-574141976'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:26.191025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac3c96e-7c76-4c54-9090-26dc446bfc2f None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:26.225204 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2a2bd2-e430-4ca6-93c2-9364d833fac6 x-openstack-request-id: req-fa2a2bd2-e430-4ca6-93c2-9364d833fac6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:26.225467 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "name": "network-vif-plugged", "status": "completed", "tag": "21895fae-0156-4efa-9431-70e89997b534", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:26.225854 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa2a2bd2-e430-4ca6-93c2-9364d833fac6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:26.226232 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2a2bd2-e430-4ca6-93c2-9364d833fac6'] response: {'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21895fae-0156-4efa-9431-70e89997b534', 'code': 200} May 10 11:28:26.292401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=21895fae-0156-4efa-9431-70e89997b534,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:26.330180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 2e1082e6-3a18-4c38-927b-f6120930055d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:26.330603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.342619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-4bfed59e-8fcc-4615-8b2a-309507b6dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.344341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-4bfed59e-8fcc-4615-8b2a-309507b6dd1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a41d971a3ab4413afd91700ebf784a8&device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 1099 time: 0.1296525 May 10 11:28:26.437310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432877-3d3f-4f75-ae23-a1894b4a7a51 req-a5c9550e-6499-4b7d-be42-b399e063ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.438794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c432877-3d3f-4f75-ae23-a1894b4a7a51 req-a5c9550e-6499-4b7d-be42-b399e063ce20 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1501026 May 10 11:28:26.461021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a8cd116-b4e1-41a1-9bd6-9a54f59fdc89 req-b0f2ceee-5d76-4aec-a8f6-50ac31f5cf80 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142289 May 10 11:28:26.479559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-8a82fbbc-c364-44f6-9bf4-7306fce08b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.481307 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-8a82fbbc-c364-44f6-9bf4-7306fce08b3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17&tenant_id=efb5d2857e95467a96899612ae8c137d HTTP/1.1" status: 200 len: 1096 time: 0.1094632 May 10 11:28:26.483853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:26.484033 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.486980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:26.492275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.493008 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.496575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'bf624fcc-8fbd-41c1-9319-a6d04f7bfd04'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:26.497575 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.538060 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port 1f0b442d-a7a0-4080-9c7c-8cbba52a9f65 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:26.538674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 17ea826e-8c7c-417a-903e-aa6536a85b6b yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:28:26.547900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c432877-3d3f-4f75-ae23-a1894b4a7a51 req-38286225-a16b-48e1-b3f5-4c9967b6caa3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942972 May 10 11:28:26.550114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-694fd2c3-ed92-4de0-9288-bf0cda022be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.551538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-694fd2c3-ed92-4de0-9288-bf0cda022be6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1986060 May 10 11:28:26.555663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=1f0b442d-a7a0-4080-9c7c-8cbba52a9f65,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:26.611686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:26.622660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.650383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.659432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-fe198430-8429-458e-a8fb-1b1ae3d68253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.660953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-fe198430-8429-458e-a8fb-1b1ae3d68253 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1096 time: 0.1327443 May 10 11:28:26.673794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-ac191f57-9a0a-4fda-942d-09b27e61fca1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=824c3872-9d25-44fa-aa0b-accaf2a4f9d3 HTTP/1.1" status: 200 len: 217 time: 0.1079862 May 10 11:28:26.676728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:26.699796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c849039d-c3b3-42b9-a659-eab56ce52531') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:26.700123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c849039d-c3b3-42b9-a659-eab56ce52531') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:26.712754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:26.727901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.729709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/bf624fcc-8fbd-41c1-9319-a6d04f7bfd04/ef567712-b0a0-46c8-bfc6-d5f0156fafd2) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:26.749397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.768046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1272afd-d38d-4006-9272-fae4e10c8acb req-6472cdef-11a6-4c54-aee3-647b53b295c6 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.769816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1272afd-d38d-4006-9272-fae4e10c8acb req-6472cdef-11a6-4c54-aee3-647b53b295c6 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 945 time: 0.1417379 May 10 11:28:26.775128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:28:26.775529 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.776567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-5d1c77f8-f614-4962-ab80-910b93ad9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.778747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-5d1c77f8-f614-4962-ab80-910b93ad9d12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0859396 May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: timer() May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:28:26.778910 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:28:26.846559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da183a5e-148b-4706-8419-274391b4ecb3 req-8ca363a6-2c78-4792-af63-eb4ec269d34d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.848189 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da183a5e-148b-4706-8419-274391b4ecb3 req-8ca363a6-2c78-4792-af63-eb4ec269d34d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 945 time: 0.1081922 May 10 11:28:26.858303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1272afd-d38d-4006-9272-fae4e10c8acb req-bd3b138e-e637-4128-a16a-b5a52bfcc41e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732296 May 10 11:28:26.861694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-ec6e8723-be05-4daa-94ac-1d2c6040315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:26.864416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-ec6e8723-be05-4daa-94ac-1d2c6040315f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770736 May 10 11:28:26.867149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.877799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.881236 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "DELETE /v2.0/networks/0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68 HTTP/1.1" status: 204 len: 168 time: 1.5003831 May 10 11:28:26.890336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34940) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:26.895164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1444952304'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:26.904634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e764a8-454f-42aa-8834-51f2bd4e00cc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Network': ['ID=0d0ed422-ee58-4ae8-85b0-d0f9e3ee9f68,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:26.921895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.926904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da183a5e-148b-4706-8419-274391b4ecb3 req-eadf143d-e3c4-45a1-9564-febc6216ae31 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617132 May 10 11:28:26.929255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.966864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:26.969650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:26.973151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:26.983444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Pushing event updated for resources: {'Port': ['ID=ef567712-b0a0-46c8-bfc6-d5f0156fafd2,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:27.000338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:27.003895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.037280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Attempting to bind port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:27.037710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Attempting to bind port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:27.037988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Attempting to bind port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:27.043190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:27.043570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:27.044006 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.044421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:27.044862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Bound port: ef567712-b0a0-46c8-bfc6-d5f0156fafd2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:27.044982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::1bb (6f83b423-bdd7-4fb8-a1c5-b433d8998665/bf624fcc-8fbd-41c1-9319-a6d04f7bfd04/17ea826e-8c7c-417a-903e-aa6536a85b6b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:27.045245 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.078994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-8c011d9f-be85-441c-a94f-72db0b48e5c2 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076325 May 10 11:28:27.079680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:28:27.112834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] For port ef567712-b0a0-46c8-bfc6-d5f0156fafd2, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:27.116952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] For port ef567712-b0a0-46c8-bfc6-d5f0156fafd2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ef567712-b0a0-46c8-bfc6-d5f0156fafd2,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:27.120257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.120602 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Added segment 6670cc83-b9dd-4344-a371-8f176a0f0597 of type vlan for network b77039de-17f1-48bb-a984-a9c61a67cd32 May 10 11:28:27.123488 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.181720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fe52f-8c81-47b1-a7b0-5b511bce09ce None None] Pushing event updated for resources: {'Port': ['ID=ef567712-b0a0-46c8-bfc6-d5f0156fafd2,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:27.262792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.372892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a9df3-dbd7-4754-b054-f20c5f234c20 req-3e9ff894-1abf-48d4-9fd7-82ab92fb4a3e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:27.374315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e2a9df3-dbd7-4754-b054-f20c5f234c20 req-3e9ff894-1abf-48d4-9fd7-82ab92fb4a3e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.2707992 May 10 11:28:27.381878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a2d54bf-0a02-4ccb-a82f-417a4e78b1db req-5b49c1ca-d720-4237-a6ea-b5cab372fc0c service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951343 May 10 11:28:27.416585 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.422064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:27.422668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.522882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6313720 May 10 11:28:27.525856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:27.531132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'subnet': {'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:27.533814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.541964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e2a9df3-dbd7-4754-b054-f20c5f234c20 req-0a4bbf4b-f37d-4bde-89b1-ce2fcc6208a5 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591589 May 10 11:28:27.555262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2c597-936d-4a07-aa32-af67a6558bad tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Network': ['ID=b77039de-17f1-48bb-a984-a9c61a67cd32,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:27.573961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network b77039de-17f1-48bb-a984-a9c61a67cd32 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:28:27.584737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.638404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:27.641575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:27.645456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:27.652085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:27.652920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.666385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1857c64-f38d-4249-a084-4a8e4e34d95e req-9e03bd14-056c-4e77-8261-e17f40a1bdc8 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:27.667920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1857c64-f38d-4249-a084-4a8e4e34d95e req-9e03bd14-056c-4e77-8261-e17f40a1bdc8 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 948 time: 0.1317837 May 10 11:28:27.668049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=17ea826e-8c7c-417a-903e-aa6536a85b6b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:27.677338 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9efc16d7-3613-49b7-b573-9b178b494736 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5321491 May 10 11:28:27.681391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34948) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:27.687123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:27.690476 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.762116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f696c0-251b-4362-a290-02763b413c06 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:27.767932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f696c0-251b-4362-a290-02763b413c06 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:27.769506 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-40f696c0-251b-4362-a290-02763b413c06 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0869038 May 10 11:28:27.772551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34950) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:27.779592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1857c64-f38d-4249-a084-4a8e4e34d95e req-ee7e744d-9b9a-4b64-80ca-09d5f090f428 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994277 May 10 11:28:27.874292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7b14797b-a669-429c-832a-eb00efdb47fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 17ea826e-8c7c-417a-903e-aa6536a85b6b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:27.874663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b14797b-a669-429c-832a-eb00efdb47fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.893829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device e4e2a152-52b7-4057-b23c-8274f16de740 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:27.907007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.979147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Subnet': ['ID=a65df7f0-a7ab-4105-a651-88a362f1d48c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:28.003229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Checking segment: {'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:28.003229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network hostable DHCP agents. Network: b77039de-17f1-48bb-a984-a9c61a67cd32, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:28:28.027009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network b77039de-17f1-48bb-a984-a9c61a67cd32 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:28:28.034617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device e4e2a152-52b7-4057-b23c-8274f16de740 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:28.072665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ef567712-b0a0-46c8-bfc6-d5f0156fafd2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:28.086711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, b77039de-17f1-48bb-a984-a9c61a67cd32) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:28.099743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:28.100380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.126806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9836c109-5497-4e42-af2f-eb03c3fb117b None None] Network b77039de-17f1-48bb-a984-a9c61a67cd32 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:28.138187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9104f8b-cf04-400c-8634-e6998eaa7f32 req-0121eada-cfca-4645-8620-282ebcd7cd25 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:28.140156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9104f8b-cf04-400c-8634-e6998eaa7f32 req-0121eada-cfca-4645-8620-282ebcd7cd25 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 945 time: 0.0882339 May 10 11:28:28.148334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-095c3fdd-67ad-45b7-85ce-f7b467752c5b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6208620 May 10 11:28:28.151405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34956) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:28.156512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-870440836'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:28.216143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:28.217181 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.217410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9104f8b-cf04-400c-8634-e6998eaa7f32 req-b5e223ad-114e-49ce-b317-101ec1000044 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678370 May 10 11:28:28.226425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:28.232190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.241765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:28.245183 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e54f3f-bdd0-4b2e-b070-a0628ae60283" -d '{"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-plugged", "status": "completed", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:28.266212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:28:28.279934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.280829 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Added segment 53ddbd3a-2f31-4ccc-932c-b44576b22738 of type vlan for network 41afbd2a-e581-4ff8-b318-6385bc51fc23 May 10 11:28:28.322303 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db05ab2-2005-4e3b-b962-6c796917db7f x-openstack-request-id: req-5db05ab2-2005-4e3b-b962-6c796917db7f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:28.322586 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-plugged", "status": "completed", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:28.322822 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5db05ab2-2005-4e3b-b962-6c796917db7f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:28.323414 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db05ab2-2005-4e3b-b962-6c796917db7f'] response: {'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d', 'code': 200} May 10 11:28:28.335880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.369144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.375954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:28.376835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.419958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:28.420360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.440945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-b77039de-17f1-48bb-a984-a9c61a67cd32', 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'fixed_ips': [{'subnet_id': 'a65df7f0-a7ab-4105-a651-88a362f1d48c'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:28.442797 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.442927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b14797b-a669-429c-832a-eb00efdb47fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.462108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7b14797b-a669-429c-832a-eb00efdb47fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 17ea826e-8c7c-417a-903e-aa6536a85b6b owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:28.466130 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3108544 May 10 11:28:28.468335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34960) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:28.473027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1679acf-9118-4c7e-8295-b2519ac261be None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:28.473546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'subnet': {'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:28.477675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port ef567712-b0a0-46c8-bfc6-d5f0156fafd2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ef567712-b0a0-46c8-bfc6-d5f0156fafd2,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:28.524364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb5748-823d-4807-b987-3309c43401c7 req-717488e0-d078-4769-8cf8-d4f1f1d87929 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:28.524661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.526389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-abdb5748-823d-4807-b987-3309c43401c7 req-717488e0-d078-4769-8cf8-d4f1f1d87929 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 945 time: 0.5038090 May 10 11:28:28.540680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23699b-f888-490d-ad34-33354b1b5b06 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Network': ['ID=41afbd2a-e581-4ff8-b318-6385bc51fc23,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:28.592037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:28.598230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-abdb5748-823d-4807-b987-3309c43401c7 req-42ace8e9-57c5-467a-a4a9-fd0144b0afee tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580366 May 10 11:28:28.598851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.629034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 41afbd2a-e581-4ff8-b318-6385bc51fc23 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:28:28.673098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b14797b-a669-429c-832a-eb00efdb47fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.694113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6b1b7a25-c70b-4671-b25d-11824d4200e7 None None] Provisioning complete for port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:28.694471 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7a25-c70b-4671-b25d-11824d4200e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.707703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14797b-a669-429c-832a-eb00efdb47fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=17ea826e-8c7c-417a-903e-aa6536a85b6b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:28.738072 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b14797b-a669-429c-832a-eb00efdb47fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.744144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc75f8-4304-4c9b-b342-9d5ab0c551d8 req-34c634c8-1ee1-4ff6-9864-bf046fecfbfe tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:28.745255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7b14797b-a669-429c-832a-eb00efdb47fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/17ea826e-8c7c-417a-903e-aa6536a85b6b HTTP/1.1" status: 204 len: 168 time: 0.9717546 May 10 11:28:28.745662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19cc75f8-4304-4c9b-b342-9d5ab0c551d8 req-34c634c8-1ee1-4ff6-9864-bf046fecfbfe tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0758646 May 10 11:28:28.747543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34966) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:28.780729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=ef567712-b0a0-46c8-bfc6-d5f0156fafd2,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:28.898272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f146691-fcfd-4609-9065-35e3f847317d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:28.900672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f146691-fcfd-4609-9065-35e3f847317d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:28.901434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6f146691-fcfd-4609-9065-35e3f847317d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1529484 May 10 11:28:28.904671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34970) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:28.907661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19cc75f8-4304-4c9b-b342-9d5ab0c551d8 req-a7dbf47f-c343-450c-921e-c2157a44280e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424732 May 10 11:28:28.940797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1860b1-5a8c-4a05-b878-a65ec66da3c5 req-25e0988b-d60a-44a6-93d0-c0bc2693d3e5 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:28.943287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a1860b1-5a8c-4a05-b878-a65ec66da3c5 req-25e0988b-d60a-44a6-93d0-c0bc2693d3e5 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 948 time: 0.0833557 May 10 11:28:28.987474 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a1860b1-5a8c-4a05-b878-a65ec66da3c5 req-03da31d8-337e-4ed8-8d29-8ee688e08a6c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 May 10 11:28:29.004033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fb04e1-9ec8-4458-8cf5-d1619e7f163e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet bf624fcc-8fbd-41c1-9319-a6d04f7bfd04 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:29.008367 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2fb04e1-9ec8-4458-8cf5-d1619e7f163e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.032496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.037501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Allocated IP 19.80.0.2 (b77039de-17f1-48bb-a984-a9c61a67cd32/a65df7f0-a7ab-4105-a651-88a362f1d48c/f331aae1-9b15-45ec-b45e-fbc2925bdd9a) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:29.079994 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2fb04e1-9ec8-4458-8cf5-d1619e7f163e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.151045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b7a25-c70b-4671-b25d-11824d4200e7 None None] Current status of the port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:29.179025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Subnet': ['ID=6b351565-9e34-4cf0-884f-bae095c3b298,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:29.253467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Checking segment: {'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:29.253791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network hostable DHCP agents. Network: 41afbd2a-e581-4ff8-b318-6385bc51fc23, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:28:29.280314 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.282362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae3781-f947-4289-ae99-895f8b6caa21 req-7648b02d-d512-4112-9817-94452be04e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:29.285750 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3bae3781-f947-4289-ae99-895f8b6caa21 req-7648b02d-d512-4112-9817-94452be04e2b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1101 time: 0.0544097 May 10 11:28:29.290644 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.308238 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2fb04e1-9ec8-4458-8cf5-d1619e7f163e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.342365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3bae3781-f947-4289-ae99-895f8b6caa21 req-d4ea049e-b0c2-4354-bf58-99880f2e917a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484321 May 10 11:28:29.350600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-111d11c4-b45f-46c3-a596-2ba362d62923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:29.352221 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-111d11c4-b45f-46c3-a596-2ba362d62923 service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.2676013 May 10 11:28:29.361073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Network b77039de-17f1-48bb-a984-a9c61a67cd32 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:29.368620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Pushing event updated for resources: {'Port': ['ID=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:29.377054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:29.382878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:29.408878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network 41afbd2a-e581-4ff8-b318-6385bc51fc23 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:28:29.430295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 41afbd2a-e581-4ff8-b318-6385bc51fc23) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:29.442070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99676ac2-e56a-4923-9120-17ea2c4ae1ae None None] Network 41afbd2a-e581-4ff8-b318-6385bc51fc23 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:29.442199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374dd3-f2a8-4d51-8762-2933ca24c84f req-d5bf363e-bf44-46fe-9c61-1088024b31e7 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:29.444005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1374dd3-f2a8-4d51-8762-2933ca24c84f req-d5bf363e-bf44-46fe-9c61-1088024b31e7 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 945 time: 0.0972867 May 10 11:28:29.445360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:29.445941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.450039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2fb04e1-9ec8-4458-8cf5-d1619e7f163e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.496514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Attempting to bind port f331aae1-9b15-45ec-b45e-fbc2925bdd9a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:29.496926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Attempting to bind port f331aae1-9b15-45ec-b45e-fbc2925bdd9a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:29.497330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Attempting to bind port f331aae1-9b15-45ec-b45e-fbc2925bdd9a on network b77039de-17f1-48bb-a984-a9c61a67cd32 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:29.501952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb04e1-9ec8-4458-8cf5-d1619e7f163e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=bf624fcc-8fbd-41c1-9319-a6d04f7bfd04,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:29.505267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2fb04e1-9ec8-4458-8cf5-d1619e7f163e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.508861 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f2fb04e1-9ec8-4458-8cf5-d1619e7f163e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/bf624fcc-8fbd-41c1-9319-a6d04f7bfd04 HTTP/1.1" status: 204 len: 168 time: 0.6002555 May 10 11:28:29.511640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34974) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:29.512027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f4fd6d98-65c0-4c88-b424-a86dad491f58 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0436172 May 10 11:28:29.530709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1374dd3-f2a8-4d51-8762-2933ca24c84f req-424f8a3a-11f3-492b-b641-020d25c04660 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755577 May 10 11:28:29.549595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:29.550105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Checking segment: {'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:29.550591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.551072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Bound using segment: {'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:29.551645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Bound port: f331aae1-9b15-45ec-b45e-fbc2925bdd9a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:29.552135 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.567531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-17be30c5-1cda-4074-9bf2-9d4d484757d7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460956 May 10 11:28:29.567896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34978) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:29.574306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:29.616266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cae3b107-865c-45c9-bf62-550511f0ba72 None None] Provisioning complete for port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:29.616641 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cae3b107-865c-45c9-bf62-550511f0ba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.715241 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-deb17808-722a-4470-a8ba-5264164dfdb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 217 time: 0.1300845 May 10 11:28:29.737799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] For port f331aae1-9b15-45ec-b45e-fbc2925bdd9a, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:29.744912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] For port f331aae1-9b15-45ec-b45e-fbc2925bdd9a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:29.760606 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.792080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9fd8cc-024d-415b-a392-4b1a99749149 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:29.822592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-710e00fe-b1ab-4ac8-a258-9559e7bf03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:29.824269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-710e00fe-b1ab-4ac8-a258-9559e7bf03d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0872693 May 10 11:28:29.836842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b759ae-b414-4cc5-aac3-61d8e2295afb req-4a56099c-c1d9-404c-8ff4-bc2ab0e15845 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:29.838370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7b759ae-b414-4cc5-aac3-61d8e2295afb req-4a56099c-c1d9-404c-8ff4-bc2ab0e15845 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 945 time: 0.1388919 May 10 11:28:29.848828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-a0141feb-0b7a-4f06-89fa-ddcaabf72b90 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:29.855585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-a0141feb-0b7a-4f06-89fa-ddcaabf72b90 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:29.857238 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-a0141feb-0b7a-4f06-89fa-ddcaabf72b90 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/networks?id=b77039de-17f1-48bb-a984-a9c61a67cd32&id=41afbd2a-e581-4ff8-b318-6385bc51fc23 HTTP/1.1" status: 200 len: 1391 time: 0.1383336 May 10 11:28:29.873563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-41afbd2a-e581-4ff8-b318-6385bc51fc23', 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'fixed_ips': [{'subnet_id': '6b351565-9e34-4cf0-884f-bae095c3b298'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:29.874206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-7520184d-2f90-4773-98b6-af91e2dec471 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/quotas/786c4178695247f0bb4841baa426ce58 HTTP/1.1" status: 200 len: 375 time: 0.0101326 May 10 11:28:29.874415 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.876476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-65becc6d-ae3e-4720-bf34-62e52e73e43a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366297 May 10 11:28:29.886391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:29.890185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.939450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cae3b107-865c-45c9-bf62-550511f0ba72 None None] Current status of the port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:29.941578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:29.975655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-72b3cb68-5114-48e3-94d7-17fb01a0da89 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775156 May 10 11:28:30.033638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ef567712-b0a0-46c8-bfc6-d5f0156fafd2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:30.037490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7b759ae-b414-4cc5-aac3-61d8e2295afb req-05b86716-4ded-48d8-81be-4a91ddd765c2 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869812 May 10 11:28:30.110423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-6346c899-2bb4-4c8e-a18a-fb8500612d1e service neutron] 10.222.0.13 "GET /v2.0/networks/b77039de-17f1-48bb-a984-a9c61a67cd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245246 May 10 11:28:30.128335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535338df-ca09-4840-be9f-4225b4398f5c None None] Pushing event updated for resources: {'Port': ['ID=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:30.141759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8c05fcdb-f6de-4f79-9d0c-abc4091d96de None None] Could not find standard attr ID for object 17ea826e-8c7c-417a-903e-aa6536a85b6b. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:28:30.259361 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-3329bfa8-cf75-434d-9993-b5aabb2818f8 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634033 May 10 11:28:30.272027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-a74e12d1-ce36-4585-b884-753f4025604b service neutron] 10.222.0.13 "GET /v2.0/networks/b77039de-17f1-48bb-a984-a9c61a67cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515653 May 10 11:28:30.310023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:30.331147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '824c3872-9d25-44fa-aa0b-accaf2a4f9d3', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '824c3872-9d25-44fa-aa0b-accaf2a4f9d3', 'mac_address': 'fa:16:3e:e1:2f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:30.386497 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-628841b0-6f98-4833-8edf-d3f4b941fb65 service neutron] 10.222.0.13 "GET /v2.0/networks/41afbd2a-e581-4ff8-b318-6385bc51fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075909 May 10 11:28:30.396231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31628-0edc-4648-8260-20513750d0c3 req-6e961c44-b9a1-4761-923e-1f8733e87525 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:30.398511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eaf31628-0edc-4648-8260-20513750d0c3 req-6e961c44-b9a1-4761-923e-1f8733e87525 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.2530620 May 10 11:28:30.429912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:30.430298 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.432563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:30.432563 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.468615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Allocated IP 19.86.0.2 (41afbd2a-e581-4ff8-b318-6385bc51fc23/6b351565-9e34-4cf0-884f-bae095c3b298/96a7c0af-d2b2-4aac-8ee2-42c9a82d059e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:30.470203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.477263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:30.514808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-d61cbe43-9b40-42cd-928c-aaa7908c7329 service neutron] 10.222.0.13 "GET /v2.0/networks/41afbd2a-e581-4ff8-b318-6385bc51fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217179 May 10 11:28:30.524988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:30.527497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:28:30.550664 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eaf31628-0edc-4648-8260-20513750d0c3 req-f71f2c31-3f18-468e-8e91-6c2e585b1427 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404028 May 10 11:28:30.559225 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-e68b6152-6a5e-4d7b-bb89-0faf4de78045 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918262 May 10 11:28:30.573922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:30.576530 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.580642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:30.597433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:30.598295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.618758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:30.635690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-abc58bec-1c61-449c-92b2-707b8385ebc4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0663636 May 10 11:28:30.637906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34998) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:30.643544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'name': 'tempest-NetworksTestDHCPv6-1455846729'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:30.735313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:30.754949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:30.852884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff849572-b17b-42fa-9d76-343728e75df1 req-2caa7c80-436c-47e1-abfb-3fa1d9fc7d38 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:30.857918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:30.859806 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff849572-b17b-42fa-9d76-343728e75df1 req-2caa7c80-436c-47e1-abfb-3fa1d9fc7d38 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 949 time: 0.1325197 May 10 11:28:30.863265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.929143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['824c3872-9d25-44fa-aa0b-accaf2a4f9d3'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:30.931244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff849572-b17b-42fa-9d76-343728e75df1 req-9401a9a9-5da8-4adf-91cf-656e5623d454 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596945 May 10 11:28:30.932414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 5060e320-864d-459c-9435-83ee6d42b840 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:28:30.958948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] Deleting port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:30.959627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.032455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ec51-b881-46a8-8641-39526e8fdeff req-a1410843-c581-4300-8a60-7828b0b2c3aa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:31.040973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14f6ec51-b881-46a8-8641-39526e8fdeff req-a1410843-c581-4300-8a60-7828b0b2c3aa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 945 time: 0.1473031 May 10 11:28:31.052603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.097226 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.152224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-165c86ea-3303-43e9-912f-75ec25e955ef req-2d9ffed1-7dfc-446b-8168-460ec93ce4d1 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 210 time: 0.1135061 May 10 11:28:31.154128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14f6ec51-b881-46a8-8641-39526e8fdeff req-c4ac6290-ebcb-46da-a5d5-2c6a508ea521 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013138 May 10 11:28:31.154634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Pushing event updated for resources: {'Port': ['ID=96a7c0af-d2b2-4aac-8ee2-42c9a82d059e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:31.199800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::2fe (6f83b423-bdd7-4fb8-a1c5-b433d8998665/cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1/5060e320-864d-459c-9435-83ee6d42b840) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:31.230437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Network 41afbd2a-e581-4ff8-b318-6385bc51fc23 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:31.250402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:31.277265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:31.296550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] For port ef567712-b0a0-46c8-bfc6-d5f0156fafd2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ef567712-b0a0-46c8-bfc6-d5f0156fafd2,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:31.297234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.402184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325749-304c-4d96-b917-0f147e272be6 req-74eb3b0c-8d38-45b2-97d0-d0d0cbb5e9a8 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:31.404102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49325749-304c-4d96-b917-0f147e272be6 req-74eb3b0c-8d38-45b2-97d0-d0d0cbb5e9a8 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0858164 May 10 11:28:31.407770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-5d9b7d6e-4dcf-4144-8ea6-bc2989f20db5 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:31.409859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-5d9b7d6e-4dcf-4144-8ea6-bc2989f20db5 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.1667509 May 10 11:28:31.486854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49325749-304c-4d96-b917-0f147e272be6 req-644e8100-7611-4a8d-bd90-788f9fc16c02 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758924 May 10 11:28:31.509217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.526574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b21226-7177-4698-9350-b49f7cca69d0 None None] Network b77039de-17f1-48bb-a984-a9c61a67cd32 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:31.574525 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.585076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] Calling delete_port for ef567712-b0a0-46c8-bfc6-d5f0156fafd2 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:31.601090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-824e7261-ec76-458c-a969-dcf76823f09a service neutron] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:31.605106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-824e7261-ec76-458c-a969-dcf76823f09a service neutron] Notify callbacks [] for binding, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.607021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-159045c3-55b4-4f83-ab8d-0e45c1f7d1af req-824e7261-ec76-458c-a969-dcf76823f09a service neutron] 10.222.0.49 "DELETE /v2.0/ports/e4e2a152-52b7-4057-b23c-8274f16de740/bindings/n-h1-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.1866596 May 10 11:28:31.649278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:31.655166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:31.659462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:31.665558 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:31.666654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.693386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=5060e320-864d-459c-9435-83ee6d42b840,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:31.701697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-55459cd2-4b25-4f52-8188-b1b08add5e8c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1057470760&fields=id&tenant_id=0e90d03515814b7c90f1878638604f49 HTTP/1.1" status: 200 len: 267 time: 0.0833001 May 10 11:28:31.709975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3fb97f52-95ed-4102-a16f-1e2667397d13 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0706780 May 10 11:28:31.712795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35016) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:31.742919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Attempting to bind port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:31.743395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Attempting to bind port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:31.743870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Attempting to bind port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e on network 41afbd2a-e581-4ff8-b318-6385bc51fc23 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:31.765958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-925de356-c01b-4821-890d-66f6052b2dcf tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:31.767668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-925de356-c01b-4821-890d-66f6052b2dcf tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0563717 May 10 11:28:31.772257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6e0f7c8c-a057-41e2-9edc-1528eb5c0fe5 None None] Provisioning complete for port f331aae1-9b15-45ec-b45e-fbc2925bdd9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:31.772635 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7c8c-a057-41e2-9edc-1528eb5c0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.780840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'port': {'security_groups': ['1068a9b7-8f7e-445e-8ea5-03a5c9eef85f', 'af84bd6e-9cc8-451d-842c-c677926ebf88']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:31.814295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b25dc-646b-444b-99da-69db73b91ba6 req-6e49b50b-4b5e-4f3c-92de-e41abe737cac tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:31.814910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:31.815292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Checking segment: {'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:31.815698 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.816137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Bound using segment: {'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:31.816628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Bound port: 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:31.817009 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.823925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b08b25dc-646b-444b-99da-69db73b91ba6 req-6e49b50b-4b5e-4f3c-92de-e41abe737cac tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1620965 May 10 11:28:31.858312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e067839-60a0-48a2-9a46-d3470e4157a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:31.866488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e067839-60a0-48a2-9a46-d3470e4157a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:31.868121 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9e067839-60a0-48a2-9a46-d3470e4157a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1537497 May 10 11:28:31.870979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35018) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:31.895784 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.954834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b08b25dc-646b-444b-99da-69db73b91ba6 req-405e4043-e3ba-45e7-9205-d0907ffa1507 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301186 May 10 11:28:31.963260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] For port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:31.970341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] For port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=96a7c0af-d2b2-4aac-8ee2-42c9a82d059e,segment=NetworkSegment(53ddbd3a-2f31-4ccc-932c-b44576b22738),segment_id=53ddbd3a-2f31-4ccc-932c-b44576b22738)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:32.036352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.039175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f37e7626-a0b9-4914-b0c7-b149a627ac3e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 5060e320-864d-459c-9435-83ee6d42b840 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:32.039639 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f37e7626-a0b9-4914-b0c7-b149a627ac3e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.101200 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.146304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f331aae1-9b15-45ec-b45e-fbc2925bdd9a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:32.151063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] No DVR routers for this DVR port ef567712-b0a0-46c8-bfc6-d5f0156fafd2 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:32.173937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f37e7626-a0b9-4914-b0c7-b149a627ac3e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.203372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] For port 21895fae-0156-4efa-9431-70e89997b534, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=21895fae-0156-4efa-9431-70e89997b534,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:32.217999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f37e7626-a0b9-4914-b0c7-b149a627ac3e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 5060e320-864d-459c-9435-83ee6d42b840 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:32.255112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.262866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.291021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', '21895fae-0156-4efa-9431-70e89997b534'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:32.304000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.396431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'Port': ['ID=21895fae-0156-4efa-9431-70e89997b534,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:32.419445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c7453-a2b2-485e-9189-f844425204ba None None] Pushing event updated for resources: {'Port': ['ID=96a7c0af-d2b2-4aac-8ee2-42c9a82d059e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:32.423780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f7c8c-a057-41e2-9edc-1528eb5c0fe5 None None] Current status of the port f331aae1-9b15-45ec-b45e-fbc2925bdd9a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:32.424419 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7c8c-a057-41e2-9edc-1528eb5c0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.476360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676ffee-929a-4d3a-8ed0-3f0cbcf0ddc8 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:32.481219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f37e7626-a0b9-4914-b0c7-b149a627ac3e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.514531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:32.515162 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.524244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f6397-e34b-4b00-a725-8bcc6be4ba83 None None] Pushing event deleted for resources: {'Port': ['ID=ef567712-b0a0-46c8-bfc6-d5f0156fafd2,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:32.526284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-478f06da-4f1c-4d18-a9b2-c947ab2aff83 req-c503c436-a349-49d2-a5ba-5f0a90497ee5 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "PUT /v2.0/ports/21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 200 len: 981 time: 0.7510021 May 10 11:28:32.532704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e7626-a0b9-4914-b0c7-b149a627ac3e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=5060e320-864d-459c-9435-83ee6d42b840,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:32.536226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'tag': '21895fae-0156-4efa-9431-70e89997b534'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:32.539254 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "tag": "21895fae-0156-4efa-9431-70e89997b534"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:32.616605 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f37e7626-a0b9-4914-b0c7-b149a627ac3e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.623016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f37e7626-a0b9-4914-b0c7-b149a627ac3e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/5060e320-864d-459c-9435-83ee6d42b840 HTTP/1.1" status: 204 len: 168 time: 0.7473955 May 10 11:28:32.623946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35034) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:32.633239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f331aae1-9b15-45ec-b45e-fbc2925bdd9a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:32.633807 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.645865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee637b-ef65-4e81-8f49-c85a881acd28 req-937a9daf-f793-4823-afa9-353eace3ecc3 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:32.647399 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-edee637b-ef65-4e81-8f49-c85a881acd28 req-937a9daf-f793-4823-afa9-353eace3ecc3 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 949 time: 0.5209579 May 10 11:28:32.652810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6e0f7c8c-a057-41e2-9edc-1528eb5c0fe5 None None] For port f331aae1-9b15-45ec-b45e-fbc2925bdd9a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:32.698127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['21895fae-0156-4efa-9431-70e89997b534'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:32.716451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7c8c-a057-41e2-9edc-1528eb5c0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.741101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-08875fa9-859c-41fb-aff9-aee7fd5e1506 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:32.748538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-08875fa9-859c-41fb-aff9-aee7fd5e1506 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:32.750042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-08875fa9-859c-41fb-aff9-aee7fd5e1506 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "GET /v2.0/networks?id=b77039de-17f1-48bb-a984-a9c61a67cd32&id=41afbd2a-e581-4ff8-b318-6385bc51fc23 HTTP/1.1" status: 200 len: 1391 time: 0.3923640 May 10 11:28:32.772906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-edee637b-ef65-4e81-8f49-c85a881acd28 req-686c3d24-5428-46a1-b37c-7198f9507d83 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098304 May 10 11:28:32.840420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'port': {'device_id': 'e72aade7-486c-4062-88f1-288990f7c613', 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32', 'admin_state_up': True, 'tenant_id': '786c4178695247f0bb4841baa426ce58'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:32.953724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab1606a-1e67-43a5-aa37-01d0be9d0b9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:32.955547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab1606a-1e67-43a5-aa37-01d0be9d0b9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:32.956580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31fcc41c-c022-495d-b513-5f1a945bcaad req-62d141cb-7b8d-45ce-94de-91a495483cd9 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 210 time: 0.0431728 May 10 11:28:32.957485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7ab1606a-1e67-43a5-aa37-01d0be9d0b9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3238711 May 10 11:28:32.960757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35036) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:33.015097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be664-e6cb-4c05-9749-1fe629359694 req-f15cb88e-8dcc-4b03-948f-72824e04c377 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:33.016776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b52be664-e6cb-4c05-9749-1fe629359694 req-f15cb88e-8dcc-4b03-948f-72824e04c377 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.2849522 May 10 11:28:33.054261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-72427a78-14a0-42b0-83b8-26e02f01c156 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:33.058879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72427a78-14a0-42b0-83b8-26e02f01c156 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.069475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f7c8c-a057-41e2-9edc-1528eb5c0fe5 None None] Pushing event updated for resources: {'Port': ['ID=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:33.088064 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b52be664-e6cb-4c05-9749-1fe629359694 req-d47ffae8-56f8-4017-9d5a-65cc8f717642 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583301 May 10 11:28:33.100861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:33.105552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.131292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f331aae1-9b15-45ec-b45e-fbc2925bdd9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:33.220450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ef567712-b0a0-46c8-bfc6-d5f0156fafd2 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:33.221262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b56e19d-4786-412e-a525-83f5c6152d87 req-373bc45c-832c-48fd-a279-a398fbe390e0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/af84bd6e-9cc8-451d-842c-c677926ebf88 HTTP/1.1" status: 200 len: 1803 time: 0.1026464 May 10 11:28:33.222892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a9887608-9950-45e4-9d13-51fe4613eff7 None None] Provisioning complete for port f331aae1-9b15-45ec-b45e-fbc2925bdd9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:33.223345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9887608-9950-45e4-9d13-51fe4613eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.275228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e179ec1e-861f-40e8-8883-b5476f2d31c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:33.276288 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e179ec1e-861f-40e8-8883-b5476f2d31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.299975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ef567712-b0a0-46c8-bfc6-d5f0156fafd2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:33.299975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ef567712-b0a0-46c8-bfc6-d5f0156fafd2 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:33.319708 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-8b56e19d-4786-412e-a525-83f5c6152d87 req-d09455fa-9e4e-498a-a8b3-14c71afd9bab tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] delete failed (client error): There was a conflict when trying to complete your request. May 10 11:28:33.320516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b56e19d-4786-412e-a525-83f5c6152d87 req-d09455fa-9e4e-498a-a8b3-14c71afd9bab tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/af84bd6e-9cc8-451d-842c-c677926ebf88 HTTP/1.1" status: 409 len: 341 time: 0.0905690 May 10 11:28:33.339719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Allocated IP 19.80.0.39 (b77039de-17f1-48bb-a984-a9c61a67cd32/a65df7f0-a7ab-4105-a651-88a362f1d48c/c6ddfe6c-de6f-4725-972e-e27287f7e24d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:33.395629 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba38120-8127-415d-aa89-12b1658b424a x-openstack-request-id: req-9ba38120-8127-415d-aa89-12b1658b424a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:33.396078 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "tag": "21895fae-0156-4efa-9431-70e89997b534", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:33.396290 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ba38120-8127-415d-aa89-12b1658b424a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:33.397022 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba38120-8127-415d-aa89-12b1658b424a'] response: {'name': 'network-changed', 'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'tag': '21895fae-0156-4efa-9431-70e89997b534', 'status': 'completed', 'code': 200} May 10 11:28:33.516099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72427a78-14a0-42b0-83b8-26e02f01c156 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.572201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.579050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-e278b0c3-0010-4c82-ac72-76facd75d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:33.580595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-e278b0c3-0010-4c82-ac72-76facd75d040 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1135 time: 0.1369274 May 10 11:28:33.587913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a9887608-9950-45e4-9d13-51fe4613eff7 None None] Current status of the port f331aae1-9b15-45ec-b45e-fbc2925bdd9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:33.593415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f65f2-2cb0-4eed-965a-639092d9089e req-ab459867-c13c-4ec0-b241-566ca85dbf32 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:33.594938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-684f65f2-2cb0-4eed-965a-639092d9089e req-ab459867-c13c-4ec0-b241-566ca85dbf32 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 945 time: 0.5372105 May 10 11:28:33.620873 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.687111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Port': ['ID=c6ddfe6c-de6f-4725-972e-e27287f7e24d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:33.734900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72427a78-14a0-42b0-83b8-26e02f01c156 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.742153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network b77039de-17f1-48bb-a984-a9c61a67cd32 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:33.744731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:33.752266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:33.817373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-684f65f2-2cb0-4eed-965a-639092d9089e req-f9a485c3-52d1-4273-90af-290fb7840080 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977322 May 10 11:28:33.906883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:33.908403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.936526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-c057b6bb-fcdb-46e1-a2cd-91002c7224dc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1215551 May 10 11:28:33.946995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:33.952669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Request body: {'port': {'device_id': 'e72aade7-486c-4062-88f1-288990f7c613', 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23', 'admin_state_up': True, 'tenant_id': '786c4178695247f0bb4841baa426ce58'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:33.953789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-e05f5c1b-b102-4728-b980-765501203362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:33.958940 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-e05f5c1b-b102-4728-b980-765501203362 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 914 time: 0.3573043 May 10 11:28:33.988071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72427a78-14a0-42b0-83b8-26e02f01c156 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-e179ec1e-861f-40e8-8883-b5476f2d31c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1: This subnet is being modified by another concurrent operation. May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:28:34.137658 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1: This subnet is being modified by another concurrent operation. May 10 11:28:34.142178 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:28:34.150505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Made reservation on behalf of 786c4178695247f0bb4841baa426ce58 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:34.155164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.162221 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-d7af6a04-68f3-43fd-93df-6be087eb8b3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 200 len: 217 time: 0.1851561 May 10 11:28:34.166095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72427a78-14a0-42b0-83b8-26e02f01c156 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:34.234465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-25a80055-87d9-4e32-ab7e-53132bc31e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:34.236333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-25a80055-87d9-4e32-ab7e-53132bc31e3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.0647616 May 10 11:28:34.243224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72427a78-14a0-42b0-83b8-26e02f01c156 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.254870 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-72427a78-14a0-42b0-83b8-26e02f01c156 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1 HTTP/1.1" status: 204 len: 168 time: 1.2906778 May 10 11:28:34.280982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35064) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:34.298177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:34.306636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f76b112e-3c88-4e7f-b8cc-5b206f5bfe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.335654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357c067-1116-4d77-9944-6d1a2208d458 req-f14a672c-765a-41a5-af08-0f577744ca3d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:34.344394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2357c067-1116-4d77-9944-6d1a2208d458 req-f14a672c-765a-41a5-af08-0f577744ca3d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1452355 May 10 11:28:34.345407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad908e9-b238-41f2-8aaf-837c8c606ece None None] Network 41afbd2a-e581-4ff8-b318-6385bc51fc23 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:34.352229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aa537a4b-54c5-4830-a343-d08c64ca6be3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713935 May 10 11:28:34.360001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35066) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:34.372030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-d8bd1384-00b4-4c31-b00e-d9743aac5ff0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015081 May 10 11:28:34.373819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:34.386660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325b47-ccda-4662-82c2-c5d812ca8176 req-08c8dc28-8df4-4851-bb58-999ddd9f54c6 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:34.388244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba325b47-ccda-4662-82c2-c5d812ca8176 req-08c8dc28-8df4-4851-bb58-999ddd9f54c6 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 949 time: 0.4282653 May 10 11:28:34.419557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:34.434697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Provisioning complete for port c6ddfe6c-de6f-4725-972e-e27287f7e24d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:34.435145 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.437850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:34.438213 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.479175 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba325b47-ccda-4662-82c2-c5d812ca8176 req-cf47880e-fce4-46ad-be37-783945fa3bd6 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818686 May 10 11:28:34.502468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2357c067-1116-4d77-9944-6d1a2208d458 req-15db4fab-872f-4059-bedd-baa7cda975ca tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568820 May 10 11:28:34.533826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-f9692e1d-3ba9-494b-9f51-b5b9f8a0fbdf service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445801 May 10 11:28:34.538586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Allocated IP 19.86.0.143 (41afbd2a-e581-4ff8-b318-6385bc51fc23/6b351565-9e34-4cf0-884f-bae095c3b298/1fb1db74-fea1-4e28-9967-b1c9d161d78e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:34.571613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:34.575663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.717197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be9c53-79db-4bc2-ad02-279721e74e90 req-f9d6b597-21aa-4d47-b8c8-e10ff66ca772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:34.718723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74be9c53-79db-4bc2-ad02-279721e74e90 req-f9d6b597-21aa-4d47-b8c8-e10ff66ca772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 984 time: 0.0839968 May 10 11:28:34.721794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0874a0-f3a6-4058-a1e0-e0119693bfbe req-8bf61722-279d-4c32-9a2b-80a38bfd7952 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784797 May 10 11:28:34.723335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Port c6ddfe6c-de6f-4725-972e-e27287f7e24d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:28:34.731174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:34.731548 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.790451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74be9c53-79db-4bc2-ad02-279721e74e90 req-c1154365-9ab6-43c4-8b7a-a834fb8ebe64 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=af84bd6e-9cc8-451d-842c-c677926ebf88&id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0503221 May 10 11:28:34.791371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332009f6-13d0-417a-8e68-14330039c0fd req-7744cceb-2d1e-45f2-a79e-a370efe7c4b0 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:34.798980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-332009f6-13d0-417a-8e68-14330039c0fd req-7744cceb-2d1e-45f2-a79e-a370efe7c4b0 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 931 time: 0.1721833 May 10 11:28:34.845070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-50cb311f-d41b-43c0-a20f-e9e89618a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:34.846721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-50cb311f-d41b-43c0-a20f-e9e89618a94b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1135 time: 0.0622134 May 10 11:28:34.847181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Provisioning complete for port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:34.847688 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.906107 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-332009f6-13d0-417a-8e68-14330039c0fd req-a7f8739f-9467-4917-bff4-6feadce869b1 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060545 May 10 11:28:34.924005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:34.924467 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.936669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.989705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073ab3e-7b91-4336-947b-6fcf09ffa1e1 req-2381f3b7-3bf5-4ae8-8a10-4848d37ba821 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:34.991879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a073ab3e-7b91-4336-947b-6fcf09ffa1e1 req-2381f3b7-3bf5-4ae8-8a10-4848d37ba821 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1096 time: 0.0696135 May 10 11:28:34.998808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7921af6a-ee75-4509-bd37-4ecba210a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824c3872-9d25-44fa-aa0b-accaf2a4f9d3'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:35.001918 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3650cc58-7414-44ba-a5d1-730d69962516" -d '{"events": [{"server_uuid": "7921af6a-ee75-4509-bd37-4ecba210a253", "name": "network-vif-plugged", "status": "completed", "tag": "824c3872-9d25-44fa-aa0b-accaf2a4f9d3"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:35.006979 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.028258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-fdb6f5ec-cfa6-4e4b-8a50-a6567b241f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:35.029888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-fdb6f5ec-cfa6-4e4b-8a50-a6567b241f5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 914 time: 0.1731834 May 10 11:28:35.034349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:35.060135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:35.060597 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.067117 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.069596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:35.075732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.085913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:35.116907 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e968136-d4aa-47d9-b556-fd089df163ab x-openstack-request-id: req-0e968136-d4aa-47d9-b556-fd089df163ab {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:35.117948 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7921af6a-ee75-4509-bd37-4ecba210a253", "name": "network-vif-plugged", "status": "completed", "tag": "824c3872-9d25-44fa-aa0b-accaf2a4f9d3", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:35.117948 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e968136-d4aa-47d9-b556-fd089df163ab {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:35.118174 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e968136-d4aa-47d9-b556-fd089df163ab'] response: {'server_uuid': '7921af6a-ee75-4509-bd37-4ecba210a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824c3872-9d25-44fa-aa0b-accaf2a4f9d3', 'code': 200} May 10 11:28:35.122405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432cc96-b79e-427f-aacb-478b4e3b17e5 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:35.130385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:35.130984 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.131797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a073ab3e-7b91-4336-947b-6fcf09ffa1e1 req-443862c1-440a-4ae4-9d38-aa76a36892f6 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239343 May 10 11:28:35.143121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=8e7d96e2-f058-431b-9b06-e46af1262a85,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:35.160602 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-723cf678-a33f-4326-a442-69f4b894013f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 200 len: 217 time: 0.0978026 May 10 11:28:35.188396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Network 41afbd2a-e581-4ff8-b318-6385bc51fc23 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:35.194210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ef6f52c7-6992-4550-933a-d3b736ccf75d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8328843 May 10 11:28:35.194979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event updated for resources: {'Port': ['ID=1fb1db74-fea1-4e28-9967-b1c9d161d78e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:35.197417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35074) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:35.213590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:35.219558 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'name': 'tempest-NetworksTestDHCPv6-1682544278'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:35.223157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:35.249337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Current status of the port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:35.249659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.258697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-00260d89-07e7-4de3-b564-d7a5ff3d3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:35.260278 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-00260d89-07e7-4de3-b564-d7a5ff3d3e6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.0902069 May 10 11:28:35.288995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56305ca1-6342-439a-a36b-aaf454117bee req-1d7a8792-f6c1-4fe9-906e-b2baf64306e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:35.291186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56305ca1-6342-439a-a36b-aaf454117bee req-1d7a8792-f6c1-4fe9-906e-b2baf64306e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 1101 time: 0.0898285 May 10 11:28:35.295032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=96a7c0af-d2b2-4aac-8ee2-42c9a82d059e,segment=NetworkSegment(53ddbd3a-2f31-4ccc-932c-b44576b22738),segment_id=53ddbd3a-2f31-4ccc-932c-b44576b22738)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:35.326543 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.327737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f331aae1-9b15-45ec-b45e-fbc2925bdd9a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:35.332244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-d9bd16f6-0734-41aa-8d8c-35a40bbe3c84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641966 May 10 11:28:35.383740 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.389446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:35.424432 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56305ca1-6342-439a-a36b-aaf454117bee req-d1282c06-90a4-4b33-b00c-a384b3c2dd45 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235538 May 10 11:28:35.478134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-234cd119-4c28-49ef-bc83-a527fade48c4 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333334 May 10 11:28:35.538606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:35.539276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.541601 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:28:35.541964 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:28:35.591446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-18c87064-6ad3-4e97-9c32-b557eea68e1b tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6464610 May 10 11:28:35.623341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Request body: {'port': {'device_id': 'e72aade7-486c-4062-88f1-288990f7c613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:35.641425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f331aae1-9b15-45ec-b45e-fbc2925bdd9a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:35.645734 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.660850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:35.665156 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.714359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=96a7c0af-d2b2-4aac-8ee2-42c9a82d059e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:35.745316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 702441f2-5781-4310-a7e0-ef2b9a96dc6a yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:28:35.757607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51a22806-6b52-4a01-a6ec-34e144dcbd70 req-ce8f1981-9550-4d5d-8bda-03f51201982f service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705777 May 10 11:28:35.765333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-4ba8ba5b-ee39-4668-a447-74846e483ba0 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:35.769785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.774402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-4ba8ba5b-ee39-4668-a447-74846e483ba0 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 807 time: 0.2445569 May 10 11:28:35.791641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-2643e64e-d6cb-40f0-a937-cae52fd9eef6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/quotas/efb5d2857e95467a96899612ae8c137d HTTP/1.1" status: 200 len: 375 time: 0.0159478 May 10 11:28:35.815791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '8e7d96e2-f058-431b-9b06-e46af1262a85'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:35.817065 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.840241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f331aae1-9b15-45ec-b45e-fbc2925bdd9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:35.861121 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-99a8dada-9293-4d10-a9f0-671bbff6fa6f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675895 May 10 11:28:35.882165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bef2c9-ea6b-4c5c-b5b6-63b9b6f74f18 req-84e57c8a-fe18-4b05-b476-625ad5e205b3 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:35.883768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74bef2c9-ea6b-4c5c-b5b6-63b9b6f74f18 req-84e57c8a-fe18-4b05-b476-625ad5e205b3 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 946 time: 0.1972651 May 10 11:28:35.976989 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-9bcfe9b1-eb7d-48f0-ae47-cce454553a85 service neutron] 10.222.0.13 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149631 May 10 11:28:36.050521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:36.051494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74bef2c9-ea6b-4c5c-b5b6-63b9b6f74f18 req-b2193142-8d39-40a5-9cb1-3181de078204 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487660 May 10 11:28:36.072375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::1b5 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/8e7d96e2-f058-431b-9b06-e46af1262a85/702441f2-5781-4310-a7e0-ef2b9a96dc6a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:36.107334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-48a579c0-650b-401d-be63-f7edcaac8d0d None None] Current status of the port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:36.126512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-e7f9f2cb-2fd9-481b-8d6b-6a82bfd917de service neutron] 10.222.0.13 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419141 May 10 11:28:36.167370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:36.167740 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.258946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e5cb47d9-79c7-414b-9d89-3b9d2bd5d0f5 None None] Provisioning complete for port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:36.259068 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e5cb47d9-79c7-414b-9d89-3b9d2bd5d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.271889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:36.370303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb47d9-79c7-414b-9d89-3b9d2bd5d0f5 None None] Current status of the port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:36.382926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e5cb47d9-79c7-414b-9d89-3b9d2bd5d0f5 None None] Provisioning complete for port 1fb1db74-fea1-4e28-9967-b1c9d161d78e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:36.383539 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e5cb47d9-79c7-414b-9d89-3b9d2bd5d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.439928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb47d9-79c7-414b-9d89-3b9d2bd5d0f5 None None] Port 1fb1db74-fea1-4e28-9967-b1c9d161d78e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:28:36.447008 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7bb105c-a383-4b30-b810-f41b2c814a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.449688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75614-bdcb-4d0f-8ab7-3aa2181f6419 req-07dfa82a-bdda-41ff-bd0f-775a030ffeb7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:36.451413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4f75614-bdcb-4d0f-8ab7-3aa2181f6419 req-07dfa82a-bdda-41ff-bd0f-775a030ffeb7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1181622 May 10 11:28:36.544585 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4f75614-bdcb-4d0f-8ab7-3aa2181f6419 req-7b5570f8-6c4f-4220-b0fa-b9b41072efb8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839889 May 10 11:28:36.696982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3df2-8d26-43ac-b8d4-b4138325fa87 req-24e3a69b-2deb-4a64-9367-02b79585750c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:36.698504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c62f3df2-8d26-43ac-b8d4-b4138325fa87 req-24e3a69b-2deb-4a64-9367-02b79585750c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 984 time: 0.0695119 May 10 11:28:36.746391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c62f3df2-8d26-43ac-b8d4-b4138325fa87 req-e73c82ce-0e70-45fe-bedb-93f695f76095 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=af84bd6e-9cc8-451d-842c-c677926ebf88&id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0401509 May 10 11:28:36.789420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871f168-0bcb-4ab9-a221-b4a95f910c0e req-c890401a-ebb4-4a4a-bbc1-f8eee81e7a16 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:36.790907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2871f168-0bcb-4ab9-a221-b4a95f910c0e req-c890401a-ebb4-4a4a-bbc1-f8eee81e7a16 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 950 time: 0.6555815 May 10 11:28:36.822483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ddfe6c-de6f-4725-972e-e27287f7e24d {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:36.841192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.874125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2871f168-0bcb-4ab9-a221-b4a95f910c0e req-e1e5cf38-0de3-417a-ba2e-77c92792d71f tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 May 10 11:28:36.884212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42318c2-188f-4f1c-a28e-dd87c9ff1f67 req-fe1ccaa4-b9e8-4a72-94f7-3129f8ba59f8 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:36.886820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Transition to ACTIVE for port object c6ddfe6c-de6f-4725-972e-e27287f7e24d will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:36.891068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42318c2-188f-4f1c-a28e-dd87c9ff1f67 req-fe1ccaa4-b9e8-4a72-94f7-3129f8ba59f8 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:36.892858 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e42318c2-188f-4f1c-a28e-dd87c9ff1f67 req-fe1ccaa4-b9e8-4a72-94f7-3129f8ba59f8 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1654 time: 0.0810435 May 10 11:28:36.896134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.908519 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.955849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e42318c2-188f-4f1c-a28e-dd87c9ff1f67 req-34aeb5fc-fd25-494d-aa46-db60d3aa2f61 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533974 May 10 11:28:36.974271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ddfe6c-de6f-4725-972e-e27287f7e24d,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:37.096554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d0ea1e13-8b7d-4bf9-b8e0-b11bbeb971e1 req-b8b89890-6935-4296-ab82-bb7921769ba7 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 210 time: 0.0768101 May 10 11:28:37.117731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.139620 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-596dbf63-c95d-4601-a19c-bd1ed48a9020 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-16761400&fields=id&tenant_id=0e90d03515814b7c90f1878638604f49 HTTP/1.1" status: 200 len: 267 time: 0.1143060 May 10 11:28:37.170975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/8e7d96e2-f058-431b-9b06-e46af1262a85/5792327c-40d9-41fd-9cd3-9cbc7559a67d) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:37.186704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:37.192934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:37.212212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-a90e1f86-4f0d-4fa4-80db-4785c9bfff0f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:37.221337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-a90e1f86-4f0d-4fa4-80db-4785c9bfff0f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 984 time: 0.0839663 May 10 11:28:37.223567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:37.227235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'port': {'security_groups': ['1068a9b7-8f7e-445e-8ea5-03a5c9eef85f', 'af84bd6e-9cc8-451d-842c-c677926ebf88', '9550b959-11da-45b8-b024-70838a348f52']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:37.229304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:37.229921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.232431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Attempting to bind port c6ddfe6c-de6f-4725-972e-e27287f7e24d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:37.232689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Attempting to bind port c6ddfe6c-de6f-4725-972e-e27287f7e24d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:37.232983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Attempting to bind port c6ddfe6c-de6f-4725-972e-e27287f7e24d on network b77039de-17f1-48bb-a984-a9c61a67cd32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:37.247109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=702441f2-5781-4310-a7e0-ef2b9a96dc6a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:37.251533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Port c6ddfe6c-de6f-4725-972e-e27287f7e24d on network b77039de-17f1-48bb-a984-a9c61a67cd32 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:37.251873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Attempting to bind port c6ddfe6c-de6f-4725-972e-e27287f7e24d on network b77039de-17f1-48bb-a984-a9c61a67cd32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:37.258647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:37.258985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Checking segment: {'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:37.259362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Bound using segment: {'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:37.259792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Bound port: c6ddfe6c-de6f-4725-972e-e27287f7e24d, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6670cc83-b9dd-4344-a371-8f176a0f0597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:37.260208 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.267878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dbba0a11-0c45-4e82-b04b-3524c979da1a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0674968 May 10 11:28:37.269012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35114) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:37.333951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] For port c6ddfe6c-de6f-4725-972e-e27287f7e24d, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:37.339445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] For port c6ddfe6c-de6f-4725-972e-e27287f7e24d, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c6ddfe6c-de6f-4725-972e-e27287f7e24d,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:37.345972 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.348306 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.404135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539efc6-4cac-462a-8d22-2adc6d3ed9ab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:37.405752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3539efc6-4cac-462a-8d22-2adc6d3ed9ab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1354568 May 10 11:28:37.407004 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.408984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:37.418155 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.425363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ddfe6c-de6f-4725-972e-e27287f7e24d,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:37.441374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:37.444739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.447049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9e41c447-bb85-4a61-9e22-6f1774df2929 service neutron] 10.222.0.70 "PUT /v2.0/ports/c6ddfe6c-de6f-4725-972e-e27287f7e24d HTTP/1.1" status: 200 len: 1091 time: 1.8285034 May 10 11:28:37.447531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'tag': 'c6ddfe6c-de6f-4725-972e-e27287f7e24d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:37.464820 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d02fb29-b76d-46fe-ac67-72481ca3d784" -d '{"events": [{"name": "network-changed", "server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "tag": "c6ddfe6c-de6f-4725-972e-e27287f7e24d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:37.485482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:37.493659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:37.498373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:37.501233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Request body: {'port': {'device_id': 'e72aade7-486c-4062-88f1-288990f7c613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:37.538136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Pushing event updated for resources: {'Port': ['ID=5792327c-40d9-41fd-9cd3-9cbc7559a67d,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:37.566254 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f9bc1-0a1f-483b-8569-e799b32edf1b x-openstack-request-id: req-af2f9bc1-0a1f-483b-8569-e799b32edf1b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:37.569943 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "tag": "c6ddfe6c-de6f-4725-972e-e27287f7e24d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:37.570484 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af2f9bc1-0a1f-483b-8569-e799b32edf1b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:37.571096 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2f9bc1-0a1f-483b-8569-e799b32edf1b'] response: {'name': 'network-changed', 'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'tag': 'c6ddfe6c-de6f-4725-972e-e27287f7e24d', 'status': 'completed', 'code': 200} May 10 11:28:37.654514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.676263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Attempting to bind port 5792327c-40d9-41fd-9cd3-9cbc7559a67d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:37.676782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Attempting to bind port 5792327c-40d9-41fd-9cd3-9cbc7559a67d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:37.678299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Attempting to bind port 5792327c-40d9-41fd-9cd3-9cbc7559a67d on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:37.680856 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.687411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:37.687932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:37.688595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.689087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:37.690363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Bound port: 5792327c-40d9-41fd-9cd3-9cbc7559a67d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:37.690363 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.774263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de7e6-6093-4b3e-abf4-1b62d66b61ab req-50b50c97-2df0-47d0-a7c3-6c0e64918a17 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:37.777175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c72de7e6-6093-4b3e-abf4-1b62d66b61ab req-50b50c97-2df0-47d0-a7c3-6c0e64918a17 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1109262 May 10 11:28:37.785952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] For port 5792327c-40d9-41fd-9cd3-9cbc7559a67d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:37.793986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] For port 5792327c-40d9-41fd-9cd3-9cbc7559a67d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5792327c-40d9-41fd-9cd3-9cbc7559a67d,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:37.800916 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.801467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-afec80e0-489d-4de6-aa7b-1fa12c6646ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 702441f2-5781-4310-a7e0-ef2b9a96dc6a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:37.801806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afec80e0-489d-4de6-aa7b-1fa12c6646ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.895078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ad41a-1d26-4272-9bf6-3ba0c82cba82 None None] Pushing event updated for resources: {'Port': ['ID=5792327c-40d9-41fd-9cd3-9cbc7559a67d,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:37.895234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afec80e0-489d-4de6-aa7b-1fa12c6646ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.908862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-afec80e0-489d-4de6-aa7b-1fa12c6646ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 702441f2-5781-4310-a7e0-ef2b9a96dc6a owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:37.926242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c72de7e6-6093-4b3e-abf4-1b62d66b61ab req-7b8e5059-ad40-4f7d-95c2-0d40a9223100 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068213 May 10 11:28:37.932842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-63b887f3-bffb-4d99-86fc-62bd28ebfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:37.933121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-63b887f3-bffb-4d99-86fc-62bd28ebfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:37.934694 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-63b887f3-bffb-4d99-86fc-62bd28ebfc55 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1913 time: 0.3317053 May 10 11:28:37.970494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-8a20bbec-7f95-4ed0-ae7f-bd5cfdcbdbdd tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:37.971863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-8a20bbec-7f95-4ed0-ae7f-bd5cfdcbdbdd tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 807 time: 0.4522083 May 10 11:28:38.051436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Request body: {'port': {'device_id': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'admin_state_up': True, 'tenant_id': 'efb5d2857e95467a96899612ae8c137d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:38.280640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] For port 21895fae-0156-4efa-9431-70e89997b534, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=21895fae-0156-4efa-9431-70e89997b534,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:38.362826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb1db74-fea1-4e28-9967-b1c9d161d78e {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:38.373151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.394387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Transition to ACTIVE for port object 1fb1db74-fea1-4e28-9967-b1c9d161d78e will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:38.402604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e96203-0c8c-4ecb-882b-9bae104a0598 req-ee2a4872-c508-4f33-b21c-8d5689a71813 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:38.410511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4e96203-0c8c-4ecb-882b-9bae104a0598 req-ee2a4872-c508-4f33-b21c-8d5689a71813 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 950 time: 0.1110482 May 10 11:28:38.413741 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.497469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4e96203-0c8c-4ecb-882b-9bae104a0598 req-281fabb7-1f0c-4159-90ee-ff2c2a2bcb74 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861037 May 10 11:28:38.498433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb1db74-fea1-4e28-9967-b1c9d161d78e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:38.671062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Attempting to bind port 1fb1db74-fea1-4e28-9967-b1c9d161d78e on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:38.671420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Attempting to bind port 1fb1db74-fea1-4e28-9967-b1c9d161d78e by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:38.671653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Attempting to bind port 1fb1db74-fea1-4e28-9967-b1c9d161d78e on network 41afbd2a-e581-4ff8-b318-6385bc51fc23 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:38.688062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd689-af02-4c34-a295-55cffe5920a2 req-6d66e9d0-5072-47bb-8314-8305ae29e781 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:38.696399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd689-af02-4c34-a295-55cffe5920a2 req-6d66e9d0-5072-47bb-8314-8305ae29e781 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:38.701781 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-258bd689-af02-4c34-a295-55cffe5920a2 req-6d66e9d0-5072-47bb-8314-8305ae29e781 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1678 time: 0.0987542 May 10 11:28:38.703074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Port 1fb1db74-fea1-4e28-9967-b1c9d161d78e on network 41afbd2a-e581-4ff8-b318-6385bc51fc23 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:38.703749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Attempting to bind port 1fb1db74-fea1-4e28-9967-b1c9d161d78e on network 41afbd2a-e581-4ff8-b318-6385bc51fc23 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:38.719970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:38.720419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Checking segment: {'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:38.720707 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.721133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Bound using segment: {'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:38.721525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Bound port: 1fb1db74-fea1-4e28-9967-b1c9d161d78e, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ddbd3a-2f31-4ccc-932c-b44576b22738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:38.721972 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.728539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-cd47a91b-6955-4976-a074-8ca9de0a73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:38.729149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-cd47a91b-6955-4976-a074-8ca9de0a73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:38.729703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-cd47a91b-6955-4976-a074-8ca9de0a73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:38.731518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-cd47a91b-6955-4976-a074-8ca9de0a73ce service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=786c4178695247f0bb4841baa426ce58&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7847984 May 10 11:28:38.760087 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.782193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', '21895fae-0156-4efa-9431-70e89997b534'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:38.815634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] For port 1fb1db74-fea1-4e28-9967-b1c9d161d78e, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:38.821304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] For port 1fb1db74-fea1-4e28-9967-b1c9d161d78e, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1fb1db74-fea1-4e28-9967-b1c9d161d78e,segment=NetworkSegment(53ddbd3a-2f31-4ccc-932c-b44576b22738),segment_id=53ddbd3a-2f31-4ccc-932c-b44576b22738)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:38.827291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-258bd689-af02-4c34-a295-55cffe5920a2 req-47cf098b-fd36-4411-b1c7-39c0ae1e10fa tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150570 May 10 11:28:38.836011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.908502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:38.909240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.924855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df1e9b24-48a3-46ef-a44c-78697dbcc7e6 req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "PUT /v2.0/ports/21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 200 len: 1020 time: 1.7024806 May 10 11:28:38.944248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb1db74-fea1-4e28-9967-b1c9d161d78e,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:38.965963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:38.966409 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.969565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-82f94403-7330-466e-b82a-dbc4c9a0d660 service neutron] 10.222.0.70 "PUT /v2.0/ports/1fb1db74-fea1-4e28-9967-b1c9d161d78e HTTP/1.1" status: 200 len: 1092 time: 1.4789248 May 10 11:28:38.987670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'tag': '21895fae-0156-4efa-9431-70e89997b534'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:38.998328 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fc244a-44db-4b50-8ab8-44ec13586d46" -d '{"events": [{"name": "network-changed", "server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "tag": "21895fae-0156-4efa-9431-70e89997b534"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:39.122149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['21895fae-0156-4efa-9431-70e89997b534'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:39.216650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afec80e0-489d-4de6-aa7b-1fa12c6646ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.237365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29b0b0cc-3eb5-4297-b58b-abfa861d3dab req-ff4d5260-759d-449a-b06d-db3f3e8a56fc tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 210 time: 0.1473715 May 10 11:28:39.238071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318f5d9-50b0-44e7-b3dd-03bec7096eb5 req-e4fa31e7-a702-45b1-b4d7-b72a487b6ade tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:39.241285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9318f5d9-50b0-44e7-b3dd-03bec7096eb5 req-e4fa31e7-a702-45b1-b4d7-b72a487b6ade tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 946 time: 0.1153603 May 10 11:28:39.266834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Made reservation on behalf of efb5d2857e95467a96899612ae8c137d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:39.270609 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.294650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddae1b-cffa-4487-81bf-b9a1f013e91b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'Port': ['ID=21895fae-0156-4efa-9431-70e89997b534,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:39.323844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9318f5d9-50b0-44e7-b3dd-03bec7096eb5 req-ad740c3d-ac87-49d4-b577-816668ab682f tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749178 May 10 11:28:39.428766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63c8a6b0-577a-4741-8ff7-fdd4a5b44c7f req-54f0e228-f10b-4e8b-9763-7c09aa368d38 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/9550b959-11da-45b8-b024-70838a348f52 HTTP/1.1" status: 200 len: 1800 time: 0.0802817 May 10 11:28:39.433281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec80e0-489d-4de6-aa7b-1fa12c6646ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=702441f2-5781-4310-a7e0-ef2b9a96dc6a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:39.459811 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.532662 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-63c8a6b0-577a-4741-8ff7-fdd4a5b44c7f req-6d85cce1-c092-4b1c-a69b-15998a501cea tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] delete failed (client error): There was a conflict when trying to complete your request. May 10 11:28:39.534484 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63c8a6b0-577a-4741-8ff7-fdd4a5b44c7f req-6d85cce1-c092-4b1c-a69b-15998a501cea tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/9550b959-11da-45b8-b024-70838a348f52 HTTP/1.1" status: 409 len: 341 time: 0.0997665 May 10 11:28:39.568516 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.572245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'tag': '1fb1db74-fea1-4e28-9967-b1c9d161d78e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:39.575774 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6298ce4-4cbe-4843-a545-d146c0412ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "tag": "1fb1db74-fea1-4e28-9967-b1c9d161d78e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:39.688218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Allocated IP 172.20.0.2 (71ab3599-0b94-42b0-a8b7-bdcda1d316b9/7a0684e5-74b7-4e63-96d3-9612fb08251a/71bfaf3d-4bd6-490b-a577-363d352adc6c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:39.691184 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a77fd3-0285-4f05-9781-4a4c5da5c2c3 x-openstack-request-id: req-52a77fd3-0285-4f05-9781-4a4c5da5c2c3 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:39.691472 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "tag": "21895fae-0156-4efa-9431-70e89997b534", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:39.691936 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a77fd3-0285-4f05-9781-4a4c5da5c2c3 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:39.692498 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a77fd3-0285-4f05-9781-4a4c5da5c2c3'] response: {'name': 'network-changed', 'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'tag': '21895fae-0156-4efa-9431-70e89997b534', 'status': 'completed', 'code': 200} May 10 11:28:39.706806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afec80e0-489d-4de6-aa7b-1fa12c6646ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.711103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-afec80e0-489d-4de6-aa7b-1fa12c6646ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/702441f2-5781-4310-a7e0-ef2b9a96dc6a HTTP/1.1" status: 204 len: 168 time: 2.3010225 May 10 11:28:39.714311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35154) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:39.753024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Provisioning complete for port 5792327c-40d9-41fd-9cd3-9cbc7559a67d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:39.753694 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.792220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-153877ea-c407-4549-846f-4932cbdc7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:39.794158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d02fb29-b76d-46fe-ac67-72481ca3d784 req-153877ea-c407-4549-846f-4932cbdc7ab3 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0352507 May 10 11:28:39.813083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ff8f9-10e8-4492-bfa1-f0b9ea1b5b8b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:39.815036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ff8f9-10e8-4492-bfa1-f0b9ea1b5b8b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:39.816942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d35ff8f9-10e8-4492-bfa1-f0b9ea1b5b8b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1013815 May 10 11:28:39.819447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35156) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:39.858398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926df990-6002-45fa-9be2-c6c898dcedd7 req-c8db44d2-0015-4310-b66b-30ae6ea064c3 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:39.867424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-926df990-6002-45fa-9be2-c6c898dcedd7 req-c8db44d2-0015-4310-b66b-30ae6ea064c3 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1548111 May 10 11:28:39.935304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94681de-bead-4ef7-a15b-1e5796b20702 req-4b8ab09e-e847-4233-95f3-fd3d18f5c88c tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:39.946042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d94681de-bead-4ef7-a15b-1e5796b20702 req-4b8ab09e-e847-4233-95f3-fd3d18f5c88c tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.2193365 May 10 11:28:39.998298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-78870547-86bd-4a4d-8b1f-feab8de05627 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 8e7d96e2-f058-431b-9b06-e46af1262a85 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:40.006496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-7f9f7964-5fcc-48db-9171-d010cf9286d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.008492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-7f9f7964-5fcc-48db-9171-d010cf9286d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e90d03515814b7c90f1878638604f49&device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1174 time: 0.3143585 May 10 11:28:40.012200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78870547-86bd-4a4d-8b1f-feab8de05627 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.045208 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d94681de-bead-4ef7-a15b-1e5796b20702 req-6b181835-2e9a-4023-822a-24dc9bfe1ce2 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982242 May 10 11:28:40.107913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8351fec6-e286-4e78-aaa6-d836806e7622 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.110010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8351fec6-e286-4e78-aaa6-d836806e7622 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 946 time: 0.2474303 May 10 11:28:40.141866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5792327c-40d9-41fd-9cd3-9cbc7559a67d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:40.142499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-22aba4e6-653f-4dac-8570-da094eb85b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.142703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-22aba4e6-653f-4dac-8570-da094eb85b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.144993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-22aba4e6-653f-4dac-8570-da094eb85b8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1980 time: 0.2704346 May 10 11:28:40.147863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Current status of the port 5792327c-40d9-41fd-9cd3-9cbc7559a67d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:40.148309 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.160400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-926df990-6002-45fa-9be2-c6c898dcedd7 req-f9535d23-b034-47d0-9c0a-7824fc975055 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919145 May 10 11:28:40.257850 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78870547-86bd-4a4d-8b1f-feab8de05627 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.259645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] For port 5792327c-40d9-41fd-9cd3-9cbc7559a67d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5792327c-40d9-41fd-9cd3-9cbc7559a67d,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:40.273693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-19766415-7670-4591-ae72-671e150cc96c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=c6ddfe6c-de6f-4725-972e-e27287f7e24d HTTP/1.1" status: 200 len: 217 time: 0.1002445 May 10 11:28:40.285072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a21e5e9-e6c3-4631-8b05-0f2c3805ef61 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:28:40.298107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.327094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.358390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392015d-66ec-4bfe-ac53-e2f4f4382fda req-3494aefc-fe2a-409d-9adf-f9a0085949bc tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.369333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-c277f787-0cf3-4ef1-a968-b93b17a21380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.370031 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6392015d-66ec-4bfe-ac53-e2f4f4382fda req-3494aefc-fe2a-409d-9adf-f9a0085949bc tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 1101 time: 0.1813183 May 10 11:28:40.370808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-c277f787-0cf3-4ef1-a968-b93b17a21380 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 200 len: 914 time: 0.3513329 May 10 11:28:40.377222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-bc79d11e-cd3e-472b-a065-cd7dd9418125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.378674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-bc79d11e-cd3e-472b-a065-cd7dd9418125 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a65df7f0-a7ab-4105-a651-88a362f1d48c HTTP/1.1" status: 200 len: 801 time: 0.0974634 May 10 11:28:40.397155 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6392015d-66ec-4bfe-ac53-e2f4f4382fda req-f4534b2a-8d29-4a67-b105-4696567a339b tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.435648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5792327c-40d9-41fd-9cd3-9cbc7559a67d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:40.436849 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.443409 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146d8ad1-b44d-43f2-8f2c-b378b8c78640 x-openstack-request-id: req-146d8ad1-b44d-43f2-8f2c-b378b8c78640 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:40.443409 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "tag": "1fb1db74-fea1-4e28-9967-b1c9d161d78e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:40.443409 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-146d8ad1-b44d-43f2-8f2c-b378b8c78640 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:40.444151 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146d8ad1-b44d-43f2-8f2c-b378b8c78640'] response: {'name': 'network-changed', 'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'tag': '1fb1db74-fea1-4e28-9967-b1c9d161d78e', 'status': 'completed', 'code': 200} May 10 11:28:40.447758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-5caa2510-45cc-44e8-8823-96aef2f31c12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 200 len: 217 time: 0.0662279 May 10 11:28:40.458845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Deleting port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:40.459246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.473451 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.496508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ae1be866-e5a5-4b51-a3df-84d691bca300 None None] Could not find standard attr ID for object 702441f2-5781-4310-a7e0-ef2b9a96dc6a. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:28:40.522952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-4e6007ac-9d92-40fa-b999-42e591ecd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.524626 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78870547-86bd-4a4d-8b1f-feab8de05627 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.524842 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-4e6007ac-9d92-40fa-b999-42e591ecd5cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b77039de-17f1-48bb-a984-a9c61a67cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1351094 May 10 11:28:40.592450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Pushing event updated for resources: {'Port': ['ID=5792327c-40d9-41fd-9cd3-9cbc7559a67d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:40.601549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:40.619725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:40.626743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:40.632405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.632661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.632987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.633328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.633941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.634083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.634303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.634643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.634960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.635296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.635612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.635959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df587c4f-cf57-4546-b234-7a65393a78cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:40.647863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] For port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:40.648934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.663584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78870547-86bd-4a4d-8b1f-feab8de05627 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.677292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5792327c-40d9-41fd-9cd3-9cbc7559a67d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:40.710396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21e5e9-e6c3-4631-8b05-0f2c3805ef61 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:28:40.731131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.731767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.756070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-34027857-13b7-4702-930e-9b4deea96c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.757574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-34027857-13b7-4702-930e-9b4deea96c1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 200 len: 853 time: 0.2950013 May 10 11:28:40.766008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Pushing event updated for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:40.781180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78870547-86bd-4a4d-8b1f-feab8de05627 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7d96e2-f058-431b-9b06-e46af1262a85,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:40.789444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6392015d-66ec-4bfe-ac53-e2f4f4382fda req-f4534b2a-8d29-4a67-b105-4696567a339b tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.809959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78870547-86bd-4a4d-8b1f-feab8de05627 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.814355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572bdc2-f4a2-470b-988c-b1c0161327ed req-85a2734c-fbf9-48d5-b3d9-a3532de118ea tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.815782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-78870547-86bd-4a4d-8b1f-feab8de05627 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/8e7d96e2-f058-431b-9b06-e46af1262a85 HTTP/1.1" status: 204 len: 168 time: 0.9952483 May 10 11:28:40.816573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6392015d-66ec-4bfe-ac53-e2f4f4382fda req-f4534b2a-8d29-4a67-b105-4696567a339b tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.823580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35168) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:40.831219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572bdc2-f4a2-470b-988c-b1c0161327ed req-85a2734c-fbf9-48d5-b3d9-a3532de118ea tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:40.833545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d572bdc2-f4a2-470b-988c-b1c0161327ed req-85a2734c-fbf9-48d5-b3d9-a3532de118ea tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1678 time: 0.3207443 May 10 11:28:40.865578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bb88fb3b-4ab7-4adc-8e93-8b6402911955 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8752906 May 10 11:28:40.877045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4534b2a-8d29-4a67-b105-4696567a339b tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bbe6e5-6a9f-49d2-aaf9-48156e6e899d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:40.909372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-f9085046-b529-41f7-96e7-9ec6510d71b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390519 May 10 11:28:40.932468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Request body: {'port': {'device_id': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:40.932744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-18a5b1a0-0416-44f6-9ce9-85e8c402e56a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867825 May 10 11:28:40.939209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35170) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:40.962095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d572bdc2-f4a2-470b-988c-b1c0161327ed req-1d522067-17e8-4004-9d61-78636dc95884 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866306 May 10 11:28:40.998777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6392015d-66ec-4bfe-ac53-e2f4f4382fda req-f4534b2a-8d29-4a67-b105-4696567a339b tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191978 May 10 11:28:41.120338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-eed8430a-1c47-43fb-a1ef-bcb4298f6d28 service neutron] 10.222.0.70 "GET /v2.0/networks/b77039de-17f1-48bb-a984-a9c61a67cd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646358 May 10 11:28:41.122550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f12546-d7d6-4db5-b1f2-a5d23bf9a0b3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:41.126368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-66f12546-d7d6-4db5-b1f2-a5d23bf9a0b3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1846733 May 10 11:28:41.134734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35174) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:41.229305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.229586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.229911 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Floating IP 1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9 disassociated. External IP: 172.25.8.80, port: 164cca3f-c8e7-49d4-bdf2-d1e66661b20d. May 10 11:28:41.230824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Calling delete_port for 164cca3f-c8e7-49d4-bdf2-d1e66661b20d owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:41.245135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd99d9-6f43-465d-b580-3417312b16d3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:41.249161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-abbd99d9-6f43-465d-b580-3417312b16d3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1080956 May 10 11:28:41.252830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35178) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:41.270591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193a16c-71b3-4876-8d5a-5d89b91f09a7 req-aff03bae-6a49-4a6b-b939-c7b487999cf6 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:41.275303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.279225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2193a16c-71b3-4876-8d5a-5d89b91f09a7 req-aff03bae-6a49-4a6b-b939-c7b487999cf6 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 946 time: 0.1711876 May 10 11:28:41.303722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318189da-65ca-4ab7-92e1-bfc8d00c9472 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:41.327351 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-4835bb16-e076-41a8-a401-954f9dd88efb service neutron] 10.222.0.70 "GET /v2.0/networks/b77039de-17f1-48bb-a984-a9c61a67cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765974 May 10 11:28:41.336933 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-0561d5a8-c92d-42ac-9681-81ce39e65a3b service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098186 May 10 11:28:41.362096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d71a6ebb-7119-4c49-924b-344b59cb2d1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011930 May 10 11:28:41.362351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35180) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:41.369202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:41.402938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-69a28022-7a20-41e3-9478-6b023a392dc1 None None] Provisioning complete for port 5792327c-40d9-41fd-9cd3-9cbc7559a67d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:41.403338 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69a28022-7a20-41e3-9478-6b023a392dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.436674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48519a-18c9-41f9-8231-8798404a95bb req-318cd96d-3da0-4712-baf1-1615cb7be3b8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:41.439623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff48519a-18c9-41f9-8231-8798404a95bb req-318cd96d-3da0-4712-baf1-1615cb7be3b8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 931 time: 0.3861001 May 10 11:28:41.442145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-f6b77a45-b13b-44a7-8c2b-92cc30bf8106 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=1fb1db74-fea1-4e28-9967-b1c9d161d78e HTTP/1.1" status: 200 len: 217 time: 0.1038818 May 10 11:28:41.484951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2193a16c-71b3-4876-8d5a-5d89b91f09a7 req-fcee6f53-9090-4e9a-81e9-ed035513bbb1 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups?id=7970caba-96fe-4704-a3bf-27ff8537123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033892 May 10 11:28:41.569843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-69a28022-7a20-41e3-9478-6b023a392dc1 None None] Current status of the port 5792327c-40d9-41fd-9cd3-9cbc7559a67d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:41.579839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:28:41.586066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:41.597021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.635339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] Deleting port 5792327c-40d9-41fd-9cd3-9cbc7559a67d {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:41.635707 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.706252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] For port 5792327c-40d9-41fd-9cd3-9cbc7559a67d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5792327c-40d9-41fd-9cd3-9cbc7559a67d,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:41.706823 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.726378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] Calling delete_port for 5792327c-40d9-41fd-9cd3-9cbc7559a67d owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:41.763480 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.788726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 164cca3f-c8e7-49d4-bdf2-d1e66661b20d no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:41.819217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 164cca3f-c8e7-49d4-bdf2-d1e66661b20d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:41.819217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 164cca3f-c8e7-49d4-bdf2-d1e66661b20d not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:41.819580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event deleted for resources: {'Port': ['ID=164cca3f-c8e7-49d4-bdf2-d1e66661b20d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:41.832442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea55b-c119-4f87-8bc7-db0f0629abac req-76ae7d57-6a4a-4262-8e58-3c36fe2cc75a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:41.840796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7dfea55b-c119-4f87-8bc7-db0f0629abac req-76ae7d57-6a4a-4262-8e58-3c36fe2cc75a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1023 time: 0.1782134 May 10 11:28:41.882222 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.924890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] No DVR routers for this DVR port 5792327c-40d9-41fd-9cd3-9cbc7559a67d on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:41.945669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca271e-caff-4ac1-85a7-42545c45603b None None] Pushing event deleted for resources: {'Port': ['ID=5792327c-40d9-41fd-9cd3-9cbc7559a67d,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:41.968809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7dfea55b-c119-4f87-8bc7-db0f0629abac req-acb11dbf-8638-47e9-95be-085682f0e397 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=af84bd6e-9cc8-451d-842c-c677926ebf88&id=9550b959-11da-45b8-b024-70838a348f52&id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1252434 May 10 11:28:41.999163 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff48519a-18c9-41f9-8231-8798404a95bb req-7357ddfd-6994-4e63-aabd-b2db28c2496d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356433 May 10 11:28:42.003878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5792327c-40d9-41fd-9cd3-9cbc7559a67d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:42.033546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5792327c-40d9-41fd-9cd3-9cbc7559a67d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:42.036062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5792327c-40d9-41fd-9cd3-9cbc7559a67d not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:42.067649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-dc32b274-3ea2-4613-a46b-efaf3a71386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.069188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-dc32b274-3ea2-4613-a46b-efaf3a71386f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b351565-9e34-4cf0-884f-bae095c3b298 HTTP/1.1" status: 200 len: 801 time: 0.5983880 May 10 11:28:42.155780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80fc244a-44db-4b50-8ab8-44ec13586d46 req-2faaa9f9-8adb-4264-b370-06cd0c1273d4 service neutron] 10.222.0.49 "GET /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7866235 May 10 11:28:42.167394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c471ff3-414e-4d77-be38-78365eed0808 req-d1029900-608f-4530-85b5-d21852246a09 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.169200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c471ff3-414e-4d77-be38-78365eed0808 req-d1029900-608f-4530-85b5-d21852246a09 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1023 time: 0.1897402 May 10 11:28:42.177532 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.187841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Router 94b5636e-451c-47f1-84c1-e3b73ede6389 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:28:42.210572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9159372e-c62b-41bf-9278-c40b0d9c18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.212180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-9159372e-c62b-41bf-9278-c40b0d9c18eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=41afbd2a-e581-4ff8-b318-6385bc51fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148269 May 10 11:28:42.266181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94a61-67d4-4e7b-8176-40246f175870 req-83bc78ff-8084-49b1-9fb8-ae91b4c82845 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.274019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58c94a61-67d4-4e7b-8176-40246f175870 req-83bc78ff-8084-49b1-9fb8-ae91b4c82845 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1868434 May 10 11:28:42.306880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:42.323605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:42.334742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbfd28-818d-4d2e-91a3-a6eb68941fce None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:42.363206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.363998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.370308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=938a1003-5820-4c20-ab78-38ed3b4fad97,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:42.398040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71bfaf3d-4bd6-490b-a577-363d352adc6c {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:42.409248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.430446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d5a74-5818-4932-98f3-44e936f5f7c6 req-7c5b4628-46c0-42d0-a31d-933156b5d38f tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.436605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d5a74-5818-4932-98f3-44e936f5f7c6 req-7c5b4628-46c0-42d0-a31d-933156b5d38f tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.438526 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e65d5a74-5818-4932-98f3-44e936f5f7c6 req-7c5b4628-46c0-42d0-a31d-933156b5d38f tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1678 time: 0.1482036 May 10 11:28:42.440186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-d83cd1db-f44a-4700-9495-23a2d740cd9c service neutron] 10.222.0.70 "GET /v2.0/networks/41afbd2a-e581-4ff8-b318-6385bc51fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178307 May 10 11:28:42.447318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Transition to ACTIVE for port object 71bfaf3d-4bd6-490b-a577-363d352adc6c will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:42.452793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58c94a61-67d4-4e7b-8176-40246f175870 req-2ac7ceb2-29aa-4daf-b6c3-1a66ace42287 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777778 May 10 11:28:42.462887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-91488d3f-d3f1-4678-b5ea-eae6f82fda2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0996237 May 10 11:28:42.466530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35190) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:42.469885 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.472029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': '938a1003-5820-4c20-ab78-38ed3b4fad97', 'ip_address': '2001:db8::127b:8e6d:2e12:3654'}], 'name': 'tempest-NetworksTestDHCPv6-486366432'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:42.592074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e65d5a74-5818-4932-98f3-44e936f5f7c6 req-059ddeed-c692-4e2b-b80f-3b539e1130e2 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466565 May 10 11:28:42.608483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Pushing event updated for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:42.616786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '938a1003-5820-4c20-ab78-38ed3b4fad97'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:42.620188 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.668732 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a9df66-920e-42bf-b1e0-c81c6e6774a7 req-93f5a001-8093-4b9e-8e89-230890796f50 service neutron] 10.222.0.70 "GET /v2.0/networks/41afbd2a-e581-4ff8-b318-6385bc51fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202554 May 10 11:28:42.768368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:42.768699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:42.769024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:42.781249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:28:42.781782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:42.793112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:42.793456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:42.794049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:42.794490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Bound port: 71bfaf3d-4bd6-490b-a577-363d352adc6c, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:42.794848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.816231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a725e4-c2b6-44b4-bafd-f1e0b42e51e9 req-34d023b5-6b99-4f87-ba1d-8f0f8da5e655 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.817868 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4a725e4-c2b6-44b4-bafd-f1e0b42e51e9 req-34d023b5-6b99-4f87-ba1d-8f0f8da5e655 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.1194472 May 10 11:28:42.824964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-dde83567-8337-4b72-9fa4-8b0f9ad70ab4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243718 May 10 11:28:42.829064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/938a1003-5820-4c20-ab78-38ed3b4fad97/29cfdc10-aa12-493c-9d6c-0e1da5e1618d) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:42.932302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4a725e4-c2b6-44b4-bafd-f1e0b42e51e9 req-5455b1e0-847e-4055-9d74-d6ee24cf51f5 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006777 May 10 11:28:42.941235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:42.958282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:42.968407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.975296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-31808eea-3273-4135-ad53-b4bb813d34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:42.976948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-31808eea-3273-4135-ad53-b4bb813d34f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 1101 time: 0.0864155 May 10 11:28:43.032765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.033375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.034842 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] 10.222.0.70 "PUT /v2.0/ports/71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 200 len: 1091 time: 2.1064472 May 10 11:28:43.037150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.048273 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.061229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:43.063506 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442529f-7494-40f4-8209-986f7557a4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:43.080715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Deleting port 21895fae-0156-4efa-9431-70e89997b534 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:43.080952 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.098150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:43.107342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:43.108926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Pushing event updated for resources: {'Port': ['ID=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:43.111253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:43.144058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-facc5cbb-c4aa-4062-9cb7-727c753d3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.144727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-facc5cbb-c4aa-4062-9cb7-727c753d3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.146853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-facc5cbb-c4aa-4062-9cb7-727c753d3a6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=786c4178695247f0bb4841baa426ce58&device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1980 time: 0.2399588 May 10 11:28:43.156126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-edb3df08-e216-44fb-a222-b8087e80287a req-69562b57-1c8a-4b30-87b9-2a209391f9ea tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3cab88-9105-4dd9-bd15-4afc91a737ea HTTP/1.1" status: 200 len: 210 time: 0.0774467 May 10 11:28:43.160149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:28:43.176103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] Sync routers for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:43.212155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426abf39-032c-41f6-8edf-b65e575e1b5d req-30c8324f-cb69-4550-b622-0df6736799f5 tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.214098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-426abf39-032c-41f6-8edf-b65e575e1b5d req-30c8324f-cb69-4550-b622-0df6736799f5 tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 1101 time: 0.3062303 May 10 11:28:43.225526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-0d040042-8d1b-4c85-bbcc-903e5a2692a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.227210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-0d040042-8d1b-4c85-bbcc-903e5a2692a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2247927 May 10 11:28:43.251996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157931c4-aeb4-4b79-bf31-ceea6b5fa3ed service neutron] Pushing event updated for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:43.294338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] No DVR routers for this DVR port 164cca3f-c8e7-49d4-bdf2-d1e66661b20d on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:43.297231 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.300977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9325586a-05fe-47d3-b016-53e8ecc057d5 req-8ed6709d-fecc-4e26-9a0c-96a67f635736 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.49 "DELETE /v2.0/ports/164cca3f-c8e7-49d4-bdf2-d1e66661b20d HTTP/1.1" status: 204 len: 173 time: 3.1799018 May 10 11:28:43.309664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'name': 'network-vif-deleted', 'tag': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:43.312025 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5653151e-3492-439e-b4b8-48cd5592c354" -d '{"events": [{"server_uuid": "0e3cab88-9105-4dd9-bd15-4afc91a737ea", "name": "network-vif-deleted", "tag": "164cca3f-c8e7-49d4-bdf2-d1e66661b20d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:43.315809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-b5e35f2b-a3fa-492c-a79a-28e5c7f0ce83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 HTTP/1.1" status: 200 len: 217 time: 0.0802636 May 10 11:28:43.318699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-f0b5236f-1e0c-4b86-b3bc-aae31c0189c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.320370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-f0b5236f-1e0c-4b86-b3bc-aae31c0189c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1094 time: 0.2271552 May 10 11:28:43.337009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Attempting to bind port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:43.337009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Attempting to bind port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:43.337702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Attempting to bind port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:43.346170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:28:43.347387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:28:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:43.349262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:43.349262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:43.349682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.350090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:43.350563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Bound port: 29cfdc10-aa12-493c-9d6c-0e1da5e1618d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:43.351458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.382709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:43.390456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] For port 21895fae-0156-4efa-9431-70e89997b534, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=21895fae-0156-4efa-9431-70e89997b534,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:43.390832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.416106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d52ac-570c-4825-9e13-0863c54f77bb req-8fd2984b-b12b-44ba-8a59-57005ecf2614 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.417920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-753d52ac-570c-4825-9e13-0863c54f77bb req-8fd2984b-b12b-44ba-8a59-57005ecf2614 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 1023 time: 0.1865063 May 10 11:28:43.421758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-bdbb937c-1e00-40e9-95d4-08128921cce9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 200 len: 217 time: 0.0913353 May 10 11:28:43.443895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-033fd12d-0bff-44be-be6f-1611f8211cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.445604 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-033fd12d-0bff-44be-be6f-1611f8211cfe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1141050 May 10 11:28:43.452701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-426abf39-032c-41f6-8edf-b65e575e1b5d req-c43c9430-2305-483c-916a-cd8820368d77 tempest-ServersAdminNegativeTestJSON-1543422782 tempest-ServersAdminNegativeTestJSON-1543422782-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130525 May 10 11:28:43.475458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Calling delete_port for 21895fae-0156-4efa-9431-70e89997b534 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:43.513546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] For port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:43.531443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:28:43.534333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] For port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:43.563769 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.569104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-6bb4cbb6-13e4-457a-816d-a154b4796f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.570770 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-6bb4cbb6-13e4-457a-816d-a154b4796f3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1377394 May 10 11:28:43.578157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-753d52ac-570c-4825-9e13-0863c54f77bb req-3d62e438-08bf-47a7-a8bb-bfde8348d715 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=af84bd6e-9cc8-451d-842c-c677926ebf88&id=9550b959-11da-45b8-b024-70838a348f52&id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1462202 May 10 11:28:43.610574 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:28:43.622140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-ae6a9fa8-6a1f-4070-b4b0-0afe39bfa376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.623878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-ae6a9fa8-6a1f-4070-b4b0-0afe39bfa376 service neutron] 10.222.0.70 "GET /v2.0/networks?id=41afbd2a-e581-4ff8-b318-6385bc51fc23 HTTP/1.1" status: 200 len: 902 time: 0.4445972 May 10 11:28:43.630594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-20430cf9-9199-45a5-88d2-0d5a3facae9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499372 May 10 11:28:43.633278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-d79ba449-c356-4225-ad45-f4113fbcd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.634826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-d79ba449-c356-4225-ad45-f4113fbcd6b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302116 May 10 11:28:43.720399 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13d63f2-1b1f-4754-94a8-7d97d22d0fc7 x-openstack-request-id: req-d13d63f2-1b1f-4754-94a8-7d97d22d0fc7 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:43.720812 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:43.721156 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d13d63f2-1b1f-4754-94a8-7d97d22d0fc7 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:43.721787 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13d63f2-1b1f-4754-94a8-7d97d22d0fc7'] response: {'name': 'network-changed', 'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c', 'status': 'completed', 'code': 200} May 10 11:28:43.723425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b12a8-48d7-4b7e-a376-734ea81ee41f None None] Pushing event updated for resources: {'Port': ['ID=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:43.732780 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-d029ecb3-fd78-4600-a2e8-ea23e2777a0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=1fb1db74-fea1-4e28-9967-b1c9d161d78e HTTP/1.1" status: 200 len: 217 time: 0.0838585 May 10 11:28:43.744243 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.801595 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adef011-c203-45f1-bf9e-be1551311e8b x-openstack-request-id: req-2adef011-c203-45f1-bf9e-be1551311e8b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:43.802420 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3cab88-9105-4dd9-bd15-4afc91a737ea", "name": "network-vif-deleted", "tag": "164cca3f-c8e7-49d4-bdf2-d1e66661b20d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:43.803759 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2adef011-c203-45f1-bf9e-be1551311e8b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:43.804396 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adef011-c203-45f1-bf9e-be1551311e8b'] response: {'server_uuid': '0e3cab88-9105-4dd9-bd15-4afc91a737ea', 'name': 'network-vif-deleted', 'tag': '164cca3f-c8e7-49d4-bdf2-d1e66661b20d', 'status': 'completed', 'code': 200} May 10 11:28:43.825037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port a54ddc8a-72df-44ac-a6f5-3feb2154a85f yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:28:43.844280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef852683-9904-41ec-b63d-686d0ce8023c req-e7492044-efe0-45cc-a301-5cb2e1f82e03 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:43.852676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef852683-9904-41ec-b63d-686d0ce8023c req-e7492044-efe0-45cc-a301-5cb2e1f82e03 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.2406826 May 10 11:28:43.854697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:20Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:43.872199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-6f011349-5bc8-4b8e-b305-da7dc6ceeb23 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251501 May 10 11:28:43.874123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-413e8834-71bc-49de-8405-712fac7cf5d5 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260127 May 10 11:28:43.899924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] Checking router: 94b5636e-451c-47f1-84c1-e3b73ede6389 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:43.917085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:28:43.917825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:28:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:44.008994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-19adfebe-9284-40e5-bad1-52071d4547ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.013593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-19adfebe-9284-40e5-bad1-52071d4547ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b351565-9e34-4cf0-884f-bae095c3b298 HTTP/1.1" status: 200 len: 801 time: 0.2663989 May 10 11:28:44.127207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:28:44.173629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef852683-9904-41ec-b63d-686d0ce8023c req-cd216e39-1099-470a-8f09-159c679faee2 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197615 May 10 11:28:44.253289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067938e3-0d27-4295-90f6-dd788c00257a req-e574e41c-60d5-42fd-9b30-6a5160d6cc81 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.271481 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-067938e3-0d27-4295-90f6-dd788c00257a req-e574e41c-60d5-42fd-9b30-6a5160d6cc81 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1495073 May 10 11:28:44.272750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-a7487ad7-b330-4775-807f-6b2362a21e1c tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.274987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-a7487ad7-b330-4775-807f-6b2362a21e1c tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.3301029 May 10 11:28:44.283339 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1252abf1-a2f4-48c0-aeb3-17c601f9de27 req-72af5284-21a8-468d-87b7-bdb0c7b81caa service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962104 May 10 11:28:44.284489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:44.292709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5d1080c-2b86-4eae-bc34-8021a6d51fc7 req-cc21eeaf-07ff-4276-ade1-fc62ca71dfac service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068279 May 10 11:28:44.317615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', '21895fae-0156-4efa-9431-70e89997b534'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:44.329480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-067938e3-0d27-4295-90f6-dd788c00257a req-c53f0c2a-b6c0-4627-9f7e-8839ca9df189 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557919 May 10 11:28:44.370134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'Port': ['ID=21895fae-0156-4efa-9431-70e89997b534,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:44.397616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-3d9e180f-acbc-445d-a15a-2119e490c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.398003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442529f-7494-40f4-8209-986f7557a4bb req-d6d21572-a559-4c14-9e3c-755d410c6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.399211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3442529f-7494-40f4-8209-986f7557a4bb req-d6d21572-a559-4c14-9e3c-755d410c6542 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1094 time: 0.0470643 May 10 11:28:44.399854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-3d9e180f-acbc-445d-a15a-2119e490c0db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=41afbd2a-e581-4ff8-b318-6385bc51fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3693025 May 10 11:28:44.540789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28140-05bb-4868-a723-f91dd933b7cd req-5e902036-454b-41da-ad60-c0b578b0dac4 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.542287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78f28140-05bb-4868-a723-f91dd933b7cd req-5e902036-454b-41da-ad60-c0b578b0dac4 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.1131847 May 10 11:28:44.548520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] No DVR routers for this DVR port 21895fae-0156-4efa-9431-70e89997b534 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:44.553301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:44.554286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:20Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:44.557366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c471ff3-414e-4d77-be38-78365eed0808 req-771739db-d805-4fc7-a82e-0ab19e1ad0fb tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.49 "DELETE /v2.0/ports/21895fae-0156-4efa-9431-70e89997b534 HTTP/1.1" status: 204 len: 173 time: 2.3717623 May 10 11:28:44.576831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442529f-7494-40f4-8209-986f7557a4bb req-3aa79a4d-6365-43da-af5b-7e002e216e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.578404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3442529f-7494-40f4-8209-986f7557a4bb req-3aa79a4d-6365-43da-af5b-7e002e216e5e service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.1599832 May 10 11:28:44.610749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528329c7-191b-4d3d-8319-fa154b996325 None None] The sync data for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 is: [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '140481f9-16f5-4237-8cb1-2ca61964bd30', 'name': '', 'network_id': '362ab701-c8f2-4dc2-b31e-526f2cbfbc28', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'mac_address': 'fa:16:3e:f2:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:11Z', 'updated_at': '2022-05-10T11:27:20Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'subnets': [{'id': '6ceab8cc-41c6-4fa5-8de9-08172145fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:44.632318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::127b:8e6d:2e12:3654 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/938a1003-5820-4c20-ab78-38ed3b4fad97/a54ddc8a-72df-44ac-a6f5-3feb2154a85f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:44.639048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78f28140-05bb-4868-a723-f91dd933b7cd req-0367c519-5d07-422a-b3d0-d2e113ffb32b tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813344 May 10 11:28:44.658838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3442529f-7494-40f4-8209-986f7557a4bb req-62862f42-0235-47e3-b00b-15f210c5fb5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 200 len: 217 time: 0.0680048 May 10 11:28:44.669545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4104bb-8172-4d4b-8e8a-0864cb7e364d req-956cc89c-7760-4693-944e-3e04e7234052 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.688212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4104bb-8172-4d4b-8e8a-0864cb7e364d req-956cc89c-7760-4693-944e-3e04e7234052 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.689882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fb4104bb-8172-4d4b-8e8a-0864cb7e364d req-956cc89c-7760-4693-944e-3e04e7234052 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1678 time: 0.3264897 May 10 11:28:44.764004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442529f-7494-40f4-8209-986f7557a4bb req-82675798-2154-445a-8896-f5e28abc225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:44.771802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3442529f-7494-40f4-8209-986f7557a4bb req-82675798-2154-445a-8896-f5e28abc225c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1061020 May 10 11:28:44.825574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3442529f-7494-40f4-8209-986f7557a4bb req-3b6ea858-5a34-4eae-af40-b0aee9c0bb10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460029 May 10 11:28:44.884948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-979bbb49-5b94-4ce2-bbc7-d8d704af0925 service neutron] 10.222.0.70 "GET /v2.0/networks/41afbd2a-e581-4ff8-b318-6385bc51fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375491 May 10 11:28:44.933130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fb4104bb-8172-4d4b-8e8a-0864cb7e364d req-3749a047-bb7e-41c6-a19c-46425eab7af4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114298 May 10 11:28:44.935742 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-038af978-d2ed-4fa4-b84c-39c776c892a4 req-ba8c1b64-b90d-4dbe-bc78-8bce40de5136 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b620bd4-f14c-4dad-8db1-c5649968d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0333474 May 10 11:28:44.936897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Deleting port 6054f721-7d49-48f2-8415-9b0f72642f19 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:44.937344 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.017325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35222) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:45.029803 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfaa42-bccf-41b4-a1d0-547729744dba None None] New status for floating IP 1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:28:45.042838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3442529f-7494-40f4-8209-986f7557a4bb req-4cd7a397-16f9-4e7f-86f1-1946ff7e1401 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079644 May 10 11:28:45.165835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e8abe52-52e3-4dbb-9e9b-3a1eb1321be5 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.215800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e8abe52-52e3-4dbb-9e9b-3a1eb1321be5 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.221235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3442529f-7494-40f4-8209-986f7557a4bb req-f67fff48-77ab-4d4e-b97d-4577481762f4 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678307 May 10 11:28:45.311188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e8abe52-52e3-4dbb-9e9b-3a1eb1321be5 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.315317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e8abe52-52e3-4dbb-9e9b-3a1eb1321be5 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.321500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e8abe52-52e3-4dbb-9e9b-3a1eb1321be5 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "DELETE /v2.0/security-groups/7970caba-96fe-4704-a3bf-27ff8537123a HTTP/1.1" status: 204 len: 168 time: 0.3017850 May 10 11:28:45.328553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35232) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:45.340614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3d9a84b0-e6d0-4bab-a778-e2b7128ea8a6 None None] Provisioning complete for port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:45.344225 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d9a84b0-e6d0-4bab-a778-e2b7128ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.375762 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-093ba29c-fe17-456f-89b0-b72d25cf1704 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] show failed (client error): The resource could not be found. May 10 11:28:45.380913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-093ba29c-fe17-456f-89b0-b72d25cf1704 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "GET /v2.0/security-groups/7970caba-96fe-4704-a3bf-27ff8537123a HTTP/1.1" status: 404 len: 347 time: 0.0467713 May 10 11:28:45.382409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8abe52-52e3-4dbb-9e9b-3a1eb1321be5 tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7970caba-96fe-4704-a3bf-27ff8537123a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:45.395016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35236) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:45.467329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a84b0-e6d0-4bab-a778-e2b7128ea8a6 None None] Current status of the port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:45.467884 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d9a84b0-e6d0-4bab-a778-e2b7128ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.511541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3d9a84b0-e6d0-4bab-a778-e2b7128ea8a6 None None] For port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:45.520249 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d9a84b0-e6d0-4bab-a778-e2b7128ea8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.557968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5ee9c-33fc-431a-86db-88c17c2fed56 req-860e73c4-4dea-49bd-88c7-e28c5ad1c270 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:45.560116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0d5ee9c-33fc-431a-86db-88c17c2fed56 req-860e73c4-4dea-49bd-88c7-e28c5ad1c270 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 950 time: 0.1633112 May 10 11:28:45.577320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a84b0-e6d0-4bab-a778-e2b7128ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:45.613834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0d5ee9c-33fc-431a-86db-88c17c2fed56 req-ac6b34be-045f-4843-8563-ea6a8c047079 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 May 10 11:28:45.615433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Deleting port cc8426eb-5170-4290-853e-1c664db05f65 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:45.615791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.621768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6298ce4-4cbe-4843-a545-d146c0412ffd req-6a95f7dc-7e34-4db5-81b8-365524622ecb service neutron] 10.222.0.70 "GET /v2.0/networks/41afbd2a-e581-4ff8-b318-6385bc51fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451013 May 10 11:28:45.658677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7d153-4c5e-4a4f-a3be-1b7addfd9eb6 req-9b32599c-e8e7-4ed3-bb49-aa89e425b92b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:45.660221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1cf7d153-4c5e-4a4f-a3be-1b7addfd9eb6 req-9b32599c-e8e7-4ed3-bb49-aa89e425b92b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.2366960 May 10 11:28:45.662421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] For port 6054f721-7d49-48f2-8415-9b0f72642f19, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6054f721-7d49-48f2-8415-9b0f72642f19,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:45.663010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.667883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.744917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.745881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.757955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1cf7d153-4c5e-4a4f-a3be-1b7addfd9eb6 req-0ce53d24-ee81-4c3a-905c-17c136bf8ed5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836699 May 10 11:28:45.760874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a298c-88cb-46a4-bd94-45cd141e121b req-d2fa769e-993e-4ac1-ab90-533b26cdf54c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:45.762510 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-546a298c-88cb-46a4-bd94-45cd141e121b req-d2fa769e-993e-4ac1-ab90-533b26cdf54c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0815797 May 10 11:28:45.768338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Calling delete_port for cc8426eb-5170-4290-853e-1c664db05f65 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:45.817238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'name': 'network-vif-deleted', 'tag': '21895fae-0156-4efa-9431-70e89997b534'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:45.819617 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bd100e-6154-4ba2-a990-e765a448b12b" -d '{"events": [{"server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "name": "network-vif-deleted", "tag": "21895fae-0156-4efa-9431-70e89997b534"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:45.849607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-546a298c-88cb-46a4-bd94-45cd141e121b req-84b3f282-839d-49d0-9f3a-96348b02ca98 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766404 May 10 11:28:45.863050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.956661 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc521799-107e-48bb-8e11-ee949d191303 x-openstack-request-id: req-fc521799-107e-48bb-8e11-ee949d191303 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:45.956957 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b620bd4-f14c-4dad-8db1-c5649968d6b9", "name": "network-vif-deleted", "tag": "21895fae-0156-4efa-9431-70e89997b534", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:45.957216 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc521799-107e-48bb-8e11-ee949d191303 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:45.957620 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc521799-107e-48bb-8e11-ee949d191303'] response: {'server_uuid': '2b620bd4-f14c-4dad-8db1-c5649968d6b9', 'name': 'network-vif-deleted', 'tag': '21895fae-0156-4efa-9431-70e89997b534', 'status': 'completed', 'code': 200} May 10 11:28:45.971095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1fb1db74-fea1-4e28-9967-b1c9d161d78e details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:45.980014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.992065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:46.007778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-82a2cd76-c92c-44cb-bb1a-b4e34c1599d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.009367 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-82a2cd76-c92c-44cb-bb1a-b4e34c1599d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd95390dc9d244b3af4b94496c3472a5&device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1101 time: 0.2400019 May 10 11:28:46.015960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:46.022523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=a54ddc8a-72df-44ac-a6f5-3feb2154a85f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:46.025229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:46.043677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Pushing event deleted for resources: {'Port': ['ID=cc8426eb-5170-4290-853e-1c664db05f65,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:46.043928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.044405 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.068096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.068603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.069658 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Floating IP 767488eb-25da-446f-a6f0-3e56596a48d1 disassociated. External IP: 172.25.8.60, port: 6054f721-7d49-48f2-8415-9b0f72642f19. May 10 11:28:46.069658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Calling delete_port for 6054f721-7d49-48f2-8415-9b0f72642f19 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:46.104666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23af9b2-7e0c-4dee-b300-32b0231d6111 req-35201c96-9b9f-45d2-a618-1ad35e8fa240 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.106823 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c23af9b2-7e0c-4dee-b300-32b0231d6111 req-35201c96-9b9f-45d2-a618-1ad35e8fa240 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 946 time: 0.2640662 May 10 11:28:46.143477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 29cfdc10-aa12-493c-9d6c-0e1da5e1618d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:46.148185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.151646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.155804 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-26aa192c-58b6-4596-84f9-e3d710a5b1cc tempest-ServersTestManualDisk-112329059 tempest-ServersTestManualDisk-112329059-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c48f8ed-bdc5-41b4-8652-7f50cb9a30a9 HTTP/1.1" status: 204 len: 168 time: 0.7546086 May 10 11:28:46.161466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b637e3-01ba-45aa-9f28-130dc1673ece req-99a6d27c-475e-4c7c-a4cf-6d0106a2e52d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.167559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b637e3-01ba-45aa-9f28-130dc1673ece req-99a6d27c-475e-4c7c-a4cf-6d0106a2e52d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.170026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6ea8e200-5209-462c-9e2b-985ddf6c5401 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7016764 May 10 11:28:46.176881 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04b637e3-01ba-45aa-9f28-130dc1673ece req-99a6d27c-475e-4c7c-a4cf-6d0106a2e52d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1678 time: 0.0863554 May 10 11:28:46.194740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35248) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:46.195946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35250) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:46.209893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1fb1db74-fea1-4e28-9967-b1c9d161d78e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1fb1db74-fea1-4e28-9967-b1c9d161d78e,segment=NetworkSegment(53ddbd3a-2f31-4ccc-932c-b44576b22738),segment_id=53ddbd3a-2f31-4ccc-932c-b44576b22738)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:46.226620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '1fb1db74-fea1-4e28-9967-b1c9d161d78e', 'network_id': '41afbd2a-e581-4ff8-b318-6385bc51fc23', 'port_id': '1fb1db74-fea1-4e28-9967-b1c9d161d78e', 'mac_address': 'fa:16:3e:77:f6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b351565-9e34-4cf0-884f-bae095c3b298', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:46.234955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:46.235331 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.268529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c23af9b2-7e0c-4dee-b300-32b0231d6111 req-9ed6a9e6-ce85-478c-9171-554588c91b22 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups?id=19f404b9-6354-4b9d-a8ab-e91b9f49c92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519530 May 10 11:28:46.316378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1fb1db74-fea1-4e28-9967-b1c9d161d78e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:46.317060 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.336910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb1db74-fea1-4e28-9967-b1c9d161d78e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:46.375616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-952512dc-e603-4d02-9c52-63121796083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.377062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-952512dc-e603-4d02-9c52-63121796083a service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3045297 May 10 11:28:46.382981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1fb1db74-fea1-4e28-9967-b1c9d161d78e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1fb1db74-fea1-4e28-9967-b1c9d161d78e,segment=NetworkSegment(53ddbd3a-2f31-4ccc-932c-b44576b22738),segment_id=53ddbd3a-2f31-4ccc-932c-b44576b22738)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:46.391128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.391780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c6ddfe6c-de6f-4725-972e-e27287f7e24d details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:46.395327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dde60265-01d8-446f-9712-6120b2bba740 req-b37351e6-ddda-4a1b-9b8e-212fd6c49e4f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/af84bd6e-9cc8-451d-842c-c677926ebf88 HTTP/1.1" status: 200 len: 1803 time: 0.0948498 May 10 11:28:46.433582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d8f52d79-e8a9-4db7-915d-55c909af4c01 None None] Provisioning complete for port a54ddc8a-72df-44ac-a6f5-3feb2154a85f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:46.433952 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8f52d79-e8a9-4db7-915d-55c909af4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.440862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:46.453122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-65147f50-2cb2-404b-a476-84509dc804c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=2e1082e6-3a18-4c38-927b-f6120930055d HTTP/1.1" status: 200 len: 217 time: 0.0548530 May 10 11:28:46.559234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1fb1db74-fea1-4e28-9967-b1c9d161d78e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:46.564458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d8f52d79-e8a9-4db7-915d-55c909af4c01 None None] Port a54ddc8a-72df-44ac-a6f5-3feb2154a85f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:28:46.582305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-4440fbb3-f919-4040-a50b-7ebc8403da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.584026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-4440fbb3-f919-4040-a50b-7ebc8403da34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1097839 May 10 11:28:46.585780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dde60265-01d8-446f-9712-6120b2bba740 req-c8872c0c-0c06-4f95-b9cc-bf1339a06ae0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.620437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04b637e3-01ba-45aa-9f28-130dc1673ece req-494aa97b-3d64-48c9-97dc-e4aeb200a629 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428384 May 10 11:28:46.633335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c6ddfe6c-de6f-4725-972e-e27287f7e24d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c6ddfe6c-de6f-4725-972e-e27287f7e24d,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:46.644417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.649912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'c6ddfe6c-de6f-4725-972e-e27287f7e24d', 'network_id': 'b77039de-17f1-48bb-a984-a9c61a67cd32', 'port_id': 'c6ddfe6c-de6f-4725-972e-e27287f7e24d', 'mac_address': 'fa:16:3e:3e:a4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65df7f0-a7ab-4105-a651-88a362f1d48c', 'ip_address': '19.80.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:46.680627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dde60265-01d8-446f-9712-6120b2bba740 req-c8872c0c-0c06-4f95-b9cc-bf1339a06ae0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.698093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port c6ddfe6c-de6f-4725-972e-e27287f7e24d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:46.698496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.699360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675124a-e1af-4268-8851-8af353aa46ca tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.705437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675124a-e1af-4268-8851-8af353aa46ca tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.707093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f675124a-e1af-4268-8851-8af353aa46ca tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4915965 May 10 11:28:46.711120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35254) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:46.712702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ddfe6c-de6f-4725-972e-e27287f7e24d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:46.716729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event deleted for resources: {'Port': ['ID=6054f721-7d49-48f2-8415-9b0f72642f19,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:46.735190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-e045f8fa-6135-46a1-9cab-d96f548a244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.736181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c6ddfe6c-de6f-4725-972e-e27287f7e24d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c6ddfe6c-de6f-4725-972e-e27287f7e24d,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:46.736952 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-e045f8fa-6135-46a1-9cab-d96f548a244c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420043 May 10 11:28:46.743233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.801157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=c6ddfe6c-de6f-4725-972e-e27287f7e24d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:46.878905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dde60265-01d8-446f-9712-6120b2bba740 req-c8872c0c-0c06-4f95-b9cc-bf1339a06ae0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.881669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dde60265-01d8-446f-9712-6120b2bba740 req-c8872c0c-0c06-4f95-b9cc-bf1339a06ae0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.882968 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dde60265-01d8-446f-9712-6120b2bba740 req-c8872c0c-0c06-4f95-b9cc-bf1339a06ae0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/af84bd6e-9cc8-451d-842c-c677926ebf88 HTTP/1.1" status: 204 len: 173 time: 0.4867957 May 10 11:28:46.940799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8872c0c-0c06-4f95-b9cc-bf1339a06ae0 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af84bd6e-9cc8-451d-842c-c677926ebf88,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:46.945052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7687df-fdf7-40f2-a077-5e3dbcbead2f req-56ef7bc7-9c61-44e2-9894-26411487a9ba tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:46.947027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e7687df-fdf7-40f2-a077-5e3dbcbead2f req-56ef7bc7-9c61-44e2-9894-26411487a9ba tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 950 time: 0.2384100 May 10 11:28:46.981061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['c6ddfe6c-de6f-4725-972e-e27287f7e24d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:46.998346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f181d-7ab0-44ba-9d8e-2778797011ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port a54ddc8a-72df-44ac-a6f5-3feb2154a85f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:46.998599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5c6f181d-7ab0-44ba-9d8e-2778797011ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.010395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-583152ad-4ade-48ad-bc2c-ffd99a770afc tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:47.012132 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-583152ad-4ade-48ad-bc2c-ffd99a770afc tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 950 time: 0.2063143 May 10 11:28:47.019594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-db307e74-185c-4ed7-879a-af79af91704a service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725165 May 10 11:28:47.024148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Router 391806e8-c542-4ab6-b264-6db766953d4e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:28:47.080670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e7687df-fdf7-40f2-a077-5e3dbcbead2f req-2461a07f-6497-482a-ac0c-5219007d8f47 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169906 May 10 11:28:47.122778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669781fd-8255-4c32-9d70-2d6fadc26ce3 req-634c93ae-d160-4fa9-b980-9481f66f9e0e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:47.124341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-669781fd-8255-4c32-9d70-2d6fadc26ce3 req-634c93ae-d160-4fa9-b980-9481f66f9e0e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.1792693 May 10 11:28:47.135783 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5c6f181d-7ab0-44ba-9d8e-2778797011ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.155249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f181d-7ab0-44ba-9d8e-2778797011ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for a54ddc8a-72df-44ac-a6f5-3feb2154a85f owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:47.322745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be127b-9885-4c77-9cab-204cd44299e3 req-3ee377f1-33b2-4021-83c6-b723d59566a7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:47.324240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86be127b-9885-4c77-9cab-204cd44299e3 req-3ee377f1-33b2-4021-83c6-b723d59566a7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1219966 May 10 11:28:47.327580 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-669781fd-8255-4c32-9d70-2d6fadc26ce3 req-57604093-9c1e-4374-a9fb-bd22e5bfc135 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937349 May 10 11:28:47.335983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc29f127-7b4a-4bed-bdcd-cbd7804b3d94 req-8764a311-579a-436b-a58f-76e1f9457a43 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998102 May 10 11:28:47.357390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:28:47.364078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Deleting port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:47.364470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.371067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] Sync routers for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:47.382278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:28:47.382278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:28:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:47.425688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86be127b-9885-4c77-9cab-204cd44299e3 req-54b63753-1329-40bd-ac4e-6124f9d4c3b6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928326 May 10 11:28:47.457870 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5c6f181d-7ab0-44ba-9d8e-2778797011ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.496059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] No DVR routers for this DVR port 6054f721-7d49-48f2-8415-9b0f72642f19 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:47.504157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f181d-7ab0-44ba-9d8e-2778797011ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=a54ddc8a-72df-44ac-a6f5-3feb2154a85f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:47.508374 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.515434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ae0819ca-4c6c-49cd-b88e-4bc083e29a26 req-b675ae83-df87-4f77-9205-b65eebfccc41 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.49 "DELETE /v2.0/ports/6054f721-7d49-48f2-8415-9b0f72642f19 HTTP/1.1" status: 204 len: 173 time: 3.2300711 May 10 11:28:47.525876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:28:47.540279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dff539ff-1187-4060-b707-926a4a1e9990 req-4bfc341e-1b4d-4d4f-94cc-ba8b6cd00838 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/9550b959-11da-45b8-b024-70838a348f52 HTTP/1.1" status: 200 len: 1800 time: 0.1618454 May 10 11:28:47.553918 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5c6f181d-7ab0-44ba-9d8e-2778797011ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.560260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5c6f181d-7ab0-44ba-9d8e-2778797011ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/a54ddc8a-72df-44ac-a6f5-3feb2154a85f HTTP/1.1" status: 204 len: 168 time: 0.8454406 May 10 11:28:47.561992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35264) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:47.599213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c99083d-f670-41b2-a965-edc200916094 req-c92903c1-b01b-45cd-b94a-9b243116fd52 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.0389955 May 10 11:28:47.689296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] For port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:47.689973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.690795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda8401-ff37-496a-82b6-b9ddd353058e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:47.692465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda8401-ff37-496a-82b6-b9ddd353058e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:47.694095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-edda8401-ff37-496a-82b6-b9ddd353058e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1311371 May 10 11:28:47.725614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35268) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:47.753808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dff539ff-1187-4060-b707-926a4a1e9990 req-e46ec374-43d7-457d-bf7f-a51948205039 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.794436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dff539ff-1187-4060-b707-926a4a1e9990 req-e46ec374-43d7-457d-bf7f-a51948205039 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.819506 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.869996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Calling delete_port for 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:47.875972 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dff539ff-1187-4060-b707-926a4a1e9990 req-e46ec374-43d7-457d-bf7f-a51948205039 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.880506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dff539ff-1187-4060-b707-926a4a1e9990 req-e46ec374-43d7-457d-bf7f-a51948205039 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.903443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dff539ff-1187-4060-b707-926a4a1e9990 req-e46ec374-43d7-457d-bf7f-a51948205039 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/9550b959-11da-45b8-b024-70838a348f52 HTTP/1.1" status: 204 len: 173 time: 0.3619087 May 10 11:28:47.914009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 21895fae-0156-4efa-9431-70e89997b534 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:47.927859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-4f0ff3ac-0f6c-413f-bac2-035f72ef30b7 req-6711a888-cae6-4bb5-8467-1d5c8996f772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-734170479', 'description': 'tempest-description-859448659'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:47.947634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 21895fae-0156-4efa-9431-70e89997b534 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:47.948127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 21895fae-0156-4efa-9431-70e89997b534 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:47.948578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6054f721-7d49-48f2-8415-9b0f72642f19 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:47.956078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb180bb4-e978-45b8-970e-8251d332de9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 938a1003-5820-4c20-ab78-38ed3b4fad97 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:47.960286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'name': 'network-vif-deleted', 'tag': '6054f721-7d49-48f2-8415-9b0f72642f19'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:47.964182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb180bb4-e978-45b8-970e-8251d332de9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.964571 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72b16a6-1f96-4acc-994b-4a2fa1235630" -d '{"events": [{"server_uuid": "8c92654d-966f-45a6-99f6-339a1b42fbc3", "name": "network-vif-deleted", "tag": "6054f721-7d49-48f2-8415-9b0f72642f19"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:47.971939 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4f0ff3ac-0f6c-413f-bac2-035f72ef30b7 req-6711a888-cae6-4bb5-8467-1d5c8996f772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.006274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 71bfaf3d-4bd6-490b-a577-363d352adc6c details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:28:48.008356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c6ddfe6c-de6f-4725-972e-e27287f7e24d up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:48.020825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 6054f721-7d49-48f2-8415-9b0f72642f19 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:48.021169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6054f721-7d49-48f2-8415-9b0f72642f19 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:48.033403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ec374-43d7-457d-bf7f-a51948205039 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9550b959-11da-45b8-b024-70838a348f52,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:48.080458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633a39a-d48e-461f-ae28-b2586e3e0162 req-026ad906-0d4a-499f-94b1-f1188d465e5d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:48.081669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1fb1db74-fea1-4e28-9967-b1c9d161d78e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:48.088359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633a39a-d48e-461f-ae28-b2586e3e0162 req-026ad906-0d4a-499f-94b1-f1188d465e5d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:48.096814 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6633a39a-d48e-461f-ae28-b2586e3e0162 req-026ad906-0d4a-499f-94b1-f1188d465e5d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1680 time: 0.3510115 May 10 11:28:48.103292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb180bb4-e978-45b8-970e-8251d332de9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.135284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4f0ff3ac-0f6c-413f-bac2-035f72ef30b7 req-6711a888-cae6-4bb5-8467-1d5c8996f772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.148271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4f0ff3ac-0f6c-413f-bac2-035f72ef30b7 req-6711a888-cae6-4bb5-8467-1d5c8996f772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.220015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6633a39a-d48e-461f-ae28-b2586e3e0162 req-2d00727b-9150-471a-a4de-f849192e2fe9 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083021 May 10 11:28:48.223807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4f0ff3ac-0f6c-413f-bac2-035f72ef30b7 req-6711a888-cae6-4bb5-8467-1d5c8996f772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.235224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f0ff3ac-0f6c-413f-bac2-035f72ef30b7 req-6711a888-cae6-4bb5-8467-1d5c8996f772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3154774 May 10 11:28:48.241848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711a888-cae6-4bb5-8467-1d5c8996f772 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413ef079-8d9f-4302-9721-46f874a01efa,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:48.289719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb180bb4-e978-45b8-970e-8251d332de9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.310082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.320593 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01efd689-3b33-498c-a63b-f5b8c26f6842 x-openstack-request-id: req-01efd689-3b33-498c-a63b-f5b8c26f6842 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:48.321229 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c92654d-966f-45a6-99f6-339a1b42fbc3", "name": "network-vif-deleted", "tag": "6054f721-7d49-48f2-8415-9b0f72642f19", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:48.321737 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01efd689-3b33-498c-a63b-f5b8c26f6842 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:48.322384 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01efd689-3b33-498c-a63b-f5b8c26f6842'] response: {'server_uuid': '8c92654d-966f-45a6-99f6-339a1b42fbc3', 'name': 'network-vif-deleted', 'tag': '6054f721-7d49-48f2-8415-9b0f72642f19', 'status': 'completed', 'code': 200} May 10 11:28:48.348265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Pushing event deleted for resources: {'Port': ['ID=824c3872-9d25-44fa-aa0b-accaf2a4f9d3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:48.419555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] No DVR routers for this DVR port 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:48.438960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.442915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbb9865d-1fc4-44f2-a654-80fe27e4f1ab req-c5d7cbeb-a0e2-44f9-b630-1d6a474f1084 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "DELETE /v2.0/ports/824c3872-9d25-44fa-aa0b-accaf2a4f9d3 HTTP/1.1" status: 204 len: 173 time: 1.4177425 May 10 11:28:48.444693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port c6ddfe6c-de6f-4725-972e-e27287f7e24d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:48.446573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc4e743e-0619-45b5-8614-1b3aba7a2159 req-8f83c38c-a7d1-430d-9b74-432f8d08c9de tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7921af6a-ee75-4509-bd37-4ecba210a253 HTTP/1.1" status: 200 len: 210 time: 0.0603251 May 10 11:28:48.451211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb180bb4-e978-45b8-970e-8251d332de9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.487508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:48.490373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port c6ddfe6c-de6f-4725-972e-e27287f7e24d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:48.490918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.517111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb180bb4-e978-45b8-970e-8251d332de9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=938a1003-5820-4c20-ab78-38ed3b4fad97,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:48.582134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9350834-9ffe-4eb3-b8f6-ef7b20471c58 req-a17a3dda-5221-45ef-a347-0b3a20c70e3b tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/413ef079-8d9f-4302-9721-46f874a01efa HTTP/1.1" status: 200 len: 1801 time: 0.1812887 May 10 11:28:48.591103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '71bfaf3d-4bd6-490b-a577-363d352adc6c', 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'port_id': '71bfaf3d-4bd6-490b-a577-363d352adc6c', 'mac_address': 'fa:16:3e:71:ef:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0684e5-74b7-4e63-96d3-9612fb08251a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:28:48.596686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:43Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:48.616497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c9350834-9ffe-4eb3-b8f6-ef7b20471c58 req-d76b04f4-60d4-47b7-8e7d-64d8ac8dc590 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Request body: {'security_group': {'name': 'tempest-sg-hth-705372315', 'description': 'tempest-description-hth-470117469'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:48.641006 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb180bb4-e978-45b8-970e-8251d332de9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.645710 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eb180bb4-e978-45b8-970e-8251d332de9d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/938a1003-5820-4c20-ab78-38ed3b4fad97 HTTP/1.1" status: 204 len: 168 time: 0.9117711 May 10 11:28:48.650648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35284) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:48.658303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8eb02d-df9e-49b9-9046-4af431f30f7c None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:48.682230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] Checking router: 391806e8-c542-4ab6-b264-6db766953d4e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:48.730401 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-36fcedc4-bfe7-4305-bb64-6d887c40b95e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674667 May 10 11:28:48.731793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f6fd1-804d-490e-93fd-dada57265f0b req-c3b6233f-6952-4182-aee4-c732a2887180 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:48.739487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35286) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:48.740120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c4f6fd1-804d-490e-93fd-dada57265f0b req-c3b6233f-6952-4182-aee4-c732a2887180 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.1004786 May 10 11:28:48.748954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:48.791730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c4f6fd1-804d-490e-93fd-dada57265f0b req-f18c0f7a-7e7a-4880-86cf-46e9fa59a9b0 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 May 10 11:28:48.818872 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9350834-9ffe-4eb3-b8f6-ef7b20471c58 req-d76b04f4-60d4-47b7-8e7d-64d8ac8dc590 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.836658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:28:48.837420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:28:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:48.894266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 71bfaf3d-4bd6-490b-a577-363d352adc6c is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:48.894820 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.929919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3e649-7762-4dbf-82f8-bfb42c755f99 req-00d7494e-21fb-423c-b513-81eba126b43a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:48.931656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a5f3e649-7762-4dbf-82f8-bfb42c755f99 req-00d7494e-21fb-423c-b513-81eba126b43a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0706866 May 10 11:28:48.937515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9350834-9ffe-4eb3-b8f6-ef7b20471c58 req-d76b04f4-60d4-47b7-8e7d-64d8ac8dc590 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.947361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port c6ddfe6c-de6f-4725-972e-e27287f7e24d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:48.947987 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.958794 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9350834-9ffe-4eb3-b8f6-ef7b20471c58 req-d76b04f4-60d4-47b7-8e7d-64d8ac8dc590 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.961790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9350834-9ffe-4eb3-b8f6-ef7b20471c58 req-d76b04f4-60d4-47b7-8e7d-64d8ac8dc590 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.963430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9350834-9ffe-4eb3-b8f6-ef7b20471c58 req-d76b04f4-60d4-47b7-8e7d-64d8ac8dc590 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "PUT /v2.0/security-groups/413ef079-8d9f-4302-9721-46f874a01efa HTTP/1.1" status: 200 len: 1775 time: 0.3510218 May 10 11:28:48.964069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:48.972683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.973466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71bfaf3d-4bd6-490b-a577-363d352adc6c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:28:49.041449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a5f3e649-7762-4dbf-82f8-bfb42c755f99 req-af033177-8f9c-43a6-ae4f-585d82cda0c6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952039 May 10 11:28:49.084691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b04f4-60d4-47b7-8e7d-64d8ac8dc590 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413ef079-8d9f-4302-9721-46f874a01efa,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:49.120660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:28:49.138373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Deleting port 140481f9-16f5-4237-8cb1-2ca61964bd30 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:49.138925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.164617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d37ce26d-0e6d-46c4-b9aa-bb6f8b3d6cb9 req-6b7e1dcf-2f87-410f-b31e-d3f413d8755f tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/413ef079-8d9f-4302-9721-46f874a01efa HTTP/1.1" status: 200 len: 1775 time: 0.0842333 May 10 11:28:49.201291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd90d27c-6f2f-418f-8885-8d7cfbaac325 req-ea8db980-f488-4dca-8fc9-6f8c668aee29 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.0905974 May 10 11:28:49.260184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0fceee6-4da0-48f7-847d-ba19d5f47470 req-e9e4bd50-ccb5-48e6-bf62-8740b425157e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/413ef079-8d9f-4302-9721-46f874a01efa HTTP/1.1" status: 200 len: 1775 time: 0.0726569 May 10 11:28:49.281146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:49.288557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['e9fb6d43-907c-4dcf-902b-c2b83862a44d', '824c3872-9d25-44fa-aa0b-accaf2a4f9d3'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:49.300233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] For port 140481f9-16f5-4237-8cb1-2ca61964bd30, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=140481f9-16f5-4237-8cb1-2ca61964bd30,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:49.300623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.320990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c6ddfe6c-de6f-4725-972e-e27287f7e24d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c6ddfe6c-de6f-4725-972e-e27287f7e24d,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:49.329858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ddfe6c-de6f-4725-972e-e27287f7e24d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:49.333894 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6484b6c5-b97d-45da-b994-4d983563933f" -d '{"events": [{"server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "name": "network-vif-plugged", "status": "completed", "tag": "c6ddfe6c-de6f-4725-972e-e27287f7e24d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:49.339361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e0fceee6-4da0-48f7-847d-ba19d5f47470 req-079c2015-9d1a-468e-88d0-d7ec377556df tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.339614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.366057 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e0fceee6-4da0-48f7-847d-ba19d5f47470 req-079c2015-9d1a-468e-88d0-d7ec377556df tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.375011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Calling delete_port for 140481f9-16f5-4237-8cb1-2ca61964bd30 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:49.414028 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.422795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e0fceee6-4da0-48f7-847d-ba19d5f47470 req-079c2015-9d1a-468e-88d0-d7ec377556df tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.425318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e0fceee6-4da0-48f7-847d-ba19d5f47470 req-079c2015-9d1a-468e-88d0-d7ec377556df tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.426489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0fceee6-4da0-48f7-847d-ba19d5f47470 req-079c2015-9d1a-468e-88d0-d7ec377556df tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/413ef079-8d9f-4302-9721-46f874a01efa HTTP/1.1" status: 204 len: 173 time: 0.1655099 May 10 11:28:49.432851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.438429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c2015-9d1a-468e-88d0-d7ec377556df tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413ef079-8d9f-4302-9721-46f874a01efa,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:49.485141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350c8e5-3f49-41f1-856e-d347e7eb4821 req-c533a596-bd0f-4ef4-8296-df32f0b64a04 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:49.491787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350c8e5-3f49-41f1-856e-d347e7eb4821 req-c533a596-bd0f-4ef4-8296-df32f0b64a04 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:49.493950 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c350c8e5-3f49-41f1-856e-d347e7eb4821 req-c533a596-bd0f-4ef4-8296-df32f0b64a04 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1681 time: 0.1646407 May 10 11:28:49.529208 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df155ea-b421-48f5-badd-e0a8a1c33355 x-openstack-request-id: req-4df155ea-b421-48f5-badd-e0a8a1c33355 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:49.529492 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "name": "network-vif-plugged", "status": "completed", "tag": "c6ddfe6c-de6f-4725-972e-e27287f7e24d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:49.529741 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4df155ea-b421-48f5-badd-e0a8a1c33355 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:49.529944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:49.530127 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df155ea-b421-48f5-badd-e0a8a1c33355'] response: {'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ddfe6c-de6f-4725-972e-e27287f7e24d', 'code': 200} May 10 11:28:49.545381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:49.555509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:49.556756 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.564903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:49.565994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=7a91e3e6-8e52-48f6-b224-c98c95a1b230,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:49.625915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35304) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:49.626376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4693d3f8-efa2-4f9c-aed4-b7ddf3505420 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8852258 May 10 11:28:49.631141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': '7a91e3e6-8e52-48f6-b224-c98c95a1b230', 'ip_address': '2001:db8::cac7:4c96:f27e:e626'}], 'name': 'tempest-NetworksTestDHCPv6-266626184'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:49.634560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c350c8e5-3f49-41f1-856e-d347e7eb4821 req-61321db8-3768-49cf-8c99-7c713ce1d816 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255877 May 10 11:28:49.709928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['71bfaf3d-4bd6-490b-a577-363d352adc6c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:49.721913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:28:49.798494 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-d9b73671-a801-455e-9583-246dab2e0bc5 req-5cf98be6-3dcb-48e0-8dab-52f121618808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:49.799688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9b73671-a801-455e-9583-246dab2e0bc5 req-5cf98be6-3dcb-48e0-8dab-52f121618808 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/9550b959-11da-45b8-b024-70838a348f52 HTTP/1.1" status: 404 len: 352 time: 0.0364811 May 10 11:28:49.802082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.911099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=c6ddfe6c-de6f-4725-972e-e27287f7e24d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:49.935666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Pushing event deleted for resources: {'Port': ['ID=140481f9-16f5-4237-8cb1-2ca61964bd30,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:50.001976 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-e089bf11-7197-4252-994e-d496f28190c4 req-a4424075-e6fd-4ab2-9817-84adc1c31c5a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:50.007571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e089bf11-7197-4252-994e-d496f28190c4 req-a4424075-e6fd-4ab2-9817-84adc1c31c5a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/af84bd6e-9cc8-451d-842c-c677926ebf88 HTTP/1.1" status: 404 len: 352 time: 0.1062245 May 10 11:28:50.048729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1fb1db74-fea1-4e28-9967-b1c9d161d78e up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:50.050659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 29cfdc10-aa12-493c-9d6c-0e1da5e1618d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:50.233844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852c6ce-4a50-40e3-9b66-7ee737188883 req-7a6401d3-6794-4cd6-92d2-7f7cef308e16 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:50.235754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3852c6ce-4a50-40e3-9b66-7ee737188883 req-7a6401d3-6794-4cd6-92d2-7f7cef308e16 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.1327951 May 10 11:28:50.262781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] Deleting port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:50.263151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.288295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3de44b-d387-46bb-b6f8-660421a6eacd req-778ec065-1e72-4970-8fa0-5de409c1d483 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:50.290094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b3de44b-d387-46bb-b6f8-660421a6eacd req-778ec065-1e72-4970-8fa0-5de409c1d483 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 949 time: 0.1553493 May 10 11:28:50.304634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3852c6ce-4a50-40e3-9b66-7ee737188883 req-3d3a1d3f-9b8e-4903-83c6-918c39156531 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523982 May 10 11:28:50.325922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7921af6a-ee75-4509-bd37-4ecba210a253', 'name': 'network-vif-deleted', 'tag': '824c3872-9d25-44fa-aa0b-accaf2a4f9d3'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:50.329012 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf1bf64-b556-41ea-bcc3-e96739c9ff2c" -d '{"events": [{"server_uuid": "7921af6a-ee75-4509-bd37-4ecba210a253", "name": "network-vif-deleted", "tag": "824c3872-9d25-44fa-aa0b-accaf2a4f9d3"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:50.344330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:50.344689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b3de44b-d387-46bb-b6f8-660421a6eacd req-cdb86925-2cab-417e-a5c2-ce392a682801 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479903 May 10 11:28:50.351258 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.385429 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-d3f84cca-5a8c-4704-9c68-97fb1a6b7dd9 req-640f4252-1db7-4585-8758-5e9b2f3a641e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:50.386748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d3f84cca-5a8c-4704-9c68-97fb1a6b7dd9 req-640f4252-1db7-4585-8758-5e9b2f3a641e tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/6cc6d2f3-2477-4e30-9cd7-16c9f604d01f HTTP/1.1" status: 404 len: 352 time: 0.0341070 May 10 11:28:50.446976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:43Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:50.492523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.532576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ce805-d752-43b3-8648-9610c4b8255a req-94652aa4-ec0c-4ee0-8944-41a75618bf5f tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:50.534655 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a74ce805-d752-43b3-8648-9610c4b8255a req-94652aa4-ec0c-4ee0-8944-41a75618bf5f tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0688396 May 10 11:28:50.550187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c65181c-a72f-49da-8550-7fa0f62c8cd6 req-3cdb36e7-90d2-45bc-8008-b9cbe035c68a tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.0377522 May 10 11:28:50.553470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port fcf640cb-a8d4-43ab-bb5a-8705726f66ea yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:28:50.583855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a74ce805-d752-43b3-8648-9610c4b8255a req-c00f13dc-dde2-41e7-a675-53af497c1424 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 May 10 11:28:50.650946 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee87000-22ce-4930-b488-8cf6b1d41727 x-openstack-request-id: req-bee87000-22ce-4930-b488-8cf6b1d41727 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:50.651402 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7921af6a-ee75-4509-bd37-4ecba210a253", "name": "network-vif-deleted", "tag": "824c3872-9d25-44fa-aa0b-accaf2a4f9d3", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:50.651784 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bee87000-22ce-4930-b488-8cf6b1d41727 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:50.652277 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee87000-22ce-4930-b488-8cf6b1d41727'] response: {'server_uuid': '7921af6a-ee75-4509-bd37-4ecba210a253', 'name': 'network-vif-deleted', 'tag': '824c3872-9d25-44fa-aa0b-accaf2a4f9d3', 'status': 'completed', 'code': 200} May 10 11:28:50.699783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 1fb1db74-fea1-4e28-9967-b1c9d161d78e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:50.779964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 1fb1db74-fea1-4e28-9967-b1c9d161d78e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:50.780717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.822616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83744f5c-3afe-4988-beed-b52a777b6ef9 None None] The sync data for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 is: [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:26:34Z', 'revision_number': 4, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd1309d86-c07c-45d7-beca-09e104338161', 'name': '', 'network_id': 'e505e6e1-deb7-47b4-9ab5-c604add2fc37', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'mac_address': 'fa:16:3e:4d:1b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:32Z', 'updated_at': '2022-05-10T11:26:43Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'subnets': [{'id': '4e3b9540-b1b5-44c9-9237-6fafa34b7aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:50.824574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:50.825045 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.875216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::cac7:4c96:f27e:e626 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/7a91e3e6-8e52-48f6-b224-c98c95a1b230/fcf640cb-a8d4-43ab-bb5a-8705726f66ea) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:50.877019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] For port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:50.877229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.913532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] Calling delete_port for 29cfdc10-aa12-493c-9d6c-0e1da5e1618d owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:50.943876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:50.969731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd810e-d13e-43a5-86f8-ae23ed60f41e req-230164b3-65d2-4949-976c-5005d04acb92 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:50.978068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd810e-d13e-43a5-86f8-ae23ed60f41e req-230164b3-65d2-4949-976c-5005d04acb92 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:50.988539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3acd810e-d13e-43a5-86f8-ae23ed60f41e req-230164b3-65d2-4949-976c-5005d04acb92 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1681 time: 0.1716216 May 10 11:28:51.021527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Router 94b5636e-451c-47f1-84c1-e3b73ede6389 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:28:51.040087 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-dfd2ef11-9cb4-488e-b0a4-31822ace86b5 req-35ef7dd4-50ee-4348-a754-e7cc887dbeb3 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:51.041272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dfd2ef11-9cb4-488e-b0a4-31822ace86b5 req-35ef7dd4-50ee-4348-a754-e7cc887dbeb3 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/8c179859-ab68-4354-8f5c-562cd1c75229 HTTP/1.1" status: 404 len: 352 time: 0.0274758 May 10 11:28:51.054970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.072613 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.088272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] No DVR routers for this DVR port 29cfdc10-aa12-493c-9d6c-0e1da5e1618d on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:51.106694 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-a7eec78f-5564-4da9-ae89-8a5ccfbf9aa7 req-3ba238e3-d17c-429d-874c-141ea88f374c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:51.107879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a7eec78f-5564-4da9-ae89-8a5ccfbf9aa7 req-3ba238e3-d17c-429d-874c-141ea88f374c tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/b285c968-2a1f-4c69-a55e-f28b071ea2eb HTTP/1.1" status: 404 len: 352 time: 0.0199220 May 10 11:28:51.198445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bef05-5d95-4731-97e8-0e0fef64423b None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:51.210372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3acd810e-d13e-43a5-86f8-ae23ed60f41e req-adbc25b3-07eb-4574-9e17-51db8614f6f5 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202091 May 10 11:28:51.220240 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-fa77918d-7fba-45e2-abb4-2a618b7d18fa req-f5657987-661b-4d7d-9d42-aa2a28901787 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] show failed (client error): The resource could not be found. May 10 11:28:51.245390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa77918d-7fba-45e2-abb4-2a618b7d18fa req-f5657987-661b-4d7d-9d42-aa2a28901787 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/13b43f38-a801-474f-8df0-bee8f2dee8f4 HTTP/1.1" status: 404 len: 352 time: 0.0997121 May 10 11:28:51.279226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:28:51.290311 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] Sync routers for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:51.299706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4448f91c-c4ef-448f-8233-53e873bfcc75 admin admin] 10.222.0.13 "PUT /v2.0/routers/94b5636e-451c-47f1-84c1-e3b73ede6389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0893610 May 10 11:28:51.302697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35332) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:51.308748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.310538 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:28:51.311177 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:28:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:51.336121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-dd26abe0-f2da-41ce-88ec-8f3d467b7ab2 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:51.342053 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-dd26abe0-f2da-41ce-88ec-8f3d467b7ab2 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 949 time: 0.1279123 May 10 11:28:51.392410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event deleted for resources: {'Port': ['ID=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:51.451785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0c603-070b-4c7a-8ec3-f04cac4b79a7 None None] Pushing event deleted for resources: {'Port': ['ID=29cfdc10-aa12-493c-9d6c-0e1da5e1618d,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:51.455526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855eba6e-15f0-4b36-a8c9-f8e6f69da80d None None] New status for floating IP 767488eb-25da-446f-a6f0-3e56596a48d1: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:28:51.459767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.536739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:28:51.565773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=fcf640cb-a8d4-43ab-bb5a-8705726f66ea,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:51.617247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.617505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:51.619634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:51.628978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:51.642226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:51.642924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.655422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '7a91e3e6-8e52-48f6-b224-c98c95a1b230'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:51.656779 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.665576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1fb1db74-fea1-4e28-9967-b1c9d161d78e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:51.666175 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.705071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb1db74-fea1-4e28-9967-b1c9d161d78e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:51.708155 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5ca28b-dfe7-4335-860b-e005ee130e75" -d '{"events": [{"server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "name": "network-vif-plugged", "status": "completed", "tag": "1fb1db74-fea1-4e28-9967-b1c9d161d78e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:51.754690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c9e8be1d-9633-4601-bd28-f59427c4c6f4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1274848 May 10 11:28:51.766391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Deleting port e9fb6d43-907c-4dcf-902b-c2b83862a44d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:51.766944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.772452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35346) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:51.806574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819364a-b6e9-4ad2-b142-dc2c2553058b req-aaf4bd26-c0b3-4dd1-a2b3-47d7de0aac7c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:51.814896 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7819364a-b6e9-4ad2-b142-dc2c2553058b req-aaf4bd26-c0b3-4dd1-a2b3-47d7de0aac7c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.3593640 May 10 11:28:51.861335 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:28:49Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:51.877672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7819364a-b6e9-4ad2-b142-dc2c2553058b req-e5523746-7981-4995-ba29-35e5b4dfc904 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577638 May 10 11:28:51.881751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1fb1db74-fea1-4e28-9967-b1c9d161d78e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1fb1db74-fea1-4e28-9967-b1c9d161d78e,segment=NetworkSegment(53ddbd3a-2f31-4ccc-932c-b44576b22738),segment_id=53ddbd3a-2f31-4ccc-932c-b44576b22738)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:51.893723 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.894693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:51.895741 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] Checking router: 94b5636e-451c-47f1-84c1-e3b73ede6389 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:51.922027 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] Routers {'94b5636e-451c-47f1-84c1-e3b73ede6389'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:28:51.922684 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:28:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['94b5636e-451c-47f1-84c1-e3b73ede6389'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:51.935695 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.955303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b729848-0623-4d7d-a584-bb887f5937b7 req-cd35d450-289c-4304-9140-f4e810000e46 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:51.958942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b729848-0623-4d7d-a584-bb887f5937b7 req-cd35d450-289c-4304-9140-f4e810000e46 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 949 time: 0.2874432 May 10 11:28:52.011807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1fb1db74-fea1-4e28-9967-b1c9d161d78e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:52.017268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:52.017969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 824c3872-9d25-44fa-aa0b-accaf2a4f9d3 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:52.027783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 71bfaf3d-4bd6-490b-a577-363d352adc6c up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:52.028875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b729848-0623-4d7d-a584-bb887f5937b7 req-ce97a39a-9f11-4efd-89f8-5641f7385560 tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=178b8354-d2a5-4fb7-a426-d40434312ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619001 May 10 11:28:52.048187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a8589e-729a-4672-a352-e30733bd532b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:52.056173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-30a8589e-729a-4672-a352-e30733bd532b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2811007 May 10 11:28:52.071805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35348) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:52.091805 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] Set router 94b5636e-451c-47f1-84c1-e3b73ede6389 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:28:52.131318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] For port e9fb6d43-907c-4dcf-902b-c2b83862a44d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=e9fb6d43-907c-4dcf-902b-c2b83862a44d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:52.132091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.146842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/7a91e3e6-8e52-48f6-b224-c98c95a1b230/0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:52.186312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7576eae-3429-4db9-8c11-9c135683f5f8 req-be20b816-2f1f-4745-9d04-21640471a602 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.0297184 May 10 11:28:52.211896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a61f8-a5e4-4aad-9b60-04a47c6ce03f req-50a149f2-a699-4b1d-add4-23f07d16c326 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:52.213910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f35a61f8-a5e4-4aad-9b60-04a47c6ce03f req-50a149f2-a699-4b1d-add4-23f07d16c326 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1023 time: 0.2525704 May 10 11:28:52.218734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Deleting port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:52.219074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.231085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Calling delete_port for e9fb6d43-907c-4dcf-902b-c2b83862a44d owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:52.284062 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:28:49Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:52.302758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 71bfaf3d-4bd6-490b-a577-363d352adc6c completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:52.314015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 71bfaf3d-4bd6-490b-a577-363d352adc6c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:52.314524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.317449 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3500468b-4403-4f3a-9862-9abf87979b21 None None] The sync data for ids ['94b5636e-451c-47f1-84c1-e3b73ede6389'] in n-d-840949-1 is: [{'id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'name': 'tempest-ServersTestManualDisk-1377591278-router', 'tenant_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:00Z', 'updated_at': '2022-05-10T11:28:49Z', 'revision_number': 5, 'project_id': '8dec20b57c8747e2b6d31a355f94f1f0', 'gw_port': {'id': '102b2eeb-95f4-4ce6-ae0d-10b3966b344c', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b5636e-451c-47f1-84c1-e3b73ede6389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:02Z', 'updated_at': '2022-05-10T11:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:52.357400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f35a61f8-a5e4-4aad-9b60-04a47c6ce03f req-3452ecf0-f39e-4227-82b5-802e204eff01 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3048b36-9f24-41b1-b77c-1fbb358c6491&id=2bdf8923-3f29-484b-84f3-200b9753ff8b&id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1253822 May 10 11:28:52.423359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] For port 102b2eeb-95f4-4ce6-ae0d-10b3966b344c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=102b2eeb-95f4-4ce6-ae0d-10b3966b344c,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:52.423910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.442460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a54a2-29c2-4231-a23f-8cdf8ffc5285 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port fcf640cb-a8d4-43ab-bb5a-8705726f66ea {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:52.443076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d7a54a2-29c2-4231-a23f-8cdf8ffc5285 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.448780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Calling delete_port for 102b2eeb-95f4-4ce6-ae0d-10b3966b344c owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:52.454856 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2163935-f606-473b-9c36-cf4aa3b19bfd x-openstack-request-id: req-c2163935-f606-473b-9c36-cf4aa3b19bfd {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:52.462146 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "name": "network-vif-plugged", "status": "completed", "tag": "1fb1db74-fea1-4e28-9967-b1c9d161d78e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:52.462414 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2163935-f606-473b-9c36-cf4aa3b19bfd {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:52.463228 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2163935-f606-473b-9c36-cf4aa3b19bfd'] response: {'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb1db74-fea1-4e28-9967-b1c9d161d78e', 'code': 200} May 10 11:28:52.496355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 71bfaf3d-4bd6-490b-a577-363d352adc6c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:52.496778 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.499645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.523893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.561361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c146d0-265f-4e0d-853e-41dadcab1844 req-fbe39b55-fd30-42cc-aa05-513202c227ab tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:52.570463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:52.572531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28c146d0-265f-4e0d-853e-41dadcab1844 req-fbe39b55-fd30-42cc-aa05-513202c227ab tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.2214780 May 10 11:28:52.582368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:52.593740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:52.599141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:52.615533 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.619454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Pushing event updated for resources: {'Port': ['ID=0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:52.686298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:52.719132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8fd07-0021-41a0-ba0b-c8dbca257bf4 req-f26e1270-9d22-4673-9c20-d7b82bef09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:52.719679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8fd07-0021-41a0-ba0b-c8dbca257bf4 req-f26e1270-9d22-4673-9c20-d7b82bef09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:52.721414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26b8fd07-0021-41a0-ba0b-c8dbca257bf4 req-f26e1270-9d22-4673-9c20-d7b82bef09bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1984 time: 0.1528473 May 10 11:28:52.755577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Attempting to bind port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:52.755973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Attempting to bind port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:52.756348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Attempting to bind port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:52.770976 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28c146d0-265f-4e0d-853e-41dadcab1844 req-b2a22cf7-6e56-40b2-9309-aed43de2505c tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895657 May 10 11:28:52.770976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d7a54a2-29c2-4231-a23f-8cdf8ffc5285 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.777018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:52.777396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:52.777810 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.778202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:52.778683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Bound port: 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:52.779069 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.796355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a54a2-29c2-4231-a23f-8cdf8ffc5285 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for fcf640cb-a8d4-43ab-bb5a-8705726f66ea owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:52.814331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de3952-8c96-47ff-80a3-db3195597e49 req-346732a6-eeca-4efa-82ef-1da178a1151f tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:52.822734 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.823015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de3952-8c96-47ff-80a3-db3195597e49 req-346732a6-eeca-4efa-82ef-1da178a1151f tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:52.835219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8de3952-8c96-47ff-80a3-db3195597e49 req-346732a6-eeca-4efa-82ef-1da178a1151f tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1682 time: 0.2680783 May 10 11:28:52.846353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['e9fb6d43-907c-4dcf-902b-c2b83862a44d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:52.905174 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26b8fd07-0021-41a0-ba0b-c8dbca257bf4 req-1835d411-385f-4993-b4a0-1382f032e824 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751900 May 10 11:28:52.907713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] For port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:52.913448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] For port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:52.929289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8de3952-8c96-47ff-80a3-db3195597e49 req-df1908a3-f8ef-40f2-a3c8-ade2fd18856f tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929658 May 10 11:28:52.931782 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.938332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Pushing event deleted for resources: {'Port': ['ID=e9fb6d43-907c-4dcf-902b-c2b83862a44d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:53.039960 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.075977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04388a36-42cc-419f-8969-aac4c8c17045 None None] Pushing event updated for resources: {'Port': ['ID=0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:53.100328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] No DVR routers for this DVR port e9fb6d43-907c-4dcf-902b-c2b83862a44d on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:53.109816 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.113254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ab467d2-f470-4d6a-aa1c-52c8a8b6da58 req-657991a1-4bfc-4d1f-a8f1-e30103894e1c tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.70 "DELETE /v2.0/ports/e9fb6d43-907c-4dcf-902b-c2b83862a44d HTTP/1.1" status: 204 len: 173 time: 1.7626841 May 10 11:28:53.127370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50622dc-e7a4-4423-8d8e-17ae6cd5f378', 'name': 'network-vif-deleted', 'tag': 'e9fb6d43-907c-4dcf-902b-c2b83862a44d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:53.130103 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4767bf-f4ff-41aa-b94a-904bf4f15417" -d '{"events": [{"server_uuid": "e50622dc-e7a4-4423-8d8e-17ae6cd5f378", "name": "network-vif-deleted", "tag": "e9fb6d43-907c-4dcf-902b-c2b83862a44d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:53.137650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=102b2eeb-95f4-4ce6-ae0d-10b3966b344c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:53.169204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-2820bf7e-59de-42d3-9637-a9669060fa89 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:53.170746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-2820bf7e-59de-42d3-9637-a9669060fa89 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1023 time: 0.2414262 May 10 11:28:53.234243 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d99467a-4a37-40a5-ba29-33e61f964a6d req-c6ca8c89-0268-488c-ab99-8a6692fcd76f tempest-ServersAdminNegativeTestJSON-926384580 tempest-ServersAdminNegativeTestJSON-926384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=e50622dc-e7a4-4423-8d8e-17ae6cd5f378 HTTP/1.1" status: 200 len: 210 time: 0.0978253 May 10 11:28:53.271356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b97cf5-9015-4683-8786-f3dfffcbafc5 req-165855b8-f3e0-4e05-b7d6-22643dc5afbf tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:53.272669 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.273064 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92b97cf5-9015-4683-8786-f3dfffcbafc5 req-165855b8-f3e0-4e05-b7d6-22643dc5afbf tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.2885911 May 10 11:28:53.403514 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e85d12-0716-4219-a47a-9bbf9fa63c7d x-openstack-request-id: req-04e85d12-0716-4219-a47a-9bbf9fa63c7d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:53.403514 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50622dc-e7a4-4423-8d8e-17ae6cd5f378", "name": "network-vif-deleted", "tag": "e9fb6d43-907c-4dcf-902b-c2b83862a44d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:53.403906 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04e85d12-0716-4219-a47a-9bbf9fa63c7d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:53.404248 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e85d12-0716-4219-a47a-9bbf9fa63c7d'] response: {'server_uuid': 'e50622dc-e7a4-4423-8d8e-17ae6cd5f378', 'name': 'network-vif-deleted', 'tag': 'e9fb6d43-907c-4dcf-902b-c2b83862a44d', 'status': 'completed', 'code': 200} May 10 11:28:53.436915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d7a54a2-29c2-4231-a23f-8cdf8ffc5285 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.494457 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.507702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92b97cf5-9015-4683-8786-f3dfffcbafc5 req-9232b4a4-0782-497c-8eb3-394b6c352503 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228639 May 10 11:28:53.512344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a54a2-29c2-4231-a23f-8cdf8ffc5285 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=fcf640cb-a8d4-43ab-bb5a-8705726f66ea,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:53.512971 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.517684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45ae9692-e274-4bee-b2ed-cf236eb5e24c req-5a5bdfc7-33ee-434a-9c8f-0b83dbbd0b39 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c92654d-966f-45a6-99f6-339a1b42fbc3 HTTP/1.1" status: 200 len: 210 time: 0.0469487 May 10 11:28:53.567053 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d7a54a2-29c2-4231-a23f-8cdf8ffc5285 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.573335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3d7a54a2-29c2-4231-a23f-8cdf8ffc5285 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/fcf640cb-a8d4-43ab-bb5a-8705726f66ea HTTP/1.1" status: 204 len: 168 time: 1.4994304 May 10 11:28:53.579243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35362) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:53.612546 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.613005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b5636e-451c-47f1-84c1-e3b73ede6389 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:28:53.624980 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.626213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fa490cf5-da4a-4e8e-b8c9-3e4bf7d3fb17 admin admin] 10.222.0.13 "DELETE /v2.0/routers/94b5636e-451c-47f1-84c1-e3b73ede6389 HTTP/1.1" status: 204 len: 168 time: 2.3225582 May 10 11:28:53.632909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35364) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:53.672582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Deleting port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:53.672935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.695528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f142968-db1f-4eda-adf7-9ffc76b712cb admin admin] Deleting subnet 6ceab8cc-41c6-4fa5-8de9-08172145fbb6 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:53.701458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f142968-db1f-4eda-adf7-9ffc76b712cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.771806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f142968-db1f-4eda-adf7-9ffc76b712cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.854064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2b74f-fc0b-4a86-8504-daa6cddb5cc6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:53.855922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2b74f-fc0b-4a86-8504-daa6cddb5cc6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:53.858941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e2a2b74f-fc0b-4a86-8504-daa6cddb5cc6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2764781 May 10 11:28:53.863363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35368) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:53.916034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f142968-db1f-4eda-adf7-9ffc76b712cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.966348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba3366-39dd-4ba0-8068-02095d6351ab req-6b8529f3-35cb-43dd-a5d7-b70e2d1cb0d2 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:53.967857 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76ba3366-39dd-4ba0-8068-02095d6351ab req-6b8529f3-35cb-43dd-a5d7-b70e2d1cb0d2 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 1023 time: 0.2900031 May 10 11:28:53.975386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a27594-ee41-4e6a-bd8e-58a40e3be396 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 7a91e3e6-8e52-48f6-b224-c98c95a1b230 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:53.981010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] For port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,segment=NetworkSegment(e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38),segment_id=e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:53.981357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:53.984553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93a27594-ee41-4e6a-bd8e-58a40e3be396 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.026847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f142968-db1f-4eda-adf7-9ffc76b712cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.038077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Calling delete_port for e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:54.078021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6a14f-cf4b-4c87-820a-5783d1e90fcd None None] Network 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:54.088549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f142968-db1f-4eda-adf7-9ffc76b712cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ceab8cc-41c6-4fa5-8de9-08172145fbb6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:54.091200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f142968-db1f-4eda-adf7-9ffc76b712cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.099501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9f142968-db1f-4eda-adf7-9ffc76b712cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ceab8cc-41c6-4fa5-8de9-08172145fbb6 HTTP/1.1" status: 204 len: 168 time: 0.4641297 May 10 11:28:54.102421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35372) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:54.130272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93a27594-ee41-4e6a-bd8e-58a40e3be396 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.139173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7eb53-fd7d-4f94-aff8-496fa91c5d48 req-8061fc4c-9fff-464f-a1f2-599df6d040e3 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:54.143089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-42f7eb53-fd7d-4f94-aff8-496fa91c5d48 req-8061fc4c-9fff-464f-a1f2-599df6d040e3 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1547208 May 10 11:28:54.180044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76ba3366-39dd-4ba0-8068-02095d6351ab req-ed702a87-b3c3-4fe5-b931-cac39fe7722a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3048b36-9f24-41b1-b77c-1fbb358c6491&id=2bdf8923-3f29-484b-84f3-200b9753ff8b&id=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2012591 May 10 11:28:54.236470 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-42f7eb53-fd7d-4f94-aff8-496fa91c5d48 req-89e433c4-0fcc-468a-9d63-932b6f9d7a8b tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860460 May 10 11:28:54.464935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:54.467804 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4e0876-5e91-4b1b-bf9c-6492da30401b" -d '{"events": [{"server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "name": "network-vif-plugged", "status": "completed", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:54.503606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] DHCP port deletion for 362ab701-c8f2-4dc2-b31e-526f2cbfbc28 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:28:54.547274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:28:54.565189 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.591731 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a8dc7f-19bc-42c9-aae1-9198b5591152 x-openstack-request-id: req-c0a8dc7f-19bc-42c9-aae1-9198b5591152 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:54.592145 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "name": "network-vif-plugged", "status": "completed", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:54.592325 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0a8dc7f-19bc-42c9-aae1-9198b5591152 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:54.592848 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a8dc7f-19bc-42c9-aae1-9198b5591152'] response: {'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c', 'code': 200} May 10 11:28:54.630773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:54.631146 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.669675 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93a27594-ee41-4e6a-bd8e-58a40e3be396 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.686802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] Deleting port c1a28821-61fb-450f-9ba7-9d3a78846518 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:54.688312 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.806123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4999c-410c-4185-b3c2-c90018ed6801 req-45f166f8-cf0d-4de0-8dc9-27d59c76ac3f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:54.807680 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d0c4999c-410c-4185-b3c2-c90018ed6801 req-45f166f8-cf0d-4de0-8dc9-27d59c76ac3f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.0741086 May 10 11:28:54.854598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] For port c1a28821-61fb-450f-9ba7-9d3a78846518, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1a28821-61fb-450f-9ba7-9d3a78846518,segment=NetworkSegment(b2ede502-f460-408d-8402-a6a08a9005c1),segment_id=b2ede502-f460-408d-8402-a6a08a9005c1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:54.855012 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.874417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] Calling delete_port for c1a28821-61fb-450f-9ba7-9d3a78846518 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:54.896238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d0c4999c-410c-4185-b3c2-c90018ed6801 req-86973296-6888-4045-bd76-471e762b517e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823028 May 10 11:28:54.961174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35386) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:54.962148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847aca2-c543-4ef9-bd7f-cab9f8a7df45 req-86e2a99c-9f52-42d7-bb84-0760b543cb89 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:54.969278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847aca2-c543-4ef9-bd7f-cab9f8a7df45 req-86e2a99c-9f52-42d7-bb84-0760b543cb89 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:54.971148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6847aca2-c543-4ef9-bd7f-cab9f8a7df45 req-86e2a99c-9f52-42d7-bb84-0760b543cb89 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1682 time: 0.5763853 May 10 11:28:54.978767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93a27594-ee41-4e6a-bd8e-58a40e3be396 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:54.997219 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.010429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028486d0-50c4-4fd7-bf0a-0d163b550b30 req-9e4e19c7-d168-4714-9a5e-34e8a5fd14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:55.012930 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-028486d0-50c4-4fd7-bf0a-0d163b550b30 req-9e4e19c7-d168-4714-9a5e-34e8a5fd14d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1096 time: 0.2433984 May 10 11:28:55.051684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] No DVR routers for this DVR port c1a28821-61fb-450f-9ba7-9d3a78846518 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:55.065207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35392) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:55.078716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf5e84-1435-428d-b89e-d173060a8df2 None None] Pushing event deleted for resources: {'Port': ['ID=c1a28821-61fb-450f-9ba7-9d3a78846518,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:55.133645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93a27594-ee41-4e6a-bd8e-58a40e3be396 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.135211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:55.135611 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.140010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-93a27594-ee41-4e6a-bd8e-58a40e3be396 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/7a91e3e6-8e52-48f6-b224-c98c95a1b230 HTTP/1.1" status: 204 len: 168 time: 1.2733591 May 10 11:28:55.144814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a27594-ee41-4e6a-bd8e-58a40e3be396 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=7a91e3e6-8e52-48f6-b224-c98c95a1b230,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:55.149338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35394) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:55.153101 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.169368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:55.218235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0b2a-4533-401d-8915-91047fd75449 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.234018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:55.238352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6a558494-7c80-4a1d-ba4a-e1a5df270579 None None] Provisioning complete for port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:55.238728 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6a558494-7c80-4a1d-ba4a-e1a5df270579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.245747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0b2a-4533-401d-8915-91047fd75449 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.284686 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.315448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0b2a-4533-401d-8915-91047fd75449 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.318188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0b2a-4533-401d-8915-91047fd75449 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.319535 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e7d0b2a-4533-401d-8915-91047fd75449 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "DELETE /v2.0/security-groups/19f404b9-6354-4b9d-a8ab-e91b9f49c92b HTTP/1.1" status: 204 len: 168 time: 0.2531991 May 10 11:28:55.337061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35400) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:55.347963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d0b2a-4533-401d-8915-91047fd75449 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f404b9-6354-4b9d-a8ab-e91b9f49c92b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:55.352612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba5317-2441-47a4-836f-2f852d016ca0 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:55.411618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da8fd19e-af2d-4952-8914-fe5a7a9127a3 req-b3c975bb-4f57-4432-baca-cc4eb3869cbe tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8448d5e-9670-4391-8533-cb494c816a92 HTTP/1.1" status: 200 len: 210 time: 0.0490859 May 10 11:28:55.415719 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-aa75a0f3-601e-440f-b1f7-75685eae269a tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] show failed (client error): The resource could not be found. May 10 11:28:55.420450 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aa75a0f3-601e-440f-b1f7-75685eae269a tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "GET /v2.0/security-groups/19f404b9-6354-4b9d-a8ab-e91b9f49c92b HTTP/1.1" status: 404 len: 347 time: 0.0791173 May 10 11:28:55.421058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35402) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:55.453875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 102b2eeb-95f4-4ce6-ae0d-10b3966b344c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:55.482845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:55.493248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 102b2eeb-95f4-4ce6-ae0d-10b3966b344c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:55.493594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 102b2eeb-95f4-4ce6-ae0d-10b3966b344c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:55.500656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 140481f9-16f5-4237-8cb1-2ca61964bd30 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:55.586246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3a020a9d-4ef0-4ec6-8db8-f9c7bbf635ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a41d971a3ab4413afd91700ebf784a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237652 May 10 11:28:55.589510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35404) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:55.615949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5e4754a7-86c6-4d30-915e-0e70975b961a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4545853 May 10 11:28:55.622012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35406) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:55.625027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'Port': ['ID=e1fb8ced-780c-46a2-9fe3-ced93b2a4b24,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:55.633586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:55.657534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6847aca2-c543-4ef9-bd7f-cab9f8a7df45 req-9235b04f-58b1-4cda-b752-e46641d3cd21 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6711888 May 10 11:28:55.658504 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3475689-fd13-4b6a-90bf-655c1f88d77b req-b3976850-42bf-4c2c-a065-824ee2b6923a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:55.660081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3475689-fd13-4b6a-90bf-655c1f88d77b req-b3976850-42bf-4c2c-a065-824ee2b6923a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1385102 May 10 11:28:55.684293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f745936-44ab-48b6-b190-18a429c7b229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.714750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Deleting port 66a36404-827f-4d5a-a977-97f88335b268 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:55.715008 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.744389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-028486d0-50c4-4fd7-bf0a-0d163b550b30 req-14f53821-842b-45fc-80de-3e7335b1db90 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026348 May 10 11:28:55.773941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f745936-44ab-48b6-b190-18a429c7b229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.791028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] No DVR routers for this DVR port e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:55.795236 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.799361 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51fc8683-6f19-485f-90ab-fca0a82c1fad req-244ca832-af0d-46ab-8b3d-67d3ebf74281 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.49 "DELETE /v2.0/ports/e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 HTTP/1.1" status: 204 len: 173 time: 2.6179557 May 10 11:28:55.807537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'name': 'network-vif-deleted', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:28:55.811133 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffef1492-b7a6-4d42-a89c-b5f1bff53481" -d '{"events": [{"server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "name": "network-vif-deleted", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:28:55.814336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3475689-fd13-4b6a-90bf-655c1f88d77b req-8f31dcac-c82b-4311-9da7-1395df28d4f3 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379018 May 10 11:28:55.822729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Deleting port c1a28821-61fb-450f-9ba7-9d3a78846518 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:55.823303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.860206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 140481f9-16f5-4237-8cb1-2ca61964bd30 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:55.860656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 140481f9-16f5-4237-8cb1-2ca61964bd30 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:55.905520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6a558494-7c80-4a1d-ba4a-e1a5df270579 None None] Current status of the port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:28:55.923107 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44f95e9-ef12-467b-99c6-59e2032bcfa4 x-openstack-request-id: req-a44f95e9-ef12-467b-99c6-59e2032bcfa4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:28:55.923589 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8448d5e-9670-4391-8533-cb494c816a92", "name": "network-vif-deleted", "tag": "e1fb8ced-780c-46a2-9fe3-ced93b2a4b24", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:28:55.923859 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a44f95e9-ef12-467b-99c6-59e2032bcfa4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:28:55.924265 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44f95e9-ef12-467b-99c6-59e2032bcfa4'] response: {'server_uuid': 'b8448d5e-9670-4391-8533-cb494c816a92', 'name': 'network-vif-deleted', 'tag': 'e1fb8ced-780c-46a2-9fe3-ced93b2a4b24', 'status': 'completed', 'code': 200} May 10 11:28:55.986524 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.986849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.004498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:28:56.039169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Calling delete_port for 66a36404-827f-4d5a-a977-97f88335b268 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:56.053280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device e9fb6d43-907c-4dcf-902b-c2b83862a44d no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:56.058751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] For port c1a28821-61fb-450f-9ba7-9d3a78846518, host n-d-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:56.059192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.078963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Calling delete_port for c1a28821-61fb-450f-9ba7-9d3a78846518 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:56.082264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Port c1a28821-61fb-450f-9ba7-9d3a78846518 was not found and therefore no delete operation was performed {{(pid=102767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:28:56.084488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.089881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:56.093657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.106858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4d9ca074-4561-45ee-84d4-735fcacd870a None None] Could not find standard attr ID for object fcf640cb-a8d4-43ab-bb5a-8705726f66ea. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:28:56.117169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: e9fb6d43-907c-4dcf-902b-c2b83862a44d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:56.117169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device e9fb6d43-907c-4dcf-902b-c2b83862a44d not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:56.163542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] Deleting port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:56.164639 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.210625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1a28821-61fb-450f-9ba7-9d3a78846518 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:56.212146 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f745936-44ab-48b6-b190-18a429c7b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.215445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f745936-44ab-48b6-b190-18a429c7b229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.218980 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1f745936-44ab-48b6-b190-18a429c7b229 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/178b8354-d2a5-4fb7-a426-d40434312ca4 HTTP/1.1" status: 204 len: 168 time: 0.6208789 May 10 11:28:56.259506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c1a28821-61fb-450f-9ba7-9d3a78846518 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:56.260037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1a28821-61fb-450f-9ba7-9d3a78846518 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:56.271555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f745936-44ab-48b6-b190-18a429c7b229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b8354-d2a5-4fb7-a426-d40434312ca4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:56.291260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] No DVR routers for this DVR port c1a28821-61fb-450f-9ba7-9d3a78846518 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:56.300672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] For port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:56.301081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.321766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] Calling delete_port for 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:56.356352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a28821-61fb-450f-9ba7-9d3a78846518,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:56.363457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ab6fa-c176-45f2-adbf-d1fd4448ce36 req-9d22ef64-c67f-41a6-89d2-b30a7775cadf tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:56.372240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-148ab6fa-c176-45f2-adbf-d1fd4448ce36 req-9d22ef64-c67f-41a6-89d2-b30a7775cadf tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.1939316 May 10 11:28:56.456421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132aecc-3120-469f-9fc9-fe1249c95a6b req-4e00161d-14d5-4519-8f54-d7ac8c05dadf tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:56.468067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132aecc-3120-469f-9fc9-fe1249c95a6b req-4e00161d-14d5-4519-8f54-d7ac8c05dadf tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:56.469914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9132aecc-3120-469f-9fc9-fe1249c95a6b req-4e00161d-14d5-4519-8f54-d7ac8c05dadf tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1682 time: 0.2486179 May 10 11:28:56.482707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-148ab6fa-c176-45f2-adbf-d1fd4448ce36 req-a2436ef8-c9c6-48c0-ab3a-6c437a965757 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089396 May 10 11:28:56.484206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.514330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.544386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] Pushing event deleted for resources: {'Port': ['ID=0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:56.561142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090e431-0bb8-44c1-9ea7-23fdfc1ee4f0 None None] No DVR routers for this DVR port 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:56.594265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.632391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362ab701-c8f2-4dc2-b31e-526f2cbfbc28']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:56.654195 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9132aecc-3120-469f-9fc9-fe1249c95a6b req-141e8adc-b61a-4431-9d04-d8d5154a3a03 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498463 May 10 11:28:56.655958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ede502-f460-408d-8402-a6a08a9005c1') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:56.656616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ede502-f460-408d-8402-a6a08a9005c1') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:56.657116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Pushing event deleted for resources: {'Port': ['ID=66a36404-827f-4d5a-a977-97f88335b268,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:56.671848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.677094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a20f201-2eb3-47f6-b09a-73211362cf55 req-99fd3f7e-5e8b-4431-8e33-2564289ff9de tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/d3048b36-9f24-41b1-b77c-1fbb358c6491 HTTP/1.1" status: 200 len: 1801 time: 0.0510933 May 10 11:28:56.756721 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.769461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:28:56.770062 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: timer() May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:28:56.774344 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:28:56.785335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.788464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.792937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-99c2d397-2f57-4ac4-97db-687867da46a3 tempest-ServersTestBootFromVolume-1352243606 tempest-ServersTestBootFromVolume-1352243606-project] 10.222.0.13 "DELETE /v2.0/floatingips/767488eb-25da-446f-a6f0-3e56596a48d1 HTTP/1.1" status: 204 len: 168 time: 1.3664141 May 10 11:28:56.792937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35426) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:56.793242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35428) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:56.858363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.952712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:56.953533 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.961782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:56.966012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:56.968125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.969766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.972529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b675453-ae03-4259-9f28-7cfbc2405458 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:56.975638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] 10.222.0.13 "DELETE /v2.0/networks/362ab701-c8f2-4dc2-b31e-526f2cbfbc28 HTTP/1.1" status: 204 len: 168 time: 2.8634026 May 10 11:28:56.996996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=04dd9990-23b7-4486-a474-041704b6937f,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:57.004725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e245a5e-7918-4c53-ac2e-629118bfec91 admin admin] Pushing event deleted for resources: {'Network': ['ID=362ab701-c8f2-4dc2-b31e-526f2cbfbc28,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:57.022140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67c507-95f5-4423-a795-c9274d1377d7 req-a89eafbc-409d-4438-9816-3def82edb2a1 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:57.029963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af67c507-95f5-4423-a795-c9274d1377d7 req-a89eafbc-409d-4438-9816-3def82edb2a1 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1290560 May 10 11:28:57.042629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c860f960-0770-4ebb-b57a-14a6b86afec2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4133255 May 10 11:28:57.052408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35434) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:57.060399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': '04dd9990-23b7-4486-a474-041704b6937f', 'ip_address': '2001:db8::1272:8e05:cc8c:50c3'}], 'name': 'tempest-NetworksTestDHCPv6-1496735154'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:57.072142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1a20f201-2eb3-47f6-b09a-73211362cf55 req-cf9bf982-25b1-40f4-a037-b7ea1372a33a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.148570 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af67c507-95f5-4423-a795-c9274d1377d7 req-dfd25956-1595-49cb-a758-30a6098e80d4 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172392 May 10 11:28:57.188447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-70b37541-d6ff-4f17-afa5-5fcf58d1c194 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0fa1440ae3b4e7bbd2dabcdc21fb2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890190 May 10 11:28:57.191091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35436) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:57.194748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1a20f201-2eb3-47f6-b09a-73211362cf55 req-cf9bf982-25b1-40f4-a037-b7ea1372a33a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.260927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '04dd9990-23b7-4486-a474-041704b6937f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:57.261806 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.281545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73c1bbdc-27dc-4116-8a11-e0a661ee60a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.309905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1a20f201-2eb3-47f6-b09a-73211362cf55 req-cf9bf982-25b1-40f4-a037-b7ea1372a33a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.311250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73c1bbdc-27dc-4116-8a11-e0a661ee60a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.313662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1a20f201-2eb3-47f6-b09a-73211362cf55 req-cf9bf982-25b1-40f4-a037-b7ea1372a33a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.319723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a20f201-2eb3-47f6-b09a-73211362cf55 req-cf9bf982-25b1-40f4-a037-b7ea1372a33a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/d3048b36-9f24-41b1-b77c-1fbb358c6491 HTTP/1.1" status: 204 len: 173 time: 0.6231954 May 10 11:28:57.324916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:57.348383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bf982-25b1-40f4-a037-b7ea1372a33a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3048b36-9f24-41b1-b77c-1fbb358c6491,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:57.397905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:57.487023 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf3bc8e5-484e-45f9-8f9b-e2f3966e5490 req-422d9f39-1ba0-4d98-863f-f48cea6c416a tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "GET /v2.0/security-groups/2bdf8923-3f29-484b-84f3-200b9753ff8b HTTP/1.1" status: 200 len: 1799 time: 0.1384754 May 10 11:28:57.489468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ccda4520-0952-46ec-a5c3-23ad9736b5d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dec20b57c8747e2b6d31a355f94f1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846069 May 10 11:28:57.493190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35442) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:57.518642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/04dd9990-23b7-4486-a474-041704b6937f/380f49a0-8b37-45a7-a93f-2ae61d76eb71) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:57.564158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.581431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73c1bbdc-27dc-4116-8a11-e0a661ee60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.583052 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f35730b-baac-4ec8-acbb-edddb978e546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.585672 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73c1bbdc-27dc-4116-8a11-e0a661ee60a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.592122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-73c1bbdc-27dc-4116-8a11-e0a661ee60a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21bbe6e5-6a9f-49d2-aaf9-48156e6e899d HTTP/1.1" status: 204 len: 168 time: 0.3993866 May 10 11:28:57.609765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.651382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 7c787424-5a2b-4d81-9362-88c5cccd425a yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:28:57.680995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f35730b-baac-4ec8-acbb-edddb978e546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.686272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1bbdc-27dc-4116-8a11-e0a661ee60a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bbe6e5-6a9f-49d2-aaf9-48156e6e899d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:57.775028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9f28f-2ac5-4488-96bd-075e7b7c7053 req-85fd6274-5e4c-4009-b5a3-1898ab883f1a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:57.777165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-32f9f28f-2ac5-4488-96bd-075e7b7c7053 req-85fd6274-5e4c-4009-b5a3-1898ab883f1a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.1921804 May 10 11:28:57.799716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-6a298ef1-1394-439e-81ea-95fe2a6a4aef tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:57.808865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-6a298ef1-1394-439e-81ea-95fe2a6a4aef tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:57.809542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-6a298ef1-1394-439e-81ea-95fe2a6a4aef tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1682 time: 0.2162578 May 10 11:28:57.836072 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf3bc8e5-484e-45f9-8f9b-e2f3966e5490 req-044cac9e-98d5-40d9-90df-0c9e8e7dc1e9 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.839999 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f35730b-baac-4ec8-acbb-edddb978e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.842153 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.842490 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f35730b-baac-4ec8-acbb-edddb978e546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.846011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2f35730b-baac-4ec8-acbb-edddb978e546 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4d337a2-e4d3-4ca2-acff-549d7a2c1ec3 HTTP/1.1" status: 204 len: 168 time: 0.3494465 May 10 11:28:57.848548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:57.854422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.888999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:57.889495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device e1fb8ced-780c-46a2-9fe3-ced93b2a4b24 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:57.892376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:57.893289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-32f9f28f-2ac5-4488-96bd-075e7b7c7053 req-c9106a38-ac68-410e-974a-1683f3e7fab7 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090791 May 10 11:28:57.900312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35730b-baac-4ec8-acbb-edddb978e546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d337a2-e4d3-4ca2-acff-549d7a2c1ec3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:57.921636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:57.931542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:28:58.007127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Attempting to bind port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:58.007648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Attempting to bind port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:58.008125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Attempting to bind port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:28:58.010413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Pushing event updated for resources: {'Port': ['ID=380f49a0-8b37-45a7-a93f-2ae61d76eb71,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:58.017378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:28:58.032493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:28:58.032493 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.032493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:28:58.032493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Bound port: 380f49a0-8b37-45a7-a93f-2ae61d76eb71, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:58.032493 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.094909 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf3bc8e5-484e-45f9-8f9b-e2f3966e5490 req-044cac9e-98d5-40d9-90df-0c9e8e7dc1e9 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.165354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:28:58.223736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:28:58.224645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0fe95b7c-c472-4ac2-8a22-7ded6f2f3c78 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:28:58.278232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf3bc8e5-484e-45f9-8f9b-e2f3966e5490 req-044cac9e-98d5-40d9-90df-0c9e8e7dc1e9 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.288006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf3bc8e5-484e-45f9-8f9b-e2f3966e5490 req-044cac9e-98d5-40d9-90df-0c9e8e7dc1e9 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.288006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf3bc8e5-484e-45f9-8f9b-e2f3966e5490 req-044cac9e-98d5-40d9-90df-0c9e8e7dc1e9 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] 10.222.0.13 "DELETE /v2.0/security-groups/2bdf8923-3f29-484b-84f3-200b9753ff8b HTTP/1.1" status: 204 len: 173 time: 0.7974925 May 10 11:28:58.299876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35464) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:58.305219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] For port 380f49a0-8b37-45a7-a93f-2ae61d76eb71, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:28:58.314375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] For port 380f49a0-8b37-45a7-a93f-2ae61d76eb71, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=380f49a0-8b37-45a7-a93f-2ae61d76eb71,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:28:58.330090 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.355438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::1272:8e05:cc8c:50c3 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/04dd9990-23b7-4486-a474-041704b6937f/7c787424-5a2b-4d81-9362-88c5cccd425a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:58.358285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cac9e-98d5-40d9-90df-0c9e8e7dc1e9 tempest-SecurityGroupsTestJSON-1747094250 tempest-SecurityGroupsTestJSON-1747094250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdf8923-3f29-484b-84f3-200b9753ff8b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:58.388200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port 1fb1db74-fea1-4e28-9967-b1c9d161d78e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:58.388829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.463311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26dbb1-ddf1-42da-b25a-0e2ffd71dab6 None None] Pushing event updated for resources: {'Port': ['ID=380f49a0-8b37-45a7-a93f-2ae61d76eb71,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:58.523030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33236-b62d-440c-85db-e13c02c05531 req-9fa3171e-04c5-4b59-b11a-01eb150e9521 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:58.538479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33236-b62d-440c-85db-e13c02c05531 req-9fa3171e-04c5-4b59-b11a-01eb150e9521 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:58.540426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7db33236-b62d-440c-85db-e13c02c05531 req-9fa3171e-04c5-4b59-b11a-01eb150e9521 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 1682 time: 0.1086380 May 10 11:28:58.586846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4830ee68-e945-412d-a592-69314cbaeb78 admin admin] Deleting subnet 049e5797-9304-4e87-8cac-afb95aabaf34 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:28:58.600276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4830ee68-e945-412d-a592-69314cbaeb78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.626707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7db33236-b62d-440c-85db-e13c02c05531 req-4154f766-ee38-49e7-9e18-fd97d867cad4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781941 May 10 11:28:58.680145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Deleting port d1309d86-c07c-45d7-beca-09e104338161 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:28:58.680528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.689204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99557fd9-3216-43c7-9ad2-5928f0d89a2f req-80b4bfc5-e912-4f62-824e-c091a9914678 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:58.690787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99557fd9-3216-43c7-9ad2-5928f0d89a2f req-80b4bfc5-e912-4f62-824e-c091a9914678 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1096 time: 0.2735999 May 10 11:28:58.857295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] For port d1309d86-c07c-45d7-beca-09e104338161, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d1309d86-c07c-45d7-beca-09e104338161,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:58.857984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.883362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aaca2-3f9b-465c-9851-ddff61c201bf req-b8694800-e469-4b81-b9b1-5c6a832d3512 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:28:58.885789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-885aaca2-3f9b-465c-9851-ddff61c201bf req-b8694800-e469-4b81-b9b1-5c6a832d3512 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1173155 May 10 11:28:58.892059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Calling delete_port for d1309d86-c07c-45d7-beca-09e104338161 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:58.897185 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4830ee68-e945-412d-a592-69314cbaeb78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.010628 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99557fd9-3216-43c7-9ad2-5928f0d89a2f req-b43d0076-7d7b-42f5-8c68-ef1017bf1905 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942739 May 10 11:28:59.036555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-885aaca2-3f9b-465c-9851-ddff61c201bf req-bf567dd2-9165-4643-b351-1549caf1d4f8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398981 May 10 11:28:59.053054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port 1fb1db74-fea1-4e28-9967-b1c9d161d78e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1fb1db74-fea1-4e28-9967-b1c9d161d78e,segment=NetworkSegment(53ddbd3a-2f31-4ccc-932c-b44576b22738),segment_id=53ddbd3a-2f31-4ccc-932c-b44576b22738)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:28:59.053454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.107376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for 1fb1db74-fea1-4e28-9967-b1c9d161d78e owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:28:59.117141 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4830ee68-e945-412d-a592-69314cbaeb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.209639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35500) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:59.250571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.256191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.315134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1309d86-c07c-45d7-beca-09e104338161,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:59.317708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4830ee68-e945-412d-a592-69314cbaeb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.412774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830ee68-e945-412d-a592-69314cbaeb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049e5797-9304-4e87-8cac-afb95aabaf34,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:59.416981 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4830ee68-e945-412d-a592-69314cbaeb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.445802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4830ee68-e945-412d-a592-69314cbaeb78 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/049e5797-9304-4e87-8cac-afb95aabaf34 HTTP/1.1" status: 204 len: 168 time: 1.1430748 May 10 11:28:59.446627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35508) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:28:59.468952 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.713184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.736893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-582203211-network', 'tenant_id': '9ff8c078136c43e49f35a73ac996c34f'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:59.824855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=7c787424-5a2b-4d81-9362-88c5cccd425a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:59.848975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:59.889269 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:59.903522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['c6ddfe6c-de6f-4725-972e-e27287f7e24d', '1fb1db74-fea1-4e28-9967-b1c9d161d78e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:28:59.967391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:59.975015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:00.009916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:00.010620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.018930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=1fb1db74-fea1-4e28-9967-b1c9d161d78e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:00.044667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.086461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Made reservation on behalf of 9ff8c078136c43e49f35a73ac996c34f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:00.089296 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.221998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.226297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port 1fb1db74-fea1-4e28-9967-b1c9d161d78e on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:00.233184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6ba09462-4f13-40a2-86e5-007f384398fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1795330 May 10 11:29:00.249094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35550) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:00.254335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ab6f3-d3c3-4a7b-9850-d8ed437adc78 req-5f42f5fd-5d91-49e4-aa32-5a589bccc885 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:00.260527 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e8ab6f3-d3c3-4a7b-9850-d8ed437adc78 req-5f42f5fd-5d91-49e4-aa32-5a589bccc885 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 945 time: 0.4489832 May 10 11:29:00.272321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 380f49a0-8b37-45a7-a93f-2ae61d76eb71 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:00.280186 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.290750 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-373c2a5e-f72f-4db4-be15-f86ed079fc33 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "DELETE /v2.0/ports/1fb1db74-fea1-4e28-9967-b1c9d161d78e HTTP/1.1" status: 204 len: 173 time: 2.4727037 May 10 11:29:00.293111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'name': 'network-vif-deleted', 'tag': '1fb1db74-fea1-4e28-9967-b1c9d161d78e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:00.295608 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c054ee92-f198-47c7-96ff-8331b0180db0" -d '{"events": [{"server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "name": "network-vif-deleted", "tag": "1fb1db74-fea1-4e28-9967-b1c9d161d78e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:00.361330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a44ca3b0-6f37-4561-aa79-3225bcdc163d None None] Provisioning complete for port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:00.361723 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a44ca3b0-6f37-4561-aa79-3225bcdc163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.435623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Router 391806e8-c542-4ab6-b264-6db766953d4e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:29:00.436647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:00.436910 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.474748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35556) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:00.551926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade4ce0-66ab-4e36-850b-fa8543341a07 req-8c471760-768c-4644-93be-fb4f33b18614 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:00.559696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cade4ce0-66ab-4e36-850b-fa8543341a07 req-8c471760-768c-4644-93be-fb4f33b18614 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.3481946 May 10 11:29:00.572970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65417076-8e95-4a37-a424-70bd138620a9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:00.585236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65417076-8e95-4a37-a424-70bd138620a9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:00.592267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-65417076-8e95-4a37-a424-70bd138620a9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3352642 May 10 11:29:00.594612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35560) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:00.698499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a44ca3b0-6f37-4561-aa79-3225bcdc163d None None] Current status of the port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:00.702969 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a44ca3b0-6f37-4561-aa79-3225bcdc163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.734574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:00.735559 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.761341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a44ca3b0-6f37-4561-aa79-3225bcdc163d None None] For port 380f49a0-8b37-45a7-a93f-2ae61d76eb71, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=380f49a0-8b37-45a7-a93f-2ae61d76eb71,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:00.771845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cade4ce0-66ab-4e36-850b-fa8543341a07 req-281deeaa-82e2-4592-a2c6-b64179e7365a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110896 May 10 11:29:00.772745 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a44ca3b0-6f37-4561-aa79-3225bcdc163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.781944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88a5e14f-dcde-446a-bf8a-d822c2e4c73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.844584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:29:00.858806 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6c27533a-2542-4788-a045-e960aeb89e0b admin admin] 10.222.0.13 "PUT /v2.0/routers/391806e8-c542-4ab6-b264-6db766953d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0618014 May 10 11:29:00.859435 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da6499-6380-41a5-a384-b034520b356f None None] Sync routers for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:29:00.860735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35564) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:00.873023 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da6499-6380-41a5-a384-b034520b356f None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:00.877850 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-30da6499-6380-41a5-a384-b034520b356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:28:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:00.911881 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:29:00.912994 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:29:00.918871 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5a161a8f-a7b3-4f50-b681-524e04b113ed None None] Provisioning complete for port 7c787424-5a2b-4d81-9362-88c5cccd425a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:00.920233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a161a8f-a7b3-4f50-b681-524e04b113ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.923016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ca3b0-6f37-4561-aa79-3225bcdc163d None None] Pushing event updated for resources: {'Port': ['ID=380f49a0-8b37-45a7-a93f-2ae61d76eb71,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:00.953036 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c175d2-1f27-42fd-bc4d-23e10e0ebe1c x-openstack-request-id: req-51c175d2-1f27-42fd-bc4d-23e10e0ebe1c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:00.953950 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "name": "network-vif-deleted", "tag": "1fb1db74-fea1-4e28-9967-b1c9d161d78e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:00.954391 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51c175d2-1f27-42fd-bc4d-23e10e0ebe1c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:00.954955 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c175d2-1f27-42fd-bc4d-23e10e0ebe1c'] response: {'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'name': 'network-vif-deleted', 'tag': '1fb1db74-fea1-4e28-9967-b1c9d161d78e', 'status': 'completed', 'code': 200} May 10 11:29:00.960826 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e8ab6f3-d3c3-4a7b-9850-d8ed437adc78 req-5b9f1d9d-8169-46ce-8345-f8539240b36e tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875157 May 10 11:29:00.978005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.017380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:01.031923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:01.032531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f48dfd-ebf3-4305-ac13-b4e9e0d9ec38') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:01.044859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-40d2d28f-26e4-40af-9528-b0791868b8c7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 7c787424-5a2b-4d81-9362-88c5cccd425a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:01.045205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40d2d28f-26e4-40af-9528-b0791868b8c7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.048744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5a161a8f-a7b3-4f50-b681-524e04b113ed None None] Port 7c787424-5a2b-4d81-9362-88c5cccd425a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:29:01.070649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.088997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port c6ddfe6c-de6f-4725-972e-e27287f7e24d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:01.089632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.106459 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-30da6499-6380-41a5-a384-b034520b356f None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:01.116125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.128313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.157840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:29:01.158246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: timer() May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:29:01.163838 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:29:01.178866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.213726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.268502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:29:01.270899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88a5e14f-dcde-446a-bf8a-d822c2e4c73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.272989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40d2d28f-26e4-40af-9528-b0791868b8c7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.278063 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.278572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88a5e14f-dcde-446a-bf8a-d822c2e4c73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.300044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.303869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] 10.222.0.13 "DELETE /v2.0/networks/1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d HTTP/1.1" status: 204 len: 168 time: 1.8448339 May 10 11:29:01.308910 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-30da6499-6380-41a5-a384-b034520b356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:28:59Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:01.309217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae19f4f-e96d-480b-bc49-28d8d84106c1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:01.310330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-40d2d28f-26e4-40af-9528-b0791868b8c7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 7c787424-5a2b-4d81-9362-88c5cccd425a owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:01.323893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.324243 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Added segment f6a9262b-b6fe-4f21-b8ac-0ec629517e84 of type vlan for network d98e2e5f-6037-4951-b64a-d4b2229de02a May 10 11:29:01.327094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port c6ddfe6c-de6f-4725-972e-e27287f7e24d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c6ddfe6c-de6f-4725-972e-e27287f7e24d,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:01.327458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.336765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d6093-15be-49cc-8be8-baf2632b385e admin admin] Pushing event deleted for resources: {'Network': ['ID=1725bfcf-ed0f-42a5-ac1a-a0a2cb9dba1d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:01.347945 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da6499-6380-41a5-a384-b034520b356f None None] Checking router: 391806e8-c542-4ab6-b264-6db766953d4e for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:29:01.358312 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da6499-6380-41a5-a384-b034520b356f None None] Routers {'391806e8-c542-4ab6-b264-6db766953d4e'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:01.359158 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-30da6499-6380-41a5-a384-b034520b356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:28:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['391806e8-c542-4ab6-b264-6db766953d4e'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:01.375695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for c6ddfe6c-de6f-4725-972e-e27287f7e24d owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:01.382749 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.389959 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-88a5e14f-dcde-446a-bf8a-d822c2e4c73f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32672860d232462db4a1ab79df372395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9055998 May 10 11:29:01.393155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35568) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:01.393856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.396065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5e14f-dcde-446a-bf8a-d822c2e4c73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edb9006-c508-4b7e-a2f6-c5a228274c26,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:01.462379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.463772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:01.464380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.478308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:01.516618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a31b6db4-500d-426d-a3f4-88e310e2b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.521307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3071799 May 10 11:29:01.541516 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-30da6499-6380-41a5-a384-b034520b356f None None] Set router 391806e8-c542-4ab6-b264-6db766953d4e gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:01.544514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35570) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:01.556062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Request body: {'subnet': {'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-582203211-subnet', 'tenant_id': '9ff8c078136c43e49f35a73ac996c34f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:01.583726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35572) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:01.591463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Deleting port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:01.591804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.594646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a31b6db4-500d-426d-a3f4-88e310e2b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.620326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9604a3-47fe-4b8a-9e6e-2072ff1b085e admin admin] Pushing event updated for resources: {'Network': ['ID=d98e2e5f-6037-4951-b64a-d4b2229de02a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:01.634475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network d98e2e5f-6037-4951-b64a-d4b2229de02a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:29:01.705052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Made reservation on behalf of 9ff8c078136c43e49f35a73ac996c34f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:01.707367 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.709254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40d2d28f-26e4-40af-9528-b0791868b8c7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.726902 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.758128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=c6ddfe6c-de6f-4725-972e-e27287f7e24d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:01.767101 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-30da6499-6380-41a5-a384-b034520b356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:28:59Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:01.795302 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da6499-6380-41a5-a384-b034520b356f None None] The sync data for ids ['391806e8-c542-4ab6-b264-6db766953d4e'] in n-d-840949-1 is: [{'id': '391806e8-c542-4ab6-b264-6db766953d4e', 'name': 'tempest-ServersTestBootFromVolume-293558556-router', 'tenant_id': '170e3dae906a4997a627492850f6760e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:26:26Z', 'updated_at': '2022-05-10T11:28:59Z', 'revision_number': 5, 'project_id': '170e3dae906a4997a627492850f6760e', 'gw_port': {'id': '3c622c52-cfe9-400c-9cb8-f68dd5bfd553', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391806e8-c542-4ab6-b264-6db766953d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:26:27Z', 'updated_at': '2022-05-10T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:29:01.806414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port c6ddfe6c-de6f-4725-972e-e27287f7e24d on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:01.808833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.812746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4d867202-8d18-42f1-bdc3-82cd1b7501c4 req-beae9f3a-adc5-4db8-9eb2-4411e6e0645d tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.70 "DELETE /v2.0/ports/c6ddfe6c-de6f-4725-972e-e27287f7e24d HTTP/1.1" status: 204 len: 173 time: 1.5112505 May 10 11:29:01.844871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2d28f-26e4-40af-9528-b0791868b8c7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=7c787424-5a2b-4d81-9362-88c5cccd425a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:01.866165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f5c274d-3c89-47fb-ae3c-5991cc05adb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e90d03515814b7c90f1878638604f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725270 May 10 11:29:01.866468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35578) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:01.903388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40d2d28f-26e4-40af-9528-b0791868b8c7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.909928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-40d2d28f-26e4-40af-9528-b0791868b8c7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/7c787424-5a2b-4d81-9362-88c5cccd425a HTTP/1.1" status: 204 len: 168 time: 1.2938404 May 10 11:29:01.914133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35580) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:01.970712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a31b6db4-500d-426d-a3f4-88e310e2b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.974895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a31b6db4-500d-426d-a3f4-88e310e2b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.986456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a31b6db4-500d-426d-a3f4-88e310e2b952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1edb9006-c508-4b7e-a2f6-c5a228274c26 HTTP/1.1" status: 204 len: 168 time: 0.5913293 May 10 11:29:02.020984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] For port 3c622c52-cfe9-400c-9cb8-f68dd5bfd553, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3c622c52-cfe9-400c-9cb8-f68dd5bfd553,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:02.021359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.052707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b6db4-500d-426d-a3f4-88e310e2b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edb9006-c508-4b7e-a2f6-c5a228274c26,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:02.077736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1fb1db74-fea1-4e28-9967-b1c9d161d78e no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:02.081009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Calling delete_port for 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:02.086199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b61b3-0baa-4c79-a12e-fb0cf629fa8f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:02.088269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b61b3-0baa-4c79-a12e-fb0cf629fa8f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:02.092639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4d1b61b3-0baa-4c79-a12e-fb0cf629fa8f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1729577 May 10 11:29:02.092639 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea4e-2d47-4b66-952c-4e06d2026c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.101436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35590) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:02.142118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 1fb1db74-fea1-4e28-9967-b1c9d161d78e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:02.142414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1fb1db74-fea1-4e28-9967-b1c9d161d78e not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:02.142841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c6ddfe6c-de6f-4725-972e-e27287f7e24d no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:02.186703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: c6ddfe6c-de6f-4725-972e-e27287f7e24d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:02.186703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c6ddfe6c-de6f-4725-972e-e27287f7e24d not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:02.195018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e692b0b-e6b2-47cc-8116-5350a2292bfe req-fcb19f96-bc43-46fd-bd53-b74f3f71a6d2 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:02.196762 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6e692b0b-e6b2-47cc-8116-5350a2292bfe req-fcb19f96-bc43-46fd-bd53-b74f3f71a6d2 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.2719584 May 10 11:29:02.217605 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.301261 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea4e-2d47-4b66-952c-4e06d2026c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.385494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c71f6a7-b14d-42b6-b1ff-6d53efc447ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 04dd9990-23b7-4486-a474-041704b6937f {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:02.399027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 380f49a0-8b37-45a7-a93f-2ae61d76eb71 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:02.414934 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6e692b0b-e6b2-47cc-8116-5350a2292bfe req-c53c1095-d719-48e3-8d64-178ebe4010ed tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815250 May 10 11:29:02.446103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c71f6a7-b14d-42b6-b1ff-6d53efc447ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.551875 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c71f6a7-b14d-42b6-b1ff-6d53efc447ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.580057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:02.580423 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.590477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.648488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea4e-2d47-4b66-952c-4e06d2026c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.651107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea4e-2d47-4b66-952c-4e06d2026c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.663075 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3d3cea4e-2d47-4b66-952c-4e06d2026c2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1068a9b7-8f7e-445e-8ea5-03a5c9eef85f HTTP/1.1" status: 204 len: 168 time: 0.7967060 May 10 11:29:02.693704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cea4e-2d47-4b66-952c-4e06d2026c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1068a9b7-8f7e-445e-8ea5-03a5c9eef85f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:02.783674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df4ee0be-de6f-43de-b377-d0fc2661d085 req-3123c0d2-ca89-49bc-930e-1a57c2f395bd tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "GET /v2.0/ports?device_id=e72aade7-486c-4062-88f1-288990f7c613 HTTP/1.1" status: 200 len: 210 time: 0.1317503 May 10 11:29:02.826406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:02.826653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e754fcc-c47e-49ea-9092-9825e1ae4608,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:02.834989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c71f6a7-b14d-42b6-b1ff-6d53efc447ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.838589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d1309d86-c07c-45d7-beca-09e104338161 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:02.840037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:02.878227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d1309d86-c07c-45d7-beca-09e104338161 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:02.886751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d1309d86-c07c-45d7-beca-09e104338161 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:02.894088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c622c52-cfe9-400c-9cb8-f68dd5bfd553,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:02.934286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Checking segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:02.934535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Network hostable DHCP agents. Network: d98e2e5f-6037-4951-b64a-d4b2229de02a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:29:02.957239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'name': 'network-vif-deleted', 'tag': 'c6ddfe6c-de6f-4725-972e-e27287f7e24d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:02.960276 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7af052-4046-4f6e-9ac7-22cd86815676" -d '{"events": [{"server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "name": "network-vif-deleted", "tag": "c6ddfe6c-de6f-4725-972e-e27287f7e24d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:02.989202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c71f6a7-b14d-42b6-b1ff-6d53efc447ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.056259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Network d98e2e5f-6037-4951-b64a-d4b2229de02a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:29:03.066572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.081840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c71f6a7-b14d-42b6-b1ff-6d53efc447ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.089673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6c71f6a7-b14d-42b6-b1ff-6d53efc447ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/04dd9990-23b7-4486-a474-041704b6937f HTTP/1.1" status: 204 len: 168 time: 0.9837110 May 10 11:29:03.090688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00713742-568a-4189-b96c-a17b03a4dadb None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:03.092932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35618) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:03.096428 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae781f1-b130-41a4-9aee-44912befba07 x-openstack-request-id: req-0ae781f1-b130-41a4-9aee-44912befba07 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:03.098139 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72aade7-486c-4062-88f1-288990f7c613", "name": "network-vif-deleted", "tag": "c6ddfe6c-de6f-4725-972e-e27287f7e24d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:03.099230 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ae781f1-b130-41a4-9aee-44912befba07 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:03.100455 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae781f1-b130-41a4-9aee-44912befba07'] response: {'server_uuid': 'e72aade7-486c-4062-88f1-288990f7c613', 'name': 'network-vif-deleted', 'tag': 'c6ddfe6c-de6f-4725-972e-e27287f7e24d', 'status': 'completed', 'code': 200} May 10 11:29:03.101825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71f6a7-b14d-42b6-b1ff-6d53efc447ed tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=04dd9990-23b7-4486-a474-041704b6937f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:03.139574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, d98e2e5f-6037-4951-b64a-d4b2229de02a) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:03.174828 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:03.175968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.193664 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.196851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-92c80dbf-1cf2-46d6-8cdf-54e3020905a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780752 May 10 11:29:03.198277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35620) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:03.210746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.230817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f862a34-4ebf-48ff-b4c1-1d29e16f32b7 None None] Network d98e2e5f-6037-4951-b64a-d4b2229de02a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:03.242600 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c9d70ffa-e4d1-4b2c-9cdf-7efd42f2f25c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6974821 May 10 11:29:03.304860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a8cad9-ea4d-438b-a67e-25ae850867d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:03.308923 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d6a8cad9-ea4d-438b-a67e-25ae850867d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1050520 May 10 11:29:03.309361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35630) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:03.311928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.312473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 391806e8-c542-4ab6-b264-6db766953d4e {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:29:03.318843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.322711 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-99f22d43-b902-4217-8bd2-a14847e43a51 admin admin] 10.222.0.13 "DELETE /v2.0/routers/391806e8-c542-4ab6-b264-6db766953d4e HTTP/1.1" status: 204 len: 168 time: 2.4586754 May 10 11:29:03.323036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:03.402695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-021bc29f-163a-44a4-9e77-3a35405af679 admin admin] Deleting subnet 4e3b9540-b1b5-44c9-9237-6fafa34b7aa8 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:03.408263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-021bc29f-163a-44a4-9e77-3a35405af679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.471561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-021bc29f-163a-44a4-9e77-3a35405af679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.513144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-d98e2e5f-6037-4951-b64a-d4b2229de02a', 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a', 'tenant_id': '9ff8c078136c43e49f35a73ac996c34f', 'fixed_ips': [{'subnet_id': '0e754fcc-c47e-49ea-9092-9825e1ae4608'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:29:03.515929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28d738-8e87-488d-adba-d1f252f309b7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:03.516684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.525533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ac28d738-8e87-488d-adba-d1f252f309b7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2150071 May 10 11:29:03.535624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:03.547112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:03.605755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1c4d7b30-e18f-4122-ab75-f3de072cc409 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699334 May 10 11:29:03.610835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35642) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:03.616278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:03.666135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-021bc29f-163a-44a4-9e77-3a35405af679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.789306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:03.795668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.797001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2a37-b286-4b4e-8158-1e9bba58b905 req-4b062bbf-90f3-4c01-be90-bde47ce69644 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:03.798730 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-423c2a37-b286-4b4e-8158-1e9bba58b905 req-4b062bbf-90f3-4c01-be90-bde47ce69644 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.0885546 May 10 11:29:03.800521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-021bc29f-163a-44a4-9e77-3a35405af679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.830727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bc29f-163a-44a4-9e77-3a35405af679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3b9540-b1b5-44c9-9237-6fafa34b7aa8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:03.832977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-021bc29f-163a-44a4-9e77-3a35405af679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.836616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-021bc29f-163a-44a4-9e77-3a35405af679 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e3b9540-b1b5-44c9-9237-6fafa34b7aa8 HTTP/1.1" status: 204 len: 168 time: 0.5122705 May 10 11:29:03.842571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35654) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:03.867428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4725140-e5fc-4fbd-b718-366947da1e36 None None] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:03.966253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35660) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:04.042096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-423c2a37-b286-4b4e-8158-1e9bba58b905 req-475e4f0b-3e5e-413f-b940-deb8e45264d5 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330601 May 10 11:29:04.051628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:04.068340 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:04.093346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-723006bc-12f2-4ac0-a06d-277c8376e1ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting subnet 6b351565-9e34-4cf0-884f-bae095c3b298 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:04.095061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:04.128123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:04.132362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:04.140419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:04.141926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:04.150573 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-723006bc-12f2-4ac0-a06d-277c8376e1ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:04.187540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5730653 May 10 11:29:04.187540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eedb3-1297-4a13-bf52-11f562ea61d1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=4ae035dd-766a-4f7f-87d3-9cecff1e47cc,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:04.197536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35666) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:04.205354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': '4ae035dd-766a-4f7f-87d3-9cecff1e47cc', 'ip_address': '2001:db8::6e57:25e:a8d9:34c5'}], 'name': 'tempest-NetworksTestDHCPv6-437783741'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:04.301138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:04.301138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3c622c52-cfe9-400c-9cb8-f68dd5bfd553 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:04.301637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 380f49a0-8b37-45a7-a93f-2ae61d76eb71 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:04.451574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] Deleting port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:04.452141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:04.473816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:04.627637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff706f9e-5584-4bd0-9935-e2f28cbf65a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:04.631676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Allocated IP 172.20.0.2 (d98e2e5f-6037-4951-b64a-d4b2229de02a/0e754fcc-c47e-49ea-9092-9825e1ae4608/15099e74-deb3-41b7-b89e-644d5b0e5e5f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:04.667904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:04.700613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port e7626618-caa5-46ae-8b11-9b7169f40a1f yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:29:04.780700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35690) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:04.828196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258444-dce6-49d8-9c89-103e2b69633b req-4470ece5-06e2-4026-a889-95ec03528d5a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:04.835918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-4470ece5-06e2-4026-a889-95ec03528d5a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 815 time: 0.2310603 May 10 11:29:04.855520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] DHCP port deletion for e505e6e1-deb7-47b4-9ab5-c604add2fc37 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:04.868851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:04.869242 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:04.888551 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-2de81cc6-08ee-4f19-910d-69a28ac1aead tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/quotas/9ff8c078136c43e49f35a73ac996c34f HTTP/1.1" status: 200 len: 375 time: 0.0514581 May 10 11:29:04.932738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-b29e6af8-bfab-43a1-a031-c2142aef2537 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431566 May 10 11:29:04.975455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35696) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:05.004003 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-723006bc-12f2-4ac0-a06d-277c8376e1ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.055667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Deleting port b9df338a-9133-4d6d-9a0a-92b4fc277c13 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:05.056033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.059631 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::6e57:25e:a8d9:34c5 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/4ae035dd-766a-4f7f-87d3-9cecff1e47cc/e7626618-caa5-46ae-8b11-9b7169f40a1f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:05.093212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba1a60b6-a983-496c-8450-70db69e88f61 service neutron] 10.222.0.13 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594515 May 10 11:29:05.114194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] For port 380f49a0-8b37-45a7-a93f-2ae61d76eb71, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=380f49a0-8b37-45a7-a93f-2ae61d76eb71,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:05.115405 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.154519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] Calling delete_port for 380f49a0-8b37-45a7-a93f-2ae61d76eb71 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:05.158492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1595641673-network', 'tenant_id': '8fe7d6c3b87b4331af975afc911eaa99'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:05.230928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] For port b9df338a-9133-4d6d-9a0a-92b4fc277c13, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b9df338a-9133-4d6d-9a0a-92b4fc277c13,segment=NetworkSegment(47eae9c0-d385-45f3-9bc0-df1bcd13f79a),segment_id=47eae9c0-d385-45f3-9bc0-df1bcd13f79a)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:05.231579 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.268764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43864a1d-cfea-4425-a9a1-5cbe109a8bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.271156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Calling delete_port for b9df338a-9133-4d6d-9a0a-92b4fc277c13 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:05.271488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Made reservation on behalf of 8fe7d6c3b87b4331af975afc911eaa99 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:05.273803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.279793 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-723006bc-12f2-4ac0-a06d-277c8376e1ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.297690 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.316608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-bda1161a-e47a-4685-a4b9-407bf0f682a7 service neutron] 10.222.0.13 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217002 May 10 11:29:05.431504 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.433658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec320f8-d1da-4ae2-b638-c4009da67353 req-e38381a3-d78b-4f93-b4b0-aef182d9f1ba tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:05.435208 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ec320f8-d1da-4ae2-b638-c4009da67353 req-e38381a3-d78b-4f93-b4b0-aef182d9f1ba tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.2420805 May 10 11:29:05.468705 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.512576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Network d98e2e5f-6037-4951-b64a-d4b2229de02a is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:05.520639 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.532614 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-723006bc-12f2-4ac0-a06d-277c8376e1ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.561782 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.637532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:05.646754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Pushing event updated for resources: {'Port': ['ID=15099e74-deb3-41b7-b89e-644d5b0e5e5f,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:05.653470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:05.659150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.661686 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.665935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.667889 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.668545 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-723006bc-12f2-4ac0-a06d-277c8376e1ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.669337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] No DVR routers for this DVR port 380f49a0-8b37-45a7-a93f-2ae61d76eb71 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:05.680358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-723006bc-12f2-4ac0-a06d-277c8376e1ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "DELETE /v2.0/subnets/6b351565-9e34-4cf0-884f-bae095c3b298 HTTP/1.1" status: 204 len: 168 time: 1.7084968 May 10 11:29:05.684564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35708) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:05.690910 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.699921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723006bc-12f2-4ac0-a06d-277c8376e1ec tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Subnet': ['ID=6b351565-9e34-4cf0-884f-bae095c3b298,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:05.715191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ec320f8-d1da-4ae2-b638-c4009da67353 req-df590035-f380-4e67-afdd-64a5b6aaad68 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661769 May 10 11:29:05.750050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986af5b6-8493-4043-af9b-0cfef1c2e61a None None] Network 41afbd2a-e581-4ff8-b318-6385bc51fc23 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:05.789567 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43864a1d-cfea-4425-a9a1-5cbe109a8bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:05.790941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9df338a-9133-4d6d-9a0a-92b4fc277c13,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:05.793976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] No DVR routers for this DVR port b9df338a-9133-4d6d-9a0a-92b4fc277c13 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:05.824419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc79a0d-4e45-456a-8f3a-904b6d2df04d None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:05.882369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Attempting to bind port 15099e74-deb3-41b7-b89e-644d5b0e5e5f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:05.883061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Attempting to bind port 15099e74-deb3-41b7-b89e-644d5b0e5e5f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:05.883631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Attempting to bind port 15099e74-deb3-41b7-b89e-644d5b0e5e5f on network d98e2e5f-6037-4951-b64a-d4b2229de02a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:05.954213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9c7b4-ba9a-4f61-8439-7ca806f00cf9 None None] Pushing event deleted for resources: {'Port': ['ID=380f49a0-8b37-45a7-a93f-2ae61d76eb71,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:05.977938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:29:05.987696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.050536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:06.051001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Checking segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:06.051501 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.052000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Bound using segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:06.052549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Bound port: 15099e74-deb3-41b7-b89e-644d5b0e5e5f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:06.053012 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.059780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e505e6e1-deb7-47b4-9ab5-c604add2fc37']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:06.080579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eae9c0-d385-45f3-9bc0-df1bcd13f79a') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:06.080871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eae9c0-d385-45f3-9bc0-df1bcd13f79a') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:06.103208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.104973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:06.123109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=e7626618-caa5-46ae-8b11-9b7169f40a1f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:06.144438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.167799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43864a1d-cfea-4425-a9a1-5cbe109a8bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.170685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:29:06.170863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] Deleting port b9df338a-9133-4d6d-9a0a-92b4fc277c13 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:06.171384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.171488 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.173783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b9df338a-9133-4d6d-9a0a-92b4fc277c13 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: timer() May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:29:06.174230 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:29:06.182665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:06.186357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.186357 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Added segment e7c26480-9e22-4f13-a249-638da53a8c11 of type vlan for network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 May 10 11:29:06.209602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:06.231750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:06.236287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] For port 15099e74-deb3-41b7-b89e-644d5b0e5e5f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:06.247424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:06.248184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.307767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b9df338a-9133-4d6d-9a0a-92b4fc277c13 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:06.308198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b9df338a-9133-4d6d-9a0a-92b4fc277c13 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:06.329586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43864a1d-cfea-4425-a9a1-5cbe109a8bba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57ffbe51fc1449f8868892679b26978d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3467345 May 10 11:29:06.329586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43864a1d-cfea-4425-a9a1-5cbe109a8bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ccfab0-6ae2-4b48-8925-dcd51fa2bf12,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:06.331945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35726) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:06.350422 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.366165 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.369855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e505e6e1-deb7-47b4-9ab5-c604add2fc37 HTTP/1.1" status: 204 len: 168 time: 2.5253446 May 10 11:29:06.388135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d7529-7c9f-4a5a-93ab-17919e4e68b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e505e6e1-deb7-47b4-9ab5-c604add2fc37,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:06.403348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] For port 15099e74-deb3-41b7-b89e-644d5b0e5e5f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=15099e74-deb3-41b7-b89e-644d5b0e5e5f,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:06.431544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0677c6d-6d19-4c10-973a-c6ca0e108c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.436546 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.486169 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.494464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0677c6d-6d19-4c10-973a-c6ca0e108c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.531145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] For port b9df338a-9133-4d6d-9a0a-92b4fc277c13, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:06.531879 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.607514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e440c340-66ff-440a-8810-a0cfc6a1e387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.639054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] Calling delete_port for b9df338a-9133-4d6d-9a0a-92b4fc277c13 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:06.642351 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0677c6d-6d19-4c10-973a-c6ca0e108c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.645478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0677c6d-6d19-4c10-973a-c6ca0e108c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.647148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f0677c6d-6d19-4c10-973a-c6ca0e108c97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8ccfab0-6ae2-4b48-8925-dcd51fa2bf12 HTTP/1.1" status: 204 len: 168 time: 0.3142450 May 10 11:29:06.684790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0677c6d-6d19-4c10-973a-c6ca0e108c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ccfab0-6ae2-4b48-8925-dcd51fa2bf12,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:06.698249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35734) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:06.713112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] Port b9df338a-9133-4d6d-9a0a-92b4fc277c13 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:29:06.718036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b20e1a-902e-40ea-9cc8-6676b0730c4f None None] Pushing event updated for resources: {'Port': ['ID=15099e74-deb3-41b7-b89e-644d5b0e5e5f,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:06.740432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.759346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-55e718d4-f07a-4a29-a208-788bdde06178 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5599201 May 10 11:29:06.765954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.778990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e378b947-0611-4c21-aa02-07f21c993090 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:06.781222 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e378b947-0611-4c21-aa02-07f21c993090 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 815 time: 0.6747184 May 10 11:29:06.783038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35738) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:06.786360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.787908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:06.788858 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:06.828794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-143bff1d-ebe3-4366-949f-c96d4d4af548 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=170e3dae906a4997a627492850f6760e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1283519 May 10 11:29:06.831400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35740) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:06.834447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c3e5b5cd-8a9d-4b2c-99b0-988ccb0fa783 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': '4ae035dd-766a-4f7f-87d3-9cecff1e47cc', 'ip_address': '2001:db8::6e57:25e:a8d9:34c5'}], 'name': 'tempest-NetworksTestDHCPv6-76865604'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:06.894884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] Network e505e6e1-deb7-47b4-9ab5-c604add2fc37 is not hosted by any dhcp agent {{(pid=102769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:29:06.895459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] No DVR routers for this DVR port b9df338a-9133-4d6d-9a0a-92b4fc277c13 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:06.908638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f8340-d497-46ca-8496-c52e366f5aee None None] Pushing event deleted for resources: {'Port': ['ID=b9df338a-9133-4d6d-9a0a-92b4fc277c13,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:07.012088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] DHCP port deletion for 41afbd2a-e581-4ff8-b318-6385bc51fc23 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:07.042322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:07.073240 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-457d4703-e4bc-4df2-a808-3757ecf8e158 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2915716 May 10 11:29:07.084420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-987e8329-6add-409c-bf14-e71532e95c04 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/quotas/9ff8c078136c43e49f35a73ac996c34f HTTP/1.1" status: 200 len: 375 time: 0.2748973 May 10 11:29:07.089292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35744) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:07.155195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:29:07.170740 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3426fe41-81bc-4056-9b19-2ec5a618bffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.201861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48006a49-b996-496a-9416-3da761eb8191 req-a035e727-e129-4d81-a710-c7595d508128 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:07.204146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48006a49-b996-496a-9416-3da761eb8191 req-a035e727-e129-4d81-a710-c7595d508128 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.2492144 May 10 11:29:07.214077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Request body: {'subnet': {'network_id': 'e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1595641673-subnet', 'tenant_id': '8fe7d6c3b87b4331af975afc911eaa99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:07.311375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3426fe41-81bc-4056-9b19-2ec5a618bffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.326836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '4ae035dd-766a-4f7f-87d3-9cecff1e47cc'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:29:07.331196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.415740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] Deleting port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:07.426072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48006a49-b996-496a-9416-3da761eb8191 req-ac0bcaec-cca5-41de-a0ea-c7abb33768b8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019956 May 10 11:29:07.445449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.465337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Made reservation on behalf of 8fe7d6c3b87b4331af975afc911eaa99 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:07.468769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.476254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3426fe41-81bc-4056-9b19-2ec5a618bffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.479081 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3426fe41-81bc-4056-9b19-2ec5a618bffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.488324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3426fe41-81bc-4056-9b19-2ec5a618bffc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8b0b7e3-1497-42ec-a1ac-22850882fd04 HTTP/1.1" status: 204 len: 168 time: 0.6507218 May 10 11:29:07.508265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426fe41-81bc-4056-9b19-2ec5a618bffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0b7e3-1497-42ec-a1ac-22850882fd04,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:07.866431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] For port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=96a7c0af-d2b2-4aac-8ee2-42c9a82d059e,segment=NetworkSegment(53ddbd3a-2f31-4ccc-932c-b44576b22738),segment_id=53ddbd3a-2f31-4ccc-932c-b44576b22738)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:07.866834 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.884988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:07.906821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.917714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] Calling delete_port for 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:07.965760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/4ae035dd-766a-4f7f-87d3-9cecff1e47cc/6905ac2a-d27f-4354-82d0-a71aa4c7a396) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:08.193620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 15099e74-deb3-41b7-b89e-644d5b0e5e5f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:08.302530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-03fe9e05-74b2-4415-b455-c6c3a7425c95 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0643120 May 10 11:29:08.395418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:08.433604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '2e1082e6-3a18-4c38-927b-f6120930055d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '2e1082e6-3a18-4c38-927b-f6120930055d', 'mac_address': 'fa:16:3e:ca:6f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:08.447644 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.457301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258444-dce6-49d8-9c89-103e2b69633b req-081aa46a-da6a-4ed3-a576-e0610b4e0c67 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:08.461148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-081aa46a-da6a-4ed3-a576-e0610b4e0c67 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.70 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 815 time: 0.1650810 May 10 11:29:08.461840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e5b5cd-8a9d-4b2c-99b0-988ccb0fa783 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:08.467157 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b5cd-8a9d-4b2c-99b0-988ccb0fa783 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.510096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] No DVR routers for this DVR port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:08.549492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0763d8a-d275-4166-8f2d-14f70d7254c6 None None] Network d98e2e5f-6037-4951-b64a-d4b2229de02a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:08.560683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127bff1-a3b9-486d-936d-fb41dba1032b None None] Pushing event deleted for resources: {'Port': ['ID=96a7c0af-d2b2-4aac-8ee2-42c9a82d059e,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:08.577580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Request body: {'port': {'device_id': '5e48421b-c27d-47fd-b659-8b481ee7e98b', 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a', 'admin_state_up': True, 'tenant_id': '9ff8c078136c43e49f35a73ac996c34f'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:08.660610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 15099e74-deb3-41b7-b89e-644d5b0e5e5f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:08.664442 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.668639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75aac4-75d8-4629-b4e3-ed02f3617a86 req-b1f0f34b-6bbb-408a-ad39-c861236cc1db tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:08.684190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f75aac4-75d8-4629-b4e3-ed02f3617a86 req-b1f0f34b-6bbb-408a-ad39-c861236cc1db tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 950 time: 0.1328609 May 10 11:29:08.713308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-c3e5b5cd-8a9d-4b2c-99b0-988ccb0fa783 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port d7eccda8-cfa8-403a-8eee-6c5400387edf yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:29:08.714824 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.722754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:08.723326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.740000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:08.740581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.760754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e1082e6-3a18-4c38-927b-f6120930055d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:08.767409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-41cab8f7-35db-4749-9744-8f7bd7d86c7c None None] Provisioning complete for port 15099e74-deb3-41b7-b89e-644d5b0e5e5f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:08.767968 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-41cab8f7-35db-4749-9744-8f7bd7d86c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.776948 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.787595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f75aac4-75d8-4629-b4e3-ed02f3617a86 req-023eb7f4-f0b9-4906-b00c-cd0c6640cf2e tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991740 May 10 11:29:08.825660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:08.869373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Pushing event updated for resources: {'Port': ['ID=6905ac2a-d27f-4354-82d0-a71aa4c7a396,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:08.899064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:08.928456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:08.932937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:08.943690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:08.973154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:09.031645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-728640374-network', 'tenant_id': 'f58c057e7dc241d3a4d6cb6a65fec662'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:09.035728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-12c50e78-4b37-4ddc-8b71-fec522ceac40 service neutron] 10.222.0.13 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463073 May 10 11:29:09.066372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Made reservation on behalf of f58c057e7dc241d3a4d6cb6a65fec662 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:09.070526 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.071562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e, host n-d-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:09.071998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.086679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:09.087486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.091344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e was not found and therefore no delete operation was performed {{(pid=102767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:29:09.099938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.142752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:09.156743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35792) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:09.163452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:09.190851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 15099e74-deb3-41b7-b89e-644d5b0e5e5f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:09.191251 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.198808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2e1082e6-3a18-4c38-927b-f6120930055d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:09.217937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.223561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.241018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=96a7c0af-d2b2-4aac-8ee2-42c9a82d059e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:09.248628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Attempting to bind port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:09.249004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Attempting to bind port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:09.249368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Attempting to bind port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:09.251391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:09.263802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:29:09.275204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.275439 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Added segment 1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b of type vlan for network d904b975-63c3-4852-8af9-6ee3c68dead0 May 10 11:29:09.277325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-41cab8f7-35db-4749-9744-8f7bd7d86c7c None None] Current status of the port 15099e74-deb3-41b7-b89e-644d5b0e5e5f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:09.278243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-41cab8f7-35db-4749-9744-8f7bd7d86c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.291726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:09.292224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:09.292625 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.293035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:09.293540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Bound port: 6905ac2a-d27f-4354-82d0-a71aa4c7a396, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:09.293942 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.311222 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.360610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 15099e74-deb3-41b7-b89e-644d5b0e5e5f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=15099e74-deb3-41b7-b89e-644d5b0e5e5f,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:09.368561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.399975 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.445433 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.446482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:09.447110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.529472 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-41cab8f7-35db-4749-9744-8f7bd7d86c7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:29:09.529829 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-41cab8f7-35db-4749-9744-8f7bd7d86c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:29:09.563346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:09.575458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] Pushing event updated for resources: {'Network': ['ID=d904b975-63c3-4852-8af9-6ee3c68dead0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:09.585272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Made reservation on behalf of 9ff8c078136c43e49f35a73ac996c34f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:09.593383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.594378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7f51cb3e-97c1-4b75-aedf-dd2306c06b2a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7675631 May 10 11:29:09.595295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35798) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:09.600211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Request body: {'subnet': {'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-728640374-subnet', 'tenant_id': 'f58c057e7dc241d3a4d6cb6a65fec662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:09.617002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] For port 6905ac2a-d27f-4354-82d0-a71aa4c7a396, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:09.620996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] For port 6905ac2a-d27f-4354-82d0-a71aa4c7a396, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6905ac2a-d27f-4354-82d0-a71aa4c7a396,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:09.623731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Made reservation on behalf of f58c057e7dc241d3a4d6cb6a65fec662 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:09.626546 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.628068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1752163431-network', 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:09.638530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.647927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network d904b975-63c3-4852-8af9-6ee3c68dead0 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:29:09.670613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:09.670955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 96a7c0af-d2b2-4aac-8ee2-42c9a82d059e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:09.672947 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.692393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-0df58e99-a131-4ea9-84fd-8e17717a75c7 service neutron] 10.222.0.13 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788229 May 10 11:29:09.715585 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e5b5cd-8a9d-4b2c-99b0-988ccb0fa783 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): There was a conflict when trying to complete your request. May 10 11:29:09.716156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e5b5cd-8a9d-4b2c-99b0-988ccb0fa783 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:29:09.739140 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.806815 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.818902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a13d0dc-9a65-4077-a7db-cc76054f1193,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:09.833454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c3e5b5cd-8a9d-4b2c-99b0-988ccb0fa783 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 3.0476236 May 10 11:29:09.857265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41afbd2a-e581-4ff8-b318-6385bc51fc23']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:09.859358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35802) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:09.863947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=15099e74-deb3-41b7-b89e-644d5b0e5e5f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:09.927789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Checking segment: {'id': 'e7c26480-9e22-4f13-a249-638da53a8c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:09.928698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Network hostable DHCP agents. Network: e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:29:09.946698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:09.946698 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.960117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.963520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ddbd3a-2f31-4ccc-932c-b44576b22738') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:09.965138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:09.966472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ddbd3a-2f31-4ccc-932c-b44576b22738') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:10.049077 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.120592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.124702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece320f4-52c1-4336-8013-6d9855f58fae,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:10.140118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.166008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083026e5-5c0d-42fd-b8f7-f209033a235a req-ae2821ac-5a0c-4d2b-b6e1-6e911893bd87 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:10.168047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-083026e5-5c0d-42fd-b8f7-f209033a235a req-ae2821ac-5a0c-4d2b-b6e1-6e911893bd87 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 949 time: 0.2722301 May 10 11:29:10.181451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:29:10.181602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Checking segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:10.181868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Network hostable DHCP agents. Network: d904b975-63c3-4852-8af9-6ee3c68dead0, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:29:10.182121 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.213985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 15099e74-deb3-41b7-b89e-644d5b0e5e5f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:10.291299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb49151-8f20-478b-b31a-1330d0c568b5 None None] Pushing event updated for resources: {'Port': ['ID=6905ac2a-d27f-4354-82d0-a71aa4c7a396,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:10.320062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-083026e5-5c0d-42fd-b8f7-f209033a235a req-eced8047-db8c-4e01-be1e-e460bb8ad996 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427090 May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: timer() May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:29:10.352433 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:29:10.357262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Network d904b975-63c3-4852-8af9-6ee3c68dead0 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:29:10.371927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, d904b975-63c3-4852-8af9-6ee3c68dead0) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:10.378859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:10.379806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.385146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-41cab8f7-35db-4749-9744-8f7bd7d86c7c None None] Current status of the port 15099e74-deb3-41b7-b89e-644d5b0e5e5f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:10.402841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d0f9f-43cf-4638-9965-8154bdf2de47 None None] Network d904b975-63c3-4852-8af9-6ee3c68dead0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:10.419766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c9f927e1-1aef-42db-89d9-c1b231746320 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8233941 May 10 11:29:10.509103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:29:10.527886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:10.538139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b79b1-d08b-45fd-8a2a-d06c467217f1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:10.544098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b79b1-d08b-45fd-8a2a-d06c467217f1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:10.545827 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-852b79b1-d08b-45fd-8a2a-d06c467217f1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6772428 May 10 11:29:10.548684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35826) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:10.569566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:10.570149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.611595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Allocated IP 172.20.0.9 (d98e2e5f-6037-4951-b64a-d4b2229de02a/0e754fcc-c47e-49ea-9092-9825e1ae4608/4a285203-95c3-4378-baf3-fa8487844a5e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:10.622643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f083dc78-f2a6-4a01-8f4b-9b41dcdecbdf None None] Network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:10.630896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.635231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2f425732-0437-4fb8-90d9-f3cb395f6ced admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4950149 May 10 11:29:10.670533 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.676382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "DELETE /v2.0/networks/41afbd2a-e581-4ff8-b318-6385bc51fc23 HTTP/1.1" status: 204 len: 168 time: 4.9778323 May 10 11:29:10.683560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5bacf-41ab-4b9c-92e7-6aba76ba2acc tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Network': ['ID=41afbd2a-e581-4ff8-b318-6385bc51fc23,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:10.688521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.691185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35834) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:10.728739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: BUILD; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:10.729147 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.729427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.739180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-b449e3b3-ce82-4972-8906-4d4cb44b0304 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:10.741062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-b449e3b3-ce82-4972-8906-4d4cb44b0304 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 815 time: 0.3748066 May 10 11:29:10.791560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-d3aa312d-778d-4d86-a898-6712a1811d4a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/quotas/9ff8c078136c43e49f35a73ac996c34f HTTP/1.1" status: 200 len: 375 time: 0.0345306 May 10 11:29:10.836012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:29:10.840912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0479cf4b-190f-43e4-8079-77edaa7664cd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port e7626618-caa5-46ae-8b11-9b7169f40a1f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:10.842733 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0479cf4b-190f-43e4-8079-77edaa7664cd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.894132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb75f35-9137-40fb-97ae-ba213e9fe393 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting subnet a65df7f0-a7ab-4105-a651-88a362f1d48c {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:10.938820 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bb75f35-9137-40fb-97ae-ba213e9fe393 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.950654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36222127-3e36-4f35-b982-dfa81d2666df,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:10.991998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.992326 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Added segment 33b57e8b-f2ce-42c1-bb8e-3860a82c3034 of type vlan for network 790a88e3-9791-4e6e-8d63-2655cc9da7ee May 10 11:29:11.032873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0479cf4b-190f-43e4-8079-77edaa7664cd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.055350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0479cf4b-190f-43e4-8079-77edaa7664cd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for e7626618-caa5-46ae-8b11-9b7169f40a1f owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:11.255248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-3259a2e7-0f68-47bc-bec5-8f3567fb226e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4472299 May 10 11:29:11.268096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2e1082e6-3a18-4c38-927b-f6120930055d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:11.272823 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.280219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bb75f35-9137-40fb-97ae-ba213e9fe393 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.292592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:11.319949 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.322018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0a5da3eb-9890-46dc-a20a-0133d2f11d68 None None] Provisioning complete for port 15099e74-deb3-41b7-b89e-644d5b0e5e5f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:11.322548 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a5da3eb-9890-46dc-a20a-0133d2f11d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.407286 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:29:11.468778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a67d3d-d415-49d5-ad6b-ebbc5c536098 None None] Network d904b975-63c3-4852-8af9-6ee3c68dead0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:11.469376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-05159162-29b4-43c0-8562-293eba53bbf8 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:11.470932 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-05159162-29b4-43c0-8562-293eba53bbf8 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 812 time: 0.2223904 May 10 11:29:11.472294 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0479cf4b-190f-43e4-8079-77edaa7664cd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.483242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.484341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:11.485042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.493070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-04d33ef9-8c71-40a6-9fa5-d89bab188a41 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/quotas/f58c057e7dc241d3a4d6cb6a65fec662 HTTP/1.1" status: 200 len: 375 time: 0.0125973 May 10 11:29:11.499804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.551223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-7b1d56d2-6f50-47af-bc03-b248a4efa75e tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307016 May 10 11:29:11.578537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479cf4b-190f-43e4-8079-77edaa7664cd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=e7626618-caa5-46ae-8b11-9b7169f40a1f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:11.594910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0479cf4b-190f-43e4-8079-77edaa7664cd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.602240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0479cf4b-190f-43e4-8079-77edaa7664cd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/e7626618-caa5-46ae-8b11-9b7169f40a1f HTTP/1.1" status: 204 len: 168 time: 1.0484438 May 10 11:29:11.607513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-d5dbf278-5399-4342-98c5-20243b94503f service neutron] 10.222.0.13 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298271 May 10 11:29:11.610764 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3664231 May 10 11:29:11.612520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:11.613647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35858) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:11.631624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 15099e74-deb3-41b7-b89e-644d5b0e5e5f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:11.632027 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.686127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Request body: {'subnet': {'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1752163431-subnet', 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:11.695576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958522fc-2c4d-41d4-876b-174515989044 admin admin] Pushing event updated for resources: {'Network': ['ID=790a88e3-9791-4e6e-8d63-2655cc9da7ee,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:11.698844 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bb75f35-9137-40fb-97ae-ba213e9fe393 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.724424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:29:11.750900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=10']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:11.775299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ab8d8-8193-4a8e-9a27-1bfb0859a96c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:11.776831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:11.778690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ab8d8-8193-4a8e-9a27-1bfb0859a96c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:11.779942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.783961 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-051ab8d8-8193-4a8e-9a27-1bfb0859a96c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1686487 May 10 11:29:11.792797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35860) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:11.794682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:11.883068 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-179485cd-df59-4063-a780-fbfc6199e00a service neutron] 10.222.0.13 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015656 May 10 11:29:11.890955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:11.907691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0a5da3eb-9890-46dc-a20a-0133d2f11d68 None None] Current status of the port 15099e74-deb3-41b7-b89e-644d5b0e5e5f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:11.936952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7758803-f82a-4110-9b29-11a7e0648696 None None] Network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:12.048211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f567b315-4625-4a14-a0c7-fbd01b0936f9 service neutron] 10.222.0.13 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584313 May 10 11:29:12.089627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 15099e74-deb3-41b7-b89e-644d5b0e5e5f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:12.137717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-602ae31f-17c8-4f7b-baff-f09735b1be77 None None] Provisioning complete for port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:12.138270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-602ae31f-17c8-4f7b-baff-f09735b1be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.193833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 2e1082e6-3a18-4c38-927b-f6120930055d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:12.194226 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.337197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6905ac2a-d27f-4354-82d0-a71aa4c7a396 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:12.459616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-602ae31f-17c8-4f7b-baff-f09735b1be77 None None] Current status of the port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:12.460031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-602ae31f-17c8-4f7b-baff-f09735b1be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.489374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2e1082e6-3a18-4c38-927b-f6120930055d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:12.490108 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.495309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Pushing event updated for resources: {'Port': ['ID=4a285203-95c3-4378-baf3-fa8487844a5e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:12.510219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Network d98e2e5f-6037-4951-b64a-d4b2229de02a is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:12.511556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:12.512235 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.525665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bb75f35-9137-40fb-97ae-ba213e9fe393 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.547754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac618bf5-1e7c-4230-9de6-d71bce158e33 service neutron] 10.222.0.13 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9167955 May 10 11:29:12.594032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:12.596876 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e258a46f-d719-44ee-b4fd-93536d813a23" -d '{"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-plugged", "status": "completed", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:12.606587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-602ae31f-17c8-4f7b-baff-f09735b1be77 None None] For port 6905ac2a-d27f-4354-82d0-a71aa4c7a396, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6905ac2a-d27f-4354-82d0-a71aa4c7a396,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:12.620186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:12.621451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-602ae31f-17c8-4f7b-baff-f09735b1be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.656784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-2130cb5e-6983-48e8-b2c6-7f3473a4c5d0 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:12.659466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-2130cb5e-6983-48e8-b2c6-7f3473a4c5d0 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/networks?id=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 HTTP/1.1" status: 200 len: 814 time: 0.2089462 May 10 11:29:12.694199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-18a56e46-c7e6-48be-8517-c1909a1bfe82 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/quotas/8fe7d6c3b87b4331af975afc911eaa99 HTTP/1.1" status: 200 len: 375 time: 0.0257797 May 10 11:29:12.742085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:12.745381 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.750004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-602ae31f-17c8-4f7b-baff-f09735b1be77 None None] Could not find standard attr ID for object e7626618-caa5-46ae-8b11-9b7169f40a1f. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:29:12.771760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ae31f-17c8-4f7b-baff-f09735b1be77 None None] Pushing event updated for resources: {'Port': ['ID=6905ac2a-d27f-4354-82d0-a71aa4c7a396,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:12.803760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-72ada8f0-2348-424b-960b-7d92a1fa0c4a tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8fe7d6c3b87b4331af975afc911eaa99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003404 May 10 11:29:12.829332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-415befe2-b98d-4a2f-8b45-0becd807f385 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:12.833040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=11']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:12.833225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-415befe2-b98d-4a2f-8b45-0becd807f385 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.49 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 815 time: 0.8980610 May 10 11:29:12.838400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f00594-f3aa-447d-9f6b-e3178e16c45b None None] Network b77039de-17f1-48bb-a984-a9c61a67cd32 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:12.844513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:12.848912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bb75f35-9137-40fb-97ae-ba213e9fe393 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.857089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3bb75f35-9137-40fb-97ae-ba213e9fe393 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "DELETE /v2.0/subnets/a65df7f0-a7ab-4105-a651-88a362f1d48c HTTP/1.1" status: 204 len: 168 time: 2.1647642 May 10 11:29:12.908551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2aa90811-79bb-44c7-8621-a7498e96aa7c None None] Could not find standard attr ID for object e7626618-caa5-46ae-8b11-9b7169f40a1f. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:29:12.910200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.921258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35892) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:12.926561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Request body: {'port': {'device_id': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a', 'admin_state_up': True, 'tenant_id': '9ff8c078136c43e49f35a73ac996c34f'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:13.064035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:13.094549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-b55c6dc4-7d64-45de-84b1-0210661e2007 service neutron] 10.222.0.13 "GET /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810783 May 10 11:29:13.136382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.157016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] DHCP port deletion for b77039de-17f1-48bb-a984-a9c61a67cd32 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:13.158747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:13.159291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.180467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a695113e-87dc-4df0-919a-f14af0dbcb4b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 4ae035dd-766a-4f7f-87d3-9cecff1e47cc {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:13.187521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb75f35-9137-40fb-97ae-ba213e9fe393 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Subnet': ['ID=a65df7f0-a7ab-4105-a651-88a362f1d48c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:13.189648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Made reservation on behalf of 9ff8c078136c43e49f35a73ac996c34f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:13.198278 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.221140 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a695113e-87dc-4df0-919a-f14af0dbcb4b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.252013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] Deleting port f331aae1-9b15-45ec-b45e-fbc2925bdd9a {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:13.253828 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.283864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6220ab-0e2c-468d-9683-7a2abc22087d req-ae54e90c-50ba-472a-9f14-d692aa1e7898 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:13.285409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a6220ab-0e2c-468d-9683-7a2abc22087d req-ae54e90c-50ba-472a-9f14-d692aa1e7898 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 951 time: 0.4203539 May 10 11:29:13.301862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-390ce154-af76-4ccd-a5ae-d815f03443c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7285302 May 10 11:29:13.319698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Request body: {'port': {'device_id': '5e48421b-c27d-47fd-b659-8b481ee7e98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:13.408782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a695113e-87dc-4df0-919a-f14af0dbcb4b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.411387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-0a3080fc-ccce-43a5-828b-bc555abf5a10 service neutron] 10.222.0.13 "GET /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709687 May 10 11:29:13.422125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] For port f331aae1-9b15-45ec-b45e-fbc2925bdd9a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:13.422529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.432068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Deleting port f331aae1-9b15-45ec-b45e-fbc2925bdd9a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:13.432686 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.486629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5690c3c8-ecec-4189-862b-c48d367f5957 None None] Provisioning complete for port 4a285203-95c3-4378-baf3-fa8487844a5e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:13.492382 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5690c3c8-ecec-4189-862b-c48d367f5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.536774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] For port f331aae1-9b15-45ec-b45e-fbc2925bdd9a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,segment=NetworkSegment(6670cc83-b9dd-4344-a371-8f176a0f0597),segment_id=6670cc83-b9dd-4344-a371-8f176a0f0597)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:13.538959 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.558686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Calling delete_port for f331aae1-9b15-45ec-b45e-fbc2925bdd9a owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:13.572750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5690c3c8-ecec-4189-862b-c48d367f5957 None None] Port 4a285203-95c3-4378-baf3-fa8487844a5e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:29:13.578915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] Calling delete_port for f331aae1-9b15-45ec-b45e-fbc2925bdd9a owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:13.660305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f797b6-5925-4b4e-a192-11a6c6d3d98e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:13.673231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.702644 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.741353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] No DVR routers for this DVR port f331aae1-9b15-45ec-b45e-fbc2925bdd9a on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:13.759927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Checking segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:13.760294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Network hostable DHCP agents. Network: 790a88e3-9791-4e6e-8d63-2655cc9da7ee, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:29:13.787800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Port': ['ID=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:13.802048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] No DVR routers for this DVR port f331aae1-9b15-45ec-b45e-fbc2925bdd9a on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:13.813470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053008-26c8-43ce-a5e0-795d86847707 None None] Pushing event deleted for resources: {'Port': ['ID=f331aae1-9b15-45ec-b45e-fbc2925bdd9a,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:13.831987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a6220ab-0e2c-468d-9683-7a2abc22087d req-3d7634bd-e4c4-4161-92a6-63cd9a293fa8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114007 May 10 11:29:13.858081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.912343 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caf867d-7efb-45e4-bece-5b2f59c4411b x-openstack-request-id: req-5caf867d-7efb-45e4-bece-5b2f59c4411b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:13.912343 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-plugged", "status": "completed", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:13.912343 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5caf867d-7efb-45e4-bece-5b2f59c4411b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:13.912343 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5caf867d-7efb-45e4-bece-5b2f59c4411b'] response: {'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d', 'code': 200} May 10 11:29:13.937266 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a695113e-87dc-4df0-919a-f14af0dbcb4b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.967803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.968290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.968748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.969171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.969594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.970476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.970476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.970934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.971346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.972060 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.972484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:13.972931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:14.010442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e0126e9-2aab-4da4-b1bb-6397e6aeb641 req-e7003f36-3adf-4ec8-8c1e-eb8e75b2625b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 210 time: 0.0564449 May 10 11:29:14.049368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.060715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Allocated IP 172.20.0.3 (d98e2e5f-6037-4951-b64a-d4b2229de02a/0e754fcc-c47e-49ea-9092-9825e1ae4608/b1db854a-fff0-4318-9cd7-b2f8a0e919c2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:14.175525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77039de-17f1-48bb-a984-a9c61a67cd32']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:14.225685 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2967ebad-1ed2-417a-88b8-82e945ec5153 req-fb67a5b1-1669-493c-82eb-2a519391825c tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 210 time: 0.0631406 May 10 11:29:14.231745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6670cc83-b9dd-4344-a371-8f176a0f0597') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:14.232292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6670cc83-b9dd-4344-a371-8f176a0f0597') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:14.249932 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.250674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:29:14.255016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6905ac2a-d27f-4354-82d0-a71aa4c7a396 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:14.313114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 790a88e3-9791-4e6e-8d63-2655cc9da7ee) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:14.318457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:14.319058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.326613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c56e4-6e38-4c4a-8e88-3ac88990479b None None] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:14.333155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.335658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f035a9c5-2200-442d-b580-9e6d432e9966 req-2bc877a7-888d-472d-a2f8-0a4d8ae85969 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 210 time: 0.2985969 May 10 11:29:14.355152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:14.355336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-709075b9-7c1d-4f82-bbbb-75f017e6a73a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7326009 May 10 11:29:14.356478 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.356898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:29:14.357304 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: timer() May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:29:14.360615 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:29:14.375055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5318d48e-60b0-47a9-bae9-1661d23e8fec tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:14.378743 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5318d48e-60b0-47a9-bae9-1661d23e8fec tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.70 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 812 time: 0.3576002 May 10 11:29:14.415168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d850c27-ef0d-43ac-bdd6-5ee491fa289f req-76362341-f8a5-4723-9bfc-3720a12b434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:14.418792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d850c27-ef0d-43ac-bdd6-5ee491fa289f req-76362341-f8a5-4723-9bfc-3720a12b434a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1102 time: 0.2799172 May 10 11:29:14.473271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Request body: {'port': {'device_id': 'c631b4a9-fdd0-44cc-aec7-e10729b81a9f', 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'admin_state_up': True, 'tenant_id': 'f58c057e7dc241d3a4d6cb6a65fec662'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:14.522836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:14.614345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f331aae1-9b15-45ec-b45e-fbc2925bdd9a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:14.637392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c449f4e-c65a-44b9-b3ca-92f443c9bd5f None None] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:14.745959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f331aae1-9b15-45ec-b45e-fbc2925bdd9a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:14.746306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f331aae1-9b15-45ec-b45e-fbc2925bdd9a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:14.794067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.805393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-39b2d299-479b-4640-b88b-7f2b090c1d8e tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:14.807415 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-39b2d299-479b-4640-b88b-7f2b090c1d8e tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 812 time: 0.5414622 May 10 11:29:14.812956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Made reservation on behalf of f58c057e7dc241d3a4d6cb6a65fec662 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:14.816414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.827968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.835559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] 10.222.0.13 "DELETE /v2.0/networks/b77039de-17f1-48bb-a984-a9c61a67cd32 HTTP/1.1" status: 204 len: 168 time: 1.9087090 May 10 11:29:14.838202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a695113e-87dc-4df0-919a-f14af0dbcb4b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.861908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Request body: {'port': {'device_id': '06f68bf5-6e5c-4ffb-bec9-822202b23f5c', 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'admin_state_up': True, 'tenant_id': 'f58c057e7dc241d3a4d6cb6a65fec662'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:14.879294 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d850c27-ef0d-43ac-bdd6-5ee491fa289f req-a03e7981-7a14-4684-8274-980d579ad119 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439380 May 10 11:29:14.903194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d77f6-c48a-4af6-b9df-c1f567d087b4 tempest-ServersTestMultiNic-1813765685 tempest-ServersTestMultiNic-1813765685-project] Pushing event deleted for resources: {'Network': ['ID=b77039de-17f1-48bb-a984-a9c61a67cd32,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:14.930410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a695113e-87dc-4df0-919a-f14af0dbcb4b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.934117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb0104-8103-4ee9-9aea-1f9deacc0cfc None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:14.937374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a695113e-87dc-4df0-919a-f14af0dbcb4b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/4ae035dd-766a-4f7f-87d3-9cecff1e47cc HTTP/1.1" status: 204 len: 168 time: 3.1399493 May 10 11:29:14.938678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695113e-87dc-4df0-919a-f14af0dbcb4b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae035dd-766a-4f7f-87d3-9cecff1e47cc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:14.946221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35932) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:15.047275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-30151435-b046-49cb-a71c-170ced5fee3d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:15.048780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-30151435-b046-49cb-a71c-170ced5fee3d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.70 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 815 time: 0.3731327 May 10 11:29:15.059792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4cb8e561-96fb-45e1-b03a-826dc20e5d25 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087539 May 10 11:29:15.064490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35942) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:15.076142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Request body: {'port': {'device_id': 'e8725212-bf1b-4709-a5c5-dfa4b9a71640', 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a', 'admin_state_up': True, 'tenant_id': '9ff8c078136c43e49f35a73ac996c34f'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:15.086230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:15.148085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.186670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880fb95-c2a4-44fb-831b-28c66e2f6b7d req-4dc56e01-cd81-495c-8d08-122780d48d06 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:15.187939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4880fb95-c2a4-44fb-831b-28c66e2f6b7d req-4dc56e01-cd81-495c-8d08-122780d48d06 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 951 time: 0.2303548 May 10 11:29:15.210378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:15.261186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4880fb95-c2a4-44fb-831b-28c66e2f6b7d req-6b83f2a3-c94a-4735-ae69-47e56954257b tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595429 May 10 11:29:15.266103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] Deleting port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:15.266103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.283919 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.293106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Allocated IP 172.20.0.11 (d904b975-63c3-4852-8af9-6ee3c68dead0/ece320f4-52c1-4336-8013-6d9855f58fae/0ff82ef7-28c4-42d9-8252-3c42fdfca0c4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:15.319601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-9384545f-72f3-4cfd-9a83-750cc55d3c89 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:15.321126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-9384545f-72f3-4cfd-9a83-750cc55d3c89 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.3057806 May 10 11:29:15.345410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Made reservation on behalf of f58c057e7dc241d3a4d6cb6a65fec662 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:15.348720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.353973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] For port 6905ac2a-d27f-4354-82d0-a71aa4c7a396, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6905ac2a-d27f-4354-82d0-a71aa4c7a396,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:15.354380 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.370248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] Calling delete_port for 6905ac2a-d27f-4354-82d0-a71aa4c7a396 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:15.376158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-c1d8e46b-7ab5-45fa-b70f-5b10b79ac095 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/quotas/c89bb4bc5fa7432db2959a91ad5782d5 HTTP/1.1" status: 200 len: 375 time: 0.0443132 May 10 11:29:15.443569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Pushing event updated for resources: {'Port': ['ID=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:15.445483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:15.448871 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.458894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-4119c967-003f-42bd-b1ae-709e0037fc96 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707994 May 10 11:29:15.511426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Made reservation on behalf of 9ff8c078136c43e49f35a73ac996c34f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:15.514905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.515650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.545622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Network d98e2e5f-6037-4951-b64a-d4b2229de02a is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:15.550251 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] Pushing event deleted for resources: {'Port': ['ID=6905ac2a-d27f-4354-82d0-a71aa4c7a396,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:15.551258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f573566-cb87-460b-9447-218a9c0ef294 req-7927db61-3dd2-4272-942e-43fb3fbfa4f7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 210 time: 0.0905073 May 10 11:29:15.559003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:15.569758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:15.590838 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db496bf8-ac16-4bae-ae84-0b9d32bba2fb None None] No DVR routers for this DVR port 6905ac2a-d27f-4354-82d0-a71aa4c7a396 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:15.624912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:15.625590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.669374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-e9d72f4d-ed6c-473a-9494-fda8f9186751 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8051362 May 10 11:29:15.689314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Request body: {'port': {'device_id': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:15.772206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-169dc978-3c83-4076-891c-102121dcf6d1 req-dfb77cb8-c4f8-4ba7-bfa6-231d307681d1 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 210 time: 0.0688782 May 10 11:29:15.939380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3a9fcc3a-9dfb-4aae-9850-e1a0eef663e5 None None] Provisioning complete for port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:15.940385 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3a9fcc3a-9dfb-4aae-9850-e1a0eef663e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.980653 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f76bec08-dbe6-4f66-92e2-1629236149bb req-181277e1-986f-4885-9b28-718a8eeea674 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 210 time: 0.0639513 May 10 11:29:15.983484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.984155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3a9fcc3a-9dfb-4aae-9850-e1a0eef663e5 None None] Port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:29:15.990314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.995968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a285203-95c3-4378-baf3-fa8487844a5e {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:16.047584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.081683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:16.083753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:16.096071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:16.097282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a85a04-c780-438e-9357-e0053738d060 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:16.115889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:16.116488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.209984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6905ac2a-d27f-4354-82d0-a71aa4c7a396 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:16.234090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 6905ac2a-d27f-4354-82d0-a71aa4c7a396 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:16.234361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6905ac2a-d27f-4354-82d0-a71aa4c7a396 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:16.258757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-f8635009-3bec-44f8-84df-221956cbf299 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7687483 May 10 11:29:16.273303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-17f0906f-5800-4d97-829a-419799d0d12e tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:16.274935 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-17f0906f-5800-4d97-829a-419799d0d12e tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.70 "GET /v2.0/networks?id=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 HTTP/1.1" status: 200 len: 814 time: 0.3865635 May 10 11:29:16.279108 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.292001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Transition to ACTIVE for port object 4a285203-95c3-4378-baf3-fa8487844a5e will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:16.302909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=b7d9b34a-5d07-4d9e-ae5a-66ff630e965d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:16.306256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Request body: {'port': {'device_id': '509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff', 'network_id': 'e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1', 'admin_state_up': True, 'tenant_id': '8fe7d6c3b87b4331af975afc911eaa99'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:16.314406 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.334509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-18063c89-bf40-4e2a-91ec-326c2fdd84af tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2630904 May 10 11:29:16.367182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:16.383460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ca7bd455-ba19-4bdb-871d-03075b37dea5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': 'b7d9b34a-5d07-4d9e-ae5a-66ff630e965d', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-123029994'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:16.487485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'b7d9b34a-5d07-4d9e-ae5a-66ff630e965d'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:29:16.488468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.519201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Allocated IP 172.20.0.4 (d98e2e5f-6037-4951-b64a-d4b2229de02a/0e754fcc-c47e-49ea-9092-9825e1ae4608/1b15ef71-978c-4a4b-8619-334d3cfa0054) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:16.599064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.684385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Allocated IP 172.20.0.4 (d904b975-63c3-4852-8af9-6ee3c68dead0/ece320f4-52c1-4336-8013-6d9855f58fae/64d2d019-2a54-4ef4-b927-18b5b8ee2674) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:16.701699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/b7d9b34a-5d07-4d9e-ae5a-66ff630e965d/86e85b95-fc01-4902-85ee-59175cff18da) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:16.719860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Made reservation on behalf of 8fe7d6c3b87b4331af975afc911eaa99 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:16.723426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.726993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-e56a8633-8c6b-4c8d-9cc7-a84fbdda7a16 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510877 May 10 11:29:16.733800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Network d904b975-63c3-4852-8af9-6ee3c68dead0 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:16.758513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:16.770709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:16.773154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Pushing event updated for resources: {'Port': ['ID=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:16.802899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Pushing event updated for resources: {'Port': ['ID=4a285203-95c3-4378-baf3-fa8487844a5e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:16.945917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4316a-8821-44cf-b6af-b390b9326ebb req-c35b64e1-59c6-4afe-957a-0b805d7e960d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:16.952947 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.954394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7f4316a-8821-44cf-b6af-b390b9326ebb req-c35b64e1-59c6-4afe-957a-0b805d7e960d tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 951 time: 0.5644379 May 10 11:29:16.965659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.979010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:16.979665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.047346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Pushing event updated for resources: {'Port': ['ID=86e85b95-fc01-4902-85ee-59175cff18da,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:17.074764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:17.077288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:17.087199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:17.107703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f469c5e3-3f32-4300-af2b-ca1ba1bb9856 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6379299 May 10 11:29:17.150754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Request body: {'port': {'device_id': 'c631b4a9-fdd0-44cc-aec7-e10729b81a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:17.178352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Attempting to bind port 86e85b95-fc01-4902-85ee-59175cff18da on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:17.179294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Attempting to bind port 86e85b95-fc01-4902-85ee-59175cff18da by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:17.180160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Attempting to bind port 86e85b95-fc01-4902-85ee-59175cff18da on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:17.191916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:17.192576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:17.193578 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.194609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:17.195138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Bound port: 86e85b95-fc01-4902-85ee-59175cff18da, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:17.195855 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7f4316a-8821-44cf-b6af-b390b9326ebb req-89bfba99-e7bb-4f39-a9e4-b4eb428d1b00 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402370 May 10 11:29:17.196891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Attempting to bind port 4a285203-95c3-4378-baf3-fa8487844a5e on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:17.197370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Attempting to bind port 4a285203-95c3-4378-baf3-fa8487844a5e by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:17.197877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Attempting to bind port 4a285203-95c3-4378-baf3-fa8487844a5e on network d98e2e5f-6037-4951-b64a-d4b2229de02a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:17.202092 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.203699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7bd455-ba19-4bdb-871d-03075b37dea5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:17.228869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e149995-c96f-43d3-b35f-bf22d54ac0ea req-bb6619d6-8795-42ae-94d6-d98961992007 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 210 time: 0.1351967 May 10 11:29:17.298658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Port 4a285203-95c3-4378-baf3-fa8487844a5e on network d98e2e5f-6037-4951-b64a-d4b2229de02a not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:17.298987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Attempting to bind port 4a285203-95c3-4378-baf3-fa8487844a5e on network d98e2e5f-6037-4951-b64a-d4b2229de02a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:17.314710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:17.315183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Checking segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:17.315688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Bound using segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:17.316294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Bound port: 4a285203-95c3-4378-baf3-fa8487844a5e, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:17.317523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.356373 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.398142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] For port 86e85b95-fc01-4902-85ee-59175cff18da, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:17.401059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.402617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] For port 86e85b95-fc01-4902-85ee-59175cff18da, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=86e85b95-fc01-4902-85ee-59175cff18da,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:17.421918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.438753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83e0baa0-40c9-4f3d-b669-0971135b0ba7 req-e393750f-7d38-40ae-834b-72b703c44c59 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 210 time: 0.0525641 May 10 11:29:17.466062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.490384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a279d393-8850-4da1-8460-94f667f4bb00 req-9109c033-671e-4c70-8c4f-fd7d719d9c65 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 210 time: 0.0924306 May 10 11:29:17.538708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Allocated IP 172.20.0.10 (e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1/3a13d0dc-9a65-4077-a7db-cc76054f1193/c2e42c3a-2e9e-451e-a712-0a6b6683b665) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:17.559444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca7bd455-ba19-4bdb-871d-03075b37dea5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.626689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] For port 4a285203-95c3-4378-baf3-fa8487844a5e, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:17.634769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b723b-179c-41ac-af2f-01dab130f517 None None] Pushing event updated for resources: {'Port': ['ID=86e85b95-fc01-4902-85ee-59175cff18da,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:17.656782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.687364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] For port 4a285203-95c3-4378-baf3-fa8487844a5e, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4a285203-95c3-4378-baf3-fa8487844a5e,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:17.709288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-ca7bd455-ba19-4bdb-871d-03075b37dea5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 9f2085e0-8378-49fb-896b-2486bde847a4 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:29:17.724737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d91370d-c419-42f5-891c-e11c859a3dd5 req-138b935f-d4bb-462a-9307-471d8955e116 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 210 time: 0.0955515 May 10 11:29:17.729601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.798002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Pushing event updated for resources: {'Port': ['ID=4a285203-95c3-4378-baf3-fa8487844a5e,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:17.822049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.841758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Network d904b975-63c3-4852-8af9-6ee3c68dead0 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:17.943329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:17.968616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:17.969513 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:17.971669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-ba8eec28-42d5-4111-af0b-047941f2f596 service neutron] 10.222.0.70 "PUT /v2.0/ports/4a285203-95c3-4378-baf3-fa8487844a5e HTTP/1.1" status: 200 len: 1091 time: 4.6576757 May 10 11:29:17.982876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:17.993612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Pushing event updated for resources: {'Port': ['ID=64d2d019-2a54-4ef4-b927-18b5b8ee2674,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:17.997142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e48421b-c27d-47fd-b659-8b481ee7e98b', 'tag': '4a285203-95c3-4378-baf3-fa8487844a5e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:18.000479 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f936e3b8-6c57-4cc8-8363-3bc831104488" -d '{"events": [{"name": "network-changed", "server_uuid": "5e48421b-c27d-47fd-b659-8b481ee7e98b", "tag": "4a285203-95c3-4378-baf3-fa8487844a5e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:18.043125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Network d98e2e5f-6037-4951-b64a-d4b2229de02a is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:18.083749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:18.103159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:18.213869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:18.215098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.217780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Pushing event updated for resources: {'Port': ['ID=1b15ef71-978c-4a4b-8619-334d3cfa0054,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:18.218576 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7bd455-ba19-4bdb-871d-03075b37dea5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:29:18.219077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7bd455-ba19-4bdb-871d-03075b37dea5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:29:18.262153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4ef8-3db6-4ddd-8440-d3736e531be6 req-e9a13d5e-7ab6-4520-b8dd-eed789303b7f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:18.277209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e12c4ef8-3db6-4ddd-8440-d3736e531be6 req-e9a13d5e-7ab6-4520-b8dd-eed789303b7f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1096 time: 0.4417660 May 10 11:29:18.308082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 86e85b95-fc01-4902-85ee-59175cff18da up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:18.326896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af156094-d0ee-411f-9e9e-86488f0d1c98 req-cf3d1125-32a7-44c0-a059-da27fdfd9b70 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:18.335573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af156094-d0ee-411f-9e9e-86488f0d1c98 req-cf3d1125-32a7-44c0-a059-da27fdfd9b70 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1102 time: 0.3499110 May 10 11:29:18.354165 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ca7bd455-ba19-4bdb-871d-03075b37dea5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9816411 May 10 11:29:18.356734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:18.372876 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.380746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:18.381518 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.387717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 86e85b95-fc01-4902-85ee-59175cff18da triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:18.388466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258444-dce6-49d8-9c89-103e2b69633b req-a89e6b7f-8b02-47ac-9e90-7810d4d063d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:18.388614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.390075 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-a89e6b7f-8b02-47ac-9e90-7810d4d063d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 1094 time: 0.3432510 May 10 11:29:18.392555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f41aca61-7b1f-4e11-98f6-975d42e0448f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5688412 May 10 11:29:18.453313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Request body: {'port': {'device_id': '06f68bf5-6e5c-4ffb-bec9-822202b23f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:18.537052 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-48ec3b04-8b53-4b16-a21d-610bc6c350e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4691360 May 10 11:29:18.558909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 86e85b95-fc01-4902-85ee-59175cff18da is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:18.559295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.576549 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-eb8e52dd-34b3-4e07-87d4-a11e25101bc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a285203-95c3-4378-baf3-fa8487844a5e HTTP/1.1" status: 200 len: 217 time: 0.1494882 May 10 11:29:18.594961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af156094-d0ee-411f-9e9e-86488f0d1c98 req-0b717085-fd85-4620-b285-a3d88a8164d8 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582633 May 10 11:29:18.626327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e12c4ef8-3db6-4ddd-8440-d3736e531be6 req-d750aeef-ac09-4825-a45d-1920cc8e3518 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482177 May 10 11:29:18.636388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 86e85b95-fc01-4902-85ee-59175cff18da, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=86e85b95-fc01-4902-85ee-59175cff18da,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:18.647467 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.663789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Request body: {'port': {'device_id': 'e8725212-bf1b-4709-a5c5-dfa4b9a71640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:18.702993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:18.717032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ef0aea41-1e23-40a9-9d98-28bdbb736493 None None] Provisioning complete for port 1b15ef71-978c-4a4b-8619-334d3cfa0054 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:18.717415 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef0aea41-1e23-40a9-9d98-28bdbb736493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.735717 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.773924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-dd3af409-7be1-4cc6-85e5-5f66825a8df4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:18.775652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-dd3af409-7be1-4cc6-85e5-5f66825a8df4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.3933277 May 10 11:29:18.779017 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf19c5d-1247-4c89-867c-7fbd0601f9fa x-openstack-request-id: req-cbf19c5d-1247-4c89-867c-7fbd0601f9fa {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:18.779411 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e48421b-c27d-47fd-b659-8b481ee7e98b", "tag": "4a285203-95c3-4378-baf3-fa8487844a5e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:18.779757 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbf19c5d-1247-4c89-867c-7fbd0601f9fa {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:18.780430 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf19c5d-1247-4c89-867c-7fbd0601f9fa'] response: {'name': 'network-changed', 'server_uuid': '5e48421b-c27d-47fd-b659-8b481ee7e98b', 'tag': '4a285203-95c3-4378-baf3-fa8487844a5e', 'status': 'completed', 'code': 200} May 10 11:29:18.794383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1db854a-fff0-4318-9cd7-b2f8a0e919c2 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:18.797400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=86e85b95-fc01-4902-85ee-59175cff18da,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:18.800376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ef0aea41-1e23-40a9-9d98-28bdbb736493 None None] Port 1b15ef71-978c-4a4b-8619-334d3cfa0054 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:29:18.800619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258444-dce6-49d8-9c89-103e2b69633b req-765d589c-1ec2-43e0-9e7a-0efa434d6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:18.802359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-765d589c-1ec2-43e0-9e7a-0efa434d6a18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e754fcc-c47e-49ea-9092-9825e1ae4608 HTTP/1.1" status: 200 len: 854 time: 0.2157061 May 10 11:29:18.802978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Transition to ACTIVE for port object 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:18.825973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70195a3f-7f9d-4588-99ba-40a052bb87a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:18.828091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.830437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-70195a3f-7f9d-4588-99ba-40a052bb87a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4687734 May 10 11:29:18.830872 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.832746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.836640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36004) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:18.841404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Request body: {'port': {'device_id': 'd3a5227f-c05d-47d3-a7cc-26ac0ca828a3', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'admin_state_up': True, 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:18.847962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.860220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.931696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:18.936079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:18.974726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:18.977747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:19.044801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039660b-9f7b-4bed-8a3d-591aba1771b3 req-c93ed52c-c2dc-43ce-a600-85564764e6f1 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:19.046385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c039660b-9f7b-4bed-8a3d-591aba1771b3 req-c93ed52c-c2dc-43ce-a600-85564764e6f1 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 931 time: 0.2710221 May 10 11:29:19.060093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Pushing event updated for resources: {'Port': ['ID=c2e42c3a-2e9e-451e-a712-0a6b6683b665,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:19.133516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d8e648f3-115c-48fa-9333-1488f69935a5 None None] Provisioning complete for port 86e85b95-fc01-4902-85ee-59175cff18da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:19.134031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8e648f3-115c-48fa-9333-1488f69935a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:19.230217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d8e648f3-115c-48fa-9333-1488f69935a5 None None] Current status of the port 86e85b95-fc01-4902-85ee-59175cff18da is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:19.268755 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Transition to ACTIVE for port object b1db854a-fff0-4318-9cd7-b2f8a0e919c2 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:19.289086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:19.387116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367c4ef0-f649-4c05-bb75-0cb9ad6e9e6d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:19.388671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367c4ef0-f649-4c05-bb75-0cb9ad6e9e6d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:19.390252 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-367c4ef0-f649-4c05-bb75-0cb9ad6e9e6d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5396063 May 10 11:29:19.400480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:19.431347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258444-dce6-49d8-9c89-103e2b69633b req-f618d465-4433-4f20-a74e-fcf5dc468585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:19.432944 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-f618d465-4433-4f20-a74e-fcf5dc468585 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d98e2e5f-6037-4951-b64a-d4b2229de02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5971150 May 10 11:29:19.440560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daadaf6-8790-4db1-bcb6-8083c3bf1c0e req-8fc1a9e2-0c4c-4f68-a248-d296fa10fccc tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:19.442224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5daadaf6-8790-4db1-bcb6-8083c3bf1c0e req-8fc1a9e2-0c4c-4f68-a248-d296fa10fccc tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 931 time: 0.6593599 May 10 11:29:19.523391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Pushing event updated for resources: {'Port': ['ID=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:19.578116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:19.578746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:19.592326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.592684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.593028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.593369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.593702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.594034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.594720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.594720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.595037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.595327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.595652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.596013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:19.657155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe10469f-22a3-4920-b97c-ded610cfaaf2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet b7d9b34a-5d07-4d9e-ae5a-66ff630e965d {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:19.661245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:19.710852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-89bc2407-7e88-4d84-97d1-1df6a25cf277 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4206164 May 10 11:29:19.723361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe10469f-22a3-4920-b97c-ded610cfaaf2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:19.747788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c039660b-9f7b-4bed-8a3d-591aba1771b3 req-acea270c-3f62-4b84-8d1f-31c22bc25bfc tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640093 May 10 11:29:19.777386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Request body: {'port': {'device_id': '509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:19.828906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5daadaf6-8790-4db1-bcb6-8083c3bf1c0e req-158de195-0a35-4516-9b44-68a29c472dc6 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564935 May 10 11:29:19.835537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:19.839700 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:19.841284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Attempting to bind port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:19.841627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Attempting to bind port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:19.841959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Attempting to bind port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 on network d904b975-63c3-4852-8af9-6ee3c68dead0 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:19.905968 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe10469f-22a3-4920-b97c-ded610cfaaf2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:19.916459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-bd8e3cf6-d540-44c3-9e6b-adb4524dd979 service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516122 May 10 11:29:19.922414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 on network d904b975-63c3-4852-8af9-6ee3c68dead0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:19.922744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Attempting to bind port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 on network d904b975-63c3-4852-8af9-6ee3c68dead0 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:19.949776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-61e911e9-ca97-4854-a9e1-96d7196f962d req-d6140245-0cc5-4e95-82eb-45a35b784efc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 210 time: 0.0644510 May 10 11:29:19.959197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:19.959525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Checking segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:19.965626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Bound using segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:19.966551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Bound port: 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:19.968461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:19.971563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Attempting to bind port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:19.971851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Attempting to bind port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:19.972453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Attempting to bind port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 on network d98e2e5f-6037-4951-b64a-d4b2229de02a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:19.993310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.064799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 on network d98e2e5f-6037-4951-b64a-d4b2229de02a not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:20.065121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Attempting to bind port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 on network d98e2e5f-6037-4951-b64a-d4b2229de02a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:20.139159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:20.140036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Checking segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:20.140596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Bound using segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:20.141583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Bound port: b1db854a-fff0-4318-9cd7-b2f8a0e919c2, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:20.142121 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.244882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 86e85b95-fc01-4902-85ee-59175cff18da up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:20.297879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 86e85b95-fc01-4902-85ee-59175cff18da triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:20.298262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.336516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe10469f-22a3-4920-b97c-ded610cfaaf2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.379071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508dc8c-3781-468e-b16a-9c0f43d37dcb req-c4031c71-fce0-455b-8876-3653902deee9 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:20.381023 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1508dc8c-3781-468e-b16a-9c0f43d37dcb req-c4031c71-fce0-455b-8876-3653902deee9 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 932 time: 0.3042324 May 10 11:29:20.392550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 86e85b95-fc01-4902-85ee-59175cff18da is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:20.394393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b258444-dce6-49d8-9c89-103e2b69633b req-8fca1058-1361-4390-b5ad-a7af9cc1b511 service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437363 May 10 11:29:20.431199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Allocated IP 172.20.0.11 (790a88e3-9791-4e6e-8d63-2655cc9da7ee/b5f797b6-5925-4b4e-a192-11a6c6d3d98e/749ee620-6520-43eb-a342-4497554f3048) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:20.473480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b15ef71-978c-4a4b-8619-334d3cfa0054 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:20.492981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] For port b1db854a-fff0-4318-9cd7-b2f8a0e919c2, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:20.500549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.520845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] For port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:20.538625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Transition to ACTIVE for port object 1b15ef71-978c-4a4b-8619-334d3cfa0054 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:20.546241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] For port b1db854a-fff0-4318-9cd7-b2f8a0e919c2, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:20.559862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] For port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:20.561071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.562802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.591086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.591645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1508dc8c-3781-468e-b16a-9c0f43d37dcb req-27b91f27-85c8-4a52-a531-34405a5c09f6 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853917 May 10 11:29:20.603386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:29:20.705857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:20.706182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.708073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 HTTP/1.1" status: 200 len: 1092 time: 3.5863731 May 10 11:29:20.709896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:20.710332 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.712090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] 10.222.0.49 "PUT /v2.0/ports/b1db854a-fff0-4318-9cd7-b2f8a0e919c2 HTTP/1.1" status: 200 len: 1091 time: 5.0269735 May 10 11:29:20.713927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d2d019-2a54-4ef4-b927-18b5b8ee2674 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:20.718246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c631b4a9-fdd0-44cc-aec7-e10729b81a9f', 'tag': '0ff82ef7-28c4-42d9-8252-3c42fdfca0c4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:20.720667 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e462b7a-69bb-4c5e-8322-23837acb9c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c631b4a9-fdd0-44cc-aec7-e10729b81a9f", "tag": "0ff82ef7-28c4-42d9-8252-3c42fdfca0c4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:20.732668 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.734200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe10469f-22a3-4920-b97c-ded610cfaaf2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.735013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Pushing event updated for resources: {'Port': ['ID=1b15ef71-978c-4a4b-8619-334d3cfa0054,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:20.757606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6df826-6fea-4be5-ac59-406faa84e727 service neutron] Pushing event updated for resources: {'Port': ['ID=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:20.788417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'tag': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:20.790626 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea85826-7276-4cc2-9992-eae98f310aa1", "tag": "b1db854a-fff0-4318-9cd7-b2f8a0e919c2"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:20.799801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-ae5b9cd4-a8d0-4f20-8043-edcb8563108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:20.801552 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-ae5b9cd4-a8d0-4f20-8043-edcb8563108e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 1094 time: 0.3336744 May 10 11:29:20.865244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10469f-22a3-4920-b97c-ded610cfaaf2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d9b34a-5d07-4d9e-ae5a-66ff630e965d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:20.865497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Transition to ACTIVE for port object 64d2d019-2a54-4ef4-b927-18b5b8ee2674 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:20.876122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe10469f-22a3-4920-b97c-ded610cfaaf2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:20.881578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fe10469f-22a3-4920-b97c-ded610cfaaf2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/b7d9b34a-5d07-4d9e-ae5a-66ff630e965d HTTP/1.1" status: 204 len: 168 time: 1.4775956 May 10 11:29:20.883411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f1a8a-bd24-4312-9eeb-1488d8aae6d9 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:20.910367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36038) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:20.956840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.016564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Deleting port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:21.017435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.026562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e42c3a-2e9e-451e-a712-0a6b6683b665 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:21.027874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-56f39674-4bfe-49c1-8129-7440cd44b821 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140707 May 10 11:29:21.047338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.058560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36042) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:21.085962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855dda-db2a-49d5-ad20-3b4f9a8983e2 req-69a53bb8-7b84-404d-9ab8-47c681510583 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.092613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:21.093836 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e855dda-db2a-49d5-ad20-3b4f9a8983e2 req-69a53bb8-7b84-404d-9ab8-47c681510583 tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 1102 time: 0.4321635 May 10 11:29:21.123443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb937849-1f8f-4378-9b8b-8654b23f5436 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:21.187010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ee8e22ed-d014-4f09-9ee4-63b79ef7b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.193824 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-ee8e22ed-d014-4f09-9ee4-63b79ef7b11b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 1094 time: 0.3905530 May 10 11:29:21.271426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:21.325132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Transition to ACTIVE for port object c2e42c3a-2e9e-451e-a712-0a6b6683b665 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:21.326233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Pushing event updated for resources: {'Port': ['ID=64d2d019-2a54-4ef4-b927-18b5b8ee2674,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:21.345642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-4f807cf4-d575-4405-8b96-220515927231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.347170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-4f807cf4-d575-4405-8b96-220515927231 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&device_id=c631b4a9-fdd0-44cc-aec7-e10729b81a9f HTTP/1.1" status: 200 len: 1095 time: 0.4974549 May 10 11:29:21.347857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] Deleting port 86e85b95-fc01-4902-85ee-59175cff18da {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:21.348379 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.359249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.373791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-9a733320-2dca-468d-82df-81b2ee506a5a tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:29:21.374820 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-9a733320-2dca-468d-82df-81b2ee506a5a tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0338340 May 10 11:29:21.424173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] For port 86e85b95-fc01-4902-85ee-59175cff18da, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=86e85b95-fc01-4902-85ee-59175cff18da,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:21.424636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.437249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] Calling delete_port for 86e85b95-fc01-4902-85ee-59175cff18da owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:21.483168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Attempting to bind port 1b15ef71-978c-4a4b-8619-334d3cfa0054 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:21.483168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Attempting to bind port 1b15ef71-978c-4a4b-8619-334d3cfa0054 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:21.483599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Attempting to bind port 1b15ef71-978c-4a4b-8619-334d3cfa0054 on network d98e2e5f-6037-4951-b64a-d4b2229de02a {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:21.487754 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-d6ebda19-0a98-4200-90ba-e4f24bed0f56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 HTTP/1.1" status: 200 len: 217 time: 0.1239414 May 10 11:29:21.530675 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.558037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] Pushing event deleted for resources: {'Port': ['ID=86e85b95-fc01-4902-85ee-59175cff18da,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:21.561764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-0c4b4703-1918-4c7a-8301-ce9710d9b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.562287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa3dfe-23af-439f-bdd0-ade6b245a12a None None] No DVR routers for this DVR port 86e85b95-fc01-4902-85ee-59175cff18da on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:21.563400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-0c4b4703-1918-4c7a-8301-ce9710d9b28c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 916 time: 0.7248104 May 10 11:29:21.564648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-f63e7c50-e137-4d12-a514-d902c4e1449e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1db854a-fff0-4318-9cd7-b2f8a0e919c2 HTTP/1.1" status: 200 len: 217 time: 0.0749381 May 10 11:29:21.573404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e855dda-db2a-49d5-ad20-3b4f9a8983e2 req-a46c0a0b-223a-45b4-8bbc-3a15295bef4d tempest-ServersAdminTestJSON-1314233052 tempest-ServersAdminTestJSON-1314233052-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782522 May 10 11:29:21.579116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Port 1b15ef71-978c-4a4b-8619-334d3cfa0054 on network d98e2e5f-6037-4951-b64a-d4b2229de02a not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:21.579345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Attempting to bind port 1b15ef71-978c-4a4b-8619-334d3cfa0054 on network d98e2e5f-6037-4951-b64a-d4b2229de02a {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:21.588108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.639972 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed88f14-6e56-486b-94b4-a92f50edb889 x-openstack-request-id: req-9ed88f14-6e56-486b-94b4-a92f50edb889 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:21.640500 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c631b4a9-fdd0-44cc-aec7-e10729b81a9f", "tag": "0ff82ef7-28c4-42d9-8252-3c42fdfca0c4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:21.640500 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ed88f14-6e56-486b-94b4-a92f50edb889 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:21.640874 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed88f14-6e56-486b-94b4-a92f50edb889'] response: {'name': 'network-changed', 'server_uuid': 'c631b4a9-fdd0-44cc-aec7-e10729b81a9f', 'tag': '0ff82ef7-28c4-42d9-8252-3c42fdfca0c4', 'status': 'completed', 'code': 200} May 10 11:29:21.647365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e42c3a-2e9e-451e-a712-0a6b6683b665,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:21.651088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-0c3a2c3c-e8af-470e-9c9a-ff3b5c4d5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.652512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-0c3a2c3c-e8af-470e-9c9a-ff3b5c4d5de7 service neutron] 10.222.0.13 "GET /v2.0/ports/71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 200 len: 1093 time: 0.2080512 May 10 11:29:21.653098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:21.656517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.665095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] For port 1323cdcb-6db1-4d45-ba1e-2e9f60143e89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,segment=NetworkSegment(a0dc41a1-072e-4e76-b42d-6286fc30513d),segment_id=a0dc41a1-072e-4e76-b42d-6286fc30513d)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:21.665261 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.665417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:21.665716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Checking segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:21.666102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Bound using segment: {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:21.666536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Bound port: 1b15ef71-978c-4a4b-8619-334d3cfa0054, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:21.666895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.671790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-b440d92a-78a6-47a4-8266-adf1fa8dc00f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a285203-95c3-4378-baf3-fa8487844a5e HTTP/1.1" status: 200 len: 217 time: 0.0964191 May 10 11:29:21.710127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Calling delete_port for 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:21.729736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Request body: {'binding': {'host': 'n-h2-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:21.730214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Unknown quota resources ['binding']. {{(pid=102768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 11:29:21.760149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-f90e80de-5633-4718-9e8a-760345121a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.761629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-f90e80de-5633-4718-9e8a-760345121a3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0e754fcc-c47e-49ea-9092-9825e1ae4608 HTTP/1.1" status: 200 len: 854 time: 0.1851065 May 10 11:29:21.795914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-9a309950-a205-4370-8b91-d22789578320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.797283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-9a309950-a205-4370-8b91-d22789578320 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 200 len: 852 time: 0.2682664 May 10 11:29:21.848777 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.854884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-08cecb7b-54d7-45c8-af7d-591c23a025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.856379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-08cecb7b-54d7-45c8-af7d-591c23a025d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e754fcc-c47e-49ea-9092-9825e1ae4608 HTTP/1.1" status: 200 len: 854 time: 0.1714230 May 10 11:29:21.909982 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-93307834-5d69-4825-9a7a-0c4b4eac16e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d904b975-63c3-4852-8af9-6ee3c68dead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879931 May 10 11:29:21.917329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6505161-04ab-40e3-b9fd-45b60363b016 req-0c67c5fb-0e36-482b-b651-dca6acbb02d5 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:21.918843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6505161-04ab-40e3-b9fd-45b60363b016 req-0c67c5fb-0e36-482b-b651-dca6acbb02d5 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 943 time: 0.2391624 May 10 11:29:21.937384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Attempting to bind port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:21.937720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Attempting to bind port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:21.938044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Attempting to bind port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 on network d904b975-63c3-4852-8af9-6ee3c68dead0 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:21.965630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:21.986759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:22.012473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:22.048847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 on network d904b975-63c3-4852-8af9-6ee3c68dead0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:22.049107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Attempting to bind port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 on network d904b975-63c3-4852-8af9-6ee3c68dead0 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:22.056934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-a80f69dc-aa9b-4aea-9c85-004a850e1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:22.058482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-a80f69dc-aa9b-4aea-9c85-004a850e1d3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d98e2e5f-6037-4951-b64a-d4b2229de02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2846487 May 10 11:29:22.091638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] For port 1b15ef71-978c-4a4b-8619-334d3cfa0054, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:22.092057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event updated for resources: {'Port': ['ID=749ee620-6520-43eb-a342-4497554f3048,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:22.098456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:22.098956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Checking segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:22.099355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Bound using segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:22.100450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Bound port: 64d2d019-2a54-4ef4-b927-18b5b8ee2674, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:22.100450 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.118776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Attempting to bind port c2e42c3a-2e9e-451e-a712-0a6b6683b665 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:22.119458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Attempting to bind port c2e42c3a-2e9e-451e-a712-0a6b6683b665 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'e7c26480-9e22-4f13-a249-638da53a8c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:22.119458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Attempting to bind port c2e42c3a-2e9e-451e-a712-0a6b6683b665 on network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:22.148141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] For port 1b15ef71-978c-4a4b-8619-334d3cfa0054, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1b15ef71-978c-4a4b-8619-334d3cfa0054,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:22.175440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-3faaced1-a5ab-4eec-be86-f3fb9d73adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:22.177516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-3faaced1-a5ab-4eec-be86-f3fb9d73adfc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d98e2e5f-6037-4951-b64a-d4b2229de02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3089955 May 10 11:29:22.178417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Port c2e42c3a-2e9e-451e-a712-0a6b6683b665 on network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:22.178741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Attempting to bind port c2e42c3a-2e9e-451e-a712-0a6b6683b665 on network e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:22.192091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.196723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 86e85b95-fc01-4902-85ee-59175cff18da no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:22.216516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6505161-04ab-40e3-b9fd-45b60363b016 req-a15e521e-6b0d-44ef-84e3-9abfc4603e51 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750385 May 10 11:29:22.219404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 86e85b95-fc01-4902-85ee-59175cff18da {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:22.220051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 86e85b95-fc01-4902-85ee-59175cff18da not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:22.261275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:22.261617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Checking segment: {'id': 'e7c26480-9e22-4f13-a249-638da53a8c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:22.262001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Bound using segment: {'id': 'e7c26480-9e22-4f13-a249-638da53a8c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:22.262453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Bound port: c2e42c3a-2e9e-451e-a712-0a6b6683b665, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c26480-9e22-4f13-a249-638da53a8c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:22.263036 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.288168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:22.288809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.296896 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42c30bf-5127-4072-b8dd-4fae902377de x-openstack-request-id: req-d42c30bf-5127-4072-b8dd-4fae902377de {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:22.297118 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea85826-7276-4cc2-9992-eae98f310aa1", "tag": "b1db854a-fff0-4318-9cd7-b2f8a0e919c2", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:22.297346 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d42c30bf-5127-4072-b8dd-4fae902377de {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:22.297926 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42c30bf-5127-4072-b8dd-4fae902377de'] response: {'name': 'network-changed', 'server_uuid': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'tag': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2', 'status': 'completed', 'code': 200} May 10 11:29:22.324002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:22.324278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.326028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] 10.222.0.70 "PUT /v2.0/ports/1b15ef71-978c-4a4b-8619-334d3cfa0054 HTTP/1.1" status: 200 len: 1091 time: 3.7795148 May 10 11:29:22.350464 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-29ee8fb8-3a82-421b-a05c-0560aecb3845 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5332808 May 10 11:29:22.366382 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-52e5dbe0-4dac-4543-b8b9-adbc27539b55 service neutron] 10.222.0.70 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301875 May 10 11:29:22.371610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Request body: {'port': {'device_id': 'd3a5227f-c05d-47d3-a7cc-26ac0ca828a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:22.397257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on host n-h2-840949-1 for vnic_type normal with profile None {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:22.397586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:22.397912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:22.438090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-72a60126-2746-43eb-908a-ed8bacfdbe77 service neutron] 10.222.0.49 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469980 May 10 11:29:22.456646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-e5db7539-934e-4ae1-a5ae-ce17e4ef585d service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640226 May 10 11:29:22.609693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.652824 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.672425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1323cdcb-6db1-4d45-ba1e-2e9f60143e89,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:22.698122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34e842-f19a-4a99-9624-0cddee5b8ff7 req-d378f50c-eda9-4400-a90e-b9d0aacbdeb0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:22.699717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fb34e842-f19a-4a99-9624-0cddee5b8ff7 req-d378f50c-eda9-4400-a90e-b9d0aacbdeb0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 943 time: 0.3232098 May 10 11:29:22.825701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef0be67e-30b6-4e30-ac48-94cadf761df9 req-49457b52-af7c-4933-bbb7-220f2091f90c service neutron] 10.222.0.49 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680203 May 10 11:29:22.832344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f936e3b8-6c57-4cc8-8363-3bc831104488 req-f8df53d5-68ac-4d02-b55c-8e01b8f83e04 service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594699 May 10 11:29:22.882098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:22.882608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:22.885034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3667db-b27d-43fe-913a-1bca9e759528 service neutron] Pushing event updated for resources: {'Port': ['ID=1b15ef71-978c-4a4b-8619-334d3cfa0054,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:22.917610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] For port 64d2d019-2a54-4ef4-b927-18b5b8ee2674, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:22.918986 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fb34e842-f19a-4a99-9624-0cddee5b8ff7 req-572346c2-4fe0-4f03-8949-3f464ee0f090 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943927 May 10 11:29:22.942319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:22.942319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:22.942319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:22.942319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Bound port: 71bfaf3d-4bd6-490b-a577-363d352adc6c, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:22.987607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] For port 64d2d019-2a54-4ef4-b927-18b5b8ee2674, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64d2d019-2a54-4ef4-b927-18b5b8ee2674,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:22.992933 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.016397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.103559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] For port c2e42c3a-2e9e-451e-a712-0a6b6683b665, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:23.116069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-9f490454-921f-4bb1-818b-622357f1dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.116069 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-9f490454-921f-4bb1-818b-622357f1dbe8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 1094 time: 0.6828585 May 10 11:29:23.121291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-500617fe-2233-4320-a5e7-bd0432c70160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.122719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-500617fe-2233-4320-a5e7-bd0432c70160 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 1094 time: 0.2072179 May 10 11:29:23.135304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:23.151807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.152437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.153800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] 10.222.0.49 "PUT /v2.0/ports/64d2d019-2a54-4ef4-b927-18b5b8ee2674 HTTP/1.1" status: 200 len: 1091 time: 4.7467024 May 10 11:29:23.169592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:23.190234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec6a347-cc92-4c7b-9276-66038a3bd41f None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:23.210751 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-89857c10-45c2-4a27-8f8e-e1edf88c70fa service neutron] 10.222.0.70 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151443 May 10 11:29:23.212440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.213381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.229756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] For port c2e42c3a-2e9e-451e-a712-0a6b6683b665, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c2e42c3a-2e9e-451e-a712-0a6b6683b665,segment=NetworkSegment(e7c26480-9e22-4f13-a249-638da53a8c11),segment_id=e7c26480-9e22-4f13-a249-638da53a8c11)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:23.240005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-fcf477d5-a993-4b1e-a6c8-9223b15fb2de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b15ef71-978c-4a4b-8619-334d3cfa0054 HTTP/1.1" status: 200 len: 217 time: 0.0992970 May 10 11:29:23.253496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:23.261559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.292795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594b16d-cc05-40ee-8743-005246d72cbf service neutron] Pushing event updated for resources: {'Port': ['ID=64d2d019-2a54-4ef4-b927-18b5b8ee2674,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:23.296222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:23.351904 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] Notify callbacks [] for binding, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.364019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ac0142e7-3812-4ed4-afd2-e3615478189d service neutron] 10.222.0.13 "POST /v2.0/ports/71bfaf3d-4bd6-490b-a577-363d352adc6c/bindings HTTP/1.1" status: 201 len: 389 time: 1.6756692 May 10 11:29:23.414726 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-627e3a35-6411-4cf8-a912-e27683429ce9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3332341 May 10 11:29:23.417611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36050) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:23.434267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:29:23.437166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.451436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-77ea34f3-08ae-4e28-88e8-5f55a737edbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2001399870', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:23.496440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.497059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.499785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] 10.222.0.70 "PUT /v2.0/ports/c2e42c3a-2e9e-451e-a712-0a6b6683b665 HTTP/1.1" status: 200 len: 1092 time: 3.7440634 May 10 11:29:23.509387 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.541756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd09ae-f1b6-417b-b9a4-cd6bcb5181f0 req-1220fbff-cffd-4592-8485-55064013f8e8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.543326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87fd09ae-f1b6-417b-b9a4-cd6bcb5181f0 req-1220fbff-cffd-4592-8485-55064013f8e8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 932 time: 0.5205104 May 10 11:29:23.574737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-8385d65c-5628-432c-bac5-88b8f2fd3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.579387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-8385d65c-5628-432c-bac5-88b8f2fd3ba2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e754fcc-c47e-49ea-9092-9825e1ae4608 HTTP/1.1" status: 200 len: 854 time: 0.3196077 May 10 11:29:23.597743 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77ea34f3-08ae-4e28-88e8-5f55a737edbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.598821 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77ea34f3-08ae-4e28-88e8-5f55a737edbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.625291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08fa89-a640-40b5-b82f-7691a3872d02 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e42c3a-2e9e-451e-a712-0a6b6683b665,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:23.630282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-4bc15740-77c5-41b4-8a22-95aae7b142f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.631881 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-4bc15740-77c5-41b4-8a22-95aae7b142f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 1094 time: 0.3970635 May 10 11:29:23.651049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8725212-bf1b-4709-a5c5-dfa4b9a71640', 'tag': '1b15ef71-978c-4a4b-8619-334d3cfa0054'}, {'name': 'network-changed', 'server_uuid': '06f68bf5-6e5c-4ffb-bec9-822202b23f5c', 'tag': '64d2d019-2a54-4ef4-b927-18b5b8ee2674'}, {'name': 'network-changed', 'server_uuid': '509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff', 'tag': 'c2e42c3a-2e9e-451e-a712-0a6b6683b665'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:23.654255 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb" -d '{"events": [{"name": "network-changed", "server_uuid": "e8725212-bf1b-4709-a5c5-dfa4b9a71640", "tag": "1b15ef71-978c-4a4b-8619-334d3cfa0054"}, {"name": "network-changed", "server_uuid": "06f68bf5-6e5c-4ffb-bec9-822202b23f5c", "tag": "64d2d019-2a54-4ef4-b927-18b5b8ee2674"}, {"name": "network-changed", "server_uuid": "509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff", "tag": "c2e42c3a-2e9e-451e-a712-0a6b6683b665"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:23.690138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-0559327f-2ca5-4455-8d4e-684cb10bf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.691652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-0559327f-2ca5-4455-8d4e-684cb10bf34d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&device_id=c631b4a9-fdd0-44cc-aec7-e10729b81a9f HTTP/1.1" status: 200 len: 1095 time: 0.3821878 May 10 11:29:23.709266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-fd3c6556-dda2-4bce-85fd-e7112af737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.710768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-fd3c6556-dda2-4bce-85fd-e7112af737c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 916 time: 0.5702038 May 10 11:29:23.749517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc/ee60b6b5-5554-4ca2-bf1c-624c79d509f3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:23.770799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-3faac7ae-e5af-4603-8a32-0d3d28aba962 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d2d019-2a54-4ef4-b927-18b5b8ee2674 HTTP/1.1" status: 200 len: 217 time: 0.0934479 May 10 11:29:23.771754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749ee620-6520-43eb-a342-4497554f3048 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:23.813906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.843370 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87fd09ae-f1b6-417b-b9a4-cd6bcb5181f0 req-d238e87f-e49d-43b0-9c66-c53e10db638b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283995 May 10 11:29:23.849601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-948ba584-9cf8-4839-9bda-06364420ad52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1db854a-fff0-4318-9cd7-b2f8a0e919c2 HTTP/1.1" status: 200 len: 217 time: 0.0960417 May 10 11:29:23.874909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77ea34f3-08ae-4e28-88e8-5f55a737edbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.889970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-c2d01e3f-fd05-4f86-b66e-0f525b3fe63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.891503 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-c2d01e3f-fd05-4f86-b66e-0f525b3fe63e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fe7d6c3b87b4331af975afc911eaa99&device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 1095 time: 0.3058822 May 10 11:29:23.897146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-e0ac791a-f5d3-4ee8-a91c-b2ea693d5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.899160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-e0ac791a-f5d3-4ee8-a91c-b2ea693d5baa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d98e2e5f-6037-4951-b64a-d4b2229de02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3096077 May 10 11:29:23.899531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77ea34f3-08ae-4e28-88e8-5f55a737edbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.948555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b1db854a-fff0-4318-9cd7-b2f8a0e919c2 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:23.968959 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.980382 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.982366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Transition to ACTIVE for port object 749ee620-6520-43eb-a342-4497554f3048 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:23.985532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-aa640e14-673b-4232-8939-f650eeb1105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:23.987371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-aa640e14-673b-4232-8939-f650eeb1105d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1096 time: 0.3194818 May 10 11:29:23.996578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.053092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-3e078fb5-88b7-4cfb-856c-ef975cead61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.055248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-3e078fb5-88b7-4cfb-856c-ef975cead61c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0e754fcc-c47e-49ea-9092-9825e1ae4608 HTTP/1.1" status: 200 len: 854 time: 0.1878355 May 10 11:29:24.055740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-2ced879a-6377-430d-8fc9-c595fd4713b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e42c3a-2e9e-451e-a712-0a6b6683b665 HTTP/1.1" status: 200 len: 217 time: 0.1385567 May 10 11:29:24.060580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564729c9-61af-4f04-bc45-52f99a21c02b req-69473a11-d549-48b7-a6a7-fde7ee5d8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.061996 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-69473a11-d549-48b7-a6a7-fde7ee5d8b73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 200 len: 852 time: 0.2213485 May 10 11:29:24.063511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:24.064572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77ea34f3-08ae-4e28-88e8-5f55a737edbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.068718 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-77ea34f3-08ae-4e28-88e8-5f55a737edbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6210580 May 10 11:29:24.070313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36062) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:24.070522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:24.079014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:24.083386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Pushing event updated for resources: {'Port': ['ID=ee60b6b5-5554-4ca2-bf1c-624c79d509f3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:24.120624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-61e07af2-9228-4ea3-aa32-dc85ff83d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.122247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-61e07af2-9228-4ea3-aa32-dc85ff83d1fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 913 time: 0.4206128 May 10 11:29:24.161306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b1db854a-fff0-4318-9cd7-b2f8a0e919c2, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:24.179011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Attempting to bind port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:24.179400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Attempting to bind port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:24.179746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Attempting to bind port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:24.181780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2', 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a', 'port_id': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2', 'mac_address': 'fa:16:3e:c4:fe:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e754fcc-c47e-49ea-9092-9825e1ae4608', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:24.189303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 4a285203-95c3-4378-baf3-fa8487844a5e details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:24.194188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:24.194748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:24.194953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.195551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:24.196263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Bound port: ee60b6b5-5554-4ca2-bf1c-624c79d509f3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:24.196836 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.236437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-c9d31b84-458e-4a5b-b768-eabca53ed1a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d904b975-63c3-4852-8af9-6ee3c68dead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651735 May 10 11:29:24.237495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f40190-c934-4aa0-9bc0-14cb037873a4 req-749f13b1-8569-447e-841d-30f16192429e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.239485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40f40190-c934-4aa0-9bc0-14cb037873a4 req-749f13b1-8569-447e-841d-30f16192429e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 943 time: 0.2963102 May 10 11:29:24.244979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Pushing event updated for resources: {'Port': ['ID=749ee620-6520-43eb-a342-4497554f3048,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:24.345025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:24.345787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.351181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-8de7521f-76c6-4ea3-ac5b-3b74384df9c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 HTTP/1.1" status: 200 len: 217 time: 0.1613228 May 10 11:29:24.358682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6042b9-e349-46c3-a5ff-153923bdf4e6 req-848e14e6-4aca-4ae1-bfa4-0da9c165080e tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.360229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c6042b9-e349-46c3-a5ff-153923bdf4e6 req-848e14e6-4aca-4ae1-bfa4-0da9c165080e tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 944 time: 0.4515088 May 10 11:29:24.384400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-6e059b9f-dd30-4f38-a609-59dbfa2a3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.385817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-6e059b9f-dd30-4f38-a609-59dbfa2a3c7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d98e2e5f-6037-4951-b64a-d4b2229de02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331960 May 10 11:29:24.391980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1db854a-fff0-4318-9cd7-b2f8a0e919c2 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:24.410128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-412ae81d-272e-43a5-a731-44bd92a17ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.411675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-412ae81d-272e-43a5-a731-44bd92a17ca8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.4128664 May 10 11:29:24.429978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b1db854a-fff0-4318-9cd7-b2f8a0e919c2, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:24.435196 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40f40190-c934-4aa0-9bc0-14cb037873a4 req-d2390ed0-0913-4d49-9317-8e79df7f21ac tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838603 May 10 11:29:24.448286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] For port ee60b6b5-5554-4ca2-bf1c-624c79d509f3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:24.451676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 4a285203-95c3-4378-baf3-fa8487844a5e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4a285203-95c3-4378-baf3-fa8487844a5e,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:24.467532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.483903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] For port ee60b6b5-5554-4ca2-bf1c-624c79d509f3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee60b6b5-5554-4ca2-bf1c-624c79d509f3,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:24.490801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-6b8c8b99-283d-4e6c-9b0f-6b98e5d56748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.492373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-6b8c8b99-283d-4e6c-9b0f-6b98e5d56748 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a13d0dc-9a65-4077-a7db-cc76054f1193 HTTP/1.1" status: 200 len: 854 time: 0.4157150 May 10 11:29:24.504351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '4a285203-95c3-4378-baf3-fa8487844a5e', 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a', 'port_id': '4a285203-95c3-4378-baf3-fa8487844a5e', 'mac_address': 'fa:16:3e:2d:50:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e754fcc-c47e-49ea-9092-9825e1ae4608', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:24.511586 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.525949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-c6f127d3-33ec-4f12-870e-9d8419447e2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 200 len: 217 time: 0.0941339 May 10 11:29:24.529226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:29:24.574398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:24.587381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-9290f27c-7c7d-42a8-babd-4f591454c0c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473311 May 10 11:29:24.590004 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-83e51612-b1c4-4eee-b178-40a666c15383 service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750286 May 10 11:29:24.608775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 4a285203-95c3-4378-baf3-fa8487844a5e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:24.609521 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.620974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Attempting to bind port 749ee620-6520-43eb-a342-4497554f3048 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:24.622870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Attempting to bind port 749ee620-6520-43eb-a342-4497554f3048 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:24.622870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Attempting to bind port 749ee620-6520-43eb-a342-4497554f3048 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:24.624415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-23bedf06-7b4e-4d9f-b4b0-9ef1fc1b1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.625864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-23bedf06-7b4e-4d9f-b4b0-9ef1fc1b1ac3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 200 len: 852 time: 0.2631686 May 10 11:29:24.637673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a285203-95c3-4378-baf3-fa8487844a5e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:24.651912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbb709-5c12-4620-9e94-ab1f5198de25 None None] Pushing event updated for resources: {'Port': ['ID=ee60b6b5-5554-4ca2-bf1c-624c79d509f3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:24.667308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Port 749ee620-6520-43eb-a342-4497554f3048 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:24.667634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Attempting to bind port 749ee620-6520-43eb-a342-4497554f3048 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:24.668941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 4a285203-95c3-4378-baf3-fa8487844a5e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4a285203-95c3-4378-baf3-fa8487844a5e,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:24.680984 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.691137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-5f38ca2d-31e6-4a3b-abde-0f316b5a55da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.692735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-5f38ca2d-31e6-4a3b-abde-0f316b5a55da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1580334 May 10 11:29:24.727971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:24.728640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Checking segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:24.728786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Bound using segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:24.729113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Bound port: 749ee620-6520-43eb-a342-4497554f3048, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:24.729472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.732770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-95f32d52-ea29-4712-b935-41eb7caee712 service neutron] 10.222.0.49 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259826 May 10 11:29:24.735464 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c6042b9-e349-46c3-a5ff-153923bdf4e6 req-97307b8c-584c-42aa-9be4-49d9cdd84d36 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300316 May 10 11:29:24.736733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=4a285203-95c3-4378-baf3-fa8487844a5e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:24.742298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['b1db854a-fff0-4318-9cd7-b2f8a0e919c2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:24.791093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-b835c17b-313e-4a02-ba25-456ad1c8bb3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666718 May 10 11:29:24.835504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-c2e1679e-d2b9-41b1-8ab1-54776c00536c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d904b975-63c3-4852-8af9-6ee3c68dead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565788 May 10 11:29:24.854580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04eb96-7c90-4a63-8553-a8ffacb62012 req-785383f6-4498-402a-86f1-edd59954a9c8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:24.861978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef04eb96-7c90-4a63-8553-a8ffacb62012 req-785383f6-4498-402a-86f1-edd59954a9c8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.2814691 May 10 11:29:24.866951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-9a916878-ace6-47a0-a978-6cdf9d378164 service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824435 May 10 11:29:24.968502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['4a285203-95c3-4378-baf3-fa8487844a5e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:25.097527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] For port 749ee620-6520-43eb-a342-4497554f3048, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:25.104091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] For port 749ee620-6520-43eb-a342-4497554f3048, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=749ee620-6520-43eb-a342-4497554f3048,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:25.106065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:29:25.117018 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a1cf7bb5-d771-4d19-8c4b-84ea8cf96f5d admin admin] 10.222.0.13 "PUT /v2.0/routers/335ceae0-8e21-4c35-9175-3c6a63cd5e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9919572 May 10 11:29:25.125259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] Sync routers for ids ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:29:25.151947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36066) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:25.154750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] Routers {'335ceae0-8e21-4c35-9175-3c6a63cd5e26'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:25.155394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:25.169449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.172427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.49', 61325) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:25.217047 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 10 May 2022 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d07027-de69-4466-bc3d-a58cff3f44d8 x-openstack-request-id: req-68d07027-de69-4466-bc3d-a58cff3f44d8 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:25.217658 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8725212-bf1b-4709-a5c5-dfa4b9a71640", "tag": "1b15ef71-978c-4a4b-8619-334d3cfa0054", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06f68bf5-6e5c-4ffb-bec9-822202b23f5c", "tag": "64d2d019-2a54-4ef4-b927-18b5b8ee2674", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff", "tag": "c2e42c3a-2e9e-451e-a712-0a6b6683b665", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:25.217658 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68d07027-de69-4466-bc3d-a58cff3f44d8 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:25.217922 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d07027-de69-4466-bc3d-a58cff3f44d8'] response: {'name': 'network-changed', 'server_uuid': 'e8725212-bf1b-4709-a5c5-dfa4b9a71640', 'tag': '1b15ef71-978c-4a4b-8619-334d3cfa0054', 'status': 'completed', 'code': 200} May 10 11:29:25.218164 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d07027-de69-4466-bc3d-a58cff3f44d8'] response: {'name': 'network-changed', 'server_uuid': '06f68bf5-6e5c-4ffb-bec9-822202b23f5c', 'tag': '64d2d019-2a54-4ef4-b927-18b5b8ee2674', 'status': 'completed', 'code': 200} May 10 11:29:25.218599 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d07027-de69-4466-bc3d-a58cff3f44d8'] response: {'name': 'network-changed', 'server_uuid': '509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff', 'tag': 'c2e42c3a-2e9e-451e-a712-0a6b6683b665', 'status': 'completed', 'code': 200} May 10 11:29:25.300715 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef04eb96-7c90-4a63-8553-a8ffacb62012 req-0d97dce6-4abb-40b6-9c35-598c3a33bf3c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378428 May 10 11:29:25.309600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:25.310241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.311684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] 10.222.0.49 "PUT /v2.0/ports/749ee620-6520-43eb-a342-4497554f3048 HTTP/1.1" status: 200 len: 1092 time: 2.9522407 May 10 11:29:25.312279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a5227f-c05d-47d3-a7cc-26ac0ca828a3', 'tag': '749ee620-6520-43eb-a342-4497554f3048'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:25.314620 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98e36b9-2c36-40be-bdb8-de192f401be2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a5227f-c05d-47d3-a7cc-26ac0ca828a3", "tag": "749ee620-6520-43eb-a342-4497554f3048"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:25.482129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e083f2d0-efb2-48f5-b96a-bfa2ab150024 req-b9fe7a18-81c7-4b7c-97ea-2a0e9473319c service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8721170 May 10 11:29:25.484149 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-f0a1ca94-8f2b-400c-b4c9-6ead6fc2545d service neutron] 10.222.0.70 "GET /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615992 May 10 11:29:25.504359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.550787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] Set router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:25.558516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-0511595e-ab79-4416-ba14-a9968133df5b service neutron] 10.222.0.70 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147951 May 10 11:29:25.757258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:29:22Z', 'revision_number': 5, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:25.791019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] Checking router: 335ceae0-8e21-4c35-9175-3c6a63cd5e26 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:29:25.800822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] Routers {'335ceae0-8e21-4c35-9175-3c6a63cd5e26'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:25.802364 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-e8da5e20-e1b1-4ce4-85d8-6aca36dbb784 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575686 May 10 11:29:25.802926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:25.804456 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.809919 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-2647a826-01e3-491c-b922-154fa66c6006 service neutron] 10.222.0.49 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0646720 May 10 11:29:25.892286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8ac00-7344-4ad3-b97b-f2dfc7f4e25a req-5987e4d7-6b9d-4704-8b2f-574d3eebfc05 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:25.893653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcb8ac00-7344-4ad3-b97b-f2dfc7f4e25a req-5987e4d7-6b9d-4704-8b2f-574d3eebfc05 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 949 time: 0.6743045 May 10 11:29:25.912142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a555e-b7ac-4472-9e43-40708104ae1f req-df7a2527-c8b2-41d3-b81e-3213b9868943 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:25.913812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-052a555e-b7ac-4472-9e43-40708104ae1f req-df7a2527-c8b2-41d3-b81e-3213b9868943 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 949 time: 0.7053642 May 10 11:29:25.927205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] Set router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:25.927799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcc6de-2908-4ef2-9c6e-3e8fc8d0869d service neutron] Pushing event updated for resources: {'Port': ['ID=749ee620-6520-43eb-a342-4497554f3048,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:25.987219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-564729c9-61af-4f04-bc45-52f99a21c02b req-f5456a0a-059d-47f0-beec-dd9b243b8eee service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7257183 May 10 11:29:25.995310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b1db854a-fff0-4318-9cd7-b2f8a0e919c2 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:26.015101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-c1bfcb66-6211-4277-b86d-343f013fff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.017291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-c1bfcb66-6211-4277-b86d-343f013fff0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 1095 time: 0.6227582 May 10 11:29:26.036016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba5d9-4501-46aa-a7ea-a6c192fa7a97 req-68b8bef7-4f16-4fb7-b77d-49d2235cc8a8 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.045088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7eba5d9-4501-46aa-a7ea-a6c192fa7a97 req-68b8bef7-4f16-4fb7-b77d-49d2235cc8a8 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 943 time: 0.2279620 May 10 11:29:26.072601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcb8ac00-7344-4ad3-b97b-f2dfc7f4e25a req-dadb0794-58a5-402b-8a3b-b5e7bf6f8527 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495421 May 10 11:29:26.099349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-06e012c0-f7eb-4de5-9926-fef97b00e7cd None None] Provisioning complete for port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:26.099349 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06e012c0-f7eb-4de5-9926-fef97b00e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.115232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-8e06afa0-c926-42b0-a7ef-169bb1bf7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.116830 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-8e06afa0-c926-42b0-a7ef-169bb1bf7dcd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 1094 time: 0.5543659 May 10 11:29:26.156860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4708d07-74fd-4b1f-acb7-9c7fe02c2fc9 req-66ad7d1b-c570-47bb-ad77-c811ad351114 service neutron] 10.222.0.70 "GET /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055748 May 10 11:29:26.199795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:26.211141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-7d6ce3aa-b9ca-49fd-b800-8e0fad3612a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ee620-6520-43eb-a342-4497554f3048 HTTP/1.1" status: 200 len: 217 time: 0.1621270 May 10 11:29:26.224462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:26.232588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 4a285203-95c3-4378-baf3-fa8487844a5e up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:26.255690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-15e5f05a-1ae4-4dca-947b-92ec6fa69ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.257900 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-15e5f05a-1ae4-4dca-947b-92ec6fa69ad5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 916 time: 0.1085508 May 10 11:29:26.268352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:26.268962 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.274019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::1 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc/a19cde64-3416-4ea8-a990-89a5a426d116) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:26.309853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-4212b62f-3330-49a0-a458-6168f9cc1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.311475 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-4212b62f-3330-49a0-a458-6168f9cc1a38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.0742574 May 10 11:29:26.353596 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e462b7a-69bb-4c5e-8322-23837acb9c7e req-1ca8c428-b722-4243-bbbb-e2ffcadd8fc7 service neutron] 10.222.0.70 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620175 May 10 11:29:26.370268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-b88dddad-9c3a-4258-83e9-0b309efe595c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b15ef71-978c-4a4b-8619-334d3cfa0054 HTTP/1.1" status: 200 len: 217 time: 0.0995135 May 10 11:29:26.380848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-d4ac6f64-d7cd-46b8-90d9-16d5a5e5c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.382349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-c1ea6fb6-26fa-4501-8d1a-00b6a7311f7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428452 May 10 11:29:26.382485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-d4ac6f64-d7cd-46b8-90d9-16d5a5e5c00b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 1094 time: 0.3090203 May 10 11:29:26.398972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-f92cc745-8974-4a97-8d92-0c5bbc444771 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845175 May 10 11:29:26.421664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.436925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7eba5d9-4501-46aa-a7ea-a6c192fa7a97 req-c4edc4a4-1944-4fcd-8f62-e9d77817d85a tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907788 May 10 11:29:26.448563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-06e012c0-f7eb-4de5-9926-fef97b00e7cd None None] Current status of the port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:26.449072 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06e012c0-f7eb-4de5-9926-fef97b00e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.560858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-06e012c0-f7eb-4de5-9926-fef97b00e7cd None None] For port ee60b6b5-5554-4ca2-bf1c-624c79d509f3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee60b6b5-5554-4ca2-bf1c-624c79d509f3,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:26.563703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18187-0096-4fe0-b1f1-2e351d075f40 req-e1037721-218f-49ac-affa-99ca5cbe10c1 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.565376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ec18187-0096-4fe0-b1f1-2e351d075f40 req-e1037721-218f-49ac-affa-99ca5cbe10c1 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 944 time: 0.3047938 May 10 11:29:26.576873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee60b6b5-5554-4ca2-bf1c-624c79d509f3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:26.594122 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcdea04-5303-4565-8876-85df758902a1 x-openstack-request-id: req-fdcdea04-5303-4565-8876-85df758902a1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:26.594446 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a5227f-c05d-47d3-a7cc-26ac0ca828a3", "tag": "749ee620-6520-43eb-a342-4497554f3048", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:26.594731 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdcdea04-5303-4565-8876-85df758902a1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:26.595197 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdcdea04-5303-4565-8876-85df758902a1'] response: {'name': 'network-changed', 'server_uuid': 'd3a5227f-c05d-47d3-a7cc-26ac0ca828a3', 'tag': '749ee620-6520-43eb-a342-4497554f3048', 'status': 'completed', 'code': 200} May 10 11:29:26.597363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-e8f15051-f85c-43e4-bc33-80e9b0f52716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.599351 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-e8f15051-f85c-43e4-bc33-80e9b0f52716 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e754fcc-c47e-49ea-9092-9825e1ae4608 HTTP/1.1" status: 200 len: 854 time: 0.2116168 May 10 11:29:26.603170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 4a285203-95c3-4378-baf3-fa8487844a5e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:26.632592 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06e012c0-f7eb-4de5-9926-fef97b00e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.648619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:29:22Z', 'revision_number': 5, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:26.702990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Deleting port c8f13e9f-0afb-4848-b831-50ef12dcf872 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:26.703650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.703799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-d3864b41-75f0-40da-945c-c60b2a182b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.705248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-d3864b41-75f0-40da-945c-c60b2a182b6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 913 time: 0.2679887 May 10 11:29:26.706197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b31e4-1160-4dd6-8f72-37e95c5c53ce None None] The sync data for ids ['335ceae0-8e21-4c35-9175-3c6a63cd5e26'] in n-d-840949-1 is: [{'id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'name': 'tempest-ServersTestMultiNic-527549753-router', 'tenant_id': '786c4178695247f0bb4841baa426ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:27:30Z', 'updated_at': '2022-05-10T11:29:22Z', 'revision_number': 5, 'project_id': '786c4178695247f0bb4841baa426ce58', 'gw_port': {'id': '0c3fe7f2-8388-4de2-b2af-c35924c4fc4e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ceae0-8e21-4c35-9175-3c6a63cd5e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:27:32Z', 'updated_at': '2022-05-10T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:29:26.712279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.726470 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ec18187-0096-4fe0-b1f1-2e351d075f40 req-2fdb3492-e6cd-4f46-aa1e-e1cfe67b4d2d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469972 May 10 11:29:26.753373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 4a285203-95c3-4378-baf3-fa8487844a5e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:26.753750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.835372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-945c90a0-a50c-423d-baad-9f9acc88c2a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d2d019-2a54-4ef4-b927-18b5b8ee2674 HTTP/1.1" status: 200 len: 217 time: 0.1060181 May 10 11:29:26.843036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:26.843428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.847143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-aa58bc0c-a649-499c-b999-992e1840cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.848828 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-aa58bc0c-a649-499c-b999-992e1840cf82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d98e2e5f-6037-4951-b64a-d4b2229de02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2369978 May 10 11:29:26.859298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] For port c8f13e9f-0afb-4848-b831-50ef12dcf872, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c8f13e9f-0afb-4848-b831-50ef12dcf872,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:26.860736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.877629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Calling delete_port for c8f13e9f-0afb-4848-b831-50ef12dcf872 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:26.892392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:26.954453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 4a285203-95c3-4378-baf3-fa8487844a5e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:26.955257 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.991672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-1a211aa1-f0ae-40e1-9e30-d7444d4ec6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:26.993373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-1a211aa1-f0ae-40e1-9e30-d7444d4ec6d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 200 len: 852 time: 0.1437414 May 10 11:29:26.997917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.007489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51695b-3854-4424-9985-1971713ea18c req-5cd8e473-8549-4eaf-b621-6ab48d39081a tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:27.008638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b1db854a-fff0-4318-9cd7-b2f8a0e919c2, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:27.016087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d51695b-3854-4424-9985-1971713ea18c req-5cd8e473-8549-4eaf-b621-6ab48d39081a tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 944 time: 0.1823258 May 10 11:29:27.031127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2'}, {'server_uuid': '5e48421b-c27d-47fd-b659-8b481ee7e98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a285203-95c3-4378-baf3-fa8487844a5e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:27.034304 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ea40f7-0306-45eb-9651-591a49235a35" -d '{"events": [{"server_uuid": "3ea85826-7276-4cc2-9992-eae98f310aa1", "name": "network-vif-plugged", "status": "completed", "tag": "b1db854a-fff0-4318-9cd7-b2f8a0e919c2"}, {"server_uuid": "5e48421b-c27d-47fd-b659-8b481ee7e98b", "name": "network-vif-plugged", "status": "completed", "tag": "4a285203-95c3-4378-baf3-fa8487844a5e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:27.046830 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.055852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.060288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '0ff82ef7-28c4-42d9-8252-3c42fdfca0c4', 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'port_id': '0ff82ef7-28c4-42d9-8252-3c42fdfca0c4', 'mac_address': 'fa:16:3e:c5:4c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece320f4-52c1-4336-8013-6d9855f58fae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:27.069789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 4a285203-95c3-4378-baf3-fa8487844a5e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4a285203-95c3-4378-baf3-fa8487844a5e,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:27.073989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c8f13e9f-0afb-4848-b831-50ef12dcf872', '2e1082e6-3a18-4c38-927b-f6120930055d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:27.105725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-84861de7-da0f-4f14-bf77-3e0eba180962 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d904b975-63c3-4852-8af9-6ee3c68dead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850685 May 10 11:29:27.138725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:27.142220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Pushing event deleted for resources: {'Port': ['ID=c8f13e9f-0afb-4848-b831-50ef12dcf872,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:27.152584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['de7c1bf2-86f5-47a5-9656-a68f8dfbcce2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:27.201076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.210413 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-83997500-2eaf-4d52-9604-a186c00a2aa1 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8138349 May 10 11:29:27.225354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:27.227515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=a19cde64-3416-4ea8-a990-89a5a426d116,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:27.234182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:27.234822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.239575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-a361eb7f-b752-4464-80a7-c0b53633ea97 service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726304 May 10 11:29:27.262085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] No DVR routers for this DVR port c8f13e9f-0afb-4848-b831-50ef12dcf872 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:27.268867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.273999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-052a555e-b7ac-4472-9e43-40708104ae1f req-3f503c3f-b5e1-4c62-a919-a24013f7bbc7 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "DELETE /v2.0/ports/c8f13e9f-0afb-4848-b831-50ef12dcf872 HTTP/1.1" status: 204 len: 173 time: 1.3430798 May 10 11:29:27.276005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e012c0-f7eb-4de5-9926-fef97b00e7cd None None] Pushing event updated for resources: {'Port': ['ID=ee60b6b5-5554-4ca2-bf1c-624c79d509f3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:27.300896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:27.301296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.304722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d51695b-3854-4424-9985-1971713ea18c req-106e7005-3939-4c21-b0d1-2c4acbef8bf7 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870946 May 10 11:29:27.321667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:27.481604 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77d0ca4d-4791-4b92-815d-d9d4ce2c5af3 req-133e4fda-609c-4eeb-87e2-7e7fb9271886 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206531 May 10 11:29:27.496779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Deleting port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:27.500350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.648370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-f259d9ae-5d07-499b-9a4f-26c9366cbe32 service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303638 May 10 11:29:27.652864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] For port 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0c3fe7f2-8388-4de2-b2af-c35924c4fc4e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:27.653229 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.675454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Calling delete_port for 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:27.711211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:27.712217 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.727358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:27.728092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f38417-3c9b-4bd7-a616-99de5cce2965 req-f3e63f1a-34fd-4a44-8789-e6ee0c488bcf tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:27.740485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48f38417-3c9b-4bd7-a616-99de5cce2965 req-f3e63f1a-34fd-4a44-8789-e6ee0c488bcf tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 943 time: 0.7033689 May 10 11:29:27.778547 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.822195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a6d90-a353-438b-ad89-2373c0770ac2 req-9b46db53-adda-4dec-8f22-5ed3154929c4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:27.830358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c0a6d90-a353-438b-ad89-2373c0770ac2 req-9b46db53-adda-4dec-8f22-5ed3154929c4 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.3630743 May 10 11:29:27.865697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-cad1acfc-74d2-4437-bf34-3e97df26c955 service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491185 May 10 11:29:27.870094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:27.886220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.911993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48f38417-3c9b-4bd7-a616-99de5cce2965 req-9bc19574-21d5-4196-98b6-020678566c4d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702242 May 10 11:29:27.980027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-bfe5edd1-e750-48af-ba59-166f0fb6243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:27.981828 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-bfe5edd1-e750-48af-ba59-166f0fb6243d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 1095 time: 0.2046289 May 10 11:29:27.993370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=4a285203-95c3-4378-baf3-fa8487844a5e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:27.999493 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c0a6d90-a353-438b-ad89-2373c0770ac2 req-9cb9caeb-ded9-4add-8b14-199845353eaa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677039 May 10 11:29:28.018532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 64d2d019-2a54-4ef4-b927-18b5b8ee2674 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:28.107066 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05a789b-423e-42d2-906f-b28e90ca0353 x-openstack-request-id: req-a05a789b-423e-42d2-906f-b28e90ca0353 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:28.108182 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea85826-7276-4cc2-9992-eae98f310aa1", "name": "network-vif-plugged", "status": "completed", "tag": "b1db854a-fff0-4318-9cd7-b2f8a0e919c2", "code": 200}, {"server_uuid": "5e48421b-c27d-47fd-b659-8b481ee7e98b", "name": "network-vif-plugged", "status": "completed", "tag": "4a285203-95c3-4378-baf3-fa8487844a5e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:28.108707 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a05a789b-423e-42d2-906f-b28e90ca0353 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:28.109411 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05a789b-423e-42d2-906f-b28e90ca0353'] response: {'server_uuid': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2', 'code': 200} May 10 11:29:28.109824 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05a789b-423e-42d2-906f-b28e90ca0353'] response: {'server_uuid': '5e48421b-c27d-47fd-b659-8b481ee7e98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a285203-95c3-4378-baf3-fa8487844a5e', 'code': 200} May 10 11:29:28.115295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:28.116002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-0f4d3d5a-9533-4e1e-b224-530b049fd354 service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496918 May 10 11:29:28.155414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ff82ef7-28c4-42d9-8252-3c42fdfca0c4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:28.226455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1b15ef71-978c-4a4b-8619-334d3cfa0054 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:28.249520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-075d7cd9-8620-47f7-af5b-a57ec1d1adcb None None] Provisioning complete for port a19cde64-3416-4ea8-a990-89a5a426d116 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:28.249806 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-075d7cd9-8620-47f7-af5b-a57ec1d1adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:28.310674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726ff80-f9ad-4154-8edc-88a57a320ac3 req-0b1e61da-a3be-4794-94c4-3d5ed458c17b tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:28.313530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f726ff80-f9ad-4154-8edc-88a57a320ac3 req-0b1e61da-a3be-4794-94c4-3d5ed458c17b tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 943 time: 0.1080773 May 10 11:29:28.371083 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:29:28.389685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-d0595f95-8017-467b-b475-7d269ae81d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:28.391297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-d0595f95-8017-467b-b475-7d269ae81d84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 913 time: 0.3980627 May 10 11:29:28.421030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:28.426747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f726ff80-f9ad-4154-8edc-88a57a320ac3 req-9835b7d0-54b3-447a-b7bd-111dd82aa43e tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056168 May 10 11:29:28.465186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-82ca1571-b4f6-4689-874c-bb7f24d0273e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ee620-6520-43eb-a342-4497554f3048 HTTP/1.1" status: 200 len: 217 time: 0.0591712 May 10 11:29:28.468246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-075d7cd9-8620-47f7-af5b-a57ec1d1adcb None None] Port a19cde64-3416-4ea8-a990-89a5a426d116 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:29:28.468616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:28.577232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3fe7f2-8388-4de2-b2af-c35924c4fc4e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:28.595713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 64d2d019-2a54-4ef4-b927-18b5b8ee2674, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64d2d019-2a54-4ef4-b927-18b5b8ee2674,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:28.602964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0d91cb-926e-4223-a553-29dc9432735d', 'name': 'network-vif-deleted', 'tag': 'c8f13e9f-0afb-4848-b831-50ef12dcf872'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:28.605563 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47b70a7-7fdb-4da5-b9a0-c5309267eb49" -d '{"events": [{"server_uuid": "cd0d91cb-926e-4223-a553-29dc9432735d", "name": "network-vif-deleted", "tag": "c8f13e9f-0afb-4848-b831-50ef12dcf872"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:28.613492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '64d2d019-2a54-4ef4-b927-18b5b8ee2674', 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'port_id': '64d2d019-2a54-4ef4-b927-18b5b8ee2674', 'mac_address': 'fa:16:3e:ba:b3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece320f4-52c1-4336-8013-6d9855f58fae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:28.625242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee60b6b5-5554-4ca2-bf1c-624c79d509f3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:28.628377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1b15ef71-978c-4a4b-8619-334d3cfa0054, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1b15ef71-978c-4a4b-8619-334d3cfa0054,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:28.649026 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2faaf996-5d14-435a-b96b-9517f8672d9c req-b4ff5ffb-dbd3-4b81-a7fb-ef8b847f756a tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0d91cb-926e-4223-a553-29dc9432735d HTTP/1.1" status: 200 len: 210 time: 0.0517917 May 10 11:29:28.686615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-b371dd60-88a5-4393-b072-4e61fd2230fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:28.689046 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-b371dd60-88a5-4393-b072-4e61fd2230fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.2097623 May 10 11:29:28.728132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '1b15ef71-978c-4a4b-8619-334d3cfa0054', 'network_id': 'd98e2e5f-6037-4951-b64a-d4b2229de02a', 'port_id': '1b15ef71-978c-4a4b-8619-334d3cfa0054', 'mac_address': 'fa:16:3e:a2:3f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e754fcc-c47e-49ea-9092-9825e1ae4608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:28.755094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33815bb7-8d5b-4543-a739-a612d8456005 req-618d93a3-abc4-41ff-8e3f-06b4e154757b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:28.756838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-33815bb7-8d5b-4543-a739-a612d8456005 req-618d93a3-abc4-41ff-8e3f-06b4e154757b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 944 time: 0.1957877 May 10 11:29:28.758745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-ac64c023-61c7-4edc-8b3f-fb6ec0e8d0e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522218 May 10 11:29:28.795218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-af155b3e-2c89-474e-b725-a7b946037153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:28.796666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-af155b3e-2c89-474e-b725-a7b946037153 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fe7d6c3b87b4331af975afc911eaa99&device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 1095 time: 0.8783734 May 10 11:29:28.808505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:28.809053 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:28.918835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-33815bb7-8d5b-4543-a739-a612d8456005 req-c9a55ec0-a796-47ce-90a8-7503bf0571df tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488848 May 10 11:29:28.921116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-95aa3dab-df4c-440e-b7e4-2213ae0e2ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169302 May 10 11:29:28.927785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:28.956625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9401a-be7f-4efb-ba98-371e5b2b8342 req-acd97bc5-971f-49aa-8dd8-71a1565e8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:28.958200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4bd9401a-be7f-4efb-ba98-371e5b2b8342 req-acd97bc5-971f-49aa-8dd8-71a1565e8bb5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 1096 time: 0.3578987 May 10 11:29:28.981373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aab65f-8a3f-45c0-bb41-3f7d29cd10b4 req-62fdc7c7-f255-45fe-8160-43c1ea22020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:28.982837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76aab65f-8a3f-45c0-bb41-3f7d29cd10b4 req-62fdc7c7-f255-45fe-8160-43c1ea22020c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 1096 time: 0.8188620 May 10 11:29:29.021415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d2d019-2a54-4ef4-b927-18b5b8ee2674 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:29.050761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1b15ef71-978c-4a4b-8619-334d3cfa0054 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:29.051621 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.058621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79faf-5d5e-4bba-8b30-22e60840e572 req-7d517ea4-36f7-4208-90f5-42c5da313685 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:29.062141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c98e36b9-2c36-40be-bdb8-de192f401be2 req-10dad6da-ffbd-48eb-bcb6-61256cdfdcf3 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313252 May 10 11:29:29.063633 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eebf3a-f734-45dc-a7fa-74cd89d06164 x-openstack-request-id: req-46eebf3a-f734-45dc-a7fa-74cd89d06164 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:29.063793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2a79faf-5d5e-4bba-8b30-22e60840e572 req-7d517ea4-36f7-4208-90f5-42c5da313685 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 944 time: 0.2643797 May 10 11:29:29.064083 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0d91cb-926e-4223-a553-29dc9432735d", "name": "network-vif-deleted", "tag": "c8f13e9f-0afb-4848-b831-50ef12dcf872", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:29.064437 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46eebf3a-f734-45dc-a7fa-74cd89d06164 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:29.065806 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46eebf3a-f734-45dc-a7fa-74cd89d06164'] response: {'server_uuid': 'cd0d91cb-926e-4223-a553-29dc9432735d', 'name': 'network-vif-deleted', 'tag': 'c8f13e9f-0afb-4848-b831-50ef12dcf872', 'status': 'completed', 'code': 200} May 10 11:29:29.079117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b15ef71-978c-4a4b-8619-334d3cfa0054 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:29.096080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 64d2d019-2a54-4ef4-b927-18b5b8ee2674, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64d2d019-2a54-4ef4-b927-18b5b8ee2674,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:29.115046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.127261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:29.128281 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.165471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1b15ef71-978c-4a4b-8619-334d3cfa0054, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1b15ef71-978c-4a4b-8619-334d3cfa0054,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:29.192305 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.193260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c2e42c3a-2e9e-451e-a712-0a6b6683b665 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:29.234754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.239225 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.249164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e126-606f-4ffd-a6fc-9f8218d12340 req-f345e0e2-4a30-494d-913b-387d006329ae tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:29.250699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca91e126-606f-4ffd-a6fc-9f8218d12340 req-f345e0e2-4a30-494d-913b-387d006329ae tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 943 time: 0.1508460 May 10 11:29:29.269811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=64d2d019-2a54-4ef4-b927-18b5b8ee2674,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:29.308837 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.323290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76aab65f-8a3f-45c0-bb41-3f7d29cd10b4 req-f716895a-9b02-4903-9158-93b1a583923b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981205 May 10 11:29:29.327265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:29:29.329944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1b15ef71-978c-4a4b-8619-334d3cfa0054,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:29.338863 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.339649 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.371587 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca91e126-606f-4ffd-a6fc-9f8218d12340 req-1d19da78-83e9-4acf-9bf8-f7c5b24bb6e7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 May 10 11:29:29.383087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.383606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 335ceae0-8e21-4c35-9175-3c6a63cd5e26 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:29:29.395324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:29.404996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.406384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:29.409386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1f48e1c5-5395-4ffd-a836-f25e36a56383 admin admin] 10.222.0.13 "DELETE /v2.0/routers/335ceae0-8e21-4c35-9175-3c6a63cd5e26 HTTP/1.1" status: 204 len: 168 time: 4.2504199 May 10 11:29:29.410875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:29.447971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['64d2d019-2a54-4ef4-b927-18b5b8ee2674'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:29.453833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:29.454091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1323cdcb-6db1-4d45-ba1e-2e9f60143e89 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:29.495536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=a19cde64-3416-4ea8-a990-89a5a426d116,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:29.500669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4bd9401a-be7f-4efb-ba98-371e5b2b8342 req-34956984-864b-4960-a3d9-c1b15b62e47f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237482 May 10 11:29:29.504950 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2a79faf-5d5e-4bba-8b30-22e60840e572 req-f95784c0-2dd3-4f1b-b6d5-40e6ca8bb079 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078605 May 10 11:29:29.506676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c2e42c3a-2e9e-451e-a712-0a6b6683b665, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c2e42c3a-2e9e-451e-a712-0a6b6683b665,segment=NetworkSegment(e7c26480-9e22-4f13-a249-638da53a8c11),segment_id=e7c26480-9e22-4f13-a249-638da53a8c11)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:29.512159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-3fb44f70-607a-41ca-a0fc-f250ac7aad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:29.514383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-3fb44f70-607a-41ca-a0fc-f250ac7aad08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 HTTP/1.1" status: 200 len: 915 time: 0.7082667 May 10 11:29:29.531187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'c2e42c3a-2e9e-451e-a712-0a6b6683b665', 'network_id': 'e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1', 'port_id': 'c2e42c3a-2e9e-451e-a712-0a6b6683b665', 'mac_address': 'fa:16:3e:42:3d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a13d0dc-9a65-4077-a7db-cc76054f1193', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:29.576476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-6e24e2bf-d066-4326-b4bd-750c3acba752 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e42c3a-2e9e-451e-a712-0a6b6683b665 HTTP/1.1" status: 200 len: 217 time: 0.0499656 May 10 11:29:29.603005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port c2e42c3a-2e9e-451e-a712-0a6b6683b665 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:29.603501 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.626549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b31916f-616f-4a46-a449-862624955bf6 admin admin] Deleting subnet ab1fde78-87be-426d-ba16-fdc7485156d0 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:29.628372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e42c3a-2e9e-451e-a712-0a6b6683b665 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:29.639749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b31916f-616f-4a46-a449-862624955bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.642513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:29.647844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:29.674129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-89893d78-de8a-4340-ace4-b0be0831cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:29.677994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-89893d78-de8a-4340-ace4-b0be0831cea5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a13d0dc-9a65-4077-a7db-cc76054f1193 HTTP/1.1" status: 200 len: 854 time: 0.0884871 May 10 11:29:29.697597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c2e42c3a-2e9e-451e-a712-0a6b6683b665, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c2e42c3a-2e9e-451e-a712-0a6b6683b665,segment=NetworkSegment(e7c26480-9e22-4f13-a249-638da53a8c11),segment_id=e7c26480-9e22-4f13-a249-638da53a8c11)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:29.705430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b31916f-616f-4a46-a449-862624955bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.715656 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.726176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13652146-54a2-49cd-a66c-3596cf36f803 req-cec2a2a0-654a-4e31-9325-e6de82896253 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:29.729051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13652146-54a2-49cd-a66c-3596cf36f803 req-cec2a2a0-654a-4e31-9325-e6de82896253 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.2411070 May 10 11:29:29.750293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-2c7d575c-08bb-467f-838f-c90507c99c61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455756 May 10 11:29:29.828217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=c2e42c3a-2e9e-451e-a712-0a6b6683b665,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:29.938696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575b1d9-f332-45a8-858a-2f298da2c6b7 req-6e930223-6b73-450c-a1cd-1a56b9b634e8 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:29.940670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4575b1d9-f332-45a8-858a-2f298da2c6b7 req-6e930223-6b73-450c-a1cd-1a56b9b634e8 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 944 time: 0.2637503 May 10 11:29:29.964574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 749ee620-6520-43eb-a342-4497554f3048 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:30.034676 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4575b1d9-f332-45a8-858a-2f298da2c6b7 req-a9f7d7e9-6a4a-4ed0-87e2-283ca5270f54 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857735 May 10 11:29:30.039952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c8f13e9f-0afb-4848-b831-50ef12dcf872 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:30.056932 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-55d537fd-3f8a-467c-8be7-614343c3bdd5 service neutron] 10.222.0.70 "GET /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781215 May 10 11:29:30.103210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1b15ef71-978c-4a4b-8619-334d3cfa0054'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:30.105964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['c2e42c3a-2e9e-451e-a712-0a6b6683b665'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:30.172869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Router a0dcb167-45c4-484b-82ce-4e40ca98fa5f is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:29:30.223225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13652146-54a2-49cd-a66c-3596cf36f803 req-53c80f10-b813-440b-8138-7cedb033fa8d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614248 May 10 11:29:30.250705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:30.257487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: c8f13e9f-0afb-4848-b831-50ef12dcf872 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:30.257945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c8f13e9f-0afb-4848-b831-50ef12dcf872 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:30.283942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b31916f-616f-4a46-a449-862624955bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:30.307189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2fc7ce81-a5d9-40f8-bc4f-bb4fb4d4e541 None None] Provisioning complete for port a19cde64-3416-4ea8-a990-89a5a426d116 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:30.307688 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ce81-a5d9-40f8-bc4f-bb4fb4d4e541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:30.359463 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b31916f-616f-4a46-a449-862624955bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:30.361907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2fc7ce81-a5d9-40f8-bc4f-bb4fb4d4e541 None None] Port a19cde64-3416-4ea8-a990-89a5a426d116 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:29:30.398427 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9eecbb2-63d4-4a54-aba2-5f026f1e4abb req-30556ec6-8aad-4b49-9011-ce2107ce844f service neutron] 10.222.0.70 "GET /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389640 May 10 11:29:30.423330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0ff74-5302-422e-baa9-557265e3b1db req-7fbae9e5-ed7d-4ff0-a1cd-75f3cd7a62ec tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:30.424912 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eea0ff74-5302-422e-baa9-557265e3b1db req-7fbae9e5-ed7d-4ff0-a1cd-75f3cd7a62ec tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 944 time: 0.1316335 May 10 11:29:30.430172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:29:30.433329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b31916f-616f-4a46-a449-862624955bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:30.442901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-35a40a99-e61c-4397-9c01-9e860bc3d0c3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "PUT /v2.0/routers/a0dcb167-45c4-484b-82ce-4e40ca98fa5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3650515 May 10 11:29:30.443530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36104) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:30.448253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0b31916f-616f-4a46-a449-862624955bf6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab1fde78-87be-426d-ba16-fdc7485156d0 HTTP/1.1" status: 204 len: 168 time: 1.0362422 May 10 11:29:30.449643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31916f-616f-4a46-a449-862624955bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1fde78-87be-426d-ba16-fdc7485156d0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:30.452577 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Sync routers for ids ['a0dcb167-45c4-484b-82ce-4e40ca98fa5f'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:29:30.458761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36106) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:30.481622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Routers {'a0dcb167-45c4-484b-82ce-4e40ca98fa5f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:30.485171 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a0dcb167-45c4-484b-82ce-4e40ca98fa5f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:30.490843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34981e-3b65-45ab-a850-15ccbc58b523 None None] Network 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:30.607124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10d6b19-8a33-40df-a650-0ec37820d89e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:30.617362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d10d6b19-8a33-40df-a650-0ec37820d89e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports/a19cde64-3416-4ea8-a990-89a5a426d116 HTTP/1.1" status: 200 len: 911 time: 0.1726208 May 10 11:29:30.624383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36110) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:30.641215 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eea0ff74-5302-422e-baa9-557265e3b1db req-d8ba1bd6-8696-4e58-a9f4-70bf435c24f6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732671 May 10 11:29:30.677672 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Set router a0dcb167-45c4-484b-82ce-4e40ca98fa5f gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:30.691246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:30.711012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:30.736686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 749ee620-6520-43eb-a342-4497554f3048, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=749ee620-6520-43eb-a342-4497554f3048,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:30.740405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:30.740880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0c3fe7f2-8388-4de2-b2af-c35924c4fc4e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:30.750873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55af83b-4f6e-43e2-98f2-9aae390726b2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:30.757862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55af83b-4f6e-43e2-98f2-9aae390726b2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:30.762210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c55af83b-4f6e-43e2-98f2-9aae390726b2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1342666 May 10 11:29:30.763015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36114) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:30.862918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d150248-53b4-4a32-9487-347ea705533a req-a6d32cd0-6d1b-4f53-b8cb-9bc18ddba8a1 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:30.864482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d150248-53b4-4a32-9487-347ea705533a req-a6d32cd0-6d1b-4f53-b8cb-9bc18ddba8a1 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 945 time: 0.0947475 May 10 11:29:30.877470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '749ee620-6520-43eb-a342-4497554f3048', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'port_id': '749ee620-6520-43eb-a342-4497554f3048', 'mac_address': 'fa:16:3e:02:1c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f797b6-5925-4b4e-a192-11a6c6d3d98e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:30.879227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:30.890587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:30.891101 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:30.945163 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d150248-53b4-4a32-9487-347ea705533a req-f55e7ef7-3b8c-4810-ad23-743280519ee4 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736749 May 10 11:29:31.024924 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'name': 'tempest-NetworksTestDHCPv6-router-2001399870', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:23Z', 'updated_at': '2022-05-10T11:29:27Z', 'revision_number': 2, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None, '_interfaces': [{'id': 'a19cde64-3416-4ea8-a990-89a5a426d116', 'name': '', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'mac_address': 'fa:16:3e:f6:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:29:25Z', 'updated_at': '2022-05-10T11:29:29Z', 'revision_number': 2, 'project_id': '738ab16858764c7790a98fd2c610847e', 'subnets': [{'id': 'b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:31.027662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] DHCP port deletion for 71adb19b-7fbc-421a-9b80-2b3c51fc0b97 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:31.042606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 749ee620-6520-43eb-a342-4497554f3048 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:31.043615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.060760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749ee620-6520-43eb-a342-4497554f3048 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:31.122254 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Checking router: a0dcb167-45c4-484b-82ce-4e40ca98fa5f for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:29:31.122843 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Updating router a0dcb167-45c4-484b-82ce-4e40ca98fa5f port a19cde64-3416-4ea8-a990-89a5a426d116 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:29:31.129395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 749ee620-6520-43eb-a342-4497554f3048, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=749ee620-6520-43eb-a342-4497554f3048,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:31.133275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c7c6-4d4d-420b-8c4d-0f0f9ee31a92 req-8926541e-748e-4ee0-91dd-2a249c9fe5e6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:31.141980 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40d1c7c6-4d4d-420b-8c4d-0f0f9ee31a92 req-8926541e-748e-4ee0-91dd-2a249c9fe5e6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 950 time: 0.0748768 May 10 11:29:31.155034 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.176564 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.192323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40d1c7c6-4d4d-420b-8c4d-0f0f9ee31a92 req-41113bc9-51d1-4d29-a063-349106412aec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 May 10 11:29:31.255186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1dac0-fc71-472a-b4ae-bfe187b49020 req-8813cbb5-2d1e-442d-8c1b-d053577a5e09 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:31.266445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b0e1dac0-fc71-472a-b4ae-bfe187b49020 req-8813cbb5-2d1e-442d-8c1b-d053577a5e09 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 944 time: 0.5591433 May 10 11:29:31.273380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:31.273895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.307151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] Deleting port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:31.307691 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.317293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa3d2d-faeb-47cf-b003-9e12404ad691 req-6d52205e-7058-4967-b0e3-8727c857e2f3 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:31.319190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-caaa3d2d-faeb-47cf-b003-9e12404ad691 req-6d52205e-7058-4967-b0e3-8727c857e2f3 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 944 time: 0.0723701 May 10 11:29:31.326734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=749ee620-6520-43eb-a342-4497554f3048,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:31.379570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c631b4a9-fdd0-44cc-aec7-e10729b81a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff82ef7-28c4-42d9-8252-3c42fdfca0c4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:31.381992 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8993eeb-ddef-4b13-ba47-c1ffb2b472ba" -d '{"events": [{"server_uuid": "c631b4a9-fdd0-44cc-aec7-e10729b81a9f", "name": "network-vif-plugged", "status": "completed", "tag": "0ff82ef7-28c4-42d9-8252-3c42fdfca0c4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:31.408045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-caaa3d2d-faeb-47cf-b003-9e12404ad691 req-7eec650a-b848-4659-9224-01394c7bc5b3 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826709 May 10 11:29:31.409270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:31.418670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] For port 88745961-ad2f-4eea-90bc-2f6a9b263ff6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88745961-ad2f-4eea-90bc-2f6a9b263ff6,segment=NetworkSegment(a0dc41a1-072e-4e76-b42d-6286fc30513d),segment_id=a0dc41a1-072e-4e76-b42d-6286fc30513d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:31.420290 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.438053 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.449160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] Calling delete_port for 88745961-ad2f-4eea-90bc-2f6a9b263ff6 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:31.463239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Deleting port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:31.463575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.480321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['749ee620-6520-43eb-a342-4497554f3048'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:31.495725 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.508987 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.587158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:31.589780 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b0e1dac0-fc71-472a-b4ae-bfe187b49020 req-f5604145-aed7-4c4c-a1f1-353b5fcab7c6 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111230 May 10 11:29:31.635510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f0ac-2c48-409d-b336-c8043c9356bf req-e8301708-8f90-49c5-8f28-0dea180eb8a8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:31.650087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0931f0ac-2c48-409d-b336-c8043c9356bf req-e8301708-8f90-49c5-8f28-0dea180eb8a8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.1360223 May 10 11:29:31.667062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] For port 88745961-ad2f-4eea-90bc-2f6a9b263ff6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88745961-ad2f-4eea-90bc-2f6a9b263ff6,segment=NetworkSegment(a0dc41a1-072e-4e76-b42d-6286fc30513d),segment_id=a0dc41a1-072e-4e76-b42d-6286fc30513d)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:31.667325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.669853 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Attempting to bind port a19cde64-3416-4ea8-a990-89a5a426d116 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:31.670215 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Attempting to bind port a19cde64-3416-4ea8-a990-89a5a426d116 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:31.670572 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Attempting to bind port a19cde64-3416-4ea8-a990-89a5a426d116 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:31.678545 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:31.679085 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:31.679489 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.679925 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:31.680890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Bound port: a19cde64-3416-4ea8-a990-89a5a426d116, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:31.681471 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.704734 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a866ff6f-1ad2-4bf5-8159-3f3644d2df52 x-openstack-request-id: req-a866ff6f-1ad2-4bf5-8159-3f3644d2df52 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:31.705192 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c631b4a9-fdd0-44cc-aec7-e10729b81a9f", "name": "network-vif-plugged", "status": "completed", "tag": "0ff82ef7-28c4-42d9-8252-3c42fdfca0c4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:31.705545 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a866ff6f-1ad2-4bf5-8159-3f3644d2df52 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:31.706076 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a866ff6f-1ad2-4bf5-8159-3f3644d2df52'] response: {'server_uuid': 'c631b4a9-fdd0-44cc-aec7-e10729b81a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff82ef7-28c4-42d9-8252-3c42fdfca0c4', 'code': 200} May 10 11:29:31.710589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Calling delete_port for 88745961-ad2f-4eea-90bc-2f6a9b263ff6 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:31.746585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.776224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0931f0ac-2c48-409d-b336-c8043c9356bf req-942e5d0d-71b8-4f94-a17f-76fe89f1f9de tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250758 May 10 11:29:31.792579 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] For port a19cde64-3416-4ea8-a990-89a5a426d116, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:31.796235 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] For port a19cde64-3416-4ea8-a990-89a5a426d116, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a19cde64-3416-4ea8-a990-89a5a426d116,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:31.808727 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.813515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] Pushing event deleted for resources: {'Port': ['ID=88745961-ad2f-4eea-90bc-2f6a9b263ff6,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:31.824654 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Pushing event updated for resources: {'Port': ['ID=a19cde64-3416-4ea8-a990-89a5a426d116,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:31.841921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d95950-3827-4c0b-9e91-5acb6e47ab58 None None] No DVR routers for this DVR port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:31.857738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.876393 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.877025 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.877533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.878541 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.879029 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.879332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb10a-7400-4e59-b951-c0ac45d4375e req-da7b12af-6a07-48d3-b31f-67a4449b0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:31.880329 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.881171 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.881663 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.882219 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.884720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0fb10a-7400-4e59-b951-c0ac45d4375e req-da7b12af-6a07-48d3-b31f-67a4449b0d70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c631b4a9-fdd0-44cc-aec7-e10729b81a9f HTTP/1.1" status: 200 len: 1097 time: 0.1071789 May 10 11:29:31.888373 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.888851 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.889391 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:31.942217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a0fb10a-7400-4e59-b951-c0ac45d4375e req-a2ce3a34-f0e5-4537-9243-dbf9c62d82c0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 May 10 11:29:31.961448 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Routers {'a0dcb167-45c4-484b-82ce-4e40ca98fa5f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:31.962220 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a0dcb167-45c4-484b-82ce-4e40ca98fa5f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:31.976737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 64d2d019-2a54-4ef4-b927-18b5b8ee2674 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:31.981645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88745961-ad2f-4eea-90bc-2f6a9b263ff6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:31.986917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] No DVR routers for this DVR port 88745961-ad2f-4eea-90bc-2f6a9b263ff6 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:32.022509 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c9a1a-16ba-4743-ac71-268022a51b07 None None] Pushing event updated for resources: {'Port': ['ID=a19cde64-3416-4ea8-a990-89a5a426d116,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:32.092384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-17bcdc73-c036-46e9-aada-628439ea115f None None] Provisioning complete for port a19cde64-3416-4ea8-a990-89a5a426d116 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:32.092760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17bcdc73-c036-46e9-aada-628439ea115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.120559 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] Set router a0dcb167-45c4-484b-82ce-4e40ca98fa5f gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:32.144964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a45832-01e9-44b0-ae2d-82b15e4f999f req-ace02fa1-265c-46ae-bca7-748a53f8bebd tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:32.146235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.152798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8a45832-01e9-44b0-ae2d-82b15e4f999f req-ace02fa1-265c-46ae-bca7-748a53f8bebd tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 945 time: 0.0946472 May 10 11:29:32.167684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be83c-24ff-4600-b436-015e08b77198 req-8f15e3ea-5d1e-42a1-ba54-91322254e536 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:32.169349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:32.170015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-414be83c-24ff-4600-b436-015e08b77198 req-8f15e3ea-5d1e-42a1-ba54-91322254e536 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 945 time: 0.2864022 May 10 11:29:32.185069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:32.185449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.221881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71adb19b-7fbc-421a-9b80-2b3c51fc0b97']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:32.268939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1b15ef71-978c-4a4b-8619-334d3cfa0054 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:32.269399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dc41a1-072e-4e76-b42d-6286fc30513d') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:32.270418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dc41a1-072e-4e76-b42d-6286fc30513d') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:32.294243 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.316180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-8489c388-3bae-440e-845a-a57a4ede9db4 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:32.318089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-8489c388-3bae-440e-845a-a57a4ede9db4 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.70 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 950 time: 0.1395934 May 10 11:29:32.321796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8a45832-01e9-44b0-ae2d-82b15e4f999f req-5a13bd56-33d3-4b10-9ec2-4206cc330ac4 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584058 May 10 11:29:32.374818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-414be83c-24ff-4600-b436-015e08b77198 req-dc60ad05-4e61-46bf-9638-8d1fe4a8c726 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935434 May 10 11:29:32.480115 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.507099 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'name': 'tempest-NetworksTestDHCPv6-router-2001399870', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:23Z', 'updated_at': '2022-05-10T11:29:27Z', 'revision_number': 2, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None, '_interfaces': [{'id': 'a19cde64-3416-4ea8-a990-89a5a426d116', 'name': '', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'mac_address': 'fa:16:3e:f6:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:29:25Z', 'updated_at': '2022-05-10T11:29:31Z', 'revision_number': 4, 'project_id': '738ab16858764c7790a98fd2c610847e', 'subnets': [{'id': 'b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:32.540123 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a8c3e-b3f4-4369-bc4d-9e81a6c1a9c7 None None] The sync data for ids ['a0dcb167-45c4-484b-82ce-4e40ca98fa5f'] in n-d-840949-1 is: [{'id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'name': 'tempest-NetworksTestDHCPv6-router-2001399870', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:23Z', 'updated_at': '2022-05-10T11:29:27Z', 'revision_number': 2, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None, '_interfaces': [{'id': 'a19cde64-3416-4ea8-a990-89a5a426d116', 'name': '', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'mac_address': 'fa:16:3e:f6:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:29:25Z', 'updated_at': '2022-05-10T11:29:31Z', 'revision_number': 4, 'project_id': '738ab16858764c7790a98fd2c610847e', 'subnets': [{'id': 'b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:29:32.561309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.563485 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.578957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88745961-ad2f-4eea-90bc-2f6a9b263ff6 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:32.587172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-17bcdc73-c036-46e9-aada-628439ea115f None None] Current status of the port a19cde64-3416-4ea8-a990-89a5a426d116 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:32.587568 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17bcdc73-c036-46e9-aada-628439ea115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.616549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:29:32.616958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: timer() May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:29:32.622533 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:29:32.642147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Deleting port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:32.642705 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.651179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 88745961-ad2f-4eea-90bc-2f6a9b263ff6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:32.651529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88745961-ad2f-4eea-90bc-2f6a9b263ff6 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:32.658002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 1b15ef71-978c-4a4b-8619-334d3cfa0054 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:32.682346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 1b15ef71-978c-4a4b-8619-334d3cfa0054 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:32.682697 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.691033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:32.691439 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.719036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e5edc-3cd1-46e2-8b26-9f003f0d3f4f req-c17c5081-624c-4db9-97c2-d559a400a26b tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:32.720941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b54e5edc-3cd1-46e2-8b26-9f003f0d3f4f req-c17c5081-624c-4db9-97c2-d559a400a26b tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 950 time: 0.2098019 May 10 11:29:32.776128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b54e5edc-3cd1-46e2-8b26-9f003f0d3f4f req-a87b6497-9164-4fcc-8a35-fcb0a3e96797 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468407 May 10 11:29:32.801303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-17bcdc73-c036-46e9-aada-628439ea115f None None] For port a19cde64-3416-4ea8-a990-89a5a426d116, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a19cde64-3416-4ea8-a990-89a5a426d116,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:32.814446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c57d0-0427-4018-893d-1cd1bf5ddcfb req-3066a043-7b26-4a8f-86c7-5aba7ad6c9ce tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:32.828299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17bcdc73-c036-46e9-aada-628439ea115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.833395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c0c57d0-0427-4018-893d-1cd1bf5ddcfb req-3066a043-7b26-4a8f-86c7-5aba7ad6c9ce tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 944 time: 0.2648404 May 10 11:29:32.844238 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.854794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] For port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:32.855536 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.861497 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.872430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/71adb19b-7fbc-421a-9b80-2b3c51fc0b97 HTTP/1.1" status: 204 len: 168 time: 2.4122746 May 10 11:29:32.878122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Calling delete_port for de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:32.889861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 64d2d019-2a54-4ef4-b927-18b5b8ee2674, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64d2d019-2a54-4ef4-b927-18b5b8ee2674,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:32.906060 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.961909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda580a-b0db-4239-986b-f285c70fe3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=71adb19b-7fbc-421a-9b80-2b3c51fc0b97,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:33.035005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcdc73-c036-46e9-aada-628439ea115f None None] Pushing event updated for resources: {'Port': ['ID=a19cde64-3416-4ea8-a990-89a5a426d116,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:33.046148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c0c57d0-0427-4018-893d-1cd1bf5ddcfb req-39e6f188-6860-4120-9169-80844f6e650e tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115538 May 10 11:29:33.143369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7576ab-0e9e-432e-9131-2ba39d95dfde req-2cd5e9cf-508d-42a5-93ec-f35f1bea15cd tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:33.147260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9f7576ab-0e9e-432e-9131-2ba39d95dfde req-2cd5e9cf-508d-42a5-93ec-f35f1bea15cd tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 944 time: 0.1670780 May 10 11:29:33.225545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-eda4b4e2-51de-472a-873c-9767a237ad63 None None] Provisioning complete for port a19cde64-3416-4ea8-a990-89a5a426d116 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:33.225831 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eda4b4e2-51de-472a-873c-9767a237ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.228473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36136) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:33.234222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1b15ef71-978c-4a4b-8619-334d3cfa0054 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:33.234692 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.272538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=64d2d019-2a54-4ef4-b927-18b5b8ee2674,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:33.294534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-500eb30d-72b2-4608-bd90-cb88182a3997 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=786c4178695247f0bb4841baa426ce58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633280 May 10 11:29:33.298182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36138) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:33.319065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port a19cde64-3416-4ea8-a990-89a5a426d116 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:33.319412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.323073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9f7576ab-0e9e-432e-9131-2ba39d95dfde req-897d62b8-83e9-44c3-bab2-bd989c528994 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510179 May 10 11:29:33.334276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1b15ef71-978c-4a4b-8619-334d3cfa0054, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1b15ef71-978c-4a4b-8619-334d3cfa0054,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:33.338645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.354427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.356422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c2e42c3a-2e9e-451e-a712-0a6b6683b665 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:33.357518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a4c23-c8a1-4013-9a09-fca76b6ce225 req-67be0555-0485-4f42-940d-5cb254b1775a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:33.359094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-238a4c23-c8a1-4013-9a09-fca76b6ce225 req-67be0555-0485-4f42-940d-5cb254b1775a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.1770315 May 10 11:29:33.392039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2e1082e6-3a18-4c38-927b-f6120930055d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:33.392372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Pushing event deleted for resources: {'Port': ['ID=de7c1bf2-86f5-47a5-9656-a68f8dfbcce2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:33.398773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['de7c1bf2-86f5-47a5-9656-a68f8dfbcce2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:33.459499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] No DVR routers for this DVR port de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:33.469729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.473384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36ae1b80-7483-4ebd-83b7-10c932257696 req-41c81dd2-4969-456d-97ad-676ed9124ec8 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.70 "DELETE /v2.0/ports/de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 HTTP/1.1" status: 204 len: 173 time: 1.1292579 May 10 11:29:33.477596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276b17eb-1da9-4d40-98e6-9a428e34d102', 'name': 'network-vif-deleted', 'tag': 'de7c1bf2-86f5-47a5-9656-a68f8dfbcce2'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:33.477596 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e655d2-2b29-4f3a-950a-ae319302a8c2" -d '{"events": [{"server_uuid": "276b17eb-1da9-4d40-98e6-9a428e34d102", "name": "network-vif-deleted", "tag": "de7c1bf2-86f5-47a5-9656-a68f8dfbcce2"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:33.483379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-238a4c23-c8a1-4013-9a09-fca76b6ce225 req-b18ed711-7dee-4522-8f8d-de550ce99dcb tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887463 May 10 11:29:33.537506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b9411-fd95-4dc2-ac96-127f4825b0b2 req-2e4b53e7-16e0-46b5-a7b1-aeff2177a9ee tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:33.545576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e48b9411-fd95-4dc2-ac96-127f4825b0b2 req-2e4b53e7-16e0-46b5-a7b1-aeff2177a9ee tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 945 time: 0.0875015 May 10 11:29:33.547277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d47-cc96-4cdf-96fd-b1c4aabadce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.594442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d47-cc96-4cdf-96fd-b1c4aabadce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.611294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] For port a19cde64-3416-4ea8-a990-89a5a426d116, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a19cde64-3416-4ea8-a990-89a5a426d116,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:33.611962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.618690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e48b9411-fd95-4dc2-ac96-127f4825b0b2 req-8af10967-48e4-4ad6-b855-a82de9a0d2de tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555847 May 10 11:29:33.628446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for a19cde64-3416-4ea8-a990-89a5a426d116 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:33.658703 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73822f12-a26a-44a5-9ce4-c9978e152bd1 x-openstack-request-id: req-73822f12-a26a-44a5-9ce4-c9978e152bd1 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:33.659076 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276b17eb-1da9-4d40-98e6-9a428e34d102", "name": "network-vif-deleted", "tag": "de7c1bf2-86f5-47a5-9656-a68f8dfbcce2", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:33.659398 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73822f12-a26a-44a5-9ce4-c9978e152bd1 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:33.660303 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73822f12-a26a-44a5-9ce4-c9978e152bd1'] response: {'server_uuid': '276b17eb-1da9-4d40-98e6-9a428e34d102', 'name': 'network-vif-deleted', 'tag': 'de7c1bf2-86f5-47a5-9656-a68f8dfbcce2', 'status': 'completed', 'code': 200} May 10 11:29:33.734906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f68bf5-6e5c-4ffb-bec9-822202b23f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2d019-2a54-4ef4-b927-18b5b8ee2674'}, {'server_uuid': 'e8725212-bf1b-4709-a5c5-dfa4b9a71640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b15ef71-978c-4a4b-8619-334d3cfa0054'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:33.737507 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aee1e0-92d1-48d7-a1c9-6a2589f87acc" -d '{"events": [{"server_uuid": "06f68bf5-6e5c-4ffb-bec9-822202b23f5c", "name": "network-vif-plugged", "status": "completed", "tag": "64d2d019-2a54-4ef4-b927-18b5b8ee2674"}, {"server_uuid": "e8725212-bf1b-4709-a5c5-dfa4b9a71640", "name": "network-vif-plugged", "status": "completed", "tag": "1b15ef71-978c-4a4b-8619-334d3cfa0054"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:33.775577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f8041-ae63-4792-a59f-d67905209648 req-97fd141f-c5ad-4661-b3f7-111c80972e63 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:33.777477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e8f8041-ae63-4792-a59f-d67905209648 req-97fd141f-c5ad-4661-b3f7-111c80972e63 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 945 time: 0.2254119 May 10 11:29:33.867199 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b71f0d0-dae3-42ef-959e-6876a33b1296 x-openstack-request-id: req-4b71f0d0-dae3-42ef-959e-6876a33b1296 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:33.867907 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f68bf5-6e5c-4ffb-bec9-822202b23f5c", "name": "network-vif-plugged", "status": "completed", "tag": "64d2d019-2a54-4ef4-b927-18b5b8ee2674", "code": 200}, {"server_uuid": "e8725212-bf1b-4709-a5c5-dfa4b9a71640", "name": "network-vif-plugged", "status": "completed", "tag": "1b15ef71-978c-4a4b-8619-334d3cfa0054", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:33.868075 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b71f0d0-dae3-42ef-959e-6876a33b1296 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:33.868478 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b71f0d0-dae3-42ef-959e-6876a33b1296'] response: {'server_uuid': '06f68bf5-6e5c-4ffb-bec9-822202b23f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2d019-2a54-4ef4-b927-18b5b8ee2674', 'code': 200} May 10 11:29:33.868759 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b71f0d0-dae3-42ef-959e-6876a33b1296'] response: {'server_uuid': 'e8725212-bf1b-4709-a5c5-dfa4b9a71640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b15ef71-978c-4a4b-8619-334d3cfa0054', 'code': 200} May 10 11:29:33.875548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d47-cc96-4cdf-96fd-b1c4aabadce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.878545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d47-cc96-4cdf-96fd-b1c4aabadce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.882526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0a5c2d47-cc96-4cdf-96fd-b1c4aabadce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e0e22a8-5bd5-4587-a62f-058f3a9b67eb HTTP/1.1" status: 204 len: 168 time: 0.5803826 May 10 11:29:33.909426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2d47-cc96-4cdf-96fd-b1c4aabadce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0e22a8-5bd5-4587-a62f-058f3a9b67eb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:33.914293 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e8f8041-ae63-4792-a59f-d67905209648 req-b7f26700-12ba-497e-9852-1d29a13a07a2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997984 May 10 11:29:33.975605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1b15ef71-978c-4a4b-8619-334d3cfa0054,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:33.995431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b4e2-51de-472a-873c-9767a237ad63 None None] Current status of the port a19cde64-3416-4ea8-a990-89a5a426d116 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:34.008021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 749ee620-6520-43eb-a342-4497554f3048 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:34.060259 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.092282 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-975e019d-5ff3-48a7-973b-e894716f9454 req-d07b9957-33e7-464d-a53a-72506615b79b tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=276b17eb-1da9-4d40-98e6-9a428e34d102 HTTP/1.1" status: 200 len: 210 time: 0.1278784 May 10 11:29:34.119745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=a19cde64-3416-4ea8-a990-89a5a426d116,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:34.156571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a10147-75e1-4d98-8cfe-11e1cd528252 req-d326508e-4723-4a35-ad7e-ba1bf27cf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:34.158138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50a10147-75e1-4d98-8cfe-11e1cd528252 req-d326508e-4723-4a35-ad7e-ba1bf27cf455 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 1096 time: 0.2773376 May 10 11:29:34.187389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00673c21-1429-414e-993f-bcda3840d86f req-40fabf7d-4e0c-4272-9818-1aef1af0f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:34.188948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00673c21-1429-414e-993f-bcda3840d86f req-40fabf7d-4e0c-4272-9818-1aef1af0f155 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 1096 time: 0.2335956 May 10 11:29:34.219780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port c2e42c3a-2e9e-451e-a712-0a6b6683b665 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:34.242856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port c2e42c3a-2e9e-451e-a712-0a6b6683b665 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:34.243166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.314205 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00673c21-1429-414e-993f-bcda3840d86f req-01e90fd5-1393-4e64-8fce-58349bc3fa4e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087813 May 10 11:29:34.350123 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d830d7e-d506-44a5-8850-168b7bd97fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.350499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50a10147-75e1-4d98-8cfe-11e1cd528252 req-f1e501b3-a4e6-4e0b-87b2-21d589c872ba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766224 May 10 11:29:34.379971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 749ee620-6520-43eb-a342-4497554f3048 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:34.389600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 749ee620-6520-43eb-a342-4497554f3048 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:34.390563 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.568733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4652e-678a-48bf-a780-eabc99383fd1 req-6be72b08-1bd2-4054-a9bb-4e39e4c4a522 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:34.580428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bf4652e-678a-48bf-a780-eabc99383fd1 req-6be72b08-1bd2-4054-a9bb-4e39e4c4a522 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.0867183 May 10 11:29:34.607072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port c2e42c3a-2e9e-451e-a712-0a6b6683b665 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:34.607555 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.631052 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bf4652e-678a-48bf-a780-eabc99383fd1 req-a0c8fa31-4f37-4e9c-9be4-78ec88ab3519 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493867 May 10 11:29:34.645551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 749ee620-6520-43eb-a342-4497554f3048 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:34.645551 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.666584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.667195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port c2e42c3a-2e9e-451e-a712-0a6b6683b665, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c2e42c3a-2e9e-451e-a712-0a6b6683b665,segment=NetworkSegment(e7c26480-9e22-4f13-a249-638da53a8c11),segment_id=e7c26480-9e22-4f13-a249-638da53a8c11)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:34.674552 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.695027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b449e4-6c89-467b-a042-9fb05aae749a req-0314039a-f7fd-4f90-9c2c-d2a37d4d0ae9 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:34.697204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b9b449e4-6c89-467b-a042-9fb05aae749a req-0314039a-f7fd-4f90-9c2c-d2a37d4d0ae9 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 945 time: 0.5151384 May 10 11:29:34.709287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:34.743153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 749ee620-6520-43eb-a342-4497554f3048, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=749ee620-6520-43eb-a342-4497554f3048,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:34.747566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:34.747905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device de7c1bf2-86f5-47a5-9656-a68f8dfbcce2 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:34.763170 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.769318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=c2e42c3a-2e9e-451e-a712-0a6b6683b665,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:34.811022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a16ae-dff4-45e6-bcfd-a698254601f6 req-53cf9ee2-78d9-4ff0-9e51-b9492765140e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:34.813555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e58a16ae-dff4-45e6-bcfd-a698254601f6 req-53cf9ee2-78d9-4ff0-9e51-b9492765140e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.0879967 May 10 11:29:34.821175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=749ee620-6520-43eb-a342-4497554f3048,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:34.868166 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e58a16ae-dff4-45e6-bcfd-a698254601f6 req-85c59292-cfdc-4e5d-ad48-61a7829b2de3 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 May 10 11:29:34.876943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b9b449e4-6c89-467b-a042-9fb05aae749a req-b75ca75a-ced1-407c-ac87-34196fadd9ef tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809805 May 10 11:29:34.923938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Router a0dcb167-45c4-484b-82ce-4e40ca98fa5f has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:29:34.994602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92634042-1808-46ed-ab71-4f31d80083d1 req-abfdb7cb-ae4d-4802-8b83-960a466bfeec tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:34.996112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92634042-1808-46ed-ab71-4f31d80083d1 req-abfdb7cb-ae4d-4802-8b83-960a466bfeec tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 946 time: 0.0511818 May 10 11:29:35.019075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:29:35.028747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] Sync routers for ids ['a0dcb167-45c4-484b-82ce-4e40ca98fa5f'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:29:35.041230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0d31301d-1920-43dd-918d-ac43a2145139 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "PUT /v2.0/routers/a0dcb167-45c4-484b-82ce-4e40ca98fa5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2772038 May 10 11:29:35.044828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36180) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:35.049373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] Routers {'a0dcb167-45c4-484b-82ce-4e40ca98fa5f'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:35.050944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a0dcb167-45c4-484b-82ce-4e40ca98fa5f'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:35.053941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92634042-1808-46ed-ab71-4f31d80083d1 req-2af7e326-516a-485c-b61a-a05e776287e6 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504107 May 10 11:29:35.098147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7726e2-63bd-4e69-bb86-495cb952eac8 req-1167657c-93d6-43df-a475-f0acd11ecb86 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:35.099799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d7726e2-63bd-4e69-bb86-495cb952eac8 req-1167657c-93d6-43df-a475-f0acd11ecb86 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 946 time: 0.0952401 May 10 11:29:35.128988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c97917-b945-46ab-b58e-9a4b1512408f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:35.130766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c97917-b945-46ab-b58e-9a4b1512408f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:35.135049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-22c97917-b945-46ab-b58e-9a4b1512408f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0865810 May 10 11:29:35.135225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36188) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:35.147982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] Set router a0dcb167-45c4-484b-82ce-4e40ca98fa5f gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:35.188755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d7726e2-63bd-4e69-bb86-495cb952eac8 req-0f16a511-2c90-4a80-bc6a-f5172f0c8839 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810781 May 10 11:29:35.200759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38b7ac6-d27c-4a2b-9ff5-2f9454178105 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:35.212196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'name': 'tempest-NetworksTestDHCPv6-router-2001399870', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:23Z', 'updated_at': '2022-05-10T11:29:33Z', 'revision_number': 3, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:35.214063 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ac6-d27c-4a2b-9ff5-2f9454178105 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.247836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] Checking router: a0dcb167-45c4-484b-82ce-4e40ca98fa5f for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:29:35.260734 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ac6-d27c-4a2b-9ff5-2f9454178105 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.267806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] Routers {'a0dcb167-45c4-484b-82ce-4e40ca98fa5f'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:35.268468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a0dcb167-45c4-484b-82ce-4e40ca98fa5f'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:35.342057 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.351146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] Set router a0dcb167-45c4-484b-82ce-4e40ca98fa5f gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:35.386524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ac6-d27c-4a2b-9ff5-2f9454178105 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.437063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'name': 'tempest-NetworksTestDHCPv6-router-2001399870', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:23Z', 'updated_at': '2022-05-10T11:29:33Z', 'revision_number': 3, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:35.481996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53ad89-d376-4e53-9173-43b8f4f9c023 None None] The sync data for ids ['a0dcb167-45c4-484b-82ce-4e40ca98fa5f'] in n-d-840949-1 is: [{'id': 'a0dcb167-45c4-484b-82ce-4e40ca98fa5f', 'name': 'tempest-NetworksTestDHCPv6-router-2001399870', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:23Z', 'updated_at': '2022-05-10T11:29:33Z', 'revision_number': 3, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:29:35.489315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ac6-d27c-4a2b-9ff5-2f9454178105 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.533003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00eaa3-ecc0-4e6d-84b5-2903af064062 req-7bc4df38-6ced-4753-950d-35b0c89fd2d6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:35.541040 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba00eaa3-ecc0-4e6d-84b5-2903af064062 req-7bc4df38-6ced-4753-950d-35b0c89fd2d6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 951 time: 0.0665376 May 10 11:29:35.565754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7ac6-d27c-4a2b-9ff5-2f9454178105 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:35.574407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ac6-d27c-4a2b-9ff5-2f9454178105 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.580190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10251a3-fa50-4363-b1c5-28aaa52515d1 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:35.583015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a38b7ac6-d27c-4a2b-9ff5-2f9454178105 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc HTTP/1.1" status: 204 len: 168 time: 0.4462626 May 10 11:29:35.585800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:35.688230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba00eaa3-ecc0-4e6d-84b5-2903af064062 req-7e52b966-3265-41fb-8324-2edf16d42056 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464005 May 10 11:29:35.738216 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43971711-2ee3-415e-8759-6aa3a48f9046 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1512806 May 10 11:29:35.741144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36218) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:35.857693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-930c3f17-aaae-481c-bebb-03c865bacedb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.871310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e42c3a-2e9e-451e-a712-0a6b6683b665'}, {'server_uuid': 'd3a5227f-c05d-47d3-a7cc-26ac0ca828a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ee620-6520-43eb-a342-4497554f3048'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:35.874010 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38de5a53-a07f-422c-881f-7c72b48176cb" -d '{"events": [{"server_uuid": "509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2e42c3a-2e9e-451e-a712-0a6b6683b665"}, {"server_uuid": "d3a5227f-c05d-47d3-a7cc-26ac0ca828a3", "name": "network-vif-plugged", "status": "completed", "tag": "749ee620-6520-43eb-a342-4497554f3048"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:35.877027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:35.939900 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21908765-370d-4ec2-aaee-e870c54c1a39 x-openstack-request-id: req-21908765-370d-4ec2-aaee-e870c54c1a39 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:35.940344 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2e42c3a-2e9e-451e-a712-0a6b6683b665", "code": 200}, {"server_uuid": "d3a5227f-c05d-47d3-a7cc-26ac0ca828a3", "name": "network-vif-plugged", "status": "completed", "tag": "749ee620-6520-43eb-a342-4497554f3048", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:35.940845 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21908765-370d-4ec2-aaee-e870c54c1a39 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:35.942574 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21908765-370d-4ec2-aaee-e870c54c1a39'] response: {'server_uuid': '509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e42c3a-2e9e-451e-a712-0a6b6683b665', 'code': 200} May 10 11:29:35.942839 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21908765-370d-4ec2-aaee-e870c54c1a39'] response: {'server_uuid': 'd3a5227f-c05d-47d3-a7cc-26ac0ca828a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ee620-6520-43eb-a342-4497554f3048', 'code': 200} May 10 11:29:35.944769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd108e-6978-478e-848b-c99853b6a969 req-00524e59-13a7-4c51-a307-ce945e7835d1 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:35.946313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8cd108e-6978-478e-848b-c99853b6a969 req-00524e59-13a7-4c51-a307-ce945e7835d1 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.1536896 May 10 11:29:35.982509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:36.005656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] Deleting port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:36.006041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.081488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8cd108e-6978-478e-848b-c99853b6a969 req-160efbee-5611-49a4-9c49-e86994184e16 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236477 May 10 11:29:36.147040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc6b1-0bac-40f8-8e0a-daea8680bd8f req-81653213-5dc6-40d5-8c3b-a67efbb8a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.148931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b1fc6b1-0bac-40f8-8e0a-daea8680bd8f req-81653213-5dc6-40d5-8c3b-a67efbb8a51f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 1097 time: 0.1347339 May 10 11:29:36.149802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-930c3f17-aaae-481c-bebb-03c865bacedb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.151591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] For port ee60b6b5-5554-4ca2-bf1c-624c79d509f3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee60b6b5-5554-4ca2-bf1c-624c79d509f3,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:36.152020 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.155527 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-930c3f17-aaae-481c-bebb-03c865bacedb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.162656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a2f1e-de18-4982-aacb-68750da1413d req-771dfa50-a9fc-4753-b9ad-2261ec8d5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.164158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c75a2f1e-de18-4982-aacb-68750da1413d req-771dfa50-a9fc-4753-b9ad-2261ec8d5e11 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 1097 time: 0.1137211 May 10 11:29:36.174660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] Calling delete_port for ee60b6b5-5554-4ca2-bf1c-624c79d509f3 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:36.204984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3cddf-5231-4e97-9f6c-f1a00285b4e2 req-05c535fe-846d-4bb6-81d0-2852e6cacb23 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.206446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4bd3cddf-5231-4e97-9f6c-f1a00285b4e2 req-05c535fe-846d-4bb6-81d0-2852e6cacb23 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.1545782 May 10 11:29:36.216004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa0c3954-94cc-4079-abbb-4aeeb7a23035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.242091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-930c3f17-aaae-481c-bebb-03c865bacedb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.242823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930c3f17-aaae-481c-bebb-03c865bacedb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Fanout notify agent at l3_agent the message router_deleted on router a0dcb167-45c4-484b-82ce-4e40ca98fa5f {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:29:36.255459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-930c3f17-aaae-481c-bebb-03c865bacedb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.256842 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-930c3f17-aaae-481c-bebb-03c865bacedb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/routers/a0dcb167-45c4-484b-82ce-4e40ca98fa5f HTTP/1.1" status: 204 len: 168 time: 0.5147052 May 10 11:29:36.260407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36238) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:36.265627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:36.275159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.277609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c75a2f1e-de18-4982-aacb-68750da1413d req-8afbc154-126b-4886-807b-3dc96b71ed61 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056466 May 10 11:29:36.288162 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b1fc6b1-0bac-40f8-8e0a-daea8680bd8f req-260f489e-82fe-4437-ab8d-ee4e87c23413 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190441 May 10 11:29:36.326808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] No DVR routers for this DVR port ee60b6b5-5554-4ca2-bf1c-624c79d509f3 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:36.328895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7a26d-6742-4d68-b510-cdd9bef2f8c9 None None] Pushing event deleted for resources: {'Port': ['ID=ee60b6b5-5554-4ca2-bf1c-624c79d509f3,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:36.339113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d284b2-f75c-4e79-8eb8-836059b35a07 req-d94db4dd-08bf-47bf-950c-ef0cb142237b tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.347114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25d284b2-f75c-4e79-8eb8-836059b35a07 req-d94db4dd-08bf-47bf-950c-ef0cb142237b tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 945 time: 0.1357977 May 10 11:29:36.364417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4bd3cddf-5231-4e97-9f6c-f1a00285b4e2 req-972857f9-abf8-4ba4-9344-56e767cd61df tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461904 May 10 11:29:36.402180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa0c3954-94cc-4079-abbb-4aeeb7a23035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.409570 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa0c3954-94cc-4079-abbb-4aeeb7a23035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.421477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25d284b2-f75c-4e79-8eb8-836059b35a07 req-a6e86183-30d2-4da1-aa7d-29da55497e9d tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734019 May 10 11:29:36.429131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:36.433770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.437259 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f31f922d-cf21-4ae0-93c4-bf440a82428c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.452429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fa0c3954-94cc-4079-abbb-4aeeb7a23035 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39a324906c164b7fa11ed8df21ec28ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683309 May 10 11:29:36.455298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36240) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:36.464192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c3954-94cc-4079-abbb-4aeeb7a23035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f56a574-c43d-45bc-9f56-64d234a6d052,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:36.538657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefe5bb-3108-4c1d-b41b-1a43aa7215b9 req-8f7e8859-ccac-4f08-a0ec-95316de223f3 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.540376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-afefe5bb-3108-4c1d-b41b-1a43aa7215b9 req-8f7e8859-ccac-4f08-a0ec-95316de223f3 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 946 time: 0.0907259 May 10 11:29:36.561856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a19cde64-3416-4ea8-a990-89a5a426d116 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:36.562671 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0316-3477-4252-b91d-86072fefeaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.584310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: a19cde64-3416-4ea8-a990-89a5a426d116 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:36.585114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a19cde64-3416-4ea8-a990-89a5a426d116 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:36.585548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee60b6b5-5554-4ca2-bf1c-624c79d509f3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:36.606003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ee60b6b5-5554-4ca2-bf1c-624c79d509f3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:36.606003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee60b6b5-5554-4ca2-bf1c-624c79d509f3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:36.608727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-afefe5bb-3108-4c1d-b41b-1a43aa7215b9 req-fd8df560-424e-401b-8e6d-439a60e601b9 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 May 10 11:29:36.610619 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0316-3477-4252-b91d-86072fefeaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.669681 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0316-3477-4252-b91d-86072fefeaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.672512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0316-3477-4252-b91d-86072fefeaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.673684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a4eb0316-3477-4252-b91d-86072fefeaef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f56a574-c43d-45bc-9f56-64d234a6d052 HTTP/1.1" status: 204 len: 168 time: 0.2066681 May 10 11:29:36.691497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d8b8-17a5-4c5d-aea0-064fa1fc2ed7 req-b4b4f317-94ba-4401-b417-71872db85d43 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.693065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f727d8b8-17a5-4c5d-aea0-064fa1fc2ed7 req-b4b4f317-94ba-4401-b417-71872db85d43 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1070580 May 10 11:29:36.705657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb0316-3477-4252-b91d-86072fefeaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f56a574-c43d-45bc-9f56-64d234a6d052,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:36.719336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.771713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a107682-a5b7-4f9a-87e4-55ca78fbf137 req-af9d08bf-a9da-4bd0-b4dd-21ffb9f0dd83 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.774564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a107682-a5b7-4f9a-87e4-55ca78fbf137 req-af9d08bf-a9da-4bd0-b4dd-21ffb9f0dd83 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 946 time: 0.0938814 May 10 11:29:36.777238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:36.784138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:36.795507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab4bce-1232-4d50-82ee-060798739b4f None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:36.807392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f727d8b8-17a5-4c5d-aea0-064fa1fc2ed7 req-0b45c65a-27d8-4b56-8072-5b6b7f21f94d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944288 May 10 11:29:36.812265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.812875 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.816476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:36.832852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a107682-a5b7-4f9a-87e4-55ca78fbf137 req-b83a2685-a2b9-4650-be4b-64b462615cbe tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496111 May 10 11:29:36.842145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36252) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:36.848276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6d1840de-34b8-4997-83a0-56bc51478243 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1871186767', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:36.851112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-072d3d84-6d78-4908-b3f9-005b9ca1b3c2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5891738 May 10 11:29:36.934168 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d1840de-34b8-4997-83a0-56bc51478243 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.936271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d1840de-34b8-4997-83a0-56bc51478243 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.951662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ee6a0-0b61-4e15-92c0-bb6e12c1c978 req-8a3de30b-fe8b-400a-b311-c8cac64ac3a9 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:36.953911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c30ee6a0-0b61-4e15-92c0-bb6e12c1c978 req-8a3de30b-fe8b-400a-b311-c8cac64ac3a9 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c631b4a9-fdd0-44cc-aec7-e10729b81a9f HTTP/1.1" status: 200 len: 946 time: 0.0652659 May 10 11:29:37.004380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d1840de-34b8-4997-83a0-56bc51478243 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.015001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c30ee6a0-0b61-4e15-92c0-bb6e12c1c978 req-a4913d78-1979-470b-af01-2e25910f2875 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507691 May 10 11:29:37.027734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895e03d-ea55-4f5d-9f5a-8087b9390678 req-6027d5ea-2b41-48a3-a6aa-ee88153616fc tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:37.035551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:29:37.036702 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.038231 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4895e03d-ea55-4f5d-9f5a-8087b9390678 req-6027d5ea-2b41-48a3-a6aa-ee88153616fc tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 951 time: 0.1468358 May 10 11:29:37.046922 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d1840de-34b8-4997-83a0-56bc51478243 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.080274 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d1840de-34b8-4997-83a0-56bc51478243 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.084452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36262) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:37.084940 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6d1840de-34b8-4997-83a0-56bc51478243 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2414780 May 10 11:29:37.102580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4895e03d-ea55-4f5d-9f5a-8087b9390678 req-89228637-7b37-47e6-9547-74d682de1fe5 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.13 "GET /v2.0/security-groups?id=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633042 May 10 11:29:37.256269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f/df2352ae-2547-4cf3-83d6-5fab6d7a5c38) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:37.337963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ea9c-52f9-4755-858f-6a194bf60ce7 req-a729de97-f7f7-448c-9f27-4b2682bd4409 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:37.345524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f89ea9c-52f9-4755-858f-6a194bf60ce7 req-a729de97-f7f7-448c-9f27-4b2682bd4409 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 945 time: 0.2094953 May 10 11:29:37.349552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-efe5a4a3-5dc6-472d-858d-cf5272fabda6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:37.352541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-efe5a4a3-5dc6-472d-858d-cf5272fabda6 tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "GET /v2.0/ports?device_id=6970269d-97b4-4b27-b8bb-bb0fb0e71e51 HTTP/1.1" status: 200 len: 951 time: 0.1017489 May 10 11:29:37.500561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f89ea9c-52f9-4755-858f-6a194bf60ce7 req-20fea94e-48a9-481e-8849-10c0be3db4b3 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539934 May 10 11:29:37.650392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.660444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36284) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:37.691521 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.714931 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.723367 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.772271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:37.776204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:37.780565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:37.795231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Pushing event updated for resources: {'Port': ['ID=df2352ae-2547-4cf3-83d6-5fab6d7a5c38,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:37.896761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Attempting to bind port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:37.897099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Attempting to bind port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:37.897393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Attempting to bind port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:37.899769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2055780855-network', 'tenant_id': 'b8639723c736469d961e069c4c0c2260'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:37.906485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:37.906868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:37.907248 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.907641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:37.908129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Bound port: df2352ae-2547-4cf3-83d6-5fab6d7a5c38, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:37.908510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.992119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] For port df2352ae-2547-4cf3-83d6-5fab6d7a5c38, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:37.996752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] For port df2352ae-2547-4cf3-83d6-5fab6d7a5c38, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=df2352ae-2547-4cf3-83d6-5fab6d7a5c38,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:38.003027 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.044261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Made reservation on behalf of b8639723c736469d961e069c4c0c2260 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:38.046851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.063155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2f3b-3dd4-45e4-8bdb-55123bdef537 req-58ec3355-087d-4927-9957-5c370f0b82a9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:38.065024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad817ce2-cd60-4499-8b72-75ad35f4190b None None] Pushing event updated for resources: {'Port': ['ID=df2352ae-2547-4cf3-83d6-5fab6d7a5c38,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:38.065337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37ef2f3b-3dd4-45e4-8bdb-55123bdef537 req-58ec3355-087d-4927-9957-5c370f0b82a9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.3581991 May 10 11:29:38.076761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.158322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83675a56-94f9-45a1-997d-e565088341de req-64724f0d-8731-467e-9812-d233ca70e0f5 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:38.159931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83675a56-94f9-45a1-997d-e565088341de req-64724f0d-8731-467e-9812-d233ca70e0f5 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.0705519 May 10 11:29:38.179177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Deleting port 2e1082e6-3a18-4c38-927b-f6120930055d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:38.179656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.194505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37ef2f3b-3dd4-45e4-8bdb-55123bdef537 req-7c461b64-6717-42f1-8f31-3037370ffc0a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151290 May 10 11:29:38.218366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::1 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f/b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:38.264826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83675a56-94f9-45a1-997d-e565088341de req-42662d00-7820-4589-a9b7-cdd105abd22f tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979714 May 10 11:29:38.354768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] For port 2e1082e6-3a18-4c38-927b-f6120930055d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2e1082e6-3a18-4c38-927b-f6120930055d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:38.355135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.363058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.374473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Calling delete_port for 2e1082e6-3a18-4c38-927b-f6120930055d owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:38.381189 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.576799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device df2352ae-2547-4cf3-83d6-5fab6d7a5c38 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:38.633197 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.634137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:38.634752 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.661488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2e1082e6-3a18-4c38-927b-f6120930055d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:38.675890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Pushing event deleted for resources: {'Port': ['ID=2e1082e6-3a18-4c38-927b-f6120930055d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:38.692102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-3cff3f7d-2d7b-4d93-b049-5fdb36205b4d tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:38.694515 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-3cff3f7d-2d7b-4d93-b049-5fdb36205b4d tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 812 time: 0.3055122 May 10 11:29:38.761590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:38.762234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.764023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4987c-a61f-486c-9f2b-1ecfaf321969,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:38.777451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:29:38.791649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.792084 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Added segment 3241634d-c0f2-41b0-bba9-28d65879b2d3 of type vlan for network 0a57c585-b8a4-4d47-970f-db6ef70b4227 May 10 11:29:38.792332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] No DVR routers for this DVR port 2e1082e6-3a18-4c38-927b-f6120930055d on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:38.795680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.798921 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a11b449f-235d-4ec8-b6e3-db4a43b0c7a3 req-0d2b930e-bd48-456e-a7d6-87e0248ca1ec tempest-ServersAdminTestJSON-505295638 tempest-ServersAdminTestJSON-505295638-project] 10.222.0.49 "DELETE /v2.0/ports/2e1082e6-3a18-4c38-927b-f6120930055d HTTP/1.1" status: 204 len: 173 time: 1.4384491 May 10 11:29:38.801149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port df2352ae-2547-4cf3-83d6-5fab6d7a5c38, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=df2352ae-2547-4cf3-83d6-5fab6d7a5c38,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:38.805138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-910616d3-ea0f-41f0-a9a1-07a37005f77d tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/quotas/f58c057e7dc241d3a4d6cb6a65fec662 HTTP/1.1" status: 200 len: 375 time: 0.1000612 May 10 11:29:38.807030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-deleted', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:38.808475 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.827288 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b021515-c94d-4503-bf06-de204df1529d" -d '{"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-deleted", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:38.874943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=df2352ae-2547-4cf3-83d6-5fab6d7a5c38,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:38.879698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b999-732d-44be-b3c4-42f7aba7bef1 req-7c25aafa-a632-49a6-be29-e4f5fc53b3c1 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:38.888194 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a85b999-732d-44be-b3c4-42f7aba7bef1 req-7c25aafa-a632-49a6-be29-e4f5fc53b3c1 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 946 time: 0.5696514 May 10 11:29:38.893227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.917954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-f8a25525-2755-4fc7-b67a-46d3ed105af3 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:38.920989 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-f8a25525-2755-4fc7-b67a-46d3ed105af3 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.70 "GET /v2.0/ports?device_id=c631b4a9-fdd0-44cc-aec7-e10729b81a9f HTTP/1.1" status: 200 len: 946 time: 0.1941478 May 10 11:29:38.929788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:38.945755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-bf554548-ec29-4e21-a429-9c507a45ba9d tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128769 May 10 11:29:38.990550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a85b999-732d-44be-b3c4-42f7aba7bef1 req-2678686c-1df9-4214-bb61-6521b30d5f1d tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012347 May 10 11:29:38.997011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.074045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:39.083352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.084379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:39.084969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.103463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:39.107107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:39.141385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:39.141943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.171585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-45ace2ec-e7df-409b-b27a-8895ccf7844f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:39.173093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-45ace2ec-e7df-409b-b27a-8895ccf7844f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f68bf5-6e5c-4ffb-bec9-822202b23f5c HTTP/1.1" status: 200 len: 945 time: 0.1643507 May 10 11:29:39.187222 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-b9fe18d4-6d89-44b8-b0f0-676b230cc0a7 service neutron] 10.222.0.13 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108266 May 10 11:29:39.209773 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.235255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5556157 May 10 11:29:39.243566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Deleting port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:39.244024 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.259590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36310) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:39.271129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Request body: {'subnet': {'network_id': '0a57c585-b8a4-4d47-970f-db6ef70b4227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2055780855-subnet', 'tenant_id': 'b8639723c736469d961e069c4c0c2260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:39.340020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea0235-c332-4924-bc88-30519fca6ecc admin admin] Pushing event updated for resources: {'Network': ['ID=0a57c585-b8a4-4d47-970f-db6ef70b4227,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:39.360672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 0a57c585-b8a4-4d47-970f-db6ef70b4227 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:29:39.409532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20e643-55b0-4835-aa38-f3b8d9b779f4 req-ce6d6c8e-f12f-487d-bc6a-662d44ce9115 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:39.411220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f20e643-55b0-4835-aa38-f3b8d9b779f4 req-ce6d6c8e-f12f-487d-bc6a-662d44ce9115 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 946 time: 0.3234642 May 10 11:29:39.416796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Made reservation on behalf of b8639723c736469d961e069c4c0c2260 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:39.420246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.451661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] For port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:39.452406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.481306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Calling delete_port for 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:39.513480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ea9839d8-8ffc-4f36-b513-b71074e4038e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:39.515080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ea9839d8-8ffc-4f36-b513-b71074e4038e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.2867575 May 10 11:29:39.522463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Deleting port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:39.522915 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.529820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840949-1'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:39.544918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.570334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.576160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d9b37020-06da-4596-98cf-1239d47e1f1a None None] Provisioning complete for port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:39.576627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d9b37020-06da-4596-98cf-1239d47e1f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.595176 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f20e643-55b0-4835-aa38-f3b8d9b779f4 req-126af5b2-7154-44a6-97fb-2ddd6531e691 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723824 May 10 11:29:39.647498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-db35152f-9442-48d9-b8d1-5040c808fc1c service neutron] 10.222.0.13 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202726 May 10 11:29:39.680737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.775958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] For port 64d2d019-2a54-4ef4-b927-18b5b8ee2674, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64d2d019-2a54-4ef4-b927-18b5b8ee2674,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:39.779132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:39.818671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Calling delete_port for 64d2d019-2a54-4ef4-b927-18b5b8ee2674 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:40.049123 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee56f70-44be-4926-9a1d-f015a90fbd9b x-openstack-request-id: req-6ee56f70-44be-4926-9a1d-f015a90fbd9b {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:40.054012 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6970269d-97b4-4b27-b8bb-bb0fb0e71e51", "name": "network-vif-deleted", "tag": "2e1082e6-3a18-4c38-927b-f6120930055d", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:40.054476 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ee56f70-44be-4926-9a1d-f015a90fbd9b {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:40.055080 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee56f70-44be-4926-9a1d-f015a90fbd9b'] response: {'server_uuid': '6970269d-97b4-4b27-b8bb-bb0fb0e71e51', 'name': 'network-vif-deleted', 'tag': '2e1082e6-3a18-4c38-927b-f6120930055d', 'status': 'completed', 'code': 200} May 10 11:29:40.057965 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.098473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36322) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:40.112463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d9b37020-06da-4596-98cf-1239d47e1f1a None None] Current status of the port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:40.124152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 71bfaf3d-4bd6-490b-a577-363d352adc6c details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:40.130437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ff82ef7-28c4-42d9-8252-3c42fdfca0c4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:40.165614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Pushing event deleted for resources: {'Port': ['ID=0ff82ef7-28c4-42d9-8252-3c42fdfca0c4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:40.188456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['64d2d019-2a54-4ef4-b927-18b5b8ee2674'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:40.199155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] No DVR routers for this DVR port 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:40.202665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.206765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04af8a37-e5da-4851-a2ab-99ec9edfbd8b req-ac318edc-a32b-4444-a180-b4fd3eef0391 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.70 "DELETE /v2.0/ports/0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 HTTP/1.1" status: 204 len: 173 time: 1.2784126 May 10 11:29:40.316060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.328042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-86949d00-0a18-4a1a-b1ff-2aa6fdbf6be6 None None] Provisioning complete for port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:40.328417 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-86949d00-0a18-4a1a-b1ff-2aa6fdbf6be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.335429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c12c5-4426-45da-a8c3-6fc5a685239d req-20f84e1c-12d4-406b-8e1e-6c0fde160f1d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:40.343974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-727c12c5-4426-45da-a8c3-6fc5a685239d req-20f84e1c-12d4-406b-8e1e-6c0fde160f1d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 945 time: 0.1470311 May 10 11:29:40.399021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.417740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-727c12c5-4426-45da-a8c3-6fc5a685239d req-4a7f23b1-8192-4f67-a7a8-8a29728d95c2 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694256 May 10 11:29:40.443192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Pushing event deleted for resources: {'Port': ['ID=64d2d019-2a54-4ef4-b927-18b5b8ee2674,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:40.466261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-86949d00-0a18-4a1a-b1ff-2aa6fdbf6be6 None None] Port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:29:40.519872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a712e95-0195-4985-bf37-90b5ab8ce20d req-5870c54f-1c10-46e8-977a-ed0665d1c961 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:40.523800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] No DVR routers for this DVR port 64d2d019-2a54-4ef4-b927-18b5b8ee2674 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:40.526350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a712e95-0195-4985-bf37-90b5ab8ce20d req-5870c54f-1c10-46e8-977a-ed0665d1c961 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.4417083 May 10 11:29:40.526955 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.530645 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e532fde5-0e0b-4d36-b516-ef60433ed12c req-1cf8463f-3c83-440f-a9fa-1dd47309af23 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "DELETE /v2.0/ports/64d2d019-2a54-4ef4-b927-18b5b8ee2674 HTTP/1.1" status: 204 len: 173 time: 1.3408084 May 10 11:29:40.566649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7dbcc37-c974-4d6b-9269-4e81f9715804,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:40.581650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:40.592563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:40.630356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device df2352ae-2547-4cf3-83d6-5fab6d7a5c38 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:40.641816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-43826a0c-f4d0-43ae-ae57-70a3f2038a34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd95390dc9d244b3af4b94496c3472a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324011 May 10 11:29:40.644725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36336) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:40.659050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Checking segment: {'id': '3241634d-c0f2-41b0-bba9-28d65879b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0a57c585-b8a4-4d47-970f-db6ef70b4227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:40.659795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Network hostable DHCP agents. Network: 0a57c585-b8a4-4d47-970f-db6ef70b4227, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:29:40.670652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a712e95-0195-4985-bf37-90b5ab8ce20d req-b151386d-0074-45d2-998b-463f5817f5b4 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432557 May 10 11:29:40.675904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 71bfaf3d-4bd6-490b-a577-363d352adc6c has no active binding in host n-h2-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 11:29:40.678409 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.718050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.728934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.765856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50296e2a-fdbb-4951-ac9c-7fb18cf6bb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.818475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50296e2a-fdbb-4951-ac9c-7fb18cf6bb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.852861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:40.853628 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.861092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:40.867016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Network 0a57c585-b8a4-4d47-970f-db6ef70b4227 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:29:40.896191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50296e2a-fdbb-4951-ac9c-7fb18cf6bb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.905247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50296e2a-fdbb-4951-ac9c-7fb18cf6bb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.905247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-50296e2a-fdbb-4951-ac9c-7fb18cf6bb5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/482e9e5f-34c4-4ac2-8ad3-18cd1b012d18 HTTP/1.1" status: 204 len: 168 time: 0.2569633 May 10 11:29:40.915068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50296e2a-fdbb-4951-ac9c-7fb18cf6bb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e9e5f-34c4-4ac2-8ad3-18cd1b012d18,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:41.041768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 0a57c585-b8a4-4d47-970f-db6ef70b4227) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:41.050538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:41.072229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:41.072862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.088056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:41.090434 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6125719f-4974-4fc7-8124-e312503aa53c" -d '{"events": [{"server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "name": "network-vif-unplugged", "status": "completed", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:41.095056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.103679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-82103b7d-cddf-49f3-b475-2129c9e72e02 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8378558 May 10 11:29:41.128960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa4462d-b02f-43b6-bcc7-4b0f0ea52646 None None] Network 0a57c585-b8a4-4d47-970f-db6ef70b4227 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:41.182020 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.192736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:41.197862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:41.321668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-13f2eda1-e8fe-4a30-beb2-85afba1e96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:41.324596 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-13f2eda1-e8fe-4a30-beb2-85afba1e96b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fe7d6c3b87b4331af975afc911eaa99&device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 1097 time: 0.2771394 May 10 11:29:41.347891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:41.518132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d4854-aebe-482d-9a1b-53c2937e501a req-26b6a7a0-3e02-47c0-a57f-0f803cc0db0b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:41.525800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-895d4854-aebe-482d-9a1b-53c2937e501a req-26b6a7a0-3e02-47c0-a57f-0f803cc0db0b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 946 time: 0.4805102 May 10 11:29:41.535063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Pushing event updated for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:41.569077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddfe06a-f4e5-4e77-a944-a2c45727a0ea None None] Network 0a57c585-b8a4-4d47-970f-db6ef70b4227 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:41.594028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-09e71f1d-311b-4905-a282-bd6da000335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:41.595660 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-09e71f1d-311b-4905-a282-bd6da000335f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 HTTP/1.1" status: 200 len: 915 time: 0.2622111 May 10 11:29:41.608416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36360) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:41.696207 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-9354a1c1-ac77-48e9-bece-ef26d66d255c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e42c3a-2e9e-451e-a712-0a6b6683b665 HTTP/1.1" status: 200 len: 217 time: 0.0888004 May 10 11:29:41.715905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-895d4854-aebe-482d-9a1b-53c2937e501a req-306622ec-edce-452f-b768-85b1aae0e8ed tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695669 May 10 11:29:41.726201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:41.727532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:41.728298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:41.765501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:41.766117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Attempting to bind port 71bfaf3d-4bd6-490b-a577-363d352adc6c on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:41.777967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:41.778246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:41.778432 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-785e1488-0421-49b5-b5ef-2248de25b053 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce679992a75c451ebcb71f9f084068b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688304 May 10 11:29:41.778691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:41.779141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Bound port: 71bfaf3d-4bd6-490b-a577-363d352adc6c, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:41.779508 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.780875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36362) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:41.788271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-020ebf5c-bf69-49bb-9be2-f8db10106146 None None] Provisioning complete for port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:41.788648 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-020ebf5c-bf69-49bb-9be2-f8db10106146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.793044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-a1782247-9d2e-4982-9335-3d706799e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:41.794261 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-a1782247-9d2e-4982-9335-3d706799e56b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a13d0dc-9a65-4077-a7db-cc76054f1193 HTTP/1.1" status: 200 len: 854 time: 0.0897498 May 10 11:29:41.802916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52733d0-5d10-44c5-b4a9-033f18a6df53 req-13cb70e9-3ffc-4ab2-966e-a01bf817da8e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:41.809859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52733d0-5d10-44c5-b4a9-033f18a6df53 req-13cb70e9-3ffc-4ab2-966e-a01bf817da8e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:41.816710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52733d0-5d10-44c5-b4a9-033f18a6df53 req-13cb70e9-3ffc-4ab2-966e-a01bf817da8e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:41.818711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d52733d0-5d10-44c5-b4a9-033f18a6df53 req-13cb70e9-3ffc-4ab2-966e-a01bf817da8e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640&device_id=3ea85826-7276-4cc2-9992-eae98f310aa1&device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 2416 time: 0.1724212 May 10 11:29:41.831494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-16cea727-50f5-42cb-a56d-a2c262c9566d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297492 May 10 11:29:41.846349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-020ebf5c-bf69-49bb-9be2-f8db10106146 None None] Port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:29:41.910367 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d52733d0-5d10-44c5-b4a9-033f18a6df53 req-c8e0d489-95d8-499d-bb8a-76136988028c tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767071 May 10 11:29:41.918079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bb89bf84-6767-4fd6-a248-612498a7850d req-48b2452a-063d-4815-b083-b580f3d70d71 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 210 time: 0.0755520 May 10 11:29:41.934552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Router 6d9779ab-77a6-4d6a-a7eb-90047a986e58 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:29:41.936975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:41.940817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:41.954174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.984962 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b549d7ce-a208-43d4-9313-4492dd92b43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.013193 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd197b-853c-45a7-98d8-4a5e2097ae53 x-openstack-request-id: req-38dd197b-853c-45a7-98d8-4a5e2097ae53 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:42.013481 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "name": "network-vif-unplugged", "status": "completed", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:42.013710 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38dd197b-853c-45a7-98d8-4a5e2097ae53 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:42.014315 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38dd197b-853c-45a7-98d8-4a5e2097ae53'] response: {'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c', 'code': 200} May 10 11:29:42.028350 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b549d7ce-a208-43d4-9313-4492dd92b43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.031712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-872861eb-a820-4092-a98b-9effd8bf43ab service neutron] 10.222.0.70 "GET /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882050 May 10 11:29:42.045091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 64d2d019-2a54-4ef4-b927-18b5b8ee2674 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:42.067132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 64d2d019-2a54-4ef4-b927-18b5b8ee2674 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:42.067810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 64d2d019-2a54-4ef4-b927-18b5b8ee2674 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:42.068485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:42.095490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 2e1082e6-3a18-4c38-927b-f6120930055d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:42.096239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2e1082e6-3a18-4c38-927b-f6120930055d not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:42.166369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:29:42.167958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Pushing event updated for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=8']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:42.177128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b427e365-cb66-49c5-b06d-f39e5ed02a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "PUT /v2.0/routers/6d9779ab-77a6-4d6a-a7eb-90047a986e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0914452 May 10 11:29:42.180021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36370) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:42.183622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Sync routers for ids ['6d9779ab-77a6-4d6a-a7eb-90047a986e58'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:29:42.199618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d412-3b17-4e59-ac66-fdd70ba6cbc3 req-716ff45d-5b2d-43ec-a4cf-9812d92c789e tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:42.204649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c631b4a9-fdd0-44cc-aec7-e10729b81a9f', 'name': 'network-vif-deleted', 'tag': '0ff82ef7-28c4-42d9-8252-3c42fdfca0c4'}, {'server_uuid': '06f68bf5-6e5c-4ffb-bec9-822202b23f5c', 'name': 'network-vif-deleted', 'tag': '64d2d019-2a54-4ef4-b927-18b5b8ee2674'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:42.206874 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2b7312-f5a9-49d0-94d3-35ec573a908e" -d '{"events": [{"server_uuid": "c631b4a9-fdd0-44cc-aec7-e10729b81a9f", "name": "network-vif-deleted", "tag": "0ff82ef7-28c4-42d9-8252-3c42fdfca0c4"}, {"server_uuid": "06f68bf5-6e5c-4ffb-bec9-822202b23f5c", "name": "network-vif-deleted", "tag": "64d2d019-2a54-4ef4-b927-18b5b8ee2674"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:42.207024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40b2d412-3b17-4e59-ac66-fdd70ba6cbc3 req-716ff45d-5b2d-43ec-a4cf-9812d92c789e tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 946 time: 0.1971369 May 10 11:29:42.210418 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Routers {'6d9779ab-77a6-4d6a-a7eb-90047a986e58'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:42.211880 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6d9779ab-77a6-4d6a-a7eb-90047a986e58'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:42.242774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:42.243716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.245153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-db4596b5-35c9-4d65-aba1-0adf0f408949 service neutron] 10.222.0.49 "PUT /v2.0/ports/71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 200 len: 1121 time: 2.7230628 May 10 11:29:42.251257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:42.284636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceea967-9445-4413-8dce-89d768548de3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:42.286381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2ceea967-9445-4413-8dce-89d768548de3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports/b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a HTTP/1.1" status: 200 len: 911 time: 0.1055932 May 10 11:29:42.291045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36374) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:42.319061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9409d7-2f00-43f3-87d6-0184ac855dd9 req-a4ba96c6-8522-4496-9a4c-6b13c80242e2 service neutron] 10.222.0.70 "GET /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791934 May 10 11:29:42.362194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:42.365190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ff82ef7-28c4-42d9-8252-3c42fdfca0c4 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:42.390966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['71bfaf3d-4bd6-490b-a577-363d352adc6c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:42.424472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b549d7ce-a208-43d4-9313-4492dd92b43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.432403 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b549d7ce-a208-43d4-9313-4492dd92b43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.436148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b549d7ce-a208-43d4-9313-4492dd92b43e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f5b3369-299c-4911-abda-5ec25934c7cb HTTP/1.1" status: 204 len: 168 time: 0.6517127 May 10 11:29:42.499618 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Set router 6d9779ab-77a6-4d6a-a7eb-90047a986e58 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:42.506242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['71bfaf3d-4bd6-490b-a577-363d352adc6c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:42.543332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d7ce-a208-43d4-9313-4492dd92b43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5b3369-299c-4911-abda-5ec25934c7cb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:42.589546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-efb25b1c-9bdd-4f5e-ba74-b680c83b0a28 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:42.591290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-efb25b1c-9bdd-4f5e-ba74-b680c83b0a28 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 812 time: 0.3638818 May 10 11:29:42.615792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Request body: {'port': {'device_id': '28a6686d-4b16-439f-a3df-99057f211602', 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'admin_state_up': True, 'tenant_id': 'f58c057e7dc241d3a4d6cb6a65fec662'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:42.820387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40b2d412-3b17-4e59-ac66-fdd70ba6cbc3 req-dda88395-256c-46bc-94a0-916498071bb8 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109431 May 10 11:29:42.849185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-95c90735-b44f-4bc7-a30c-e4e54adfc762 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:42.863567 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-95c90735-b44f-4bc7-a30c-e4e54adfc762 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 946 time: 0.6015058 May 10 11:29:42.928866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Made reservation on behalf of f58c057e7dc241d3a4d6cb6a65fec662 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:42.932931 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.986657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e06d91-5614-467e-81b8-a445e5ee1b61 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:42.997339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e06d91-5614-467e-81b8-a445e5ee1b61 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:42.999319 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a2e06d91-5614-467e-81b8-a445e5ee1b61 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3166168 May 10 11:29:43.004779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36386) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:43.100450 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'name': 'tempest-NetworksTestDHCPv6-router-1871186767', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:36Z', 'updated_at': '2022-05-10T11:29:39Z', 'revision_number': 2, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None, '_interfaces': [{'id': 'b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a', 'name': '', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'mac_address': 'fa:16:3e:63:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:29:37Z', 'updated_at': '2022-05-10T11:29:40Z', 'revision_number': 2, 'project_id': '738ab16858764c7790a98fd2c610847e', 'subnets': [{'id': 'bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:43.210676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3b6e3-c381-4d9c-9f46-d67190a9416c req-08e4ce92-7c7e-466e-9d4f-160b88ca42b5 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:43.213576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60c3b6e3-c381-4d9c-9f46-d67190a9416c req-08e4ce92-7c7e-466e-9d4f-160b88ca42b5 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.1581600 May 10 11:29:43.265176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Allocated IP 172.20.0.10 (d904b975-63c3-4852-8af9-6ee3c68dead0/ece320f4-52c1-4336-8013-6d9855f58fae/8db3e943-4b90-446b-86f1-ae730b693689) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:43.282438 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Checking router: 6d9779ab-77a6-4d6a-a7eb-90047a986e58 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:29:43.283116 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Updating router 6d9779ab-77a6-4d6a-a7eb-90047a986e58 port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:29:43.313070 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.341056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60c3b6e3-c381-4d9c-9f46-d67190a9416c req-6a5b58b7-fb57-4e0c-b077-9215c0d68e64 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204913 May 10 11:29:43.417676 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae74425-c4e6-467a-8887-6dcdd0def6cd x-openstack-request-id: req-1ae74425-c4e6-467a-8887-6dcdd0def6cd {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:43.417974 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c631b4a9-fdd0-44cc-aec7-e10729b81a9f", "name": "network-vif-deleted", "tag": "0ff82ef7-28c4-42d9-8252-3c42fdfca0c4", "status": "completed", "code": 200}, {"server_uuid": "06f68bf5-6e5c-4ffb-bec9-822202b23f5c", "name": "network-vif-deleted", "tag": "64d2d019-2a54-4ef4-b927-18b5b8ee2674", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:43.418255 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ae74425-c4e6-467a-8887-6dcdd0def6cd {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:43.418778 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae74425-c4e6-467a-8887-6dcdd0def6cd'] response: {'server_uuid': 'c631b4a9-fdd0-44cc-aec7-e10729b81a9f', 'name': 'network-vif-deleted', 'tag': '0ff82ef7-28c4-42d9-8252-3c42fdfca0c4', 'status': 'completed', 'code': 200} May 10 11:29:43.420099 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae74425-c4e6-467a-8887-6dcdd0def6cd'] response: {'server_uuid': '06f68bf5-6e5c-4ffb-bec9-822202b23f5c', 'name': 'network-vif-deleted', 'tag': '64d2d019-2a54-4ef4-b927-18b5b8ee2674', 'status': 'completed', 'code': 200} May 10 11:29:43.464478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ad814-53fe-4fc9-a841-78cfd33c4a7f req-6f73e7ba-c888-45a2-b1b7-fa0a15f325db tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:43.473480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-741ad814-53fe-4fc9-a841-78cfd33c4a7f req-6f73e7ba-c888-45a2-b1b7-fa0a15f325db tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.4159307 May 10 11:29:43.501365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.550200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-55e0aca4-51a3-4d2b-b6db-653a5b61473a tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:43.551979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-55e0aca4-51a3-4d2b-b6db-653a5b61473a tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 812 time: 0.6627688 May 10 11:29:43.574328 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-741ad814-53fe-4fc9-a841-78cfd33c4a7f req-3b9bdaa6-0ea2-41e5-8c56-7ea2dd8f1ab6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947509 May 10 11:29:43.595705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Request body: {'port': {'device_id': '503d0e47-4fdd-4dc7-b2d1-3e2572054803', 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'admin_state_up': True, 'tenant_id': 'f58c057e7dc241d3a4d6cb6a65fec662'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:43.600949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950cbe2-d80f-4e11-a505-3024f5a5bb54 req-6080d903-9001-49dd-93ae-a95959ac3303 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:43.608558 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a950cbe2-d80f-4e11-a505-3024f5a5bb54 req-6080d903-9001-49dd-93ae-a95959ac3303 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 946 time: 0.0951526 May 10 11:29:43.652366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.670151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Deleting port 749ee620-6520-43eb-a342-4497554f3048 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:43.670907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.682132 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.690314 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.705689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a950cbe2-d80f-4e11-a505-3024f5a5bb54 req-08aed91f-fc4d-41be-9c5d-10c4e2b4089e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962324 May 10 11:29:43.723758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Network d904b975-63c3-4852-8af9-6ee3c68dead0 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:43.730094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:43.744662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:43.764386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab7d8b-c56a-429b-bc0a-41e183ff8f07 None None] Pushing event updated for resources: {'Port': ['ID=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:43.853039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Pushing event updated for resources: {'Port': ['ID=8db3e943-4b90-446b-86f1-ae730b693689,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:43.886906 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Attempting to bind port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:43.887591 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Attempting to bind port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:43.888150 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Attempting to bind port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:43.895555 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:43.896272 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:43.897441 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.897993 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:43.898773 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Bound port: b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:43.899338 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.911023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c60cce-7503-45df-b93e-e23aaa0d3b18 req-4df50938-5ffb-4d39-8aa3-33b68dc39e34 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 210 time: 0.0600998 May 10 11:29:43.955506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:43.956200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.999890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-5f1583ef-d66d-46c3-ba69-cec194867228 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3976233 May 10 11:29:44.012418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Request body: {'port': {'device_id': '28a6686d-4b16-439f-a3df-99057f211602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:44.024195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:44.030377 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93111737-ec93-4b8e-bb8a-0980da8b7665" -d '{"events": [{"name": "network-changed", "server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:44.045983 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] For port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:44.053402 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] For port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:44.065802 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.078673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] For port 749ee620-6520-43eb-a342-4497554f3048, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=749ee620-6520-43eb-a342-4497554f3048,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:44.078973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.120969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Calling delete_port for 749ee620-6520-43eb-a342-4497554f3048 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:44.147344 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Routers {'6d9779ab-77a6-4d6a-a7eb-90047a986e58'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:44.150020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6d9779ab-77a6-4d6a-a7eb-90047a986e58'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:44.178151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.203567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Made reservation on behalf of f58c057e7dc241d3a4d6cb6a65fec662 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:44.210419 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.231997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Provisioning complete for port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:44.232647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.299860 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85121227-d3e0-4f13-8918-5d557314f2e5 x-openstack-request-id: req-85121227-d3e0-4f13-8918-5d557314f2e5 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:44.301029 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:44.301209 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85121227-d3e0-4f13-8918-5d557314f2e5 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:44.301668 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85121227-d3e0-4f13-8918-5d557314f2e5'] response: {'name': 'network-changed', 'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c', 'status': 'completed', 'code': 200} May 10 11:29:44.350166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.400963 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] Set router 6d9779ab-77a6-4d6a-a7eb-90047a986e58 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:44.471130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Current status of the port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:44.477021 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.565956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] For port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:44.575411 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.584672 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab7d8b-c56a-429b-bc0a-41e183ff8f07 None None] Pushing event updated for resources: {'Port': ['ID=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:44.704950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Pushing event updated for resources: {'Port': ['ID=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:44.744612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.753856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.754562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.756063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.758436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.759035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.760263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.760925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.761438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.761989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.762599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.763213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45124860-9ae9-434a-8775-9cdc64a9aa11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:44.773457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f4a99b55-a56f-436a-b147-6f9cc1f6bdba None None] Provisioning complete for port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:44.773615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f4a99b55-a56f-436a-b147-6f9cc1f6bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.862074 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-948774cb-b282-41c8-b910-445aadb40caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'name': 'tempest-NetworksTestDHCPv6-router-1871186767', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:36Z', 'updated_at': '2022-05-10T11:29:39Z', 'revision_number': 2, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None, '_interfaces': [{'id': 'b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a', 'name': '', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'mac_address': 'fa:16:3e:63:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:29:37Z', 'updated_at': '2022-05-10T11:29:44Z', 'revision_number': 4, 'project_id': '738ab16858764c7790a98fd2c610847e', 'subnets': [{'id': 'bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:44.916278 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948774cb-b282-41c8-b910-445aadb40caa None None] The sync data for ids ['6d9779ab-77a6-4d6a-a7eb-90047a986e58'] in n-d-840949-1 is: [{'id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'name': 'tempest-NetworksTestDHCPv6-router-1871186767', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:36Z', 'updated_at': '2022-05-10T11:29:39Z', 'revision_number': 2, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None, '_interfaces': [{'id': 'b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a', 'name': '', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'mac_address': 'fa:16:3e:63:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:29:37Z', 'updated_at': '2022-05-10T11:29:44Z', 'revision_number': 4, 'project_id': '738ab16858764c7790a98fd2c610847e', 'subnets': [{'id': 'bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:29:44.940526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f4a99b55-a56f-436a-b147-6f9cc1f6bdba None None] Current status of the port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:44.958899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4e4b-63d9-4856-b5c8-5ecacd583e87 req-2087b521-359e-44b4-8631-34821ba82ac6 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:44.969147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-305e4e4b-63d9-4856-b5c8-5ecacd583e87 req-2087b521-359e-44b4-8631-34821ba82ac6 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 946 time: 0.6640513 May 10 11:29:44.980083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-02d9ac64-355d-43e1-9e53-78d3c438dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:44.980312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-02d9ac64-355d-43e1-9e53-78d3c438dad6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1124 time: 0.6743250 May 10 11:29:45.029178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Allocated IP 172.20.0.12 (d904b975-63c3-4852-8af9-6ee3c68dead0/ece320f4-52c1-4336-8013-6d9855f58fae/6dede9a1-a1d2-41a8-bbff-92e5fb885070) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:45.078779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bdb41-e8b6-4a56-a199-ed538feaa3c9 req-aaa7391a-a46e-4226-aa48-c01160dd165e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:45.080315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-490bdb41-e8b6-4a56-a199-ed538feaa3c9 req-aaa7391a-a46e-4226-aa48-c01160dd165e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.1744404 May 10 11:29:45.087322 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-305e4e4b-63d9-4856-b5c8-5ecacd583e87 req-08ad74c1-9d4e-4165-8193-1957631f04b7 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164854 May 10 11:29:45.118979 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.130899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-cb04452e-ecf9-4f4e-b38e-7e886162db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:45.132445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-cb04452e-ecf9-4f4e-b38e-7e886162db57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.1413054 May 10 11:29:45.184651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-7c243472-0ea2-4003-bdc3-210be7b042f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 200 len: 217 time: 0.0407674 May 10 11:29:45.208497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event deleted for resources: {'Port': ['ID=749ee620-6520-43eb-a342-4497554f3048,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:45.265858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-490bdb41-e8b6-4a56-a199-ed538feaa3c9 req-f52c2023-f711-4493-833e-c8c1f7afaccd tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733477 May 10 11:29:45.281662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-c815d3b3-36c5-44da-8f6b-d7e4d1831d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:45.285785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-c815d3b3-36c5-44da-8f6b-d7e4d1831d78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0908535 May 10 11:29:45.336113 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-bbb36645-b79e-44bf-b0b5-9f89d9c0fb42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411286 May 10 11:29:45.396055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] No DVR routers for this DVR port 749ee620-6520-43eb-a342-4497554f3048 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:45.422707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.427129 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c12b16e5-6cde-478e-acd9-ec39baa5b971 req-d376c696-22ca-4657-a3e8-a5ea907658c0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "DELETE /v2.0/ports/749ee620-6520-43eb-a342-4497554f3048 HTTP/1.1" status: 204 len: 173 time: 2.5639918 May 10 11:29:45.440780 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97d4f2e2-a013-4793-a0ff-bc0b13b63abf req-89c40fc8-72f8-4b22-9957-d8755f8d453f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a5227f-c05d-47d3-a7cc-26ac0ca828a3 HTTP/1.1" status: 200 len: 210 time: 0.0825107 May 10 11:29:45.505641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-e1f2c29b-a109-437e-b2e0-c201623b070e service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598918 May 10 11:29:45.539646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:45.545121 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.627483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93111737-ec93-4b8e-bb8a-0980da8b7665 req-631bb0a6-9d98-4a06-83ff-390356c1213c service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119800 May 10 11:29:45.716801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] For port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:45.717284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.723746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-487aea40-3935-431a-894c-8a96fd2c6a0d req-1dba613e-0fae-4b32-82da-73b1baa23b12 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 210 time: 0.0517595 May 10 11:29:45.740998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.746440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:45.845603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.940277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Pushing event updated for resources: {'Port': ['ID=6dede9a1-a1d2-41a8-bbff-92e5fb885070,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:45.963523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Network d904b975-63c3-4852-8af9-6ee3c68dead0 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:45.972573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:45.991623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:46.045690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 749ee620-6520-43eb-a342-4497554f3048 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:46.056850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:46.057650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.098784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db3e943-4b90-446b-86f1-ae730b693689 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:46.109386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.123071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 749ee620-6520-43eb-a342-4497554f3048 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:46.123753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 749ee620-6520-43eb-a342-4497554f3048 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:46.414466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a5227f-c05d-47d3-a7cc-26ac0ca828a3', 'name': 'network-vif-deleted', 'tag': '749ee620-6520-43eb-a342-4497554f3048'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:46.416779 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb6308c-bd85-4202-81cd-0f4451a2ef4b" -d '{"events": [{"server_uuid": "d3a5227f-c05d-47d3-a7cc-26ac0ca828a3", "name": "network-vif-deleted", "tag": "749ee620-6520-43eb-a342-4497554f3048"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:46.429756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-096a6d51-4209-4f32-b51a-cb4fa7bed106 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8480954 May 10 11:29:46.458631 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Request body: {'port': {'device_id': '503d0e47-4fdd-4dc7-b2d1-3e2572054803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:46.506535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Transition to ACTIVE for port object 8db3e943-4b90-446b-86f1-ae730b693689 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:46.508114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.548130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01357bd-d7c6-456f-be22-4cccf01658d2 req-b3cc143b-7337-435e-8071-9b3822f58b5d tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:46.549931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d01357bd-d7c6-456f-be22-4cccf01658d2 req-b3cc143b-7337-435e-8071-9b3822f58b5d tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 946 time: 0.1263196 May 10 11:29:46.560036 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.568016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:46.596114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:46.612823 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.631958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:46.632556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 10 11:29:46.644046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663ce42-d580-42de-a47a-5f35e55c9838 req-dc1fc084-d8b7-4932-9a29-f087de4e87ba tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:46.645660 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1663ce42-d580-42de-a47a-5f35e55c9838 req-dc1fc084-d8b7-4932-9a29-f087de4e87ba tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.1354311 May 10 11:29:46.648761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Pushing event updated for resources: {'Port': ['ID=8db3e943-4b90-446b-86f1-ae730b693689,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:46.665314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Port b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a not found, will not notify nova. {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 10 11:29:46.753639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1663ce42-d580-42de-a47a-5f35e55c9838 req-4270c06d-e7c3-4c1d-a641-5ce6b661638e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947528 May 10 11:29:46.755719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d01357bd-d7c6-456f-be22-4cccf01658d2 req-fe769a30-4d9a-47aa-8903-dc13edc5cceb tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852827 May 10 11:29:46.771518 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.785956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Attempting to bind port 8db3e943-4b90-446b-86f1-ae730b693689 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:46.786410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Attempting to bind port 8db3e943-4b90-446b-86f1-ae730b693689 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:46.786956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Attempting to bind port 8db3e943-4b90-446b-86f1-ae730b693689 on network d904b975-63c3-4852-8af9-6ee3c68dead0 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:46.797925 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Port 8db3e943-4b90-446b-86f1-ae730b693689 on network d904b975-63c3-4852-8af9-6ee3c68dead0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:46.798250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Attempting to bind port 8db3e943-4b90-446b-86f1-ae730b693689 on network d904b975-63c3-4852-8af9-6ee3c68dead0 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:46.810528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:46.810929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Checking segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:46.811247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Bound using segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:46.811674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Bound port: 8db3e943-4b90-446b-86f1-ae730b693689, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:46.812228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.926885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] For port 8db3e943-4b90-446b-86f1-ae730b693689, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:46.932203 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14347137-58db-4776-9d10-aa5605674aa0 x-openstack-request-id: req-14347137-58db-4776-9d10-aa5605674aa0 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:46.932535 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a5227f-c05d-47d3-a7cc-26ac0ca828a3", "name": "network-vif-deleted", "tag": "749ee620-6520-43eb-a342-4497554f3048", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:46.932788 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14347137-58db-4776-9d10-aa5605674aa0 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:46.933437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] For port 8db3e943-4b90-446b-86f1-ae730b693689, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8db3e943-4b90-446b-86f1-ae730b693689,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:46.933686 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14347137-58db-4776-9d10-aa5605674aa0'] response: {'server_uuid': 'd3a5227f-c05d-47d3-a7cc-26ac0ca828a3', 'name': 'network-vif-deleted', 'tag': '749ee620-6520-43eb-a342-4497554f3048', 'status': 'completed', 'code': 200} May 10 11:29:46.957448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:47.012868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-e46633bd-92e5-464b-9263-d5cfd8774387 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2513971 May 10 11:29:47.047131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Pushing event updated for resources: {'Port': ['ID=8db3e943-4b90-446b-86f1-ae730b693689,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:47.064455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.065398 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:47.067834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-e88058cf-78bb-42e7-aa17-1168923fc481 service neutron] 10.222.0.49 "PUT /v2.0/ports/8db3e943-4b90-446b-86f1-ae730b693689 HTTP/1.1" status: 200 len: 1092 time: 3.0592978 May 10 11:29:47.068911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a6686d-4b16-439f-a3df-99057f211602', 'tag': '8db3e943-4b90-446b-86f1-ae730b693689'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:47.071513 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "28a6686d-4b16-439f-a3df-99057f211602", "tag": "8db3e943-4b90-446b-86f1-ae730b693689"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:47.214492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-9d64036d-9525-419b-9e93-bd8f1c8864d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.215999 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-9d64036d-9525-419b-9e93-bd8f1c8864d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&device_id=28a6686d-4b16-439f-a3df-99057f211602 HTTP/1.1" status: 200 len: 1095 time: 0.0712416 May 10 11:29:47.219962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Router 6d9779ab-77a6-4d6a-a7eb-90047a986e58 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:29:47.236948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b39ba-4e0d-4835-973f-5543385752e8 req-4568a88a-0959-4d13-ab7d-6332a06bd247 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.238278 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b52b39ba-4e0d-4835-973f-5543385752e8 req-4568a88a-0959-4d13-ab7d-6332a06bd247 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.0842664 May 10 11:29:47.268335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-8ff16a0d-1395-4af0-a32a-82a8d1e7fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.269849 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-8ff16a0d-1395-4af0-a32a-82a8d1e7fa87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1096 time: 0.2026932 May 10 11:29:47.271761 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-4faab016-0228-4a1d-a4bc-68c2ca824b95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8db3e943-4b90-446b-86f1-ae730b693689 HTTP/1.1" status: 200 len: 217 time: 0.0468843 May 10 11:29:47.288892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7145-66c7-4d99-bd5a-4e46d84ff8da req-2fbb3b78-6963-40d4-a281-aedb47c3f8dc tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.290782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9fea7145-66c7-4d99-bd5a-4e46d84ff8da req-2fbb3b78-6963-40d4-a281-aedb47c3f8dc tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 932 time: 0.1454928 May 10 11:29:47.342191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b52b39ba-4e0d-4835-973f-5543385752e8 req-2d68559d-37fe-4e5f-bb4a-22845aa49122 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733695 May 10 11:29:47.348556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-4fdd4abb-0c1d-40e1-a837-640d006d433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.350576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-4fdd4abb-0c1d-40e1-a837-640d006d433f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 200 len: 852 time: 0.0642610 May 10 11:29:47.386433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-f12b4807-c7bd-4d53-80f1-746e5867c658 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d904b975-63c3-4852-8af9-6ee3c68dead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300498 May 10 11:29:47.416123 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c979aa9-47b0-4d4f-a713-375195cbe707 x-openstack-request-id: req-8c979aa9-47b0-4d4f-a713-375195cbe707 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:47.416507 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a6686d-4b16-439f-a3df-99057f211602", "tag": "8db3e943-4b90-446b-86f1-ae730b693689", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:47.416850 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c979aa9-47b0-4d4f-a713-375195cbe707 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:47.418479 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c979aa9-47b0-4d4f-a713-375195cbe707'] response: {'name': 'network-changed', 'server_uuid': '28a6686d-4b16-439f-a3df-99057f211602', 'tag': '8db3e943-4b90-446b-86f1-ae730b693689', 'status': 'completed', 'code': 200} May 10 11:29:47.474745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:29:47.488356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] Sync routers for ids ['6d9779ab-77a6-4d6a-a7eb-90047a986e58'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:29:47.491700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5ac4153f-2a39-4bbb-a6f3-68b2fa41d149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "PUT /v2.0/routers/6d9779ab-77a6-4d6a-a7eb-90047a986e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4761953 May 10 11:29:47.498421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36518) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:47.506732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] Routers {'6d9779ab-77a6-4d6a-a7eb-90047a986e58'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:47.507877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6d9779ab-77a6-4d6a-a7eb-90047a986e58'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:47.531751 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9fea7145-66c7-4d99-bd5a-4e46d84ff8da req-ded5dcd5-6cc2-49b4-9d94-5a04b6d9df16 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246125 May 10 11:29:47.539082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-fef396eb-ecaf-4924-8d9f-4cd5fd418b7d service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453788 May 10 11:29:47.590932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dede9a1-a1d2-41a8-bbff-92e5fb885070 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:47.597387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] Set router 6d9779ab-77a6-4d6a-a7eb-90047a986e58 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:47.614891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:47.679930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'name': 'tempest-NetworksTestDHCPv6-router-1871186767', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:36Z', 'updated_at': '2022-05-10T11:29:46Z', 'revision_number': 3, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:47.680799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e23300-9245-4ce0-a6ec-baa9226b11b2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.683489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e23300-9245-4ce0-a6ec-baa9226b11b2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.687186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-14e23300-9245-4ce0-a6ec-baa9226b11b2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1864524 May 10 11:29:47.690095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36540) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:47.706604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-5bf1fbc5-fa1d-4129-a405-703accf5f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.708887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-5bf1fbc5-fa1d-4129-a405-703accf5f367 service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.4165654 May 10 11:29:47.735928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Transition to ACTIVE for port object 6dede9a1-a1d2-41a8-bbff-92e5fb885070 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:47.745193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] Checking router: 6d9779ab-77a6-4d6a-a7eb-90047a986e58 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:29:47.760789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] Routers {'6d9779ab-77a6-4d6a-a7eb-90047a986e58'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:29:47.761435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:29:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6d9779ab-77a6-4d6a-a7eb-90047a986e58'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:47.787607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:47.800610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-5f9a0b94-b8c5-4c88-ba53-2097613f62e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 217 time: 0.0588074 May 10 11:29:47.811223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-7bc4ba57-dd7b-44db-b446-e002ec28d588 service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560225 May 10 11:29:47.821664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-933a82e3-b434-4e38-8ddb-760ee692f830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:47.828309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-933a82e3-b434-4e38-8ddb-760ee692f830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:47.894814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-933a82e3-b434-4e38-8ddb-760ee692f830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:47.903059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] Set router 6d9779ab-77a6-4d6a-a7eb-90047a986e58 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:29:47.916385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Pushing event updated for resources: {'Port': ['ID=6dede9a1-a1d2-41a8-bbff-92e5fb885070,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:47.971285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-00309b54-ce57-4ad2-9156-0caa0b45715b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.980414 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-00309b54-ce57-4ad2-9156-0caa0b45715b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.3208346 May 10 11:29:47.992471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-087d9c13-7137-4276-a46f-8cda085cff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:47.993855 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-087d9c13-7137-4276-a46f-8cda085cff18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1690102 May 10 11:29:48.001352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'name': 'tempest-NetworksTestDHCPv6-router-1871186767', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:36Z', 'updated_at': '2022-05-10T11:29:46Z', 'revision_number': 3, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:48.026595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-997b04aa-5a1a-4450-b6ec-2a7bed34cbb0 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:48.030231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36548) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:48.032037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-997b04aa-5a1a-4450-b6ec-2a7bed34cbb0 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/networks?id=0a57c585-b8a4-4d47-970f-db6ef70b4227 HTTP/1.1" status: 200 len: 810 time: 0.3063753 May 10 11:29:48.040305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da6b28-f4fb-4ca8-b7f1-bf6153445199 None None] The sync data for ids ['6d9779ab-77a6-4d6a-a7eb-90047a986e58'] in n-d-840949-1 is: [{'id': '6d9779ab-77a6-4d6a-a7eb-90047a986e58', 'name': 'tempest-NetworksTestDHCPv6-router-1871186767', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:29:36Z', 'updated_at': '2022-05-10T11:29:46Z', 'revision_number': 3, 'project_id': '738ab16858764c7790a98fd2c610847e', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:29:48.040594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-b08159c9-302a-458d-9291-1c48395ddae8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/quotas/c89bb4bc5fa7432db2959a91ad5782d5 HTTP/1.1" status: 200 len: 375 time: 0.0592978 May 10 11:29:48.060898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-75d62259-00f7-4576-823e-9d6b45bf4e64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466206 May 10 11:29:48.072988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-fda61858-9d85-41df-ae3e-e6ad3fdeb092 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/quotas/b8639723c736469d961e069c4c0c2260 HTTP/1.1" status: 200 len: 375 time: 0.0325363 May 10 11:29:48.084819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-bd8036fe-6362-459e-8b7c-699cd2508fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:48.086772 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-bd8036fe-6362-459e-8b7c-699cd2508fa9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&device_id=28a6686d-4b16-439f-a3df-99057f211602 HTTP/1.1" status: 200 len: 1095 time: 0.2048044 May 10 11:29:48.119518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-0e0305a0-2d67-475c-9a0f-ebfaa027bf2e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603580 May 10 11:29:48.129692 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-ce7c1ef2-34f2-4f75-8fc1-c17888c7880c tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8639723c736469d961e069c4c0c2260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416174 May 10 11:29:48.167131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-92e4c8dc-5f6e-4959-8107-183b793d4698 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:48.168722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-92e4c8dc-5f6e-4959-8107-183b793d4698 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.70 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 946 time: 0.2681396 May 10 11:29:48.217719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Attempting to bind port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:48.218392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Attempting to bind port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:48.218902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Attempting to bind port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 on network d904b975-63c3-4852-8af9-6ee3c68dead0 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:48.236976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 on network d904b975-63c3-4852-8af9-6ee3c68dead0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:48.238069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Attempting to bind port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 on network d904b975-63c3-4852-8af9-6ee3c68dead0 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:48.280217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:48.280560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Checking segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:48.280950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Bound using segment: {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:48.281408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Bound port: 6dede9a1-a1d2-41a8-bbff-92e5fb885070, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:48.281771 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.322397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-933a82e3-b434-4e38-8ddb-760ee692f830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.332209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-736e711f-753c-43ec-9c55-acd1684ae1cd service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751227 May 10 11:29:48.384988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-3fd4c98d-0941-4e6a-832f-db34355c9cdd service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094904 May 10 11:29:48.420656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-5d637842-b1b7-43bd-8b23-a1ea19065c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:48.423921 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-5d637842-b1b7-43bd-8b23-a1ea19065c88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 913 time: 0.3240774 May 10 11:29:48.432849 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2236a47a-5226-4bda-8864-c0a478f53064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.488788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-969dbf35-8081-4184-a026-f088169036c0 service neutron] 10.222.0.13 "GET /v2.0/networks/0a57c585-b8a4-4d47-970f-db6ef70b4227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462887 May 10 11:29:48.493899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-b4f7eb40-5b22-421d-a351-c359132ed93f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8db3e943-4b90-446b-86f1-ae730b693689 HTTP/1.1" status: 200 len: 217 time: 0.0600042 May 10 11:29:48.537499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] For port 6dede9a1-a1d2-41a8-bbff-92e5fb885070, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:48.541503 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] For port 6dede9a1-a1d2-41a8-bbff-92e5fb885070, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6dede9a1-a1d2-41a8-bbff-92e5fb885070,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:48.566650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.586682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:48.616101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-933a82e3-b434-4e38-8ddb-760ee692f830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.638227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Deleting port c2e42c3a-2e9e-451e-a712-0a6b6683b665 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:48.638889 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.648224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-01caa6e4-7a19-4c0a-9369-b4006cf6c1f6 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150456 May 10 11:29:48.660189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:48.661446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b9faecd1-b3d1-4a8c-9bfb-babc3d4c4f2a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:48.700733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950c0d4-306c-4db1-a79a-1963a3e3fe9b None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:48.717087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:48.717713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.719108 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] 10.222.0.49 "PUT /v2.0/ports/6dede9a1-a1d2-41a8-bbff-92e5fb885070 HTTP/1.1" status: 200 len: 1092 time: 2.2792878 May 10 11:29:48.753182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5606f3e-2260-426e-a56b-fc3989d0d47a req-7b568641-6e10-4db4-9076-a40e87eceb01 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341768 May 10 11:29:48.794836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a82e3-b434-4e38-8ddb-760ee692f830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:48.795785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d4499-67af-4e93-90f1-1ffdce91a58d service neutron] Pushing event updated for resources: {'Port': ['ID=6dede9a1-a1d2-41a8-bbff-92e5fb885070,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:48.813480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-291f87ff-f8fc-486c-a3fd-fcf8177b61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:48.818890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-291f87ff-f8fc-486c-a3fd-fcf8177b61ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 200 len: 852 time: 0.3000498 May 10 11:29:48.822124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-cc87f6e6-55eb-43ca-bb5c-4871a16ba4c8 service neutron] 10.222.0.13 "GET /v2.0/networks/0a57c585-b8a4-4d47-970f-db6ef70b4227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238125 May 10 11:29:48.823659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-933a82e3-b434-4e38-8ddb-760ee692f830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.827971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-933a82e3-b434-4e38-8ddb-760ee692f830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f HTTP/1.1" status: 204 len: 168 time: 1.1347659 May 10 11:29:48.836420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36556) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:48.884660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2236a47a-5226-4bda-8864-c0a478f53064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.901887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2236a47a-5226-4bda-8864-c0a478f53064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.916156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-2a6c1698-db19-4d45-aef9-08a09379e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:48.920726 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-2a6c1698-db19-4d45-aef9-08a09379e38c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 1095 time: 0.1360540 May 10 11:29:48.935420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503d0e47-4fdd-4dc7-b2d1-3e2572054803', 'tag': '6dede9a1-a1d2-41a8-bbff-92e5fb885070'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:48.937805 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8941b4-be88-407e-bf74-e9fef5a14d10" -d '{"events": [{"name": "network-changed", "server_uuid": "503d0e47-4fdd-4dc7-b2d1-3e2572054803", "tag": "6dede9a1-a1d2-41a8-bbff-92e5fb885070"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:48.979755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-0e30de11-19c5-4fcb-9a71-38ac15f6fa3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d904b975-63c3-4852-8af9-6ee3c68dead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408403 May 10 11:29:49.019878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:49.091868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-667a6fa1-7b4c-49d0-8180-c465ab455ced service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dede9a1-a1d2-41a8-bbff-92e5fb885070 HTTP/1.1" status: 200 len: 217 time: 0.1400847 May 10 11:29:49.113392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2236a47a-5226-4bda-8864-c0a478f53064 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4db241c73daa49959e1906db6cc9bd05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0820947 May 10 11:29:49.120846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] Deleting port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:49.121610 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.134126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-a348945b-cf4d-43f1-8552-c58f276b8930 service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419728 May 10 11:29:49.166959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36564) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:49.174552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236a47a-5226-4bda-8864-c0a478f53064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb503c1-667c-43dd-bc8e-072273c7ea33,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:49.238956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] For port df2352ae-2547-4cf3-83d6-5fab6d7a5c38, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=df2352ae-2547-4cf3-83d6-5fab6d7a5c38,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:49.239321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.244077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-1cab4ed2-54df-47db-a0af-6545937779f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:49.245555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-1cab4ed2-54df-47db-a0af-6545937779f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 200 len: 852 time: 0.1431727 May 10 11:29:49.262207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de28f5b-758c-4b4e-9b65-27ea36d2d4d3 req-3db62a3a-819e-44d9-b073-5311d75fd4c5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:49.278683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7de28f5b-758c-4b4e-9b65-27ea36d2d4d3 req-3db62a3a-819e-44d9-b073-5311d75fd4c5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.2120001 May 10 11:29:49.298028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] Calling delete_port for df2352ae-2547-4cf3-83d6-5fab6d7a5c38 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:49.333331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f7bf084d-7fd5-4576-8724-2e34891fa175 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4900477 May 10 11:29:49.344562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36570) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:49.346705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-f6dad48d-223c-4fe8-83ac-e7e7a8c6c515 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d904b975-63c3-4852-8af9-6ee3c68dead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628173 May 10 11:29:49.359042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] For port c2e42c3a-2e9e-451e-a712-0a6b6683b665, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=c2e42c3a-2e9e-451e-a712-0a6b6683b665,segment=NetworkSegment(e7c26480-9e22-4f13-a249-638da53a8c11),segment_id=e7c26480-9e22-4f13-a249-638da53a8c11)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:49.360149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.392648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Calling delete_port for c2e42c3a-2e9e-451e-a712-0a6b6683b665 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:49.408996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3d27fc1-58b0-4cd2-97b4-2383b4b7aa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.435661 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3d27fc1-58b0-4cd2-97b4-2383b4b7aa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.506217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3d27fc1-58b0-4cd2-97b4-2383b4b7aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.509333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3d27fc1-58b0-4cd2-97b4-2383b4b7aa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.513414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d3d27fc1-58b0-4cd2-97b4-2383b4b7aa2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cb503c1-667c-43dd-bc8e-072273c7ea33 HTTP/1.1" status: 204 len: 168 time: 0.3450763 May 10 11:29:49.558381 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.566225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d27fc1-58b0-4cd2-97b4-2383b4b7aa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb503c1-667c-43dd-bc8e-072273c7ea33,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:49.576744 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a62c5fe5-8d4c-4c01-a75c-0db1884d8f2e req-6caea8e3-eb18-4ae6-8d8e-539855eb1e1c service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045932 May 10 11:29:49.636017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] Pushing event deleted for resources: {'Port': ['ID=df2352ae-2547-4cf3-83d6-5fab6d7a5c38,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:49.661179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30fbbd5-7c0a-44b0-99dd-b44c31f7f34a None None] No DVR routers for this DVR port df2352ae-2547-4cf3-83d6-5fab6d7a5c38 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:49.702204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32bc21-7008-4c2b-9204-fc235746e03a req-d9220916-2435-4b4a-ad8e-2a08e3f07293 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:49.704955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ec32bc21-7008-4c2b-9204-fc235746e03a req-d9220916-2435-4b4a-ad8e-2a08e3f07293 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 946 time: 0.0837831 May 10 11:29:49.829551 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ec32bc21-7008-4c2b-9204-fc235746e03a req-948fd3ff-9add-48fd-b2c7-9639f840bb0b tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/security-groups?id=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917258 May 10 11:29:49.851219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.874619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['c2e42c3a-2e9e-451e-a712-0a6b6683b665'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:49.938389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Pushing event deleted for resources: {'Port': ['ID=c2e42c3a-2e9e-451e-a712-0a6b6683b665,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:50.037108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8db3e943-4b90-446b-86f1-ae730b693689 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:50.059919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] No DVR routers for this DVR port c2e42c3a-2e9e-451e-a712-0a6b6683b665 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:50.065315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.068804 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6367c1a8-aab0-4a2e-ae24-8746778e4476 req-73988728-5f6f-4d63-add4-79758a5fe064 tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.70 "DELETE /v2.0/ports/c2e42c3a-2e9e-451e-a712-0a6b6683b665 HTTP/1.1" status: 204 len: 173 time: 1.8599207 May 10 11:29:50.069157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff', 'name': 'network-vif-deleted', 'tag': 'c2e42c3a-2e9e-451e-a712-0a6b6683b665'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:50.071436 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527d156f-2487-40d1-a7aa-cbcb048609e3" -d '{"events": [{"server_uuid": "509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff", "name": "network-vif-deleted", "tag": "c2e42c3a-2e9e-451e-a712-0a6b6683b665"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:50.101411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3576c-677a-4979-a934-87d777ba1e76 req-0f2e1ea4-bed0-4b59-97a5-cadb5a11732b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:50.103398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73d3576c-677a-4979-a934-87d777ba1e76 req-0f2e1ea4-bed0-4b59-97a5-cadb5a11732b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.0859449 May 10 11:29:50.187661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7de28f5b-758c-4b4e-9b65-27ea36d2d4d3 req-00bce089-b091-44fe-9c84-c8104e9eb2b3 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9068718 May 10 11:29:50.198615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315013ab-01ec-4058-8e83-4878c5394150 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.222091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73d3576c-677a-4979-a934-87d777ba1e76 req-2b693bd6-2543-4ea5-bc90-1186ae77e2e1 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120725 May 10 11:29:50.286252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36590) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:50.331770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8db3e943-4b90-446b-86f1-ae730b693689, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8db3e943-4b90-446b-86f1-ae730b693689,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:50.359401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '8db3e943-4b90-446b-86f1-ae730b693689', 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'port_id': '8db3e943-4b90-446b-86f1-ae730b693689', 'mac_address': 'fa:16:3e:46:13:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece320f4-52c1-4336-8013-6d9855f58fae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:50.382261 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52f36960-858d-441e-8895-739d05d7f734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.402511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dfce0558-3a07-46bd-a598-721fbd204b7f req-1fc9ee17-c395-4809-995e-2a97f679a1ea tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 210 time: 0.0646608 May 10 11:29:50.431934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8db3e943-4b90-446b-86f1-ae730b693689 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:50.432799 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.471033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db3e943-4b90-446b-86f1-ae730b693689 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:50.483584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-3bb24318-2c90-4280-b0b6-b39157c17dcf service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1275578 May 10 11:29:50.524788 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e05990b-aeae-4f8b-a4e5-5ae044b4bfd1 x-openstack-request-id: req-9e05990b-aeae-4f8b-a4e5-5ae044b4bfd1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:50.525061 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503d0e47-4fdd-4dc7-b2d1-3e2572054803", "tag": "6dede9a1-a1d2-41a8-bbff-92e5fb885070", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:50.525321 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e05990b-aeae-4f8b-a4e5-5ae044b4bfd1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:50.525822 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e05990b-aeae-4f8b-a4e5-5ae044b4bfd1'] response: {'name': 'network-changed', 'server_uuid': '503d0e47-4fdd-4dc7-b2d1-3e2572054803', 'tag': '6dede9a1-a1d2-41a8-bbff-92e5fb885070', 'status': 'completed', 'code': 200} May 10 11:29:50.553652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8db3e943-4b90-446b-86f1-ae730b693689, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8db3e943-4b90-446b-86f1-ae730b693689,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:50.559264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315013ab-01ec-4058-8e83-4878c5394150 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.562519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device df2352ae-2547-4cf3-83d6-5fab6d7a5c38 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:50.564505 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315013ab-01ec-4058-8e83-4878c5394150 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.604685 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c3a096c6-1584-494e-97d8-1412e1717c79 req-5274680d-7bbd-464b-a117-9bffc3f27fc2 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 210 time: 0.0465868 May 10 11:29:50.605355 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.649340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: df2352ae-2547-4cf3-83d6-5fab6d7a5c38 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:50.650376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device df2352ae-2547-4cf3-83d6-5fab6d7a5c38 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:50.676157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a08886-b882-423c-8b5c-2ae42a760c09 req-d0f83ade-148c-4b7d-b278-dade0bdffb64 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:50.684713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83a08886-b882-423c-8b5c-2ae42a760c09 req-d0f83ade-148c-4b7d-b278-dade0bdffb64 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 944 time: 0.3711393 May 10 11:29:50.729255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8db3e943-4b90-446b-86f1-ae730b693689,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:50.746102 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2c71af-196d-492a-98e1-ca260935c530 x-openstack-request-id: req-9a2c71af-196d-492a-98e1-ca260935c530 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:50.747597 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff", "name": "network-vif-deleted", "tag": "c2e42c3a-2e9e-451e-a712-0a6b6683b665", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:50.748264 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a2c71af-196d-492a-98e1-ca260935c530 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:50.748707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315013ab-01ec-4058-8e83-4878c5394150 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.748889 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2c71af-196d-492a-98e1-ca260935c530'] response: {'server_uuid': '509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff', 'name': 'network-vif-deleted', 'tag': 'c2e42c3a-2e9e-451e-a712-0a6b6683b665', 'status': 'completed', 'code': 200} May 10 11:29:50.749244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315013ab-01ec-4058-8e83-4878c5394150 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Fanout notify agent at l3_agent the message router_deleted on router 6d9779ab-77a6-4d6a-a7eb-90047a986e58 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:29:50.766856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315013ab-01ec-4058-8e83-4878c5394150 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.770605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36592) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:50.770782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-315013ab-01ec-4058-8e83-4878c5394150 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/routers/6d9779ab-77a6-4d6a-a7eb-90047a986e58 HTTP/1.1" status: 204 len: 168 time: 1.4229896 May 10 11:29:50.790485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83a08886-b882-423c-8b5c-2ae42a760c09 req-56a33085-0e76-4194-beb5-c5b83d1e453c tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048779 May 10 11:29:50.806429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8bf3068-d7d8-4ad8-9be4-c1e1c33381a9 req-6b47ed9d-fb30-4065-b7c7-3d136739e892 service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772772 May 10 11:29:50.823381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5991808-dde1-47ed-9ee7-c35e0cf2140c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0504794 May 10 11:29:50.828524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36594) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:50.885558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8db3e943-4b90-446b-86f1-ae730b693689'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:50.914560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-ced8dafd-ba80-4a45-be35-0e23b70e589e service neutron] 10.222.0.70 "GET /v2.0/ports/71bfaf3d-4bd6-490b-a577-363d352adc6c/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.0899103 May 10 11:29:50.979177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52f36960-858d-441e-8895-739d05d7f734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.998895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52f36960-858d-441e-8895-739d05d7f734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.031721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5658a2-d31d-406b-ac0c-9e5d308f843b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:51.033682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3c5658a2-d31d-406b-ac0c-9e5d308f843b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2038977 May 10 11:29:51.045853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36598) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:51.073161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-52f36960-858d-441e-8895-739d05d7f734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e9bd159c9c545b2b9d89666764643c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7761314 May 10 11:29:51.073939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36600) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:51.122986 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-043e800b-994d-497e-8db8-1bfa1e4afb23 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745142 May 10 11:29:51.124146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f36960-858d-441e-8895-739d05d7f734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f271d6d-764f-4b7f-a982-874f0059ba27,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:51.128390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-ae08ec2e-af09-44c3-a0c4-9b69d1b1507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:51.130342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-ae08ec2e-af09-44c3-a0c4-9b69d1b1507c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 1095 time: 0.2090936 May 10 11:29:51.136945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36602) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:51.145287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:51.357865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-858fe9db-c2b0-402f-a062-66c421f6bb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.389062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e99af02-2e6a-4571-9dc5-4eafd79c2fda req-750a6c03-b052-4b6e-8ba4-d69553915f7c tempest-InstanceActionsTestJSON-1110068696 tempest-InstanceActionsTestJSON-1110068696-project] 10.222.0.13 "GET /v2.0/ports?device_id=509bcd0f-6b94-4ed3-ae70-5ac571b4c5ff HTTP/1.1" status: 200 len: 210 time: 0.0364380 May 10 11:29:51.406435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-396c77d0-5741-4d6a-a195-940d0e0c0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:51.408602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-396c77d0-5741-4d6a-a195-940d0e0c0ee7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 200 len: 913 time: 0.2582855 May 10 11:29:51.415572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-858fe9db-c2b0-402f-a062-66c421f6bb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.431462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:51.435345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.445547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43540b-20bf-44d5-b7b7-e440faa0a472 req-38170ee4-52ee-4a56-ab09-867d0d82fc68 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:51.447369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a43540b-20bf-44d5-b7b7-e440faa0a472 req-38170ee4-52ee-4a56-ab09-867d0d82fc68 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 943 time: 0.1650510 May 10 11:29:51.452033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-063d6f51-44cf-4d35-8cd1-7db3e3018031 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:51.454076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-063d6f51-44cf-4d35-8cd1-7db3e3018031 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.6253014 May 10 11:29:51.480042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Request body: {'port': {'device_id': '51e007fb-5ca9-455e-bad3-2bd421f736da', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'admin_state_up': True, 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:51.521857 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-82d39594-792d-4506-8ae9-610094f489b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dede9a1-a1d2-41a8-bbff-92e5fb885070 HTTP/1.1" status: 200 len: 217 time: 0.1031475 May 10 11:29:51.657294 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a43540b-20bf-44d5-b7b7-e440faa0a472 req-38489145-cd5c-41d5-b44a-0a37d63a97d6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655674 May 10 11:29:51.661118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-044a5685-fe00-4745-9038-bc07d365dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:51.662847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-044a5685-fe00-4745-9038-bc07d365dfb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 200 len: 852 time: 0.1159897 May 10 11:29:51.693674 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-858fe9db-c2b0-402f-a062-66c421f6bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.696352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-858fe9db-c2b0-402f-a062-66c421f6bb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.700272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-858fe9db-c2b0-402f-a062-66c421f6bb34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f271d6d-764f-4b7f-a982-874f0059ba27 HTTP/1.1" status: 204 len: 168 time: 0.6199687 May 10 11:29:51.734854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-cb278557-b129-4bde-9117-b403cc70a187 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d904b975-63c3-4852-8af9-6ee3c68dead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636532 May 10 11:29:51.737646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b510480-9aa1-4a66-a5a8-32e84fe70de7 req-39831722-7ec2-4cb0-892f-e5133a5e2021 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:51.745229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b510480-9aa1-4a66-a5a8-32e84fe70de7 req-39831722-7ec2-4cb0-892f-e5133a5e2021 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.2720335 May 10 11:29:51.746605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fe9db-c2b0-402f-a062-66c421f6bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f271d6d-764f-4b7f-a982-874f0059ba27,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:51.807244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:51.856253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-f855efa3-fe8e-4b6c-b79d-a19d356fff6d tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:51.857710 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-f855efa3-fe8e-4b6c-b79d-a19d356fff6d tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.70 "GET /v2.0/networks?id=0a57c585-b8a4-4d47-970f-db6ef70b4227 HTTP/1.1" status: 200 len: 810 time: 0.2529206 May 10 11:29:51.862393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b510480-9aa1-4a66-a5a8-32e84fe70de7 req-9cb8a994-1b4f-48d3-b166-96fc38d13635 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163938 May 10 11:29:51.865311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:51.868697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.871072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:51.878671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7d4a780-3788-4dc5-8778-e2cfbf527f13 req-2cafaa2d-a1e5-4b3d-a3c0-6232d2672e5b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 210 time: 0.1036024 May 10 11:29:51.900539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Request body: {'port': {'device_id': '5ad935ae-5e33-4f1e-b464-3db4bc1d9e30', 'network_id': '0a57c585-b8a4-4d47-970f-db6ef70b4227', 'admin_state_up': True, 'tenant_id': 'b8639723c736469d961e069c4c0c2260'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:51.984095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71bfaf3d-4bd6-490b-a577-363d352adc6c {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:52.031091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-439506d3-aa2d-4c2d-9dd3-8adbb5b5766e req-79aa579a-58ae-4de5-a30a-d57492ce7032 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 210 time: 0.0453277 May 10 11:29:52.042878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6dede9a1-a1d2-41a8-bbff-92e5fb885070 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:29:52.050395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:52.053530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8db3e943-4b90-446b-86f1-ae730b693689 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:52.073178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-19d5b35c-ad53-4d59-8532-870265d57ae4 service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286886 May 10 11:29:52.103847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.161522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5767c9-3714-4fb8-8fce-5164b33c6fcc req-342cc559-cb48-4285-bdf1-67ed743d8121 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:52.163186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b5767c9-3714-4fb8-8fce-5164b33c6fcc req-342cc559-cb48-4285-bdf1-67ed743d8121 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 944 time: 0.2016993 May 10 11:29:52.240047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:29:52.246329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.272154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Allocated IP 172.20.0.9 (790a88e3-9791-4e6e-8d63-2655cc9da7ee/b5f797b6-5925-4b4e-a192-11a6c6d3d98e/3ae22ea6-ae19-490a-98a1-61f5538e4eaf) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:52.287876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Made reservation on behalf of b8639723c736469d961e069c4c0c2260 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:52.291995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.322020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=b29d9da8-2349-44bf-a249-cb5478c5d39e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:52.345765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b5767c9-3714-4fb8-8fce-5164b33c6fcc req-073d1905-ab34-40f5-a256-3c8e47d729f4 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567788 May 10 11:29:52.346488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd8941b4-be88-407e-bf74-e9fef5a14d10 req-7c542e1e-8809-4c01-9b38-0ac03dd4ff37 service neutron] 10.222.0.49 "GET /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616897 May 10 11:29:52.349033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:52.350572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:52.368068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:52.370349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.389233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 71bfaf3d-4bd6-490b-a577-363d352adc6c no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:52.391245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb57f2-7181-4648-923a-b87f3eb66bf9 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:52.396306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-50c0ec47-a56b-4a29-9275-201eeebb9036 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2566020 May 10 11:29:52.396873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] Transition to ACTIVE for port object 71bfaf3d-4bd6-490b-a577-363d352adc6c will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:52.397867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36626) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:52.406528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:52.453700 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.479301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36632) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:52.533540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:52.575759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 71bfaf3d-4bd6-490b-a577-363d352adc6c not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:52.576746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c2e42c3a-2e9e-451e-a712-0a6b6683b665 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:29:52.606341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b739c301-baaf-4097-bae2-2fb6597cb971 admin admin] Deleting subnet 3a13d0dc-9a65-4077-a7db-cc76054f1193 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:52.607550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 8db3e943-4b90-446b-86f1-ae730b693689 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:52.620294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b739c301-baaf-4097-bae2-2fb6597cb971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.623217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6dede9a1-a1d2-41a8-bbff-92e5fb885070, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6dede9a1-a1d2-41a8-bbff-92e5fb885070,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:52.626564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: c2e42c3a-2e9e-451e-a712-0a6b6683b665 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:29:52.627101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device c2e42c3a-2e9e-451e-a712-0a6b6683b665 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:29:52.639280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 8db3e943-4b90-446b-86f1-ae730b693689 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:52.639932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] No DVR routers for this DVR port 71bfaf3d-4bd6-490b-a577-363d352adc6c on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:52.640318 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.672535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '6dede9a1-a1d2-41a8-bbff-92e5fb885070', 'network_id': 'd904b975-63c3-4852-8af9-6ee3c68dead0', 'port_id': '6dede9a1-a1d2-41a8-bbff-92e5fb885070', 'mac_address': 'fa:16:3e:9d:42:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece320f4-52c1-4336-8013-6d9855f58fae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:29:52.681417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b739c301-baaf-4097-bae2-2fb6597cb971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.730021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-faf973d6-32f3-40bc-a988-bb052a1ac3f3 service neutron] 10.222.0.70 "PUT /v2.0/ports/71bfaf3d-4bd6-490b-a577-363d352adc6c/bindings/n-h2-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7799671 May 10 11:29:52.747526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Allocated IP 172.20.0.10 (0a57c585-b8a4-4d47-970f-db6ef70b4227/d7dbcc37-c974-4d6b-9269-4e81f9715804/d260fe1c-713b-4c5d-b8fa-2c6e9d213d32) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:52.757561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:52.762065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.795985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:52.796415 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.815100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'b29d9da8-2349-44bf-a249-cb5478c5d39e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:29:52.816059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.854020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dede9a1-a1d2-41a8-bbff-92e5fb885070 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:52.866853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.890673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36642) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:52.897301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8db3e943-4b90-446b-86f1-ae730b693689 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:52.897701 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.912950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6dede9a1-a1d2-41a8-bbff-92e5fb885070, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6dede9a1-a1d2-41a8-bbff-92e5fb885070,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:52.915646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b739c301-baaf-4097-bae2-2fb6597cb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:52.932216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068a50c-095a-4211-b4a3-96f64c7c7c39 req-6a15eea6-2d3f-4d19-b65d-2e5420ed69d5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:52.933766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8068a50c-095a-4211-b4a3-96f64c7c7c39 req-6a15eea6-2d3f-4d19-b65d-2e5420ed69d5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.1058969 May 10 11:29:52.969546 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.023245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a6686d-4b16-439f-a3df-99057f211602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db3e943-4b90-446b-86f1-ae730b693689'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:53.025345 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb6967-6e75-4ec0-8bb8-54c728d33d49" -d '{"events": [{"server_uuid": "28a6686d-4b16-439f-a3df-99057f211602", "name": "network-vif-plugged", "status": "completed", "tag": "8db3e943-4b90-446b-86f1-ae730b693689"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:53.052214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8db3e943-4b90-446b-86f1-ae730b693689, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8db3e943-4b90-446b-86f1-ae730b693689,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:53.058840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-d5d0d709-85bf-423f-95b3-ae95a382777b tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.059273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8068a50c-095a-4211-b4a3-96f64c7c7c39 req-833b73f0-16aa-4e84-aa2e-b35d1d0a340b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074231 May 10 11:29:53.060530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-d5d0d709-85bf-423f-95b3-ae95a382777b tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.2253594 May 10 11:29:53.069503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.109784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.131126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6dede9a1-a1d2-41a8-bbff-92e5fb885070,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:53.150742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31ebb3-4cd6-485b-85ad-95630b73ef64 req-c452d538-c3f8-44dd-9c76-6343a0206b9d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.158525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb31ebb3-4cd6-485b-85ad-95630b73ef64 req-c452d538-c3f8-44dd-9c76-6343a0206b9d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1804385 May 10 11:29:53.176436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Allocated IP 2001:db8::f816:3eff:fe45:6c5d (6f83b423-bdd7-4fb8-a1c5-b433d8998665/b29d9da8-2349-44bf-a249-cb5478c5d39e/c1b5b77b-4435-41cb-ab8d-682bd732ac5b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:53.179579 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b739c301-baaf-4097-bae2-2fb6597cb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.206111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-821201895-network', 'tenant_id': 'f5e752c34ead485e8a14f60235065557'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:53.222360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8db3e943-4b90-446b-86f1-ae730b693689,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:53.241414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:53.251104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['6dede9a1-a1d2-41a8-bbff-92e5fb885070'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:29:53.252044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event updated for resources: {'Port': ['ID=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:53.276619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739c301-baaf-4097-bae2-2fb6597cb971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a13d0dc-9a65-4077-a7db-cc76054f1193,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:53.277864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:53.287852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:53.291013 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b739c301-baaf-4097-bae2-2fb6597cb971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.294305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b739c301-baaf-4097-bae2-2fb6597cb971 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3a13d0dc-9a65-4077-a7db-cc76054f1193 HTTP/1.1" status: 204 len: 168 time: 0.8134749 May 10 11:29:53.300861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-c0606f81-7e47-4501-9bc2-915cf4baef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.302054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36654) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:53.302620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-c0606f81-7e47-4501-9bc2-915cf4baef3f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415&tenant_id=efb5d2857e95467a96899612ae8c137d HTTP/1.1" status: 200 len: 1095 time: 0.2288160 May 10 11:29:53.309793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb31ebb3-4cd6-485b-85ad-95630b73ef64 req-5c43d4f3-a016-40be-99e0-2d412952e59a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498194 May 10 11:29:53.327200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.329474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Made reservation on behalf of f5e752c34ead485e8a14f60235065557 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:53.333195 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.344497 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.421744 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f416dd-6429-4c8e-8904-6e57f92b02e2 x-openstack-request-id: req-39f416dd-6429-4c8e-8904-6e57f92b02e2 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:53.421744 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a6686d-4b16-439f-a3df-99057f211602", "name": "network-vif-plugged", "status": "completed", "tag": "8db3e943-4b90-446b-86f1-ae730b693689", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:53.422152 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39f416dd-6429-4c8e-8904-6e57f92b02e2 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:53.423434 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f416dd-6429-4c8e-8904-6e57f92b02e2'] response: {'server_uuid': '28a6686d-4b16-439f-a3df-99057f211602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db3e943-4b90-446b-86f1-ae730b693689', 'code': 200} May 10 11:29:53.436580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da7875-2334-4c19-ab34-867237d79330 req-67e25579-0ec6-4a48-859f-ec6680747b5d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.444628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82da7875-2334-4c19-ab34-867237d79330 req-67e25579-0ec6-4a48-859f-ec6680747b5d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 931 time: 0.2415433 May 10 11:29:53.479206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.495934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.497253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.502028 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.532152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-750269a6-ee23-45d3-8bde-0a3e771142e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0575483 May 10 11:29:53.541916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:53.551129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.562208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Request body: {'port': {'device_id': '51e007fb-5ca9-455e-bad3-2bd421f736da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:53.569522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:53.571686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:53.614495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.625687 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82da7875-2334-4c19-ab34-867237d79330 req-3a291f81-9dd2-4378-a41a-82bde98cac03 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798704 May 10 11:29:53.655750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Pushing event updated for resources: {'Port': ['ID=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:53.676573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Attempting to bind port c1b5b77b-4435-41cb-ab8d-682bd732ac5b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:53.676946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Attempting to bind port c1b5b77b-4435-41cb-ab8d-682bd732ac5b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:53.677313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Attempting to bind port c1b5b77b-4435-41cb-ab8d-682bd732ac5b on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:53.683122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:53.683503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:53.684054 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.685078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:53.685078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Bound port: c1b5b77b-4435-41cb-ab8d-682bd732ac5b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:53.685457 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.713707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24732-4708-426f-be9f-c3af75563818 req-906de034-3e41-4168-a95e-cd306e99608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.715101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2be24732-4708-426f-be9f-c3af75563818 req-906de034-3e41-4168-a95e-cd306e99608a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=28a6686d-4b16-439f-a3df-99057f211602 HTTP/1.1" status: 200 len: 1097 time: 0.2328565 May 10 11:29:53.724760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Network 0a57c585-b8a4-4d47-970f-db6ef70b4227 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:53.743870 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.768675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] For port c1b5b77b-4435-41cb-ab8d-682bd732ac5b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:53.772648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] For port c1b5b77b-4435-41cb-ab8d-682bd732ac5b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:53.780415 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.781176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:53.800918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:53.803763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Pushing event updated for resources: {'Port': ['ID=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:53.843867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.854224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a68538-aceb-466a-8001-b0da5e36dd81 None None] Pushing event updated for resources: {'Port': ['ID=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:53.856095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-c04b5728-786d-4417-8fd2-1c3d27580f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.857624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-c04b5728-786d-4417-8fd2-1c3d27580f02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1095 time: 0.4885013 May 10 11:29:53.876341 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.936060 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2be24732-4708-426f-be9f-c3af75563818 req-1c973b40-cbcc-43ff-b4eb-fedc9df7904f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091243 May 10 11:29:53.963875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.964478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.967957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:53.975186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d73a0-318c-4e25-ac88-d779e42c5dc4 req-7dcc8f8f-6d33-4000-bb04-d168b57b8d67 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:53.980376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-200d73a0-318c-4e25-ac88-d779e42c5dc4 req-7dcc8f8f-6d33-4000-bb04-d168b57b8d67 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 932 time: 0.2047288 May 10 11:29:53.986640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:53.992243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c26480-9e22-4f13-a249-638da53a8c11') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:53.992603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c26480-9e22-4f13-a249-638da53a8c11') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:54.005603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:54.008740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:54.009345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.021092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=c789f284-8fcf-49d7-b30b-221a496b8993,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:54.045291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.061002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4111-5826-49af-9649-afbeb1863954 req-c2c34fce-5575-4ab0-9f3b-9455e2fc9af5 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:54.062522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-724f4111-5826-49af-9649-afbeb1863954 req-c2c34fce-5575-4ab0-9f3b-9455e2fc9af5 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 945 time: 0.2661171 May 10 11:29:54.076073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-376622d4-1e8e-4ffd-8140-417439c62fd8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2023554 May 10 11:29:54.079903 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.091590 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-12627739-db2d-4364-ba2a-ccfbd920957e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6921282 May 10 11:29:54.101319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.102343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.106364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36660) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:54.113374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:b6:b3:27', 'name': 'tempest-NetworksTestDHCPv6-435198452'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:54.125951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-200d73a0-318c-4e25-ac88-d779e42c5dc4 req-d975e01d-c092-4300-aeb0-1d723d9df423 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330922 May 10 11:29:54.129278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Request body: {'port': {'device_id': '5ad935ae-5e33-4f1e-b464-3db4bc1d9e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:54.150530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-a5094802-0205-4160-809e-d3cacaa20609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:54.156770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-a5094802-0205-4160-809e-d3cacaa20609 service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.2697551 May 10 11:29:54.186383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:29:54.186804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: timer() May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:29:54.188782 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:29:54.217589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:29:54.281658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c531ca-db5c-4f0e-8453-b14c88620a19,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:54.290768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-cb44770f-90c2-489a-b664-e1b070b1ef94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 200 len: 217 time: 0.0863962 May 10 11:29:54.301746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.302116 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Added segment 0fc681d8-dacd-49e3-93e5-e37b3ebf8401 of type vlan for network 07bf9b89-4489-46b5-88c1-da55d902cc5c May 10 11:29:54.352176 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-724f4111-5826-49af-9649-afbeb1863954 req-13df61e2-84f5-4556-b7f3-2f866721beb7 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324476 May 10 11:29:54.353059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.361291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.379708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.386879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1 HTTP/1.1" status: 204 len: 168 time: 1.0802135 May 10 11:29:54.406591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.426729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8b54d-912c-4111-a7a6-d37d09baa27f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f5dd19-de34-4dbf-97c9-f37f9e2ae7a1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:54.433327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd35838-af46-4044-8f5c-94ecf7d4054a req-82165ee1-54ea-41aa-ab87-d810bf8a7186 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:54.441082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fd35838-af46-4044-8f5c-94ecf7d4054a req-82165ee1-54ea-41aa-ab87-d810bf8a7186 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.2193909 May 10 11:29:54.497731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-96e630d6-cb83-4744-bb89-f4318f12a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:54.499931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-96e630d6-cb83-4744-bb89-f4318f12a866 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1792912 May 10 11:29:54.530531 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.530531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:54.530955 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.566037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1b5b77b-4435-41cb-ab8d-682bd732ac5b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:54.572489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-251dcee0-3464-4ece-85db-623a433b7b43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633121 May 10 11:29:54.591365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36666) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:54.636078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c1b5b77b-4435-41cb-ab8d-682bd732ac5b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:54.637062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.638945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fd35838-af46-4044-8f5c-94ecf7d4054a req-013a489e-0b0c-48d1-a1e8-984995eea257 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969090 May 10 11:29:54.639610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:54.676441 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7776799 May 10 11:29:54.681075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36670) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:54.730776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Request body: {'subnet': {'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-821201895-subnet', 'tenant_id': 'f5e752c34ead485e8a14f60235065557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:54.797347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c1b5b77b-4435-41cb-ab8d-682bd732ac5b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:54.797775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.817287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b363d28-5818-4a75-b143-e203be688985 admin admin] Pushing event updated for resources: {'Network': ['ID=07bf9b89-4489-46b5-88c1-da55d902cc5c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:54.831367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 07bf9b89-4489-46b5-88c1-da55d902cc5c details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:29:54.901490 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-22c27085-a575-4625-9231-7296d0e7419c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fe7d6c3b87b4331af975afc911eaa99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086729 May 10 11:29:54.906886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Made reservation on behalf of f5e752c34ead485e8a14f60235065557 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:54.909265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.918116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36672) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:54.918384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port c1b5b77b-4435-41cb-ab8d-682bd732ac5b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:54.935199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.013131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.016705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-5dee6775-60d5-4dc4-be5c-2b22ce5076f7 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266913 May 10 11:29:55.024612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b2191-2b32-4ae4-a0d4-380cee06c57b req-d229e4db-405a-4c25-8eb7-c23c8d6b1823 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:55.025322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:55.026085 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd9b2191-2b32-4ae4-a0d4-380cee06c57b req-d229e4db-405a-4c25-8eb7-c23c8d6b1823 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 931 time: 0.2517276 May 10 11:29:55.072325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea1eb0-2399-4165-8086-17e66a181d44 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:55.094296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8faef-e970-496f-a56c-92111abab3eb req-6722c3f9-a59b-4646-9285-5a87cf0d3b77 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:55.095893 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-37a8faef-e970-496f-a56c-92111abab3eb req-6722c3f9-a59b-4646-9285-5a87cf0d3b77 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.6291456 May 10 11:29:55.114946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port fd51a927-ca87-4f42-bf6f-740c4fdd2d2e yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:29:55.141222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae22ea6-ae19-490a-98a1-61f5538e4eaf {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:55.150383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3bd5e493-e7bc-414d-802e-9c1d65b0bbce None None] Provisioning complete for port c1b5b77b-4435-41cb-ab8d-682bd732ac5b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:55.150762 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bd5e493-e7bc-414d-802e-9c1d65b0bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.188258 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.221202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Transition to ACTIVE for port object 3ae22ea6-ae19-490a-98a1-61f5538e4eaf will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:55.238144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd9b2191-2b32-4ae4-a0d4-380cee06c57b req-74602a1a-b0a0-4de6-88bc-8da99eefe14a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943486 May 10 11:29:55.239140 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-37a8faef-e970-496f-a56c-92111abab3eb req-2e9479a7-011a-4645-b59d-9c8471c93e4e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353571 May 10 11:29:55.253103 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.255736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cda67072-70dd-4624-9f23-5019f68a7bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.325492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5e493-e7bc-414d-802e-9c1d65b0bbce None None] Current status of the port c1b5b77b-4435-41cb-ab8d-682bd732ac5b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:55.375147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cda67072-70dd-4624-9f23-5019f68a7bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.432359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:55.458569 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-7227cecf-cee5-4792-bae8-8c67ee2aee2c service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612611 May 10 11:29:55.476948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426bf7e-9ac7-4f38-80b3-dc177c6314bc None None] Update dhcp port {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': 'b29d9da8-2349-44bf-a249-cb5478c5d39e', 'ip_address': '2001:db8::f816:3eff:fe45:6c5d'}, {'subnet_id': 'c789f284-8fcf-49d7-b30b-221a496b8993'}], 'binding:host_id': 'n-d-840949-1'}, 'id': 'c1b5b77b-4435-41cb-ab8d-682bd732ac5b'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:29:55.519186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e6a38-490d-433b-9d8e-9facefe19022 req-77308c76-1968-4cf8-8a20-6dd42f4dccdb tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:55.521230 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1426bf7e-9ac7-4f38-80b3-dc177c6314bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.526741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e32e6a38-490d-433b-9d8e-9facefe19022 req-77308c76-1968-4cf8-8a20-6dd42f4dccdb tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 932 time: 0.1735394 May 10 11:29:55.566633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.620479 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e32e6a38-490d-433b-9d8e-9facefe19022 req-a78704e3-537c-40fa-aaec-e3000b17fcc6 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927341 May 10 11:29:55.625335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:29:55.632229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Attempting to bind port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:55.632979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Attempting to bind port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:55.632979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Attempting to bind port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:55.636038 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cda67072-70dd-4624-9f23-5019f68a7bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.637778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:55.638107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Attempting to bind port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:55.639148 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cda67072-70dd-4624-9f23-5019f68a7bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.640339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cda67072-70dd-4624-9f23-5019f68a7bf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58 HTTP/1.1" status: 204 len: 168 time: 0.7212682 May 10 11:29:55.646327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.648979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:55.649365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Checking segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:55.649755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Bound using segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:55.650254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Bound port: 3ae22ea6-ae19-490a-98a1-61f5538e4eaf, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:55.650606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.668985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 172.20.0.3 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/c789f284-8fcf-49d7-b30b-221a496b8993/fd51a927-ca87-4f42-bf6f-740c4fdd2d2e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:55.674233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Transition to ACTIVE for port object d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:29:55.689032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:feb6:b327 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/b29d9da8-2349-44bf-a249-cb5478c5d39e/fd51a927-ca87-4f42-bf6f-740c4fdd2d2e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:55.691476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b2d4da-01c6-4051-b8e3-c7362047b4a1,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:55.702785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055f13b-25e8-436d-b1b0-4f3619f9cdd7 req-355b1738-0f27-46cd-8baf-1d2c8a3254a2 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:55.704697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5055f13b-25e8-436d-b1b0-4f3619f9cdd7 req-355b1738-0f27-46cd-8baf-1d2c8a3254a2 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 945 time: 0.2432411 May 10 11:29:55.710214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda67072-70dd-4624-9f23-5019f68a7bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3b58ad-5dc4-4b4e-89a9-bc4e3c6fae58,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:55.739414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.775823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Checking segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:55.776502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Network hostable DHCP agents. Network: 07bf9b89-4489-46b5-88c1-da55d902cc5c, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:29:55.836406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5055f13b-25e8-436d-b1b0-4f3619f9cdd7 req-ad4e393f-db50-4abb-a390-12c6eeab88fb tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141784 May 10 11:29:55.859447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Pushing event updated for resources: {'Port': ['ID=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:55.891564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] For port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:55.900894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Network 07bf9b89-4489-46b5-88c1-da55d902cc5c is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:29:55.903021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f196c-f74e-45bf-ba76-75909a9b13cb req-bedf2ca2-c4ce-44ff-9259-07520938097e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:55.909668 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a81f196c-f74e-45bf-ba76-75909a9b13cb req-bedf2ca2-c4ce-44ff-9259-07520938097e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.1231813 May 10 11:29:55.919018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-d75ae8b7-aa3c-4da7-be23-6e02949530d5 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:55.920711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-d75ae8b7-aa3c-4da7-be23-6e02949530d5 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.1701398 May 10 11:29:55.923771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 07bf9b89-4489-46b5-88c1-da55d902cc5c) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:55.929153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:55.929750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.936805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb44a8c7-4057-49d1-9f08-5157c9ad4020 None None] Network 07bf9b89-4489-46b5-88c1-da55d902cc5c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:55.956637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] For port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:55.974183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.000251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-48011282-3dce-4b7f-8904-0dbb3b572ea6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3069692 May 10 11:29:56.035638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a81f196c-f74e-45bf-ba76-75909a9b13cb req-0ef82a52-bc0a-4145-9837-7bee86f16274 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184206 May 10 11:29:56.051482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6dede9a1-a1d2-41a8-bbff-92e5fb885070 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:56.054232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.067569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.068239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.071360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] 10.222.0.70 "PUT /v2.0/ports/3ae22ea6-ae19-490a-98a1-61f5538e4eaf HTTP/1.1" status: 200 len: 1091 time: 2.5162039 May 10 11:29:56.075580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e007fb-5ca9-455e-bad3-2bd421f736da', 'tag': '3ae22ea6-ae19-490a-98a1-61f5538e4eaf'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:56.086256 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a" -d '{"events": [{"name": "network-changed", "server_uuid": "51e007fb-5ca9-455e-bad3-2bd421f736da", "tag": "3ae22ea6-ae19-490a-98a1-61f5538e4eaf"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:56.123549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Attempting to bind port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:29:56.129290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Attempting to bind port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3241634d-c0f2-41b0-bba9-28d65879b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0a57c585-b8a4-4d47-970f-db6ef70b4227'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:29:56.129691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Attempting to bind port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 on network 0a57c585-b8a4-4d47-970f-db6ef70b4227 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:56.167942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-a55b0bfc-e729-47ea-9039-243c97d00bd1 service neutron] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:56.170767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.178649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-a55b0bfc-e729-47ea-9039-243c97d00bd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.181314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-a55b0bfc-e729-47ea-9039-243c97d00bd1 service neutron] 10.222.0.49 "DELETE /v2.0/ports/71bfaf3d-4bd6-490b-a577-363d352adc6c/bindings/n-h1-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.2476065 May 10 11:29:56.218778 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9441ad2b-2d60-4f71-ba94-c78e884ea106 x-openstack-request-id: req-9441ad2b-2d60-4f71-ba94-c78e884ea106 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:56.219075 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e007fb-5ca9-455e-bad3-2bd421f736da", "tag": "3ae22ea6-ae19-490a-98a1-61f5538e4eaf", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:56.219551 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9441ad2b-2d60-4f71-ba94-c78e884ea106 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:56.220811 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9441ad2b-2d60-4f71-ba94-c78e884ea106'] response: {'name': 'network-changed', 'server_uuid': '51e007fb-5ca9-455e-bad3-2bd421f736da', 'tag': '3ae22ea6-ae19-490a-98a1-61f5538e4eaf', 'status': 'completed', 'code': 200} May 10 11:29:56.229762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-1426bf7e-9ac7-4f38-80b3-dc177c6314bc None None] Allocated IP 172.20.0.2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/c789f284-8fcf-49d7-b30b-221a496b8993/c1b5b77b-4435-41cb-ab8d-682bd732ac5b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:29:56.257500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:29:56.261616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:56.270918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:29:56.271573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 on network 0a57c585-b8a4-4d47-970f-db6ef70b4227 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:29:56.273024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Attempting to bind port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 on network 0a57c585-b8a4-4d47-970f-db6ef70b4227 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:29:56.319541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=fd51a927-ca87-4f42-bf6f-740c4fdd2d2e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:56.331036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee5f25-25bc-4db4-876c-58aa657a1df9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:56.349407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:29:56.349931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Checking segment: {'id': '3241634d-c0f2-41b0-bba9-28d65879b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0a57c585-b8a4-4d47-970f-db6ef70b4227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:56.350433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Bound using segment: {'id': '3241634d-c0f2-41b0-bba9-28d65879b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0a57c585-b8a4-4d47-970f-db6ef70b4227'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:29:56.354058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Bound port: d260fe1c-713b-4c5d-b8fa-2c6e9d213d32, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3241634d-c0f2-41b0-bba9-28d65879b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0a57c585-b8a4-4d47-970f-db6ef70b4227'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:29:56.357386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.376389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.377095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.400467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-0e20c1ff-9be3-4f16-a130-1c3a71a03436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.400742 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-0e20c1ff-9be3-4f16-a130-1c3a71a03436 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 1094 time: 0.2667181 May 10 11:29:56.410759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d4f05b32-c794-4c0f-a938-5e89218e6a1c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2994132 May 10 11:29:56.411079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36706) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:56.514213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-bcc6c012-b5a0-46d4-8f6f-6b26ded1dca4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae22ea6-ae19-490a-98a1-61f5538e4eaf HTTP/1.1" status: 200 len: 217 time: 0.0715535 May 10 11:29:56.564748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e6232-df45-4c60-a749-df15f979d6df tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.573339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e6232-df45-4c60-a749-df15f979d6df tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.573763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1b5b77b-4435-41cb-ab8d-682bd732ac5b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:56.575444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-128e6232-df45-4c60-a749-df15f979d6df tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1626532 May 10 11:29:56.580203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36712) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:56.588322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] For port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:29:56.591996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] For port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,segment=NetworkSegment(3241634d-c0f2-41b0-bba9-28d65879b2d3),segment_id=3241634d-c0f2-41b0-bba9-28d65879b2d3)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:29:56.601240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e113a125-2b64-4c4e-8f8c-d5093100ed45 None None] Network 07bf9b89-4489-46b5-88c1-da55d902cc5c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:56.602706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50366-eb36-4e8f-9a85-8e3f5d9c4b76 req-9d8c79ec-3d60-497e-89ef-07fdd9912f74 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.604888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0fb50366-eb36-4e8f-9a85-8e3f5d9c4b76 req-9d8c79ec-3d60-497e-89ef-07fdd9912f74 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.2007065 May 10 11:29:56.633341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb1fd1-4b12-4256-bb6a-33244f01d212 req-779d0d6a-cef4-4381-b9a3-f7a436fc387f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.634926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19fb1fd1-4b12-4256-bb6a-33244f01d212 req-779d0d6a-cef4-4381-b9a3-f7a436fc387f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 943 time: 0.1831212 May 10 11:29:56.635209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.722608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:29:56.732277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.732777 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.734183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] 10.222.0.70 "PUT /v2.0/ports/d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 HTTP/1.1" status: 200 len: 1092 time: 2.6383379 May 10 11:29:56.743076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-caabcab7-5f8e-4744-808e-f7b13d33a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.744761 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-caabcab7-5f8e-4744-808e-f7b13d33a026 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.2164581 May 10 11:29:56.755441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0fb50366-eb36-4e8f-9a85-8e3f5d9c4b76 req-feb4d304-dfca-4aa4-b9d9-e5bcabecb8c6 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258872 May 10 11:29:56.758125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:56.759402 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.780708 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19fb1fd1-4b12-4256-bb6a-33244f01d212 req-83ec4585-d9fe-47f0-82da-1a1da956906a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322677 May 10 11:29:56.803888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1426bf7e-9ac7-4f38-80b3-dc177c6314bc None None] For port c1b5b77b-4435-41cb-ab8d-682bd732ac5b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:56.810568 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-cb125924-d748-40c7-8db6-7b5fdf8ee2d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428236 May 10 11:29:56.812706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717190a8-7e90-4bd6-b794-e1fc7b21397e service neutron] Pushing event updated for resources: {'Port': ['ID=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:56.850303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b8471aa0-3f56-4660-8779-5e1dc7c1a38e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port fd51a927-ca87-4f42-bf6f-740c4fdd2d2e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:29:56.850727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8471aa0-3f56-4660-8779-5e1dc7c1a38e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.901107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36722) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:56.917270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1426bf7e-9ac7-4f38-80b3-dc177c6314bc None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.946943 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1426bf7e-9ac7-4f38-80b3-dc177c6314bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.956279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c1b5b77b-4435-41cb-ab8d-682bd732ac5b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:56.956623 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.975573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-341efd5b-3d7f-43fe-afdb-17a18f942f85 service neutron] 10.222.0.70 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618381 May 10 11:29:56.997234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69f06-d062-4ee1-8634-0fb23b40ca4c req-431b3cce-2c81-40f2-a266-2b5e4b0e0dcb tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:56.998777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9a69f06-d062-4ee1-8634-0fb23b40ca4c req-431b3cce-2c81-40f2-a266-2b5e4b0e0dcb tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 944 time: 0.0764480 May 10 11:29:57.023084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8471aa0-3f56-4660-8779-5e1dc7c1a38e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.052497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b8471aa0-3f56-4660-8779-5e1dc7c1a38e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for fd51a927-ca87-4f42-bf6f-740c4fdd2d2e owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:29:57.057137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-174797354-network', 'tenant_id': '02dbdb6d31bf46ee973e1f777b000f3e'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:57.090933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9a69f06-d062-4ee1-8634-0fb23b40ca4c req-f038063c-6feb-4021-8f86-f8b510b00c95 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845656 May 10 11:29:57.154039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426bf7e-9ac7-4f38-80b3-dc177c6314bc None None] Pushing event updated for resources: {'Port': ['ID=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:57.171980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:57.172383 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.225046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d0e47-4fdd-4dc7-b2d1-3e2572054803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dede9a1-a1d2-41a8-bbff-92e5fb885070'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:57.227366 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fac4c8-f4be-4ed6-9641-3fea0a80b1e5" -d '{"events": [{"server_uuid": "503d0e47-4fdd-4dc7-b2d1-3e2572054803", "name": "network-vif-plugged", "status": "completed", "tag": "6dede9a1-a1d2-41a8-bbff-92e5fb885070"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:57.250672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-3caca079-20e9-4cae-9431-61dcd8c5cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.250672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-3caca079-20e9-4cae-9431-61dcd8c5cb86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8639723c736469d961e069c4c0c2260&device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 1095 time: 0.3478801 May 10 11:29:57.252133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b8e195d-ddbb-4702-9305-cb66f99db12e req-89c97541-1a95-4c29-b1be-3120b222b060 service neutron] 10.222.0.70 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644031 May 10 11:29:57.269557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6dede9a1-a1d2-41a8-bbff-92e5fb885070, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6dede9a1-a1d2-41a8-bbff-92e5fb885070,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:29:57.279748 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.304519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c1b5b77b-4435-41cb-ab8d-682bd732ac5b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:57.327596 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-c386f14f-0fea-4dc9-8770-76e886b7e696 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 HTTP/1.1" status: 200 len: 217 time: 0.0618746 May 10 11:29:57.328192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Made reservation on behalf of 02dbdb6d31bf46ee973e1f777b000f3e for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:57.334468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.360986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6dede9a1-a1d2-41a8-bbff-92e5fb885070,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:57.373780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.409114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c9cd5-5fb3-439c-a041-21b27bea655e req-a51d4943-0824-416f-a921-2de21c17c123 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.410588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e59c9cd5-5fb3-439c-a041-21b27bea655e req-a51d4943-0824-416f-a921-2de21c17c123 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 945 time: 0.1802630 May 10 11:29:57.492733 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e59c9cd5-5fb3-439c-a041-21b27bea655e req-ac01afb9-9279-4c5a-9331-8d66f88a8226 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711808 May 10 11:29:57.519257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-fb229102-982f-4458-9790-208a9bf5b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.520877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-fb229102-982f-4458-9790-208a9bf5b84d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7dbcc37-c974-4d6b-9269-4e81f9715804 HTTP/1.1" status: 200 len: 850 time: 0.1732757 May 10 11:29:57.522602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-ada1f501-6b16-46b1-8acf-0628d7532146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.523801 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8471aa0-3f56-4660-8779-5e1dc7c1a38e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.523993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-ada1f501-6b16-46b1-8acf-0628d7532146 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 1094 time: 0.1664002 May 10 11:29:57.558642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8471aa0-3f56-4660-8779-5e1dc7c1a38e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=fd51a927-ca87-4f42-bf6f-740c4fdd2d2e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:57.604984 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-f74ff170-f399-4977-a297-ac64a9c31b8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a57c585-b8a4-4d47-970f-db6ef70b4227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662293 May 10 11:29:57.605935 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:29:57.653900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-3bb48842-a0f2-4298-b5cd-f6e71340d0f1 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.655445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-3bb48842-a0f2-4298-b5cd-f6e71340d0f1 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 804 time: 0.3452890 May 10 11:29:57.691998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13330cf8-d586-43b7-8359-f4e13f18632a req-429148a0-011d-4918-9b06-55afd768e7ae tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.699686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13330cf8-d586-43b7-8359-f4e13f18632a req-429148a0-011d-4918-9b06-55afd768e7ae tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.1168756 May 10 11:29:57.708455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8471aa0-3f56-4660-8779-5e1dc7c1a38e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.711636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b8471aa0-3f56-4660-8779-5e1dc7c1a38e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/fd51a927-ca87-4f42-bf6f-740c4fdd2d2e HTTP/1.1" status: 204 len: 168 time: 1.1304708 May 10 11:29:57.718162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36738) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:57.742234 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13330cf8-d586-43b7-8359-f4e13f18632a req-0ec4f3f6-f617-41fd-b6a5-fd0e5a88af9a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 May 10 11:29:57.752688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-4d5bfebc-afdb-431a-bcad-c51bebf500de tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/quotas/f5e752c34ead485e8a14f60235065557 HTTP/1.1" status: 200 len: 375 time: 0.0900578 May 10 11:29:57.804340 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8f183d-be38-4f6d-adf6-66629f5253de x-openstack-request-id: req-fe8f183d-be38-4f6d-adf6-66629f5253de {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:57.804711 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d0e47-4fdd-4dc7-b2d1-3e2572054803", "name": "network-vif-plugged", "status": "completed", "tag": "6dede9a1-a1d2-41a8-bbff-92e5fb885070", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:57.805036 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe8f183d-be38-4f6d-adf6-66629f5253de {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:57.805496 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8f183d-be38-4f6d-adf6-66629f5253de'] response: {'server_uuid': '503d0e47-4fdd-4dc7-b2d1-3e2572054803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dede9a1-a1d2-41a8-bbff-92e5fb885070', 'code': 200} May 10 11:29:57.856701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-ab303efb-da5d-40ab-b958-d3db7f684c5b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807378 May 10 11:29:57.861881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.874683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0aa18-c8a3-41b3-a293-ac447aff005b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.876245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0aa18-c8a3-41b3-a293-ac447aff005b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.877921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0aa18-c8a3-41b3-a293-ac447aff005b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.879682 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-55e0aa18-c8a3-41b3-a293-ac447aff005b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1555147 May 10 11:29:57.889411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36748) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:57.890541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-59d528bd-f94f-4f87-804b-01ddc745fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:57.893996 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-59d528bd-f94f-4f87-804b-01ddc745fa7d service neutron] 10.222.0.70 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 913 time: 0.3525722 May 10 11:29:57.897151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.997345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-60738bb4-9fb2-43f5-8c88-a581b0cb7995 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet b29d9da8-2349-44bf-a249-cb5478c5d39e {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:58.005278 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60738bb4-9fb2-43f5-8c88-a581b0cb7995 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.008129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-72f1410f-185c-4533-8024-7be3ed6c7fee None None] Provisioning complete for port c1b5b77b-4435-41cb-ab8d-682bd732ac5b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:58.010194 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-72f1410f-185c-4533-8024-7be3ed6c7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.010578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-9b183f9c-66a1-41e6-8c5f-2749f27cae91 service neutron] 10.222.0.70 "GET /v2.0/networks/0a57c585-b8a4-4d47-970f-db6ef70b4227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739328 May 10 11:29:58.018533 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-d23b70a3-699c-486c-be6d-a7a6235bfb2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae22ea6-ae19-490a-98a1-61f5538e4eaf HTTP/1.1" status: 200 len: 217 time: 0.0997276 May 10 11:29:58.022861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:29:58.034453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb53d3b-103a-4b72-b0f7-00258a633e45 req-66a159d7-1f24-4965-a002-262a0e8b1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:58.036061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb53d3b-103a-4b72-b0f7-00258a633e45 req-66a159d7-1f24-4965-a002-262a0e8b1ad0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 1097 time: 0.1541224 May 10 11:29:58.044499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f10379-22f4-487b-8d05-4e8e24fd3e68,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:58.046733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616107d8-2ad6-4638-8681-7b8293698f9a req-354a4f19-2e75-4b4e-b7f2-efc9cc4e0833 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:58.048445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-616107d8-2ad6-4638-8681-7b8293698f9a req-354a4f19-2e75-4b4e-b7f2-efc9cc4e0833 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1317387 May 10 11:29:58.081799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60738bb4-9fb2-43f5-8c88-a581b0cb7995 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.134996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-72f1410f-185c-4533-8024-7be3ed6c7fee None None] Current status of the port c1b5b77b-4435-41cb-ab8d-682bd732ac5b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:58.135126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.135126 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Added segment 9508b5fc-0104-4790-a186-8bb0af522d78 of type vlan for network a083b6ad-4a29-49ed-8f44-9c458015d21a May 10 11:29:58.160801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb53d3b-103a-4b72-b0f7-00258a633e45 req-dde73da5-3bbc-492f-8eef-d532ec75b263 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111963 May 10 11:29:58.179327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-616107d8-2ad6-4638-8681-7b8293698f9a req-54f8f530-6093-43ce-a39c-a9a65b979195 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172447 May 10 11:29:58.226057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad935ae-5e33-4f1e-b464-3db4bc1d9e30', 'tag': 'd260fe1c-713b-4c5d-b8fa-2c6e9d213d32'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:29:58.228771 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad935ae-5e33-4f1e-b464-3db4bc1d9e30", "tag": "d260fe1c-713b-4c5d-b8fa-2c6e9d213d32"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:29:58.233901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.236809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60738bb4-9fb2-43f5-8c88-a581b0cb7995 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.252112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-59270850-52e9-4286-a339-570859c21983 service neutron] 10.222.0.13 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819494 May 10 11:29:58.258863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-e964a31c-3dc6-4550-9dcc-d51f95c59b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:58.260467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-e964a31c-3dc6-4550-9dcc-d51f95c59b9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.2231891 May 10 11:29:58.335981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283bb9f-cc90-4670-ac17-73a6c56731ac req-07f7a988-4873-462e-bc9f-7aa5855711e4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:58.338004 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0283bb9f-cc90-4670-ac17-73a6c56731ac req-07f7a988-4873-462e-bc9f-7aa5855711e4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 943 time: 0.0728338 May 10 11:29:58.347798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-59e2f84e-68e1-4e99-a6fd-6bd74ac7db6c None None] Could not find standard attr ID for object fd51a927-ca87-4f42-bf6f-740c4fdd2d2e. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:29:58.350844 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60738bb4-9fb2-43f5-8c88-a581b0cb7995 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.355877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-b7bc552c-4508-4b14-ba48-0231601dfe16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758464 May 10 11:29:58.378998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a255d1e5-5ced-4827-916f-5b9f4895989e req-bc789ed9-4013-4dc4-9772-42c141e8ed27 service neutron] 10.222.0.70 "GET /v2.0/networks/0a57c585-b8a4-4d47-970f-db6ef70b4227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570566 May 10 11:29:58.396999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60738bb4-9fb2-43f5-8c88-a581b0cb7995 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=b29d9da8-2349-44bf-a249-cb5478c5d39e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:58.404609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60738bb4-9fb2-43f5-8c88-a581b0cb7995 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.407686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-60738bb4-9fb2-43f5-8c88-a581b0cb7995 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/b29d9da8-2349-44bf-a249-cb5478c5d39e HTTP/1.1" status: 204 len: 168 time: 0.5173576 May 10 11:29:58.408727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.410105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:58.411125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.413262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36754) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:58.432894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0283bb9f-cc90-4670-ac17-73a6c56731ac req-360ee07b-2f00-4d1c-aa0c-cd052a627f44 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795887 May 10 11:29:58.549180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1b5b77b-4435-41cb-ab8d-682bd732ac5b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:29:58.549442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b35cd-9024-48f8-8341-e1507344f27c req-9b21e143-4d0c-4204-a978-71197147e69f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:58.551155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac1b35cd-9024-48f8-8341-e1507344f27c req-9b21e143-4d0c-4204-a978-71197147e69f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1095 time: 0.0528209 May 10 11:29:58.565970 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6602576 May 10 11:29:58.573623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36758) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:58.582563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc29e61-8346-4b2a-9fb0-d80ed9bfc687 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:58.589585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Request body: {'subnet': {'network_id': 'a083b6ad-4a29-49ed-8f44-9c458015d21a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-174797354-subnet', 'tenant_id': '02dbdb6d31bf46ee973e1f777b000f3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:29:58.613583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a09346-994c-483b-bf6e-b76a1ab94918 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet c789f284-8fcf-49d7-b30b-221a496b8993 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:29:58.617909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a09346-994c-483b-bf6e-b76a1ab94918 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.622954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac1b35cd-9024-48f8-8341-e1507344f27c req-bd5076c1-9a2b-4772-8b12-0b6eecbf6de2 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624218 May 10 11:29:58.624843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Made reservation on behalf of 02dbdb6d31bf46ee973e1f777b000f3e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:29:58.627405 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.660441 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a09346-994c-483b-bf6e-b76a1ab94918 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.675467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c1b5b77b-4435-41cb-ab8d-682bd732ac5b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:58.676221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.693426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8a27e-2eb3-4135-aab6-960f0d26e699 admin admin] Pushing event updated for resources: {'Network': ['ID=a083b6ad-4a29-49ed-8f44-9c458015d21a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:58.702267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-c64d9d88-8599-4403-89ca-d010c5815c1e service neutron] 10.222.0.13 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407678 May 10 11:29:58.721448 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-0e7de47e-29c4-406e-84ac-216faf40110b service neutron] 10.222.0.70 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540857 May 10 11:29:58.727174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a083b6ad-4a29-49ed-8f44-9c458015d21a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:29:58.813773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049487b2-eabc-4ca4-afe4-6a837c690c04 req-c4884e4c-fa5c-4fbf-b3c2-5590fe1345b6 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:58.815305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-049487b2-eabc-4ca4-afe4-6a837c690c04 req-c4884e4c-fa5c-4fbf-b3c2-5590fe1345b6 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 944 time: 0.0869508 May 10 11:29:58.830833 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fc2ff32-74f2-48ad-ae49-3fdcf563147a req-d77df0ca-209e-46f5-9432-531452fc554e service neutron] 10.222.0.70 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983348 May 10 11:29:58.904531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a09346-994c-483b-bf6e-b76a1ab94918 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.927058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:58.943656 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cb6f7e-a4f3-492e-9a01-eb511213a831 x-openstack-request-id: req-49cb6f7e-a4f3-492e-9a01-eb511213a831 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:29:58.943972 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad935ae-5e33-4f1e-b464-3db4bc1d9e30", "tag": "d260fe1c-713b-4c5d-b8fa-2c6e9d213d32", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:29:58.944228 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49cb6f7e-a4f3-492e-9a01-eb511213a831 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:29:58.944631 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cb6f7e-a4f3-492e-9a01-eb511213a831'] response: {'name': 'network-changed', 'server_uuid': '5ad935ae-5e33-4f1e-b464-3db4bc1d9e30', 'tag': 'd260fe1c-713b-4c5d-b8fa-2c6e9d213d32', 'status': 'completed', 'code': 200} May 10 11:29:59.006936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c1b5b77b-4435-41cb-ab8d-682bd732ac5b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:29:59.020934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-049487b2-eabc-4ca4-afe4-6a837c690c04 req-f1690200-c34c-4ae6-86ca-cdbe09add166 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895432 May 10 11:29:59.032814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d0043c-5ac0-4bc4-9678-38eed129ec6b,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:59.072248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Checking segment: {'id': '9508b5fc-0104-4790-a186-8bb0af522d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a083b6ad-4a29-49ed-8f44-9c458015d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:29:59.072880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Network hostable DHCP agents. Network: a083b6ad-4a29-49ed-8f44-9c458015d21a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:29:59.106263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Network a083b6ad-4a29-49ed-8f44-9c458015d21a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:29:59.150607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a083b6ad-4a29-49ed-8f44-9c458015d21a) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:29:59.156383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:59.156996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:59.162708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7f921-b3cc-439d-9b60-1633815647d1 None None] Network a083b6ad-4a29-49ed-8f44-9c458015d21a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:59.191398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527aa1-7b80-4261-a41e-96808b6178b3 req-42be41d4-9b5a-4c02-a8b7-f1fe52d90a33 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:59.200416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95527aa1-7b80-4261-a41e-96808b6178b3 req-42be41d4-9b5a-4c02-a8b7-f1fe52d90a33 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 1095 time: 0.0972681 May 10 11:29:59.214040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aa6b24df-7ae3-45a3-8442-3b23bfca5a93 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6359963 May 10 11:29:59.249694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95527aa1-7b80-4261-a41e-96808b6178b3 req-2b932c49-c0f2-4abf-9045-9fa3c0437927 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 May 10 11:29:59.358620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55dc5ee6-6316-46e5-8cdd-7120da5831fd req-9589ec59-c6c8-4dc6-bb7f-70da77c757f8 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 210 time: 0.0523984 May 10 11:29:59.444236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1c3fc-186b-4a51-b21c-3ef8ad007e92 None None] Network a083b6ad-4a29-49ed-8f44-9c458015d21a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:59.594651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531c344-4427-4cb8-bea3-b51da8cc583d req-480c64ae-9bd4-494c-8469-2e60c19c5041 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:59.596502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5531c344-4427-4cb8-bea3-b51da8cc583d req-480c64ae-9bd4-494c-8469-2e60c19c5041 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.0923865 May 10 11:29:59.671983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5531c344-4427-4cb8-bea3-b51da8cc583d req-bc6d35d0-dac4-43c9-8fe1-62e3303b9ce8 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666590 May 10 11:29:59.715416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-aab7129d-b8c3-47ed-8e41-ca263239ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:59.717633 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-aab7129d-b8c3-47ed-8e41-ca263239ef97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8639723c736469d961e069c4c0c2260&device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 1095 time: 0.7637098 May 10 11:29:59.744411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a09346-994c-483b-bf6e-b76a1ab94918 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:59.756222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4314c5-5d45-42a8-a79e-9dd2d18507c7 req-3a926f57-cc2b-4033-a1c6-7db0f6aca129 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:59.757923 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc4314c5-5d45-42a8-a79e-9dd2d18507c7 req-3a926f57-cc2b-4033-a1c6-7db0f6aca129 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 946 time: 0.1061523 May 10 11:29:59.840059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a09346-994c-483b-bf6e-b76a1ab94918 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:59.845912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36790) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:59.846474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-59a09346-994c-483b-bf6e-b76a1ab94918 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/c789f284-8fcf-49d7-b30b-221a496b8993 HTTP/1.1" status: 204 len: 168 time: 1.4034963 May 10 11:29:59.852048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ccc7c-4cab-4a8d-a48f-73f86ed138ea None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:59.854810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a09346-994c-483b-bf6e-b76a1ab94918 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=c789f284-8fcf-49d7-b30b-221a496b8993,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:59.892820 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc4314c5-5d45-42a8-a79e-9dd2d18507c7 req-9d3612fb-0859-476c-a0df-dd743d9577f8 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877030 May 10 11:29:59.931132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-505e6325-aa13-472f-a5c1-44fa4166dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:29:59.934039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-505e6325-aa13-472f-a5c1-44fa4166dfc4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a57c585-b8a4-4d47-970f-db6ef70b4227 HTTP/1.1" status: 200 len: 911 time: 0.2044551 May 10 11:29:59.957029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d047037e-e6ee-4074-b1a0-611ccb8a3590 None None] Provisioning complete for port c1b5b77b-4435-41cb-ab8d-682bd732ac5b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:59.957413 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d047037e-e6ee-4074-b1a0-611ccb8a3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:59.967565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ae84135d-1500-4d9c-bf71-478a969c5da6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204484 May 10 11:29:59.970572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36796) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:29:59.977268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:00.054845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-a26545f9-d15c-49d5-af1d-5271fe976ae5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 HTTP/1.1" status: 200 len: 217 time: 0.1012146 May 10 11:30:00.189400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d047037e-e6ee-4074-b1a0-611ccb8a3590 None None] Current status of the port c1b5b77b-4435-41cb-ab8d-682bd732ac5b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:00.192483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:00.226026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-7ce1e922-3217-48d3-8b35-74b3612c4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:00.227493 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-7ce1e922-3217-48d3-8b35-74b3612c4777 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7dbcc37-c974-4d6b-9269-4e81f9715804 HTTP/1.1" status: 200 len: 850 time: 0.1268594 May 10 11:30:00.241126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b649e-2f8c-48da-8173-f4aba5cc0d95 req-0f02c888-5e2e-49a5-9876-54e8673528e6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:00.250689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] Deleting port c1b5b77b-4435-41cb-ab8d-682bd732ac5b {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:00.251062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.251185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-693b649e-2f8c-48da-8173-f4aba5cc0d95 req-0f02c888-5e2e-49a5-9876-54e8673528e6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 943 time: 0.2339048 May 10 11:30:00.282422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-f2d50c18-67f2-4dba-b053-d75aa367c7f6 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:00.284461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-f2d50c18-67f2-4dba-b053-d75aa367c7f6 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/networks?id=a083b6ad-4a29-49ed-8f44-9c458015d21a HTTP/1.1" status: 200 len: 821 time: 0.1744022 May 10 11:30:00.306787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-130dfa35-953b-4943-944e-e55b29a29440 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/quotas/02dbdb6d31bf46ee973e1f777b000f3e HTTP/1.1" status: 200 len: 375 time: 0.0154498 May 10 11:30:00.307369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-6d8ad1c4-2a51-4f8e-814f-06e391f73fab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a57c585-b8a4-4d47-970f-db6ef70b4227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536599 May 10 11:30:00.324213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:30:00.341163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] For port c1b5b77b-4435-41cb-ab8d-682bd732ac5b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:00.341565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.355198 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-fef90150-5420-4707-b80f-7f3180fd05f1 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dbdb6d31bf46ee973e1f777b000f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403485 May 10 11:30:00.360959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] Calling delete_port for c1b5b77b-4435-41cb-ab8d-682bd732ac5b owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:00.383731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-693b649e-2f8c-48da-8173-f4aba5cc0d95 req-7c76f3a6-e672-463d-880e-9d54364910fe tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312425 May 10 11:30:00.401211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:00.408813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.597081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,segment=NetworkSegment(3241634d-c0f2-41b0-bba9-28d65879b2d3),segment_id=3241634d-c0f2-41b0-bba9-28d65879b2d3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:00.611950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-3ddb0797-5415-42c6-9482-20d57f3dd6f3 service neutron] 10.222.0.13 "GET /v2.0/networks/a083b6ad-4a29-49ed-8f44-9c458015d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488580 May 10 11:30:00.630397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1b5b77b-4435-41cb-ab8d-682bd732ac5b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:00.643233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'd260fe1c-713b-4c5d-b8fa-2c6e9d213d32', 'network_id': '0a57c585-b8a4-4d47-970f-db6ef70b4227', 'port_id': 'd260fe1c-713b-4c5d-b8fa-2c6e9d213d32', 'mac_address': 'fa:16:3e:94:e9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dbcc37-c974-4d6b-9269-4e81f9715804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:30:00.651350 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.698919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c1b5b77b-4435-41cb-ab8d-682bd732ac5b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:00.698919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1b5b77b-4435-41cb-ab8d-682bd732ac5b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:00.707406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] Pushing event deleted for resources: {'Port': ['ID=c1b5b77b-4435-41cb-ab8d-682bd732ac5b,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:00.740676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924e12d-313d-416c-a2d9-96089c13b2bd None None] No DVR routers for this DVR port c1b5b77b-4435-41cb-ab8d-682bd732ac5b on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:00.773565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-09e78ce6-a65d-435c-9f34-222deec6ed09 service neutron] 10.222.0.70 "GET /v2.0/networks/0a57c585-b8a4-4d47-970f-db6ef70b4227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525790 May 10 11:30:00.777650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:00.777867 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.801500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:00.823510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,segment=NetworkSegment(3241634d-c0f2-41b0-bba9-28d65879b2d3),segment_id=3241634d-c0f2-41b0-bba9-28d65879b2d3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:00.828738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-cfe945e2-b223-495f-be6c-5b86111b9570 service neutron] 10.222.0.13 "GET /v2.0/networks/a083b6ad-4a29-49ed-8f44-9c458015d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058842 May 10 11:30:00.831574 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.832569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3ae22ea6-ae19-490a-98a1-61f5538e4eaf details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:30:00.879190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360f5cf8-8821-408f-ae98-6d5a3f63a5c3 req-29b9c564-a275-45b1-b67f-9dadba826bda service neutron] 10.222.0.70 "GET /v2.0/networks/0a57c585-b8a4-4d47-970f-db6ef70b4227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894017 May 10 11:30:00.926118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f13b7-69cd-4e29-8f83-8a0b568a3a4f req-5d64d302-0e27-40d8-9098-51f90d55a4c1 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:00.933915 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e0f13b7-69cd-4e29-8f83-8a0b568a3a4f req-5d64d302-0e27-40d8-9098-51f90d55a4c1 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 944 time: 0.2837842 May 10 11:30:00.938938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:00.983396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:00.996246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '3ae22ea6-ae19-490a-98a1-61f5538e4eaf', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'port_id': '3ae22ea6-ae19-490a-98a1-61f5538e4eaf', 'mac_address': 'fa:16:3e:d9:a1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f797b6-5925-4b4e-a192-11a6c6d3d98e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:30:01.023556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-cdd1efe8-b49a-45b5-9b19-85cca895cd71 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:01.025178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-cdd1efe8-b49a-45b5-9b19-85cca895cd71 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 804 time: 0.4985156 May 10 11:30:01.043495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:01.044059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.057846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae22ea6-ae19-490a-98a1-61f5538e4eaf {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:01.065787 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e0f13b7-69cd-4e29-8f83-8a0b568a3a4f req-a1d9005c-5f97-4eaa-9730-773370adcc4b tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264420 May 10 11:30:01.088942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Request body: {'port': {'device_id': '0c620686-73da-49fb-9b72-77eb22e509ca', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'admin_state_up': True, 'tenant_id': 'f5e752c34ead485e8a14f60235065557'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:01.102426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:01.109531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.152458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97e65ffc-1b88-428a-b5b3-a71d1db02c0a req-e6dc19a7-2338-477a-9167-6621cb9ebece tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 210 time: 0.0546050 May 10 11:30:01.211629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:01.317540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4e23-d9e4-4e0a-af73-b7437161369b req-3f6ec2ce-e63c-49fe-9fe5-629f30b5d193 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:01.326952 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c41d4e23-d9e4-4e0a-af73-b7437161369b req-3f6ec2ce-e63c-49fe-9fe5-629f30b5d193 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 946 time: 0.0688121 May 10 11:30:01.350617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8203a3a-242c-4777-8106-1a1feafb0288 req-e35cb3b0-0dae-42d5-882e-ba01e97f326e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:01.352243 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8203a3a-242c-4777-8106-1a1feafb0288 req-e35cb3b0-0dae-42d5-882e-ba01e97f326e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1710062 May 10 11:30:01.374793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c41d4e23-d9e4-4e0a-af73-b7437161369b req-91d2c4ee-45b1-4130-90b7-6eba5e4f3f47 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 May 10 11:30:01.397402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d260fe1c-713b-4c5d-b8fa-2c6e9d213d32'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:01.400000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['3ae22ea6-ae19-490a-98a1-61f5538e4eaf'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:01.459995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0bbb19be-3ef8-4090-b5ad-cbc905f8a0e7 req-223fd3ed-e332-497d-99cf-5dfe486d8658 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 210 time: 0.0409410 May 10 11:30:01.490113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Made reservation on behalf of f5e752c34ead485e8a14f60235065557 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:01.494969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.553787 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8203a3a-242c-4777-8106-1a1feafb0288 req-2670b0f9-dbf5-4c4c-9cc4-eaac072775ed tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918070 May 10 11:30:01.627599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:30:01.631431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.772798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:01.785905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:01.789533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:01.790263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.797849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9481b880-5307-4ae2-b1d4-b5589f00877c None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:01.824565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=22302a6b-655e-41b1-b13f-93e341eb4c30,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:01.889484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-96ea313d-81f6-4acb-b41b-4db10bfda2fb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9164219 May 10 11:30:01.891501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36830) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:01.915732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0444e-1c1a-4efe-9083-2f0169e9bb76 req-bab33b86-dd95-40de-8863-b2c26e840eec tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:01.917336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ea0444e-1c1a-4efe-9083-2f0169e9bb76 req-bab33b86-dd95-40de-8863-b2c26e840eec tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 944 time: 0.2141442 May 10 11:30:01.928480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:02.030405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002b702-4901-49c3-a017-1f80ed248af0 req-f4ece89d-9148-4622-be5d-570f2bd97234 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:02.031994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Allocated IP 172.20.0.9 (07bf9b89-4489-46b5-88c1-da55d902cc5c/24b2d4da-01c6-4051-b8e3-c7362047b4a1/b567c78f-81d1-49ae-9759-13bbfc883f28) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:02.033196 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5002b702-4901-49c3-a017-1f80ed248af0 req-f4ece89d-9148-4622-be5d-570f2bd97234 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a6686d-4b16-439f-a3df-99057f211602 HTTP/1.1" status: 200 len: 946 time: 0.5102956 May 10 11:30:02.047927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '22302a6b-655e-41b1-b13f-93e341eb4c30'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:30:02.048812 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:02.063355 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ea0444e-1c1a-4efe-9083-2f0169e9bb76 req-f7326799-57da-4083-a4d7-93c26a7382af tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251488 May 10 11:30:02.149192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5002b702-4901-49c3-a017-1f80ed248af0 req-7c1b4697-24f8-4fef-ae75-b1586da21079 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039462 May 10 11:30:02.304831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:02.309830 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:02.365902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:02.388475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b6c15-61e7-4e3d-b86e-b8530a7fa3bc req-51d92533-dfcf-4424-891e-e4bbfdfe4462 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:02.391434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-569b6c15-61e7-4e3d-b86e-b8530a7fa3bc req-51d92533-dfcf-4424-891e-e4bbfdfe4462 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 945 time: 0.1053641 May 10 11:30:02.448104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:02.488317 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-569b6c15-61e7-4e3d-b86e-b8530a7fa3bc req-83c5d24d-2c0d-403f-8d19-11b9c8ccef56 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886025 May 10 11:30:02.617130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:02.636800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Allocated IP 2001:db8::f816:3eff:fe4b:ad27 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/22302a6b-655e-41b1-b13f-93e341eb4c30/3142fc97-1ef8-44cf-8c27-6026bf1d5337) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:02.659841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:02.685511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:02.757801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0df7a39-9ce4-4798-acd3-876ee01d11c6 req-d505444b-e1d5-4a48-95f9-e4971c116b94 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 210 time: 0.0747621 May 10 11:30:02.772066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:02.772066 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:02.783416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Network 07bf9b89-4489-46b5-88c1-da55d902cc5c is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:02.794095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:02.795642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-b720ed4c-dd1f-4c6c-9680-ce0361aff0a8 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:02.797792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-b720ed4c-dd1f-4c6c-9680-ce0361aff0a8 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.49 "GET /v2.0/networks?id=a083b6ad-4a29-49ed-8f44-9c458015d21a HTTP/1.1" status: 200 len: 821 time: 0.2588758 May 10 11:30:02.806165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:02.820673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Request body: {'port': {'device_id': '573e8b3e-f443-4561-bd9e-381e5fb652d8', 'network_id': 'a083b6ad-4a29-49ed-8f44-9c458015d21a', 'admin_state_up': True, 'tenant_id': '02dbdb6d31bf46ee973e1f777b000f3e'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:02.863985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad833f4-3a8c-4d2c-9429-5c6a4f60d075 req-4e718435-41e8-4a44-92c8-bc176c238429 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:02.877036 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad833f4-3a8c-4d2c-9429-5c6a4f60d075 req-4e718435-41e8-4a44-92c8-bc176c238429 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 931 time: 0.2093823 May 10 11:30:02.956885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Pushing event updated for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:02.973498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:02.973895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:02.995528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.008022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad833f4-3a8c-4d2c-9429-5c6a4f60d075 req-918156da-59c6-4387-ad80-5455ab75bdae tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297145 May 10 11:30:03.032874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad935ae-5e33-4f1e-b464-3db4bc1d9e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260fe1c-713b-4c5d-b8fa-2c6e9d213d32'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:03.040360 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11906c2d-ad64-4f41-ad47-2b6b651b7b55" -d '{"events": [{"server_uuid": "5ad935ae-5e33-4f1e-b464-3db4bc1d9e30", "name": "network-vif-plugged", "status": "completed", "tag": "d260fe1c-713b-4c5d-b8fa-2c6e9d213d32"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:03.055911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.072949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:03.073601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.076825 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.133649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,segment=NetworkSegment(3241634d-c0f2-41b0-bba9-28d65879b2d3),segment_id=3241634d-c0f2-41b0-bba9-28d65879b2d3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:03.150654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=eb616f65-0b31-4933-a38b-eba8a773cfde,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:03.154838 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe5ee2a-ab6e-434d-8377-e36a49b6a8f7 x-openstack-request-id: req-dfe5ee2a-ab6e-434d-8377-e36a49b6a8f7 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:03.155080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Made reservation on behalf of 02dbdb6d31bf46ee973e1f777b000f3e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:03.155235 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad935ae-5e33-4f1e-b464-3db4bc1d9e30", "name": "network-vif-plugged", "status": "completed", "tag": "d260fe1c-713b-4c5d-b8fa-2c6e9d213d32", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:03.155356 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfe5ee2a-ab6e-434d-8377-e36a49b6a8f7 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:03.155837 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe5ee2a-ab6e-434d-8377-e36a49b6a8f7'] response: {'server_uuid': '5ad935ae-5e33-4f1e-b464-3db4bc1d9e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260fe1c-713b-4c5d-b8fa-2c6e9d213d32', 'code': 200} May 10 11:30:03.159617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.167084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:03.169893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.180320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:03.190112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:03.190716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.195625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:03.205840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:03.218109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:03.234073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-5f404f36-8a68-469b-98cd-4fdc76dfa231 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1627090 May 10 11:30:03.243884 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-62461732-9b34-4be6-926e-0495b5a8e357 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3441989 May 10 11:30:03.247124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36852) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:03.252490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:22:6d:4a', 'name': 'tempest-NetworksTestDHCPv6-570596827'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:03.266283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45733a41-8e4d-4add-8e1e-940f98a7bc5c req-f32bbb84-971a-4c55-b7c5-bc3858b9f0bf tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:03.268071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45733a41-8e4d-4add-8e1e-940f98a7bc5c req-f32bbb84-971a-4c55-b7c5-bc3858b9f0bf tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1571600 May 10 11:30:03.278044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Pushing event updated for resources: {'Port': ['ID=3142fc97-1ef8-44cf-8c27-6026bf1d5337,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:03.299959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Request body: {'port': {'device_id': '0c620686-73da-49fb-9b72-77eb22e509ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:03.343308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:03.361346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Attempting to bind port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:03.362019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Attempting to bind port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:03.362386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Attempting to bind port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:03.368662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:03.369412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:03.369412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.369810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:03.370397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Bound port: 3142fc97-1ef8-44cf-8c27-6026bf1d5337, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:03.370791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.432519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45733a41-8e4d-4add-8e1e-940f98a7bc5c req-8e752115-94c6-4bb5-a6ff-2254d677f6c5 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557522 May 10 11:30:03.449579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e7375-d9fb-46d1-b079-391ad942387c req-d4cff740-84c3-4f93-ad26-a4282a132a1f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:03.450893 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-597e7375-d9fb-46d1-b079-391ad942387c req-d4cff740-84c3-4f93-ad26-a4282a132a1f tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a6686d-4b16-439f-a3df-99057f211602 HTTP/1.1" status: 200 len: 946 time: 0.1934578 May 10 11:30:03.453430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] For port 3142fc97-1ef8-44cf-8c27-6026bf1d5337, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:03.458249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] For port 3142fc97-1ef8-44cf-8c27-6026bf1d5337, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3142fc97-1ef8-44cf-8c27-6026bf1d5337,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:03.462390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fc7cc-bd0f-4154-a7ab-6e1eaf867985 req-0d5e8b0e-6540-4e55-9ae4-3a36daa596de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:03.464523 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d3fc7cc-bd0f-4154-a7ab-6e1eaf867985 req-0d5e8b0e-6540-4e55-9ae4-3a36daa596de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 1097 time: 0.2257588 May 10 11:30:03.466278 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.496240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.555723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ee213-181f-4940-8269-18a1c8b2e20e None None] Pushing event updated for resources: {'Port': ['ID=3142fc97-1ef8-44cf-8c27-6026bf1d5337,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:03.559461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Allocated IP 172.20.0.2 (a083b6ad-4a29-49ed-8f44-9c458015d21a/71d0043c-5ac0-4bc4-9678-38eed129ec6b/8bb1441c-f20a-49f3-a504-3dfccf84dda1) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:03.590274 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-597e7375-d9fb-46d1-b079-391ad942387c req-1fb195b2-d779-44d1-883b-93083cf43c19 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383948 May 10 11:30:03.621546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:03.646112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d3fc7cc-bd0f-4154-a7ab-6e1eaf867985 req-c020bb1a-d3a3-4aec-840f-1bcd03849100 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625495 May 10 11:30:03.844460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:03.960265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe9a43-953b-4842-87fa-5b9a95468526 req-1b82cdeb-90a4-4ca1-be9c-4ed49da85a0d tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:03.961629 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fbe9a43-953b-4842-87fa-5b9a95468526 req-1b82cdeb-90a4-4ca1-be9c-4ed49da85a0d tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 946 time: 0.1026866 May 10 11:30:04.008415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 1e453f32-01a3-4992-aed6-420a78051f95 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:30:04.027746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f10b-ae19-41ae-b72b-211974074a29 req-2f7ac350-1278-44c8-88aa-2d1ac2c9cc7a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:04.028714 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fbe9a43-953b-4842-87fa-5b9a95468526 req-8a6addab-6ba1-4c0f-8b65-773f95a7621d tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 May 10 11:30:04.030574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80d8f10b-ae19-41ae-b72b-211974074a29 req-2f7ac350-1278-44c8-88aa-2d1ac2c9cc7a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 944 time: 0.4266477 May 10 11:30:04.074993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b567c78f-81d1-49ae-9759-13bbfc883f28 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:04.083332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.101161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Transition to ACTIVE for port object b567c78f-81d1-49ae-9759-13bbfc883f28 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:04.106681 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.117892 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.172843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80d8f10b-ae19-41ae-b72b-211974074a29 req-cbf0479f-55e2-48f1-87d6-e254fa77af2e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945249 May 10 11:30:04.224172 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b1c9081-3e14-48c8-a54d-2204f3323cd4 req-d2d1f0fe-0237-4ecf-badc-0c2377eeace3 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 210 time: 0.1048114 May 10 11:30:04.246481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Pushing event updated for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:04.273477 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-615dbcf1-4f62-4d72-a6bb-f7b2b79d7d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.282857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.310960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-afdfb4ae-1fc0-40e1-88bb-5d5ef6993fc6 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:04.312864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-afdfb4ae-1fc0-40e1-88bb-5d5ef6993fc6 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "GET /v2.0/ports?device_id=28a6686d-4b16-439f-a3df-99057f211602 HTTP/1.1" status: 200 len: 946 time: 0.1711912 May 10 11:30:04.339835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3ae22ea6-ae19-490a-98a1-61f5538e4eaf up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:04.347280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Network a083b6ad-4a29-49ed-8f44-9c458015d21a is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:04.384305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:04.400344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:04.481560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Attempting to bind port b567c78f-81d1-49ae-9759-13bbfc883f28 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:04.481918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Attempting to bind port b567c78f-81d1-49ae-9759-13bbfc883f28 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:04.482211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Attempting to bind port b567c78f-81d1-49ae-9759-13bbfc883f28 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:04.491418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:04.495682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:04.496105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.505233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Port b567c78f-81d1-49ae-9759-13bbfc883f28 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:30:04.506197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Attempting to bind port b567c78f-81d1-49ae-9759-13bbfc883f28 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:04.538251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:04.538590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Checking segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:04.538974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Bound using segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:04.539410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Bound port: b567c78f-81d1-49ae-9759-13bbfc883f28, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:04.539867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.546025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Pushing event updated for resources: {'Port': ['ID=8bb1441c-f20a-49f3-a504-3dfccf84dda1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:04.560549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0a5b6-3908-4be6-8c15-98d6724b8026 req-f44cebbe-1780-4492-b2b4-7b1ef7f9bf8b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:04.571607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1da0a5b6-3908-4be6-8c15-98d6724b8026 req-f44cebbe-1780-4492-b2b4-7b1ef7f9bf8b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 943 time: 0.2244332 May 10 11:30:04.681286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:04.688507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3142fc97-1ef8-44cf-8c27-6026bf1d5337 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:04.689613 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.737135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 172.20.0.11 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/eb616f65-0b31-4933-a38b-eba8a773cfde/1e453f32-01a3-4992-aed6-420a78051f95) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:04.753650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:04.755236 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.763140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:fe22:6d4a (6f83b423-bdd7-4fb8-a1c5-b433d8998665/22302a6b-655e-41b1-b13f-93e341eb4c30/1e453f32-01a3-4992-aed6-420a78051f95) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:04.789413 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-db46f6e6-bfda-46ea-8d97-0c8fb81d9761 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9748857 May 10 11:30:04.805217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-ca4e0a41-0373-4a1a-9713-fb4785228965 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:04.808434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-ca4e0a41-0373-4a1a-9713-fb4785228965 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 946 time: 0.2245898 May 10 11:30:04.818124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Request body: {'port': {'device_id': '573e8b3e-f443-4561-bd9e-381e5fb652d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:04.927287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:04.947352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:04.950932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:04.952105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.057602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7c1c0-795a-4264-8f0b-a83f4ca66a96 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:05.081932 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.147313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Deleting port 8db3e943-4b90-446b-86f1-ae730b693689 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:05.147942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.157328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e007fb-5ca9-455e-bad3-2bd421f736da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae22ea6-ae19-490a-98a1-61f5538e4eaf'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:05.160444 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3911b889-dfb7-4f60-aee7-a48f97404f88" -d '{"events": [{"server_uuid": "51e007fb-5ca9-455e-bad3-2bd421f736da", "name": "network-vif-plugged", "status": "completed", "tag": "3ae22ea6-ae19-490a-98a1-61f5538e4eaf"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:05.162754 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1da0a5b6-3908-4be6-8c15-98d6724b8026 req-c67854c7-5e28-4c64-8381-4214926815d0 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902319 May 10 11:30:05.164628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76b531-c0a0-4277-a4d0-d667aa8f4d7d req-ae4e4015-dba0-44b6-8243-ea0b6c14058e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:05.166840 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e76b531-c0a0-4277-a4d0-d667aa8f4d7d req-ae4e4015-dba0-44b6-8243-ea0b6c14058e tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.4727871 May 10 11:30:05.197408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:05.206836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0b3b4a7e-5deb-4028-b22a-5362c72e15ff None None] Provisioning complete for port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:05.212483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.217281 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4a7e-5deb-4028-b22a-5362c72e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.217503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.317040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] For port 8db3e943-4b90-446b-86f1-ae730b693689, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8db3e943-4b90-446b-86f1-ae730b693689,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:05.319859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.329954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:05.330510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.361238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-9384eb2a-9139-4afb-88f4-86c4db45234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:05.363644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-9384eb2a-9139-4afb-88f4-86c4db45234e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff8c078136c43e49f35a73ac996c34f&device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 1096 time: 0.7573993 May 10 11:30:05.368935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.398071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Calling delete_port for 8db3e943-4b90-446b-86f1-ae730b693689 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:05.426843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b4a7e-5deb-4028-b22a-5362c72e15ff None None] Current status of the port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:05.427603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4a7e-5deb-4028-b22a-5362c72e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.432382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:05.454994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 3142fc97-1ef8-44cf-8c27-6026bf1d5337, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3142fc97-1ef8-44cf-8c27-6026bf1d5337,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:05.465808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.541547 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-0b3b4a7e-5deb-4028-b22a-5362c72e15ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:30:05.542703 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-0b3b4a7e-5deb-4028-b22a-5362c72e15ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:30:05.568882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:05.604748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=3142fc97-1ef8-44cf-8c27-6026bf1d5337,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:05.610235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28804d6-804c-47a8-bcc4-6e37c285825b None None] Update dhcp port {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': '22302a6b-655e-41b1-b13f-93e341eb4c30', 'ip_address': '2001:db8::f816:3eff:fe4b:ad27'}, {'subnet_id': 'eb616f65-0b31-4933-a38b-eba8a773cfde'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '3142fc97-1ef8-44cf-8c27-6026bf1d5337'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:30:05.633494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb1441c-f20a-49f3-a504-3dfccf84dda1 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:05.643128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.644291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b28804d6-804c-47a8-bcc4-6e37c285825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.646082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.661171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Transition to ACTIVE for port object 8bb1441c-f20a-49f3-a504-3dfccf84dda1 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:05.681539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:05.682622 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.733303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:05.735915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:05.742903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03eef4-8a57-4fd1-8b9e-2a9cd300d47e req-67bb3cdb-31e1-47d0-9197-9eeebc9a251c tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:05.743869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=1e453f32-01a3-4992-aed6-420a78051f95,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:05.745591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed03eef4-8a57-4fd1-8b9e-2a9cd300d47e req-67bb3cdb-31e1-47d0-9197-9eeebc9a251c tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a6686d-4b16-439f-a3df-99057f211602 HTTP/1.1" status: 200 len: 946 time: 0.3870459 May 10 11:30:05.764499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:05.766660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.769182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] 10.222.0.70 "PUT /v2.0/ports/b567c78f-81d1-49ae-9759-13bbfc883f28 HTTP/1.1" status: 200 len: 1091 time: 2.4743459 May 10 11:30:05.783084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e76b531-c0a0-4277-a4d0-d667aa8f4d7d req-94f7bb46-cae7-4884-9cbc-e9ae26bb6d55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638065 May 10 11:30:05.797826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:05.816645 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a09725-01c0-4a2d-a1c9-32b8ab974237" -d '{"events": [{"name": "network-changed", "server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:05.873761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:05.874270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.903925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Pushing event updated for resources: {'Port': ['ID=8bb1441c-f20a-49f3-a504-3dfccf84dda1,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:05.952098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-49027892-4c3c-4dce-ad89-71aca5c2f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:05.953782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-49027892-4c3c-4dce-ad89-71aca5c2f884 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 200 len: 916 time: 0.5802243 May 10 11:30:05.986692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-55044319-5518-4cd3-9cfb-8b83d17d4985 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7382708 May 10 11:30:05.989479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36882) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:06.006041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0c7a5-8e58-4272-be01-415d796cd05e service neutron] Pushing event updated for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:06.078766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed03eef4-8a57-4fd1-8b9e-2a9cd300d47e req-5fab8daa-a480-494d-b3f6-b5c62833c63a tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916765 May 10 11:30:06.084195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Attempting to bind port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:06.084195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Attempting to bind port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '9508b5fc-0104-4790-a186-8bb0af522d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a083b6ad-4a29-49ed-8f44-9c458015d21a'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:06.084195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Attempting to bind port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 on network a083b6ad-4a29-49ed-8f44-9c458015d21a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:06.102737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-8b7ca588-3f00-4730-bacc-d9c72845a99a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a285203-95c3-4378-baf3-fa8487844a5e HTTP/1.1" status: 200 len: 217 time: 0.1167290 May 10 11:30:06.111327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b28804d6-804c-47a8-bcc4-6e37c285825b None None] Allocated IP 172.20.0.2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/eb616f65-0b31-4933-a38b-eba8a773cfde/3142fc97-1ef8-44cf-8c27-6026bf1d5337) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:06.115652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 on network a083b6ad-4a29-49ed-8f44-9c458015d21a not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:30:06.115652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Attempting to bind port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 on network a083b6ad-4a29-49ed-8f44-9c458015d21a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:06.121260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Deleting port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:06.121468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.166938 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21881d87-668e-4fbc-bc60-fb53a171d9ab x-openstack-request-id: req-21881d87-668e-4fbc-bc60-fb53a171d9ab {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:06.167325 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e007fb-5ca9-455e-bad3-2bd421f736da", "name": "network-vif-plugged", "status": "completed", "tag": "3ae22ea6-ae19-490a-98a1-61f5538e4eaf", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:06.167703 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21881d87-668e-4fbc-bc60-fb53a171d9ab {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:06.168375 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21881d87-668e-4fbc-bc60-fb53a171d9ab'] response: {'server_uuid': '51e007fb-5ca9-455e-bad3-2bd421f736da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae22ea6-ae19-490a-98a1-61f5538e4eaf', 'code': 200} May 10 11:30:06.178032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:06.178378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Checking segment: {'id': '9508b5fc-0104-4790-a186-8bb0af522d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a083b6ad-4a29-49ed-8f44-9c458015d21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:06.180349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Bound using segment: {'id': '9508b5fc-0104-4790-a186-8bb0af522d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a083b6ad-4a29-49ed-8f44-9c458015d21a'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:06.180926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Bound port: 8bb1441c-f20a-49f3-a504-3dfccf84dda1, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9508b5fc-0104-4790-a186-8bb0af522d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a083b6ad-4a29-49ed-8f44-9c458015d21a'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:06.182051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.187693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-1a5f2759-a313-41be-961e-71a151df8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:06.194184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-1a5f2759-a313-41be-961e-71a151df8cf3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 1094 time: 0.3524961 May 10 11:30:06.249074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b4a7e-5deb-4028-b22a-5362c72e15ff None None] Current status of the port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:06.321070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb629d4-3bf9-46b2-8311-f510afe021a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:06.327674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb629d4-3bf9-46b2-8311-f510afe021a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:06.333606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-beb629d4-3bf9-46b2-8311-f510afe021a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3428886 May 10 11:30:06.334260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b28804d6-804c-47a8-bcc4-6e37c285825b None None] For port 3142fc97-1ef8-44cf-8c27-6026bf1d5337, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3142fc97-1ef8-44cf-8c27-6026bf1d5337,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:06.336634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:06.425568 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-2df7bcb0-cc03-4a99-af05-8813f9894d97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b567c78f-81d1-49ae-9759-13bbfc883f28 HTTP/1.1" status: 200 len: 217 time: 0.1643281 May 10 11:30:06.437451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b28804d6-804c-47a8-bcc4-6e37c285825b None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.458032 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b28804d6-804c-47a8-bcc4-6e37c285825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.500485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] For port 8bb1441c-f20a-49f3-a504-3dfccf84dda1, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:06.530268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] For port 6dede9a1-a1d2-41a8-bbff-92e5fb885070, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6dede9a1-a1d2-41a8-bbff-92e5fb885070,segment=NetworkSegment(1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b),segment_id=1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:06.532595 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.548780 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4798ad0-0dc1-46b8-b040-b175df666634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.550151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a72289-fd62-40b0-b46a-5eaa7f6ef3e9 req-189cc973-f3bd-40cb-ba48-dc2324ae3280 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:06.553041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24a72289-fd62-40b0-b46a-5eaa7f6ef3e9 req-189cc973-f3bd-40cb-ba48-dc2324ae3280 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 946 time: 0.4063883 May 10 11:30:06.604519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Calling delete_port for 6dede9a1-a1d2-41a8-bbff-92e5fb885070 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:06.608305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] For port 8bb1441c-f20a-49f3-a504-3dfccf84dda1, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8bb1441c-f20a-49f3-a504-3dfccf84dda1,segment=NetworkSegment(9508b5fc-0104-4790-a186-8bb0af522d78),segment_id=9508b5fc-0104-4790-a186-8bb0af522d78)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:06.636325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3142fc97-1ef8-44cf-8c27-6026bf1d5337 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:06.643509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.644158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.710233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-4473d9d3-7b94-4271-bf01-ef7311b43f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:06.711610 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-4473d9d3-7b94-4271-bf01-ef7311b43f43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e754fcc-c47e-49ea-9092-9825e1ae4608 HTTP/1.1" status: 200 len: 854 time: 0.5610299 May 10 11:30:06.765985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:06.766605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.775076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] 10.222.0.49 "PUT /v2.0/ports/8bb1441c-f20a-49f3-a504-3dfccf84dda1 HTTP/1.1" status: 200 len: 1091 time: 1.9599860 May 10 11:30:06.779036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28804d6-804c-47a8-bcc4-6e37c285825b None None] Pushing event updated for resources: {'Port': ['ID=3142fc97-1ef8-44cf-8c27-6026bf1d5337,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:06.779527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573e8b3e-f443-4561-bd9e-381e5fb652d8', 'tag': '8bb1441c-f20a-49f3-a504-3dfccf84dda1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:06.780824 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def599a1-fdba-433d-b98c-95d00aabf49f" -d '{"events": [{"name": "network-changed", "server_uuid": "573e8b3e-f443-4561-bd9e-381e5fb652d8", "tag": "8bb1441c-f20a-49f3-a504-3dfccf84dda1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:06.792647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24a72289-fd62-40b0-b46a-5eaa7f6ef3e9 req-a9d526a3-5fe6-4a31-b125-db8406db4da0 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953368 May 10 11:30:06.820487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Pushing event deleted for resources: {'Port': ['ID=8db3e943-4b90-446b-86f1-ae730b693689,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:06.854469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1dd29-442f-49f7-a900-deebf4b62a5a service neutron] Pushing event updated for resources: {'Port': ['ID=8bb1441c-f20a-49f3-a504-3dfccf84dda1,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:06.892075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:06.892314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-59f4bff3-afe1-4444-89c8-560d03fff532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:06.892444 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.893689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-59f4bff3-afe1-4444-89c8-560d03fff532 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.4000154 May 10 11:30:06.895682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193dafd-38cc-4b99-9026-b53fff88d62c req-1a4dd0ed-15b1-4138-a8fb-9cace7ac3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:06.902992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7193dafd-38cc-4b99-9026-b53fff88d62c req-1a4dd0ed-15b1-4138-a8fb-9cace7ac3ee8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 1096 time: 0.6424055 May 10 11:30:06.943429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4d729a34-74a3-413f-8c1e-a4d591cfc603 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 1e453f32-01a3-4992-aed6-420a78051f95 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:06.943843 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4d729a34-74a3-413f-8c1e-a4d591cfc603 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:06.969408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-b6652331-ff16-477d-b152-b90a067f8320 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616028 May 10 11:30:07.100930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea512136-5f05-4524-a38e-f26a5f4fbcf1 req-01107325-34cd-47eb-ab82-35d0fe9eef75 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:07.113593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea512136-5f05-4524-a38e-f26a5f4fbcf1 req-01107325-34cd-47eb-ab82-35d0fe9eef75 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 945 time: 0.7424221 May 10 11:30:07.149890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:07.175629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-33d6308b-9341-45e2-ac02-806905b90651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:07.175916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7193dafd-38cc-4b99-9026-b53fff88d62c req-a7e3634b-3090-4a0e-8512-d7d57d1daa26 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028105 May 10 11:30:07.177398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-33d6308b-9341-45e2-ac02-806905b90651 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dbdb6d31bf46ee973e1f777b000f3e&device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 1094 time: 0.2965250 May 10 11:30:07.253071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] No DVR routers for this DVR port 8db3e943-4b90-446b-86f1-ae730b693689 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:07.261804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.264595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad0551f-ad55-4d0a-af8e-f59a866ef8e8 req-fb8de328-a734-43aa-ab8d-54b36b06ad48 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "DELETE /v2.0/ports/8db3e943-4b90-446b-86f1-ae730b693689 HTTP/1.1" status: 204 len: 173 time: 2.9404359 May 10 11:30:07.287792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-1c172195-0e9b-4ba1-9b66-4f59c8033e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:07.289740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-1c172195-0e9b-4ba1-9b66-4f59c8033e11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d98e2e5f-6037-4951-b64a-d4b2229de02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5070286 May 10 11:30:07.296198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06753569-2007-4b89-ba36-46ca97633f5f req-0add9602-2285-42b7-96ba-c1472edce81d tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:07.298378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06753569-2007-4b89-ba36-46ca97633f5f req-0add9602-2285-42b7-96ba-c1472edce81d tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 943 time: 0.3173118 May 10 11:30:07.333069 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea512136-5f05-4524-a38e-f26a5f4fbcf1 req-c47d20be-f471-4505-ae20-6ab9e2bc8455 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798775 May 10 11:30:07.341572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-63fd9cc6-a862-41d5-98f0-28434e56ed8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bb1441c-f20a-49f3-a504-3dfccf84dda1 HTTP/1.1" status: 200 len: 217 time: 0.1404641 May 10 11:30:07.342443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.546083 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-2f482d63-318d-404d-a0f5-aa134f560ddf service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778545 May 10 11:30:07.547803 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01270964-6304-4522-bfb0-1b68ce02d24d x-openstack-request-id: req-01270964-6304-4522-bfb0-1b68ce02d24d {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:07.548343 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:07.548746 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01270964-6304-4522-bfb0-1b68ce02d24d {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:07.549293 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01270964-6304-4522-bfb0-1b68ce02d24d'] response: {'name': 'network-changed', 'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'status': 'completed', 'code': 200} May 10 11:30:07.613173 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-d66d94c7-e9ca-4b3f-b49f-3005ce04ed7f service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631018 May 10 11:30:07.645282 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.820201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4d729a34-74a3-413f-8c1e-a4d591cfc603 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.828342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19007a3b-173d-4e69-b29b-434f28d55086 req-16efd2f1-da52-4c7a-95bc-a7743cba01cd tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:07.830458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19007a3b-173d-4e69-b29b-434f28d55086 req-16efd2f1-da52-4c7a-95bc-a7743cba01cd tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 943 time: 0.2681022 May 10 11:30:07.878601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0eac4515-172b-4af9-a2ca-77b333d39d4b req-34d9c546-d363-4740-be0f-30651625b22b service neutron] 10.222.0.70 "GET /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142641 May 10 11:30:07.896142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51087afb-f6ac-4d22-a64c-3c6bb4295ec6 req-4f4f893d-dc8f-4d76-bc95-bebb557d13de service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962807 May 10 11:30:07.926733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e6ea8dc6-545b-4cff-a67d-93346c8d36c9 None None] Provisioning complete for port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:07.927084 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8dc6-545b-4cff-a67d-93346c8d36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.955260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19007a3b-173d-4e69-b29b-434f28d55086 req-a87f8beb-9183-417b-8373-67c7ab159705 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058435 May 10 11:30:07.992682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06753569-2007-4b89-ba36-46ca97633f5f req-1ac201ca-3b8f-4f95-ad81-ebcf0d2dc34b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534631 May 10 11:30:07.993498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Pushing event deleted for resources: {'Port': ['ID=6dede9a1-a1d2-41a8-bbff-92e5fb885070,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:08.074905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4d729a34-74a3-413f-8c1e-a4d591cfc603 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 1e453f32-01a3-4992-aed6-420a78051f95 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:08.106037 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d961e8-13d1-444b-9e13-588f0f3aae5a x-openstack-request-id: req-58d961e8-13d1-444b-9e13-588f0f3aae5a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:08.113010 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573e8b3e-f443-4561-bd9e-381e5fb652d8", "tag": "8bb1441c-f20a-49f3-a504-3dfccf84dda1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:08.113370 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58d961e8-13d1-444b-9e13-588f0f3aae5a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:08.114076 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d961e8-13d1-444b-9e13-588f0f3aae5a'] response: {'name': 'network-changed', 'server_uuid': '573e8b3e-f443-4561-bd9e-381e5fb652d8', 'tag': '8bb1441c-f20a-49f3-a504-3dfccf84dda1', 'status': 'completed', 'code': 200} May 10 11:30:08.123730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] No DVR routers for this DVR port 6dede9a1-a1d2-41a8-bbff-92e5fb885070 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:08.148627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.157688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8566ff4d-1190-4d8b-ac9f-6fa8eaf5d86e req-b285e0b0-a0c0-4452-b46f-517d1719d8a0 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.49 "DELETE /v2.0/ports/6dede9a1-a1d2-41a8-bbff-92e5fb885070 HTTP/1.1" status: 204 len: 173 time: 3.0127752 May 10 11:30:08.225691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-01ae2ec1-26c6-41a6-bb21-a76f72236ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:08.227454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-01ae2ec1-26c6-41a6-bb21-a76f72236ea6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 1094 time: 0.0849779 May 10 11:30:08.232499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-c26a5aaf-2952-4794-889f-392b63d4a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:08.234047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-c26a5aaf-2952-4794-889f-392b63d4a326 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71d0043c-5ac0-4bc4-9678-38eed129ec6b HTTP/1.1" status: 200 len: 861 time: 0.4169409 May 10 11:30:08.244775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6dede9a1-a1d2-41a8-bbff-92e5fb885070 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:08.298606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 6dede9a1-a1d2-41a8-bbff-92e5fb885070 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:08.299187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6dede9a1-a1d2-41a8-bbff-92e5fb885070 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:08.300474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8db3e943-4b90-446b-86f1-ae730b693689 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:08.312552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea8dc6-545b-4cff-a67d-93346c8d36c9 None None] Current status of the port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:08.357539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 8db3e943-4b90-446b-86f1-ae730b693689 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:08.359807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8db3e943-4b90-446b-86f1-ae730b693689 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:08.385914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-f6b498d6-e1f1-4f6e-92e5-3091d293eca7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a083b6ad-4a29-49ed-8f44-9c458015d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444724 May 10 11:30:08.397785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e6ea8dc6-545b-4cff-a67d-93346c8d36c9 None None] Provisioning complete for port 1e453f32-01a3-4992-aed6-420a78051f95 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:08.398330 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8dc6-545b-4cff-a67d-93346c8d36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.488513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea8dc6-545b-4cff-a67d-93346c8d36c9 None None] Port 1e453f32-01a3-4992-aed6-420a78051f95 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:30:08.492939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-529c5dfd-1e72-4162-aec1-c6d25145bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:08.496457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-529c5dfd-1e72-4162-aec1-c6d25145bb11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 905 time: 0.2586012 May 10 11:30:08.535847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1340e-d611-475c-89e3-e09fbbb909f6 req-46124200-9db6-4393-8272-b8b8bddfc07b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:08.544087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfb1340e-d611-475c-89e3-e09fbbb909f6 req-46124200-9db6-4393-8272-b8b8bddfc07b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.4052281 May 10 11:30:08.547669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-390a8279-b9cf-486e-8d76-53555068e90b service neutron] 10.222.0.49 "GET /v2.0/networks/a083b6ad-4a29-49ed-8f44-9c458015d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523087 May 10 11:30:08.618499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4e0fd179-2fd0-4d67-b740-69771dc77ab5 None None] Provisioning complete for port 1e453f32-01a3-4992-aed6-420a78051f95 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:08.619156 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd179-2fd0-4d67-b740-69771dc77ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.659281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3142fc97-1ef8-44cf-8c27-6026bf1d5337 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:08.669500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-63bc55d5-bed1-414d-b044-875ff3a3b49f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b567c78f-81d1-49ae-9759-13bbfc883f28 HTTP/1.1" status: 200 len: 217 time: 0.1479926 May 10 11:30:08.687102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9f00bd5f-cbaa-4e29-a568-f9fc8998e2fc req-edd0f38c-dd2a-438b-bb09-2654fed427a8 tempest-MultipleCreateTestJSON-497519978 tempest-MultipleCreateTestJSON-497519978-project] 10.222.0.13 "GET /v2.0/ports?device_id=503d0e47-4fdd-4dc7-b2d1-3e2572054803 HTTP/1.1" status: 200 len: 210 time: 0.0592248 May 10 11:30:08.714153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfb1340e-d611-475c-89e3-e09fbbb909f6 req-62fe613a-b7b4-485f-a6ec-dfdbe5a36499 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691275 May 10 11:30:08.734041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fd179-2fd0-4d67-b740-69771dc77ab5 None None] Port 1e453f32-01a3-4992-aed6-420a78051f95 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:30:08.752474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:08.752594 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.785492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf0ff79-57f6-4b67-ba4c-13abccf7c60f req-47775968-110f-4830-b5fc-685299c76135 service neutron] 10.222.0.49 "GET /v2.0/networks/a083b6ad-4a29-49ed-8f44-9c458015d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261071 May 10 11:30:08.802563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-32b25307-036d-44ac-98cb-d1d52a772997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:08.804435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-32b25307-036d-44ac-98cb-d1d52a772997 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.1161888 May 10 11:30:08.865383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-dd9e11e0-7385-4088-acf1-32e435602e35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526497 May 10 11:30:08.897569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:08.985959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a79b-a40c-4892-811f-f2444b249b6d req-60029188-3edf-408c-b9e8-36517bf12e89 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:08.987369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8926a79b-a40c-4892-811f-f2444b249b6d req-60029188-3edf-408c-b9e8-36517bf12e89 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 946 time: 0.1097815 May 10 11:30:08.989777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90265cac-6ec7-4f96-932e-dd7bbb09a4bf req-453a8205-1796-4b43-b9e0-a9526141ec32 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:08.991391 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-90265cac-6ec7-4f96-932e-dd7bbb09a4bf req-453a8205-1796-4b43-b9e0-a9526141ec32 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 945 time: 0.1501489 May 10 11:30:09.005182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def599a1-fdba-433d-b98c-95d00aabf49f req-b726a90a-bbe5-4c0c-9278-b5e742b9bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.006772 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def599a1-fdba-433d-b98c-95d00aabf49f req-b726a90a-bbe5-4c0c-9278-b5e742b9bffe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dbdb6d31bf46ee973e1f777b000f3e&device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 1094 time: 0.1182539 May 10 11:30:09.025511 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4d729a34-74a3-413f-8c1e-a4d591cfc603 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.037114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-59e3e1cf-cd63-4f30-b8de-0802f0d799dd service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575959 May 10 11:30:09.075758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8926a79b-a40c-4892-811f-f2444b249b6d req-9dfa6c65-4762-4d89-9a02-d4e21d575550 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670836 May 10 11:30:09.130892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d729a34-74a3-413f-8c1e-a4d591cfc603 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=1e453f32-01a3-4992-aed6-420a78051f95,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:09.180229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-90265cac-6ec7-4f96-932e-dd7bbb09a4bf req-ca007d2c-7b46-47e4-8652-0e8ea35a79ea tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662157 May 10 11:30:09.184300 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4a09725-01c0-4a2d-a1c9-32b8ab974237 req-9f4cc550-a04e-40aa-a7d2-e3da25c9a1b3 service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339922 May 10 11:30:09.230402 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.338595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c68c78-d77f-4162-aa1e-6fc77b3cda5b req-46e86246-9107-433d-bc33-8c9fb91d5256 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.340763 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9c68c78-d77f-4162-aa1e-6fc77b3cda5b req-46e86246-9107-433d-bc33-8c9fb91d5256 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 943 time: 0.1487255 May 10 11:30:09.381207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def599a1-fdba-433d-b98c-95d00aabf49f req-dd97b86c-7cd8-40ef-882b-e72572a1a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.383061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def599a1-fdba-433d-b98c-95d00aabf49f req-dd97b86c-7cd8-40ef-882b-e72572a1a594 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a083b6ad-4a29-49ed-8f44-9c458015d21a HTTP/1.1" status: 200 len: 922 time: 0.3669691 May 10 11:30:09.403011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4d729a34-74a3-413f-8c1e-a4d591cfc603 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.409323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9c68c78-d77f-4162-aa1e-6fc77b3cda5b req-6afeb2c6-ead8-4b6c-a788-3bda9098bcdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549626 May 10 11:30:09.409519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36984) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:09.413859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4d729a34-74a3-413f-8c1e-a4d591cfc603 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/1e453f32-01a3-4992-aed6-420a78051f95 HTTP/1.1" status: 204 len: 168 time: 3.0632915 May 10 11:30:09.454064 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def599a1-fdba-433d-b98c-95d00aabf49f req-aaeb5c2c-6642-48c1-9440-f333c5bf16cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bb1441c-f20a-49f3-a504-3dfccf84dda1 HTTP/1.1" status: 200 len: 217 time: 0.0576315 May 10 11:30:09.463860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481db5f-26f6-4e45-91f9-ea61b1f95016 req-1dc31bac-252c-4f7a-8698-e53f12c56242 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.470806 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.471478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5481db5f-26f6-4e45-91f9-ea61b1f95016 req-1dc31bac-252c-4f7a-8698-e53f12c56242 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 943 time: 0.1681616 May 10 11:30:09.502944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c22cd8-d8eb-4979-a745-2f6406ec57f5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.511310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c22cd8-d8eb-4979-a745-2f6406ec57f5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.513642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c22cd8-d8eb-4979-a745-2f6406ec57f5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.517495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-10c22cd8-d8eb-4979-a745-2f6406ec57f5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1062384 May 10 11:30:09.520351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36986) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:09.573819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a6686d-4b16-439f-a3df-99057f211602', 'name': 'network-vif-deleted', 'tag': '8db3e943-4b90-446b-86f1-ae730b693689'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:09.575069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5481db5f-26f6-4e45-91f9-ea61b1f95016 req-5584125e-6170-449b-b077-b0fd6af08232 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025302 May 10 11:30:09.577308 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41db3cd-983e-442d-91a3-98f4bbfaaee5" -d '{"events": [{"server_uuid": "28a6686d-4b16-439f-a3df-99057f211602", "name": "network-vif-deleted", "tag": "8db3e943-4b90-446b-86f1-ae730b693689"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:09.584612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def599a1-fdba-433d-b98c-95d00aabf49f req-f098fec0-c81d-466e-96ab-cc8d6a39e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.586385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def599a1-fdba-433d-b98c-95d00aabf49f req-f098fec0-c81d-466e-96ab-cc8d6a39e5dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71d0043c-5ac0-4bc4-9678-38eed129ec6b HTTP/1.1" status: 200 len: 861 time: 0.1073363 May 10 11:30:09.644427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def599a1-fdba-433d-b98c-95d00aabf49f req-79eb4ffd-476a-44c7-a2d5-ddb73eb0c818 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a083b6ad-4a29-49ed-8f44-9c458015d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499446 May 10 11:30:09.648313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-010762d0-fbfb-4ffa-a0e0-317dd146218a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 22302a6b-655e-41b1-b13f-93e341eb4c30 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:09.656738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-010762d0-fbfb-4ffa-a0e0-317dd146218a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.735107 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-010762d0-fbfb-4ffa-a0e0-317dd146218a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.767687 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c533f8bb-3379-46ed-9905-ca0d3097aeea x-openstack-request-id: req-c533f8bb-3379-46ed-9905-ca0d3097aeea {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:09.768700 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a6686d-4b16-439f-a3df-99057f211602", "name": "network-vif-deleted", "tag": "8db3e943-4b90-446b-86f1-ae730b693689", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:09.769030 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c533f8bb-3379-46ed-9905-ca0d3097aeea {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:09.777805 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c533f8bb-3379-46ed-9905-ca0d3097aeea'] response: {'server_uuid': '28a6686d-4b16-439f-a3df-99057f211602', 'name': 'network-vif-deleted', 'tag': '8db3e943-4b90-446b-86f1-ae730b693689', 'status': 'completed', 'code': 200} May 10 11:30:09.778450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36998) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:09.858337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def599a1-fdba-433d-b98c-95d00aabf49f req-f4395738-193d-4b2f-ad72-bdfcab16fa62 service neutron] 10.222.0.49 "GET /v2.0/networks/a083b6ad-4a29-49ed-8f44-9c458015d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054822 May 10 11:30:09.861012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b335e9-9c84-40fb-a666-06189f15258f admin admin] Deleting subnet ece320f4-52c1-4336-8013-6d9855f58fae {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:09.870371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52b335e9-9c84-40fb-a666-06189f15258f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.934939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1f006-42f7-400f-a608-6de30ee4c993 req-4cdb9a5f-d21c-4454-85a3-fb8077eb0cb7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:09.937068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9b1f006-42f7-400f-a608-6de30ee4c993 req-4cdb9a5f-d21c-4454-85a3-fb8077eb0cb7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1376119 May 10 11:30:09.940313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52b335e9-9c84-40fb-a666-06189f15258f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.975382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-010762d0-fbfb-4ffa-a0e0-317dd146218a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.006327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9b1f006-42f7-400f-a608-6de30ee4c993 req-eecae5b6-26e5-40f3-a8ba-ccce7c045440 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 May 10 11:30:10.009561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def599a1-fdba-433d-b98c-95d00aabf49f req-8472c808-569d-48f3-90fd-4c20b85cedbc service neutron] 10.222.0.49 "GET /v2.0/networks/a083b6ad-4a29-49ed-8f44-9c458015d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407015 May 10 11:30:10.035783 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52b335e9-9c84-40fb-a666-06189f15258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.115680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d0e47-4fdd-4dc7-b2d1-3e2572054803', 'name': 'network-vif-deleted', 'tag': '6dede9a1-a1d2-41a8-bbff-92e5fb885070'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:10.120003 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3481ddfd-f2a1-4f5e-967b-2e02eee494f5" -d '{"events": [{"server_uuid": "503d0e47-4fdd-4dc7-b2d1-3e2572054803", "name": "network-vif-deleted", "tag": "6dede9a1-a1d2-41a8-bbff-92e5fb885070"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:10.146353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-010762d0-fbfb-4ffa-a0e0-317dd146218a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.199359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010762d0-fbfb-4ffa-a0e0-317dd146218a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=22302a6b-655e-41b1-b13f-93e341eb4c30,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:10.208725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-18a34803-5f5a-45bc-851f-e52674bf85fd tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:10.210596 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-18a34803-5f5a-45bc-851f-e52674bf85fd tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 946 time: 0.1930256 May 10 11:30:10.221817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-010762d0-fbfb-4ffa-a0e0-317dd146218a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.223993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f985c-d4e7-4aa8-9aa9-4bf5efab8b8b req-abbb6bed-5a2d-460d-94f1-c244e9c6d335 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:10.224625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb620c2-3106-467a-8afb-5f1d32fe0d56 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:10.227988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-010762d0-fbfb-4ffa-a0e0-317dd146218a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/22302a6b-655e-41b1-b13f-93e341eb4c30 HTTP/1.1" status: 204 len: 168 time: 0.7056727 May 10 11:30:10.233178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96f985c-d4e7-4aa8-9aa9-4bf5efab8b8b req-abbb6bed-5a2d-460d-94f1-c244e9c6d335 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.0936592 May 10 11:30:10.238655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37010) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:10.284918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96f985c-d4e7-4aa8-9aa9-4bf5efab8b8b req-3c8c4dae-51e2-49ed-a7ac-5c7c636158e4 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506535 May 10 11:30:10.289494 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52b335e9-9c84-40fb-a666-06189f15258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.378596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b567c78f-81d1-49ae-9759-13bbfc883f28 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:30:10.385563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b335e9-9c84-40fb-a666-06189f15258f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece320f4-52c1-4336-8013-6d9855f58fae,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:10.412055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52b335e9-9c84-40fb-a666-06189f15258f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.415283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-52b335e9-9c84-40fb-a666-06189f15258f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ece320f4-52c1-4336-8013-6d9855f58fae HTTP/1.1" status: 204 len: 168 time: 0.6329427 May 10 11:30:10.418324 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da436de5-952d-4c52-b6c5-f1e4dc88f134 x-openstack-request-id: req-da436de5-952d-4c52-b6c5-f1e4dc88f134 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:10.418712 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d0e47-4fdd-4dc7-b2d1-3e2572054803", "name": "network-vif-deleted", "tag": "6dede9a1-a1d2-41a8-bbff-92e5fb885070", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:10.419030 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da436de5-952d-4c52-b6c5-f1e4dc88f134 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:10.419854 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da436de5-952d-4c52-b6c5-f1e4dc88f134'] response: {'server_uuid': '503d0e47-4fdd-4dc7-b2d1-3e2572054803', 'name': 'network-vif-deleted', 'tag': '6dede9a1-a1d2-41a8-bbff-92e5fb885070', 'status': 'completed', 'code': 200} May 10 11:30:10.420506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37016) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:10.433868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c50af24-4bf8-4c2a-8e82-cc271c85c155 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet eb616f65-0b31-4933-a38b-eba8a773cfde {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:10.442551 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c50af24-4bf8-4c2a-8e82-cc271c85c155 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.453350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084917b-9433-41a0-961f-953e88554fab req-549555af-e2a5-42b3-9ee3-22cf40006fa4 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:10.467546 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4084917b-9433-41a0-961f-953e88554fab req-549555af-e2a5-42b3-9ee3-22cf40006fa4 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 946 time: 0.2719309 May 10 11:30:10.546422 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c50af24-4bf8-4c2a-8e82-cc271c85c155 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.584237 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4084917b-9433-41a0-961f-953e88554fab req-ce0409d5-0276-44a1-aafb-5457094f8dd4 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153607 May 10 11:30:10.633775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:10.635043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Deleting port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:10.635387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.653614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'port_id': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'mac_address': 'fa:16:3e:7c:b7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2d4da-01c6-4051-b8e3-c7362047b4a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:30:10.698832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.747982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ff93f-a42f-4556-855d-e0870a663c2c req-c23f656c-734a-47dc-b709-95b792261763 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:10.760815 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9ff93f-a42f-4556-855d-e0870a663c2c req-c23f656c-734a-47dc-b709-95b792261763 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 945 time: 0.1972182 May 10 11:30:10.900444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9ff93f-a42f-4556-855d-e0870a663c2c req-7f6c8a53-b0a2-4393-a048-7e1400dd4311 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386132 May 10 11:30:11.011394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c50af24-4bf8-4c2a-8e82-cc271c85c155 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.052694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b567c78f-81d1-49ae-9759-13bbfc883f28 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:11.060964 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.083593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6760ba-64c6-4c80-8a7f-034c35261c8b req-05dfaf83-cfe2-49b6-bf62-74c1dabea80b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:11.089617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-de6760ba-64c6-4c80-8a7f-034c35261c8b req-05dfaf83-cfe2-49b6-bf62-74c1dabea80b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 943 time: 0.3200064 May 10 11:30:11.098788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b567c78f-81d1-49ae-9759-13bbfc883f28 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:11.099805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.117294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] For port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,segment=NetworkSegment(3241634d-c0f2-41b0-bba9-28d65879b2d3),segment_id=3241634d-c0f2-41b0-bba9-28d65879b2d3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:11.120345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.155338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d904b975-63c3-4852-8af9-6ee3c68dead0']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:11.159093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:11.169203 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.171123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Calling delete_port for d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:11.180759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:11.183017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0d9ccc-e20c-4a51-ad0b-c7db42e9c81b') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:11.201454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c50af24-4bf8-4c2a-8e82-cc271c85c155 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.218078 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.255507 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.279750 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-de6760ba-64c6-4c80-8a7f-034c35261c8b req-6060a494-9317-425e-826a-9311d2987983 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746540 May 10 11:30:11.297168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:11.331400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:11.332131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: timer() May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:11.335203 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:11.362445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c50af24-4bf8-4c2a-8e82-cc271c85c155 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.367949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0c50af24-4bf8-4c2a-8e82-cc271c85c155 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/eb616f65-0b31-4933-a38b-eba8a773cfde HTTP/1.1" status: 204 len: 168 time: 1.1259377 May 10 11:30:11.370237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:11.414425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b567c78f-81d1-49ae-9759-13bbfc883f28'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:11.519155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd1b0c-9579-424f-a404-5a80f5ef8881 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:11.527489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef197bb7-2851-4664-b7b0-8b690103dc31 req-2e77bf61-2ee6-43d5-a1af-7dc475eaec4c tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:11.542529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef197bb7-2851-4664-b7b0-8b690103dc31 req-2e77bf61-2ee6-43d5-a1af-7dc475eaec4c tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 943 time: 0.5023787 May 10 11:30:11.624094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.651482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef197bb7-2851-4664-b7b0-8b690103dc31 req-d15256b3-59ee-440a-bfc9-2a8a0ca0dabe tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079488 May 10 11:30:11.654730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50af24-4bf8-4c2a-8e82-cc271c85c155 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=eb616f65-0b31-4933-a38b-eba8a773cfde,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:11.659085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.673386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7511719b-0138-4be5-a32a-cf2941c1ad7c None None] Provisioning complete for port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:11.673989 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7511719b-0138-4be5-a32a-cf2941c1ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.678808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-448988ae-9d93-4d3b-a7e8-14fc4f58cc1b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2983549 May 10 11:30:11.696218 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/d904b975-63c3-4852-8af9-6ee3c68dead0 HTTP/1.1" status: 204 len: 168 time: 1.2560954 May 10 11:30:11.718309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37034) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:11.732759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28647a-b796-467c-954e-5df8b85042ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d904b975-63c3-4852-8af9-6ee3c68dead0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:11.742002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:11.878242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7511719b-0138-4be5-a32a-cf2941c1ad7c None None] Current status of the port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:11.917199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:11.950589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bef2da-1d5c-484d-8eed-e4637604f3b7 req-5dffa629-92d3-4143-a694-b5b80ea4e0b8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:11.950934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8067-02a1-45a0-9122-7c092add218c req-ab3f37c1-4504-4c7c-9463-e6d38b592a24 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:11.967869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8bef2da-1d5c-484d-8eed-e4637604f3b7 req-5dffa629-92d3-4143-a694-b5b80ea4e0b8 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 946 time: 0.1173217 May 10 11:30:11.968104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26cb8067-02a1-45a0-9122-7c092add218c req-ab3f37c1-4504-4c7c-9463-e6d38b592a24 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.4307737 May 10 11:30:12.043725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] Deleting port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:12.043725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.047273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8bef2da-1d5c-484d-8eed-e4637604f3b7 req-8b10a41f-af18-4dac-9358-91df0e924a5f tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fb4987c-a61f-486c-9f2b-1ecfaf321969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824487 May 10 11:30:12.048012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:12.153869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6e475dee-51fc-4348-9557-3e1c09cfbb4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f58c057e7dc241d3a4d6cb6a65fec662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030750 May 10 11:30:12.157057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37046) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:12.215040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] For port 3142fc97-1ef8-44cf-8c27-6026bf1d5337, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3142fc97-1ef8-44cf-8c27-6026bf1d5337,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:12.215473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.233052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8bb1441c-f20a-49f3-a504-3dfccf84dda1 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:30:12.243732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] Calling delete_port for 3142fc97-1ef8-44cf-8c27-6026bf1d5337 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:12.267709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb330965-40f5-4886-9b91-19730539a825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.314021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb330965-40f5-4886-9b91-19730539a825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.362978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:30:12.413311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb330965-40f5-4886-9b91-19730539a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.416122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb330965-40f5-4886-9b91-19730539a825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.428201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eb330965-40f5-4886-9b91-19730539a825 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da HTTP/1.1" status: 204 len: 168 time: 0.2621217 May 10 11:30:12.463662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb330965-40f5-4886-9b91-19730539a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d354bcb-3f0b-4b3b-ad7f-84b5bd3f49da,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:12.503477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b567c78f-81d1-49ae-9759-13bbfc883f28 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:12.693677 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26cb8067-02a1-45a0-9122-7c092add218c req-2fefdb61-309a-4a7b-97e7-14d5107bd8b3 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266879 May 10 11:30:12.753400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:12.767531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.783408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3142fc97-1ef8-44cf-8c27-6026bf1d5337 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:12.850247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.006217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbcf4c-dfc6-404f-87e8-038fbcdc7753 req-25cc2ddc-efeb-4c9d-815b-8b55b4e4a9f8 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:13.008851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8bb1441c-f20a-49f3-a504-3dfccf84dda1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8bb1441c-f20a-49f3-a504-3dfccf84dda1,segment=NetworkSegment(9508b5fc-0104-4790-a186-8bb0af522d78),segment_id=9508b5fc-0104-4790-a186-8bb0af522d78)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:13.019204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63dbcf4c-dfc6-404f-87e8-038fbcdc7753 req-25cc2ddc-efeb-4c9d-815b-8b55b4e4a9f8 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 943 time: 0.1566515 May 10 11:30:13.024098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port b567c78f-81d1-49ae-9759-13bbfc883f28 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:13.030950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Pushing event deleted for resources: {'Port': ['ID=d260fe1c-713b-4c5d-b8fa-2c6e9d213d32,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:13.032635 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.050563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port b567c78f-81d1-49ae-9759-13bbfc883f28 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:13.051445 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.095707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '8bb1441c-f20a-49f3-a504-3dfccf84dda1', 'network_id': 'a083b6ad-4a29-49ed-8f44-9c458015d21a', 'port_id': '8bb1441c-f20a-49f3-a504-3dfccf84dda1', 'mac_address': 'fa:16:3e:db:b9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d0043c-5ac0-4bc4-9678-38eed129ec6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:30:13.124340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63dbcf4c-dfc6-404f-87e8-038fbcdc7753 req-fcfdaca9-e560-4ddf-b70b-016a1419cbe5 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941617 May 10 11:30:13.140022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12e2a7-ad7b-4cb7-b840-0edfa4dd9ec9 req-37e7acb6-9ce1-482f-8f43-5cf24303affc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:13.141923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:13.142318 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.147509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-afa22214-05ce-4704-bf85-018ab8d6a9bd req-12508f40-1ad0-44a7-ae3b-6f696184fccb tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:30:13.149393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afa22214-05ce-4704-bf85-018ab8d6a9bd req-12508f40-1ad0-44a7-ae3b-6f696184fccb tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071731 May 10 11:30:13.150694 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc12e2a7-ad7b-4cb7-b840-0edfa4dd9ec9 req-37e7acb6-9ce1-482f-8f43-5cf24303affc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 944 time: 0.2164383 May 10 11:30:13.170259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] No DVR routers for this DVR port d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:13.187928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.187928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-905c33b1-ba42-4d84-96ea-30b022cbf34e req-9399302d-283c-45ec-a219-5943861b30c5 tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.70 "DELETE /v2.0/ports/d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 HTTP/1.1" status: 204 len: 173 time: 2.9583817 May 10 11:30:13.188247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad935ae-5e33-4f1e-b464-3db4bc1d9e30', 'name': 'network-vif-deleted', 'tag': 'd260fe1c-713b-4c5d-b8fa-2c6e9d213d32'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:13.190307 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c31d0f-f125-4549-aa6f-df677074b989" -d '{"events": [{"server_uuid": "5ad935ae-5e33-4f1e-b464-3db4bc1d9e30", "name": "network-vif-deleted", "tag": "d260fe1c-713b-4c5d-b8fa-2c6e9d213d32"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:13.216862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] Pushing event deleted for resources: {'Port': ['ID=3142fc97-1ef8-44cf-8c27-6026bf1d5337,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:13.241445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb71c4-3c8f-42a1-83e7-f27e5597fa7b None None] No DVR routers for this DVR port 3142fc97-1ef8-44cf-8c27-6026bf1d5337 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:13.241732 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc12e2a7-ad7b-4cb7-b840-0edfa4dd9ec9 req-e4399c66-af7f-4f6d-884a-472124b54efb tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898361 May 10 11:30:13.381517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afa22214-05ce-4704-bf85-018ab8d6a9bd req-c007da41-20a9-457b-ba1f-5fdd68d6fa4d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2156823 May 10 11:30:13.385683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:13.386142 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.478766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb1441c-f20a-49f3-a504-3dfccf84dda1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:13.481617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cda96024-344c-4ef9-a0bd-32ab41a0928c req-76e4a612-0cdb-415a-8f3d-d05951c580cc tempest-ServerGroupTestJSON-1871181155 tempest-ServerGroupTestJSON-1871181155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad935ae-5e33-4f1e-b464-3db4bc1d9e30 HTTP/1.1" status: 200 len: 210 time: 0.0788863 May 10 11:30:13.545369 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.567025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8bb1441c-f20a-49f3-a504-3dfccf84dda1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8bb1441c-f20a-49f3-a504-3dfccf84dda1,segment=NetworkSegment(9508b5fc-0104-4790-a186-8bb0af522d78),segment_id=9508b5fc-0104-4790-a186-8bb0af522d78)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:13.571684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b567c78f-81d1-49ae-9759-13bbfc883f28 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:13.572428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.591021 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f050afd-3ba3-48dc-b926-0e16a4291a59 x-openstack-request-id: req-4f050afd-3ba3-48dc-b926-0e16a4291a59 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:13.591340 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad935ae-5e33-4f1e-b464-3db4bc1d9e30", "name": "network-vif-deleted", "tag": "d260fe1c-713b-4c5d-b8fa-2c6e9d213d32", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:13.591543 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f050afd-3ba3-48dc-b926-0e16a4291a59 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:13.591978 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f050afd-3ba3-48dc-b926-0e16a4291a59'] response: {'server_uuid': '5ad935ae-5e33-4f1e-b464-3db4bc1d9e30', 'name': 'network-vif-deleted', 'tag': 'd260fe1c-713b-4c5d-b8fa-2c6e9d213d32', 'status': 'completed', 'code': 200} May 10 11:30:13.597621 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.608305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:13.608686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:13.611187 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864b2aa-549f-4c46-a4c3-e0ea427e9aba" -d '{"events": [{"server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "name": "network-vif-plugged", "status": "completed", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:13.613901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:13.620061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:13.620648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.647992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=c4de3385-4e1d-4155-8bee-cbf2f4a02e9d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:13.664921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37080) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:13.665400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-83e423b4-9a20-4fef-85d2-29fd16d75c52 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9395640 May 10 11:30:13.671670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:13.680148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21cada3-f36f-455a-967e-0d438899a5ba None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:13.688601 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07241b8-55ba-4cda-8b03-118970c39d5a x-openstack-request-id: req-d07241b8-55ba-4cda-8b03-118970c39d5a {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:13.689119 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "name": "network-vif-plugged", "status": "completed", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:13.690468 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d07241b8-55ba-4cda-8b03-118970c39d5a {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:13.691118 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07241b8-55ba-4cda-8b03-118970c39d5a'] response: {'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'code': 200} May 10 11:30:13.708001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:13.813838 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.817398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:13.895805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8bb1441c-f20a-49f3-a504-3dfccf84dda1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:13.922434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:13.922677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d260fe1c-713b-4c5d-b8fa-2c6e9d213d32 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:13.953760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c57d2-5aa7-454b-97ab-9cf846756355 req-59352dcd-ddea-4c5f-b8f7-1c141b600cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:13.955272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a64c57d2-5aa7-454b-97ab-9cf846756355 req-59352dcd-ddea-4c5f-b8f7-1c141b600cb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 1096 time: 0.1185980 May 10 11:30:14.002302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8bb1441c-f20a-49f3-a504-3dfccf84dda1,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:14.059245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:14.072410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a64c57d2-5aa7-454b-97ab-9cf846756355 req-6833e77b-a428-42e3-847a-22208aa08d46 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002097 May 10 11:30:14.076074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.085633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078fff3-57d5-4be2-84a6-ea6b3f32d9fc req-afe35987-ce62-4d3b-bccf-3fa4aeedadda tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:14.095615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e078fff3-57d5-4be2-84a6-ea6b3f32d9fc req-afe35987-ce62-4d3b-bccf-3fa4aeedadda tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1268258 May 10 11:30:14.144583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:14.160858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37098) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:14.205683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'c4de3385-4e1d-4155-8bee-cbf2f4a02e9d'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:30:14.206628 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.231715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e078fff3-57d5-4be2-84a6-ea6b3f32d9fc req-a11d376a-c9c2-4f3b-a2d7-cf79b5a28d8a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274531 May 10 11:30:14.357579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca95e5f-0a6c-4a92-b1e4-cbfe774ec3a1 req-0804c9c6-33b8-4a24-9b50-154a7f1287a5 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:14.359373 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca95e5f-0a6c-4a92-b1e4-cbfe774ec3a1 req-0804c9c6-33b8-4a24-9b50-154a7f1287a5 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 944 time: 0.1143296 May 10 11:30:14.396798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-23353080-network', 'tenant_id': 'b83668b158574e03b86e7711fc1a3e31'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:14.420793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54205d-1538-4db5-bf28-05838c783549 req-d8ab77fe-38c1-43a4-8f3f-b6d6092ca877 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:14.432906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd54205d-1538-4db5-bf28-05838c783549 req-d8ab77fe-38c1-43a4-8f3f-b6d6092ca877 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 945 time: 0.1213245 May 10 11:30:14.511241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Made reservation on behalf of b83668b158574e03b86e7711fc1a3e31 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:14.525974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.557788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd54205d-1538-4db5-bf28-05838c783549 req-ac02516b-ac31-4d29-911a-4cb394f447c2 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022923 May 10 11:30:14.560246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.566054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca95e5f-0a6c-4a92-b1e4-cbfe774ec3a1 req-62be4a1b-0873-488e-90c8-396350ea37bf tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947782 May 10 11:30:14.626013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Allocated IP 172.20.0.2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/c4de3385-4e1d-4155-8bee-cbf2f4a02e9d/42b34b05-8341-48cc-90ef-43468283776a) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:14.804197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:30:14.808988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.845408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.863908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb770087-2b59-44cc-8346-98efb25c260f req-1176ddb5-59a2-4ed8-9d35-5919a330ff48 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:14.882141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bb770087-2b59-44cc-8346-98efb25c260f req-1176ddb5-59a2-4ed8-9d35-5919a330ff48 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 945 time: 0.1985457 May 10 11:30:14.889251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.920837 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.929360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=e67226d6-bb21-4980-b044-40f66f39e234,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:14.931354 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.953117 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bb770087-2b59-44cc-8346-98efb25c260f req-5c959ff2-adac-4993-8c45-8fe540b4ab43 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664055 May 10 11:30:14.953664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:14.961429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:30:14.977091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214046-153f-4a54-b564-881a81ef7745 req-a9b403ff-e713-44e0-b599-eaf73f78369b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:14.990147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Pushing event updated for resources: {'Port': ['ID=42b34b05-8341-48cc-90ef-43468283776a,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:15.000209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f214046-153f-4a54-b564-881a81ef7745 req-a9b403ff-e713-44e0-b599-eaf73f78369b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.1874316 May 10 11:30:15.009569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.011085 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Added segment 7a4ecfd8-05ec-43e5-927e-5690c1bc4a39 of type vlan for network 810185d0-ad50-49d9-8e1d-7831abdf2e7a May 10 11:30:15.028602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee708d-f347-4478-9476-06175b99214f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:15.028968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:15.042411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:15.046717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:15.048456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:15.049055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.051878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:15.121405 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1be69693-8725-4bab-b2a3-05faba3ea935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4552445 May 10 11:30:15.125825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37118) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:15.138894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.139259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.139581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.139924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:9d:bc:4a', 'name': 'tempest-NetworksTestDHCPv6-374606144'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:15.140068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.140271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.140607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.141337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.142171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.143453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.143886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.144228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.144566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:15.182444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.216087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Attempting to bind port 42b34b05-8341-48cc-90ef-43468283776a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:15.217075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Attempting to bind port 42b34b05-8341-48cc-90ef-43468283776a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:15.217715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Attempting to bind port 42b34b05-8341-48cc-90ef-43468283776a on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:15.227594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:15.228700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:15.229381 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.230012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:15.231554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Bound port: 42b34b05-8341-48cc-90ef-43468283776a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:15.232237 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.261069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f214046-153f-4a54-b564-881a81ef7745 req-75b61685-cba5-4d81-8763-a06d4bdc6bc4 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554705 May 10 11:30:15.305900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.313325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:15.314293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.383919 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2130964 May 10 11:30:15.384816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:15.397831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Request body: {'subnet': {'network_id': '810185d0-ad50-49d9-8e1d-7831abdf2e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-23353080-subnet', 'tenant_id': 'b83668b158574e03b86e7711fc1a3e31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:15.426520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bc0e6-9feb-4d81-8596-d664639b5c65 admin admin] Pushing event updated for resources: {'Network': ['ID=810185d0-ad50-49d9-8e1d-7831abdf2e7a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:15.448288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:15.448555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Made reservation on behalf of b83668b158574e03b86e7711fc1a3e31 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:15.449521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 810185d0-ad50-49d9-8e1d-7831abdf2e7a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:30:15.450865 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.533789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] For port 42b34b05-8341-48cc-90ef-43468283776a, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:15.553323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] For port 42b34b05-8341-48cc-90ef-43468283776a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=42b34b05-8341-48cc-90ef-43468283776a,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:15.565784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.600871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37140) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:15.656294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.703545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:30:15.728019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a67a1-3949-4ae4-8a47-da8e6e8acd6b None None] Pushing event updated for resources: {'Port': ['ID=42b34b05-8341-48cc-90ef-43468283776a,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:15.774834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d5975a-54c1-4b8b-b4dd-4679515231d1 admin admin] Deleting subnet d7dbcc37-c974-4d6b-9269-4e81f9715804 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:15.784130 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91d5975a-54c1-4b8b-b4dd-4679515231d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.916286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0f8d-0a62-4f4e-aba9-5d070d7df291 req-b561101c-c5c5-466d-b694-6146e6f2641a tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:15.917134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dfba0f8d-0a62-4f4e-aba9-5d070d7df291 req-b561101c-c5c5-466d-b694-6146e6f2641a tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 944 time: 0.2328534 May 10 11:30:15.928640 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91d5975a-54c1-4b8b-b4dd-4679515231d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.991200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.077536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 172.20.0.14 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/c4de3385-4e1d-4155-8bee-cbf2f4a02e9d/0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:16.100721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:fe9d:bc4a (6f83b423-bdd7-4fb8-a1c5-b433d8998665/e67226d6-bb21-4980-b044-40f66f39e234/0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:16.114805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91d5975a-54c1-4b8b-b4dd-4679515231d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.176011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8bb1441c-f20a-49f3-a504-3dfccf84dda1 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:16.223646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716591d9-9173-438e-b8b3-9d172e9fd6d1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:16.269602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91d5975a-54c1-4b8b-b4dd-4679515231d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.315977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:16.321112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dfba0f8d-0a62-4f4e-aba9-5d070d7df291 req-22a04193-d9b1-4ed5-94c2-f5fd54e26a7d tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901186 May 10 11:30:16.322622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:16.323010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.330865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5975a-54c1-4b8b-b4dd-4679515231d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7dbcc37-c974-4d6b-9269-4e81f9715804,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:16.369386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91d5975a-54c1-4b8b-b4dd-4679515231d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.374806 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-91d5975a-54c1-4b8b-b4dd-4679515231d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7dbcc37-c974-4d6b-9269-4e81f9715804 HTTP/1.1" status: 204 len: 168 time: 0.7707081 May 10 11:30:16.375930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37148) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:16.379904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Checking segment: {'id': '7a4ecfd8-05ec-43e5-927e-5690c1bc4a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '810185d0-ad50-49d9-8e1d-7831abdf2e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:16.380227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Network hostable DHCP agents. Network: 810185d0-ad50-49d9-8e1d-7831abdf2e7a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:30:16.429450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Network 810185d0-ad50-49d9-8e1d-7831abdf2e7a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:30:16.510344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 810185d0-ad50-49d9-8e1d-7831abdf2e7a) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:16.524908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba1c07-f325-4fb5-88ca-0d8232ab8440 req-ee2eacc3-51c2-4bc6-9ae3-915752b61282 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:16.535361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:16.536499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:16.537103 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.538989 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.541258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804c2a4-8788-4e47-8eb5-af45df2fd607 None None] Network 810185d0-ad50-49d9-8e1d-7831abdf2e7a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:16.543887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba1c07-f325-4fb5-88ca-0d8232ab8440 req-ee2eacc3-51c2-4bc6-9ae3-915752b61282 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:16.555660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba1c07-f325-4fb5-88ca-0d8232ab8440 req-ee2eacc3-51c2-4bc6-9ae3-915752b61282 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:16.557407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7eba1c07-f325-4fb5-88ca-0d8232ab8440 req-ee2eacc3-51c2-4bc6-9ae3-915752b61282 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640&device_id=3ea85826-7276-4cc2-9992-eae98f310aa1&device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 2416 time: 0.3186126 May 10 11:30:16.577509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9053f-253f-4bb3-82cd-dd23d62bfb96 req-47b3cac4-558b-49d2-a9fe-fe1573e4b706 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:16.592575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3c9053f-253f-4bb3-82cd-dd23d62bfb96 req-47b3cac4-558b-49d2-a9fe-fe1573e4b706 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 945 time: 0.1750369 May 10 11:30:16.635421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8c33c144-4d6f-4421-ba33-c5bde7db3433 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2497516 May 10 11:30:16.643251 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.664206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573e8b3e-f443-4561-bd9e-381e5fb652d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb1441c-f20a-49f3-a504-3dfccf84dda1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:16.667323 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f218c34-4cb0-4046-b188-baf3a85b4b2f" -d '{"events": [{"server_uuid": "573e8b3e-f443-4561-bd9e-381e5fb652d8", "name": "network-vif-plugged", "status": "completed", "tag": "8bb1441c-f20a-49f3-a504-3dfccf84dda1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:16.692373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.703638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3c9053f-253f-4bb3-82cd-dd23d62bfb96 req-c115a4c1-14eb-46aa-b8a7-835f08975010 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052027 May 10 11:30:16.738516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7eba1c07-f325-4fb5-88ca-0d8232ab8440 req-4ae52c54-7a4c-4420-b541-e4ef38cf96c6 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713042 May 10 11:30:16.746741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 42b34b05-8341-48cc-90ef-43468283776a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:16.879705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-bd93553f-9870-4631-a417-8b2a18891828 req-c861059c-8f44-491e-a857-14dcef0cb6de tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:30:16.880803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd93553f-9870-4631-a417-8b2a18891828 req-c861059c-8f44-491e-a857-14dcef0cb6de tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096922 May 10 11:30:17.029182 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.119894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a57c585-b8a4-4d47-970f-db6ef70b4227']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:17.195168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd93553f-9870-4631-a417-8b2a18891828 req-77eae876-4a6d-4793-8f0a-77db5d081ded tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2986863 May 10 11:30:17.211665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3241634d-c0f2-41b0-bba9-28d65879b2d3') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:17.212005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3241634d-c0f2-41b0-bba9-28d65879b2d3') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:17.317687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.323700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8bb1441c-f20a-49f3-a504-3dfccf84dda1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8bb1441c-f20a-49f3-a504-3dfccf84dda1,segment=NetworkSegment(9508b5fc-0104-4790-a186-8bb0af522d78),segment_id=9508b5fc-0104-4790-a186-8bb0af522d78)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:17.346461 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797c48a-dd01-411b-a6ca-5fc1bb1a7844 x-openstack-request-id: req-0797c48a-dd01-411b-a6ca-5fc1bb1a7844 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:17.347246 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573e8b3e-f443-4561-bd9e-381e5fb652d8", "name": "network-vif-plugged", "status": "completed", "tag": "8bb1441c-f20a-49f3-a504-3dfccf84dda1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:17.349761 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0797c48a-dd01-411b-a6ca-5fc1bb1a7844 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:17.350773 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0797c48a-dd01-411b-a6ca-5fc1bb1a7844'] response: {'server_uuid': '573e8b3e-f443-4561-bd9e-381e5fb652d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb1441c-f20a-49f3-a504-3dfccf84dda1', 'code': 200} May 10 11:30:17.356186 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.378339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.381612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.451407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:17.451843 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: timer() May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:17.453850 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:17.469032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e251688-db34-4fbb-b67c-6269a5847e2a req-dd2f0261-4d07-41da-865e-822e69c9417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:17.470620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e251688-db34-4fbb-b67c-6269a5847e2a req-dd2f0261-4d07-41da-865e-822e69c9417c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 1095 time: 0.6015835 May 10 11:30:17.535035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37176) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:17.540400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2023490319-network', 'tenant_id': '2662c8bcc1ec4c47bc98ea39a277e48d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:17.577082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8bb1441c-f20a-49f3-a504-3dfccf84dda1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:17.583854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Made reservation on behalf of 2662c8bcc1ec4c47bc98ea39a277e48d for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:17.588350 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.621075 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.626532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a143024e-2375-4031-b39a-6884795f243b None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:17.637430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb00570-8fad-4171-96cf-aee7c757a482 None None] Network 810185d0-ad50-49d9-8e1d-7831abdf2e7a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:17.665165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048eaa6-800a-468e-9732-790fd055d572 req-4265e670-c66f-462d-82af-a63f2263817c tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:17.673848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8048eaa6-800a-468e-9732-790fd055d572 req-4265e670-c66f-462d-82af-a63f2263817c tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 945 time: 0.5024557 May 10 11:30:17.701644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:17.707124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:17.749352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:17.791449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 42b34b05-8341-48cc-90ef-43468283776a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:17.792483 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.839886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1e1e18d4-e4a5-4d90-8e09-e8a6e3c3fcd8 None None] Provisioning complete for port 42b34b05-8341-48cc-90ef-43468283776a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:17.839886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1e1e18d4-e4a5-4d90-8e09-e8a6e3c3fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.841226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:17.843673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.852557 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.854691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:17.896809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.897991 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.910378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a57c585-b8a4-4d47-970f-db6ef70b4227 HTTP/1.1" status: 204 len: 168 time: 1.5180800 May 10 11:30:17.910711 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.944907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:30:17.970224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:17.973158 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Added segment 73d057db-9b1c-4f0d-9152-29477e8108b0 of type vlan for network a540bcb0-afce-4ba4-98bf-ecddbdb37c41 May 10 11:30:17.975218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd3777-d250-4655-9880-a07589a71924 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a57c585-b8a4-4d47-970f-db6ef70b4227,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:17.995636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e251688-db34-4fbb-b67c-6269a5847e2a req-c3ad26f3-64cc-4341-8918-720220002749 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034189 May 10 11:30:18.006388 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-72fe65ff-a49a-4491-abf2-a1c45b30e3fd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8743327 May 10 11:30:18.011155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37182) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:18.106123 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8048eaa6-800a-468e-9732-790fd055d572 req-49d3f68f-27d5-46ff-9643-495fa6bfed74 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885431 May 10 11:30:18.138234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 42b34b05-8341-48cc-90ef-43468283776a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:18.140773 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.140933 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.205509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7bebd-397b-4121-8cd8-ecc937c39239 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:18.226654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e18d4-e4a5-4d90-8e09-e8a6e3c3fcd8 None None] Current status of the port 42b34b05-8341-48cc-90ef-43468283776a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:18.227137 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1e1e18d4-e4a5-4d90-8e09-e8a6e3c3fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.236137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7bebd-397b-4121-8cd8-ecc937c39239 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:18.242886 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ffd7bebd-397b-4121-8cd8-ecc937c39239 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2292066 May 10 11:30:18.246508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37186) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:18.284349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37188) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:18.295447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee69408-977c-42cb-a139-21a6fc510bd6 req-cd9a2d88-4736-40ab-ba82-a03b733ea039 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:18.305623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bee69408-977c-42cb-a139-21a6fc510bd6 req-cd9a2d88-4736-40ab-ba82-a03b733ea039 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 945 time: 0.5887673 May 10 11:30:18.329943 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.329943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:18.329943 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.331943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 42b34b05-8341-48cc-90ef-43468283776a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=42b34b05-8341-48cc-90ef-43468283776a,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:18.341826 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.456437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e51c8c9-34b9-41f6-8706-d12969b894c5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:18.498211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9620023 May 10 11:30:18.506189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:18.513679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Request body: {'subnet': {'network_id': 'a540bcb0-afce-4ba4-98bf-ecddbdb37c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2023490319-subnet', 'tenant_id': '2662c8bcc1ec4c47bc98ea39a277e48d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:18.543198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bee69408-977c-42cb-a139-21a6fc510bd6 req-86b2c47b-97a7-4c38-9526-0475b7489d22 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364361 May 10 11:30:18.571327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dc339-2f57-4969-9409-365a4e0e8a20 admin admin] Pushing event updated for resources: {'Network': ['ID=a540bcb0-afce-4ba4-98bf-ecddbdb37c41,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:18.583457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4add5c3-aa32-4640-9de5-9b7c8b1913e5 None None] Update dhcp port {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': 'c4de3385-4e1d-4155-8bee-cbf2f4a02e9d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e67226d6-bb21-4980-b044-40f66f39e234'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '42b34b05-8341-48cc-90ef-43468283776a'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:30:18.595435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1529bc17-6c3f-4bdf-9641-2fc7dee72754 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8639723c736469d961e069c4c0c2260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852330 May 10 11:30:18.599964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a540bcb0-afce-4ba4-98bf-ecddbdb37c41 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:30:18.606445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:18.606817 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-1e1e18d4-e4a5-4d90-8e09-e8a6e3c3fcd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:30:18.607183 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-1e1e18d4-e4a5-4d90-8e09-e8a6e3c3fcd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:30:18.636636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=42b34b05-8341-48cc-90ef-43468283776a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:18.664563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Made reservation on behalf of 2662c8bcc1ec4c47bc98ea39a277e48d for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:18.667662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.693565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c4add5c3-aa32-4640-9de5-9b7c8b1913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.900963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9538-88cf-4f6b-b1c9-10d69d62c9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:18.951640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-c4add5c3-aa32-4640-9de5-9b7c8b1913e5 None None] Allocated IP 2001:db8::f816:3eff:fe61:6e81 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/e67226d6-bb21-4980-b044-40f66f39e234/42b34b05-8341-48cc-90ef-43468283776a) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:18.953668 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9538-88cf-4f6b-b1c9-10d69d62c9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.032735 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9538-88cf-4f6b-b1c9-10d69d62c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.038664 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9538-88cf-4f6b-b1c9-10d69d62c9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.043889 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e3cf9538-88cf-4f6b-b1c9-10d69d62c9d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fb4987c-a61f-486c-9f2b-1ecfaf321969 HTTP/1.1" status: 204 len: 168 time: 0.4311507 May 10 11:30:19.072368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:19.072995 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.170449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf9538-88cf-4f6b-b1c9-10d69d62c9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4987c-a61f-486c-9f2b-1ecfaf321969,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:19.246679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e18d4-e4a5-4d90-8e09-e8a6e3c3fcd8 None None] Current status of the port 42b34b05-8341-48cc-90ef-43468283776a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:19.293755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c4add5c3-aa32-4640-9de5-9b7c8b1913e5 None None] For port 42b34b05-8341-48cc-90ef-43468283776a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=42b34b05-8341-48cc-90ef-43468283776a,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:19.338378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.376052 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c4add5c3-aa32-4640-9de5-9b7c8b1913e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.382791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c4add5c3-aa32-4640-9de5-9b7c8b1913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.421484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.447339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=221a04be-b5af-4ecd-959d-094c2dba8024,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:19.455610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:19.488200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Checking segment: {'id': '73d057db-9b1c-4f0d-9152-29477e8108b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a540bcb0-afce-4ba4-98bf-ecddbdb37c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:19.488553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Network hostable DHCP agents. Network: a540bcb0-afce-4ba4-98bf-ecddbdb37c41, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:30:19.500533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e6512-f936-420f-ade3-a38e67225cf6 req-3ec6b6ca-e020-45af-a22f-6efced0b923f tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:19.514586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-207e6512-f936-420f-ade3-a38e67225cf6 req-3ec6b6ca-e020-45af-a22f-6efced0b923f tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 945 time: 0.2258575 May 10 11:30:19.542723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Network a540bcb0-afce-4ba4-98bf-ecddbdb37c41 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:30:19.557051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a540bcb0-afce-4ba4-98bf-ecddbdb37c41) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:19.563239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:19.568193 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.599289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7c9a953f-7d2e-47bd-92ea-e4c35cee0425 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0895462 May 10 11:30:19.632863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4add5c3-aa32-4640-9de5-9b7c8b1913e5 None None] Pushing event updated for resources: {'Port': ['ID=42b34b05-8341-48cc-90ef-43468283776a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:19.670896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722282f-2ec7-4801-afaa-e027f3fce67b None None] Network a540bcb0-afce-4ba4-98bf-ecddbdb37c41 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:19.726787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-207e6512-f936-420f-ade3-a38e67225cf6 req-a9a10b1f-abc1-4fcc-86f2-7558f094a6f4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912768 May 10 11:30:19.937146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe224ca-e682-426b-9529-39dab15e1b66 req-70c3027d-5cb1-4868-8f6c-526247a08de5 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:19.942176 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fe224ca-e682-426b-9529-39dab15e1b66 req-70c3027d-5cb1-4868-8f6c-526247a08de5 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 945 time: 0.1474063 May 10 11:30:20.001745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f3903-2a13-4247-a68f-ad5d138f8f86 None None] Network a540bcb0-afce-4ba4-98bf-ecddbdb37c41 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:20.074134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:20.083039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fe224ca-e682-426b-9529-39dab15e1b66 req-d9e1acd6-2396-44db-afbe-710ee9903fa4 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332262 May 10 11:30:20.160922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:20.218675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.223726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.224337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.225687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.228109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.230803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.231745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.233030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.233527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.234682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.235351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.235918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:20.487755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:20.514778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37246) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:20.517115 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b636ca94-01b6-4650-bada-e53af529b0a7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b HTTP/1.1" status: 204 len: 168 time: 2.2642574 May 10 11:30:20.732918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 42b34b05-8341-48cc-90ef-43468283776a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:20.838602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c01ee-240a-480c-b562-4a10eb7a5551 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:20.846596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c01ee-240a-480c-b562-4a10eb7a5551 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:20.853173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 42b34b05-8341-48cc-90ef-43468283776a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:20.854327 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:20.856172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c01ee-240a-480c-b562-4a10eb7a5551 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:20.867914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e90c01ee-240a-480c-b562-4a10eb7a5551 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3519363 May 10 11:30:20.870931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37258) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:21.040627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 42b34b05-8341-48cc-90ef-43468283776a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:21.045196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb78105-04f2-43ac-b484-f22ea1fd0a69 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet c4de3385-4e1d-4155-8bee-cbf2f4a02e9d {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:21.099145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7dece566-7299-473f-aad0-148bc58c9b71 None None] Could not find standard attr ID for object 0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:30:21.128565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7dece566-7299-473f-aad0-148bc58c9b71 None None] Provisioning complete for port 42b34b05-8341-48cc-90ef-43468283776a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:21.129199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7dece566-7299-473f-aad0-148bc58c9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.152169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37272) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:21.304838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-ebe9cddb-b552-4c3a-91b9-db9a22a8d2fa tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:21.316488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-ebe9cddb-b552-4c3a-91b9-db9a22a8d2fa tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/networks?id=810185d0-ad50-49d9-8e1d-7831abdf2e7a HTTP/1.1" status: 200 len: 823 time: 0.2633922 May 10 11:30:21.342039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb78105-04f2-43ac-b484-f22ea1fd0a69 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.397374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7dece566-7299-473f-aad0-148bc58c9b71 None None] Current status of the port 42b34b05-8341-48cc-90ef-43468283776a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:21.436466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-ce41c35e-ae1c-4fc0-a4eb-9a4e1247c6fd tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/quotas/b83668b158574e03b86e7711fc1a3e31 HTTP/1.1" status: 200 len: 375 time: 0.1189907 May 10 11:30:21.491346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-ca8ee5a2-77ed-4751-a176-612d32d515cf tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b83668b158574e03b86e7711fc1a3e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452292 May 10 11:30:21.494475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb78105-04f2-43ac-b484-f22ea1fd0a69 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.566053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-415528668-network', 'tenant_id': 'ed62376270744c95bfc3225188dd347f'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:21.603461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Made reservation on behalf of ed62376270744c95bfc3225188dd347f for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:21.606973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.618815 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.620629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-baf7c2f3-2b39-416f-9f06-a31c967660b9 None None] Could not find standard attr ID for object 0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:30:21.720103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-4d6c23ad-2bf4-46a8-bd40-b786c9c2fca6 service neutron] 10.222.0.13 "GET /v2.0/networks/810185d0-ad50-49d9-8e1d-7831abdf2e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022045 May 10 11:30:21.741369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb78105-04f2-43ac-b484-f22ea1fd0a69 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.742906 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.751388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.799615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:30:21.806130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:21.821927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c6785-f446-42f9-b279-c1eeed44ae82 req-d784825b-aec9-49e7-acc4-8f276b6a9865 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:21.824361 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed8c6785-f446-42f9-b279-c1eeed44ae82 req-d784825b-aec9-49e7-acc4-8f276b6a9865 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.1209164 May 10 11:30:21.856866 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.857558 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Added segment 02b954fe-9832-4aec-be37-b06677c2ca6d of type vlan for network 289efa59-fda4-4293-9eae-657d9a92915f May 10 11:30:21.866532 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb78105-04f2-43ac-b484-f22ea1fd0a69 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.904357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb78105-04f2-43ac-b484-f22ea1fd0a69 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=c4de3385-4e1d-4155-8bee-cbf2f4a02e9d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:21.911270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb78105-04f2-43ac-b484-f22ea1fd0a69 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.913152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed8c6785-f446-42f9-b279-c1eeed44ae82 req-fa1f3014-f7c1-4def-97d5-273d25a5a39d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824528 May 10 11:30:21.918210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.923697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bcb78105-04f2-43ac-b484-f22ea1fd0a69 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/c4de3385-4e1d-4155-8bee-cbf2f4a02e9d HTTP/1.1" status: 204 len: 168 time: 1.0512805 May 10 11:30:21.924409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37294) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:21.934307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-021b8d7a-706d-4848-98cb-eb25738f4899 service neutron] 10.222.0.13 "GET /v2.0/networks/810185d0-ad50-49d9-8e1d-7831abdf2e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020125 May 10 11:30:21.982752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.984367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:21.984520 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.990561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d1ecae-607d-4ff1-bf5c-f8912c280bf3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet e67226d6-bb21-4980-b044-40f66f39e234 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:21.994425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58d1ecae-607d-4ff1-bf5c-f8912c280bf3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.067556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58d1ecae-607d-4ff1-bf5c-f8912c280bf3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.077687 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9241226 May 10 11:30:22.085402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37296) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:22.099579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Request body: {'subnet': {'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-subnet', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:22.130518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba42009-ed6d-4742-9a75-501729c10716 admin admin] Pushing event updated for resources: {'Network': ['ID=289efa59-fda4-4293-9eae-657d9a92915f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:22.138371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Made reservation on behalf of ed62376270744c95bfc3225188dd347f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:22.143440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.153391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 289efa59-fda4-4293-9eae-657d9a92915f details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:30:22.251390 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58d1ecae-607d-4ff1-bf5c-f8912c280bf3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.364741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2c3830e-83d2-4322-8c8a-92192167b370 req-b646cadc-2cec-4585-9f4a-a9fed6e61848 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 210 time: 0.0842371 May 10 11:30:22.411619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58d1ecae-607d-4ff1-bf5c-f8912c280bf3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.426594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58d1ecae-607d-4ff1-bf5c-f8912c280bf3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.432850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-58d1ecae-607d-4ff1-bf5c-f8912c280bf3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/e67226d6-bb21-4980-b044-40f66f39e234 HTTP/1.1" status: 204 len: 168 time: 0.5071940 May 10 11:30:22.433493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37304) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:22.462470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1ecae-607d-4ff1-bf5c-f8912c280bf3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=e67226d6-bb21-4980-b044-40f66f39e234,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:22.463063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cf42c7-f1c6-4a16-aa9b-cb47d88de2a5 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:22.498628 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e0a026d5-0e7a-444f-a608-824f745d0234 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428276 May 10 11:30:22.499235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37308) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:22.504348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:22.550659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cba93d-94fa-4039-b108-3c97f68c0612 req-9649c665-8c9e-4276-b674-ea440bb3ab2e tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:22.568446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-53cba93d-94fa-4039-b108-3c97f68c0612 req-9649c665-8c9e-4276-b674-ea440bb3ab2e tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 945 time: 0.2032461 May 10 11:30:22.695623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-53cba93d-94fa-4039-b108-3c97f68c0612 req-e41033cc-f2c8-4336-9525-8a7fd1ca4db8 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258426 May 10 11:30:22.709334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:22.718727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.768455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.823941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac8dd2b-28e4-4790-829b-affe9594a26d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:22.872670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:22.877059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Checking segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:22.881855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Network hostable DHCP agents. Network: 289efa59-fda4-4293-9eae-657d9a92915f, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:30:22.919873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Network 289efa59-fda4-4293-9eae-657d9a92915f is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:30:22.944347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 289efa59-fda4-4293-9eae-657d9a92915f) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:22.951030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:22.952214 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.961244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] Deleting port 42b34b05-8341-48cc-90ef-43468283776a {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:22.962043 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.966437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b38e2-b9d4-4543-9473-cc402845d08f None None] Network 289efa59-fda4-4293-9eae-657d9a92915f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:22.987396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-22db0371-7c92-40cd-89cf-e3cdcfab692c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8990872 May 10 11:30:22.991337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37330) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:23.006129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:23.130811 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.132028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.133092 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.187164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-6171584a-8656-4f03-bcea-4ef990f36d39 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:23.189267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-6171584a-8656-4f03-bcea-4ef990f36d39 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.0688207 May 10 11:30:23.196756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=43728b00-a7e8-4851-b9c0-6287932bf474,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:23.230689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970bac4-3e7f-4246-8152-369d7d0cf9df req-cd03c427-3513-445a-8459-3f44509d31f6 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:23.232321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2970bac4-3e7f-4246-8152-369d7d0cf9df req-cd03c427-3513-445a-8459-3f44509d31f6 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 945 time: 0.1730981 May 10 11:30:23.260486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:23.299505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:23.302746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:23.303349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.354319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] For port 42b34b05-8341-48cc-90ef-43468283776a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=42b34b05-8341-48cc-90ef-43468283776a,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:23.354955 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.370937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9f6c49b7-3ed6-484e-9fa2-68b6a379ca88 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8680367 May 10 11:30:23.374351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37332) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:23.377546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] Calling delete_port for 42b34b05-8341-48cc-90ef-43468283776a owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:23.392214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:23.396970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Deleting port 1b15ef71-978c-4a4b-8619-334d3cfa0054 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:23.397198 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.401135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.423759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2970bac4-3e7f-4246-8152-369d7d0cf9df req-ea48a521-34c7-45a9-adef-461493066996 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662042 May 10 11:30:23.530467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-289efa59-fda4-4293-9eae-657d9a92915f', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:30:23.531432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.535477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a792ab66-a0b9-4809-b95c-4d860b15ef62 req-d9a5bc53-5e10-42e3-a7aa-56f2765a2390 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 210 time: 0.0488815 May 10 11:30:23.646262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.652649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] For port 1b15ef71-978c-4a4b-8619-334d3cfa0054, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1b15ef71-978c-4a4b-8619-334d3cfa0054,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:23.654315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.689151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Calling delete_port for 1b15ef71-978c-4a4b-8619-334d3cfa0054 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:23.711184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] Pushing event deleted for resources: {'Port': ['ID=42b34b05-8341-48cc-90ef-43468283776a,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:23.722728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.747005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5dc1a-4b36-4839-ad54-769659c7219c None None] No DVR routers for this DVR port 42b34b05-8341-48cc-90ef-43468283776a on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:23.838242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2168f616-583c-4202-8c1e-de50b7c0d015 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:23.887294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-e23dd057-faf6-4aff-9bc1-f18b2b049060 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:23.888868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-e23dd057-faf6-4aff-9bc1-f18b2b049060 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.49 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 945 time: 0.3399360 May 10 11:30:23.942458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Allocated IP 172.20.0.2 (289efa59-fda4-4293-9eae-657d9a92915f/7ac8dd2b-28e4-4790-829b-affe9594a26d/8e3628df-7892-44d9-9fe2-c6551bc6e5a3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:23.978952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c623-52a4-4641-bebf-df17f40a3b16 req-6b83d6d5-4148-4d98-8d34-889fbd19f091 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:23.980968 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fd6c623-52a4-4641-bebf-df17f40a3b16 req-6b83d6d5-4148-4d98-8d34-889fbd19f091 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 945 time: 0.1214581 May 10 11:30:24.075597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:24.085073 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.149464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '43728b00-a7e8-4851-b9c0-6287932bf474'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:30:24.150428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.192946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fd6c623-52a4-4641-bebf-df17f40a3b16 req-021d1195-0282-46b4-ba36-c26e23655ebe tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958945 May 10 11:30:24.213676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-5d5c6457-5a5f-4cef-90ea-ef496cb8e47a tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:24.215336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-5d5c6457-5a5f-4cef-90ea-ef496cb8e47a tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.49 "GET /v2.0/networks?id=810185d0-ad50-49d9-8e1d-7831abdf2e7a HTTP/1.1" status: 200 len: 823 time: 0.5259883 May 10 11:30:24.225643 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.236354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Request body: {'port': {'device_id': '0db32367-e560-40da-8a0f-9ab86dcb19c9', 'network_id': '810185d0-ad50-49d9-8e1d-7831abdf2e7a', 'admin_state_up': True, 'tenant_id': 'b83668b158574e03b86e7711fc1a3e31'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:24.275738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Pushing event deleted for resources: {'Port': ['ID=1b15ef71-978c-4a4b-8619-334d3cfa0054,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:24.297551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['b1db854a-fff0-4318-9cd7-b2f8a0e919c2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:24.337448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['4a285203-95c3-4378-baf3-fa8487844a5e', '1b15ef71-978c-4a4b-8619-334d3cfa0054'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:24.373618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] No DVR routers for this DVR port 1b15ef71-978c-4a4b-8619-334d3cfa0054 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:24.383334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.388690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9e1a20d-bd8b-47d0-9549-d8e9ede1b6ac req-dc5488f8-defe-4552-982e-8e30241dcf55 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.70 "DELETE /v2.0/ports/1b15ef71-978c-4a4b-8619-334d3cfa0054 HTTP/1.1" status: 204 len: 173 time: 1.1909392 May 10 11:30:24.389721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8725212-bf1b-4709-a5c5-dfa4b9a71640', 'name': 'network-vif-deleted', 'tag': '1b15ef71-978c-4a4b-8619-334d3cfa0054'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:24.393946 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f135c-5cc6-4e61-a482-7fd78c097cc4" -d '{"events": [{"server_uuid": "e8725212-bf1b-4709-a5c5-dfa4b9a71640", "name": "network-vif-deleted", "tag": "1b15ef71-978c-4a4b-8619-334d3cfa0054"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:24.448963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b567c78f-81d1-49ae-9759-13bbfc883f28 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:30:24.510017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Deleting port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:24.510598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.545357 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.561822 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687d16fa-ee0d-42d2-8e4c-46bfce7d8078 x-openstack-request-id: req-687d16fa-ee0d-42d2-8e4c-46bfce7d8078 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:24.562237 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8725212-bf1b-4709-a5c5-dfa4b9a71640", "name": "network-vif-deleted", "tag": "1b15ef71-978c-4a4b-8619-334d3cfa0054", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:24.562594 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-687d16fa-ee0d-42d2-8e4c-46bfce7d8078 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:24.563271 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687d16fa-ee0d-42d2-8e4c-46bfce7d8078'] response: {'server_uuid': 'e8725212-bf1b-4709-a5c5-dfa4b9a71640', 'name': 'network-vif-deleted', 'tag': '1b15ef71-978c-4a4b-8619-334d3cfa0054', 'status': 'completed', 'code': 200} May 10 11:30:24.719100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6eba7cdc-9a71-455a-ba54-8168acf3e7cf req-82c7b80a-669d-48a8-9650-82abf90a9e56 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8725212-bf1b-4709-a5c5-dfa4b9a71640 HTTP/1.1" status: 200 len: 210 time: 0.0733640 May 10 11:30:24.796282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:24.805181 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.857989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 42b34b05-8341-48cc-90ef-43468283776a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:24.867385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Allocated IP 172.20.0.2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/43728b00-a7e8-4851-b9c0-6287932bf474/d6c4cce5-2747-47a3-bc8a-95a1ee1b203e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:24.979212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 42b34b05-8341-48cc-90ef-43468283776a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:24.980017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 42b34b05-8341-48cc-90ef-43468283776a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:24.981873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'port_id': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'mac_address': 'fa:16:3e:7c:b7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2d4da-01c6-4051-b8e3-c7362047b4a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:30:25.018959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Network 289efa59-fda4-4293-9eae-657d9a92915f is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:25.095523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:25.145782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:25.149436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Pushing event updated for resources: {'Port': ['ID=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:25.205819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b567c78f-81d1-49ae-9759-13bbfc883f28 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:25.206275 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.328192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b567c78f-81d1-49ae-9759-13bbfc883f28 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:25.383386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:25.395224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Attempting to bind port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:25.395954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Attempting to bind port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:25.396585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Attempting to bind port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 on network 289efa59-fda4-4293-9eae-657d9a92915f {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:25.406931 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.417990 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8494f7d3-1a20-4c7b-a377-415cb3e25ab4 req-3b27982e-cd95-4643-a3d8-5f25ef149d34 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 210 time: 0.1623335 May 10 11:30:25.418952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Made reservation on behalf of b83668b158574e03b86e7711fc1a3e31 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:25.435776 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.456018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:25.458030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Checking segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:25.458846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.459258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Bound using segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:25.459756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Bound port: 8e3628df-7892-44d9-9fe2-c6551bc6e5a3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:25.460358 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.559617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b567c78f-81d1-49ae-9759-13bbfc883f28'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:25.610505 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.621061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:25.635753 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.703248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] For port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:25.737206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:25.743012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Pushing event updated for resources: {'Port': ['ID=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:25.750097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] For port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:25.763504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:25.782255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:25.826864 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.861485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] For port 8bb1441c-f20a-49f3-a504-3dfccf84dda1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8bb1441c-f20a-49f3-a504-3dfccf84dda1,segment=NetworkSegment(9508b5fc-0104-4790-a186-8bb0af522d78),segment_id=9508b5fc-0104-4790-a186-8bb0af522d78)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:25.862519 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.908660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.096081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.112832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Calling delete_port for 8bb1441c-f20a-49f3-a504-3dfccf84dda1 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:26.146133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0646e5-3c3e-490d-b067-a4b3f135550d req-917120d9-57af-442d-8825-01d5b0ef0aa3 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:26.147774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e0646e5-3c3e-490d-b067-a4b3f135550d req-917120d9-57af-442d-8825-01d5b0ef0aa3 tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 945 time: 0.5813186 May 10 11:30:26.237617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Attempting to bind port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:26.238024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Attempting to bind port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:26.239159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Attempting to bind port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:26.284088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6ebdb-f480-4dad-82c7-bc936047276a None None] Pushing event updated for resources: {'Port': ['ID=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:26.288054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:26.288427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:26.288864 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.289209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:26.289681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Bound port: d6c4cce5-2747-47a3-bc8a-95a1ee1b203e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:26.290290 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.408230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1b15ef71-978c-4a4b-8619-334d3cfa0054 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:26.457162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 1b15ef71-978c-4a4b-8619-334d3cfa0054 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:26.457891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1b15ef71-978c-4a4b-8619-334d3cfa0054 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:26.629831 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] For port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:26.635457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] For port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:26.663928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.751752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15392cd-e8c0-45b2-b17b-08eeb36ebdf0 None None] Pushing event updated for resources: {'Port': ['ID=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:26.754618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:26.844683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:26.845359 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.849405 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e0646e5-3c3e-490d-b067-a4b3f135550d req-f13ac6a2-dd05-439d-adf8-99cdf262daff tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f10379-22f4-487b-8d05-4e8e24fd3e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721871 May 10 11:30:26.969307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Allocated IP 172.20.0.12 (810185d0-ad50-49d9-8e1d-7831abdf2e7a/716591d9-9173-438e-b8b3-9d172e9fd6d1/8a4183d2-be24-435e-a520-2b960bd25407) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:27.092940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:27.094430 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.229603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:27.238570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Allocated IP 172.25.8.130 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/fe794c14-c61e-434e-accc-7710138eea43) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:27.240259 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.414926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:27.599526 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.777335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Pushing event deleted for resources: {'Port': ['ID=8bb1441c-f20a-49f3-a504-3dfccf84dda1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:27.800821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf8a15d1-f05c-4ad5-b389-4956f747ad2b req-1b8705fe-24ac-4119-a700-11ff422b0894 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 210 time: 0.5855196 May 10 11:30:28.002384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:30:28.013983 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.225320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8bb1441c-f20a-49f3-a504-3dfccf84dda1 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:28.298330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702e087f-dbe5-4847-8513-a953ed089bb2 None None] Network 289efa59-fda4-4293-9eae-657d9a92915f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:28.310764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 8bb1441c-f20a-49f3-a504-3dfccf84dda1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:28.311145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8bb1441c-f20a-49f3-a504-3dfccf84dda1 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:28.316187 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d654b5b6-2f0e-4fb0-b7db-4265a81a956d req-e192bee8-85ff-4200-8042-c12e28c50fea tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.13 "GET /v2.0/ports?device_id=573e8b3e-f443-4561-bd9e-381e5fb652d8 HTTP/1.1" status: 200 len: 210 time: 0.1789951 May 10 11:30:28.426172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] No DVR routers for this DVR port 8bb1441c-f20a-49f3-a504-3dfccf84dda1 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:28.505968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b567c78f-81d1-49ae-9759-13bbfc883f28 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:28.541335 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.546113 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25321dea-303f-48f2-8439-4bd09a2f4ead req-3e2ce76c-2e2a-486e-af16-241fc35c580b tempest-InstanceActionsNegativeTestJSON-1484001874 tempest-InstanceActionsNegativeTestJSON-1484001874-project] 10.222.0.49 "DELETE /v2.0/ports/8bb1441c-f20a-49f3-a504-3dfccf84dda1 HTTP/1.1" status: 204 len: 173 time: 4.5606477 May 10 11:30:28.546839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573e8b3e-f443-4561-bd9e-381e5fb652d8', 'name': 'network-vif-deleted', 'tag': '8bb1441c-f20a-49f3-a504-3dfccf84dda1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:28.564491 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1543d9e3-3266-431a-9304-42e0376df01b" -d '{"events": [{"server_uuid": "573e8b3e-f443-4561-bd9e-381e5fb652d8", "name": "network-vif-deleted", "tag": "8bb1441c-f20a-49f3-a504-3dfccf84dda1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:28.639984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f9d26fee-74dc-433c-924d-bcc4b8d474f8 None None] Provisioning complete for port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:28.640672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f9d26fee-74dc-433c-924d-bcc4b8d474f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.703523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372a9ff-2ab5-4aee-9a0c-b0ef2d9ba8a4 req-c6a94dc8-71e7-49e0-9c4d-2f23d8c24dce tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:28.715678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9372a9ff-2ab5-4aee-9a0c-b0ef2d9ba8a4 req-c6a94dc8-71e7-49e0-9c4d-2f23d8c24dce tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 945 time: 0.2257919 May 10 11:30:28.839204 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9372a9ff-2ab5-4aee-9a0c-b0ef2d9ba8a4 req-344b6516-2335-49bd-9c89-53ffaf85b476 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218884 May 10 11:30:28.932689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d6c4cce5-2747-47a3-bc8a-95a1ee1b203e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:28.952207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.009819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port b567c78f-81d1-49ae-9759-13bbfc883f28 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:29.010508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.010664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.014217 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04e622b-e2d9-45c2-9304-dc343a7d4d8d x-openstack-request-id: req-a04e622b-e2d9-45c2-9304-dc343a7d4d8d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:29.014628 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573e8b3e-f443-4561-bd9e-381e5fb652d8", "name": "network-vif-deleted", "tag": "8bb1441c-f20a-49f3-a504-3dfccf84dda1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:29.014913 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a04e622b-e2d9-45c2-9304-dc343a7d4d8d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:29.015439 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04e622b-e2d9-45c2-9304-dc343a7d4d8d'] response: {'server_uuid': '573e8b3e-f443-4561-bd9e-381e5fb652d8', 'name': 'network-vif-deleted', 'tag': '8bb1441c-f20a-49f3-a504-3dfccf84dda1', 'status': 'completed', 'code': 200} May 10 11:30:29.037760 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.214497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a54f7-c7b1-4649-b54a-635ff2fbd082 req-7d364438-1379-43bb-b501-df03a146686a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:29.215498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-652a54f7-c7b1-4649-b54a-635ff2fbd082 req-7d364438-1379-43bb-b501-df03a146686a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 945 time: 0.7296975 May 10 11:30:29.356527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b567c78f-81d1-49ae-9759-13bbfc883f28 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:29.357150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.392470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f9d26fee-74dc-433c-924d-bcc4b8d474f8 None None] Current status of the port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:29.410966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:29.437227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:29.439981 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aaa980-854b-4270-b591-536f1bcac7db" -d '{"events": [{"server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "name": "network-vif-plugged", "status": "completed", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:29.454836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c06bb-aa96-4f6c-ae15-6af41ada215c req-92c57b4e-1f49-4cc3-bdce-e6ea75373aa3 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:29.455425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:29.455662 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.462854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-568c06bb-aa96-4f6c-ae15-6af41ada215c req-92c57b4e-1f49-4cc3-bdce-e6ea75373aa3 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 932 time: 0.1305983 May 10 11:30:29.495791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Network 810185d0-ad50-49d9-8e1d-7831abdf2e7a is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:29.499238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:29.540540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:29.555155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:29.572608 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.578724 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-568c06bb-aa96-4f6c-ae15-6af41ada215c req-ae21a825-094e-4b37-b167-693017d2c509 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033068 May 10 11:30:29.588566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-652a54f7-c7b1-4649-b54a-635ff2fbd082 req-17463d8b-f6e2-4074-8a34-c6346278bc3a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232110 May 10 11:30:29.590628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Pushing event updated for resources: {'Port': ['ID=fe794c14-c61e-434e-accc-7710138eea43,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:29.713821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37456) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:29.745009 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.760080 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732f97e-2dfc-4ebc-8180-9c9fdcebf80a x-openstack-request-id: req-4732f97e-2dfc-4ebc-8180-9c9fdcebf80a {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:29.760841 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "name": "network-vif-plugged", "status": "completed", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:29.762143 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4732f97e-2dfc-4ebc-8180-9c9fdcebf80a {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:29.763410 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4732f97e-2dfc-4ebc-8180-9c9fdcebf80a'] response: {'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'code': 200} May 10 11:30:29.765116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-eba69e49-6274-4453-a2ba-d179d1deec17 None None] Provisioning complete for port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:29.766033 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eba69e49-6274-4453-a2ba-d179d1deec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.767544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:29.772363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:29.788874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:29.798364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b38062-c61c-4ce0-a714-161ad4b846dc admin admin] Deleting subnet 71d0043c-5ac0-4bc4-9678-38eed129ec6b {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:29.807785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63b38062-c61c-4ce0-a714-161ad4b846dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.860665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63b38062-c61c-4ce0-a714-161ad4b846dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.961011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63b38062-c61c-4ce0-a714-161ad4b846dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.978398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:29.978792 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.061996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:30.063513 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.077329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Pushing event updated for resources: {'Port': ['ID=8a4183d2-be24-435e-a520-2b960bd25407,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:30.102337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:30.138035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.139278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:30.183038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-bb4239ec-aa3a-4585-b2b3-3f74abd22d4b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:30.185000 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-bb4239ec-aa3a-4585-b2b3-3f74abd22d4b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 945 time: 0.1301701 May 10 11:30:30.259653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:30.278687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eba69e49-6274-4453-a2ba-d179d1deec17 None None] Current status of the port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:30.279440 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eba69e49-6274-4453-a2ba-d179d1deec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.321109 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63b38062-c61c-4ce0-a714-161ad4b846dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.356913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-f88d90ca-2cdd-4aee-bd96-b8094884a35f tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:30.360783 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-f88d90ca-2cdd-4aee-bd96-b8094884a35f tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 945 time: 0.9445267 May 10 11:30:30.470159 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63b38062-c61c-4ce0-a714-161ad4b846dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.482410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:30.482410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.497778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-63b38062-c61c-4ce0-a714-161ad4b846dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71d0043c-5ac0-4bc4-9678-38eed129ec6b HTTP/1.1" status: 204 len: 168 time: 0.7692430 May 10 11:30:30.498944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b38062-c61c-4ce0-a714-161ad4b846dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d0043c-5ac0-4bc4-9678-38eed129ec6b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:30.518491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37480) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:30.540670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-a6112758-e828-4c22-9aba-8c5d514f35ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3136313 May 10 11:30:30.586640 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-eba69e49-6274-4453-a2ba-d179d1deec17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:30:30.587143 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-eba69e49-6274-4453-a2ba-d179d1deec17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:30:30.692049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.732326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Deleting port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:30.732812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.762292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:30.892511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Request body: {'port': {'device_id': '0db32367-e560-40da-8a0f-9ab86dcb19c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:30.959150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d6c4cce5-2747-47a3-bc8a-95a1ee1b203e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:31.013759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] For port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:31.014173 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.049245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Calling delete_port for 3ae22ea6-ae19-490a-98a1-61f5538e4eaf owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:31.086156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:31.086156 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.261425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eba69e49-6274-4453-a2ba-d179d1deec17 None None] Current status of the port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:31.429483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.465640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['3ae22ea6-ae19-490a-98a1-61f5538e4eaf'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:31.505688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f258a1c2-b4a7-437f-9209-9dba28a91b99 None None] Provisioning complete for port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:31.506410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f258a1c2-b4a7-437f-9209-9dba28a91b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.508613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:31.539530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event deleted for resources: {'Port': ['ID=3ae22ea6-ae19-490a-98a1-61f5538e4eaf,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:31.625555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.662660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775645a-61e8-416f-8833-3fff605f8864 req-57d3bc95-d532-4d21-965d-a767729509e3 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:31.675855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0775645a-61e8-416f-8833-3fff605f8864 req-57d3bc95-d532-4d21-965d-a767729509e3 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 945 time: 0.9321826 May 10 11:30:31.742297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] No DVR routers for this DVR port 3ae22ea6-ae19-490a-98a1-61f5538e4eaf on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:31.766603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.771084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78d7466-60f5-46c8-84fe-3fff5d42e0a7 req-68170fa5-a510-4a5e-a044-2c3a8b975a80 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "DELETE /v2.0/ports/3ae22ea6-ae19-490a-98a1-61f5538e4eaf HTTP/1.1" status: 204 len: 173 time: 1.5545416 May 10 11:30:31.787311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e007fb-5ca9-455e-bad3-2bd421f736da', 'name': 'network-vif-deleted', 'tag': '3ae22ea6-ae19-490a-98a1-61f5538e4eaf'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:31.793979 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aeb66a-b252-4a18-93f6-a9afa8ee076f" -d '{"events": [{"server_uuid": "51e007fb-5ca9-455e-bad3-2bd421f736da", "name": "network-vif-deleted", "tag": "3ae22ea6-ae19-490a-98a1-61f5538e4eaf"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:31.801470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-499387b3-decb-4519-9a49-847931319813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a083b6ad-4a29-49ed-8f44-9c458015d21a']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:31.814965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f258a1c2-b4a7-437f-9209-9dba28a91b99 None None] Current status of the port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:31.816796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-499387b3-decb-4519-9a49-847931319813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9508b5fc-0104-4790-a186-8bb0af522d78') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:31.816796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-499387b3-decb-4519-9a49-847931319813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9508b5fc-0104-4790-a186-8bb0af522d78') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:31.839550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.868402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0775645a-61e8-416f-8833-3fff605f8864 req-7e0750a9-78f2-4562-96d2-13b412987f48 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382797 May 10 11:30:31.881535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] For port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:31.903694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.917333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:31.917940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: timer() May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:31.922160 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:31.933246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.960869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.963342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.062574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1f12-51d2-44ae-b655-f88c3727019a req-5698bd42-a986-40a4-bdf8-b7d51822a093 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:32.080981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-876f1f12-51d2-44ae-b655-f88c3727019a req-5698bd42-a986-40a4-bdf8-b7d51822a093 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 945 time: 1.9793823 May 10 11:30:32.100336 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.113201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.134148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-499387b3-decb-4519-9a49-847931319813 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a083b6ad-4a29-49ed-8f44-9c458015d21a HTTP/1.1" status: 204 len: 168 time: 1.6126664 May 10 11:30:32.169951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499387b3-decb-4519-9a49-847931319813 admin admin] Pushing event deleted for resources: {'Network': ['ID=a083b6ad-4a29-49ed-8f44-9c458015d21a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:32.191378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90117a-ab17-4354-b7a8-91b98c312344 req-b992905e-3802-4b68-9142-b8703283f983 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:32.201814 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d90117a-ab17-4354-b7a8-91b98c312344 req-b992905e-3802-4b68-9142-b8703283f983 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 932 time: 0.1746025 May 10 11:30:32.224314 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.235015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.311466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d90117a-ab17-4354-b7a8-91b98c312344 req-c2387ce9-10ed-4eb9-aadc-c8ad52b54a52 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090841 May 10 11:30:32.351606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:32.359626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,revision_number=5']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:32.478393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37510) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:32.531684 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff9671-d697-4524-b253-466dda0ccba8 x-openstack-request-id: req-3fff9671-d697-4524-b253-466dda0ccba8 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:32.532127 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e007fb-5ca9-455e-bad3-2bd421f736da", "name": "network-vif-deleted", "tag": "3ae22ea6-ae19-490a-98a1-61f5538e4eaf", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:32.534364 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fff9671-d697-4524-b253-466dda0ccba8 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:32.535870 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fff9671-d697-4524-b253-466dda0ccba8'] response: {'server_uuid': '51e007fb-5ca9-455e-bad3-2bd421f736da', 'name': 'network-vif-deleted', 'tag': '3ae22ea6-ae19-490a-98a1-61f5538e4eaf', 'status': 'completed', 'code': 200} May 10 11:30:32.551752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:32.556668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:32.557315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.564927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.571957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1349ea6-b1d3-44a4-9c04-ab57f39c8a1d None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:32.596084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34757044-5e88-4333-80ab-0ae6842227dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02dbdb6d31bf46ee973e1f777b000f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159451 May 10 11:30:32.599148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37512) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:32.600286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-876f1f12-51d2-44ae-b655-f88c3727019a req-fd0eb4a9-372c-4f0e-97be-9633cf2ab2b7 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052814 May 10 11:30:32.602330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=22ca641f-d58e-41d9-9d7b-5975c480e126,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:32.797544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Deleting port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:32.797544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.829462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b1523e77-a4ba-481d-bead-eec2f896a205 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 9.4424272 May 10 11:30:32.847632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37516) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:32.859261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4232e6c5-6331-409d-80c4-d225d72d21f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.910359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4232e6c5-6331-409d-80c4-d225d72d21f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.041063 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4232e6c5-6331-409d-80c4-d225d72d21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.043702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4232e6c5-6331-409d-80c4-d225d72d21f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.047308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4232e6c5-6331-409d-80c4-d225d72d21f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83f10379-22f4-487b-8d05-4e8e24fd3e68 HTTP/1.1" status: 204 len: 168 time: 0.4472911 May 10 11:30:33.066888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232e6c5-6331-409d-80c4-d225d72d21f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f10379-22f4-487b-8d05-4e8e24fd3e68,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:33.155047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:b9:ce:96', 'name': 'tempest-NetworksTestDHCPv6-1725717254'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:33.309498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52543e3c-5948-4a88-9066-f4f26bb22854 req-596f7d27-afc2-4fb3-ad0f-a0c157e48991 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:33.312400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-52543e3c-5948-4a88-9066-f4f26bb22854 req-596f7d27-afc2-4fb3-ad0f-a0c157e48991 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 945 time: 0.1850376 May 10 11:30:33.409710 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-52543e3c-5948-4a88-9066-f4f26bb22854 req-2dbee7d4-60f0-4947-87e4-37318f41fa96 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873132 May 10 11:30:33.875256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b04bfe91-1854-48ac-a400-7509ccb0aaab req-0fd4a445-fe49-4545-b66a-99e40d822d91 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 210 time: 0.0687850 May 10 11:30:33.926545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] For port b1db854a-fff0-4318-9cd7-b2f8a0e919c2, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:33.926929 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.140052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0810d64-e9ec-4512-be6e-43e3ee396e55 req-e735907a-7159-4297-a8b7-e4df5214fda3 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:34.142550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0810d64-e9ec-4512-be6e-43e3ee396e55 req-e735907a-7159-4297-a8b7-e4df5214fda3 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 932 time: 0.5768838 May 10 11:30:34.154917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:34.162237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Calling delete_port for b1db854a-fff0-4318-9cd7-b2f8a0e919c2 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:34.284551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b1db854a-fff0-4318-9cd7-b2f8a0e919c2 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:34.319301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.434417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0810d64-e9ec-4512-be6e-43e3ee396e55 req-36e7e7de-2e8b-4283-ba77-d3ba06f786ed tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469072 May 10 11:30:34.455344 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e862b90-7496-4f81-b718-95e9d08e4c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.483987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3ae22ea6-ae19-490a-98a1-61f5538e4eaf no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:34.626178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 3ae22ea6-ae19-490a-98a1-61f5538e4eaf {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:34.626437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3ae22ea6-ae19-490a-98a1-61f5538e4eaf not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:34.630093 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:30:34.678265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b7f0619a-8ce9-4981-b225-0be382ee2358 None None] Provisioning complete for port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:34.683155 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7f0619a-8ce9-4981-b225-0be382ee2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.708410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4183d2-be24-435e-a520-2b960bd25407 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:34.714255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0296391-28a2-4dc0-b028-ff4cb03ff6fc req-8a7e289e-fd8a-49bc-8517-1063c752154b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:34.716518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c0296391-28a2-4dc0-b028-ff4cb03ff6fc req-8a7e289e-fd8a-49bc-8517-1063c752154b tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 945 time: 0.1401050 May 10 11:30:34.737871 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.765594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Transition to ACTIVE for port object 8a4183d2-be24-435e-a520-2b960bd25407 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:34.775079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37572) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:34.798103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c0296391-28a2-4dc0-b028-ff4cb03ff6fc req-9b8bfcf9-b7bf-46bd-8f79-bec941227b9a tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651977 May 10 11:30:34.801574 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.999004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-827179482-network', 'tenant_id': '0258c6009464440a90b33d687495f5b3'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:34.999594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:34.999594 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.045834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Made reservation on behalf of 0258c6009464440a90b33d687495f5b3 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:35.049409 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.064054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.178304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:35.194776 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3ecf17-cde8-4021-9f63-f7774f2b65b4" -d '{"events": [{"server_uuid": "3ea85826-7276-4cc2-9992-eae98f310aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "b1db854a-fff0-4318-9cd7-b2f8a0e919c2"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:35.222530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0619a-8ce9-4981-b225-0be382ee2358 None None] Current status of the port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:35.241928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b1db854a-fff0-4318-9cd7-b2f8a0e919c2, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:35.256606 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.320729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.329880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.374093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:30:35.385094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:35.387636 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d06c38e-b15e-426f-841b-c8f3a0031424 x-openstack-request-id: req-7d06c38e-b15e-426f-841b-c8f3a0031424 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:35.388261 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea85826-7276-4cc2-9992-eae98f310aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "b1db854a-fff0-4318-9cd7-b2f8a0e919c2", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:35.401902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.402580 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Added segment d3cb1438-444c-4a30-8edc-1e60e98c48f3 of type vlan for network b60dcbb5-857e-445d-a619-3af1ea4197d7 May 10 11:30:35.406471 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d06c38e-b15e-426f-841b-c8f3a0031424 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:35.409685 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d06c38e-b15e-426f-841b-c8f3a0031424'] response: {'server_uuid': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2', 'code': 200} May 10 11:30:35.461721 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.474604 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.526237 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.527053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:35.527777 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.557129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:35.567307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.626561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] Pushing event updated for resources: {'Network': ['ID=b60dcbb5-857e-445d-a619-3af1ea4197d7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:35.635243 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e954914a-31f5-4cac-949d-0fa5afe3106f req-445bc667-6b65-4ba1-852c-76bce0bfe450 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 210 time: 0.5526423 May 10 11:30:35.636134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af90ef6d-c903-4d09-b770-b99c54212889 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8315992 May 10 11:30:35.636904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37584) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:35.640365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network b60dcbb5-857e-445d-a619-3af1ea4197d7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:30:35.644741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Request body: {'subnet': {'network_id': 'b60dcbb5-857e-445d-a619-3af1ea4197d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-827179482-subnet', 'tenant_id': '0258c6009464440a90b33d687495f5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:35.673654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Made reservation on behalf of 0258c6009464440a90b33d687495f5b3 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:35.677654 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.705920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.729249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4183d2-be24-435e-a520-2b960bd25407,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:35.772474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 65b6b1d5-dc8a-4e36-8e70-453e232086fd yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:30:35.825032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['4a285203-95c3-4378-baf3-fa8487844a5e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:36.008618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Pushing event deleted for resources: {'Port': ['ID=b1db854a-fff0-4318-9cd7-b2f8a0e919c2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:36.084360 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be899467-b85c-424e-9374-e71b9ddf9b0d req-ee75dd1a-3e19-44fe-97da-a4095380ac26 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea85826-7276-4cc2-9992-eae98f310aa1 HTTP/1.1" status: 200 len: 210 time: 0.0669560 May 10 11:30:36.330762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] No DVR routers for this DVR port b1db854a-fff0-4318-9cd7-b2f8a0e919c2 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:36.332548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:30:36.350344 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:36.360197 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24d18993-c30e-4014-9f40-0decdfa011e9 req-9ef7b653-946c-4063-9d46-11263f08b5d7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.49 "DELETE /v2.0/ports/b1db854a-fff0-4318-9cd7-b2f8a0e919c2 HTTP/1.1" status: 204 len: 173 time: 5.6540160 May 10 11:30:36.377474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'name': 'network-vif-deleted', 'tag': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:36.387237 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde8506f-d6d5-4785-bbba-f13d441ea0a5" -d '{"events": [{"server_uuid": "3ea85826-7276-4cc2-9992-eae98f310aa1", "name": "network-vif-deleted", "tag": "b1db854a-fff0-4318-9cd7-b2f8a0e919c2"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:36.477199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d2819fc8-3528-4ae3-af59-3d4c24cbfe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:36.556202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Attempting to bind port 8a4183d2-be24-435e-a520-2b960bd25407 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:36.556494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Attempting to bind port 8a4183d2-be24-435e-a520-2b960bd25407 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '7a4ecfd8-05ec-43e5-927e-5690c1bc4a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '810185d0-ad50-49d9-8e1d-7831abdf2e7a'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:36.556794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Attempting to bind port 8a4183d2-be24-435e-a520-2b960bd25407 on network 810185d0-ad50-49d9-8e1d-7831abdf2e7a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:36.566248 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a992d8ba-09d6-4851-b109-4298171bb1cf x-openstack-request-id: req-a992d8ba-09d6-4851-b109-4298171bb1cf {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:36.566625 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea85826-7276-4cc2-9992-eae98f310aa1", "name": "network-vif-deleted", "tag": "b1db854a-fff0-4318-9cd7-b2f8a0e919c2", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:36.567799 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a992d8ba-09d6-4851-b109-4298171bb1cf {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:36.569300 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a992d8ba-09d6-4851-b109-4298171bb1cf'] response: {'server_uuid': '3ea85826-7276-4cc2-9992-eae98f310aa1', 'name': 'network-vif-deleted', 'tag': 'b1db854a-fff0-4318-9cd7-b2f8a0e919c2', 'status': 'completed', 'code': 200} May 10 11:30:36.676817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Port 8a4183d2-be24-435e-a520-2b960bd25407 on network 810185d0-ad50-49d9-8e1d-7831abdf2e7a not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:30:36.677742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Attempting to bind port 8a4183d2-be24-435e-a520-2b960bd25407 on network 810185d0-ad50-49d9-8e1d-7831abdf2e7a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:36.710875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:36.711709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Checking segment: {'id': '7a4ecfd8-05ec-43e5-927e-5690c1bc4a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '810185d0-ad50-49d9-8e1d-7831abdf2e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:36.712072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Bound using segment: {'id': '7a4ecfd8-05ec-43e5-927e-5690c1bc4a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '810185d0-ad50-49d9-8e1d-7831abdf2e7a'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:36.713244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Bound port: 8a4183d2-be24-435e-a520-2b960bd25407, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4ecfd8-05ec-43e5-927e-5690c1bc4a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '810185d0-ad50-49d9-8e1d-7831abdf2e7a'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:36.714371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.032409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:30:37.048761 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Sync routers for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:37.074155 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:30:37.074708 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:30:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:37.075909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] For port 8a4183d2-be24-435e-a520-2b960bd25407, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:37.080624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] For port 8a4183d2-be24-435e-a520-2b960bd25407, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a4183d2-be24-435e-a520-2b960bd25407,segment=NetworkSegment(7a4ecfd8-05ec-43e5-927e-5690c1bc4a39),segment_id=7a4ecfd8-05ec-43e5-927e-5690c1bc4a39)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:37.205014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 172.20.0.5 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/43728b00-a7e8-4851-b9c0-6287932bf474/65b6b1d5-dc8a-4e36-8e70-453e232086fd) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:37.215250 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.226055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:feb9:ce96 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/22ca641f-d58e-41d9-9d7b-5975c480e126/65b6b1d5-dc8a-4e36-8e70-453e232086fd) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:37.419645 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:30:37.431256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.549432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d17e1be-3b98-4cab-bb64-b10e28dfe25f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:37.563434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aadb80e9-f86d-45a5-9443-b9ec38ea8f81 req-7445d92b-ab6d-4057-bbc8-9cf21b6a9742 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 210 time: 0.5236573 May 10 11:30:37.583266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a9b56-5bbf-47b0-8a4c-7227fc2ac078 req-83da77dd-fb99-4f3b-a82a-57d95f64dc48 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:37.595906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-601a9b56-5bbf-47b0-8a4c-7227fc2ac078 req-83da77dd-fb99-4f3b-a82a-57d95f64dc48 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 944 time: 0.4248006 May 10 11:30:37.598231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Checking segment: {'id': 'd3cb1438-444c-4a30-8edc-1e60e98c48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b60dcbb5-857e-445d-a619-3af1ea4197d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:37.599629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Network hostable DHCP agents. Network: b60dcbb5-857e-445d-a619-3af1ea4197d7, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:30:37.726051 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.783412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Network b60dcbb5-857e-445d-a619-3af1ea4197d7 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:30:37.814728 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-601a9b56-5bbf-47b0-8a4c-7227fc2ac078 req-aa1f4e99-0210-45db-8a04-82473a4d262f tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144415 May 10 11:30:37.840326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, b60dcbb5-857e-445d-a619-3af1ea4197d7) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:37.846142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:37.847307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.854534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf18f94-6080-476c-b618-c8581523dc12 None None] Network b60dcbb5-857e-445d-a619-3af1ea4197d7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:37.871511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bb0639d0-db09-409b-860e-1f8120e3be54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2329021 May 10 11:30:38.229386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:32Z', 'revision_number': 3, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:38.383653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42b747-7e8e-4ff6-ace1-833690b2f310 req-aaa4bb1f-0062-4779-b1f6-aa47aca6cc24 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:38.391099 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Checking router: f5decfaf-4e2f-4c78-865c-7f48f0884ad4 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:38.391704 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Updating router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 port fe794c14-c61e-434e-accc-7710138eea43 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:30:38.407612 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad42b747-7e8e-4ff6-ace1-833690b2f310 req-aaa4bb1f-0062-4779-b1f6-aa47aca6cc24 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1492920 May 10 11:30:38.545728 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.547203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad42b747-7e8e-4ff6-ace1-833690b2f310 req-1e89513a-4909-46fc-a75e-29381b04656d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354566 May 10 11:30:38.644486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570bf65-67d7-4ab0-bda7-c4d7d3bbcb88 None None] Network b60dcbb5-857e-445d-a619-3af1ea4197d7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:38.725537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:38.726213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.727846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] 10.222.0.49 "PUT /v2.0/ports/8a4183d2-be24-435e-a520-2b960bd25407 HTTP/1.1" status: 200 len: 1092 time: 8.0033302 May 10 11:30:38.728439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db32367-e560-40da-8a0f-9ab86dcb19c9', 'tag': '8a4183d2-be24-435e-a520-2b960bd25407'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:38.730944 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47266916-69ac-45e5-ad0f-ea05c0dfdb00" -d '{"events": [{"name": "network-changed", "server_uuid": "0db32367-e560-40da-8a0f-9ab86dcb19c9", "tag": "8a4183d2-be24-435e-a520-2b960bd25407"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:38.769432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.780968 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a630d5a0-0d8f-41dd-81a6-63ed33ff4b5b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 15.7789767 May 10 11:30:38.789444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37646) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:38.855148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab614f34-c360-4123-9090-de491c8f96cf req-2f57eb4d-fdff-4c4c-a7a3-66d7e41bb483 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 210 time: 0.0808101 May 10 11:30:39.131803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-622a111a-3b88-4c5f-a7d7-62b3d3580b32 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:39.141623 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-622a111a-3b88-4c5f-a7d7-62b3d3580b32 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/networks?id=b60dcbb5-857e-445d-a619-3af1ea4197d7 HTTP/1.1" status: 200 len: 820 time: 0.4281073 May 10 11:30:39.165704 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122545ea-3d06-40d7-9f74-a828ef419152 x-openstack-request-id: req-122545ea-3d06-40d7-9f74-a828ef419152 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:39.166011 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db32367-e560-40da-8a0f-9ab86dcb19c9", "tag": "8a4183d2-be24-435e-a520-2b960bd25407", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:39.166240 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-122545ea-3d06-40d7-9f74-a828ef419152 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:39.166756 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122545ea-3d06-40d7-9f74-a828ef419152'] response: {'name': 'network-changed', 'server_uuid': '0db32367-e560-40da-8a0f-9ab86dcb19c9', 'tag': '8a4183d2-be24-435e-a520-2b960bd25407', 'status': 'completed', 'code': 200} May 10 11:30:39.177186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-4ab0d666-1da7-4b07-819e-52314f2024a6 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/quotas/0258c6009464440a90b33d687495f5b3 HTTP/1.1" status: 200 len: 375 time: 0.0341084 May 10 11:30:39.179831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994bb38-830d-4cdf-a3c1-af4a0b8e9a34 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4183d2-be24-435e-a520-2b960bd25407,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:39.212312 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.278666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-3e0a665f-565a-488c-9a2b-6583ae9a7844 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0258c6009464440a90b33d687495f5b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007442 May 10 11:30:39.413388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-10ea8e0a-af37-4f6a-925a-ff4ea34aee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:39.414906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-10ea8e0a-af37-4f6a-925a-ff4ea34aee86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b83668b158574e03b86e7711fc1a3e31&device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 1095 time: 0.6206720 May 10 11:30:39.461581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.544048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-2b1dc469-8dbf-4ff0-ad2e-7736d3497aaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a4183d2-be24-435e-a520-2b960bd25407 HTTP/1.1" status: 200 len: 217 time: 0.1165648 May 10 11:30:39.560486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.610075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-89cf5a66-c2e6-4094-aad1-ad907020a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:39.611741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-89cf5a66-c2e6-4094-aad1-ad907020a6f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=716591d9-9173-438e-b8b3-9d172e9fd6d1 HTTP/1.1" status: 200 len: 863 time: 0.0584683 May 10 11:30:39.645256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3cef9-9ff6-4225-96dc-6bcaa08c8481 req-26eb7f57-034b-4712-a508-d535f1778633 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:39.656128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-e6d9ef4f-cbe9-4a37-b00a-04468b83b37d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=810185d0-ad50-49d9-8e1d-7831abdf2e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331504 May 10 11:30:39.661964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a3cef9-9ff6-4225-96dc-6bcaa08c8481 req-26eb7f57-034b-4712-a508-d535f1778633 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 944 time: 0.2930467 May 10 11:30:39.671556 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-6260c39d-70f0-4e28-bdae-289a3fbdcc57 service neutron] 10.222.0.13 "GET /v2.0/networks/b60dcbb5-857e-445d-a619-3af1ea4197d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903377 May 10 11:30:39.850257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-08afbb97-f292-426d-9ca3-b1ea82e03977 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:39.853124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-08afbb97-f292-426d-9ca3-b1ea82e03977 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.1864398 May 10 11:30:39.869219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a3cef9-9ff6-4225-96dc-6bcaa08c8481 req-e9c03fbc-94bc-4282-ad4b-1ddc1c9ffbd3 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880214 May 10 11:30:39.872795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.950870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=65b6b1d5-dc8a-4e36-8e70-453e232086fd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:39.980825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:39.986778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:40.001494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-ee30f443-0d2a-45ae-a49c-2bc1e963dbc5 service neutron] 10.222.0.13 "GET /v2.0/networks/b60dcbb5-857e-445d-a619-3af1ea4197d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286223 May 10 11:30:40.007557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:40.031378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-63edfcf5-6681-4cb4-ad1b-2458699cfc3b service neutron] 10.222.0.49 "GET /v2.0/networks/810185d0-ad50-49d9-8e1d-7831abdf2e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490953 May 10 11:30:40.134824 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.174568 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.321808 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Pushing event updated for resources: {'Port': ['ID=fe794c14-c61e-434e-accc-7710138eea43,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:40.382099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:40.393937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.395994 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.399139 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.399507 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.402154 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.402534 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.402876 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.403214 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.403546 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.403897 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.404225 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.404550 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.404869 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:40.432948 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Attempting to bind port fe794c14-c61e-434e-accc-7710138eea43 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:40.433951 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Attempting to bind port fe794c14-c61e-434e-accc-7710138eea43 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:40.434154 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Attempting to bind port fe794c14-c61e-434e-accc-7710138eea43 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:40.439091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7bb979aa-30b2-4075-8ecb-414dffd4300c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.5690315 May 10 11:30:40.441525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37670) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:40.475148 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:40.475508 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:40.475989 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.476377 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:40.477146 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Bound port: fe794c14-c61e-434e-accc-7710138eea43, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:40.477292 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.518309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2012c4f-b55f-41a7-b9a1-fcabe6d9f9f9 req-c7bd0cbe-2951-4172-931d-7bac858b0c7d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:40.531523 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a2012c4f-b55f-41a7-b9a1-fcabe6d9f9f9 req-c7bd0cbe-2951-4172-931d-7bac858b0c7d tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 945 time: 0.4254205 May 10 11:30:40.656663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Deleting port 4a285203-95c3-4378-baf3-fa8487844a5e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:40.657276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.705157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a2012c4f-b55f-41a7-b9a1-fcabe6d9f9f9 req-912dd4b6-5de1-4d05-81a0-7469fe6eb1cf tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ae19f4f-e96d-480b-bc49-28d8d84106c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722019 May 10 11:30:40.725674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1cdcc739-e603-4fba-8161-dfe07cdc7380 None None] Provisioning complete for port 65b6b1d5-dc8a-4e36-8e70-453e232086fd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:40.726277 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc739-e603-4fba-8161-dfe07cdc7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.751733 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] For port fe794c14-c61e-434e-accc-7710138eea43, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:40.770411 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] For port fe794c14-c61e-434e-accc-7710138eea43, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe794c14-c61e-434e-accc-7710138eea43,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:40.782172 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.826104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e3a0528-ea25-4194-be05-7bfe370cb152 req-c913f5ee-4c0e-4a18-b685-d1d5bffc21b2 service neutron] 10.222.0.49 "GET /v2.0/networks/810185d0-ad50-49d9-8e1d-7831abdf2e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745834 May 10 11:30:40.855071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df9cfe0-4d97-426b-808e-919b41cefb41 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:40.862329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df9cfe0-4d97-426b-808e-919b41cefb41 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:40.868596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1df9cfe0-4d97-426b-808e-919b41cefb41 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4250817 May 10 11:30:40.868596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37680) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:40.873851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcc739-e603-4fba-8161-dfe07cdc7380 None None] Port 65b6b1d5-dc8a-4e36-8e70-453e232086fd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:30:40.981423 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:30:40.982074 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:30:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:41.019270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-7017cd81-5937-409a-b9c2-f4871c56aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:41.021640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-7017cd81-5937-409a-b9c2-f4871c56aac6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b83668b158574e03b86e7711fc1a3e31&device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 1095 time: 0.1516259 May 10 11:30:41.062020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aad0051f-c77b-43b1-ae2d-87d63118ae25 req-e4134969-998e-4f45-b91e-5b2014d850f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 210 time: 0.0983109 May 10 11:30:41.072160 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b43d3-b94f-4985-982d-0797c6b1ef43 None None] Pushing event updated for resources: {'Port': ['ID=fe794c14-c61e-434e-accc-7710138eea43,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:41.227860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-742ff034-b775-41dd-b909-3336037f69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:41.229364 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-742ff034-b775-41dd-b909-3336037f69a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=810185d0-ad50-49d9-8e1d-7831abdf2e7a HTTP/1.1" status: 200 len: 924 time: 0.1682801 May 10 11:30:41.267004 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:30:41.268665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:41.306899 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-4feee964-3440-4968-8ed6-c540a09a1855 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a4183d2-be24-435e-a520-2b960bd25407 HTTP/1.1" status: 200 len: 217 time: 0.0672021 May 10 11:30:41.321563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] For port 4a285203-95c3-4378-baf3-fa8487844a5e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4a285203-95c3-4378-baf3-fa8487844a5e,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:41.321928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:41.323176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-7834d5ef-cd59-4540-8ba8-1f820aa3f4ce tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:41.325439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-7834d5ef-cd59-4540-8ba8-1f820aa3f4ce tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 807 time: 0.7323575 May 10 11:30:41.382831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-07a2fa7c-eceb-4963-92b6-582d1e26beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:41.384335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-07a2fa7c-eceb-4963-92b6-582d1e26beaf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=716591d9-9173-438e-b8b3-9d172e9fd6d1 HTTP/1.1" status: 200 len: 863 time: 0.0579736 May 10 11:30:41.429652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Calling delete_port for 4a285203-95c3-4378-baf3-fa8487844a5e owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:41.439329 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e84f20a-df00-4355-833b-4e8b27056748 req-a4b2f406-d451-40ba-b52f-947842ad7f89 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 210 time: 0.1527958 May 10 11:30:41.441375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-2829c54a-b656-4300-b4cf-a6dafbc8d317 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=810185d0-ad50-49d9-8e1d-7831abdf2e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442760 May 10 11:30:41.464266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-e76a6911-0fa1-4aa9-be04-4b24d35e6376 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/quotas/efb5d2857e95467a96899612ae8c137d HTTP/1.1" status: 200 len: 375 time: 0.0787504 May 10 11:30:41.472835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-197d1c1c-4c89-412b-8f9a-3001ecd2f9f6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 65b6b1d5-dc8a-4e36-8e70-453e232086fd {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:41.475837 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-197d1c1c-4c89-412b-8f9a-3001ecd2f9f6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:41.637281 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:32Z', 'revision_number': 3, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:41.714848 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e4fc71-f710-40cd-9a21-646448a94f14 None None] The sync data for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 is: [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:32Z', 'revision_number': 3, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:41.959953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae272d03-e101-4307-b849-9608867bb8eb req-3008a9bc-12f8-4500-a20d-90b592528f0d tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:41.971438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae272d03-e101-4307-b849-9608867bb8eb req-3008a9bc-12f8-4500-a20d-90b592528f0d tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 944 time: 0.3420150 May 10 11:30:41.982828 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.001736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['4a285203-95c3-4378-baf3-fa8487844a5e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:42.011554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-744efe1a-b2f5-467c-b569-dbcdd85544d8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5459235 May 10 11:30:42.018493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-bff92e46-41c5-4854-b9b3-401027cf386d service neutron] 10.222.0.49 "GET /v2.0/networks/810185d0-ad50-49d9-8e1d-7831abdf2e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377961 May 10 11:30:42.084692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-197d1c1c-4c89-412b-8f9a-3001ecd2f9f6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.112910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Pushing event deleted for resources: {'Port': ['ID=4a285203-95c3-4378-baf3-fa8487844a5e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:42.339067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-197d1c1c-4c89-412b-8f9a-3001ecd2f9f6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 65b6b1d5-dc8a-4e36-8e70-453e232086fd owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:42.372885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae272d03-e101-4307-b849-9608867bb8eb req-165f4f7b-3a26-4006-8cac-1ab1c303036d tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973091 May 10 11:30:42.388654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] No DVR routers for this DVR port 4a285203-95c3-4378-baf3-fa8487844a5e on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:42.401435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.409244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7b03094-94a1-4620-af5c-14f7d21c8462 req-ad207a86-04cc-406d-ae4a-5bf2e8313fc7 tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.70 "DELETE /v2.0/ports/4a285203-95c3-4378-baf3-fa8487844a5e HTTP/1.1" status: 204 len: 173 time: 2.5348260 May 10 11:30:42.422511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Allocated IP 172.20.0.1 (289efa59-fda4-4293-9eae-657d9a92915f/7ac8dd2b-28e4-4790-829b-affe9594a26d/1e2a0d36-2913-4f43-aa21-157966527121) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:42.432047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e48421b-c27d-47fd-b659-8b481ee7e98b', 'name': 'network-vif-deleted', 'tag': '4a285203-95c3-4378-baf3-fa8487844a5e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:42.445851 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e12e18-80cf-4c61-9177-d23016ac054f" -d '{"events": [{"server_uuid": "5e48421b-c27d-47fd-b659-8b481ee7e98b", "name": "network-vif-deleted", "tag": "4a285203-95c3-4378-baf3-fa8487844a5e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:42.702323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-942ec58a-6218-4b1e-a6f8-2a0ac27009e2 req-c7cc9d10-0f7f-4630-8338-d84f8f483abd tempest-ListServerFiltersTestJSON-2107113451 tempest-ListServerFiltersTestJSON-2107113451-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e48421b-c27d-47fd-b659-8b481ee7e98b HTTP/1.1" status: 200 len: 210 time: 0.0828326 May 10 11:30:42.872834 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.885242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-b675843e-db85-4dfe-81b6-2c898bfe259b service neutron] 10.222.0.13 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488832 May 10 11:30:42.933412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47266916-69ac-45e5-ad0f-ea05c0dfdb00 req-1792624e-a97d-49da-8b1c-e27f79da666f service neutron] 10.222.0.49 "GET /v2.0/networks/810185d0-ad50-49d9-8e1d-7831abdf2e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8959541 May 10 11:30:42.956616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-60dffe08-72f8-48f7-bab0-b77676ae7739 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:42.958441 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-60dffe08-72f8-48f7-bab0-b77676ae7739 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.49 "GET /v2.0/networks?id=b60dcbb5-857e-445d-a619-3af1ea4197d7 HTTP/1.1" status: 200 len: 820 time: 0.6138153 May 10 11:30:42.990497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1dc9e690-69a9-4a8f-a6a2-b3aa6d1c1853 req-0d3a9ec6-8478-4ea4-a93f-34ed36ed139a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e007fb-5ca9-455e-bad3-2bd421f736da HTTP/1.1" status: 200 len: 210 time: 0.0919635 May 10 11:30:42.990983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe794c14-c61e-434e-accc-7710138eea43 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:43.140599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.143661 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Request body: {'port': {'device_id': 'd706a195-ec8b-483a-a1f2-f3d27de13e2c', 'network_id': 'b60dcbb5-857e-445d-a619-3af1ea4197d7', 'admin_state_up': True, 'tenant_id': '0258c6009464440a90b33d687495f5b3'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:43.180718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fe794c14-c61e-434e-accc-7710138eea43 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:43.181261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.293002 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40774bab-f759-4541-833d-1d96396f4683 x-openstack-request-id: req-40774bab-f759-4541-833d-1d96396f4683 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:43.301565 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e48421b-c27d-47fd-b659-8b481ee7e98b", "name": "network-vif-deleted", "tag": "4a285203-95c3-4378-baf3-fa8487844a5e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:43.303284 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40774bab-f759-4541-833d-1d96396f4683 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:43.304691 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40774bab-f759-4541-833d-1d96396f4683'] response: {'server_uuid': '5e48421b-c27d-47fd-b659-8b481ee7e98b', 'name': 'network-vif-deleted', 'tag': '4a285203-95c3-4378-baf3-fa8487844a5e', 'status': 'completed', 'code': 200} May 10 11:30:43.327865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Network 289efa59-fda4-4293-9eae-657d9a92915f is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:43.346205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:43.375237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2a0d36-2913-4f43-aa21-157966527121,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:43.381913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:43.474225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fe794c14-c61e-434e-accc-7710138eea43 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:43.474966 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.523213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port fe794c14-c61e-434e-accc-7710138eea43, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe794c14-c61e-434e-accc-7710138eea43,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:43.536855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-38ff4547-b7be-47fe-9aee-d5181901a578 req-22d3a33c-e5c0-4520-8976-d4d481498026 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 210 time: 0.0718300 May 10 11:30:43.564439 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.576531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.621117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-eae5c7bf-b7e6-4983-b348-82531e05d02d service neutron] 10.222.0.13 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196155 May 10 11:30:43.660233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=fe794c14-c61e-434e-accc-7710138eea43,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:43.800584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.836250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9f043bfb-fc0b-4107-b06f-a137f9482bee None None] Provisioning complete for port 1e2a0d36-2913-4f43-aa21-157966527121 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:43.836250 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f043bfb-fc0b-4107-b06f-a137f9482bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.842313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Made reservation on behalf of 0258c6009464440a90b33d687495f5b3 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:43.852925 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.877944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-197d1c1c-4c89-412b-8f9a-3001ecd2f9f6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.910582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9f043bfb-fc0b-4107-b06f-a137f9482bee None None] Port 1e2a0d36-2913-4f43-aa21-157966527121 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:30:43.940501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d1c1c-4c89-412b-8f9a-3001ecd2f9f6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=65b6b1d5-dc8a-4e36-8e70-453e232086fd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:44.095437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.105896 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.171807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b230a00-2352-4af2-ace1-f05a52609680 req-c503c0ac-6c4c-4670-976b-bc32e618479b tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:44.179981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b230a00-2352-4af2-ace1-f05a52609680 req-c503c0ac-6c4c-4670-976b-bc32e618479b tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 944 time: 0.3807023 May 10 11:30:44.238184 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Allocated IP 172.20.0.2 (b60dcbb5-857e-445d-a619-3af1ea4197d7/5d17e1be-3b98-4cab-bb64-b10e28dfe25f/6cbcad42-adc6-401f-9cc5-73882f4fc14d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:44.293420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2a0d36-2913-4f43-aa21-157966527121,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:44.299632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37730) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:44.317015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8a4183d2-be24-435e-a520-2b960bd25407 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:30:44.346457 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.447413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff96c85d-be11-4ebc-b614-b7cfd7634f20 admin admin] Deleting subnet 0e754fcc-c47e-49ea-9092-9825e1ae4608 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:44.458895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96c85d-be11-4ebc-b614-b7cfd7634f20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.484240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b230a00-2352-4af2-ace1-f05a52609680 req-16794db4-4f5c-4edb-a867-8af6a251d355 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031323 May 10 11:30:44.503065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-197d1c1c-4c89-412b-8f9a-3001ecd2f9f6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.525375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-197d1c1c-4c89-412b-8f9a-3001ecd2f9f6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/65b6b1d5-dc8a-4e36-8e70-453e232086fd HTTP/1.1" status: 204 len: 168 time: 3.6029413 May 10 11:30:44.528274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37744) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:44.561767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 4a285203-95c3-4378-baf3-fa8487844a5e no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:44.670778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 4a285203-95c3-4378-baf3-fa8487844a5e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:44.674142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 4a285203-95c3-4378-baf3-fa8487844a5e not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:44.740239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ab348de-17ce-4987-911d-dd07414f1cee req-6bde67a8-7a5f-40bd-b3b5-1795635cfcf6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.1720681 May 10 11:30:44.748227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.803232 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d746d812-3ffd-4b0c-b98b-539eadf562ff req-9f88a3cb-e963-4db8-9993-5fc26cc3911f tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 210 time: 0.0906317 May 10 11:30:44.852810 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96c85d-be11-4ebc-b614-b7cfd7634f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.868437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8a4183d2-be24-435e-a520-2b960bd25407, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a4183d2-be24-435e-a520-2b960bd25407,segment=NetworkSegment(7a4ecfd8-05ec-43e5-927e-5690c1bc4a39),segment_id=7a4ecfd8-05ec-43e5-927e-5690c1bc4a39)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:44.871692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.928567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '8a4183d2-be24-435e-a520-2b960bd25407', 'network_id': '810185d0-ad50-49d9-8e1d-7831abdf2e7a', 'port_id': '8a4183d2-be24-435e-a520-2b960bd25407', 'mac_address': 'fa:16:3e:45:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716591d9-9173-438e-b8b3-9d172e9fd6d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:30:44.952058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7852aee-e786-4b25-a32f-d605aeb2a50a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:44.954152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7852aee-e786-4b25-a32f-d605aeb2a50a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:44.955968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7852aee-e786-4b25-a32f-d605aeb2a50a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:44.957965 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a7852aee-e786-4b25-a32f-d605aeb2a50a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4283738 May 10 11:30:44.966774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37764) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:44.968966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-5f421947-a5ca-4614-ae39-d2ee8db3c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:44.970636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-5f421947-a5ca-4614-ae39-d2ee8db3c401 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 1096 time: 0.2455893 May 10 11:30:45.021410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe794c14-c61e-434e-accc-7710138eea43 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:45.048279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Network b60dcbb5-857e-445d-a619-3af1ea4197d7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:45.056458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:45.070366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:45.148488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Pushing event updated for resources: {'Port': ['ID=6cbcad42-adc6-401f-9cc5-73882f4fc14d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:45.151054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8a4183d2-be24-435e-a520-2b960bd25407 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:45.151456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.195974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4183d2-be24-435e-a520-2b960bd25407 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:45.204414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:45.205458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.230892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-f662c2dd-6e5d-4511-b546-a72c4444b0f1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2064509 May 10 11:30:45.248444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8a4183d2-be24-435e-a520-2b960bd25407, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a4183d2-be24-435e-a520-2b960bd25407,segment=NetworkSegment(7a4ecfd8-05ec-43e5-927e-5690c1bc4a39),segment_id=7a4ecfd8-05ec-43e5-927e-5690c1bc4a39)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:45.250255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Request body: {'port': {'device_id': 'd706a195-ec8b-483a-a1f2-f3d27de13e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:45.254299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Network 289efa59-fda4-4293-9eae-657d9a92915f is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:45.259315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fe794c14-c61e-434e-accc-7710138eea43 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:45.260946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.275867 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.284113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:45.363939 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.427055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8a4183d2-be24-435e-a520-2b960bd25407,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:45.476325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.476677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.477023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.477362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.477698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.478033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.478365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.484062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.486222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.486678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.487670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.488917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:45.601134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8a4183d2-be24-435e-a520-2b960bd25407'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:45.721633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fe794c14-c61e-434e-accc-7710138eea43 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:45.779363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1d94b43f-fe7c-49cf-9dbb-0ea6966a8f37 None None] Provisioning complete for port 1e2a0d36-2913-4f43-aa21-157966527121 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:45.779636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1d94b43f-fe7c-49cf-9dbb-0ea6966a8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.838751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1d94b43f-fe7c-49cf-9dbb-0ea6966a8f37 None None] Port 1e2a0d36-2913-4f43-aa21-157966527121 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:30:45.939183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3c977a-98af-44bf-99d4-86543a3ac023 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 22ca641f-d58e-41d9-9d7b-5975c480e126 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:45.945474 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5e3c977a-98af-44bf-99d4-86543a3ac023 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.042672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96c85d-be11-4ebc-b614-b7cfd7634f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.045648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-7c0ebb22-d50f-492d-96e3-141be6d48b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:46.047302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-7c0ebb22-d50f-492d-96e3-141be6d48b61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 905 time: 1.0059466 May 10 11:30:46.208762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5e3c977a-98af-44bf-99d4-86543a3ac023 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.218986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415244e-5404-4045-9d73-92cd84fe33bc req-f6d2b643-bd4b-4b09-b818-18dac9644556 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:46.227156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6415244e-5404-4045-9d73-92cd84fe33bc req-f6d2b643-bd4b-4b09-b818-18dac9644556 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 945 time: 0.5442877 May 10 11:30:46.338613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbcad42-adc6-401f-9cc5-73882f4fc14d {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:46.345101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-e6f0c29d-0e11-48e7-8e8f-b8ce8220800a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:46.346982 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-e6f0c29d-0e11-48e7-8e8f-b8ce8220800a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 807 time: 0.3779442 May 10 11:30:46.348325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.354958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-11c948ef-2bc2-40e1-985a-745083583d84 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:46.356792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-11c948ef-2bc2-40e1-985a-745083583d84 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 1.1106930 May 10 11:30:46.368352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-acd66b6f-0c90-4278-8e8e-8d39d86690ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b567c78f-81d1-49ae-9759-13bbfc883f28 HTTP/1.1" status: 200 len: 217 time: 0.2423577 May 10 11:30:46.368857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Transition to ACTIVE for port object 6cbcad42-adc6-401f-9cc5-73882f4fc14d will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:46.369525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96c85d-be11-4ebc-b614-b7cfd7634f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.375542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Request body: {'port': {'device_id': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'admin_state_up': True, 'tenant_id': 'efb5d2857e95467a96899612ae8c137d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:46.379088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.465259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-9d1b4e75-da0a-406a-861d-78d56a41a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:46.466693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-9d1b4e75-da0a-406a-861d-78d56a41a215 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.0760674 May 10 11:30:46.475835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:30:46.494494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6415244e-5404-4045-9d73-92cd84fe33bc req-814f18b8-3ec9-4d1e-b105-6aa81f5ccb8c tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662308 May 10 11:30:46.556085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Pushing event updated for resources: {'Port': ['ID=6cbcad42-adc6-401f-9cc5-73882f4fc14d,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:46.571336 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96c85d-be11-4ebc-b614-b7cfd7634f20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.578258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0e094-80c7-4590-b6dc-38bf15770c85 None None] Network d98e2e5f-6037-4951-b64a-d4b2229de02a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:46.599390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff96c85d-be11-4ebc-b614-b7cfd7634f20 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e754fcc-c47e-49ea-9092-9825e1ae4608 HTTP/1.1" status: 204 len: 168 time: 2.2962046 May 10 11:30:46.602553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37796) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:46.626002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Attempting to bind port 6cbcad42-adc6-401f-9cc5-73882f4fc14d on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:46.626565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Attempting to bind port 6cbcad42-adc6-401f-9cc5-73882f4fc14d by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'd3cb1438-444c-4a30-8edc-1e60e98c48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b60dcbb5-857e-445d-a619-3af1ea4197d7'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:46.627040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Attempting to bind port 6cbcad42-adc6-401f-9cc5-73882f4fc14d on network b60dcbb5-857e-445d-a619-3af1ea4197d7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:46.632896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Port 6cbcad42-adc6-401f-9cc5-73882f4fc14d on network b60dcbb5-857e-445d-a619-3af1ea4197d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:30:46.633805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Attempting to bind port 6cbcad42-adc6-401f-9cc5-73882f4fc14d on network b60dcbb5-857e-445d-a619-3af1ea4197d7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:46.638676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96c85d-be11-4ebc-b614-b7cfd7634f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e754fcc-c47e-49ea-9092-9825e1ae4608,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:46.639781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:46.640294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Checking segment: {'id': 'd3cb1438-444c-4a30-8edc-1e60e98c48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b60dcbb5-857e-445d-a619-3af1ea4197d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:46.641456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-0aa1ff37-78c4-4062-bdb9-2329eeea046f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/quotas/c89bb4bc5fa7432db2959a91ad5782d5 HTTP/1.1" status: 200 len: 375 time: 0.2621541 May 10 11:30:46.653970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Bound using segment: {'id': 'd3cb1438-444c-4a30-8edc-1e60e98c48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b60dcbb5-857e-445d-a619-3af1ea4197d7'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:46.655002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Bound port: 6cbcad42-adc6-401f-9cc5-73882f4fc14d, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cb1438-444c-4a30-8edc-1e60e98c48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b60dcbb5-857e-445d-a619-3af1ea4197d7'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:46.656027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.714617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-148aa267-b772-46db-bc67-0a592ea92899 req-7bebf378-194e-4d76-8eb8-e86a9252507f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0425599 May 10 11:30:46.789483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] For port 6cbcad42-adc6-401f-9cc5-73882f4fc14d, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:46.792814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] For port 6cbcad42-adc6-401f-9cc5-73882f4fc14d, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cbcad42-adc6-401f-9cc5-73882f4fc14d,segment=NetworkSegment(d3cb1438-444c-4a30-8edc-1e60e98c48f3),segment_id=d3cb1438-444c-4a30-8edc-1e60e98c48f3)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:46.804142 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.824922 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-6d049bea-9b6e-4e5d-bcf3-c93ea7abfc9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3078370 May 10 11:30:46.941314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] DHCP port deletion for d98e2e5f-6037-4951-b64a-d4b2229de02a request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:46.949811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:46.950827 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.952501 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] 10.222.0.49 "PUT /v2.0/ports/6cbcad42-adc6-401f-9cc5-73882f4fc14d HTTP/1.1" status: 200 len: 1091 time: 1.7118895 May 10 11:30:46.953549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad5047-e28f-4f74-b9bf-de90767abc6d service neutron] Pushing event updated for resources: {'Port': ['ID=6cbcad42-adc6-401f-9cc5-73882f4fc14d,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:46.965226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-d261231f-5fb9-4ba6-9c29-6b353e998128 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1506236 May 10 11:30:46.973586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd706a195-ec8b-483a-a1f2-f3d27de13e2c', 'tag': '6cbcad42-adc6-401f-9cc5-73882f4fc14d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:46.977186 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94483be-9b0b-4208-aadf-57e7ab5ee54a" -d '{"events": [{"name": "network-changed", "server_uuid": "d706a195-ec8b-483a-a1f2-f3d27de13e2c", "tag": "6cbcad42-adc6-401f-9cc5-73882f4fc14d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:47.083373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] Deleting port 15099e74-deb3-41b7-b89e-644d5b0e5e5f {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:47.083703 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.144454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.145826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1667241-2a5e-49c9-8d97-d658959cf881 req-f6906909-2cfc-470e-994d-dd62c6c28091 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:47.153689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5e3c977a-98af-44bf-99d4-86543a3ac023 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.154704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1667241-2a5e-49c9-8d97-d658959cf881 req-f6906909-2cfc-470e-994d-dd62c6c28091 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 943 time: 0.2860923 May 10 11:30:47.202040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-5b25a56c-24c4-43c5-ba0d-e90585f1e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:47.209705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-5b25a56c-24c4-43c5-ba0d-e90585f1e3eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0258c6009464440a90b33d687495f5b3&device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 1094 time: 0.2013731 May 10 11:30:47.248587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] For port 15099e74-deb3-41b7-b89e-644d5b0e5e5f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=15099e74-deb3-41b7-b89e-644d5b0e5e5f,segment=NetworkSegment(f6a9262b-b6fe-4f21-b8ac-0ec629517e84),segment_id=f6a9262b-b6fe-4f21-b8ac-0ec629517e84)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:47.249056 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.269419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:30:47.288320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Sync routers for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:47.290649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] Calling delete_port for 15099e74-deb3-41b7-b89e-644d5b0e5e5f owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:47.293931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cc2a8032-486a-4495-8531-873cba7a5fe5 admin admin] 10.222.0.13 "PUT /v2.0/routers/f5decfaf-4e2f-4c78-865c-7f48f0884ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4703100 May 10 11:30:47.297587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Made reservation on behalf of efb5d2857e95467a96899612ae8c137d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:47.301475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.305700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-97ba6d77-0a28-43cf-94a2-10aebed9c863 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cbcad42-adc6-401f-9cc5-73882f4fc14d HTTP/1.1" status: 200 len: 217 time: 0.0844014 May 10 11:30:47.316502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1667241-2a5e-49c9-8d97-d658959cf881 req-80130de5-5fb7-497b-b242-4d2a12ee8a10 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588156 May 10 11:30:47.380343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-836be14b-1312-4e4c-a0fb-a26741da4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:47.382688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-836be14b-1312-4e4c-a0fb-a26741da4acd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d17e1be-3b98-4cab-bb64-b10e28dfe25f HTTP/1.1" status: 200 len: 860 time: 0.0646236 May 10 11:30:47.416507 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-2e748632-ebac-453e-a0c4-2d03de3600d9 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092216 May 10 11:30:47.434962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-3897bafb-467e-406d-8cc3-abd4008e1ded service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508082 May 10 11:30:47.481442 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-e1625e94-943e-4651-85a3-6a5648f67ce6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b60dcbb5-857e-445d-a619-3af1ea4197d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679314 May 10 11:30:47.563565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:30:47.565223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:30:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:47.600125 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a796e06-9544-4fb4-9f17-d6d0f11df005 req-4875f9a0-35c5-4882-b64d-7913d1a73473 service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358919 May 10 11:30:47.601317 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1d3447-08a9-4eb7-b357-9b07a24dc778 x-openstack-request-id: req-cd1d3447-08a9-4eb7-b357-9b07a24dc778 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:47.601761 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d706a195-ec8b-483a-a1f2-f3d27de13e2c", "tag": "6cbcad42-adc6-401f-9cc5-73882f4fc14d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:47.605397 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd1d3447-08a9-4eb7-b357-9b07a24dc778 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:47.606034 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1d3447-08a9-4eb7-b357-9b07a24dc778'] response: {'name': 'network-changed', 'server_uuid': 'd706a195-ec8b-483a-a1f2-f3d27de13e2c', 'tag': '6cbcad42-adc6-401f-9cc5-73882f4fc14d', 'status': 'completed', 'code': 200} May 10 11:30:47.716921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f6531-619b-460e-9f13-5e3d70c89089 req-ff3373ae-9509-46e9-aee3-0ee3e463f643 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:47.725175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da7f6531-619b-460e-9f13-5e3d70c89089 req-ff3373ae-9509-46e9-aee3-0ee3e463f643 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 945 time: 0.0993173 May 10 11:30:47.746284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-44b95a87-3935-41ad-8c52-169f872b12d4 service neutron] 10.222.0.49 "GET /v2.0/networks/b60dcbb5-857e-445d-a619-3af1ea4197d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637463 May 10 11:30:47.877534 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.911354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:30:47.916437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da7f6531-619b-460e-9f13-5e3d70c89089 req-e479db92-9ed6-4b29-b46c-4ac9f9dc65dd tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900485 May 10 11:30:47.955245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Allocated IP 172.20.0.4 (71ab3599-0b94-42b0-a8b7-bdcda1d316b9/7a0684e5-74b7-4e63-96d3-9612fb08251a/70d0e828-eb86-40c0-a515-1d8f865feca8) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:47.979134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5e3c977a-98af-44bf-99d4-86543a3ac023 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.007488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d769eb57-e573-4729-95a5-00fcaa072b43 req-e7b5593e-66e8-4ba4-8aa6-dd1bd12d342a service neutron] 10.222.0.49 "GET /v2.0/networks/b60dcbb5-857e-445d-a619-3af1ea4197d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473853 May 10 11:30:48.029414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] Pushing event deleted for resources: {'Port': ['ID=15099e74-deb3-41b7-b89e-644d5b0e5e5f,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:48.045993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ef589-7fc2-497a-8eda-4d9fd616d02a None None] No DVR routers for this DVR port 15099e74-deb3-41b7-b89e-644d5b0e5e5f on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:48.048008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84067ae0-2dfb-42da-94ba-6c36876bdb0e None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:48.070504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5e3c977a-98af-44bf-99d4-86543a3ac023 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.081586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5e3c977a-98af-44bf-99d4-86543a3ac023 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/22ca641f-d58e-41d9-9d7b-5975c480e126 HTTP/1.1" status: 204 len: 168 time: 3.1091647 May 10 11:30:48.097820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:48.154912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c977a-98af-44bf-99d4-86543a3ac023 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=22ca641f-d58e-41d9-9d7b-5975c480e126,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:48.194522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbdc432-9470-4016-9d15-145c4969842a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 43728b00-a7e8-4851-b9c0-6287932bf474 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:30:48.194729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Deleting port 15099e74-deb3-41b7-b89e-644d5b0e5e5f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:48.201133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.204344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b8de76d-97e9-468a-9e91-6181fb826bde req-fff078e5-817f-4c2f-ba0a-b7c78fdc7f1c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.1388314 May 10 11:30:48.208036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc432-9470-4016-9d15-145c4969842a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.271003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc432-9470-4016-9d15-145c4969842a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.274865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-c6cee533-a8ac-43a5-b1fa-ea969c49f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:48.276390 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-c6cee533-a8ac-43a5-b1fa-ea969c49f8d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0258c6009464440a90b33d687495f5b3&device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 1094 time: 0.2003956 May 10 11:30:48.374658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] For port 15099e74-deb3-41b7-b89e-644d5b0e5e5f, host n-d-840949-1, got binding levels [] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:48.375093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.403375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Calling delete_port for 15099e74-deb3-41b7-b89e-644d5b0e5e5f owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:48.413014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Port 15099e74-deb3-41b7-b89e-644d5b0e5e5f was not found and therefore no delete operation was performed {{(pid=102768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:30:48.428865 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.475231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8a4183d2-be24-435e-a520-2b960bd25407 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:48.489313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-2fff09a1-35e1-46e2-a76c-4bb5c6f2a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:48.491616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-2fff09a1-35e1-46e2-a76c-4bb5c6f2a217 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b60dcbb5-857e-445d-a619-3af1ea4197d7 HTTP/1.1" status: 200 len: 921 time: 0.1651878 May 10 11:30:48.512222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=15099e74-deb3-41b7-b89e-644d5b0e5e5f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:48.577957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] No DVR routers for this DVR port 15099e74-deb3-41b7-b89e-644d5b0e5e5f on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:48.583758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-b2d73f41-3eac-4f26-93fe-d5c66a423b22 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1301310 May 10 11:30:48.656872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 8a4183d2-be24-435e-a520-2b960bd25407 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:48.709212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 8a4183d2-be24-435e-a520-2b960bd25407 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:48.709595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.808553 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-3ce3b4ba-8f54-46f8-af2a-45b86032b2d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cbcad42-adc6-401f-9cc5-73882f4fc14d HTTP/1.1" status: 200 len: 217 time: 0.1208599 May 10 11:30:48.866043 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.909018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 2, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:48.934552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc432-9470-4016-9d15-145c4969842a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.974842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98e2e5f-6037-4951-b64a-d4b2229de02a']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:49.058925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 15099e74-deb3-41b7-b89e-644d5b0e5e5f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:49.071370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-a50748af-331a-4405-9845-15ad4a1eebad tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:49.083449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-a50748af-331a-4405-9845-15ad4a1eebad tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 818 time: 0.5905743 May 10 11:30:49.084983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.136340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:49.136648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a9262b-b6fe-4f21-b8ac-0ec629517e84') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:49.138099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8a4183d2-be24-435e-a520-2b960bd25407 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:49.138508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.153764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Checking router: f5decfaf-4e2f-4c78-865c-7f48f0884ad4 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:49.154120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Updating router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 port 1e2a0d36-2913-4f43-aa21-157966527121 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:30:49.157830 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.175150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc432-9470-4016-9d15-145c4969842a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.189805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.198531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8a4183d2-be24-435e-a520-2b960bd25407, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a4183d2-be24-435e-a520-2b960bd25407,segment=NetworkSegment(7a4ecfd8-05ec-43e5-927e-5690c1bc4a39),segment_id=7a4ecfd8-05ec-43e5-927e-5690c1bc4a39)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:49.200418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 15099e74-deb3-41b7-b89e-644d5b0e5e5f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:30:49.200802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 15099e74-deb3-41b7-b89e-644d5b0e5e5f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:49.205889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:49.207253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.240471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db32367-e560-40da-8a0f-9ab86dcb19c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4183d2-be24-435e-a520-2b960bd25407'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:49.243470 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9121752-5709-4d00-86f5-301925c7b6d2" -d '{"events": [{"server_uuid": "0db32367-e560-40da-8a0f-9ab86dcb19c9", "name": "network-vif-plugged", "status": "completed", "tag": "8a4183d2-be24-435e-a520-2b960bd25407"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:49.257398 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.320041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdc432-9470-4016-9d15-145c4969842a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=43728b00-a7e8-4851-b9c0-6287932bf474,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:49.336226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-bd817e44-9fb9-4e2c-bb1e-1128a0f0c229 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/quotas/ed62376270744c95bfc3225188dd347f HTTP/1.1" status: 200 len: 375 time: 0.2497149 May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: timer() May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:49.338884 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:49.373960 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.388424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.404592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc432-9470-4016-9d15-145c4969842a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.407392 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.408784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d98e2e5f-6037-4951-b64a-d4b2229de02a HTTP/1.1" status: 204 len: 168 time: 2.7862320 May 10 11:30:49.411649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8a4183d2-be24-435e-a520-2b960bd25407,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:49.416504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2bbdc432-9470-4016-9d15-145c4969842a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/43728b00-a7e8-4851-b9c0-6287932bf474 HTTP/1.1" status: 204 len: 168 time: 1.2944305 May 10 11:30:49.472304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37850) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:49.484356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.503512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['71bfaf3d-4bd6-490b-a577-363d352adc6c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:49.566330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-be50ffda-6559-4f66-8a30-54ee585a0f81 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885332 May 10 11:30:49.572548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-a2c8d200-a511-458b-ba10-e073026542e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:49.574637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-a2c8d200-a511-458b-ba10-e073026542e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d17e1be-3b98-4cab-bb64-b10e28dfe25f HTTP/1.1" status: 200 len: 860 time: 0.7460732 May 10 11:30:49.586496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37852) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:49.598853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d123b-84aa-43b1-be25-d63e38c94fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d98e2e5f-6037-4951-b64a-d4b2229de02a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:49.604651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d411c009-f042-424b-b119-78e3190a7eb7 req-2bc5f3a1-5aa2-4047-b8f3-48bc614a9eb0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5000563 May 10 11:30:49.657681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-50b60fc2-7fae-4d77-978a-5e5485041b7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b60dcbb5-857e-445d-a619-3af1ea4197d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713851 May 10 11:30:49.699973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-9f0c2aa4-f895-44a8-bddf-864fe0745f39 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3483257 May 10 11:30:49.706040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:49.707027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:49.757227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:49.784164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:49.797244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21028042-e002-451b-bc63-4273b6392376 req-7f86aaae-80d6-4413-9905-95e88eea2445 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:49.805584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21028042-e002-451b-bc63-4273b6392376 req-7f86aaae-80d6-4413-9905-95e88eea2445 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 943 time: 0.4709325 May 10 11:30:49.827524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-27bc1111-1b04-4c06-868a-059615d54584 service neutron] 10.222.0.49 "GET /v2.0/networks/b60dcbb5-857e-445d-a619-3af1ea4197d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165838 May 10 11:30:49.891756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Pushing event updated for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:49.960317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:49.963041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.002204 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1c548e22-863d-4ab3-9437-1505c6479ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ff8c078136c43e49f35a73ac996c34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582521 May 10 11:30:50.007159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37858) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:50.026435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c009-f042-424b-b119-78e3190a7eb7 req-e5ef651f-d390-4c60-8615-0a6ec06f6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:50.028152 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d411c009-f042-424b-b119-78e3190a7eb7 req-e5ef651f-d390-4c60-8615-0a6ec06f6eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 1096 time: 0.3850861 May 10 11:30:50.029033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321821bf-a106-48b9-b20e-4aa1b5ebc1d9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:50.033238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-321821bf-a106-48b9-b20e-4aa1b5ebc1d9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4370971 May 10 11:30:50.046251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37860) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:50.055516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21028042-e002-451b-bc63-4273b6392376 req-80e1346d-7f26-4481-9cb0-dac06b136936 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486050 May 10 11:30:50.105673 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-ba6b76ba-cfd3-4a9e-91d3-7dc1a68c1b8e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7478166 May 10 11:30:50.132956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Request body: {'port': {'device_id': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:50.275539 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.294350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e60a06-6755-485a-84c2-5e1acbb587ff None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:50.299805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.354158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de436374-c426-4635-afe7-54681a8cd18f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:50.366186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20977c36-d691-4a58-adfa-f6d91402a5c4 None None] Pushing event updated for resources: {'Port': ['ID=1e2a0d36-2913-4f43-aa21-157966527121,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:50.375671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de436374-c426-4635-afe7-54681a8cd18f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3267393 May 10 11:30:50.382026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37870) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:50.446544 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c94483be-9b0b-4208-aadf-57e7ab5ee54a req-c7a78f5a-2b10-49c2-b189-c336feab47c0 service neutron] 10.222.0.49 "GET /v2.0/networks/b60dcbb5-857e-445d-a619-3af1ea4197d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032140 May 10 11:30:50.478521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.481634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-96f5fa81-4621-4cab-9862-594259b24fdc service neutron] 10.222.0.13 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804952 May 10 11:30:50.485204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a967e82-2773-44ba-9cf6-c47b1825aaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.492992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2d4d7595-d0e0-464d-92ef-f51baeb49202 None None] Provisioning complete for port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:50.493376 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7595-d0e0-464d-92ef-f51baeb49202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.619854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a967e82-2773-44ba-9cf6-c47b1825aaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.691023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Attempting to bind port 1e2a0d36-2913-4f43-aa21-157966527121 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:50.691408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Attempting to bind port 1e2a0d36-2913-4f43-aa21-157966527121 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:50.691807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Attempting to bind port 1e2a0d36-2913-4f43-aa21-157966527121 on network 289efa59-fda4-4293-9eae-657d9a92915f {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:50.704185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:50.704568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Checking segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:50.704975 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.705368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Bound using segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:50.705987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Bound port: 1e2a0d36-2913-4f43-aa21-157966527121, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:50.706367 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.720942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c5dca-aaea-4e8c-81ee-8832002da36c req-e51dad57-f605-44dd-a7c3-f965bae57fcb tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:50.721913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6bbf08af-9ef1-409b-b511-9cc1a4b430d9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3166564 May 10 11:30:50.723619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-795c5dca-aaea-4e8c-81ee-8832002da36c req-e51dad57-f605-44dd-a7c3-f965bae57fcb tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 946 time: 0.2952809 May 10 11:30:50.724641 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a967e82-2773-44ba-9cf6-c47b1825aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.727426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a967e82-2773-44ba-9cf6-c47b1825aaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.728587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7a967e82-2773-44ba-9cf6-c47b1825aaaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ae19f4f-e96d-480b-bc49-28d8d84106c1 HTTP/1.1" status: 204 len: 168 time: 0.7198284 May 10 11:30:50.739204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37874) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:50.743099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a967e82-2773-44ba-9cf6-c47b1825aaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae19f4f-e96d-480b-bc49-28d8d84106c1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:50.752099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-aee51cca-5e13-4256-925e-2398dfd76581 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:50.963037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c009-f042-424b-b119-78e3190a7eb7 req-17130002-6b6a-45a4-9868-cf604f8093c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:50.964583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d411c009-f042-424b-b119-78e3190a7eb7 req-17130002-6b6a-45a4-9868-cf604f8093c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.8987291 May 10 11:30:51.051170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:51.051740 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d411c009-f042-424b-b119-78e3190a7eb7 req-a2e855af-e6c3-4390-ab37-8e2595d8624d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 200 len: 217 time: 0.0747578 May 10 11:30:51.060495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] For port 1e2a0d36-2913-4f43-aa21-157966527121, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:51.065431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d7595-d0e0-464d-92ef-f51baeb49202 None None] Current status of the port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:51.107282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] For port 1e2a0d36-2913-4f43-aa21-157966527121, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1e2a0d36-2913-4f43-aa21-157966527121,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:51.121000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c009-f042-424b-b119-78e3190a7eb7 req-5f6f52b2-8e89-4060-9222-8f8cbed21690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:51.122633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d411c009-f042-424b-b119-78e3190a7eb7 req-5f6f52b2-8e89-4060-9222-8f8cbed21690 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.0611670 May 10 11:30:51.179622 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.180459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d411c009-f042-424b-b119-78e3190a7eb7 req-e0bc8f5b-98d8-46ba-9356-16c2d6616b7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432227 May 10 11:30:51.259659 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-26d81ca2-0b47-4dc9-8c33-8e6c9614aec1 service neutron] 10.222.0.13 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743394 May 10 11:30:51.326535 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d411c009-f042-424b-b119-78e3190a7eb7 req-f1cd73c9-a7cc-474f-a478-d067795ebad5 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320903 May 10 11:30:51.462136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-466b3ea3-a8b7-4ef8-8aec-6fe69ba2d9bb None None] Provisioning complete for port 1e2a0d36-2913-4f43-aa21-157966527121 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:51.462136 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-466b3ea3-a8b7-4ef8-8aec-6fe69ba2d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.466850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d411c009-f042-424b-b119-78e3190a7eb7 req-9d4d9f96-bb88-4b40-ab30-3d47042ccafa service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320822 May 10 11:30:51.595414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20977c36-d691-4a58-adfa-f6d91402a5c4 None None] Pushing event updated for resources: {'Port': ['ID=1e2a0d36-2913-4f43-aa21-157966527121,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:51.623891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:30:51.627408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:30:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:51.786329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] Deleting port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:51.786798 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.808802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7602c0f3-4423-4458-af3c-240ef681bf94 req-62eb2bbe-0250-4a0f-bee4-708e5ebe4f57 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 210 time: 0.0599844 May 10 11:30:52.061686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] For port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:52.063155 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.111505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:30:52.121914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-466b3ea3-a8b7-4ef8-8aec-6fe69ba2d9bb None None] Current status of the port 1e2a0d36-2913-4f43-aa21-157966527121 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:52.124464 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-466b3ea3-a8b7-4ef8-8aec-6fe69ba2d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.133823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] Calling delete_port for d6c4cce5-2747-47a3-bc8a-95a1ee1b203e owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:52.218149 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-795c5dca-aaea-4e8c-81ee-8832002da36c req-d775c316-21f4-4cc7-807b-802341a03d74 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4759867 May 10 11:30:52.274267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b66b72-ed7c-488e-9b8b-bf3a062ccdda req-933ee045-295b-4844-9002-b87ca8a357a9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:52.310858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63b66b72-ed7c-488e-9b8b-bf3a062ccdda req-933ee045-295b-4844-9002-b87ca8a357a9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 931 time: 0.2834115 May 10 11:30:52.385718 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765d7006-3452-4699-9c03-e4e3e59473f5 x-openstack-request-id: req-765d7006-3452-4699-9c03-e4e3e59473f5 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:52.386154 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db32367-e560-40da-8a0f-9ab86dcb19c9", "name": "network-vif-plugged", "status": "completed", "tag": "8a4183d2-be24-435e-a520-2b960bd25407", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:52.386493 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-765d7006-3452-4699-9c03-e4e3e59473f5 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:52.386974 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765d7006-3452-4699-9c03-e4e3e59473f5'] response: {'server_uuid': '0db32367-e560-40da-8a0f-9ab86dcb19c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4183d2-be24-435e-a520-2b960bd25407', 'code': 200} May 10 11:30:52.390806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6cbcad42-adc6-401f-9cc5-73882f4fc14d details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:30:52.428688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-466b3ea3-a8b7-4ef8-8aec-6fe69ba2d9bb None None] For port 1e2a0d36-2913-4f43-aa21-157966527121, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1e2a0d36-2913-4f43-aa21-157966527121,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:52.487771 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-466b3ea3-a8b7-4ef8-8aec-6fe69ba2d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.529800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee51cca-5e13-4256-925e-2398dfd76581 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:52.544124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aee51cca-5e13-4256-925e-2398dfd76581 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.546323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-63b66b72-ed7c-488e-9b8b-bf3a062ccdda req-4793ef71-0971-48a5-b4e5-fb4ec48dd1a0 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315004 May 10 11:30:52.548195 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee51cca-5e13-4256-925e-2398dfd76581 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:30:52.548692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee51cca-5e13-4256-925e-2398dfd76581 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:30:52.563864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c16515-abf9-49c0-ae62-49bade0d3d7f req-98125327-9e68-4307-b2dc-5e61dc13e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:52.566583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32c16515-abf9-49c0-ae62-49bade0d3d7f req-98125327-9e68-4307-b2dc-5e61dc13e31d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 1097 time: 0.1424842 May 10 11:30:52.647291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aee51cca-5e13-4256-925e-2398dfd76581 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.8969030 May 10 11:30:52.647797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37914) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:52.652209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32c16515-abf9-49c0-ae62-49bade0d3d7f req-bf867062-0aab-4e38-a77e-e25bb1888376 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777633 May 10 11:30:52.664133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e8f0e733-1537-4c95-98e0-e61f2d9e664c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:52.749270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37920) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:52.762116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4d0c2-f647-4ef7-a061-232876edd66b req-e4d6284f-bbd4-42ca-a530-260ecf5665de tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:52.763743 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ec4d0c2-f647-4ef7-a061-232876edd66b req-e4d6284f-bbd4-42ca-a530-260ecf5665de tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 943 time: 0.2442791 May 10 11:30:52.816980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-8e841cd9-771f-4812-b354-b2fa456c44f3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:52.818808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-8e841cd9-771f-4812-b354-b2fa456c44f3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.7470334 May 10 11:30:52.868371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Request body: {'port': {'device_id': '4200bb6b-0a2e-4223-9ccb-715b6a288a37', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'admin_state_up': True, 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:52.950517 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:30:52.959727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f0e733-1537-4c95-98e0-e61f2d9e664c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:52.967963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e733-1537-4c95-98e0-e61f2d9e664c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.973313 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f0e733-1537-4c95-98e0-e61f2d9e664c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:30:52.973761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f0e733-1537-4c95-98e0-e61f2d9e664c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:30:53.007792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ec4d0c2-f647-4ef7-a061-232876edd66b req-239be491-d933-4709-aaad-a45e19bb4725 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283936 May 10 11:30:53.015262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e8f0e733-1537-4c95-98e0-e61f2d9e664c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3619943 May 10 11:30:53.018265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37924) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:53.018570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d6c4cce5-2747-47a3-bc8a-95a1ee1b203e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:30:53.036837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b56fa87e-3f1a-4db3-ac78-253c4d55ef0b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:53.042232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:53.046557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.092740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-196493158-network', 'tenant_id': '0aa9a8954e014385b381498d05416e4d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:53.171105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b3ea3-a8b7-4ef8-8aec-6fe69ba2d9bb None None] Pushing event updated for resources: {'Port': ['ID=1e2a0d36-2913-4f43-aa21-157966527121,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:53.204425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.292715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Made reservation on behalf of 0aa9a8954e014385b381498d05416e4d for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:53.297676 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.305366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] Pushing event deleted for resources: {'Port': ['ID=d6c4cce5-2747-47a3-bc8a-95a1ee1b203e,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:53.312118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fb06eecd-cccf-422a-832e-a4009e7ae168 req-10042070-4022-4eda-a2f8-69203a5272a0 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 210 time: 0.2324898 May 10 11:30:53.330108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f8d97b54-cc14-4ebf-bbbe-a9e2939d6ad6 None None] Provisioning complete for port 1e2a0d36-2913-4f43-aa21-157966527121 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:53.330719 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f8d97b54-cc14-4ebf-bbbe-a9e2939d6ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.353405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56fa87e-3f1a-4db3-ac78-253c4d55ef0b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:53.359992 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b56fa87e-3f1a-4db3-ac78-253c4d55ef0b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.367333 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56fa87e-3f1a-4db3-ac78-253c4d55ef0b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:30:53.368983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56fa87e-3f1a-4db3-ac78-253c4d55ef0b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:30:53.369997 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.429571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b56fa87e-3f1a-4db3-ac78-253c4d55ef0b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4054749 May 10 11:30:53.430145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37932) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:53.450268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3787e04a-cfd6-409c-9ab0-df6334848aac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:53.603787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No active binding found for port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e {{(pid=102769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 11:30:53.604984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d6c4cce5-2747-47a3-bc8a-95a1ee1b203e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:30:53.676034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4a161-187f-41d8-8aaa-471512ebcec7 None None] No DVR routers for this DVR port d6c4cce5-2747-47a3-bc8a-95a1ee1b203e on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:53.690966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6cbcad42-adc6-401f-9cc5-73882f4fc14d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cbcad42-adc6-401f-9cc5-73882f4fc14d,segment=NetworkSegment(d3cb1438-444c-4a30-8edc-1e60e98c48f3),segment_id=d3cb1438-444c-4a30-8edc-1e60e98c48f3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:53.714876 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80e6fca-38c4-4db2-abfd-2353f25fe7f3 req-f69d5d48-8a01-48b5-93b8-e6f08bd1616a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 210 time: 0.2252178 May 10 11:30:53.756009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '6cbcad42-adc6-401f-9cc5-73882f4fc14d', 'network_id': 'b60dcbb5-857e-445d-a619-3af1ea4197d7', 'port_id': '6cbcad42-adc6-401f-9cc5-73882f4fc14d', 'mac_address': 'fa:16:3e:f0:bc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d17e1be-3b98-4cab-bb64-b10e28dfe25f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:30:53.765869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Allocated IP 172.20.0.13 (790a88e3-9791-4e6e-8d63-2655cc9da7ee/b5f797b6-5925-4b4e-a192-11a6c6d3d98e/5c448eee-16db-4982-a010-a9f2a7d5ab1c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:53.879647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d0e828-eb86-40c0-a515-1d8f865feca8 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:53.894435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.904786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3787e04a-cfd6-409c-9ab0-df6334848aac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:53.908783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3787e04a-cfd6-409c-9ab0-df6334848aac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.909370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Transition to ACTIVE for port object 70d0e828-eb86-40c0-a515-1d8f865feca8 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:53.910995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f8d97b54-cc14-4ebf-bbbe-a9e2939d6ad6 None None] Current status of the port 1e2a0d36-2913-4f43-aa21-157966527121 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:53.921988 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3787e04a-cfd6-409c-9ab0-df6334848aac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:30:53.925033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3787e04a-cfd6-409c-9ab0-df6334848aac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:30:53.927447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.935798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6cbcad42-adc6-401f-9cc5-73882f4fc14d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:53.936420 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.956192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:51Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:53.980794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3787e04a-cfd6-409c-9ab0-df6334848aac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5481956 May 10 11:30:54.006482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbcad42-adc6-401f-9cc5-73882f4fc14d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:54.019142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846ea8f-3faf-4183-a12c-261e1f868314 None None] The sync data for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 is: [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:51Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:54.028178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37942) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:54.040974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-aefa2f72-ee02-4a9d-9c66-5be9f1776409 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:54.066972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6cbcad42-adc6-401f-9cc5-73882f4fc14d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cbcad42-adc6-401f-9cc5-73882f4fc14d,segment=NetworkSegment(d3cb1438-444c-4a30-8edc-1e60e98c48f3),segment_id=d3cb1438-444c-4a30-8edc-1e60e98c48f3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:54.082803 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.189338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c795ea0-f2fd-4938-b676-df62b13d0a60 req-2bf6deb3-1b84-439f-bde1-caa16380160f tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:54.197909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c795ea0-f2fd-4938-b676-df62b13d0a60 req-2bf6deb3-1b84-439f-bde1-caa16380160f tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 946 time: 0.7535851 May 10 11:30:54.233765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Pushing event updated for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:54.250769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6cbcad42-adc6-401f-9cc5-73882f4fc14d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:54.326570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a34aa5-e338-4ae3-ac79-e9ef165f5f42 req-21d8dbf9-c35b-4c95-a4f9-80340bee2364 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:54.328943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9a34aa5-e338-4ae3-ac79-e9ef165f5f42 req-21d8dbf9-c35b-4c95-a4f9-80340bee2364 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.3717940 May 10 11:30:54.331425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefa2f72-ee02-4a9d-9c66-5be9f1776409 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:54.335497 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aefa2f72-ee02-4a9d-9c66-5be9f1776409 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.337727 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefa2f72-ee02-4a9d-9c66-5be9f1776409 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:30:54.338275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefa2f72-ee02-4a9d-9c66-5be9f1776409 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:30:54.349714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['6cbcad42-adc6-401f-9cc5-73882f4fc14d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:30:54.383756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-7d2cbe29-bae8-4706-b086-09e94c13ba1b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:54.385887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-7d2cbe29-bae8-4706-b086-09e94c13ba1b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 818 time: 0.9741700 May 10 11:30:54.425360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'port': {'device_id': '7e3eb323-cea3-46d7-9fe4-2cb09b1101df', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'admin_state_up': True, 'tenant_id': 'ed62376270744c95bfc3225188dd347f'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:54.462273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9a34aa5-e338-4ae3-ac79-e9ef165f5f42 req-62af75f3-7591-481a-b2da-9d82544fddb0 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211517 May 10 11:30:54.469747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.488721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aefa2f72-ee02-4a9d-9c66-5be9f1776409 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4473896 May 10 11:30:54.490995 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37948) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:54.505928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c795ea0-f2fd-4938-b676-df62b13d0a60 req-424b89bc-d914-4f24-ab2b-812f45a2f554 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071158 May 10 11:30:54.517106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0ea419e4-f539-4ae8-9097-5fe76fc9a079 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:54.531141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.685313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.809861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:30:54.824914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc506a-4399-4535-8642-247cb804d07f req-14c4effe-4808-46f2-915f-f6f4e3a26d15 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:54.826581 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-14c4effe-4808-46f2-915f-f6f4e3a26d15 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 818 time: 0.1514440 May 10 11:30:54.881264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-95a0a148-433d-4561-91d6-943a43829fd6 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/quotas/ed62376270744c95bfc3225188dd347f HTTP/1.1" status: 200 len: 375 time: 0.0337503 May 10 11:30:54.944893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea419e4-f539-4ae8-9097-5fe76fc9a079 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:54.948969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ea419e4-f539-4ae8-9097-5fe76fc9a079 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.951878 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea419e4-f539-4ae8-9097-5fe76fc9a079 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:30:54.952372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea419e4-f539-4ae8-9097-5fe76fc9a079 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:30:54.963553 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-d6970fb1-b638-40e0-ae14-b6c43194c317 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754628 May 10 11:30:54.999248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0ea419e4-f539-4ae8-9097-5fe76fc9a079 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5017886 May 10 11:30:55.010471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1e2a0d36-2913-4f43-aa21-157966527121 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:55.032191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:55.032551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:55.032840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:55.036658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2abb797-2cec-45f3-acd0-4ac7ee719d37,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:55.045321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:55.064041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.064393 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Added segment cc0d1b66-6ec9-4849-9e31-11bba7e5751f of type vlan for network 8a425eb4-06d3-43de-998c-7f472bd98c43 May 10 11:30:55.121614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1e2a0d36-2913-4f43-aa21-157966527121 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:55.122102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.136196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:30:55.136524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:55.177945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-48e36710-8f8c-469a-b125-3777259fc86a service neutron] 10.222.0.13 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054181 May 10 11:30:55.220906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-86f78a05-6a7f-474b-b6cf-12c5bea0d78b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1547096 May 10 11:30:55.230752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37970) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:55.236357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:55.236693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:55.237088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:55.248056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1e2a0d36-2913-4f43-aa21-157966527121 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:55.256302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Bound port: 70d0e828-eb86-40c0-a515-1d8f865feca8, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:55.256686 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.295556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.372463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da15fe9-d6e2-4c73-803b-861ca6a51406 req-d78b03ad-d341-4d4a-a7da-503b57008126 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:55.375898 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6da15fe9-d6e2-4c73-803b-861ca6a51406 req-d78b03ad-d341-4d4a-a7da-503b57008126 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 944 time: 0.5807319 May 10 11:30:55.397877 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.399860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Made reservation on behalf of ed62376270744c95bfc3225188dd347f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:55.403701 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.538655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event updated for resources: {'Port': ['ID=5c448eee-16db-4982-a010-a9f2a7d5ab1c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:55.584007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:55.595686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:55.598019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.599204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:55.599841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.619116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:55.698513 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9336567 May 10 11:30:55.702305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37988) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:55.763018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Request body: {'subnet': {'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-196493158-subnet', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:55.777033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:55.782960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64deb59d-1b6f-4367-8c8f-54c56696bf6e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:55.784378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-64deb59d-1b6f-4367-8c8f-54c56696bf6e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5521486 May 10 11:30:55.787089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37990) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:55.820783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6da15fe9-d6e2-4c73-803b-861ca6a51406 req-71a5460f-841d-4400-97cd-6fc6598fa87a tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115188 May 10 11:30:55.826389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:55.827540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d267129d-0356-4fe7-854e-81a62db9bcd6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393033 May 10 11:30:55.833607 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.835169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:55.846010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:55.859533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:55.870215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-6da0764d-6735-4471-8f44-1041bd3a0ab3 service neutron] 10.222.0.13 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730580 May 10 11:30:55.881278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f215a-4d9d-4d94-b575-a41408475da8 admin admin] Pushing event updated for resources: {'Network': ['ID=8a425eb4-06d3-43de-998c-7f472bd98c43,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:55.894221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:30:55.974221 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.992326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Allocated IP 172.20.0.12 (289efa59-fda4-4293-9eae-657d9a92915f/7ac8dd2b-28e4-4790-829b-affe9594a26d/4574da6e-9f5c-4b83-8a20-aa293c03e1e1) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:56.018869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:56.023144 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.026005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Made reservation on behalf of 0aa9a8954e014385b381498d05416e4d for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:56.028514 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.076810 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-1d59b5b5-0aec-4c6c-863b-23262c884ac3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2130625 May 10 11:30:56.139558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:56.140138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.141508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] 10.222.0.70 "PUT /v2.0/ports/70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 1091 time: 6.0214133 May 10 11:30:56.146884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:56.149366 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f7afbe-0d96-4123-98da-1948ce6da0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:56.158698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Request body: {'port': {'device_id': '4200bb6b-0a2e-4223-9ccb-715b6a288a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:56.205153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbb2a9-9e56-4da2-a621-d0eb7f497425 req-d3f3b767-a0a6-4af1-93d4-01472034b455 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:56.206211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-50fbb2a9-9e56-4da2-a621-d0eb7f497425 req-d3f3b767-a0a6-4af1-93d4-01472034b455 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1051486 May 10 11:30:56.293809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-50fbb2a9-9e56-4da2-a621-d0eb7f497425 req-0ebe7e09-d1c5-4c0d-8254-eacca4d50ac9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792246 May 10 11:30:56.301598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d90e07-a1b1-4ce6-b6b3-5a4e37abcf55 req-38720db4-0b97-482e-9bab-d788a290998d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:56.309549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7d90e07-a1b1-4ce6-b6b3-5a4e37abcf55 req-38720db4-0b97-482e-9bab-d788a290998d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 932 time: 0.3061655 May 10 11:30:56.404034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9efa08-1e7d-4eac-924d-078c491f3594 service neutron] Pushing event updated for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:56.408228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6cbcad42-adc6-401f-9cc5-73882f4fc14d up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:56.438418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.462096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:30:56.466944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.468410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-c5d00feb-0cec-4243-90ee-56d26d3b8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:56.469926 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-c5d00feb-0cec-4243-90ee-56d26d3b8b6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1094 time: 0.2604361 May 10 11:30:56.489719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 6cbcad42-adc6-401f-9cc5-73882f4fc14d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:56.496204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 6cbcad42-adc6-401f-9cc5-73882f4fc14d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:56.497150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.516238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7d90e07-a1b1-4ce6-b6b3-5a4e37abcf55 req-8152cc40-c47b-486c-88ee-68e5627a3064 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054806 May 10 11:30:56.560020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:56.566119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:56.574006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:56.574854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.584416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68ede0-a1f0-4bc7-8a61-a398c8105260 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:56.598973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=063c40df-6a2d-45f2-9614-d52d9f88ccb3,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:56.620799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ac1c-e074-4e07-8afc-03e53a7335d6 req-a2dc6380-a5fd-4e78-b464-31de21fb23cd tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:56.630112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57f8ac1c-e074-4e07-8afc-03e53a7335d6 req-a2dc6380-a5fd-4e78-b464-31de21fb23cd tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 946 time: 0.2010393 May 10 11:30:56.645144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-93c4e0be-a5ff-47e0-a871-6cf8f39f08a2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8064692 May 10 11:30:56.650542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38016) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:56.657449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:24:8e:13', 'name': 'tempest-NetworksTestDHCPv6-853582197'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:56.769688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57f8ac1c-e074-4e07-8afc-03e53a7335d6 req-f0b8ebbc-3547-4f06-a87c-62ea39580096 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385982 May 10 11:30:56.784909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6cbcad42-adc6-401f-9cc5-73882f4fc14d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:56.785313 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.793953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-b6a73821-a6f9-4311-bd43-9600adeb871e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 217 time: 0.3057733 May 10 11:30:56.812015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '063c40df-6a2d-45f2-9614-d52d9f88ccb3'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:30:56.812991 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.831106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd706a195-ec8b-483a-a1f2-f3d27de13e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbcad42-adc6-401f-9cc5-73882f4fc14d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:56.833624 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf8283b-bff1-4cfd-9dca-ad555a405091" -d '{"events": [{"server_uuid": "d706a195-ec8b-483a-a1f2-f3d27de13e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6cbcad42-adc6-401f-9cc5-73882f4fc14d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:56.846154 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aace0451-5333-41b9-9e0b-61c46c713d6b req-f9c6ea40-50d8-48e8-96b6-f9379cafdfb7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 210 time: 0.1448705 May 10 11:30:56.854288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6cbcad42-adc6-401f-9cc5-73882f4fc14d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cbcad42-adc6-401f-9cc5-73882f4fc14d,segment=NetworkSegment(d3cb1438-444c-4a30-8edc-1e60e98c48f3),segment_id=d3cb1438-444c-4a30-8edc-1e60e98c48f3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:56.868457 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.879134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:56.903684 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf92686b-1b40-475a-a7bb-4737031b3c3f x-openstack-request-id: req-bf92686b-1b40-475a-a7bb-4737031b3c3f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:56.904031 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:56.905259 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf92686b-1b40-475a-a7bb-4737031b3c3f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:56.905693 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf92686b-1b40-475a-a7bb-4737031b3c3f'] response: {'name': 'network-changed', 'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8', 'status': 'completed', 'code': 200} May 10 11:30:56.972934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.009139 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f7ab4a-11ed-452f-916d-036ed906dacb x-openstack-request-id: req-f4f7ab4a-11ed-452f-916d-036ed906dacb {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:57.009481 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d706a195-ec8b-483a-a1f2-f3d27de13e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6cbcad42-adc6-401f-9cc5-73882f4fc14d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:57.009674 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4f7ab4a-11ed-452f-916d-036ed906dacb {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:57.010070 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f7ab4a-11ed-452f-916d-036ed906dacb'] response: {'server_uuid': 'd706a195-ec8b-483a-a1f2-f3d27de13e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbcad42-adc6-401f-9cc5-73882f4fc14d', 'code': 200} May 10 11:30:57.069007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6cbcad42-adc6-401f-9cc5-73882f4fc14d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:57.086814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Allocated IP 2001:db8::f816:3eff:fef9:54f7 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/063c40df-6a2d-45f2-9614-d52d9f88ccb3/1aa73a21-e322-4e3f-9f9f-0488da348f3e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:57.111154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6528ed-4568-480b-85f7-35798aa59538 req-2fa54cb8-5f24-444f-9d9a-380ecf50cc04 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:57.112748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd6528ed-4568-480b-85f7-35798aa59538 req-2fa54cb8-5f24-444f-9d9a-380ecf50cc04 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 946 time: 0.1219790 May 10 11:30:57.149435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d6ac4-ad8c-45ac-894b-e3167d316539 req-16622ff0-f633-406c-8753-14abe2ed68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:57.150940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-598d6ac4-ad8c-45ac-894b-e3167d316539 req-16622ff0-f633-406c-8753-14abe2ed68d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 1096 time: 0.1060672 May 10 11:30:57.153384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.214260 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd6528ed-4568-480b-85f7-35798aa59538 req-7bdec8e5-d237-4f3e-a125-4fb74e263936 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864642 May 10 11:30:57.215532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 7470668a-42ed-44a5-9a7d-3061514ab0a5 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:30:57.273394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-598d6ac4-ad8c-45ac-894b-e3167d316539 req-78aedf75-afdb-4d9f-8a62-dca2f0dbe36e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080091 May 10 11:30:57.333634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.356879 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.392795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:57.395992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:57.399591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:57.416053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:fe24:8e13 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/063c40df-6a2d-45f2-9614-d52d9f88ccb3/7470668a-42ed-44a5-9a7d-3061514ab0a5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:57.433924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Pushing event updated for resources: {'Port': ['ID=1aa73a21-e322-4e3f-9f9f-0488da348f3e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:57.474931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Attempting to bind port 1aa73a21-e322-4e3f-9f9f-0488da348f3e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:57.475276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Attempting to bind port 1aa73a21-e322-4e3f-9f9f-0488da348f3e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:57.476012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Attempting to bind port 1aa73a21-e322-4e3f-9f9f-0488da348f3e on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:57.482815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:57.483481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:57.484506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.484912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:57.485481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Bound port: 1aa73a21-e322-4e3f-9f9f-0488da348f3e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:57.485873 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.493638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.496387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-a779d3f7-6523-42ca-bf66-5d6ace7818f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:57.497971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-a779d3f7-6523-42ca-bf66-5d6ace7818f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.6677256 May 10 11:30:57.610306 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-82b67120-697a-45a4-86ea-b53350133c16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958335 May 10 11:30:57.618487 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.643390 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.655121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdac0c3-8ca5-42bc-b7f2-623ff05b94bb req-e2009b61-416b-4009-8826-f636bd8314f3 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:57.656760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8cdac0c3-8ca5-42bc-b7f2-623ff05b94bb req-e2009b61-416b-4009-8826-f636bd8314f3 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 945 time: 0.6054966 May 10 11:30:57.691239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] For port 1aa73a21-e322-4e3f-9f9f-0488da348f3e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:57.696180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] For port 1aa73a21-e322-4e3f-9f9f-0488da348f3e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1aa73a21-e322-4e3f-9f9f-0488da348f3e,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:57.708059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.744650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc506a-4399-4535-8642-247cb804d07f req-6b9a36c5-34e9-4d33-b39f-6662efac5b47 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:57.746199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-6b9a36c5-34e9-4d33-b39f-6662efac5b47 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.49 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 818 time: 0.1341169 May 10 11:30:57.748325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.767309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'port': {'device_id': 'ce69008b-b28e-48d8-afab-bdc9380a9ec9', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'admin_state_up': True, 'tenant_id': 'ed62376270744c95bfc3225188dd347f'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:57.773047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee664d4f-78fd-4109-9c8c-df995448cce5,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:57.798932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Network 289efa59-fda4-4293-9eae-657d9a92915f is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:57.814050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e867dc-99e4-4508-991f-f7259dc49e4a None None] Pushing event updated for resources: {'Port': ['ID=1aa73a21-e322-4e3f-9f9f-0488da348f3e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:57.857354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:57.859881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:57.873501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:57.884757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:57.895175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=7470668a-42ed-44a5-9a7d-3061514ab0a5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:57.897867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:57.906581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:57.908049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:57.917193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event updated for resources: {'Port': ['ID=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:57.937473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Checking segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:57.937877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Network hostable DHCP agents. Network: 8a425eb4-06d3-43de-998c-7f472bd98c43, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:30:57.960858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ee7db808-9a13-4dbf-a7de-061741e7dc9e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3066571 May 10 11:30:57.963676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38078) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:57.983217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c448eee-16db-4982-a010-a9f2a7d5ab1c {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:30:57.992620 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8cdac0c3-8ca5-42bc-b7f2-623ff05b94bb req-28f987e2-f32d-454d-9957-00c7aed46ffa tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752073 May 10 11:30:58.029023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.045164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:58.045888 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.071271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Made reservation on behalf of ed62376270744c95bfc3225188dd347f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:58.075884 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.090390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-a373258f-082b-446f-a278-0a7ef628a3ed service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675162 May 10 11:30:58.102114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:30:58.111842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Transition to ACTIVE for port object 5c448eee-16db-4982-a010-a9f2a7d5ab1c will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:58.122045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-4668ee61-69a7-45fe-9864-434e2dd38a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7224498 May 10 11:30:58.153996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.210291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Request body: {'port': {'device_id': '7e3eb323-cea3-46d7-9fe4-2cb09b1101df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:58.247135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393ae13-1d27-4dbe-99a3-163163435d40 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:58.253486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393ae13-1d27-4dbe-99a3-163163435d40 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:58.255535 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7393ae13-1d27-4dbe-99a3-163163435d40 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2896359 May 10 11:30:58.256838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 8a425eb4-06d3-43de-998c-7f472bd98c43) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:58.259461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38084) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:58.263296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:58.264271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.272313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f7eca8-7177-4f43-aa46-e5cb252caed1 None None] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:58.445869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-98fcdcee-2627-4b90-8a70-7e53c903444c None None] Provisioning complete for port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:58.446782 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-98fcdcee-2627-4b90-8a70-7e53c903444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.482792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b9d1fbc0-bec1-43c3-973d-2a4f72755b52 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7384598 May 10 11:30:58.497121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-98fcdcee-2627-4b90-8a70-7e53c903444c None None] Port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:30:58.503059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38088) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:30:58.515279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:58.543735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Allocated IP 172.20.0.10 (289efa59-fda4-4293-9eae-657d9a92915f/7ac8dd2b-28e4-4790-829b-affe9594a26d/830b0eb2-ff96-4207-b56d-2a6e5b672148) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:58.558499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c448eee-16db-4982-a010-a9f2a7d5ab1c,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:58.575448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678834f-1115-4992-9503-0c09e962ed9e req-99f3aaae-be4f-4162-8ee7-0f522935eb0a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:58.577403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9678834f-1115-4992-9503-0c09e962ed9e req-99f3aaae-be4f-4162-8ee7-0f522935eb0a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.2293210 May 10 11:30:58.582432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.584129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.606942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.617764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-8a425eb4-06d3-43de-998c-7f472bd98c43', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:30:58.618949 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.630554 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5a9b36f-0f5f-4b03-b70f-02057259e5e5 req-28473791-207b-4ffe-8021-cd4a4e857524 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280349 May 10 11:30:58.634663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Attempting to bind port 5c448eee-16db-4982-a010-a9f2a7d5ab1c on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:58.643871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Attempting to bind port 5c448eee-16db-4982-a010-a9f2a7d5ab1c by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:58.645778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Attempting to bind port 5c448eee-16db-4982-a010-a9f2a7d5ab1c on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:58.658976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Port 5c448eee-16db-4982-a010-a9f2a7d5ab1c on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:30:58.660284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Attempting to bind port 5c448eee-16db-4982-a010-a9f2a7d5ab1c on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:58.694282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-77d4d70d-1a4e-44aa-b1e2-41799822a9b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 7470668a-42ed-44a5-9a7d-3061514ab0a5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:30:58.694627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77d4d70d-1a4e-44aa-b1e2-41799822a9b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.701664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:58.702006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Checking segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:58.702395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Bound using segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:58.702844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Bound port: 5c448eee-16db-4982-a010-a9f2a7d5ab1c, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:58.703202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.716765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9678834f-1115-4992-9503-0c09e962ed9e req-231c7d57-a14f-47b7-bb18-e96090c25cf6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284487 May 10 11:30:58.729346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa702a1-33b1-4bf2-bd2c-23b33842dfa8 req-75cf908d-1fa7-4cd5-839e-5b586e08923b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:58.730898 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8aa702a1-33b1-4bf2-bd2c-23b33842dfa8 req-75cf908d-1fa7-4cd5-839e-5b586e08923b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 944 time: 0.2028184 May 10 11:30:58.783545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.814433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Allocated IP 172.20.0.2 (8a425eb4-06d3-43de-998c-7f472bd98c43/ee664d4f-78fd-4109-9c8c-df995448cce5/2d65de68-f419-49c2-863c-906770802fc0) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:58.960598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04a4aed4-8a55-4c79-96aa-d7521d64da84 req-9ced1168-bd0e-4e05-82ec-0ae92554b5ed tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 210 time: 0.0522385 May 10 11:30:59.011385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1aa73a21-e322-4e3f-9f9f-0488da348f3e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:30:59.017304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-0eb2720c-b0ec-4d2e-a509-0bdecb82b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:59.019149 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-0eb2720c-b0ec-4d2e-a509-0bdecb82b1b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1094 time: 0.3318403 May 10 11:30:59.036241 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8aa702a1-33b1-4bf2-bd2c-23b33842dfa8 req-135d8a5e-bca4-40ac-a38c-b31d8c6a447f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796137 May 10 11:30:59.091686 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77d4d70d-1a4e-44aa-b1e2-41799822a9b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.096177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.108667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] For port 5c448eee-16db-4982-a010-a9f2a7d5ab1c, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:59.130135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-77d4d70d-1a4e-44aa-b1e2-41799822a9b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 7470668a-42ed-44a5-9a7d-3061514ab0a5 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:30:59.196333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.198174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1aa73a21-e322-4e3f-9f9f-0488da348f3e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:59.199042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.248222 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.253905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] For port 5c448eee-16db-4982-a010-a9f2a7d5ab1c, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5c448eee-16db-4982-a010-a9f2a7d5ab1c,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:59.269577 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.277837 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.317868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:59.325894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:59.328506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:59.372620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:59.373852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.378661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c448eee-16db-4982-a010-a9f2a7d5ab1c HTTP/1.1" status: 200 len: 1092 time: 3.2380910 May 10 11:30:59.379243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4200bb6b-0a2e-4223-9ccb-715b6a288a37', 'tag': '5c448eee-16db-4982-a010-a9f2a7d5ab1c'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:30:59.381685 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4200bb6b-0a2e-4223-9ccb-715b6a288a37", "tag": "5c448eee-16db-4982-a010-a9f2a7d5ab1c"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:30:59.417287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76c2e9-791a-4443-8632-a1d34bdd7c0e req-1c1256b8-8e64-474e-9116-941686f7b5ce tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:59.418919 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed76c2e9-791a-4443-8632-a1d34bdd7c0e req-1c1256b8-8e64-474e-9116-941686f7b5ce tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 945 time: 0.1608100 May 10 11:30:59.441922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b6174-ee01-4fcf-805e-886b8176c3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c448eee-16db-4982-a010-a9f2a7d5ab1c,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:59.452545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113c549-7b54-4ef8-86b4-6abaf514a5b4 req-003cdc18-1fcf-4438-9a63-685f633a1936 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:59.463796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f113c549-7b54-4ef8-86b4-6abaf514a5b4 req-003cdc18-1fcf-4438-9a63-685f633a1936 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 946 time: 0.2705526 May 10 11:30:59.464027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.464436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-1de1cd66-1eeb-4a2c-ac8b-e9d777af7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:59.466122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-1de1cd66-1eeb-4a2c-ac8b-e9d777af7b9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.4223223 May 10 11:30:59.478614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Pushing event updated for resources: {'Port': ['ID=2d65de68-f419-49c2-863c-906770802fc0,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:59.496766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1aa73a21-e322-4e3f-9f9f-0488da348f3e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:30:59.497171 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.500346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Attempting to bind port 2d65de68-f419-49c2-863c-906770802fc0 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:59.500714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Attempting to bind port 2d65de68-f419-49c2-863c-906770802fc0 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:59.501075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Attempting to bind port 2d65de68-f419-49c2-863c-906770802fc0 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:30:59.547756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 1aa73a21-e322-4e3f-9f9f-0488da348f3e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1aa73a21-e322-4e3f-9f9f-0488da348f3e,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:30:59.555104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:30:59.555317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Checking segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:30:59.555634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.556639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Bound using segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:30:59.556639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Bound port: 2d65de68-f419-49c2-863c-906770802fc0, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:59.557003 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.571626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.596500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-e93aecb0-1bb1-417c-aae0-245db9352d99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 217 time: 0.1073315 May 10 11:30:59.618576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed76c2e9-791a-4443-8632-a1d34bdd7c0e req-0de9ea40-b1bc-442e-9865-3e99e59ef5d3 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824775 May 10 11:30:59.644641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6a9559df-5638-4c8f-a8dd-cf6aa0f4c032 None None] Provisioning complete for port 1aa73a21-e322-4e3f-9f9f-0488da348f3e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:59.645221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6a9559df-5638-4c8f-a8dd-cf6aa0f4c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.667058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Network 289efa59-fda4-4293-9eae-657d9a92915f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:59.710961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:59.712139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f113c549-7b54-4ef8-86b4-6abaf514a5b4 req-75d6c0c9-a66e-465d-a389-1c1af8cbc8dc tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496178 May 10 11:30:59.718530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:30:59.725149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=1aa73a21-e322-4e3f-9f9f-0488da348f3e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:59.736182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event updated for resources: {'Port': ['ID=830b0eb2-ff96-4207-b56d-2a6e5b672148,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:59.759010 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] For port 2d65de68-f419-49c2-863c-906770802fc0, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:30:59.759282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77d4d70d-1a4e-44aa-b1e2-41799822a9b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.766403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] For port 2d65de68-f419-49c2-863c-906770802fc0, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2d65de68-f419-49c2-863c-906770802fc0,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:30:59.791142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-74415926-55d7-4659-a36e-d259bd7a7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:59.791603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.792797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-74415926-55d7-4659-a36e-d259bd7a7bf9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 1095 time: 0.3521681 May 10 11:30:59.913212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-c3a12591-509c-4301-b3cc-80e110e7b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:30:59.918231 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-c3a12591-509c-4301-b3cc-80e110e7b35b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.3066208 May 10 11:30:59.943961 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083c70e1-1f8c-456c-8b69-de2a6fec147f x-openstack-request-id: req-083c70e1-1f8c-456c-8b69-de2a6fec147f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:30:59.945291 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4200bb6b-0a2e-4223-9ccb-715b6a288a37", "tag": "5c448eee-16db-4982-a010-a9f2a7d5ab1c", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:30:59.946115 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-083c70e1-1f8c-456c-8b69-de2a6fec147f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:30:59.948563 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083c70e1-1f8c-456c-8b69-de2a6fec147f'] response: {'name': 'network-changed', 'server_uuid': '4200bb6b-0a2e-4223-9ccb-715b6a288a37', 'tag': '5c448eee-16db-4982-a010-a9f2a7d5ab1c', 'status': 'completed', 'code': 200} May 10 11:30:59.956601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-bc3f31d5-8395-4f59-905b-7daaf0cc12a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c448eee-16db-4982-a010-a9f2a7d5ab1c HTTP/1.1" status: 200 len: 217 time: 0.1454070 May 10 11:31:00.012365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-3c0052c6-13e3-4acb-968a-1634b8066ea6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480630 May 10 11:31:00.036152 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4d70d-1a4e-44aa-b1e2-41799822a9b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=7470668a-42ed-44a5-9a7d-3061514ab0a5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:00.148391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15dd29-9c55-4340-8737-f2e0e4946292 None None] Pushing event updated for resources: {'Port': ['ID=2d65de68-f419-49c2-863c-906770802fc0,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:00.195012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6a9559df-5638-4c8f-a8dd-cf6aa0f4c032 None None] Current status of the port 1aa73a21-e322-4e3f-9f9f-0488da348f3e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:00.234036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77d4d70d-1a4e-44aa-b1e2-41799822a9b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.237334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-77d4d70d-1a4e-44aa-b1e2-41799822a9b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/7470668a-42ed-44a5-9a7d-3061514ab0a5 HTTP/1.1" status: 204 len: 168 time: 1.9770827 May 10 11:31:00.249054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-00d13181-de4f-4fd0-b15c-a45bfae89da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:00.250056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38120) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:00.250564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-00d13181-de4f-4fd0-b15c-a45bfae89da9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.2362337 May 10 11:31:00.273119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:00.273784 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.315551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-33abb4b6-bce2-40f2-9fb6-db92e074d8b5 None None] Could not find standard attr ID for object 7470668a-42ed-44a5-9a7d-3061514ab0a5. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:31:00.329128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-0ebdb599-063c-4245-9be1-72c5617e67dd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5671542 May 10 11:31:00.332727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-33abb4b6-bce2-40f2-9fb6-db92e074d8b5 None None] Provisioning complete for port 830b0eb2-ff96-4207-b56d-2a6e5b672148 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:00.333109 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-33abb4b6-bce2-40f2-9fb6-db92e074d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.353048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-3c33c1b7-ddb1-4f8a-938c-4977c3a05c26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827017 May 10 11:31:00.364457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Request body: {'port': {'device_id': 'ce69008b-b28e-48d8-afab-bdc9380a9ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:00.376566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-33abb4b6-bce2-40f2-9fb6-db92e074d8b5 None None] Port 830b0eb2-ff96-4207-b56d-2a6e5b672148 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:31:00.392207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:00.410498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-12fc808f-c5b9-46d6-8c05-ac3aead8f009 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928933 May 10 11:31:00.439209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.443504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced02dd5-702b-40e5-8093-57a1716a7270 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:00.445157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced02dd5-702b-40e5-8093-57a1716a7270 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:00.446663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ced02dd5-702b-40e5-8093-57a1716a7270 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1952329 May 10 11:31:00.448928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.451624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:00.478311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89cd3f-004a-4e79-bb2a-66c44341ba1d req-91195a6b-ab9f-424a-8ae6-6555684c664c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:00.479927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f89cd3f-004a-4e79-bb2a-66c44341ba1d req-91195a6b-ab9f-424a-8ae6-6555684c664c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.3948002 May 10 11:31:00.490015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.499929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-085aeab9-6cb5-45f1-b618-c075a8b8cedd tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:00.501402 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-085aeab9-6cb5-45f1-b618-c075a8b8cedd tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 804 time: 0.7027903 May 10 11:31:00.514605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.519295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b567c78f-81d1-49ae-9759-13bbfc883f28 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:00.572316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Transition to ACTIVE for port object 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:00.578428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-40ae44d0-261f-4e3e-b1d1-07e06d77f573 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/quotas/f5e752c34ead485e8a14f60235065557 HTTP/1.1" status: 200 len: 375 time: 0.0664818 May 10 11:31:00.598370 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.635031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b567c78f-81d1-49ae-9759-13bbfc883f28 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:00.635423 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.637533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d10ab1c-c21f-4310-a2c0-335ea51bd9d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 063c40df-6a2d-45f2-9614-d52d9f88ccb3 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:00.664175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:00.667133 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5356c7-0a8e-4af3-8770-5340d089a23f" -d '{"events": [{"server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:00.672266 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab1c-c21f-4310-a2c0-335ea51bd9d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.684967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:00.695044 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.721877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f89cd3f-004a-4e79-bb2a-66c44341ba1d req-d0f658f1-3751-43a2-9b2e-1f02f1ff6f96 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091668 May 10 11:31:00.732505 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-b994da2a-20e8-41c6-b697-d26ff5138f0d service neutron] 10.222.0.70 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662338 May 10 11:31:00.798131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:00.943380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Pushing event updated for resources: {'Port': ['ID=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:01.009280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90f7afbe-0d96-4123-98da-1948ce6da0b5 req-f11b1395-4989-4750-b497-a3b7c22a52de service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628624 May 10 11:31:01.009846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab1c-c21f-4310-a2c0-335ea51bd9d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.101695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1aa73a21-e322-4e3f-9f9f-0488da348f3e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:01.171605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1aa73a21-e322-4e3f-9f9f-0488da348f3e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:01.172147 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.229443 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-a2751bd8-7f97-4b3b-8f02-4a0b96350552 service neutron] 10.222.0.70 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834752 May 10 11:31:01.257645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Attempting to bind port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:01.258336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Attempting to bind port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:01.258918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Attempting to bind port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 on network 289efa59-fda4-4293-9eae-657d9a92915f {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:01.280939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab1c-c21f-4310-a2c0-335ea51bd9d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.283227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1aa73a21-e322-4e3f-9f9f-0488da348f3e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:01.284579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 on network 289efa59-fda4-4293-9eae-657d9a92915f not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:01.284893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Attempting to bind port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 on network 289efa59-fda4-4293-9eae-657d9a92915f {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:01.286599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2d65de68-f419-49c2-863c-906770802fc0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:01.313924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be06c1-32fc-49c9-8816-ee574bf7e057 req-24ed24f9-719b-45f8-8ded-4bf4d6ff5f8e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:01.315477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65be06c1-32fc-49c9-8816-ee574bf7e057 req-24ed24f9-719b-45f8-8ded-4bf4d6ff5f8e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 932 time: 0.2027955 May 10 11:31:01.339893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:01.340234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Checking segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:01.340610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Bound using segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:01.341056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Bound port: 4574da6e-9f5c-4b83-8a20-aa293c03e1e1, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:01.341408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.367016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2d65de68-f419-49c2-863c-906770802fc0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:01.367645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.375091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-c2619658-496e-4aa1-b77a-1b6f3f8004a2 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7702949 May 10 11:31:01.378830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Allocated IP 172.25.8.159 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/2266ac1e-8606-44d9-b22a-67133c81cfd5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:01.397479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4fcb6a-4a13-47c3-9fe5-f1d04c18fbef None None] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:01.437638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65be06c1-32fc-49c9-8816-ee574bf7e057 req-0b81cedf-a4a7-4ba0-82a6-447b048f48f5 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146038 May 10 11:31:01.470416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-ea7726c8-6ddd-4065-aead-46c539033bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:01.472162 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-ea7726c8-6ddd-4065-aead-46c539033bd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 1095 time: 0.1503048 May 10 11:31:01.478773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab1c-c21f-4310-a2c0-335ea51bd9d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.531500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] For port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:01.575445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2d65de68-f419-49c2-863c-906770802fc0 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:01.576037 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.592380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-76cd8119-1353-4d86-ae61-3b19fe5c44ab None None] Provisioning complete for port 2d65de68-f419-49c2-863c-906770802fc0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:01.592838 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76cd8119-1353-4d86-ae61-3b19fe5c44ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.595492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-a45faf92-1021-4099-8f67-051d1a410fa2 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:01.597077 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-a45faf92-1021-4099-8f67-051d1a410fa2 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c620686-73da-49fb-9b72-77eb22e509ca HTTP/1.1" status: 200 len: 943 time: 0.2685964 May 10 11:31:01.668666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-8a042326-dadb-4d92-928b-3b8aa1f32b64 service neutron] 10.222.0.13 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742331 May 10 11:31:01.677929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 2d65de68-f419-49c2-863c-906770802fc0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2d65de68-f419-49c2-863c-906770802fc0,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:01.693276 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.771152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.808601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=2d65de68-f419-49c2-863c-906770802fc0,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:01.818900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-76cd8119-1353-4d86-ae61-3b19fe5c44ab None None] Current status of the port 2d65de68-f419-49c2-863c-906770802fc0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:01.898098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10ab1c-c21f-4310-a2c0-335ea51bd9d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=063c40df-6a2d-45f2-9614-d52d9f88ccb3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:01.900308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab1c-c21f-4310-a2c0-335ea51bd9d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.903268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5d10ab1c-c21f-4310-a2c0-335ea51bd9d0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/063c40df-6a2d-45f2-9614-d52d9f88ccb3 HTTP/1.1" status: 204 len: 168 time: 1.4422185 May 10 11:31:01.908604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38132) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:01.914865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c20ec-bd8a-4b79-a644-a134e5411dc4 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:01.927447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] For port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:01.928684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-2668a3a2-4865-4f50-9b19-365735a520ea service neutron] 10.222.0.13 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330430 May 10 11:31:01.975328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-d473be31-18bc-4dc6-9ada-3c3075b4a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:01.976943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-d473be31-18bc-4dc6-9ada-3c3075b4a843 service neutron] 10.222.0.70 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 913 time: 0.4960029 May 10 11:31:01.993019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ceccc618-d4b3-4657-a0e8-60203a52eb9c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800943 May 10 11:31:01.998256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830b0eb2-ff96-4207-b56d-2a6e5b672148 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:02.000817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.003329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38134) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:02.007296 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.011873 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.026754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:02.057915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Deleting port b567c78f-81d1-49ae-9759-13bbfc883f28 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:02.058237 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.071466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Transition to ACTIVE for port object 830b0eb2-ff96-4207-b56d-2a6e5b672148 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:02.097038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:02.130271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.142830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:02.161367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:02.168524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Pushing event updated for resources: {'Port': ['ID=2266ac1e-8606-44d9-b22a-67133c81cfd5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:02.183619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8de46432-1116-4cdd-ba5a-23a086a80912 None None] Provisioning complete for port 2d65de68-f419-49c2-863c-906770802fc0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:02.184422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8de46432-1116-4cdd-ba5a-23a086a80912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.193949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-2a1cad18-2552-488f-bf97-38b96aa225b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c448eee-16db-4982-a010-a9f2a7d5ab1c HTTP/1.1" status: 200 len: 217 time: 0.1857367 May 10 11:31:02.195526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:02.196155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.197947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] 10.222.0.70 "PUT /v2.0/ports/4574da6e-9f5c-4b83-8a20-aa293c03e1e1 HTTP/1.1" status: 200 len: 1092 time: 4.0576537 May 10 11:31:02.211719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3eb323-cea3-46d7-9fe4-2cb09b1101df', 'tag': '4574da6e-9f5c-4b83-8a20-aa293c03e1e1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:02.215201 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3eb323-cea3-46d7-9fe4-2cb09b1101df", "tag": "4574da6e-9f5c-4b83-8a20-aa293c03e1e1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:02.279736 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fdc6c6-0432-4cf3-a8ed-6f2b02ff35ea x-openstack-request-id: req-d7fdc6c6-0432-4cf3-a8ed-6f2b02ff35ea {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:02.284704 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:02.284971 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7fdc6c6-0432-4cf3-a8ed-6f2b02ff35ea {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:02.285459 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fdc6c6-0432-4cf3-a8ed-6f2b02ff35ea'] response: {'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'code': 200} May 10 11:31:02.302835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeae7e5-f11f-462e-86a5-47b1f2c29b13 req-2fa02229-2c33-49dc-bcfd-fc7c62a45810 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:02.311246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6eeae7e5-f11f-462e-86a5-47b1f2c29b13 req-2fa02229-2c33-49dc-bcfd-fc7c62a45810 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 944 time: 0.4068062 May 10 11:31:02.335402 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.428378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:02.465547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8de46432-1116-4cdd-ba5a-23a086a80912 None None] Current status of the port 2d65de68-f419-49c2-863c-906770802fc0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:02.510159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10a0c2-c7cb-4223-88ac-a2aef0b9c139 service neutron] Pushing event updated for resources: {'Port': ['ID=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:02.527741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6eeae7e5-f11f-462e-86a5-47b1f2c29b13 req-103d2b26-df32-4c2a-b023-a5b1e6450210 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155674 May 10 11:31:02.530148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156194a4-0312-4677-b195-381508bac117 service neutron] Pushing event updated for resources: {'Port': ['ID=830b0eb2-ff96-4207-b56d-2a6e5b672148,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:02.570060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5c448eee-16db-4982-a010-a9f2a7d5ab1c details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:02.570350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-954b3d56-02d8-4e7e-b23f-8d172b7b0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:02.574218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] Deleting port 1aa73a21-e322-4e3f-9f9f-0488da348f3e {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:02.575010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.577242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-954b3d56-02d8-4e7e-b23f-8d172b7b0533 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.3391802 May 10 11:31:02.669460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-b1ef93f0-b915-4a5f-bcca-30af0f47dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:02.671074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-b1ef93f0-b915-4a5f-bcca-30af0f47dc8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 1095 time: 0.4059012 May 10 11:31:02.680214 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-5bca0fe8-0eb8-4a11-a842-20cc82e408d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874770 May 10 11:31:02.723414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] For port b567c78f-81d1-49ae-9759-13bbfc883f28, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b567c78f-81d1-49ae-9759-13bbfc883f28,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:02.725016 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.748958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-725208ec-f120-4d4f-8182-52240a306ae6 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:02.750519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-725208ec-f120-4d4f-8182-52240a306ae6 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.49 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 946 time: 0.4027512 May 10 11:31:02.758884 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-cfca2f04-d431-4716-a116-8c7e18c308cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1 HTTP/1.1" status: 200 len: 217 time: 0.0772316 May 10 11:31:02.759476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:02.759745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] For port 1aa73a21-e322-4e3f-9f9f-0488da348f3e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1aa73a21-e322-4e3f-9f9f-0488da348f3e,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:02.760263 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.768948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.793347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] Calling delete_port for 1aa73a21-e322-4e3f-9f9f-0488da348f3e owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:02.819347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Calling delete_port for b567c78f-81d1-49ae-9759-13bbfc883f28 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:02.843617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a600288-233e-469a-9386-c8021c0a1003 req-3944e1a9-c9c7-4d26-81d3-7644d12b46a5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:02.845181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5a600288-233e-469a-9386-c8021c0a1003 req-3944e1a9-c9c7-4d26-81d3-7644d12b46a5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 946 time: 0.4146955 May 10 11:31:02.885764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-1bd16d0c-3e70-472c-bdfc-24ea99e9f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:02.887270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-1bd16d0c-3e70-472c-bdfc-24ea99e9f9d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.1132929 May 10 11:31:02.985876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2d65de68-f419-49c2-863c-906770802fc0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:02.987970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Attempting to bind port 830b0eb2-ff96-4207-b56d-2a6e5b672148 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:02.988285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Attempting to bind port 830b0eb2-ff96-4207-b56d-2a6e5b672148 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:02.988687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Attempting to bind port 830b0eb2-ff96-4207-b56d-2a6e5b672148 on network 289efa59-fda4-4293-9eae-657d9a92915f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:02.997142 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.046381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Port 830b0eb2-ff96-4207-b56d-2a6e5b672148 on network 289efa59-fda4-4293-9eae-657d9a92915f not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:03.046711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Attempting to bind port 830b0eb2-ff96-4207-b56d-2a6e5b672148 on network 289efa59-fda4-4293-9eae-657d9a92915f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:03.071080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] Pushing event deleted for resources: {'Port': ['ID=1aa73a21-e322-4e3f-9f9f-0488da348f3e,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:03.084472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238d5bf-4edb-46be-bc57-b9664e5414ea None None] No DVR routers for this DVR port 1aa73a21-e322-4e3f-9f9f-0488da348f3e on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:03.117587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:03.118000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Checking segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:03.118358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Bound using segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:03.119122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Bound port: 830b0eb2-ff96-4207-b56d-2a6e5b672148, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:03.119122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.128338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5c448eee-16db-4982-a010-a9f2a7d5ab1c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5c448eee-16db-4982-a010-a9f2a7d5ab1c,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:03.153085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '5c448eee-16db-4982-a010-a9f2a7d5ab1c', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'port_id': '5c448eee-16db-4982-a010-a9f2a7d5ab1c', 'mac_address': 'fa:16:3e:e4:e3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f797b6-5925-4b4e-a192-11a6c6d3d98e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:03.153605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5a600288-233e-469a-9386-c8021c0a1003 req-0bf84ebb-44b0-4924-8561-266dea39cabc tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845271 May 10 11:31:03.180830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2d65de68-f419-49c2-863c-906770802fc0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:03.181221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.243455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a35a2-33cd-4c4b-b70b-21fc8ef23504 req-8f1c4ad3-5c3d-4898-ad28-3805eb60d165 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:03.248310 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-747a35a2-33cd-4c4b-b70b-21fc8ef23504 req-8f1c4ad3-5c3d-4898-ad28-3805eb60d165 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.4640255 May 10 11:31:03.284132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5c448eee-16db-4982-a010-a9f2a7d5ab1c is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:03.284833 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.294100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-55e45e28-f25d-48a3-91a8-1cbfa6964e2d service neutron] 10.222.0.70 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910884 May 10 11:31:03.310778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c448eee-16db-4982-a010-a9f2a7d5ab1c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:03.316578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-dfe8dfde-afe1-4e26-bf87-bbfcb5197d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:03.318047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-dfe8dfde-afe1-4e26-bf87-bbfcb5197d05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684567 May 10 11:31:03.327095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Deleting port 8a4183d2-be24-435e-a520-2b960bd25407 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:03.327433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.331480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bd15413-c4b0-4d8d-a0d5-4bc4a812e098 req-feaf5de3-fcc8-4cbf-88a6-f669f9b257ae tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 210 time: 0.0794029 May 10 11:31:03.335464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5c448eee-16db-4982-a010-a9f2a7d5ab1c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5c448eee-16db-4982-a010-a9f2a7d5ab1c,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:03.363921 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.403797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2d65de68-f419-49c2-863c-906770802fc0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:03.426372 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d790b041-1ce3-45c3-ba5d-11fe5da07784 x-openstack-request-id: req-d790b041-1ce3-45c3-ba5d-11fe5da07784 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:03.426661 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3eb323-cea3-46d7-9fe4-2cb09b1101df", "tag": "4574da6e-9f5c-4b83-8a20-aa293c03e1e1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:03.426914 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d790b041-1ce3-45c3-ba5d-11fe5da07784 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:03.427321 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d790b041-1ce3-45c3-ba5d-11fe5da07784'] response: {'name': 'network-changed', 'server_uuid': '7e3eb323-cea3-46d7-9fe4-2cb09b1101df', 'tag': '4574da6e-9f5c-4b83-8a20-aa293c03e1e1', 'status': 'completed', 'code': 200} May 10 11:31:03.445136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5c448eee-16db-4982-a010-a9f2a7d5ab1c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:03.468248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-747a35a2-33cd-4c4b-b70b-21fc8ef23504 req-8ec283cc-592c-44ee-9662-b93abf5be52c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956182 May 10 11:31:03.474083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.510866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1aa73a21-e322-4e3f-9f9f-0488da348f3e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:03.550181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1aa73a21-e322-4e3f-9f9f-0488da348f3e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:03.551517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1aa73a21-e322-4e3f-9f9f-0488da348f3e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:03.577557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['5c448eee-16db-4982-a010-a9f2a7d5ab1c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:03.614191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] For port 830b0eb2-ff96-4207-b56d-2a6e5b672148, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:03.643174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] For port 830b0eb2-ff96-4207-b56d-2a6e5b672148, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:03.645151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.696933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Pushing event deleted for resources: {'Port': ['ID=b567c78f-81d1-49ae-9759-13bbfc883f28,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:03.697161 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-0a88dd6a-cc84-44ea-95e4-0d492a771e76 service neutron] 10.222.0.70 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919322 May 10 11:31:03.700266 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.828247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:31:03.838069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.916429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c3af3-858c-43d9-ab51-87beba3ad237 req-0eccbd4a-1fcc-4af1-aed7-65797c68dee2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:03.917928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-931c3af3-858c-43d9-ab51-87beba3ad237 req-0eccbd4a-1fcc-4af1-aed7-65797c68dee2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 945 time: 0.2178504 May 10 11:31:03.919847 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-dbfe32e3-e325-4573-8bf1-293a09c8bd20 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094333 May 10 11:31:03.935601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:03.957495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:03.964730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:03.965148 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.968654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa5736-5b30-4abe-889d-1db4ca1f535f None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:03.988973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-487ecb32-dd1d-46b8-992f-c343afe83103 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:03.990540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-487ecb32-dd1d-46b8-992f-c343afe83103 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 804 time: 0.3081167 May 10 11:31:04.036550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Request body: {'port': {'device_id': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'admin_state_up': True, 'tenant_id': 'f5e752c34ead485e8a14f60235065557'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:04.047910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=8a527e6a-3bf7-43d1-a5d0-fe66bcc4d90c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:04.119862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fe3ac217-e44e-4b32-b3ca-451116a3245d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1095011 May 10 11:31:04.120823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38168) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:04.139021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '8a527e6a-3bf7-43d1-a5d0-fe66bcc4d90c'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:31:04.141227 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.147996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:2b:69:c7', 'name': 'tempest-NetworksTestDHCPv6-1927065335'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:04.174572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:04.174946 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.178047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-156194a4-0312-4677-b195-381508bac117 service neutron] 10.222.0.49 "PUT /v2.0/ports/830b0eb2-ff96-4207-b56d-2a6e5b672148 HTTP/1.1" status: 200 len: 1092 time: 3.8230088 May 10 11:31:04.187414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f3f2a-97e8-492e-9c77-fc79291c3d3c req-e7ea0656-e552-497f-9edf-e911e3ff3ebb tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:04.189180 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897f3f2a-97e8-492e-9c77-fc79291c3d3c req-e7ea0656-e552-497f-9edf-e911e3ff3ebb tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 944 time: 0.7250690 May 10 11:31:04.216967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce69008b-b28e-48d8-afab-bdc9380a9ec9', 'tag': '830b0eb2-ff96-4207-b56d-2a6e5b672148'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:04.219303 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bade9ef-131f-4bf3-bd7d-b43236851033" -d '{"events": [{"name": "network-changed", "server_uuid": "ce69008b-b28e-48d8-afab-bdc9380a9ec9", "tag": "830b0eb2-ff96-4207-b56d-2a6e5b672148"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:04.242808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-931c3af3-858c-43d9-ab51-87beba3ad237 req-ee4ffb0e-869a-4bd8-9e8e-8bf284202d58 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093376 May 10 11:31:04.314367 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-acbf3ffa-9196-4037-9ce2-00a08ca67a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.324000 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5a4bc7c-1628-4c45-b5ff-2ad4121b32e6 req-9b55edd2-4d43-499c-a6e6-8fce505232e7 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873129 May 10 11:31:04.335017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] No DVR routers for this DVR port b567c78f-81d1-49ae-9759-13bbfc883f28 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:04.376132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Made reservation on behalf of f5e752c34ead485e8a14f60235065557 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:04.379784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.381853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897f3f2a-97e8-492e-9c77-fc79291c3d3c req-085c8b17-e3b4-4bbb-bd22-ba9673b92389 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540835 May 10 11:31:04.389223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.392724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed88b793-b9e0-4da9-9640-3111e04383e8 req-ea7ccd96-addf-4bd1-a9fc-7fe833d10917 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "DELETE /v2.0/ports/b567c78f-81d1-49ae-9759-13bbfc883f28 HTTP/1.1" status: 204 len: 173 time: 2.7788296 May 10 11:31:04.398948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] For port 8a4183d2-be24-435e-a520-2b960bd25407, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8a4183d2-be24-435e-a520-2b960bd25407,segment=NetworkSegment(7a4ecfd8-05ec-43e5-927e-5690c1bc4a39),segment_id=7a4ecfd8-05ec-43e5-927e-5690c1bc4a39)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:04.399317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.402375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156194a4-0312-4677-b195-381508bac117 service neutron] Pushing event updated for resources: {'Port': ['ID=830b0eb2-ff96-4207-b56d-2a6e5b672148,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:04.440688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Allocated IP 2001:db8::f816:3eff:fe7f:3e89 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/8a527e6a-3bf7-43d1-a5d0-fe66bcc4d90c/989d83d7-5b30-4fce-94f6-24a8e6f5ffd8) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:04.562801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Allocated IP 172.20.0.11 (07bf9b89-4489-46b5-88c1-da55d902cc5c/24b2d4da-01c6-4051-b8e3-c7362047b4a1/88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:04.570536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5c448eee-16db-4982-a010-a9f2a7d5ab1c up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:04.580038 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c09f09-fa00-45fb-9b47-9b98b1b97cbc x-openstack-request-id: req-e6c09f09-fa00-45fb-9b47-9b98b1b97cbc {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:04.580700 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce69008b-b28e-48d8-afab-bdc9380a9ec9", "tag": "830b0eb2-ff96-4207-b56d-2a6e5b672148", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:04.580934 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6c09f09-fa00-45fb-9b47-9b98b1b97cbc {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:04.581607 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c09f09-fa00-45fb-9b47-9b98b1b97cbc'] response: {'name': 'network-changed', 'server_uuid': 'ce69008b-b28e-48d8-afab-bdc9380a9ec9', 'tag': '830b0eb2-ff96-4207-b56d-2a6e5b672148', 'status': 'completed', 'code': 200} May 10 11:31:04.582796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.594955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Calling delete_port for 8a4183d2-be24-435e-a520-2b960bd25407 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:04.602860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc506a-4399-4535-8642-247cb804d07f req-c2e70ab6-5919-479d-8644-6119469aa844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:04.604544 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-c2e70ab6-5919-479d-8644-6119469aa844 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 1095 time: 0.3421080 May 10 11:31:04.688454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-5886ed2a-aab4-4eae-afbd-64df5bb602f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148 HTTP/1.1" status: 200 len: 217 time: 0.0399961 May 10 11:31:04.738277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 5c448eee-16db-4982-a010-a9f2a7d5ab1c completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:04.745273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 5c448eee-16db-4982-a010-a9f2a7d5ab1c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:04.745655 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.761303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:04.789125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1ee35d9-fcb3-4229-aa46-af93af7f7681 req-752cf6ac-3b29-478f-be6b-c61a1611aa1a tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 210 time: 0.1394517 May 10 11:31:04.789744 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.795958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-a7918420-8da8-493f-80f4-086803e0a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:04.802436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.804146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-a7918420-8da8-493f-80f4-086803e0a5bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 1095 time: 0.3830163 May 10 11:31:04.851022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:04.867671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc506a-4399-4535-8642-247cb804d07f req-6949dc16-0186-4d7d-9fe1-f04d63a2a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:04.869159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-6949dc16-0186-4d7d-9fe1-f04d63a2a5d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.1685152 May 10 11:31:04.932708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a7548-ac20-485e-b5ea-2b3fdc1f7540 req-e6c99280-0ddd-4167-b0a0-399132379fd7 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:04.934834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e0a7548-ac20-485e-b5ea-2b3fdc1f7540 req-e6c99280-0ddd-4167-b0a0-399132379fd7 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/ports?device_id=0db32367-e560-40da-8a0f-9ab86dcb19c9 HTTP/1.1" status: 200 len: 946 time: 0.5125930 May 10 11:31:05.012080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc506a-4399-4535-8642-247cb804d07f req-9833f862-c50e-4d51-b36b-ec1fd023751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:05.013951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-9833f862-c50e-4d51-b36b-ec1fd023751e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324172 May 10 11:31:05.054936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:05.055504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99b92-75cd-4895-b25e-acaeaf54614b req-02a85239-5934-4836-9fa4-3410a32b34d2 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:05.059164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83d99b92-75cd-4895-b25e-acaeaf54614b req-02a85239-5934-4836-9fa4-3410a32b34d2 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1669035 May 10 11:31:05.063720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:05.069233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Pushing event updated for resources: {'Port': ['ID=989d83d7-5b30-4fce-94f6-24a8e6f5ffd8,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:05.069974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-acbd9dbb-54f6-423a-8839-6b998c7606c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:05.071550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-acbd9dbb-54f6-423a-8839-6b998c7606c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.1839192 May 10 11:31:05.101548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 5c448eee-16db-4982-a010-a9f2a7d5ab1c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:05.101936 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.148734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4200bb6b-0a2e-4223-9ccb-715b6a288a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c448eee-16db-4982-a010-a9f2a7d5ab1c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:05.150994 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2788c1d-8344-41ba-b10d-8d6dfc11e91b" -d '{"events": [{"server_uuid": "4200bb6b-0a2e-4223-9ccb-715b6a288a37", "name": "network-vif-plugged", "status": "completed", "tag": "5c448eee-16db-4982-a010-a9f2a7d5ab1c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:05.162484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-40f759cb-9c75-4748-a566-115fbf5b7f96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1 HTTP/1.1" status: 200 len: 217 time: 0.0659010 May 10 11:31:05.162961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Attempting to bind port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:05.163393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Attempting to bind port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:05.163733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Attempting to bind port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:05.168687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.169636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 5c448eee-16db-4982-a010-a9f2a7d5ab1c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5c448eee-16db-4982-a010-a9f2a7d5ab1c,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:05.173430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:05.173923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:05.174231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.174602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:05.175220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Bound port: 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:05.175609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.177408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.180122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.181140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b567c78f-81d1-49ae-9759-13bbfc883f28 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:05.227502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Pushing event deleted for resources: {'Port': ['ID=8a4183d2-be24-435e-a520-2b960bd25407,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:05.231216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: b567c78f-81d1-49ae-9759-13bbfc883f28 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:05.231216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b567c78f-81d1-49ae-9759-13bbfc883f28 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:05.239199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83d99b92-75cd-4895-b25e-acaeaf54614b req-e6492e17-aba3-4142-a113-4e2dc3c59028 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400890 May 10 11:31:05.274859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:31:05.290175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-63ad63e2-3d0e-4c05-bd8c-f1124af2b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:05.291929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-63ad63e2-3d0e-4c05-bd8c-f1124af2b86f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.1053145 May 10 11:31:05.296295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.303669 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.305052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=5c448eee-16db-4982-a010-a9f2a7d5ab1c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:05.305199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] No DVR routers for this DVR port 8a4183d2-be24-435e-a520-2b960bd25407 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:05.311929 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.321659 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e0a7548-ac20-485e-b5ea-2b3fdc1f7540 req-7fe3e818-08cb-4df5-b3b4-b312d36eb260 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.13 "GET /v2.0/security-groups?id=84ee708d-f347-4478-9476-06175b99214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674366 May 10 11:31:05.327678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.330561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f7cb07b-614c-45d9-9a81-626dc2d42228 req-e1342c35-1f66-4e75-9418-50aba90dcef5 tempest-ServersNegativeTestMultiTenantJSON-374218945 tempest-ServersNegativeTestMultiTenantJSON-374218945-project] 10.222.0.49 "DELETE /v2.0/ports/8a4183d2-be24-435e-a520-2b960bd25407 HTTP/1.1" status: 204 len: 173 time: 2.5406094 May 10 11:31:05.333690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] For port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:05.336322 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-e84a0326-dce4-426d-b369-36881eebd2ca service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057144 May 10 11:31:05.338419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] For port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=989d83d7-5b30-4fce-94f6-24a8e6f5ffd8,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:05.355251 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.446588 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6ee891-bae3-49f1-8064-daac71ebb590 x-openstack-request-id: req-1c6ee891-bae3-49f1-8064-daac71ebb590 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:05.446926 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4200bb6b-0a2e-4223-9ccb-715b6a288a37", "name": "network-vif-plugged", "status": "completed", "tag": "5c448eee-16db-4982-a010-a9f2a7d5ab1c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:05.447916 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c6ee891-bae3-49f1-8064-daac71ebb590 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:05.448276 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6ee891-bae3-49f1-8064-daac71ebb590'] response: {'server_uuid': '4200bb6b-0a2e-4223-9ccb-715b6a288a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c448eee-16db-4982-a010-a9f2a7d5ab1c', 'code': 200} May 10 11:31:05.556356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4eb62-3632-40e7-a030-d62ce9837570 None None] Pushing event updated for resources: {'Port': ['ID=989d83d7-5b30-4fce-94f6-24a8e6f5ffd8,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:05.772675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cfc506a-4399-4535-8642-247cb804d07f req-28d75217-9f87-48f9-aaff-67e4c5014b8b service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291806 May 10 11:31:05.875528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734315ab-39f9-4233-b19d-6aae45d2f7f5 req-4481d2ed-9abe-4813-a707-2c1f7649acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:05.877080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-734315ab-39f9-4233-b19d-6aae45d2f7f5 req-4481d2ed-9abe-4813-a707-2c1f7649acc6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 1097 time: 0.3693504 May 10 11:31:05.878158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:31:05.896236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Sync routers for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:05.901174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Pushing event updated for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:05.911123 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:31:05.911751 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:30:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:05.961528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port c9f0fa47-1671-4f28-8680-8db4cb531973 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:31:05.996124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2571c9-4244-40a5-9a4e-abc787938db5 req-180a2894-d249-484f-a5b9-c52f30dfa330 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:06.006135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb2571c9-4244-40a5-9a4e-abc787938db5 req-180a2894-d249-484f-a5b9-c52f30dfa330 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 944 time: 0.3586133 May 10 11:31:06.042302 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.046386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6b80ff7e-9a17-4312-8ae6-7c5a6955bce9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5356066 May 10 11:31:06.056057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38194) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:06.115671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-734315ab-39f9-4233-b19d-6aae45d2f7f5 req-86543cd3-0e36-4019-a7a2-e1b57b395c3e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271311 May 10 11:31:06.120477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Network 07bf9b89-4489-46b5-88c1-da55d902cc5c is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:06.123357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-272a5434-62c4-4c18-b451-dd8fc05ecf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:06.124907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-272a5434-62c4-4c18-b451-dd8fc05ecf6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7772248 May 10 11:31:06.134869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-ab1e496e-f61c-439a-b9a9-71590cd04ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:06.136610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-ab1e496e-f61c-439a-b9a9-71590cd04ada service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 1095 time: 0.2313099 May 10 11:31:06.137532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:06.143240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:06.157553 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb2571c9-4244-40a5-9a4e-abc787938db5 req-ba529330-edc2-42d1-b7dd-1b41a36f3fa3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502075 May 10 11:31:06.169744 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:31:06.245435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e36f3e-0690-4417-b6ba-0285d3731d22 req-ae3f267f-1c41-4ff1-8c27-8386b9440260 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:06.252933 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5e36f3e-0690-4417-b6ba-0285d3731d22 req-ae3f267f-1c41-4ff1-8c27-8386b9440260 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 946 time: 0.3546448 May 10 11:31:06.296249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:06.297053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.307768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:fe2b:69c7 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/8a527e6a-3bf7-43d1-a5d0-fe66bcc4d90c/c9f0fa47-1671-4f28-8680-8db4cb531973) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:06.407281 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:02Z', 'revision_number': 3, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:06.420020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-72a7673f-7c8f-4fd4-b637-2364bca4a758 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086831 May 10 11:31:06.450655 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-27b34177-8ae0-4f06-8a99-d35edb00dae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.456679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8a4183d2-be24-435e-a520-2b960bd25407 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:06.463792 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Checking router: 483fd253-e4a1-48b8-8aa8-2a0e05001a7c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:06.464859 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Updating router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c port 2266ac1e-8606-44d9-b22a-67133c81cfd5 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:31:06.501536 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.509779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 8a4183d2-be24-435e-a520-2b960bd25407 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:06.510443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8a4183d2-be24-435e-a520-2b960bd25407 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:06.531239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:06.533243 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b8030336-3865-453e-8780-cc924b8bb21b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5009964 May 10 11:31:06.551725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5e36f3e-0690-4417-b6ba-0285d3731d22 req-c7be9c05-c4f1-4c87-ac14-918342c51bcc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970943 May 10 11:31:06.565570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Request body: {'port': {'device_id': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:06.600509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'name': 'network-vif-deleted', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28'}, {'server_uuid': '0db32367-e560-40da-8a0f-9ab86dcb19c9', 'name': 'network-vif-deleted', 'tag': '8a4183d2-be24-435e-a520-2b960bd25407'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:06.602951 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d7361e-0017-490d-8f25-c56dd0b7f7b9" -d '{"events": [{"server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "name": "network-vif-deleted", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28"}, {"server_uuid": "0db32367-e560-40da-8a0f-9ab86dcb19c9", "name": "network-vif-deleted", "tag": "8a4183d2-be24-435e-a520-2b960bd25407"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:06.657873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:06.675086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '4574da6e-9f5c-4b83-8a20-aa293c03e1e1', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'port_id': '4574da6e-9f5c-4b83-8a20-aa293c03e1e1', 'mac_address': 'fa:16:3e:bb:39:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:06.678937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-d8fe526f-fc42-40cf-9cc1-9dfe6c2e4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:06.694193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-d8fe526f-fc42-40cf-9cc1-9dfe6c2e4c64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.5319295 May 10 11:31:06.735073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:06.735471 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.753198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:06.797055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:06.807072 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.807704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 70d0e828-eb86-40c0-a515-1d8f865feca8 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:06.832801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-53089a52-0447-4558-80af-b9e3a380a4a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148 HTTP/1.1" status: 200 len: 217 time: 0.1373484 May 10 11:31:06.856351 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14c89c94-c3b2-4691-bcbb-cee06e0ffdd2 req-56f5bfb1-9883-4ab6-80bb-174079220250 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211972 May 10 11:31:06.887672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.916351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f604105-7610-41a3-acd0-d6aebbef1088 req-77ae2a7f-3f52-41ee-8464-9421dab7e13f tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:06.923911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f604105-7610-41a3-acd0-d6aebbef1088 req-77ae2a7f-3f52-41ee-8464-9421dab7e13f tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 945 time: 0.6199813 May 10 11:31:06.934966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1b202-bcf0-4ab4-ab0b-2d5704ee351b req-7777d2b9-7b06-4f6a-9dba-c972f5b6faad tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:06.938382 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bea1b202-bcf0-4ab4-ab0b-2d5704ee351b req-7777d2b9-7b06-4f6a-9dba-c972f5b6faad tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 932 time: 0.2634337 May 10 11:31:07.020925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:07.029276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:07.080500 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.091202 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.095111 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.110103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:07.130157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '70d0e828-eb86-40c0-a515-1d8f865feca8', 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9', 'port_id': '70d0e828-eb86-40c0-a515-1d8f865feca8', 'mac_address': 'fa:16:3e:74:ec:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0684e5-74b7-4e63-96d3-9612fb08251a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:07.137240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:07.137427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.156074 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a344d-589e-4ea0-b254-fd8478f65f7d None None] Pushing event updated for resources: {'Port': ['ID=2266ac1e-8606-44d9-b22a-67133c81cfd5,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:07.183435 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Attempting to bind port 2266ac1e-8606-44d9-b22a-67133c81cfd5 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:07.184683 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Attempting to bind port 2266ac1e-8606-44d9-b22a-67133c81cfd5 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:07.185195 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Attempting to bind port 2266ac1e-8606-44d9-b22a-67133c81cfd5 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:07.191059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7a5339ef-81fb-410f-a423-7e697b735723 None None] Provisioning complete for port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:07.191545 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7a5339ef-81fb-410f-a423-7e697b735723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.192157 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:07.192992 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:07.193536 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.194076 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:07.198501 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Bound port: 2266ac1e-8606-44d9-b22a-67133c81cfd5, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:07.199119 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.220519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-04b2dacc-ee11-456e-bb13-b26c367b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:07.222803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-04b2dacc-ee11-456e-bb13-b26c367b3c3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.3745339 May 10 11:31:07.247168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 70d0e828-eb86-40c0-a515-1d8f865feca8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:07.247659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.249113 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f604105-7610-41a3-acd0-d6aebbef1088 req-a0cf2c05-6314-40e4-ae3b-f7d648215fd5 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243363 May 10 11:31:07.272445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d0e828-eb86-40c0-a515-1d8f865feca8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:07.300215 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] For port 2266ac1e-8606-44d9-b22a-67133c81cfd5, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:07.304005 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] For port 2266ac1e-8606-44d9-b22a-67133c81cfd5, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2266ac1e-8606-44d9-b22a-67133c81cfd5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:07.305414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-369691bf-e64f-4398-9f87-b9f0aa4e8aa6 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:07.307284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-369691bf-e64f-4398-9f87-b9f0aa4e8aa6 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.49 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 945 time: 0.2314751 May 10 11:31:07.311179 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.355735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:07.357130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:07.357623 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.370514 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a344d-589e-4ea0-b254-fd8478f65f7d None None] Pushing event updated for resources: {'Port': ['ID=2266ac1e-8606-44d9-b22a-67133c81cfd5,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:07.374738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.393191 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:31:07.393868 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:31:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:07.414292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.422733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bea1b202-bcf0-4ab4-ab0b-2d5704ee351b req-0b80e498-d8bf-46bd-8220-4b6b8bcd4355 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682512 May 10 11:31:07.444710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-4e6c7ea5-5376-4498-94ef-f88a7b962056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:07.446683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-4e6c7ea5-5376-4498-94ef-f88a7b962056 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124808 May 10 11:31:07.474564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:07.480362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:07.481071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=989d83d7-5b30-4fce-94f6-24a8e6f5ffd8,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:07.495779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:07.504235 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.504916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:07.505806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.510899 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:31:07.564305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38206) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:07.611542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:07.621469 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4921286 May 10 11:31:07.647661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7a5339ef-81fb-410f-a423-7e697b735723 None None] Current status of the port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:07.727223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=989d83d7-5b30-4fce-94f6-24a8e6f5ffd8,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:07.730610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['4574da6e-9f5c-4b83-8a20-aa293c03e1e1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:07.733098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['70d0e828-eb86-40c0-a515-1d8f865feca8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:07.791526 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.813132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:07.827257 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:02Z', 'revision_number': 3, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:07.904701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-29ddadf9-594a-4e1a-8cab-aedc5d256ecc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:07.906331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-29ddadf9-594a-4e1a-8cab-aedc5d256ecc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 946 time: 0.5588729 May 10 11:31:07.981554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7330d-a91d-435f-b923-7fdb8db8c6ac tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=c9f0fa47-1671-4f28-8680-8db4cb531973,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:08.035962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d34af55-b419-4f1c-8ca1-529a36e95c5c admin admin] Deleting subnet 716591d9-9173-438e-b8b3-9d172e9fd6d1 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:08.044916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-08cc0331-60b3-44d0-ab88-a8e28b5d91ec None None] Provisioning complete for port c9f0fa47-1671-4f28-8680-8db4cb531973 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:08.045290 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-08cc0331-60b3-44d0-ab88-a8e28b5d91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.047594 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d34af55-b419-4f1c-8ca1-529a36e95c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.058315 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc81ca63-0d61-4669-b7ac-0a095334ac8b x-openstack-request-id: req-fc81ca63-0d61-4669-b7ac-0a095334ac8b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:08.058878 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c620686-73da-49fb-9b72-77eb22e509ca", "name": "network-vif-deleted", "tag": "b567c78f-81d1-49ae-9759-13bbfc883f28", "status": "completed", "code": 200}, {"server_uuid": "0db32367-e560-40da-8a0f-9ab86dcb19c9", "name": "network-vif-deleted", "tag": "8a4183d2-be24-435e-a520-2b960bd25407", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:08.059049 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc81ca63-0d61-4669-b7ac-0a095334ac8b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:08.059532 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc81ca63-0d61-4669-b7ac-0a095334ac8b'] response: {'server_uuid': '0c620686-73da-49fb-9b72-77eb22e509ca', 'name': 'network-vif-deleted', 'tag': 'b567c78f-81d1-49ae-9759-13bbfc883f28', 'status': 'completed', 'code': 200} May 10 11:31:08.059903 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc81ca63-0d61-4669-b7ac-0a095334ac8b'] response: {'server_uuid': '0db32367-e560-40da-8a0f-9ab86dcb19c9', 'name': 'network-vif-deleted', 'tag': '8a4183d2-be24-435e-a520-2b960bd25407', 'status': 'completed', 'code': 200} May 10 11:31:08.063056 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e172fa2-a269-47e2-a15c-b901efad8100 None None] The sync data for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 is: [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:02Z', 'revision_number': 3, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:08.101050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-08cc0331-60b3-44d0-ab88-a8e28b5d91ec None None] Port c9f0fa47-1671-4f28-8680-8db4cb531973 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:31:08.145391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf8011-5189-42b7-8c8f-fbae9a93fc90 req-4e44a8b6-d355-438b-9160-dc6b5317b16a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:08.152646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1bf8011-5189-42b7-8c8f-fbae9a93fc90 req-4e44a8b6-d355-438b-9160-dc6b5317b16a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 944 time: 0.7629857 May 10 11:31:08.168133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.200283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3969f-c8c3-49a3-a863-c37deed28b72 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:08.206181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3969f-c8c3-49a3-a863-c37deed28b72 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:08.211019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1da3969f-c8c3-49a3-a863-c37deed28b72 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3927879 May 10 11:31:08.214297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38212) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:08.219132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d34af55-b419-4f1c-8ca1-529a36e95c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.268408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb329-eefe-4e4c-ab1a-a5cc6369bd24 req-14111431-9806-4319-98a3-51a31a9f9ea9 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:08.277303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c4bb329-eefe-4e4c-ab1a-a5cc6369bd24 req-14111431-9806-4319-98a3-51a31a9f9ea9 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 944 time: 0.4407473 May 10 11:31:08.295048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1bf8011-5189-42b7-8c8f-fbae9a93fc90 req-5608af73-744c-4dea-83eb-f25fdc985a41 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414204 May 10 11:31:08.330402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Deleting port 6cbcad42-adc6-401f-9cc5-73882f4fc14d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:08.331185 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.374273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-41ecadee-a396-4eef-813c-820d620e2c2b service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189394 May 10 11:31:08.374493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d34af55-b419-4f1c-8ca1-529a36e95c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.426263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c4bb329-eefe-4e4c-ab1a-a5cc6369bd24 req-2427742d-7185-4913-89b6-6cdb21de0674 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460669 May 10 11:31:08.453950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:08.469849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Deleting port 5c448eee-16db-4982-a010-a9f2a7d5ab1c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:08.470262 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.476983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.548948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 70d0e828-eb86-40c0-a515-1d8f865feca8 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:08.585353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Transition to ACTIVE for port object 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:08.597154 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.625337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 70d0e828-eb86-40c0-a515-1d8f865feca8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:08.632034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 70d0e828-eb86-40c0-a515-1d8f865feca8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:08.633046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.641900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d34af55-b419-4f1c-8ca1-529a36e95c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.693680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f273f4e-c61d-49a3-bf7a-c2f01302771c req-639438ca-348b-4994-9ec2-aed61ca890e0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:08.696382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f273f4e-c61d-49a3-bf7a-c2f01302771c req-639438ca-348b-4994-9ec2-aed61ca890e0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 946 time: 0.2641876 May 10 11:31:08.708051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34af55-b419-4f1c-8ca1-529a36e95c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716591d9-9173-438e-b8b3-9d172e9fd6d1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:08.727744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5025a7-802f-42b6-a298-f0b77c0b26d0 req-0db21492-701c-4bb3-bde5-da3cd2c88791 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:08.729641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba5025a7-802f-42b6-a298-f0b77c0b26d0 req-0db21492-701c-4bb3-bde5-da3cd2c88791 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 945 time: 0.2038143 May 10 11:31:08.731981 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d34af55-b419-4f1c-8ca1-529a36e95c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.732922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 70d0e828-eb86-40c0-a515-1d8f865feca8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:08.733468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.735757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9d34af55-b419-4f1c-8ca1-529a36e95c5c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/716591d9-9173-438e-b8b3-9d172e9fd6d1 HTTP/1.1" status: 204 len: 168 time: 1.1684325 May 10 11:31:08.742828 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] For port 5c448eee-16db-4982-a010-a9f2a7d5ab1c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=5c448eee-16db-4982-a010-a9f2a7d5ab1c,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:08.743327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.746180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:08.762208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Pushing event updated for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:08.763745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:08.766396 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ec443c-e3a5-4e1e-beb8-ad5590f4cfe0" -d '{"events": [{"server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "name": "network-vif-plugged", "status": "completed", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:08.796063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:08.804125 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.835712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Calling delete_port for 5c448eee-16db-4982-a010-a9f2a7d5ab1c owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:08.852528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] For port 6cbcad42-adc6-401f-9cc5-73882f4fc14d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cbcad42-adc6-401f-9cc5-73882f4fc14d,segment=NetworkSegment(d3cb1438-444c-4a30-8edc-1e60e98c48f3),segment_id=d3cb1438-444c-4a30-8edc-1e60e98c48f3)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:08.853095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.874245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:08.926248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Calling delete_port for 6cbcad42-adc6-401f-9cc5-73882f4fc14d owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:08.936469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bade9ef-131f-4bf3-bd7d-b43236851033 req-fa1f8108-a2b7-45e8-83af-b22104086959 service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176082 May 10 11:31:08.968505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.976235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Allocated IP 172.20.0.1 (8a425eb4-06d3-43de-998c-7f472bd98c43/ee664d4f-78fd-4109-9c8c-df995448cce5/e631f403-cf37-4c1d-8d7a-475918ef5dac) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:08.983787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f273f4e-c61d-49a3-bf7a-c2f01302771c req-c0c18494-ef24-4ec7-bbe4-9189724a705f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435865 May 10 11:31:08.989185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba5025a7-802f-42b6-a298-f0b77c0b26d0 req-68722187-f7d2-46a0-b7f0-3f4616bfcb93 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403610 May 10 11:31:09.017371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2266ac1e-8606-44d9-b22a-67133c81cfd5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:09.019518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9f730c3e-29e9-456d-9015-7aae8b379230 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port c9f0fa47-1671-4f28-8680-8db4cb531973 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:09.020079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f730c3e-29e9-456d-9015-7aae8b379230 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.030168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Attempting to bind port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:09.030347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Attempting to bind port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:09.030694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Attempting to bind port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:09.070472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:09.071009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Attempting to bind port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:09.102525 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e2374-e723-42d7-842b-ac15d2f4ccf0 x-openstack-request-id: req-0b4e2374-e723-42d7-842b-ac15d2f4ccf0 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:09.103447 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "name": "network-vif-plugged", "status": "completed", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:09.103903 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b4e2374-e723-42d7-842b-ac15d2f4ccf0 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:09.104501 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4e2374-e723-42d7-842b-ac15d2f4ccf0'] response: {'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8', 'code': 200} May 10 11:31:09.108079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:09.108508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Checking segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:09.108968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Bound using segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:09.109482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Bound port: 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:09.109907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.127534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2266ac1e-8606-44d9-b22a-67133c81cfd5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:09.128214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.214073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.230832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.257632 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2266ac1e-8606-44d9-b22a-67133c81cfd5 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:09.258038 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.282579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 2266ac1e-8606-44d9-b22a-67133c81cfd5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2266ac1e-8606-44d9-b22a-67133c81cfd5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:09.288722 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.289919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:09.298388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810185d0-ad50-49d9-8e1d-7831abdf2e7a']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:09.326035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4ecfd8-05ec-43e5-927e-5690c1bc4a39') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:09.326327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4ecfd8-05ec-43e5-927e-5690c1bc4a39') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:09.358644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.408969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.415241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=2266ac1e-8606-44d9-b22a-67133c81cfd5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:09.432434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['5c448eee-16db-4982-a010-a9f2a7d5ab1c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:09.437671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b7f88-ece5-403c-a69d-2f74f32f6919 req-aa27736e-86d6-47da-a7aa-51b84eeff7a7 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:09.447518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-762b7f88-ece5-403c-a69d-2f74f32f6919 req-aa27736e-86d6-47da-a7aa-51b84eeff7a7 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 944 time: 0.3618777 May 10 11:31:09.455630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.467248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730484f6-2805-4f6e-b3d7-63f8f932a38d req-ad31e9d2-e482-46fa-b430-f6a6ee676627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:09.469062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-730484f6-2805-4f6e-b3d7-63f8f932a38d req-ad31e9d2-e482-46fa-b430-f6a6ee676627 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.2554865 May 10 11:31:09.470998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f730c3e-29e9-456d-9015-7aae8b379230 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.497528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.500066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:09.500441 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.514702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:31:09.515363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: timer() May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:31:09.530004 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:31:09.532678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event deleted for resources: {'Port': ['ID=5c448eee-16db-4982-a010-a9f2a7d5ab1c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:09.561722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9f730c3e-29e9-456d-9015-7aae8b379230 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for c9f0fa47-1671-4f28-8680-8db4cb531973 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:09.576356 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.600589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:09.608641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:09.626637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-762b7f88-ece5-403c-a69d-2f74f32f6919 req-6333bc79-8f46-47d6-b48a-82c96d4be296 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779926 May 10 11:31:09.658286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-730484f6-2805-4f6e-b3d7-63f8f932a38d req-589a8f9f-ec8b-4206-a540-9524b7f6f162 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606653 May 10 11:31:09.663241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:09.664519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] No DVR routers for this DVR port 5c448eee-16db-4982-a010-a9f2a7d5ab1c on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:09.664716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.669085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.673593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09744eef-4a73-4d32-960c-f50dc523ac7b req-f8e7f202-ad13-494d-8039-6bedaa8d946f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "DELETE /v2.0/ports/5c448eee-16db-4982-a010-a9f2a7d5ab1c HTTP/1.1" status: 204 len: 173 time: 1.7000523 May 10 11:31:09.674147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4200bb6b-0a2e-4223-9ccb-715b6a288a37', 'name': 'network-vif-deleted', 'tag': '5c448eee-16db-4982-a010-a9f2a7d5ab1c'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:09.677393 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a048358-3f3b-4365-a090-cfb0015d9809" -d '{"events": [{"server_uuid": "4200bb6b-0a2e-4223-9ccb-715b6a288a37", "name": "network-vif-deleted", "tag": "5c448eee-16db-4982-a010-a9f2a7d5ab1c"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:09.690527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.718187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Pushing event deleted for resources: {'Port': ['ID=6cbcad42-adc6-401f-9cc5-73882f4fc14d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:09.742320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f4d3-64ed-438b-90a6-136f8a37f301 req-af625190-1871-4831-871a-e69bd62174e5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:09.744339 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e3f4d3-64ed-438b-90a6-136f8a37f301 req-af625190-1871-4831-871a-e69bd62174e5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.2731540 May 10 11:31:09.745094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.759413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.763542 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] 10.222.0.13 "DELETE /v2.0/networks/810185d0-ad50-49d9-8e1d-7831abdf2e7a HTTP/1.1" status: 204 len: 168 time: 1.0138397 May 10 11:31:09.769829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38228) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:09.786514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:09.787465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.789681 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] 10.222.0.70 "PUT /v2.0/ports/88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 HTTP/1.1" status: 200 len: 1092 time: 3.2328789 May 10 11:31:09.798484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ecf81-ae6d-4e0f-b6cc-77e68caed9cd admin admin] Pushing event deleted for resources: {'Network': ['ID=810185d0-ad50-49d9-8e1d-7831abdf2e7a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:09.826041 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.833156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bef944-2234-48ee-97f0-1cf12aa13b03 service neutron] Pushing event updated for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:09.839202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e3f4d3-64ed-438b-90a6-136f8a37f301 req-adcb1f02-e3db-44d4-b328-b149a7f3f174 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857074 May 10 11:31:09.852669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] No DVR routers for this DVR port 6cbcad42-adc6-401f-9cc5-73882f4fc14d on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:09.888298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.891896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adf2158d-bbb4-4455-803e-0c139c5fd31d req-a41c5198-3ad0-44ef-a347-e2b7920cfee1 tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.49 "DELETE /v2.0/ports/6cbcad42-adc6-401f-9cc5-73882f4fc14d HTTP/1.1" status: 204 len: 173 time: 2.5624759 May 10 11:31:09.907793 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a27bb8b-9f4e-4ff8-80a3-76bdf6e05609 x-openstack-request-id: req-5a27bb8b-9f4e-4ff8-80a3-76bdf6e05609 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:09.908346 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4200bb6b-0a2e-4223-9ccb-715b6a288a37", "name": "network-vif-deleted", "tag": "5c448eee-16db-4982-a010-a9f2a7d5ab1c", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:09.908820 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a27bb8b-9f4e-4ff8-80a3-76bdf6e05609 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:09.910561 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a27bb8b-9f4e-4ff8-80a3-76bdf6e05609'] response: {'server_uuid': '4200bb6b-0a2e-4223-9ccb-715b6a288a37', 'name': 'network-vif-deleted', 'tag': '5c448eee-16db-4982-a010-a9f2a7d5ab1c', 'status': 'completed', 'code': 200} May 10 11:31:09.945051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5f64a-ce10-412c-9dcd-872153e34518 req-d5b11443-1b21-43b2-8b79-abdb8e94f954 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:09.946880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9c5f64a-ce10-412c-9dcd-872153e34518 req-d5b11443-1b21-43b2-8b79-abdb8e94f954 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 944 time: 0.2354255 May 10 11:31:09.948813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:09.982767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-1faae3d9-1ffd-4211-80f9-0fc353647405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:09.984887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-1faae3d9-1ffd-4211-80f9-0fc353647405 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 1095 time: 0.0700452 May 10 11:31:09.997040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:10.004935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e242e4-5f19-49ea-9dc6-b3a6d5c3359f admin admin] Deleting subnet 221a04be-b5af-4ecd-959d-094c2dba8024 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:10.009430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:10.019650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Pushing event updated for resources: {'Port': ['ID=e631f403-cf37-4c1d-8d7a-475918ef5dac,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:10.029087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e242e4-5f19-49ea-9dc6-b3a6d5c3359f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.090081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-a24a103b-edbf-4771-bd0f-a35e330a9146 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 HTTP/1.1" status: 200 len: 217 time: 0.0954828 May 10 11:31:10.093606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd706a195-ec8b-483a-a1f2-f3d27de13e2c', 'name': 'network-vif-deleted', 'tag': '6cbcad42-adc6-401f-9cc5-73882f4fc14d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:10.095497 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ad1c1b-4613-4deb-bdd7-9aabd69920d6" -d '{"events": [{"server_uuid": "d706a195-ec8b-483a-a1f2-f3d27de13e2c", "name": "network-vif-deleted", "tag": "6cbcad42-adc6-401f-9cc5-73882f4fc14d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:10.140040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f730c3e-29e9-456d-9015-7aae8b379230 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.183166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e242e4-5f19-49ea-9dc6-b3a6d5c3359f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.188068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9c5f64a-ce10-412c-9dcd-872153e34518 req-68a16044-822b-480f-89eb-3ffdcd95e888 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053576 May 10 11:31:10.216246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-402c8c71-df80-49f6-83cc-feb421855839 req-d8833050-6c45-4c16-b54d-ca0e46a2801f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 210 time: 0.0955718 May 10 11:31:10.282557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f730c3e-29e9-456d-9015-7aae8b379230 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=c9f0fa47-1671-4f28-8680-8db4cb531973,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:10.284108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-503f5564-c7b5-4e83-a7cf-eec55c7b4b50 req-a9cf7c2a-526e-4f58-aee5-d00a1ace32f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 210 time: 0.0504453 May 10 11:31:10.285936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-cabcc202-323c-4e94-9b6b-23292f76d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:10.287389 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-cabcc202-323c-4e94-9b6b-23292f76d346 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.1829062 May 10 11:31:10.304543 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e31684-8650-4e7b-9aac-e82da9f86134 x-openstack-request-id: req-38e31684-8650-4e7b-9aac-e82da9f86134 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:10.304961 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d706a195-ec8b-483a-a1f2-f3d27de13e2c", "name": "network-vif-deleted", "tag": "6cbcad42-adc6-401f-9cc5-73882f4fc14d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:10.305306 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38e31684-8650-4e7b-9aac-e82da9f86134 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:10.305995 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e31684-8650-4e7b-9aac-e82da9f86134'] response: {'server_uuid': 'd706a195-ec8b-483a-a1f2-f3d27de13e2c', 'name': 'network-vif-deleted', 'tag': '6cbcad42-adc6-401f-9cc5-73882f4fc14d', 'status': 'completed', 'code': 200} May 10 11:31:10.308535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.322025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f730c3e-29e9-456d-9015-7aae8b379230 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.330032 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9f730c3e-29e9-456d-9015-7aae8b379230 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/c9f0fa47-1671-4f28-8680-8db4cb531973 HTTP/1.1" status: 204 len: 168 time: 2.1071062 May 10 11:31:10.336315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38236) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:10.421958 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-7959ef78-45cc-4e3e-aea5-3c6b86b66e65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087644 May 10 11:31:10.436870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-0c149cbb-2e1c-4836-94fa-d41a94dce507 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:31:10.438206 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-0c149cbb-2e1c-4836-94fa-d41a94dce507 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064225 May 10 11:31:10.468535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e242e4-5f19-49ea-9dc6-b3a6d5c3359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.474228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 830b0eb2-ff96-4207-b56d-2a6e5b672148 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:10.508370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6cbcad42-adc6-401f-9cc5-73882f4fc14d no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:10.523424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d631a50-f3be-4edd-b7b6-10715c748321 req-95b9c1dc-ebcb-426b-a3b8-8a470a4f454b tempest-ServerMetadataNegativeTestJSON-1181410071 tempest-ServerMetadataNegativeTestJSON-1181410071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d706a195-ec8b-483a-a1f2-f3d27de13e2c HTTP/1.1" status: 200 len: 210 time: 0.0934505 May 10 11:31:10.571450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bbb06d-5dc6-4acf-8d48-b3955a34c4d3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:10.573187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bbb06d-5dc6-4acf-8d48-b3955a34c4d3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:10.574882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-77bbb06d-5dc6-4acf-8d48-b3955a34c4d3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2379472 May 10 11:31:10.578665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38238) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:10.609298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f5564-c7b5-4e83-a7cf-eec55c7b4b50 req-b0543724-57d9-47d7-9760-f135a3586dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:10.611794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-503f5564-c7b5-4e83-a7cf-eec55c7b4b50 req-b0543724-57d9-47d7-9760-f135a3586dfd service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3149731 May 10 11:31:10.612845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:10.643430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 6cbcad42-adc6-401f-9cc5-73882f4fc14d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:10.643703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6cbcad42-adc6-401f-9cc5-73882f4fc14d not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:10.654200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e242e4-5f19-49ea-9dc6-b3a6d5c3359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.690205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e242e4-5f19-49ea-9dc6-b3a6d5c3359f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221a04be-b5af-4ecd-959d-094c2dba8024,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:10.701270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b474c30f-1fae-4b44-83ba-f3ca481d1b1c None None] Provisioning complete for port e631f403-cf37-4c1d-8d7a-475918ef5dac triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:10.701906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b474c30f-1fae-4b44-83ba-f3ca481d1b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.720161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7b3254-26ca-4b36-b3be-3558a9534c4f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 8a527e6a-3bf7-43d1-a5d0-fe66bcc4d90c {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:10.736127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e242e4-5f19-49ea-9dc6-b3a6d5c3359f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.742237 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f2e242e4-5f19-49ea-9dc6-b3a6d5c3359f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/221a04be-b5af-4ecd-959d-094c2dba8024 HTTP/1.1" status: 204 len: 168 time: 0.9701846 May 10 11:31:10.743141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38242) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:10.744211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3254-26ca-4b36-b3be-3558a9534c4f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.759519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-b69a4b6a-947b-4f66-b8e8-42f9e25e6ec6 service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120799 May 10 11:31:10.781966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 830b0eb2-ff96-4207-b56d-2a6e5b672148, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:10.807672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '830b0eb2-ff96-4207-b56d-2a6e5b672148', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'port_id': '830b0eb2-ff96-4207-b56d-2a6e5b672148', 'mac_address': 'fa:16:3e:a4:a8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:10.850116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 830b0eb2-ff96-4207-b56d-2a6e5b672148 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:10.850581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.852873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b474c30f-1fae-4b44-83ba-f3ca481d1b1c None None] Port e631f403-cf37-4c1d-8d7a-475918ef5dac cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:31:10.854235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:10.868870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:10.869771 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.895592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830b0eb2-ff96-4207-b56d-2a6e5b672148 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:10.899082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.901820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7e7b2-acc1-447f-b9df-dc458092638c req-69c11b88-b0ff-4c59-80e8-215629fcf611 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:10.908106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3254-26ca-4b36-b3be-3558a9534c4f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.913089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fd7e7b2-acc1-447f-b9df-dc458092638c req-69c11b88-b0ff-4c59-80e8-215629fcf611 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 944 time: 0.1771309 May 10 11:31:10.928568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 830b0eb2-ff96-4207-b56d-2a6e5b672148, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:10.937338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f5564-c7b5-4e83-a7cf-eec55c7b4b50 req-e0ef275d-14b4-490b-9df8-a4ecd20ab1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:10.938749 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-503f5564-c7b5-4e83-a7cf-eec55c7b4b50 req-e0ef275d-14b4-490b-9df8-a4ecd20ab1a9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3175294 May 10 11:31:10.939126 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.984408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aea96fb8-2d2b-46d3-a33f-1eaf30e398d0 req-bfb230ea-fac5-4ff9-a10a-6959b117b93a service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061574 May 10 11:31:10.985719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2266ac1e-8606-44d9-b22a-67133c81cfd5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:11.003112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fd7e7b2-acc1-447f-b9df-dc458092638c req-543d628e-5a5b-4de4-ae83-6d3ef4d6ceff tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835614 May 10 11:31:11.048716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:11.049101 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.066226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=830b0eb2-ff96-4207-b56d-2a6e5b672148,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:11.072280 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.101473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3254-26ca-4b36-b3be-3558a9534c4f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.103024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:11.107400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3eb323-cea3-46d7-9fe4-2cb09b1101df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4574da6e-9f5c-4b83-8a20-aa293c03e1e1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:11.110223 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd59f87-d274-4adb-918b-fecba3cdee97" -d '{"events": [{"server_uuid": "7e3eb323-cea3-46d7-9fe4-2cb09b1101df", "name": "network-vif-plugged", "status": "completed", "tag": "4574da6e-9f5c-4b83-8a20-aa293c03e1e1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:11.116192 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.118059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2266ac1e-8606-44d9-b22a-67133c81cfd5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:11.118408 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.160210 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09ecf3f-940e-40cd-862e-e7f7108cb5af x-openstack-request-id: req-b09ecf3f-940e-40cd-862e-e7f7108cb5af {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:11.160556 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3eb323-cea3-46d7-9fe4-2cb09b1101df", "name": "network-vif-plugged", "status": "completed", "tag": "4574da6e-9f5c-4b83-8a20-aa293c03e1e1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:11.160803 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b09ecf3f-940e-40cd-862e-e7f7108cb5af {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:11.161291 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09ecf3f-940e-40cd-862e-e7f7108cb5af'] response: {'server_uuid': '7e3eb323-cea3-46d7-9fe4-2cb09b1101df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4574da6e-9f5c-4b83-8a20-aa293c03e1e1', 'code': 200} May 10 11:31:11.172749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['830b0eb2-ff96-4207-b56d-2a6e5b672148'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:11.184913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53713c2c-8296-4df5-a5fd-a54059cec303 req-48814bc1-252c-46bc-839c-06c467a54b2a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:11.192406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53713c2c-8296-4df5-a5fd-a54059cec303 req-48814bc1-252c-46bc-839c-06c467a54b2a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1734247 May 10 11:31:11.228286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:11.289263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1970-fff6-44d3-892a-fa0ecee7d549 req-6112bcb0-c1d8-4006-8255-a5bbd8867a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:11.291077 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92fe1970-fff6-44d3-892a-fa0ecee7d549 req-6112bcb0-c1d8-4006-8255-a5bbd8867a3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 1097 time: 0.0573862 May 10 11:31:11.317125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2266ac1e-8606-44d9-b22a-67133c81cfd5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:11.331695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d00b59e5-d15d-4c09-b4dc-6baeb01b5dae req-84de1306-3c0e-4825-bafd-9204ee0c218f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 210 time: 0.0364482 May 10 11:31:11.354899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92fe1970-fff6-44d3-892a-fa0ecee7d549 req-d923a072-c187-40aa-95e7-47cfe769044a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 May 10 11:31:11.383187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3254-26ca-4b36-b3be-3558a9534c4f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.401616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.431890 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53713c2c-8296-4df5-a5fd-a54059cec303 req-ad82f436-8aa0-44f2-8a08-83336151b354 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385724 May 10 11:31:11.437474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b3254-26ca-4b36-b3be-3558a9534c4f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=8a527e6a-3bf7-43d1-a5d0-fe66bcc4d90c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:11.440028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3254-26ca-4b36-b3be-3558a9534c4f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.445432 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0a7b3254-26ca-4b36-b3be-3558a9534c4f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/8a527e6a-3bf7-43d1-a5d0-fe66bcc4d90c HTTP/1.1" status: 204 len: 168 time: 0.8614857 May 10 11:31:11.445773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cd183b-e2b3-4e9c-8a58-a0dc5b69df03 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:11.449710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38252) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:11.466161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a540bcb0-afce-4ba4-98bf-ecddbdb37c41']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:11.484433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d057db-9b1c-4f0d-9152-29477e8108b0') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:11.485006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d057db-9b1c-4f0d-9152-29477e8108b0') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:11.503612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.530766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.562773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:31:11.563202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: timer() May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:31:11.564997 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:31:11.578876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.613758 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:31:11.673900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:11.856614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2c4467d3-ab6c-411d-95a5-caab78ce258b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4055727 May 10 11:31:11.859297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38258) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:11.876250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998c212-15f8-45cf-9ebc-90e299739fd0 req-2f049ee4-7b16-4884-93ba-7b84f9a9fecd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:11.877758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7998c212-15f8-45cf-9ebc-90e299739fd0 req-2f049ee4-7b16-4884-93ba-7b84f9a9fecd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 945 time: 0.4768083 May 10 11:31:11.889852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] Deleting port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:11.890226 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.911799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:11.914502 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2f6837-a32b-409f-a2b3-06a920d95f43" -d '{"events": [{"name": "network-changed", "server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:11.942109 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.945878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601e112f-7d3a-4d38-a2a1-4299163315b8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:11.947383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-601e112f-7d3a-4d38-a2a1-4299163315b8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0873766 May 10 11:31:11.950452 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7998c212-15f8-45cf-9ebc-90e299739fd0 req-435b5f45-0ebd-4353-ba55-95a4de1dcbd2 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586181 May 10 11:31:11.951634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38262) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:11.964780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] For port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=989d83d7-5b30-4fce-94f6-24a8e6f5ffd8,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:11.965311 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:11.992876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] Calling delete_port for 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:12.004483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ab9cca-a529-450b-ac56-cd22114e8010 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:12.006010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-62ab9cca-a529-450b-ac56-cd22114e8010 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541763 May 10 11:31:12.010062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38264) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:12.018029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38266) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:12.034489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa51b58-3620-4b09-b640-207a0d3c00fb req-97eb72d6-e141-4bd2-b8e1-92d374e3e99b tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:12.041949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-efa51b58-3620-4b09-b640-207a0d3c00fb req-97eb72d6-e141-4bd2-b8e1-92d374e3e99b tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.5244770 May 10 11:31:12.056010 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e1475a-d829-4de1-8fb8-6ec588022c52 x-openstack-request-id: req-96e1475a-d829-4de1-8fb8-6ec588022c52 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:12.056390 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:12.056724 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96e1475a-d829-4de1-8fb8-6ec588022c52 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:12.057206 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e1475a-d829-4de1-8fb8-6ec588022c52'] response: {'name': 'network-changed', 'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'status': 'completed', 'code': 200} May 10 11:31:12.059279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b69c2a41-8c0a-4c56-8e13-9c3dd4f1fb91 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478902 May 10 11:31:12.069411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.071030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38270) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:12.071579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Pushing event updated for resources: {'Port': ['ID=e631f403-cf37-4c1d-8d7a-475918ef5dac,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:12.084351 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.085158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:12.094673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a540bcb0-afce-4ba4-98bf-ecddbdb37c41 HTTP/1.1" status: 204 len: 168 time: 1.3471594 May 10 11:31:12.106358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.133446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05b5be-0e06-4377-ba7d-d62b2cb10862 admin admin] Pushing event deleted for resources: {'Network': ['ID=a540bcb0-afce-4ba4-98bf-ecddbdb37c41,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:12.149819 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.157863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-032001e2-c651-4412-9ec6-661ccfdc869c admin admin] Deleting subnet 5d17e1be-3b98-4cab-bb64-b10e28dfe25f {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:12.170507 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-032001e2-c651-4412-9ec6-661ccfdc869c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.184790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-efa51b58-3620-4b09-b640-207a0d3c00fb req-52809dee-696d-4053-bceb-7198ad759028 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367640 May 10 11:31:12.203267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] Pushing event deleted for resources: {'Port': ['ID=989d83d7-5b30-4fce-94f6-24a8e6f5ffd8,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:12.225353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2236e-1dcc-4981-9f4c-c5f4c4e2536d None None] No DVR routers for this DVR port 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:12.267592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-c6b04947-f80f-4b01-9bc5-5e2777609fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:12.269302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-c6b04947-f80f-4b01-9bc5-5e2777609fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 1095 time: 0.1779659 May 10 11:31:12.278657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-032001e2-c651-4412-9ec6-661ccfdc869c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.288528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a44d3-12d7-4c5e-b1ab-281314ec6094 req-e7bd9bb9-1594-4da6-b7f6-0046cf57f3cf tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:12.290205 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e4a44d3-12d7-4c5e-b1ab-281314ec6094 req-e7bd9bb9-1594-4da6-b7f6-0046cf57f3cf tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 944 time: 0.1015346 May 10 11:31:12.350872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:12.354239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.379058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-032001e2-c651-4412-9ec6-661ccfdc869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.406362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38278) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:12.408103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:12.410121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977bd86-177d-4337-85ab-5ae6cf9ea440 req-24a7a542-4574-45c2-8369-45b550d653ff tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:12.411974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9977bd86-177d-4337-85ab-5ae6cf9ea440 req-24a7a542-4574-45c2-8369-45b550d653ff tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.1142092 May 10 11:31:12.421795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:12.469634 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e4a44d3-12d7-4c5e-b1ab-281314ec6094 req-4ff674ae-9c03-4b65-a4ce-7e269db0b99b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556275 May 10 11:31:12.487604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 830b0eb2-ff96-4207-b56d-2a6e5b672148 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:12.553110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 830b0eb2-ff96-4207-b56d-2a6e5b672148 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:12.558683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 830b0eb2-ff96-4207-b56d-2a6e5b672148 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:12.559249 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.564263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:12.564978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0e31501b-2d56-4553-b361-685bb81367bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b83668b158574e03b86e7711fc1a3e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519148 May 10 11:31:12.568099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38280) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:12.570491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9977bd86-177d-4337-85ab-5ae6cf9ea440 req-e696058e-b89c-4253-90e3-164943c81abb tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498301 May 10 11:31:12.572902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-07762c80-1dfa-4c3c-9b00-976408da04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:12.574483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-07762c80-1dfa-4c3c-9b00-976408da04e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 905 time: 0.2812994 May 10 11:31:12.603998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-032001e2-c651-4412-9ec6-661ccfdc869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.613130 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b99cdd76-ed3f-4a9a-a06c-da97770e1acc req-d35c4dcb-c8fe-4dac-a5b0-59d7a5c14f66 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 210 time: 0.0376165 May 10 11:31:12.686670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-717ee9ea-6bcf-425c-9bd2-5a62da2bfa6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 HTTP/1.1" status: 200 len: 217 time: 0.0724785 May 10 11:31:12.710330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032001e2-c651-4412-9ec6-661ccfdc869c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d17e1be-3b98-4cab-bb64-b10e28dfe25f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:12.742109 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-032001e2-c651-4412-9ec6-661ccfdc869c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.745307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-032001e2-c651-4412-9ec6-661ccfdc869c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5d17e1be-3b98-4cab-bb64-b10e28dfe25f HTTP/1.1" status: 204 len: 168 time: 0.7245252 May 10 11:31:12.753335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-c0b68249-a4b1-4c69-9948-3d1139de9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:12.754653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38288) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:12.755314 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-c0b68249-a4b1-4c69-9948-3d1139de9c7f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.0533395 May 10 11:31:12.789415 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-503f5564-c7b5-4e83-a7cf-eec55c7b4b50 req-50d1d282-29de-4985-9912-e1c54399de9d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.70 "GET /v2.0/ports?device_id=4200bb6b-0a2e-4223-9ccb-715b6a288a37 HTTP/1.1" status: 200 len: 210 time: 0.1012647 May 10 11:31:12.845916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-e2dc5a8c-ad0e-4e14-bae6-49735f0773f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714412 May 10 11:31:12.889935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcb2c-0572-460b-b013-6311efec6bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.894274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:31:12.904156 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.938080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcb2c-0572-460b-b013-6311efec6bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.950102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:13.011603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:13.019219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-9c4fc311-9251-4f4b-bba4-2208f75877a0 service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653314 May 10 11:31:13.028338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'port_id': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'mac_address': 'fa:16:3e:98:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2d4da-01c6-4051-b8e3-c7362047b4a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:13.058928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:13.059991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 989d83d7-5b30-4fce-94f6-24a8e6f5ffd8 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:13.063165 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 830b0eb2-ff96-4207-b56d-2a6e5b672148 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:13.063653 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.139071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.140798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:31:13.143059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.146116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:13.146528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.164374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9f1dd3a3-6e60-4234-84a5-d2171ec5b499 None None] Provisioning complete for port e631f403-cf37-4c1d-8d7a-475918ef5dac triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:13.164764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd3a3-6e60-4234-84a5-d2171ec5b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.186169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:13.196096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:13.207670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce69008b-b28e-48d8-afab-bdc9380a9ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830b0eb2-ff96-4207-b56d-2a6e5b672148'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:13.209539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:13.210856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.211738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60dcbb5-857e-445d-a619-3af1ea4197d7']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:13.212880 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef6291b-d92a-480c-b6d5-0f739f33f6b3" -d '{"events": [{"server_uuid": "ce69008b-b28e-48d8-afab-bdc9380a9ec9", "name": "network-vif-plugged", "status": "completed", "tag": "830b0eb2-ff96-4207-b56d-2a6e5b672148"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:13.221546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcb2c-0572-460b-b013-6311efec6bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.224458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcb2c-0572-460b-b013-6311efec6bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.227946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4e1fcb2c-0572-460b-b013-6311efec6bc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84ee708d-f347-4478-9476-06175b99214f HTTP/1.1" status: 204 len: 168 time: 0.6542497 May 10 11:31:13.242180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=458a34f8-8f6b-45a4-baef-47c05a3ddb6f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:13.243046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cb1438-444c-4a30-8edc-1e60e98c48f3') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:13.243354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cb1438-444c-4a30-8edc-1e60e98c48f3') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:13.250415 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0531ed02-5759-476c-9499-e0417ca7514a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1773398 May 10 11:31:13.257210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:31:13.259276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38302) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:13.271728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ebb9c2-ef16-4ca1-805e-51f87598fe90 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:13.272163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:1d:c1:85', 'name': 'tempest-NetworksTestDHCPv6-1728072125'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:13.281710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fcb2c-0572-460b-b013-6311efec6bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee708d-f347-4478-9476-06175b99214f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:13.283668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:13.284915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.304358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Sync routers for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:13.307624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ff6259e-283b-4d83-a8b9-d34f185011fb admin admin] 10.222.0.13 "PUT /v2.0/routers/483fd253-e4a1-48b8-8aa8-2a0e05001a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2457523 May 10 11:31:13.321501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 830b0eb2-ff96-4207-b56d-2a6e5b672148, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:13.346757 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.370317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:31:13.373178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.386096 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.400381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:13.466016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:31:13.466699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:31:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:13.468930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9f1dd3a3-6e60-4234-84a5-d2171ec5b499 None None] Port e631f403-cf37-4c1d-8d7a-475918ef5dac cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:31:13.470406 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: timer() May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:31:13.521426 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:31:13.579787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb39ed-4e60-4d87-9eaf-2a0aae0cb612 req-53c9d785-35a0-46a7-b473-83e2c95eec01 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:13.580432 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c2f6837-a32b-409f-a2b3-06a920d95f43 req-7469c908-e5dc-4d08-9f0c-a7f3b4ca870a service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033286 May 10 11:31:13.582950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7ddb39ed-4e60-4d87-9eaf-2a0aae0cb612 req-53c9d785-35a0-46a7-b473-83e2c95eec01 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 945 time: 0.4252803 May 10 11:31:13.641949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.658308 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.661769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b60dcbb5-857e-445d-a619-3af1ea4197d7 HTTP/1.1" status: 204 len: 168 time: 0.9058738 May 10 11:31:13.681620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=830b0eb2-ff96-4207-b56d-2a6e5b672148,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:13.695048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb57917-ea96-4784-a15b-c41e30f9b4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b60dcbb5-857e-445d-a619-3af1ea4197d7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:13.711771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7ddb39ed-4e60-4d87-9eaf-2a0aae0cb612 req-d8c02e00-683f-4b74-b0f0-50c1423eb607 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064734 May 10 11:31:13.731309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:13.786784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:31:13.792993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:13.833809 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c9b8b9-9bfb-4254-8ca1-0f920066d157 x-openstack-request-id: req-c7c9b8b9-9bfb-4254-8ca1-0f920066d157 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:13.834095 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce69008b-b28e-48d8-afab-bdc9380a9ec9", "name": "network-vif-plugged", "status": "completed", "tag": "830b0eb2-ff96-4207-b56d-2a6e5b672148", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:13.834351 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7c9b8b9-9bfb-4254-8ca1-0f920066d157 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:13.834873 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c9b8b9-9bfb-4254-8ca1-0f920066d157'] response: {'server_uuid': 'ce69008b-b28e-48d8-afab-bdc9380a9ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830b0eb2-ff96-4207-b56d-2a6e5b672148', 'code': 200} May 10 11:31:13.902418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '458a34f8-8f6b-45a4-baef-47c05a3ddb6f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:31:13.903291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.935996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:13.968987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38328) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:14.027058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21bd99-9e31-418f-bf52-8183493dbf57 req-6a60822a-ca11-4a65-9e69-5f63bb8de951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:14.028279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd21bd99-9e31-418f-bf52-8183493dbf57 req-6a60822a-ca11-4a65-9e69-5f63bb8de951 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 1097 time: 0.1085606 May 10 11:31:14.030419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38330) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:14.039386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed02b5-54bf-49ef-b688-f76ece4d1725 req-ca343211-934e-4ce0-b6eb-ebcf21508dc5 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:14.046815 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26ed02b5-54bf-49ef-b688-f76ece4d1725 req-ca343211-934e-4ce0-b6eb-ebcf21508dc5 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 945 time: 0.1284790 May 10 11:31:14.056662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e7d9a57f-cd60-47b5-952e-53fe49e2789f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2662c8bcc1ec4c47bc98ea39a277e48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863469 May 10 11:31:14.056875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38334) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:14.081945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.168846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 5483c98a-1777-40d4-8295-4975cdb0e2ac yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:31:14.206481 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26ed02b5-54bf-49ef-b688-f76ece4d1725 req-f15ad0f3-b3f0-4c61-87a4-68554f9a87e8 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586862 May 10 11:31:14.251153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c315f149-32ba-497d-a71d-b44c1271ccc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0258c6009464440a90b33d687495f5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170298 May 10 11:31:14.252991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38342) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:14.257003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd21bd99-9e31-418f-bf52-8183493dbf57 req-6266597d-6385-4721-a6db-e610780eb40c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080851 May 10 11:31:14.279007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-31665974-6a2b-4481-bc85-5d5c3cb46d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.305445 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-31665974-6a2b-4481-bc85-5d5c3cb46d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.326839 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4a24e1e-0765-4d1d-9464-953c5980ca05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.355699 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4a24e1e-0765-4d1d-9464-953c5980ca05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.370971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-31665974-6a2b-4481-bc85-5d5c3cb46d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.373590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Allocated IP 2001:db8::f816:3eff:feda:36bd (6f83b423-bdd7-4fb8-a1c5-b433d8998665/458a34f8-8f6b-45a4-baef-47c05a3ddb6f/711725e1-5245-42aa-a68f-1db534323129) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:14.374913 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-31665974-6a2b-4481-bc85-5d5c3cb46d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.382158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-31665974-6a2b-4481-bc85-5d5c3cb46d60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e51c8c9-34b9-41f6-8706-d12969b894c5 HTTP/1.1" status: 204 len: 168 time: 0.3183439 May 10 11:31:14.391556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31665974-6a2b-4481-bc85-5d5c3cb46d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e51c8c9-34b9-41f6-8706-d12969b894c5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:14.421360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4a24e1e-0765-4d1d-9464-953c5980ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.426112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4a24e1e-0765-4d1d-9464-953c5980ca05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.432498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c4a24e1e-0765-4d1d-9464-953c5980ca05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d HTTP/1.1" status: 204 len: 168 time: 0.1758852 May 10 11:31:14.446191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a24e1e-0765-4d1d-9464-953c5980ca05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ba481-9c9d-4e43-b161-9c4b83ce4f4d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:14.481402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:11Z', 'revision_number': 2, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:14.518801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Checking router: 483fd253-e4a1-48b8-8aa8-2a0e05001a7c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:14.519318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Updating router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c port e631f403-cf37-4c1d-8d7a-475918ef5dac binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:31:14.730650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.753417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38354) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:14.762565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8e955e45-0761-46e8-8cc5-a9f97b9f305a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697565957', 'description': 'tempest-description--1718758981'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:14.805374 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8e955e45-0761-46e8-8cc5-a9f97b9f305a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.913632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8e955e45-0761-46e8-8cc5-a9f97b9f305a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.930560 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.943705 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.952387 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8e955e45-0761-46e8-8cc5-a9f97b9f305a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:14.962228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:14.966193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:14.994733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:15.029185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185cca4-0372-478b-9c9c-9075d697fe3d req-f40774f4-5f0d-4c60-a081-3822c1195bda tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:15.036409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8185cca4-0372-478b-9c9c-9075d697fe3d req-f40774f4-5f0d-4c60-a081-3822c1195bda tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1207964 May 10 11:31:15.051195 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8e955e45-0761-46e8-8cc5-a9f97b9f305a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.052369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8e955e45-0761-46e8-8cc5-a9f97b9f305a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2961178 May 10 11:31:15.055690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38364) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:15.069063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'security_group_rule': {'security_group_id': '19733ff4-5fba-4ad3-8345-83b4a0a40b8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:15.081447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e955e45-0761-46e8-8cc5-a9f97b9f305a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19733ff4-5fba-4ad3-8345-83b4a0a40b8e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:15.089318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:fe1d:c185 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/458a34f8-8f6b-45a4-baef-47c05a3ddb6f/5483c98a-1777-40d4-8295-4975cdb0e2ac) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:15.109413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Attempting to bind port 711725e1-5245-42aa-a68f-1db534323129 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:15.109629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Attempting to bind port 711725e1-5245-42aa-a68f-1db534323129 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:15.109902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Attempting to bind port 711725e1-5245-42aa-a68f-1db534323129 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:15.121457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8185cca4-0372-478b-9c9c-9075d697fe3d req-d8cb8228-51f0-466c-a7e5-ad35bc14c166 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824952 May 10 11:31:15.122364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:15.122857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:15.123299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.124065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:15.124287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Bound port: 711725e1-5245-42aa-a68f-1db534323129, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:15.124676 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.141200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.161487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Pushing event updated for resources: {'Port': ['ID=711725e1-5245-42aa-a68f-1db534323129,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:15.172044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-11de4034-4482-4a5c-9a17-396478a3084f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:31:15.188268 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-11de4034-4482-4a5c-9a17-396478a3084f tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4657648 May 10 11:31:15.236876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] For port 711725e1-5245-42aa-a68f-1db534323129, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:15.238002 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.240459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] For port 711725e1-5245-42aa-a68f-1db534323129, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=711725e1-5245-42aa-a68f-1db534323129,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:15.247929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.250174 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.309016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908ccabf-8f8c-47ab-b417-24570c5b1fac,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:15.321659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.322019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.322492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.323291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.323844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.324390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.325654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.326325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.326977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.327464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.328218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.328751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:15.338349 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.340143 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ad972e6-dbbc-4837-a80c-8c0b04d8210d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2818019 May 10 11:31:15.344516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38382) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:15.351336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-017269fb-d397-44db-95d1-8a6ea59b8702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'security_group_rule': {'security_group_id': '19733ff4-5fba-4ad3-8345-83b4a0a40b8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:15.366200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0c715-4e6f-47cf-b7dc-acde347f0c71 None None] Pushing event updated for resources: {'Port': ['ID=711725e1-5245-42aa-a68f-1db534323129,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:15.402357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.418666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-017269fb-d397-44db-95d1-8a6ea59b8702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.471489 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.484829 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.549510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-017269fb-d397-44db-95d1-8a6ea59b8702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.555455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-017269fb-d397-44db-95d1-8a6ea59b8702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.596897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876592f5-3c5e-4857-b9ba-d34e7712a859 None None] Pushing event updated for resources: {'Port': ['ID=e631f403-cf37-4c1d-8d7a-475918ef5dac,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:15.602766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017269fb-d397-44db-95d1-8a6ea59b8702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1777f6-fc2c-4c57-9912-79cc5f36d9db,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:15.630470 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-017269fb-d397-44db-95d1-8a6ea59b8702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.636403 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-017269fb-d397-44db-95d1-8a6ea59b8702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2894347 May 10 11:31:15.637599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38390) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:15.642313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:15.680392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-a872eb90-44d5-4f0f-946e-805114dd76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:15.685352 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-a872eb90-44d5-4f0f-946e-805114dd76e3 service neutron] 10.222.0.13 "GET /v2.0/ports/70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 1093 time: 0.4711185 May 10 11:31:15.703073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Request body: {'binding': {'host': 'n-h2-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:15.714050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Unknown quota resources ['binding']. {{(pid=102767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 11:31:15.716833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Attempting to bind port e631f403-cf37-4c1d-8d7a-475918ef5dac on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:15.717519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Attempting to bind port e631f403-cf37-4c1d-8d7a-475918ef5dac by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:15.718138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Attempting to bind port e631f403-cf37-4c1d-8d7a-475918ef5dac on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:15.724941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:15.725576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Checking segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:15.726150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.726799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Bound using segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:15.727438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Bound port: e631f403-cf37-4c1d-8d7a-475918ef5dac, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:15.728497 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.743538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.816960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.849546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] For port e631f403-cf37-4c1d-8d7a-475918ef5dac, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:15.855625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] For port e631f403-cf37-4c1d-8d7a-475918ef5dac, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e631f403-cf37-4c1d-8d7a-475918ef5dac,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:15.873970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:15.932181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-f9c98ffe-709d-4420-9a03-1b4a600afa4e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:15.940436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-f9c98ffe-709d-4420-9a03-1b4a600afa4e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.5539777 May 10 11:31:15.980189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-8b22652f-8143-4c17-985f-919641f72b5d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/quotas/c89bb4bc5fa7432db2959a91ad5782d5 HTTP/1.1" status: 200 len: 375 time: 0.0387204 May 10 11:31:16.022917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.025798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:16.033023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876592f5-3c5e-4857-b9ba-d34e7712a859 None None] Pushing event updated for resources: {'Port': ['ID=e631f403-cf37-4c1d-8d7a-475918ef5dac,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:16.050076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-c690b7ff-aa53-4bf5-8a3c-1a102e5014f7 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689046 May 10 11:31:16.060574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:16.065244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=5483c98a-1777-40d4-8295-4975cdb0e2ac,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:16.084405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:31:16.088592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:31:06Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:16.093384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-28057a8d-dda7-4000-b666-231953167ec5 None None] Provisioning complete for port e631f403-cf37-4c1d-8d7a-475918ef5dac triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:16.093760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28057a8d-dda7-4000-b666-231953167ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.099456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:16.115585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:16.135341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.299794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Allocated IP 172.25.8.47 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/31820ce7-37d3-4d34-9401-939b05b9646d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:16.300427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ac51cf27-57ad-42d8-a9b2-079155839eab tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0349028 May 10 11:31:16.302822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38410) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:16.361070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on host n-h2-840949-1 for vnic_type normal with profile None {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:16.361416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:16.361727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:16.368843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:16.369168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:16.378577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:16.378921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:16.379433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:16.379903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Bound port: 70d0e828-eb86-40c0-a515-1d8f865feca8, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:16.414745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:31:16.463246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-28057a8d-dda7-4000-b666-231953167ec5 None None] Current status of the port e631f403-cf37-4c1d-8d7a-475918ef5dac is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:16.463979 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28057a8d-dda7-4000-b666-231953167ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.509273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed6d37d-d685-49c0-9ffe-a2d32c61b288 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:16.510276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:16.517057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed6d37d-d685-49c0-9ffe-a2d32c61b288 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:16.523987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fed6d37d-d685-49c0-9ffe-a2d32c61b288 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2177746 May 10 11:31:16.524679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38418) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:16.537118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-75268512-e3e5-4652-bb47-ae905afd95e7 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860725 May 10 11:31:16.557167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38420) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:16.592252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.597282 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-2cda0a6d-1647-41da-9c90-84c9f8d6c79d service neutron] 10.222.0.13 "POST /v2.0/ports/70d0e828-eb86-40c0-a515-1d8f865feca8/bindings HTTP/1.1" status: 201 len: 389 time: 0.9011927 May 10 11:31:16.602400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:16.667658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-28057a8d-dda7-4000-b666-231953167ec5 None None] For port e631f403-cf37-4c1d-8d7a-475918ef5dac, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e631f403-cf37-4c1d-8d7a-475918ef5dac,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:16.699468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28057a8d-dda7-4000-b666-231953167ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.764410 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-9e57ff01-87ae-4faa-9c4b-450152cd7bba service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243950 May 10 11:31:16.863744 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.996499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-79a8e821-868a-4b39-8308-005ff4fd4763 None None] Provisioning complete for port e631f403-cf37-4c1d-8d7a-475918ef5dac triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:16.996925 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79a8e821-868a-4b39-8308-005ff4fd4763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.003535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28057a8d-dda7-4000-b666-231953167ec5 None None] Pushing event updated for resources: {'Port': ['ID=e631f403-cf37-4c1d-8d7a-475918ef5dac,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:17.024636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-39a58361-a2f0-4e02-87bd-388830a7989f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 5483c98a-1777-40d4-8295-4975cdb0e2ac {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:17.025030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39a58361-a2f0-4e02-87bd-388830a7989f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.063099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1129527219-network', 'tenant_id': '648bebfdf5bf41b09b2a8229532689c9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:17.069646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-f8bc3286-57e1-41cc-af9c-aad37b5cdac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:17.075462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-f8bc3286-57e1-41cc-af9c-aad37b5cdac2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.1306674 May 10 11:31:17.095528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 711725e1-5245-42aa-a68f-1db534323129 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:17.098022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:17.150742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e31ba-a82e-4101-bbf6-3a9f1a91be99 req-705a98d7-a7d9-4a45-b5bc-3fa22366da55 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:17.152394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:17.152768 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.153559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-338e31ba-a82e-4101-bbf6-3a9f1a91be99 req-705a98d7-a7d9-4a45-b5bc-3fa22366da55 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 945 time: 0.2741497 May 10 11:31:17.194791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.255122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Made reservation on behalf of 648bebfdf5bf41b09b2a8229532689c9 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:17.257787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.266972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'Port': ['ID=31820ce7-37d3-4d34-9401-939b05b9646d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:17.290179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.299106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:17.321441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:17.327151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0ee73-e71f-47fb-8997-6183b67270fe req-90869fd4-b83f-4a79-9fbf-1402debc1f45 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:17.338275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-338e31ba-a82e-4101-bbf6-3a9f1a91be99 req-83101682-deee-4b46-9353-44b3caae12d0 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669500 May 10 11:31:17.338616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ba0ee73-e71f-47fb-8997-6183b67270fe req-90869fd4-b83f-4a79-9fbf-1402debc1f45 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1376257 May 10 11:31:17.371384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:17.384302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-300fdefe-354f-4ac9-bf6f-66d55b7b3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:17.387244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 711725e1-5245-42aa-a68f-1db534323129 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:17.387618 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.389870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-300fdefe-354f-4ac9-bf6f-66d55b7b3eee service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.3087258 May 10 11:31:17.444454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ba0ee73-e71f-47fb-8997-6183b67270fe req-084cf113-350a-47f7-9bb5-3cd7ed629b34 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029377 May 10 11:31:17.524510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39a58361-a2f0-4e02-87bd-388830a7989f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.565048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-da6bae65-1b4f-4258-a668-826e8a5d3fed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 217 time: 0.1442854 May 10 11:31:17.581713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:15Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:17.582183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-39a58361-a2f0-4e02-87bd-388830a7989f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 5483c98a-1777-40d4-8295-4975cdb0e2ac owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:17.628110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6bd12-9900-40bc-97bf-3b4193a3865d req-d8190cff-2916-43a5-ad1c-e03d1cb16259 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:17.636888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-53d6bd12-9900-40bc-97bf-3b4193a3865d req-d8190cff-2916-43a5-ad1c-e03d1cb16259 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1582139 May 10 11:31:17.637837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c8919a1-e652-4b3b-88cc-7a007768588a req-f041cdb3-300e-4ced-9157-a209b204651d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 210 time: 0.0934944 May 10 11:31:17.685376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-79a8e821-868a-4b39-8308-005ff4fd4763 None None] Current status of the port e631f403-cf37-4c1d-8d7a-475918ef5dac is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:17.702499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfadc1d-0a55-4ae0-a99d-d2b679cf30f8 None None] The sync data for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 is: [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:15Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:17.707040 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.740442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:17.755342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.813349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-322492c8-73cf-4425-908b-7f8e1f1acb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:17.816117 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-53d6bd12-9900-40bc-97bf-3b4193a3865d req-f35477bb-47dc-4417-9b3a-2143623ef2f6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780717 May 10 11:31:17.820318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-322492c8-73cf-4425-908b-7f8e1f1acb44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.2268746 May 10 11:31:17.846709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.863579 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.905113 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:17.932598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-5355c98a-5715-4c06-97da-a5dc90746fa7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962079 May 10 11:31:17.978241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:17.982919 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780ecd22-f741-4f7f-b568-671e8b76b61f" -d '{"events": [{"server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "name": "network-vif-plugged", "status": "completed", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:18.002823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f894961c-73df-4aec-911c-0bde97676466 None None] Provisioning complete for port 711725e1-5245-42aa-a68f-1db534323129 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:18.003202 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f894961c-73df-4aec-911c-0bde97676466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.210749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-23fcaa76-598b-4d00-bda3-8951189893d6 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748251 May 10 11:31:18.319739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.347204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.464575 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21702b35-06af-41ad-a743-1c26c294a3a6 x-openstack-request-id: req-21702b35-06af-41ad-a743-1c26c294a3a6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:18.464896 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "name": "network-vif-plugged", "status": "completed", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:18.465311 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21702b35-06af-41ad-a743-1c26c294a3a6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:18.466566 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21702b35-06af-41ad-a743-1c26c294a3a6'] response: {'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'code': 200} May 10 11:31:18.480456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:18.502840 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.503657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5c448eee-16db-4982-a010-a9f2a7d5ab1c no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:18.510184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 711725e1-5245-42aa-a68f-1db534323129 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:18.510593 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.537878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764f073-33a0-4238-889f-9674f2258029 req-12e75b1d-9492-4e95-a26e-08e1f4cc6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:18.539720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d764f073-33a0-4238-889f-9674f2258029 req-12e75b1d-9492-4e95-a26e-08e1f4cc6ac4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 1097 time: 0.2621000 May 10 11:31:18.614726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'Port': ['ID=31820ce7-37d3-4d34-9401-939b05b9646d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:18.618694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 5c448eee-16db-4982-a010-a9f2a7d5ab1c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:18.619164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 5c448eee-16db-4982-a010-a9f2a7d5ab1c not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:18.626074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.659301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:31:18.684520 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.685575 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Added segment d903e1fb-a13b-4f3b-ba4e-c6711b2c3731 of type vlan for network 1cd30647-2a95-493a-b298-40278e3463e4 May 10 11:31:18.701195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4dc07-8585-4c40-acd2-5ec96f4c9bde req-202c35e3-ebb8-41dc-8d94-6e34c9477fe5 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:18.712135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28c4dc07-8585-4c40-acd2-5ec96f4c9bde req-202c35e3-ebb8-41dc-8d94-6e34c9477fe5 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.2431250 May 10 11:31:18.740262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 711725e1-5245-42aa-a68f-1db534323129, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=711725e1-5245-42aa-a68f-1db534323129,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:18.777248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.783652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:18.787141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.803858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39a58361-a2f0-4e02-87bd-388830a7989f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.808860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa61468-61b1-42d4-8b16-7c1dbf0d873f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:18.847000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.848628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:18.849956 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.860688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a58361-a2f0-4e02-87bd-388830a7989f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=5483c98a-1777-40d4-8295-4975cdb0e2ac,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:18.919772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f894961c-73df-4aec-911c-0bde97676466 None None] Current status of the port 711725e1-5245-42aa-a68f-1db534323129 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:18.925817 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f894961c-73df-4aec-911c-0bde97676466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.965939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39a58361-a2f0-4e02-87bd-388830a7989f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.970837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-39a58361-a2f0-4e02-87bd-388830a7989f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/5483c98a-1777-40d4-8295-4975cdb0e2ac HTTP/1.1" status: 204 len: 168 time: 2.4344864 May 10 11:31:18.980982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2f890-cdec-4fb5-8187-59f9e12386e4 req-4d2b5e12-d3f6-4c27-a43d-ebd05d788f72 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:18.982606 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6eb2f890-cdec-4fb5-8187-59f9e12386e4 req-4d2b5e12-d3f6-4c27-a43d-ebd05d788f72 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.6594245 May 10 11:31:18.985392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:18.987568 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-59f3e1b2-6029-4800-a188-88355f2e59cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3489008 May 10 11:31:18.990950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38480) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:19.029896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0610b5-ace5-4ff8-9b8d-6a416fe20676 req-8c73107b-524c-482b-a842-24350596cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:19.031511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d0610b5-ace5-4ff8-9b8d-6a416fe20676 req-8c73107b-524c-482b-a842-24350596cd71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 1096 time: 0.7017338 May 10 11:31:19.035539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4719329 May 10 11:31:19.074303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38484) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:19.077081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e631f403-cf37-4c1d-8d7a-475918ef5dac up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:19.087701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Request body: {'subnet': {'network_id': '1cd30647-2a95-493a-b298-40278e3463e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1129527219-subnet', 'tenant_id': '648bebfdf5bf41b09b2a8229532689c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:19.139449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa190e-c33f-4b19-908f-b5faf955ec8f admin admin] Pushing event updated for resources: {'Network': ['ID=1cd30647-2a95-493a-b298-40278e3463e4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:19.167628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6eb2f890-cdec-4fb5-8187-59f9e12386e4 req-b860065a-ecdc-4e43-af69-811980e2b936 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602235 May 10 11:31:19.173132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1cd30647-2a95-493a-b298-40278e3463e4 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:31:19.175077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=711725e1-5245-42aa-a68f-1db534323129,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:19.239238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d0610b5-ace5-4ff8-9b8d-6a416fe20676 req-f4aa0783-296b-45ef-a2a8-4570d283489a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638329 May 10 11:31:19.384119 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-f894961c-73df-4aec-911c-0bde97676466 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:31:19.384740 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-f894961c-73df-4aec-911c-0bde97676466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:31:19.402351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e631f403-cf37-4c1d-8d7a-475918ef5dac triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:19.402847 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:19.433713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb58274-ec94-42d4-9e33-0dedd81cc785 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:19.435836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb58274-ec94-42d4-9e33-0dedd81cc785 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:19.437430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ceb58274-ec94-42d4-9e33-0dedd81cc785 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4417670 May 10 11:31:19.479458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46c9a24b-11e3-4565-8774-48bda18f1a06 req-a95f1fee-1bed-4d36-a0eb-605b6bd47675 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 210 time: 0.0404744 May 10 11:31:19.479950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38490) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:19.492246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Made reservation on behalf of 648bebfdf5bf41b09b2a8229532689c9 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:19.494773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:19.601697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e631f403-cf37-4c1d-8d7a-475918ef5dac is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:19.628713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-3c3d9d89-2b0d-4ea0-b44d-713f357122f1 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4085639 May 10 11:31:19.640146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d82ae6-4ad3-4e8e-9815-4d346e55f0ba tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 458a34f8-8f6b-45a4-baef-47c05a3ddb6f {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:19.648841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-12d82ae6-4ad3-4e8e-9815-4d346e55f0ba tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:19.659321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-b9afd72b-e4b2-43e5-aa20-4dde656dcfaa tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:19.660899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-b9afd72b-e4b2-43e5-aa20-4dde656dcfaa tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.4045849 May 10 11:31:19.670410 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28c4dc07-8585-4c40-acd2-5ec96f4c9bde req-8cc76612-bbe8-4f33-abb1-0ac756d011a1 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9554410 May 10 11:31:19.714992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764f073-33a0-4238-889f-9674f2258029 req-2ec8ca7a-6ac4-43ad-8628-0eb65b24fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:19.719889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d764f073-33a0-4238-889f-9674f2258029 req-2ec8ca7a-6ac4-43ad-8628-0eb65b24fce5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 1.1675029 May 10 11:31:19.748237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Request body: {'port': {'device_id': '2b0f8e55-3d39-4143-8be8-85877870cb85', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'admin_state_up': True, 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:19.783488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d764f073-33a0-4238-889f-9674f2258029 req-7ccf7648-4369-4d91-8d89-28f467f1b1cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148 HTTP/1.1" status: 200 len: 217 time: 0.0555165 May 10 11:31:19.871708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-12d82ae6-4ad3-4e8e-9815-4d346e55f0ba tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:19.924153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764f073-33a0-4238-889f-9674f2258029 req-f9cd5aaa-3758-4d82-81fc-9efc833ee2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:19.927321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d764f073-33a0-4238-889f-9674f2258029 req-f9cd5aaa-3758-4d82-81fc-9efc833ee2d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.1283424 May 10 11:31:19.976725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f894961c-73df-4aec-911c-0bde97676466 None None] Current status of the port 711725e1-5245-42aa-a68f-1db534323129 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:19.980248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-1aca52c1-a4dd-425a-9804-60bb43fcab9f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1697565957&fields=id&tenant_id=0aa9a8954e014385b381498d05416e4d HTTP/1.1" status: 200 len: 267 time: 0.1214957 May 10 11:31:19.984355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f894961c-73df-4aec-911c-0bde97676466 None None] Could not find standard attr ID for object 5483c98a-1777-40d4-8295-4975cdb0e2ac. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:31:19.988700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3b57d-0bf5-49ff-8c8b-78749fffef73 req-024b3c47-46e4-4b13-8849-8b4a5545cf2a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:19.990355 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66e3b57d-0bf5-49ff-8c8b-78749fffef73 req-024b3c47-46e4-4b13-8849-8b4a5545cf2a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.2951717 May 10 11:31:20.099778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764f073-33a0-4238-889f-9674f2258029 req-450101ad-d65a-42ed-9e28-e6c129b42fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:20.101605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d764f073-33a0-4238-889f-9674f2258029 req-450101ad-d65a-42ed-9e28-e6c129b42fd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666493 May 10 11:31:20.146424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-12d82ae6-4ad3-4e8e-9815-4d346e55f0ba tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:20.196213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-5b882f52-89a8-4875-b1c1-a43e1a1e2b33 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:20.207167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-5b882f52-89a8-4875-b1c1-a43e1a1e2b33 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.2249637 May 10 11:31:20.233552 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-7a35c859-2aee-42c7-a8cf-637438826859 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/quotas/0aa9a8954e014385b381498d05416e4d HTTP/1.1" status: 200 len: 375 time: 0.0243006 May 10 11:31:20.244942 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66e3b57d-0bf5-49ff-8c8b-78749fffef73 req-87718a50-9047-4802-9581-0c6b88f323b1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046907 May 10 11:31:20.286531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:20.294057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:20.310722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:20.356489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-bf613dd6-4955-462b-a580-f3ff73fdce49 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1214852 May 10 11:31:20.445692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d764f073-33a0-4238-889f-9674f2258029 req-8b313f79-3989-466a-84d7-4ef989bf0a2b service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223555 May 10 11:31:20.475416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddccef8-c997-4ec6-ae62-075c27622507,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:20.477858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-12d82ae6-4ad3-4e8e-9815-4d346e55f0ba tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:20.533820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d82ae6-4ad3-4e8e-9815-4d346e55f0ba tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=458a34f8-8f6b-45a4-baef-47c05a3ddb6f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:20.546792 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-12d82ae6-4ad3-4e8e-9815-4d346e55f0ba tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:20.553424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-12d82ae6-4ad3-4e8e-9815-4d346e55f0ba tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/458a34f8-8f6b-45a4-baef-47c05a3ddb6f HTTP/1.1" status: 204 len: 168 time: 1.0696120 May 10 11:31:20.555394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38510) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:20.556822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b6339-0689-44d6-9dd9-a98d28ec22ec None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:20.558457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Checking segment: {'id': 'd903e1fb-a13b-4f3b-ba4e-c6711b2c3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cd30647-2a95-493a-b298-40278e3463e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:20.559031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Network hostable DHCP agents. Network: 1cd30647-2a95-493a-b298-40278e3463e4, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:31:20.561382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-4e965ce7-d930-4ea5-b794-3a52c1c9d2c1 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801412 May 10 11:31:20.628698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867dcb-4a89-4483-9f45-e7bf5abd8b4f req-30cb8be5-dc17-4198-83ef-983e2a573ec8 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:20.631075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0867dcb-4a89-4483-9f45-e7bf5abd8b4f req-30cb8be5-dc17-4198-83ef-983e2a573ec8 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2454708 May 10 11:31:20.647287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Allocated IP 172.20.0.6 (790a88e3-9791-4e6e-8d63-2655cc9da7ee/b5f797b6-5925-4b4e-a192-11a6c6d3d98e/4e4cac70-ec35-49b1-a244-6845bf4dea42) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:20.660456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Network 1cd30647-2a95-493a-b298-40278e3463e4 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:31:20.679060 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-36e4610a-dc31-4980-a943-8b4ec8ec33e3 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222744 May 10 11:31:20.683373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38514) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:20.696847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:20.710635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1cd30647-2a95-493a-b298-40278e3463e4) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:20.727397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ef279a-4501-43e6-a4c3-4413a9c66e5a None None] Network 1cd30647-2a95-493a-b298-40278e3463e4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:20.776733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:20.777208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:20.826850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d764f073-33a0-4238-889f-9674f2258029 req-d4fe4be4-8a3d-4ab9-974a-a8a2ac63c2b1 service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677139 May 10 11:31:20.841550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38518) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:20.855634 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0867dcb-4a89-4483-9f45-e7bf5abd8b4f req-b5c03967-c9af-42ff-8a3c-0142b3823a0d tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140634 May 10 11:31:20.877024 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b44eaa4b-50c8-43f6-9523-48ccd7ac0496 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7940698 May 10 11:31:21.010016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-17d97cb4-f96f-4bb6-9d6c-894ebe86c361 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310009 May 10 11:31:21.016062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 711725e1-5245-42aa-a68f-1db534323129 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:21.164565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:21.223049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.278073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a12d9-296b-4ff0-bbfe-171395a0607d None None] Network 1cd30647-2a95-493a-b298-40278e3463e4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:21.445899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 711725e1-5245-42aa-a68f-1db534323129 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:21.447122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.511437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.525525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f85867-6a10-41d0-8e74-7b63d569d258 req-f704c987-c1f6-47c5-91cc-327a70887b8c tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:21.534134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9f85867-6a10-41d0-8e74-7b63d569d258 req-f704c987-c1f6-47c5-91cc-327a70887b8c tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1547630 May 10 11:31:21.544013 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.546232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] Deleting port 711725e1-5245-42aa-a68f-1db534323129 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:21.557883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.641976 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec15d5d1fcca4e48b6a8412f0f67cb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7967319 May 10 11:31:21.642730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38542) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:21.667094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5fef7c8-8b15-48d2-8f65-ba035e911e16 req-2954d7a5-ca87-4185-b2f7-d0abef8c3440 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 210 time: 0.5972984 May 10 11:31:21.698171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9f85867-6a10-41d0-8e74-7b63d569d258 req-2d4c0215-0e92-4a5c-8c76-63cd719a5520 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587641 May 10 11:31:21.701263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.708473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:21.715427 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.741182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47434506-234b-4c3d-b09b-4ebcf45e7431,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:21.757438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] For port 711725e1-5245-42aa-a68f-1db534323129, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=711725e1-5245-42aa-a68f-1db534323129,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:21.757850 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.791761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] Calling delete_port for 711725e1-5245-42aa-a68f-1db534323129 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:21.796459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.798709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.799301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.801512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.802238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.802466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 711725e1-5245-42aa-a68f-1db534323129 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:21.803439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.804456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.805004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.808667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.809231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.809800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.810322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce2fad-4dce-478a-a7a4-1318ffa83ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:21.892304 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.918057 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11567dc2-e8ba-4a96-8f80-7c98c748fa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.953845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11567dc2-e8ba-4a96-8f80-7c98c748fa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.961992 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:21.974284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:21.982275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:21.983317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb9e16-c3be-483d-be2f-e9a10b5b26d5 req-9771b37d-e790-41c7-9d08-87fcd15478f1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:21.985138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:21.992752 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7fb9e16-c3be-483d-be2f-e9a10b5b26d5 req-9771b37d-e790-41c7-9d08-87fcd15478f1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1412718 May 10 11:31:22.022499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] Pushing event deleted for resources: {'Port': ['ID=711725e1-5245-42aa-a68f-1db534323129,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:22.029372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fd0ea-6359-40e6-8879-c2c004a12d48 None None] No DVR routers for this DVR port 711725e1-5245-42aa-a68f-1db534323129 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:22.067913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event updated for resources: {'Port': ['ID=4e4cac70-ec35-49b1-a244-6845bf4dea42,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:22.110527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:22.120692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:22.140764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11567dc2-e8ba-4a96-8f80-7c98c748fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:22.143352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11567dc2-e8ba-4a96-8f80-7c98c748fa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:22.147024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-11567dc2-e8ba-4a96-8f80-7c98c748fa19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47434506-234b-4c3d-b09b-4ebcf45e7431 HTTP/1.1" status: 204 len: 168 time: 0.4858985 May 10 11:31:22.167229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11567dc2-e8ba-4a96-8f80-7c98c748fa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47434506-234b-4c3d-b09b-4ebcf45e7431,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:22.194969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-3f5dbe45-3981-484e-bcfb-7fc9d649b0f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4525495 May 10 11:31:22.197386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7fb9e16-c3be-483d-be2f-e9a10b5b26d5 req-dd326554-410b-4686-9f56-ca3a39acf8ef tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029648 May 10 11:31:22.253394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Request body: {'port': {'device_id': '2b0f8e55-3d39-4143-8be8-85877870cb85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:22.378813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-170b69e6-a984-4383-8ca6-6b5619130e9a req-2a221fbd-36da-4c4b-8044-1bb58a6648b4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 210 time: 0.0501554 May 10 11:31:22.435539 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:22.500845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-3405f7aa-1ca9-4a51-8f49-f1e6994ff4c2 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:22.508435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-3405f7aa-1ca9-4a51-8f49-f1e6994ff4c2 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/networks?id=1cd30647-2a95-493a-b298-40278e3463e4 HTTP/1.1" status: 200 len: 813 time: 0.3846152 May 10 11:31:22.607772 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-6ada886a-b8cf-4c31-986a-74d4dc23ef34 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/quotas/648bebfdf5bf41b09b2a8229532689c9 HTTP/1.1" status: 200 len: 375 time: 0.0665262 May 10 11:31:22.668536 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-7bb75fe6-6148-47ca-8866-831022748b24 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=648bebfdf5bf41b09b2a8229532689c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597818 May 10 11:31:22.699502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8f898-fc55-407e-9027-d35b75101e20 req-6c61a276-7e4c-4b1b-9c27-2def634bd3c4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:22.707335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dc8f898-fc55-407e-9027-d35b75101e20 req-6c61a276-7e4c-4b1b-9c27-2def634bd3c4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.0897202 May 10 11:31:22.732269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38568) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:22.764295 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dc8f898-fc55-407e-9027-d35b75101e20 req-9adc3427-7dc0-4c3e-acde-aef6f0f251e7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559177 May 10 11:31:22.765151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-277aff99-6b6e-471a-995a-9a8383e83449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:22.850386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:31:22.895357 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:22.921596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 711725e1-5245-42aa-a68f-1db534323129 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:22.969660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 711725e1-5245-42aa-a68f-1db534323129 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:22.972209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 711725e1-5245-42aa-a68f-1db534323129 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:23.006776 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-277aff99-6b6e-471a-995a-9a8383e83449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.030192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-277aff99-6b6e-471a-995a-9a8383e83449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.045010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ead56f-df1b-4801-8075-5b7963b506f6 req-30edf399-2b72-49d3-a1ea-f823648039c1 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:23.054124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-afb889cb-aa5d-421c-9faf-134d5f3c9fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd30647-2a95-493a-b298-40278e3463e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814039 May 10 11:31:23.054695 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57ead56f-df1b-4801-8075-5b7963b506f6 req-30edf399-2b72-49d3-a1ea-f823648039c1 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.2014637 May 10 11:31:23.057843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:23.096146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:23.109202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:23.109565 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.122352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331fbaa-0cf3-4d9f-997c-716b6b7f558d None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:23.145869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-9e723c93-85c2-44fb-9091-4fdfafd1050a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:23.147521 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-9e723c93-85c2-44fb-9091-4fdfafd1050a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.2757263 May 10 11:31:23.153888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-277aff99-6b6e-471a-995a-9a8383e83449 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9531f82b6b1a4c1f89d415c4f9911375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205725 May 10 11:31:23.157190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aff99-6b6e-471a-995a-9a8383e83449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a9d4f3-9133-4a78-9ed6-4c2afe85e63b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:23.161009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38570) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:23.164063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=39621aa3-d907-4291-a480-301e09e6b23e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:23.185573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47788b16-4788-454a-9e35-2cbbdd666c97 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4988289 May 10 11:31:23.186987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38572) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:23.199280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:cd:f6:51', 'name': 'tempest-NetworksTestDHCPv6-1247502629'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:23.211081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57ead56f-df1b-4801-8075-5b7963b506f6 req-f4e30c61-90bc-41d5-9172-a1388e1edbf7 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553164 May 10 11:31:23.359866 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-15162118-da30-4aa3-8164-d7156032ec5a service neutron] 10.222.0.13 "GET /v2.0/networks/1cd30647-2a95-493a-b298-40278e3463e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770429 May 10 11:31:23.413400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-4f68fb0a-f704-40af-9e5c-fac3e9d71995 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aa9a8954e014385b381498d05416e4d HTTP/1.1" status: 200 len: 380 time: 0.2518985 May 10 11:31:23.428462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'port': {'device_id': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'admin_state_up': True, 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'security_groups': ['19733ff4-5fba-4ad3-8345-83b4a0a40b8e']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:23.452487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4cac70-ec35-49b1-a244-6845bf4dea42 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:23.463348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '39621aa3-d907-4291-a480-301e09e6b23e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:31:23.464490 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.465549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.481253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:23.550428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Transition to ACTIVE for port object 4e4cac70-ec35-49b1-a244-6845bf4dea42 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:23.557821 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.636877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd698c2b-d089-4120-a64d-6e8133300bce req-d7921312-c877-40f3-9bd1-9a0d3e8dc893 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:23.638476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd698c2b-d089-4120-a64d-6e8133300bce req-d7921312-c877-40f3-9bd1-9a0d3e8dc893 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 931 time: 0.2917333 May 10 11:31:23.644954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fcd01dc3-e312-494a-8b58-877234bbe53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.687219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.692958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4cac70-ec35-49b1-a244-6845bf4dea42,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:23.713462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd698c2b-d089-4120-a64d-6e8133300bce req-114e65cc-9981-4a5b-8a04-c47190a6a273 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663612 May 10 11:31:23.762466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fcd01dc3-e312-494a-8b58-877234bbe53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.765901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Made reservation on behalf of 0aa9a8954e014385b381498d05416e4d for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:23.773094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.788062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Allocated IP 2001:db8::f816:3eff:fe1d:4bc3 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/39621aa3-d907-4291-a480-301e09e6b23e/4f1634a2-9a21-42f9-869a-7f0849958a0f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:23.884699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be7d68-9a7f-44f0-9a21-1c126e6b0f1c req-061d1a5c-9eef-4b6a-b35e-78ca4fb73ab6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:23.892670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00be7d68-9a7f-44f0-9a21-1c126e6b0f1c req-061d1a5c-9eef-4b6a-b35e-78ca4fb73ab6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.2931299 May 10 11:31:23.906078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port c5256761-e5be-44d8-9420-e04a17bab91f yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:31:23.912595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Attempting to bind port 4e4cac70-ec35-49b1-a244-6845bf4dea42 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:23.913020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Attempting to bind port 4e4cac70-ec35-49b1-a244-6845bf4dea42 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:23.913442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Attempting to bind port 4e4cac70-ec35-49b1-a244-6845bf4dea42 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:23.951057 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-beeb05ac-5551-4eda-9a75-323fcc5bb2fe req-9bd62cc8-da2a-46a8-af93-17f7978f7968 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 210 time: 0.0606546 May 10 11:31:23.993523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Port 4e4cac70-ec35-49b1-a244-6845bf4dea42 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:23.993842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Attempting to bind port 4e4cac70-ec35-49b1-a244-6845bf4dea42 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:24.012341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:24.012341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Checking segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:24.012785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Bound using segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:24.013154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Bound port: 4e4cac70-ec35-49b1-a244-6845bf4dea42, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:24.019016 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fcd01dc3-e312-494a-8b58-877234bbe53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.022679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fcd01dc3-e312-494a-8b58-877234bbe53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.024160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fcd01dc3-e312-494a-8b58-877234bbe53b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66a9d4f3-9133-4a78-9ed6-4c2afe85e63b HTTP/1.1" status: 204 len: 168 time: 0.8423612 May 10 11:31:24.027889 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.041758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd01dc3-e312-494a-8b58-877234bbe53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a9d4f3-9133-4a78-9ed6-4c2afe85e63b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:24.080049 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00be7d68-9a7f-44f0-9a21-1c126e6b0f1c req-928242cf-ed76-4328-9e1b-c78160490ce8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862061 May 10 11:31:24.166514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ef8a201-3239-40c6-ac50-78e649480d92 req-6b4447f2-3ea5-4590-add7-28c4095d1107 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 210 time: 0.1164556 May 10 11:31:24.184274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Allocated IP 172.20.0.6 (8a425eb4-06d3-43de-998c-7f472bd98c43/ee664d4f-78fd-4109-9c8c-df995448cce5/a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:24.202759 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.205559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] For port 4e4cac70-ec35-49b1-a244-6845bf4dea42, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:24.213100 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.221618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] For port 4e4cac70-ec35-49b1-a244-6845bf4dea42, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4e4cac70-ec35-49b1-a244-6845bf4dea42,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:24.280465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Pushing event updated for resources: {'Port': ['ID=4f1634a2-9a21-42f9-869a-7f0849958a0f,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:24.289781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:24.292228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:24.298144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:24.353217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.389750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Attempting to bind port 4f1634a2-9a21-42f9-869a-7f0849958a0f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:24.390439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Attempting to bind port 4f1634a2-9a21-42f9-869a-7f0849958a0f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:24.391085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Attempting to bind port 4f1634a2-9a21-42f9-869a-7f0849958a0f on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:24.398075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:24.398701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:24.399456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.400119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:24.400693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Bound port: 4f1634a2-9a21-42f9-869a-7f0849958a0f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:24.401720 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.460295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee071e4-375b-4969-a756-e828dd835211 req-93b8ef08-1b13-4b79-87a1-c3db0b32b728 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:24.461855 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ee071e4-375b-4969-a756-e828dd835211 req-93b8ef08-1b13-4b79-87a1-c3db0b32b728 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.0898156 May 10 11:31:24.500426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] For port 4f1634a2-9a21-42f9-869a-7f0849958a0f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:24.507350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] For port 4f1634a2-9a21-42f9-869a-7f0849958a0f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4f1634a2-9a21-42f9-869a-7f0849958a0f,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:24.514625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:24.515300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.515895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.520186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/4e4cac70-ec35-49b1-a244-6845bf4dea42 HTTP/1.1" status: 200 len: 1091 time: 2.3027587 May 10 11:31:24.533752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0f8e55-3d39-4143-8be8-85877870cb85', 'tag': '4e4cac70-ec35-49b1-a244-6845bf4dea42'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:24.543300 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6529029-165d-4515-a9f6-eddeac2d2270" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0f8e55-3d39-4143-8be8-85877870cb85", "tag": "4e4cac70-ec35-49b1-a244-6845bf4dea42"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:24.582718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926add9-6ace-4f52-8e5c-26e85a44cefa req-249f246c-7244-4f41-8f7e-ef4414498cc9 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:24.590967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d926add9-6ace-4f52-8e5c-26e85a44cefa req-249f246c-7244-4f41-8f7e-ef4414498cc9 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.3438025 May 10 11:31:24.597754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e82a46-3653-4824-bacd-106b7e142a8d None None] Pushing event updated for resources: {'Port': ['ID=4f1634a2-9a21-42f9-869a-7f0849958a0f,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:24.649040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ee071e4-375b-4969-a756-e828dd835211 req-d282f0c9-3f43-4be9-b064-462eecfa63ab tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519644 May 10 11:31:24.656684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.673094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:fecd:f651 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/39621aa3-d907-4291-a480-301e09e6b23e/c5256761-e5be-44d8-9420-e04a17bab91f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:24.716558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397f3eb-7ee0-4609-ae7e-14abeb0985a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4cac70-ec35-49b1-a244-6845bf4dea42,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:24.745755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.806497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:24.809279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:24.809510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-f7e590b3-39dc-4df5-be50-5721744d94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:24.824875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:24.826502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-f7e590b3-39dc-4df5-be50-5721744d94e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 1094 time: 0.2115874 May 10 11:31:24.848908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d926add9-6ace-4f52-8e5c-26e85a44cefa req-5455b3c9-885a-467c-b904-03f0864c31a3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568359 May 10 11:31:24.876333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:25.021219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:25.022954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:25.029335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-0a6c1e64-e41f-4101-b1db-914116683e60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e4cac70-ec35-49b1-a244-6845bf4dea42 HTTP/1.1" status: 200 len: 217 time: 0.1776290 May 10 11:31:25.102827 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-093c2351-2dcc-409c-b0e7-1db33b4a1c97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6795795 May 10 11:31:25.136714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Request body: {'port': {'device_id': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:25.294768 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6055179-e50a-44df-b03a-ea3217d994e6 x-openstack-request-id: req-f6055179-e50a-44df-b03a-ea3217d994e6 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:25.295122 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0f8e55-3d39-4143-8be8-85877870cb85", "tag": "4e4cac70-ec35-49b1-a244-6845bf4dea42", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:25.295322 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6055179-e50a-44df-b03a-ea3217d994e6 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:25.295721 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6055179-e50a-44df-b03a-ea3217d994e6'] response: {'name': 'network-changed', 'server_uuid': '2b0f8e55-3d39-4143-8be8-85877870cb85', 'tag': '4e4cac70-ec35-49b1-a244-6845bf4dea42', 'status': 'completed', 'code': 200} May 10 11:31:25.306173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-ac6f4a0d-39ca-4654-b12a-9b4e08e90515 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:25.308208 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-ac6f4a0d-39ca-4654-b12a-9b4e08e90515 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.70 "GET /v2.0/networks?id=1cd30647-2a95-493a-b298-40278e3463e4 HTTP/1.1" status: 200 len: 813 time: 0.1481473 May 10 11:31:25.386231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d16c1-7111-4231-bf95-8c68b3b90ebb req-79d4d996-3664-4341-bf2d-4cff13ea77e4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:25.387952 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-149d16c1-7111-4231-bf95-8c68b3b90ebb req-79d4d996-3664-4341-bf2d-4cff13ea77e4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 931 time: 0.2006080 May 10 11:31:25.390866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Request body: {'port': {'device_id': '163b7276-1b30-45b6-ad06-bc57472bbd3e', 'network_id': '1cd30647-2a95-493a-b298-40278e3463e4', 'admin_state_up': True, 'tenant_id': '648bebfdf5bf41b09b2a8229532689c9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:25.411326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:25.415677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-eb31659b-8e4d-4a52-a927-54bd57542a90 None None] Provisioning complete for port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:25.416233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eb31659b-8e4d-4a52-a927-54bd57542a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:25.499970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eb31659b-8e4d-4a52-a927-54bd57542a90 None None] Port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:31:25.541190 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-149d16c1-7111-4231-bf95-8c68b3b90ebb req-11df4dda-acf0-453d-a7da-2ada34286f6a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453178 May 10 11:31:25.567716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-2ee8f523-9a63-43ef-8cde-72a4d4c3bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:25.569372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-2ee8f523-9a63-43ef-8cde-72a4d4c3bea2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.4105008 May 10 11:31:25.588595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56089c4-59c6-4c4e-837e-d5caea90960f req-3fa390cf-ae99-4844-8e45-5f51dd79fc9d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:25.590473 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d56089c4-59c6-4c4e-837e-d5caea90960f req-3fa390cf-ae99-4844-8e45-5f51dd79fc9d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 943 time: 0.5596254 May 10 11:31:25.696242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-9bac5b52-75da-4bc9-964d-580d32f29a56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164570 May 10 11:31:25.731072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:25.836022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af1a8-feaf-47d4-8798-05d5515e2d46 req-882149c3-7d35-41bb-b63e-d2dd51d651a1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:25.855683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-880af1a8-feaf-47d4-8798-05d5515e2d46 req-882149c3-7d35-41bb-b63e-d2dd51d651a1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.2101316 May 10 11:31:25.866445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Made reservation on behalf of 648bebfdf5bf41b09b2a8229532689c9 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:25.873963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:25.911553 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:25.952881 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d56089c4-59c6-4c4e-837e-d5caea90960f req-866fce72-1c89-4fbe-9d08-47c284cd310a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306241 May 10 11:31:25.999983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-880af1a8-feaf-47d4-8798-05d5515e2d46 req-dbfdbab2-7428-4779-b3de-41913302f598 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429882 May 10 11:31:26.077456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=c5256761-e5be-44d8-9420-e04a17bab91f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:26.116438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:26.122244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:26.124618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:26.124998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:26.131204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:26.131862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.143279 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.169270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-99df8f35-27df-437f-b6d1-c8ca770e48fc req-d98b5ed9-103a-485c-b9fc-6dc281837099 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 210 time: 0.0837221 May 10 11:31:26.203555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Transition to ACTIVE for port object a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:26.217774 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-89fca2b9-22b8-415b-9386-cf2ce3601f04 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566259 May 10 11:31:26.230611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1017b066-b635-4769-a5ff-07fd8fb809ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0338871 May 10 11:31:26.248986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:26.295729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.328831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6b4d3b4-92e8-4727-b2ce-72e07d540bf4 req-5528a681-1f06-4eee-9b7d-53b828647273 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964715 May 10 11:31:26.341858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3ed8b6db-39a6-4919-96c7-9ff5c468630e None None] Provisioning complete for port 4f1634a2-9a21-42f9-869a-7f0849958a0f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:26.345456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b6db-39a6-4919-96c7-9ff5c468630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.445528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e80a29-1cb4-457a-83aa-653d6252474a req-acacf4c6-c774-4dbc-80b3-51faeb4b1567 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:26.461540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1e80a29-1cb4-457a-83aa-653d6252474a req-acacf4c6-c774-4dbc-80b3-51faeb4b1567 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.2979851 May 10 11:31:26.487218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:26.494827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dd3ea-5342-40fe-855a-e69145103248 req-e1e06186-0398-411c-9399-eb55ce037b75 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:26.496648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb3dd3ea-5342-40fe-855a-e69145103248 req-e1e06186-0398-411c-9399-eb55ce037b75 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1670039 May 10 11:31:26.558738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8b6db-39a6-4919-96c7-9ff5c468630e None None] Current status of the port 4f1634a2-9a21-42f9-869a-7f0849958a0f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:26.558738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b6db-39a6-4919-96c7-9ff5c468630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.559398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Allocated IP 172.20.0.10 (1cd30647-2a95-493a-b298-40278e3463e4/4ddccef8-c997-4ec6-ae62-075c27622507/08e12c59-2322-4ae8-9f08-36f8d8ae9f78) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:26.567790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d1956-52b5-48af-8b93-fb3c50a003a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:26.573394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-830709e9-f9c7-47b2-88ff-486f5252c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:26.574351 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-830709e9-f9c7-47b2-88ff-486f5252c781 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 1094 time: 0.1593294 May 10 11:31:26.600423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d1956-52b5-48af-8b93-fb3c50a003a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:26.618242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb3dd3ea-5342-40fe-855a-e69145103248 req-ea9229dd-e59c-4c2b-b275-fd38355b7f38 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092267 May 10 11:31:26.619638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-743d1956-52b5-48af-8b93-fb3c50a003a4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3695142 May 10 11:31:26.650101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3ed8b6db-39a6-4919-96c7-9ff5c468630e None None] For port 4f1634a2-9a21-42f9-869a-7f0849958a0f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4f1634a2-9a21-42f9-869a-7f0849958a0f,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:26.663437 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b6db-39a6-4919-96c7-9ff5c468630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.729611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38646) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:26.800783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8b6db-39a6-4919-96c7-9ff5c468630e None None] Pushing event updated for resources: {'Port': ['ID=4f1634a2-9a21-42f9-869a-7f0849958a0f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:26.849984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1e80a29-1cb4-457a-83aa-653d6252474a req-a777950a-1047-4430-83f7-0cbeec216fbe tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874462 May 10 11:31:26.923007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-66b0fdce-d553-4a01-b923-cccc03ff4323 None None] Provisioning complete for port c5256761-e5be-44d8-9420-e04a17bab91f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:26.927788 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-66b0fdce-d553-4a01-b923-cccc03ff4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.004478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-66b0fdce-d553-4a01-b923-cccc03ff4323 None None] Port c5256761-e5be-44d8-9420-e04a17bab91f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:31:27.011034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Attempting to bind port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:27.023134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Attempting to bind port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:27.029339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Attempting to bind port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:27.035230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4f1634a2-9a21-42f9-869a-7f0849958a0f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:27.041025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c on network 8a425eb4-06d3-43de-998c-7f472bd98c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:27.043484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Attempting to bind port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:27.066848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:27.067622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Checking segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:27.072406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Bound using segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:27.074599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Bound port: a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:27.075170 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.143637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 4f1634a2-9a21-42f9-869a-7f0849958a0f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:27.144205 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.167541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-55698650-e514-4ae9-8d53-25cac7018e42 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port c5256761-e5be-44d8-9420-e04a17bab91f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:27.167984 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55698650-e514-4ae9-8d53-25cac7018e42 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.292793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 4f1634a2-9a21-42f9-869a-7f0849958a0f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:27.296739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8b7c2-206e-4747-ad94-de207ba5d908 req-bd8a45a2-cd7d-4e20-a494-eec817385db7 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.299202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7d8b7c2-206e-4747-ad94-de207ba5d908 req-bd8a45a2-cd7d-4e20-a494-eec817385db7 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 943 time: 0.1850231 May 10 11:31:27.320965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:27.323230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4004eb-811f-4aed-854c-72e73d4c7195 req-9556f20d-bfb6-490d-b82a-136056e164c1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.324870 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b4004eb-811f-4aed-854c-72e73d4c7195 req-9556f20d-bfb6-490d-b82a-136056e164c1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 943 time: 0.5337076 May 10 11:31:27.364938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-d43c3f34-2c33-48fc-ac5b-d02f2aff292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.366401 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-d43c3f34-2c33-48fc-ac5b-d02f2aff292e service neutron] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 913 time: 0.7765987 May 10 11:31:27.367559 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55698650-e514-4ae9-8d53-25cac7018e42 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.372592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:27.385609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.397578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-55698650-e514-4ae9-8d53-25cac7018e42 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for c5256761-e5be-44d8-9420-e04a17bab91f owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:27.428809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-ac8e33f4-6077-4673-842b-612203feb9cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e4cac70-ec35-49b1-a244-6845bf4dea42 HTTP/1.1" status: 200 len: 217 time: 0.0542009 May 10 11:31:27.436445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b4004eb-811f-4aed-854c-72e73d4c7195 req-a50714a2-2636-48a4-92cd-181c46dd623c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980620 May 10 11:31:27.438442 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7d8b7c2-206e-4747-ad94-de207ba5d908 req-312b4305-e517-48b1-bdcb-ee538d00ff54 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296616 May 10 11:31:27.450067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.450744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.452223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] 10.222.0.49 "PUT /v2.0/ports/a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 1091 time: 2.3404286 May 10 11:31:27.454443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:27.456526 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228afd66-92d6-44f4-9b57-fe70b0b42a87" -d '{"events": [{"name": "network-changed", "server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:27.509025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.522722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bde2db-5d5c-41fc-b2b4-993029a00dfa service neutron] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:27.530009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-ae8d106e-044e-473b-a2e4-71aa0a60c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.532244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-ae8d106e-044e-473b-a2e4-71aa0a60c4d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.0913427 May 10 11:31:27.589875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-a313998e-03c9-4490-9d81-3fe534a52885 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394225 May 10 11:31:27.643639 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.656927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-8e3d0c9a-1d46-47fe-982b-788e4a4f1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.658572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-8e3d0c9a-1d46-47fe-982b-788e4a4f1b69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1094 time: 0.1393964 May 10 11:31:27.698200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666841f-60fc-4968-8745-814cf5f4bb30 req-51d5e787-684b-47c0-9d13-6deeb3295bef tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.699965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b666841f-60fc-4968-8745-814cf5f4bb30 req-51d5e787-684b-47c0-9d13-6deeb3295bef tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1211214 May 10 11:31:27.753486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Network 1cd30647-2a95-493a-b298-40278e3463e4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:27.766497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:27.766842 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-2c359b37-8dcc-4d72-9624-1e63bf87232f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 217 time: 0.0621476 May 10 11:31:27.775948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:27.810497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Pushing event updated for resources: {'Port': ['ID=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:27.831082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55698650-e514-4ae9-8d53-25cac7018e42 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.845299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50dc1c-b27d-4d18-8f66-e140517eba91 req-88e991f5-5853-4234-b62d-738ec43c6ba3 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.847227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c50dc1c-b27d-4d18-8f66-e140517eba91 req-88e991f5-5853-4234-b62d-738ec43c6ba3 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 932 time: 0.2402630 May 10 11:31:27.859448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b666841f-60fc-4968-8745-814cf5f4bb30 req-50cccd96-58e6-4bda-8e33-4a63fa73a02a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312060 May 10 11:31:27.892359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.892967 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.899584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-f2d1778e-f6aa-4390-a94c-2ae0f055feec service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023252 May 10 11:31:27.901932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-ff8df70b-1982-4eb2-8a64-ed97385858f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:27.903468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-ff8df70b-1982-4eb2-8a64-ed97385858f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1305540 May 10 11:31:27.904759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55698650-e514-4ae9-8d53-25cac7018e42 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=c5256761-e5be-44d8-9420-e04a17bab91f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:27.934608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-42cc7427-a2c3-489c-9654-5bbcc3579a80 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5482252 May 10 11:31:27.957900 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55698650-e514-4ae9-8d53-25cac7018e42 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.964674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-55698650-e514-4ae9-8d53-25cac7018e42 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/c5256761-e5be-44d8-9420-e04a17bab91f HTTP/1.1" status: 204 len: 168 time: 1.2278042 May 10 11:31:27.966541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38676) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:27.986234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c50dc1c-b27d-4d18-8f66-e140517eba91 req-e69cb41f-7f5a-496d-9993-a3e47a034ee6 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267629 May 10 11:31:27.990304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Request body: {'port': {'device_id': '163b7276-1b30-45b6-ad06-bc57472bbd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:28.031164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da86f0a-00cd-4a18-8826-7d6c508aa91e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:28.033083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da86f0a-00cd-4a18-8826-7d6c508aa91e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:28.037935 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7da86f0a-00cd-4a18-8826-7d6c508aa91e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0686183 May 10 11:31:28.040423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38678) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:28.051515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-bcf156a9-36a2-48ec-9fba-77db8b6ac6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:28.053215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-bcf156a9-36a2-48ec-9fba-77db8b6ac6e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392968 May 10 11:31:28.085248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6529029-165d-4515-a9f6-eddeac2d2270 req-51ea36f6-a54c-4823-bd69-3c6b280641aa service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687813 May 10 11:31:28.187157 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.215368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de083-5c4b-48f0-af5a-d800b1a7d7fd req-dcf8c37e-096e-4a47-a801-d17c9150ce2b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:28.217376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-590de083-5c4b-48f0-af5a-d800b1a7d7fd req-dcf8c37e-096e-4a47-a801-d17c9150ce2b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.0812850 May 10 11:31:28.234288 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-f3874333-2e58-4204-b832-c502794f5233 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612439 May 10 11:31:28.238740 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65ff682-b0ff-48ed-875a-1e5254ad3b66 x-openstack-request-id: req-e65ff682-b0ff-48ed-875a-1e5254ad3b66 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:28.239021 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:28.239271 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e65ff682-b0ff-48ed-875a-1e5254ad3b66 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:28.239682 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65ff682-b0ff-48ed-875a-1e5254ad3b66'] response: {'name': 'network-changed', 'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'status': 'completed', 'code': 200} May 10 11:31:28.308671 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-590de083-5c4b-48f0-af5a-d800b1a7d7fd req-46768a4f-d284-40f3-8962-a1b629be110c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573826 May 10 11:31:28.313213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a1b3cd-2bde-4470-a894-d135c1112b2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 39621aa3-d907-4291-a480-301e09e6b23e {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:28.328260 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b3cd-2bde-4470-a894-d135c1112b2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.410757 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b3cd-2bde-4470-a894-d135c1112b2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.450844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e00c27-f1db-4583-8e8a-17c0a57c45f8 req-41a930d1-d4c1-4a2e-acf6-5ef3c7d19067 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:28.452373 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48e00c27-f1db-4583-8e8a-17c0a57c45f8 req-41a930d1-d4c1-4a2e-acf6-5ef3c7d19067 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1332655 May 10 11:31:28.484063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93b1bc7f-54e6-40d8-ab49-f80997b8c1fe req-45a3905f-bedc-4cd9-96c0-eeb4de967242 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413280 May 10 11:31:28.521141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48e00c27-f1db-4583-8e8a-17c0a57c45f8 req-bea96b4d-0325-40ec-95d9-18be8d278ac6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563180 May 10 11:31:28.607705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b3cd-2bde-4470-a894-d135c1112b2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.623267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:28.634360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.659142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017a79-56f4-411b-8671-85288b3b3712 req-e4ce4d82-1542-49f6-bf80-f5377740b333 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:28.660831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f017a79-56f4-411b-8671-85288b3b3712 req-e4ce4d82-1542-49f6-bf80-f5377740b333 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 943 time: 0.0837514 May 10 11:31:28.661960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Transition to ACTIVE for port object 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:28.667303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.769826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Pushing event updated for resources: {'Port': ['ID=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:28.806653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f017a79-56f4-411b-8671-85288b3b3712 req-cc45aef5-a1ff-4636-9af4-609c6e5657fd tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329272 May 10 11:31:28.869061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Attempting to bind port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:28.869403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Attempting to bind port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'd903e1fb-a13b-4f3b-ba4e-c6711b2c3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cd30647-2a95-493a-b298-40278e3463e4'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:28.869743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Attempting to bind port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 on network 1cd30647-2a95-493a-b298-40278e3463e4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:28.878079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 on network 1cd30647-2a95-493a-b298-40278e3463e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:28.879363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Attempting to bind port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 on network 1cd30647-2a95-493a-b298-40278e3463e4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:28.886976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:28.887330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Checking segment: {'id': 'd903e1fb-a13b-4f3b-ba4e-c6711b2c3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cd30647-2a95-493a-b298-40278e3463e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:28.888247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Bound using segment: {'id': 'd903e1fb-a13b-4f3b-ba4e-c6711b2c3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cd30647-2a95-493a-b298-40278e3463e4'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:28.888764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Bound port: 08e12c59-2322-4ae8-9f08-36f8d8ae9f78, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd903e1fb-a13b-4f3b-ba4e-c6711b2c3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cd30647-2a95-493a-b298-40278e3463e4'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:28.889253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.999110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-eb6c0784-3f70-4e8a-aabf-a4843405c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.001014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-eb6c0784-3f70-4e8a-aabf-a4843405c9fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1094 time: 0.4471538 May 10 11:31:29.027907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5544a6f-fa05-4343-a006-602609c2130f req-2a04344a-9a35-48f1-9b9d-c01999808b00 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.029466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5544a6f-fa05-4343-a006-602609c2130f req-2a04344a-9a35-48f1-9b9d-c01999808b00 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.0950234 May 10 11:31:29.030676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] For port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:29.037088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] For port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,segment=NetworkSegment(d903e1fb-a13b-4f3b-ba4e-c6711b2c3731),segment_id=d903e1fb-a13b-4f3b-ba4e-c6711b2c3731)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:29.046706 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.095615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.097145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.099037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] 10.222.0.70 "PUT /v2.0/ports/08e12c59-2322-4ae8-9f08-36f8d8ae9f78 HTTP/1.1" status: 200 len: 1092 time: 1.1501615 May 10 11:31:29.099492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163b7276-1b30-45b6-ad06-bc57472bbd3e', 'tag': '08e12c59-2322-4ae8-9f08-36f8d8ae9f78'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:29.100209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce113bf-889c-478d-a016-4d77fc987a86 req-04c6722b-bc12-496b-9543-b4207f62c693 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.102157 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c162161-4513-4f15-b137-83c1cafec709" -d '{"events": [{"name": "network-changed", "server_uuid": "163b7276-1b30-45b6-ad06-bc57472bbd3e", "tag": "08e12c59-2322-4ae8-9f08-36f8d8ae9f78"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:29.102301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ce113bf-889c-478d-a016-4d77fc987a86 req-04c6722b-bc12-496b-9543-b4207f62c693 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 943 time: 0.4983103 May 10 11:31:29.106105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b3cd-2bde-4470-a894-d135c1112b2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.131737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5544a6f-fa05-4343-a006-602609c2130f req-c41e5f2d-0f09-41dc-b963-4e7a49dc0c18 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930271 May 10 11:31:29.149906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1b3cd-2bde-4470-a894-d135c1112b2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=39621aa3-d907-4291-a480-301e09e6b23e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:29.170846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa47018-24e6-4ca7-a701-5469a39586a6 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:29.171388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b3cd-2bde-4470-a894-d135c1112b2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.174603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f3a1b3cd-2bde-4470-a894-d135c1112b2a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/39621aa3-d907-4291-a480-301e09e6b23e HTTP/1.1" status: 204 len: 168 time: 1.1330979 May 10 11:31:29.179373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38706) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:29.203288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85cd1b-89d3-46fa-8e85-a411aaa2b092 service neutron] Pushing event updated for resources: {'Port': ['ID=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:29.240090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f6faf053-1657-4d87-b9d5-518a973c7dd6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594931 May 10 11:31:29.243198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38708) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:29.248656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-e85119c9-5b2f-4be7-a3e1-c915d44b6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.250156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-e85119c9-5b2f-4be7-a3e1-c915d44b6afa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=648bebfdf5bf41b09b2a8229532689c9&device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 1095 time: 0.0792253 May 10 11:31:29.260879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-7e98d41a-9cf2-40ae-833a-66e00de62b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.261728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-7e98d41a-9cf2-40ae-833a-66e00de62b4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.2532778 May 10 11:31:29.266216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ce113bf-889c-478d-a016-4d77fc987a86 req-9b43b82f-cf7c-4558-b2be-12626bebb455 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262438 May 10 11:31:29.334500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-2cc9d02c-d5d4-48a4-88fa-4327cefbd3b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08e12c59-2322-4ae8-9f08-36f8d8ae9f78 HTTP/1.1" status: 200 len: 217 time: 0.0586650 May 10 11:31:29.348212 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1358a29-e6cc-4f0d-a173-9770ff16637b x-openstack-request-id: req-f1358a29-e6cc-4f0d-a173-9770ff16637b {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:29.348212 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163b7276-1b30-45b6-ad06-bc57472bbd3e", "tag": "08e12c59-2322-4ae8-9f08-36f8d8ae9f78", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:29.348212 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1358a29-e6cc-4f0d-a173-9770ff16637b {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:29.348675 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1358a29-e6cc-4f0d-a173-9770ff16637b'] response: {'name': 'network-changed', 'server_uuid': '163b7276-1b30-45b6-ad06-bc57472bbd3e', 'tag': '08e12c59-2322-4ae8-9f08-36f8d8ae9f78', 'status': 'completed', 'code': 200} May 10 11:31:29.364802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c243c-0192-4c8d-8a0c-d2b689c818b4 req-31e8621f-0c37-4635-8f97-c62aa41f8922 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.366402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d7c243c-0192-4c8d-8a0c-d2b689c818b4 req-31e8621f-0c37-4635-8f97-c62aa41f8922 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 944 time: 0.1208682 May 10 11:31:29.383024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-13bf563f-35e3-41ee-b963-f2a260065add service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 217 time: 0.1084981 May 10 11:31:29.435995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-b67778d0-baef-4d34-a314-91b6e0ebc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.437290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-b67778d0-baef-4d34-a314-91b6e0ebc5f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ddccef8-c997-4ec6-ae62-075c27622507 HTTP/1.1" status: 200 len: 853 time: 0.0931382 May 10 11:31:29.449210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d7c243c-0192-4c8d-8a0c-d2b689c818b4 req-e32e21c0-60e2-4d5d-afe0-23a8a4efa189 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629647 May 10 11:31:29.485962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-93d1409f-9447-4131-8392-717239d7be6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1cd30647-2a95-493a-b298-40278e3463e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355315 May 10 11:31:29.486470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf32b2-e864-4012-af85-2db214a9e4dc tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.490792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3baf32b2-e864-4012-af85-2db214a9e4dc tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2252753 May 10 11:31:29.491707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38716) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:29.496544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-7fcf2cbc-9d26-434d-9439-3fb371d3471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.497991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-7fcf2cbc-9d26-434d-9439-3fb371d3471c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1059601 May 10 11:31:29.499876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0becae87-2f50-456a-a004-4731aad36313 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:29.524122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598e9c1-b7d2-47d0-b64c-8f6ffa521b0a req-cd97d81b-e2b9-4136-ad2e-8754a137ac4e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.532428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a598e9c1-b7d2-47d0-b64c-8f6ffa521b0a req-cd97d81b-e2b9-4136-ad2e-8754a137ac4e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.0960643 May 10 11:31:29.584620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0becae87-2f50-456a-a004-4731aad36313 None None] Deleting port 4f1634a2-9a21-42f9-869a-7f0849958a0f {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:29.584918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0becae87-2f50-456a-a004-4731aad36313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.607174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-3c754465-63eb-452a-a3ba-e609b2921681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.608745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-3c754465-63eb-452a-a3ba-e609b2921681 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023958 May 10 11:31:29.612485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a598e9c1-b7d2-47d0-b64c-8f6ffa521b0a req-7c28ac53-50a8-4079-8789-ba40c0d9443e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792360 May 10 11:31:29.670414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0885928-2915-4304-a349-dfddf9282fe9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.674623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f0885928-2915-4304-a349-dfddf9282fe9 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1817405 May 10 11:31:29.678569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38722) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:29.687940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0becae87-2f50-456a-a004-4731aad36313 None None] For port 4f1634a2-9a21-42f9-869a-7f0849958a0f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4f1634a2-9a21-42f9-869a-7f0849958a0f,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:29.688759 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0becae87-2f50-456a-a004-4731aad36313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.713166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0becae87-2f50-456a-a004-4731aad36313 None None] Calling delete_port for 4f1634a2-9a21-42f9-869a-7f0849958a0f owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:29.730705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-74a37ae1-4714-440e-a3d4-7141c090784a service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138237 May 10 11:31:29.747162 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af380c56-bce0-4c48-8d7b-a9625af0d586 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658333 May 10 11:31:29.748615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38726) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:29.755363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:29.757833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0de63-7d40-4305-b892-c551b0b6499f req-bd9d6b7b-5ead-48c9-bae1-67210e369645 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:29.765954 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12d0de63-7d40-4305-b892-c551b0b6499f req-bd9d6b7b-5ead-48c9-bae1-67210e369645 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1545525 May 10 11:31:29.770640 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-6910606f-2927-4a7e-b4c1-2e1191a2238c service neutron] 10.222.0.70 "GET /v2.0/networks/1cd30647-2a95-493a-b298-40278e3463e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639747 May 10 11:31:29.802614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0becae87-2f50-456a-a004-4731aad36313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.830768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becae87-2f50-456a-a004-4731aad36313 None None] Pushing event deleted for resources: {'Port': ['ID=4f1634a2-9a21-42f9-869a-7f0849958a0f,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:29.836197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becae87-2f50-456a-a004-4731aad36313 None None] No DVR routers for this DVR port 4f1634a2-9a21-42f9-869a-7f0849958a0f on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:29.930517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d62c3a08-958d-47c4-aa4a-5a125613a94b req-b2fb845c-feee-460c-883f-2ccbc291eea0 service neutron] 10.222.0.70 "GET /v2.0/networks/1cd30647-2a95-493a-b298-40278e3463e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453581 May 10 11:31:29.933512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12d0de63-7d40-4305-b892-c551b0b6499f req-198894d8-f65c-428f-aff8-9ee38553d0f9 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667950 May 10 11:31:29.955521 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-228afd66-92d6-44f4-9b57-fe70b0b42a87 req-2576da44-fe96-4b9c-ae34-b1a6062bf041 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169960 May 10 11:31:29.960211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:29.964484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.032908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297558f-40ab-48b0-bd21-fb4939579bda req-ae62c2ba-974b-40ac-9171-71abe62a08d9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.036191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0297558f-40ab-48b0-bd21-fb4939579bda req-ae62c2ba-974b-40ac-9171-71abe62a08d9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 943 time: 0.1260457 May 10 11:31:30.074043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c162161-4513-4f15-b137-83c1cafec709 req-b2bf2870-0360-4418-aa6d-507c6a88342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.075889 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c162161-4513-4f15-b137-83c1cafec709 req-b2bf2870-0360-4418-aa6d-507c6a88342e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=648bebfdf5bf41b09b2a8229532689c9&device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 1095 time: 0.0510669 May 10 11:31:30.106218 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0297558f-40ab-48b0-bd21-fb4939579bda req-b77290f6-a70f-4237-944d-194693e04bdc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619032 May 10 11:31:30.195432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c162161-4513-4f15-b137-83c1cafec709 req-85647b38-da79-4400-8a13-6cd9907b8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.197061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c162161-4513-4f15-b137-83c1cafec709 req-85647b38-da79-4400-8a13-6cd9907b8524 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1cd30647-2a95-493a-b298-40278e3463e4 HTTP/1.1" status: 200 len: 914 time: 0.1147659 May 10 11:31:30.228448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.274295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:30.277721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:30.281266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c162161-4513-4f15-b137-83c1cafec709 req-056a7814-9280-49ee-b05b-830f8dcc9541 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08e12c59-2322-4ae8-9f08-36f8d8ae9f78 HTTP/1.1" status: 200 len: 217 time: 0.0659995 May 10 11:31:30.288638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.289305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf9cb6-0c23-4908-9d66-c46e299dd597 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:30.289758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.300906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=a7788c27-0b3e-4d19-b1fd-a475a54a40be,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:30.321522 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-63cc6af3-7bcd-4978-b1ae-0ea95bb8d5da tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5716255 May 10 11:31:30.325446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38742) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:30.336085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:56:4f:36', 'name': 'tempest-NetworksTestDHCPv6-87177075'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:30.340978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ce0bc-2f23-4c8f-ae8f-140cdd30834f req-156d81dc-fb6a-4993-b45c-f1a008226648 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.344962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c05ce0bc-2f23-4c8f-ae8f-140cdd30834f req-156d81dc-fb6a-4993-b45c-f1a008226648 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1279960 May 10 11:31:30.396278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c162161-4513-4f15-b137-83c1cafec709 req-12f1fb92-28f3-4642-b3ed-d037760ae0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.398287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c162161-4513-4f15-b137-83c1cafec709 req-12f1fb92-28f3-4642-b3ed-d037760ae0f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ddccef8-c997-4ec6-ae62-075c27622507 HTTP/1.1" status: 200 len: 853 time: 0.1059875 May 10 11:31:30.428203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c05ce0bc-2f23-4c8f-ae8f-140cdd30834f req-4e5b1f68-4fc7-4eb2-b0bb-5479c0d8405f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706689 May 10 11:31:30.445085 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c162161-4513-4f15-b137-83c1cafec709 req-60502bac-ac3b-4fb1-bfcd-60cc71b1ffd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1cd30647-2a95-493a-b298-40278e3463e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360668 May 10 11:31:30.512870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'a7788c27-0b3e-4d19-b1fd-a475a54a40be'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:31:30.513766 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.525786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86d5bf-8593-4966-8fd7-5dbb6e87c169 req-d82d1447-dbc5-458e-a0e8-df1a9197f488 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.531214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e86d5bf-8593-4966-8fd7-5dbb6e87c169 req-d82d1447-dbc5-458e-a0e8-df1a9197f488 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 943 time: 0.1363451 May 10 11:31:30.599774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:30.614656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c162161-4513-4f15-b137-83c1cafec709 req-e0f914eb-1686-48ea-afe7-d670822fa91e service neutron] 10.222.0.70 "GET /v2.0/networks/1cd30647-2a95-493a-b298-40278e3463e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609316 May 10 11:31:30.628055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0035f-a59d-4879-b3f0-e0228cf1e982 req-7a18bbbc-3488-4204-8436-4cee1c6ff7aa tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.629775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5fc0035f-a59d-4879-b3f0-e0228cf1e982 req-7a18bbbc-3488-4204-8436-4cee1c6ff7aa tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 944 time: 0.0746124 May 10 11:31:30.713071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.725368 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5fc0035f-a59d-4879-b3f0-e0228cf1e982 req-366c32f6-b4d7-4a87-a8f9-d8b4a38a075f tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853598 May 10 11:31:30.768824 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e86d5bf-8593-4966-8fd7-5dbb6e87c169 req-6c300de4-f847-4749-9d80-6d04dfa060cc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234845 May 10 11:31:30.772408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c162161-4513-4f15-b137-83c1cafec709 req-95538769-f3e6-4802-80d3-086f9bd957bb service neutron] 10.222.0.70 "GET /v2.0/networks/1cd30647-2a95-493a-b298-40278e3463e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416225 May 10 11:31:30.774608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port afe275b4-87a5-4750-b4bb-591a6231b5d9 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:31:30.846505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4e4cac70-ec35-49b1-a244-6845bf4dea42 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:30.922105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9bddc-3bb7-43eb-81a0-e81bb4fb1fec req-5d0ce74e-5e75-4703-8aac-0ff3c56720d4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:30.923845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85a9bddc-3bb7-43eb-81a0-e81bb4fb1fec req-5d0ce74e-5e75-4703-8aac-0ff3c56720d4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.0942407 May 10 11:31:30.945135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4f1634a2-9a21-42f9-869a-7f0849958a0f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:30.959415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::189 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/a7788c27-0b3e-4d19-b1fd-a475a54a40be/afe275b4-87a5-4750-b4bb-591a6231b5d9) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:30.975387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 4f1634a2-9a21-42f9-869a-7f0849958a0f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:30.976007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4f1634a2-9a21-42f9-869a-7f0849958a0f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:30.982992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85a9bddc-3bb7-43eb-81a0-e81bb4fb1fec req-20546902-5555-456a-ab56-2887e0f603ab tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499835 May 10 11:31:31.026767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4e4cac70-ec35-49b1-a244-6845bf4dea42, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4e4cac70-ec35-49b1-a244-6845bf4dea42,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:31.038437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '4e4cac70-ec35-49b1-a244-6845bf4dea42', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'port_id': '4e4cac70-ec35-49b1-a244-6845bf4dea42', 'mac_address': 'fa:16:3e:fc:82:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f797b6-5925-4b4e-a192-11a6c6d3d98e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:31.081474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4e4cac70-ec35-49b1-a244-6845bf4dea42 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:31.081867 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.096605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4cac70-ec35-49b1-a244-6845bf4dea42 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:31.122097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4e4cac70-ec35-49b1-a244-6845bf4dea42, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4e4cac70-ec35-49b1-a244-6845bf4dea42,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:31.127355 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.158847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7c063-02f5-4a8f-8e90-19fb618aedcd req-7053fb9f-7c78-43b6-a3b9-a4b30a4afca1 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:31.160471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ab7c063-02f5-4a8f-8e90-19fb618aedcd req-7053fb9f-7c78-43b6-a3b9-a4b30a4afca1 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.0840788 May 10 11:31:31.170590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.201879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4e4cac70-ec35-49b1-a244-6845bf4dea42,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:31.216267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ab7c063-02f5-4a8f-8e90-19fb618aedcd req-03d0cd58-a825-4bc8-854f-f602f9980e23 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 May 10 11:31:31.255246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.282360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc20e70-a22a-4926-8c10-e7fac1046dc4 req-d86f8d13-fc3a-4639-bc9b-cf6eced4b95f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:31.284386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0fc20e70-a22a-4926-8c10-e7fac1046dc4 req-d86f8d13-fc3a-4639-bc9b-cf6eced4b95f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 944 time: 0.0870919 May 10 11:31:31.308314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:31.311770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:31.313914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/a7788c27-0b3e-4d19-b1fd-a475a54a40be/b0711d05-41c6-45d8-ae32-fcb7699c1858) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:31.316256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:31.323075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:31.323985 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.342573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=afe275b4-87a5-4750-b4bb-591a6231b5d9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:31.348449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0fc20e70-a22a-4926-8c10-e7fac1046dc4 req-7931a158-20b3-4c7e-a9b6-aa34bf9da8a3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575337 May 10 11:31:31.356929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-999ffa4c-145b-41d7-9124-6df7a3285447 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0302370 May 10 11:31:31.359765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38762) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:31.421005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d30fbd-89a4-4ef3-8b2d-849122b56db2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:31.423116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-64d30fbd-89a4-4ef3-8b2d-849122b56db2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0621078 May 10 11:31:31.426238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38766) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:31.450653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['4e4cac70-ec35-49b1-a244-6845bf4dea42'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:31.533091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1fd155b4-9804-4b09-95df-e4488e46c325 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port afe275b4-87a5-4750-b4bb-591a6231b5d9 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:31.533758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd155b4-9804-4b09-95df-e4488e46c325 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.569690 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.580873 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.635962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:31.642801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:31.645613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:31.645778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c893b2-4d60-4c11-a816-09a42be85840 req-a8087b3d-9766-4417-b67c-cd07a60ff794 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:31.647181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9c893b2-4d60-4c11-a816-09a42be85840 req-a8087b3d-9766-4417-b67c-cd07a60ff794 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1169760 May 10 11:31:31.671557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Pushing event updated for resources: {'Port': ['ID=b0711d05-41c6-45d8-ae32-fcb7699c1858,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:31.672179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd155b4-9804-4b09-95df-e4488e46c325 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.694186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1fd155b4-9804-4b09-95df-e4488e46c325 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for afe275b4-87a5-4750-b4bb-591a6231b5d9 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:31.715873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9c893b2-4d60-4c11-a816-09a42be85840 req-b6b697c7-b4d1-45ae-8aed-92d80612e5c5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534613 May 10 11:31:31.744598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Attempting to bind port b0711d05-41c6-45d8-ae32-fcb7699c1858 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:31.745019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Attempting to bind port b0711d05-41c6-45d8-ae32-fcb7699c1858 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:31.745596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Attempting to bind port b0711d05-41c6-45d8-ae32-fcb7699c1858 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:31.756050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:31.756669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:31.757244 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.757772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:31.758379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Bound port: b0711d05-41c6-45d8-ae32-fcb7699c1858, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:31.758904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.858231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a9ee2d69-f161-4844-9972-8642022240da None None] For port b0711d05-41c6-45d8-ae32-fcb7699c1858, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:31.864691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31797b64-a968-4c2f-8374-6f2018164648 req-4c59e07f-3632-45aa-b170-197bf9c6deb4 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:31.868296 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31797b64-a968-4c2f-8374-6f2018164648 req-4c59e07f-3632-45aa-b170-197bf9c6deb4 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 944 time: 0.0592935 May 10 11:31:31.907197 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31797b64-a968-4c2f-8374-6f2018164648 req-40ede582-c905-41e7-b5bc-44db3785fffa tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 May 10 11:31:31.927589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a9ee2d69-f161-4844-9972-8642022240da None None] For port b0711d05-41c6-45d8-ae32-fcb7699c1858, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b0711d05-41c6-45d8-ae32-fcb7699c1858,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:31.933412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.937104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18208db-cef5-46a6-8f2b-cc806f9285e0 req-1b47ab26-a872-4c89-84f7-30e02c5be3e3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:31.945315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d18208db-cef5-46a6-8f2b-cc806f9285e0 req-1b47ab26-a872-4c89-84f7-30e02c5be3e3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 943 time: 0.0776808 May 10 11:31:31.947940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd155b4-9804-4b09-95df-e4488e46c325 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.992986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd155b4-9804-4b09-95df-e4488e46c325 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=afe275b4-87a5-4750-b4bb-591a6231b5d9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:32.006122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee2d69-f161-4844-9972-8642022240da None None] Pushing event updated for resources: {'Port': ['ID=b0711d05-41c6-45d8-ae32-fcb7699c1858,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:32.024542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d18208db-cef5-46a6-8f2b-cc806f9285e0 req-b500700b-28b9-4fa2-a66a-e43fc22452de tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781872 May 10 11:31:32.061762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd155b4-9804-4b09-95df-e4488e46c325 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.065972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1fd155b4-9804-4b09-95df-e4488e46c325 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/afe275b4-87a5-4750-b4bb-591a6231b5d9 HTTP/1.1" status: 204 len: 168 time: 0.6382382 May 10 11:31:32.068884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38782) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:32.133434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704eabb-c803-42da-863f-51e6fec66f3f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:32.135538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704eabb-c803-42da-863f-51e6fec66f3f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:32.139443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1704eabb-c803-42da-863f-51e6fec66f3f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0671027 May 10 11:31:32.139760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38784) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:32.192788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd617b2e-1357-4043-9c7e-7f2bbd1c63b3 req-35f57fc2-15c8-4fd1-8b19-ce4a29c47b33 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:32.194463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd617b2e-1357-4043-9c7e-7f2bbd1c63b3 req-35f57fc2-15c8-4fd1-8b19-ce4a29c47b33 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1024592 May 10 11:31:32.218989 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.243941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-61019e7b-1226-471d-9f42-595a20bcd502 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet a7788c27-0b3e-4d19-b1fd-a475a54a40be {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:32.251770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61019e7b-1226-471d-9f42-595a20bcd502 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.275446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd617b2e-1357-4043-9c7e-7f2bbd1c63b3 req-26751f87-afd9-4d23-bafd-b3c85369011b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708745 May 10 11:31:32.299048 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61019e7b-1226-471d-9f42-595a20bcd502 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.439255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7cc84-d8ce-40c8-b287-470ce8fd6cd2 req-7244a5f7-2932-41c7-bb84-353ff47f7e86 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:32.440721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8d7cc84-d8ce-40c8-b287-470ce8fd6cd2 req-7244a5f7-2932-41c7-bb84-353ff47f7e86 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1047521 May 10 11:31:32.473959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61019e7b-1226-471d-9f42-595a20bcd502 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.479896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50625d-a979-4d4e-b023-36ef0add338d req-293d433e-e260-4080-b5b3-fca7126d8785 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:32.481267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50625d-a979-4d4e-b023-36ef0add338d req-293d433e-e260-4080-b5b3-fca7126d8785 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 944 time: 0.0554967 May 10 11:31:32.517213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8d7cc84-d8ce-40c8-b287-470ce8fd6cd2 req-915a835d-360c-42bb-ae46-b7dece28e055 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648937 May 10 11:31:32.557874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50625d-a979-4d4e-b023-36ef0add338d req-e8aac670-9f1a-4019-bbcf-ac0a36e40ce4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666616 May 10 11:31:32.559904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:32.562809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4e4cac70-ec35-49b1-a244-6845bf4dea42 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:32.572072 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61019e7b-1226-471d-9f42-595a20bcd502 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.612319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61019e7b-1226-471d-9f42-595a20bcd502 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.618106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-61019e7b-1226-471d-9f42-595a20bcd502 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/a7788c27-0b3e-4d19-b1fd-a475a54a40be HTTP/1.1" status: 204 len: 168 time: 0.4750993 May 10 11:31:32.618106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61019e7b-1226-471d-9f42-595a20bcd502 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=a7788c27-0b3e-4d19-b1fd-a475a54a40be,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:32.618763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38796) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:32.624995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:32.660336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-70e5e2a8-d301-4d29-b981-a0225b85751b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397217 May 10 11:31:32.662790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38798) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:32.736533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d63c6-0790-4b4d-9fba-7605a34e19ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:32.740475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-186d63c6-0790-4b4d-9fba-7605a34e19ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0765998 May 10 11:31:32.741004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38802) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:32.813685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c706d-b238-4fbf-b36f-d03d72f7317b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:32.820723 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ea3c706d-b238-4fbf-b36f-d03d72f7317b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0734375 May 10 11:31:32.820972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38806) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:32.852002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:32.874817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'mac_address': 'fa:16:3e:10:6b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:32.885737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 4e4cac70-ec35-49b1-a244-6845bf4dea42 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:32.887627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88548f2-cfb6-4e7c-9816-b5afcf3c1594 req-f9a9fdab-6f0e-4c7c-b97d-e6287110ba71 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:32.897065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a88548f2-cfb6-4e7c-9816-b5afcf3c1594 req-f9a9fdab-6f0e-4c7c-b97d-e6287110ba71 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 945 time: 0.0961969 May 10 11:31:32.899486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ca57d9be-acc8-4bc3-a560-5684967234ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797172 May 10 11:31:32.901427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 4e4cac70-ec35-49b1-a244-6845bf4dea42 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:32.901553 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.903399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38810) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:32.908890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:32.964457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a88548f2-cfb6-4e7c-9816-b5afcf3c1594 req-083e2711-41f5-4156-b3d2-c4387c53ce9c tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624063 May 10 11:31:33.010402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b0711d05-41c6-45d8-ae32-fcb7699c1858 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:33.105747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:33.106405 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.123097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa2f09-f85c-4e3e-ba0a-17f5bd0b76ec req-a00bea29-c82f-4b3a-9631-6db4382bc424 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:33.131182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27aa2f09-f85c-4e3e-ba0a-17f5bd0b76ec req-a00bea29-c82f-4b3a-9631-6db4382bc424 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 944 time: 0.1073143 May 10 11:31:33.140770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,segment=NetworkSegment(d903e1fb-a13b-4f3b-ba4e-c6711b2c3731),segment_id=d903e1fb-a13b-4f3b-ba4e-c6711b2c3731)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:33.149447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:33.154223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.173255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:33.263508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27aa2f09-f85c-4e3e-ba0a-17f5bd0b76ec req-9408c5b0-f4ce-421e-937d-8ecfe3d26981 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277857 May 10 11:31:33.276776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '08e12c59-2322-4ae8-9f08-36f8d8ae9f78', 'network_id': '1cd30647-2a95-493a-b298-40278e3463e4', 'port_id': '08e12c59-2322-4ae8-9f08-36f8d8ae9f78', 'mac_address': 'fa:16:3e:fa:79:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddccef8-c997-4ec6-ae62-075c27622507', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:33.290650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:33.293965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-2a7dd774-7c96-4d29-af38-709cff23d12b tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:33.296071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-2a7dd774-7c96-4d29-af38-709cff23d12b tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.1458130 May 10 11:31:33.306246 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.314479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5a520-c96a-40b3-9ce8-7cb8bf29c571 req-752cf747-edfe-4362-aa6b-6ef207c1f5dd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:33.323423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18b5a520-c96a-40b3-9ce8-7cb8bf29c571 req-752cf747-edfe-4362-aa6b-6ef207c1f5dd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 943 time: 0.1633408 May 10 11:31:33.329593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840949-1'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:33.339417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7067ba-f3ae-4e5f-a92d-296299e7185c None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:33.375015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4e4cac70-ec35-49b1-a244-6845bf4dea42 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:33.375403 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.400431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18b5a520-c96a-40b3-9ce8-7cb8bf29c571 req-009d5f79-a589-4895-a91a-5fce145ad8c5 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712047 May 10 11:31:33.424724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b0711d05-41c6-45d8-ae32-fcb7699c1858 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:33.425120 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.450191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.484860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0f8e55-3d39-4143-8be8-85877870cb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4cac70-ec35-49b1-a244-6845bf4dea42'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:33.487182 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00461789-ecc0-4b1c-865c-9d02f9aece9c" -d '{"events": [{"server_uuid": "2b0f8e55-3d39-4143-8be8-85877870cb85", "name": "network-vif-plugged", "status": "completed", "tag": "4e4cac70-ec35-49b1-a244-6845bf4dea42"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:33.516731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:33.517188 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.529970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7b39-0189-44c5-9f8a-d9d002d5fd8a req-61d7edfe-e46a-42fb-9cab-e2730c21572b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:33.533112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-592f7b39-0189-44c5-9f8a-d9d002d5fd8a req-61d7edfe-e46a-42fb-9cab-e2730c21572b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.0888047 May 10 11:31:33.537741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4e4cac70-ec35-49b1-a244-6845bf4dea42, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4e4cac70-ec35-49b1-a244-6845bf4dea42,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:33.590654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:33.606902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ff4a8003-9a64-494a-b340-9f5182701d24 None None] Provisioning complete for port b0711d05-41c6-45d8-ae32-fcb7699c1858 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:33.607302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8003-9a64-494a-b340-9f5182701d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.620988 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84413ad7-c3ac-4194-93bb-3d6829b720b4 x-openstack-request-id: req-84413ad7-c3ac-4194-93bb-3d6829b720b4 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:33.621256 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0f8e55-3d39-4143-8be8-85877870cb85", "name": "network-vif-plugged", "status": "completed", "tag": "4e4cac70-ec35-49b1-a244-6845bf4dea42", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:33.621521 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84413ad7-c3ac-4194-93bb-3d6829b720b4 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:33.622506 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84413ad7-c3ac-4194-93bb-3d6829b720b4'] response: {'server_uuid': '2b0f8e55-3d39-4143-8be8-85877870cb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4cac70-ec35-49b1-a244-6845bf4dea42', 'code': 200} May 10 11:31:33.648868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:33.651230 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.713559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869de4-adcc-4db1-a249-b2f7ea99ef20 req-fd07e603-0c9b-458d-9611-c73adf241303 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:33.722050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad869de4-adcc-4db1-a249-b2f7ea99ef20 req-fd07e603-0c9b-458d-9611-c73adf241303 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.0822399 May 10 11:31:33.725038 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-592f7b39-0189-44c5-9f8a-d9d002d5fd8a req-6287b424-0709-413d-b5f2-d9dcaf3852d4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369686 May 10 11:31:33.733608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90892024-d9d0-465e-b5f9-6d204e9ebf95 req-610c7ad2-9481-43cc-bbe7-63a60178ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:33.735328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90892024-d9d0-465e-b5f9-6d204e9ebf95 req-610c7ad2-9481-43cc-bbe7-63a60178ea22 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 1096 time: 0.1102040 May 10 11:31:33.740078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:33.807386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b0711d05-41c6-45d8-ae32-fcb7699c1858 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:33.807750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.813714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad869de4-adcc-4db1-a249-b2f7ea99ef20 req-738a918e-53ab-46e5-8b13-682fe933bd32 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904117 May 10 11:31:33.821543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90892024-d9d0-465e-b5f9-6d204e9ebf95 req-ad4cb67f-23aa-4373-a4f3-363d18c6b56a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553315 May 10 11:31:33.827436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:33.860878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,segment=NetworkSegment(d903e1fb-a13b-4f3b-ba4e-c6711b2c3731),segment_id=d903e1fb-a13b-4f3b-ba4e-c6711b2c3731)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:33.888216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:33.948909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:33.951935 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f19f8a-fbd0-4553-94f6-289d1d7246d9" -d '{"events": [{"server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:33.957385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.961476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:31:33.979555 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.042988 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d4a40a-7896-471e-86ef-8602d433d0a3 x-openstack-request-id: req-b9d4a40a-7896-471e-86ef-8602d433d0a3 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:34.043281 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:34.043535 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9d4a40a-7896-471e-86ef-8602d433d0a3 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:34.043977 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d4a40a-7896-471e-86ef-8602d433d0a3'] response: {'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8', 'code': 200} May 10 11:31:34.065918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f33daf-6d84-4b4c-be5c-122c8a281a2e req-3ced1268-c9cd-4cec-8f01-1f19c574b6b6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:34.074288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60f33daf-6d84-4b4c-be5c-122c8a281a2e req-3ced1268-c9cd-4cec-8f01-1f19c574b6b6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 945 time: 0.2017283 May 10 11:31:34.100064 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.143791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on host n-h1-840949-1 for vnic_type normal with profile {"migrating_to": "n-h2-840949-1"} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:34.143791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:34.143791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:34.156235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port b0711d05-41c6-45d8-ae32-fcb7699c1858, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b0711d05-41c6-45d8-ae32-fcb7699c1858,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:34.173483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:34.173483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Attempting to bind port 70d0e828-eb86-40c0-a515-1d8f865feca8 on network 71ab3599-0b94-42b0-a8b7-bdcda1d316b9 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:34.176357 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.182689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4e4cac70-ec35-49b1-a244-6845bf4dea42,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:34.204486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:34.204833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Checking segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:34.205252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Bound using segment: {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:34.205664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Bound port: 70d0e828-eb86-40c0-a515-1d8f865feca8, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c24064d-262a-48a3-a0e9-30f912863666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '71ab3599-0b94-42b0-a8b7-bdcda1d316b9'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:34.206029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.210468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Pushing event updated for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:34.257949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60f33daf-6d84-4b4c-be5c-122c8a281a2e req-ee29ec53-e3a9-4d14-9836-220952999b92 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825724 May 10 11:31:34.263197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:34.274753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3868f6-cdbe-4368-aa9d-0075631ecc1e req-29c7ce97-538b-4941-ba0d-a8a934f56e57 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:34.284451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c3868f6-cdbe-4368-aa9d-0075631ecc1e req-29c7ce97-538b-4941-ba0d-a8a934f56e57 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1308787 May 10 11:31:34.348977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c3868f6-cdbe-4368-aa9d-0075631ecc1e req-12eb0476-363a-4a48-9e58-17743f991253 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639143 May 10 11:31:34.351576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:34.355016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:34.368450 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.439241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['08e12c59-2322-4ae8-9f08-36f8d8ae9f78'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:34.446103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b386e-b37a-4b1b-b9b1-361c17c51a51 req-99633d6e-f0ee-4282-ae83-04be764611a7 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:34.448261 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cb1b386e-b37a-4b1b-b9b1-361c17c51a51 req-99633d6e-f0ee-4282-ae83-04be764611a7 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 945 time: 0.1013000 May 10 11:31:34.450611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a8003-9a64-494a-b340-9f5182701d24 None None] Current status of the port b0711d05-41c6-45d8-ae32-fcb7699c1858 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:34.452245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.469758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:34.470528 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.472242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] 10.222.0.49 "PUT /v2.0/ports/70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 1121 time: 1.1690218 May 10 11:31:34.479623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d0367-8a94-4218-ba96-44325669d896 service neutron] Pushing event updated for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=8']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:34.490996 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0a1cf94-28ec-400f-905c-eb53a166a244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.518889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:34.585987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['70d0e828-eb86-40c0-a515-1d8f865feca8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:34.618596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['70d0e828-eb86-40c0-a515-1d8f865feca8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:34.657305 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cb1b386e-b37a-4b1b-b9b1-361c17c51a51 req-d2960c79-fe10-4474-9037-bef97407a0fe tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920834 May 10 11:31:34.668639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337e5fb-8fe8-4a84-8f93-e219146f51a0 req-efac1ee7-051e-4371-a764-d0bdae33bebe tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:34.671534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3337e5fb-8fe8-4a84-8f93-e219146f51a0 req-efac1ee7-051e-4371-a764-d0bdae33bebe tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1201091 May 10 11:31:34.714279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3337e5fb-8fe8-4a84-8f93-e219146f51a0 req-2305ff87-e358-4026-814e-2451dfb1e5c3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345833 May 10 11:31:34.785573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] For port b0711d05-41c6-45d8-ae32-fcb7699c1858, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b0711d05-41c6-45d8-ae32-fcb7699c1858,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:34.827324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] Deleting port b0711d05-41c6-45d8-ae32-fcb7699c1858 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:34.827953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.829904 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.839784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.840689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.977248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:34.978178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=b0711d05-41c6-45d8-ae32-fcb7699c1858,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:35.000691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:35.001350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b0711d05-41c6-45d8-ae32-fcb7699c1858 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:35.013892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d436a-4863-41ee-9df3-e4fdbbc692bc req-ef5eb1bd-828c-4dc0-88cc-3aecce48c4f5 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:35.015362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:35.016007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.016821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a52d436a-4863-41ee-9df3-e4fdbbc692bc req-ef5eb1bd-828c-4dc0-88cc-3aecce48c4f5 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.0920115 May 10 11:31:35.027915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=27475436-ec77-4ed9-95ab-ec1e85e512af,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:35.038082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3d3ef-aa24-453a-9570-b0c3a4e27bbc req-2441fa36-c9ac-4fb8-9d9f-b081ff02eefe tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:35.046118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73d3d3ef-aa24-453a-9570-b0c3a4e27bbc req-2441fa36-c9ac-4fb8-9d9f-b081ff02eefe tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2086332 May 10 11:31:35.064916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=b0711d05-41c6-45d8-ae32-fcb7699c1858,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:35.069521 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a52d436a-4863-41ee-9df3-e4fdbbc692bc req-142180fd-7c25-414f-8247-742c5364c4dd tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462601 May 10 11:31:35.095974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1d4af67b-4ac5-43ba-a228-ce5486ae557f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1913390 May 10 11:31:35.099083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38860) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:35.105228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-702c8a2c-cbdd-4779-a5f4-2923628a4f1d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:35.106206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] For port b0711d05-41c6-45d8-ae32-fcb7699c1858, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b0711d05-41c6-45d8-ae32-fcb7699c1858,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:35.106646 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.154149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] Calling delete_port for b0711d05-41c6-45d8-ae32-fcb7699c1858 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:35.180475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73d3d3ef-aa24-453a-9570-b0c3a4e27bbc req-4a135c92-fbae-47f2-a904-e610ec499aef tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333952 May 10 11:31:35.259107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c8a2c-cbdd-4779-a5f4-2923628a4f1d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:35.263925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-702c8a2c-cbdd-4779-a5f4-2923628a4f1d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.322717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b0711d05-41c6-45d8-ae32-fcb7699c1858 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:35.323154 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.385768 n-d-840949-1 neutron-server[102768]: INFO neutron.db.ipam_backend_mixin [None req-702c8a2c-cbdd-4779-a5f4-2923628a4f1d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27475436-ec77-4ed9-95ab-ec1e85e512af (CIDR: 2001:db8::/64) May 10 11:31:35.388045 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.393782 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-702c8a2c-cbdd-4779-a5f4-2923628a4f1d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:31:35.394248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702c8a2c-cbdd-4779-a5f4-2923628a4f1d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:31:35.420246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a049e45-526b-4087-8fa1-c4cd88fe455d req-a76fd710-bcf0-4e73-9463-18270c96e7cd tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:35.426904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-702c8a2c-cbdd-4779-a5f4-2923628a4f1d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3264613 May 10 11:31:35.429748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38872) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:35.432256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6a049e45-526b-4087-8fa1-c4cd88fe455d req-a76fd710-bcf0-4e73-9463-18270c96e7cd tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 945 time: 0.0852809 May 10 11:31:35.441574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:35.478946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6a049e45-526b-4087-8fa1-c4cd88fe455d req-0e83061a-923d-4a59-aa80-426cc640d33b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 May 10 11:31:35.486083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port b0711d05-41c6-45d8-ae32-fcb7699c1858, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b0711d05-41c6-45d8-ae32-fcb7699c1858,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:35.503345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.555763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38876) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:35.635362 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.641372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=b0711d05-41c6-45d8-ae32-fcb7699c1858,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:35.680672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] Pushing event deleted for resources: {'Port': ['ID=b0711d05-41c6-45d8-ae32-fcb7699c1858,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:35.708066 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae8210f9-0acf-4ddb-bb6d-d965d42518aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.721727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08bef0-cb80-4445-9d72-2552831ab401 None None] No DVR routers for this DVR port b0711d05-41c6-45d8-ae32-fcb7699c1858 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:35.752626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e5285-a4f2-4fd0-b23e-f81303cbb02a None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:35.864898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae8210f9-0acf-4ddb-bb6d-d965d42518aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.874430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e6818-a6cd-4ab6-9ddc-6fc4a9a9f4e6 req-391b3874-6e49-46c7-8f8d-1e64c7c93fe2 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:35.876734 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-467e6818-a6cd-4ab6-9ddc-6fc4a9a9f4e6 req-391b3874-6e49-46c7-8f8d-1e64c7c93fe2 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 945 time: 0.0797744 May 10 11:31:35.877929 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae8210f9-0acf-4ddb-bb6d-d965d42518aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.938513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ae8210f9-0acf-4ddb-bb6d-d965d42518aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eda289cb92d4c3f9e58201fb7783f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809843 May 10 11:31:35.942796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8210f9-0acf-4ddb-bb6d-d965d42518aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25103152-f4ee-4a0d-9a37-44ca2585b498,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:35.945942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38886) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:35.968080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '27475436-ec77-4ed9-95ab-ec1e85e512af'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:31:35.969525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.004323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-467e6818-a6cd-4ab6-9ddc-6fc4a9a9f4e6 req-f82754ac-cd2e-4a1b-bde2-5bcfc9380da3 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138375 May 10 11:31:36.019372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb197-3cd0-420b-a0f0-5a794cbfcb34 req-1074daf6-b81e-456c-84dc-a6533ac6b978 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.027373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b00bb197-3cd0-420b-a0f0-5a794cbfcb34 req-1074daf6-b81e-456c-84dc-a6533ac6b978 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.5791900 May 10 11:31:36.046871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:36.056625 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:36.065739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb98b28e-30e4-40ad-9864-d2e084442543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.084080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b00bb197-3cd0-420b-a0f0-5a794cbfcb34 req-5297691e-9e1c-4402-bf58-3d5a72969ea6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510595 May 10 11:31:36.085206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:36.089271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.145052 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb98b28e-30e4-40ad-9864-d2e084442543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.181464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d618bae-bb22-4b8e-a7aa-bc0afe067977 req-05a00102-009a-4406-b974-a0ccd8026b55 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.184391 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d618bae-bb22-4b8e-a7aa-bc0afe067977 req-05a00102-009a-4406-b974-a0ccd8026b55 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 945 time: 0.1000173 May 10 11:31:36.203196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Allocated IP 2001:db8::f816:3eff:fec9:ba45 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/27475436-ec77-4ed9-95ab-ec1e85e512af/1f4e5839-5e25-4c35-85cb-a4d0512331bf) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:36.227314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d618bae-bb22-4b8e-a7aa-bc0afe067977 req-3092d9a3-e9d7-4eb1-b036-33db09b16b15 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 May 10 11:31:36.242869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb98b28e-30e4-40ad-9864-d2e084442543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.245918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44480457-b252-485c-96c0-91048bc4bf5b req-bd6ad3f1-1cce-4f94-89ba-94485ca25b89 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.246326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb98b28e-30e4-40ad-9864-d2e084442543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.247759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bb98b28e-30e4-40ad-9864-d2e084442543 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25103152-f4ee-4a0d-9a37-44ca2585b498 HTTP/1.1" status: 204 len: 168 time: 0.2992532 May 10 11:31:36.257679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98b28e-30e4-40ad-9864-d2e084442543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25103152-f4ee-4a0d-9a37-44ca2585b498,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:36.259107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44480457-b252-485c-96c0-91048bc4bf5b req-bd6ad3f1-1cce-4f94-89ba-94485ca25b89 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1070633 May 10 11:31:36.306411 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0290d77-1ad9-47a0-b8fe-fce0fe6713c4 x-openstack-request-id: req-a0290d77-1ad9-47a0-b8fe-fce0fe6713c4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:36.306717 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:36.306977 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0290d77-1ad9-47a0-b8fe-fce0fe6713c4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:36.307392 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0290d77-1ad9-47a0-b8fe-fce0fe6713c4'] response: {'name': 'network-changed', 'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8', 'status': 'completed', 'code': 200} May 10 11:31:36.351856 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44480457-b252-485c-96c0-91048bc4bf5b req-2bddb7b4-e74c-4638-8fb6-2698b6b0e0ce tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852389 May 10 11:31:36.412480 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.435992 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.453791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-98d1c8b2-be17-4ac7-a60e-e0555365a1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.458039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139ab6b-777b-423b-a9c9-c531990b52cd req-3cc49bb8-2701-4339-a703-a2fca1e547da tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.459873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2139ab6b-777b-423b-a9c9-c531990b52cd req-3cc49bb8-2701-4339-a703-a2fca1e547da tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.0707738 May 10 11:31:36.483009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:36.486918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:36.491861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:36.515882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2139ab6b-777b-423b-a9c9-c531990b52cd req-9a0b2749-388e-4b8c-b57d-686fd26c49a5 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 May 10 11:31:36.528816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-d5a4cb7b-8828-426e-b9ed-220e2aa84d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.530665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-d5a4cb7b-8828-426e-b9ed-220e2aa84d0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1124 time: 0.1768270 May 10 11:31:36.538726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Pushing event updated for resources: {'Port': ['ID=1f4e5839-5e25-4c35-85cb-a4d0512331bf,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:36.569395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Attempting to bind port 1f4e5839-5e25-4c35-85cb-a4d0512331bf on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:36.569873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Attempting to bind port 1f4e5839-5e25-4c35-85cb-a4d0512331bf by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:36.570371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Attempting to bind port 1f4e5839-5e25-4c35-85cb-a4d0512331bf on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:36.578351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:36.579006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:36.579490 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.580019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:36.580579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Bound port: 1f4e5839-5e25-4c35-85cb-a4d0512331bf, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:36.581086 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.583265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 70d0e828-eb86-40c0-a515-1d8f865feca8 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:36.585972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:36.647240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212108ad-0ae7-4bac-bcc2-ede76bb6b73e req-cd552e10-6d4c-47ae-b8cf-033d2892233b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.654959 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-212108ad-0ae7-4bac-bcc2-ede76bb6b73e req-cd552e10-6d4c-47ae-b8cf-033d2892233b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1760464 May 10 11:31:36.676679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:36.730824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.761874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:36.782585 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-212108ad-0ae7-4bac-bcc2-ede76bb6b73e req-91b0ff59-9d27-4ec8-8f56-2abbebf73332 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215909 May 10 11:31:36.790609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-ffacb80a-8b84-49a3-9d26-cbf3beaaa277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.792027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-ffacb80a-8b84-49a3-9d26-cbf3beaaa277 service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.2517114 May 10 11:31:36.793140 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-94283902-94e9-4751-b9b1-af6eb42bce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.794672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] For port 1f4e5839-5e25-4c35-85cb-a4d0512331bf, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:36.817380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:36.819337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] For port 1f4e5839-5e25-4c35-85cb-a4d0512331bf, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1f4e5839-5e25-4c35-85cb-a4d0512331bf,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:36.840867 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.849028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:36.849564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:36.855363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-879bf3b2-166e-4f45-86b0-61e287026790 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 217 time: 0.0527260 May 10 11:31:36.857945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.858535 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.875685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=67756e9e-86de-4d9d-808f-3d35789765ee,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:36.880932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:36.894574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:36.894935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.906531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:36.906898 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.915602 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7f4cbb97-de87-4c75-ad7e-363d395fb71f tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4846625 May 10 11:31:36.918733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38904) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:36.924518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:37:12:00', 'name': 'tempest-NetworksTestDHCPv6-89548128'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:36.928866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d59085-5a32-4db1-8181-7170975f5dad req-1fa57a9f-7a1c-4e2e-a185-33310779f9ed tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.936448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25d59085-5a32-4db1-8181-7170975f5dad req-1fa57a9f-7a1c-4e2e-a185-33310779f9ed tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 945 time: 0.0923882 May 10 11:31:36.984565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:36.996393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-af60e3ce-c74e-4392-a5bb-8b2ea8a73c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:36.997753 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-af60e3ce-c74e-4392-a5bb-8b2ea8a73c33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1328096 May 10 11:31:37.006727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a2fdb-f0ab-428a-9030-431ba7925b74 None None] Pushing event updated for resources: {'Port': ['ID=1f4e5839-5e25-4c35-85cb-a4d0512331bf,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:37.019119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 70d0e828-eb86-40c0-a515-1d8f865feca8 has no active binding in host n-h2-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 11:31:37.028158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-94283902-94e9-4751-b9b1-af6eb42bce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.046719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25d59085-5a32-4db1-8181-7170975f5dad req-f5ddae3e-3e66-465f-90f2-893e9e74acef tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986106 May 10 11:31:37.054237 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-94283902-94e9-4751-b9b1-af6eb42bce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.084760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-69f0b08b-dedd-4fa4-b480-8855b777e167 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782437 May 10 11:31:37.095685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:37.096108 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.115302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:37.115685 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.132810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-94283902-94e9-4751-b9b1-af6eb42bce24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0c4aea8e87e44c4aecedb449f8351fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691580 May 10 11:31:37.134964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38910) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:37.149614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:37.150364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94283902-94e9-4751-b9b1-af6eb42bce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a04e96b-5378-4c37-8f79-d422bccbd970,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:37.152144 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3507d9c-f9bf-424d-9205-edb295fabb59" -d '{"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-plugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:37.171607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:37.195634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.201523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,segment=NetworkSegment(d903e1fb-a13b-4f3b-ba4e-c6711b2c3731),segment_id=d903e1fb-a13b-4f3b-ba4e-c6711b2c3731)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:37.243246 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.264442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:37.276080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:37.276982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8245b76e-23f3-4010-93d7-2dd4fc3d8cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.342012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:37.351804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8245b76e-23f3-4010-93d7-2dd4fc3d8cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.397225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af67ef-245b-47b9-9772-8ed733b63fff req-b97290b5-a855-462d-ab63-f109e66d606e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:37.405788 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7af67ef-245b-47b9-9772-8ed733b63fff req-b97290b5-a855-462d-ab63-f109e66d606e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1564574 May 10 11:31:37.413781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87fc73-49ca-4cd8-bb0f-9913ee45db47 req-d2e5c627-e1b9-4252-abdb-ba246839bec5 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:37.415358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d87fc73-49ca-4cd8-bb0f-9913ee45db47 req-d2e5c627-e1b9-4252-abdb-ba246839bec5 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 946 time: 0.2774153 May 10 11:31:37.460279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7af67ef-245b-47b9-9772-8ed733b63fff req-79c49c47-c0ec-4d29-beac-52880898a218 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534587 May 10 11:31:37.463653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-1fd994a5-f83d-4db6-b32e-9da6a6ac45b0 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438234 May 10 11:31:37.472939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.473346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8245b76e-23f3-4010-93d7-2dd4fc3d8cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.476975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8245b76e-23f3-4010-93d7-2dd4fc3d8cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.480590 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8245b76e-23f3-4010-93d7-2dd4fc3d8cef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a04e96b-5378-4c37-8f79-d422bccbd970 HTTP/1.1" status: 204 len: 168 time: 0.3406007 May 10 11:31:37.489658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245b76e-23f3-4010-93d7-2dd4fc3d8cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a04e96b-5378-4c37-8f79-d422bccbd970,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:37.550283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d87fc73-49ca-4cd8-bb0f-9913ee45db47 req-daee63ad-3adc-4d9a-8cfd-b6298a917bb2 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266742 May 10 11:31:37.564567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c7f65-a72c-4ef7-9304-d83c4c35f935 req-b130d087-50d2-4d3f-979d-46ec7c9f5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:37.566346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a99c7f65-a72c-4ef7-9304-d83c4c35f935 req-b130d087-50d2-4d3f-979d-46ec7c9f5dee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0780120 May 10 11:31:37.570865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port e78ba961-e369-40d6-a0c2-955406243026 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:31:37.649009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a99c7f65-a72c-4ef7-9304-d83c4c35f935 req-efca83b3-374b-42a6-bb9d-e9a7618a7895 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738511 May 10 11:31:37.659514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.671167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db59b6a-6568-4fc8-a531-b0a7b7fb838a req-15092b1f-e06d-400b-921f-081a07e385de service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942661 May 10 11:31:37.771281 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65561943-2859-487a-8ada-b5ef0351155e x-openstack-request-id: req-65561943-2859-487a-8ada-b5ef0351155e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:37.771778 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-plugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:37.772032 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65561943-2859-487a-8ada-b5ef0351155e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:37.772291 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65561943-2859-487a-8ada-b5ef0351155e'] response: {'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'code': 200} May 10 11:31:37.779381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9117b-7b13-4856-bee3-983948398b2c req-f48a0ef1-a2ef-4be8-96d7-aeddff753a97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:37.781460 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75b9117b-7b13-4856-bee3-983948398b2c req-f48a0ef1-a2ef-4be8-96d7-aeddff753a97 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.1059906 May 10 11:31:37.874972 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75b9117b-7b13-4856-bee3-983948398b2c req-40cf1326-50ce-4141-85b1-8505a592cdcb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824270 May 10 11:31:37.910078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8:0:1::ce (6f83b423-bdd7-4fb8-a1c5-b433d8998665/67756e9e-86de-4d9d-808f-3d35789765ee/e78ba961-e369-40d6-a0c2-955406243026) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:37.923038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:fe37:1200 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/27475436-ec77-4ed9-95ab-ec1e85e512af/e78ba961-e369-40d6-a0c2-955406243026) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:38.002233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3da557-5744-4a8f-b989-eddedecc553b req-dfad51a5-7969-4043-9aeb-15b339c7d559 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:38.008533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b3da557-5744-4a8f-b989-eddedecc553b req-dfad51a5-7969-4043-9aeb-15b339c7d559 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1728256 May 10 11:31:38.040075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35078e4-34f8-405d-91dc-447d0668bd3e req-4db8cdc3-9124-4e7c-9819-1198a95ae650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:38.041839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35078e4-34f8-405d-91dc-447d0668bd3e req-4db8cdc3-9124-4e7c-9819-1198a95ae650 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1096 time: 0.1063275 May 10 11:31:38.093687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b3da557-5744-4a8f-b989-eddedecc553b req-7efbbc97-dc11-4b58-893d-b737acb1b7fa tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 May 10 11:31:38.149966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35078e4-34f8-405d-91dc-447d0668bd3e req-10b51f20-7705-4043-8cbd-64535434d79e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992017 May 10 11:31:38.200475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a18f-cd60-4e2b-a5b7-d43a13e6991b req-84fcba5d-4f5f-473c-94c0-93bdcfd371a2 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:38.203783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3414a18f-cd60-4e2b-a5b7-d43a13e6991b req-84fcba5d-4f5f-473c-94c0-93bdcfd371a2 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2124314 May 10 11:31:38.263913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e8bd0-f89f-4883-bcce-929648efc230 req-2aeee5d6-d1d1-4d0f-8b43-6722222c36fb tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:38.276795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-107e8bd0-f89f-4883-bcce-929648efc230 req-2aeee5d6-d1d1-4d0f-8b43-6722222c36fb tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 945 time: 0.0957766 May 10 11:31:38.327642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.343473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-107e8bd0-f89f-4883-bcce-929648efc230 req-5a3405c3-5d2a-42ba-83c0-7c7e378390f0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656393 May 10 11:31:38.352003 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3414a18f-cd60-4e2b-a5b7-d43a13e6991b req-02f9aae7-f9d4-47c9-a68a-6e9d76c7c65e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340444 May 10 11:31:38.394186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.399913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef496f6-8509-472f-bb41-673332ede406 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:38.443040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:38.446806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:38.451164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:38.457268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:38.458253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.477252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=e78ba961-e369-40d6-a0c2-955406243026,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:38.484191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5a65bb3b-a206-4ded-a415-c9b399ee1f12 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5641735 May 10 11:31:38.486942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38944) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:38.648520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef5cde-ce7a-4391-83b7-789c770ee808 req-e0bb0fa6-9d1c-4149-8c4d-fbc2be867da1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:38.657781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-25ef5cde-ce7a-4391-83b7-789c770ee808 req-e0bb0fa6-9d1c-4149-8c4d-fbc2be867da1 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.0786045 May 10 11:31:38.666838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1ea43b6b-6a7b-4243-ad7e-ecdf86cacbe0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port e78ba961-e369-40d6-a0c2-955406243026 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:38.667178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ea43b6b-6a7b-4243-ad7e-ecdf86cacbe0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.709346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-25ef5cde-ce7a-4391-83b7-789c770ee808 req-1e282439-f6f7-4b4a-8d45-95ed4741d657 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 May 10 11:31:38.724584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bffc9d24-1a09-46ac-9611-4915b882504d None None] Provisioning complete for port 1f4e5839-5e25-4c35-85cb-a4d0512331bf triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:38.725101 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bffc9d24-1a09-46ac-9611-4915b882504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.865298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb318-774f-4ddf-a276-e150a1313453 req-fb7da217-de59-4575-a542-14d6770ccf87 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:38.869113 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-161eb318-774f-4ddf-a276-e150a1313453 req-fb7da217-de59-4575-a542-14d6770ccf87 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 946 time: 0.1252124 May 10 11:31:38.880966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bffc9d24-1a09-46ac-9611-4915b882504d None None] Current status of the port 1f4e5839-5e25-4c35-85cb-a4d0512331bf is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:38.882091 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bffc9d24-1a09-46ac-9611-4915b882504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.921746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ea43b6b-6a7b-4243-ad7e-ecdf86cacbe0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.950798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bffc9d24-1a09-46ac-9611-4915b882504d None None] For port 1f4e5839-5e25-4c35-85cb-a4d0512331bf, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1f4e5839-5e25-4c35-85cb-a4d0512331bf,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:38.962680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1ea43b6b-6a7b-4243-ad7e-ecdf86cacbe0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for e78ba961-e369-40d6-a0c2-955406243026 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:39.009322 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bffc9d24-1a09-46ac-9611-4915b882504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.035764 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-161eb318-774f-4ddf-a276-e150a1313453 req-fb6b51a8-f336-4666-a093-93f204e7467d tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542358 May 10 11:31:39.114817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1f4e5839-5e25-4c35-85cb-a4d0512331bf up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:39.146916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-8682b3af-04bb-48fd-9144-138a2e1e95f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:39.152565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-8682b3af-04bb-48fd-9144-138a2e1e95f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 945 time: 0.1803565 May 10 11:31:39.156900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b609fd4-67b8-476b-a8ad-3f8ab7e60874 req-948b95d5-968c-4bd1-8332-4cd3a145dcbf tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:39.158883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b609fd4-67b8-476b-a8ad-3f8ab7e60874 req-948b95d5-968c-4bd1-8332-4cd3a145dcbf tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.1060073 May 10 11:31:39.236926 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b609fd4-67b8-476b-a8ad-3f8ab7e60874 req-449874a8-7dc5-480c-9a2d-2408f4dd78ae tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708096 May 10 11:31:39.274796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ea9cd-512e-49c9-8c0b-935fc50f7415 None None] Update dhcp port {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': '27475436-ec77-4ed9-95ab-ec1e85e512af', 'ip_address': '2001:db8::f816:3eff:fec9:ba45'}, {'subnet_id': '67756e9e-86de-4d9d-808f-3d35789765ee'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '1f4e5839-5e25-4c35-85cb-a4d0512331bf'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:31:39.319705 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.320746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc9d24-1a09-46ac-9611-4915b882504d None None] Pushing event updated for resources: {'Port': ['ID=1f4e5839-5e25-4c35-85cb-a4d0512331bf,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:39.331451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-042ea9cd-512e-49c9-8c0b-935fc50f7415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.355848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1f4e5839-5e25-4c35-85cb-a4d0512331bf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:39.356488 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.448376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ea43b6b-6a7b-4243-ad7e-ecdf86cacbe0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.547385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc921b-a6e9-480a-b739-3f8eed50f4f8 req-87c3be94-1569-455b-8b12-0f4a573b93ae tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:39.553760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bebc921b-a6e9-480a-b739-3f8eed50f4f8 req-87c3be94-1569-455b-8b12-0f4a573b93ae tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.0954216 May 10 11:31:39.578866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea43b6b-6a7b-4243-ad7e-ecdf86cacbe0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=e78ba961-e369-40d6-a0c2-955406243026,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:39.595254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Deleting port 4e4cac70-ec35-49b1-a244-6845bf4dea42 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:39.595601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.625416 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bebc921b-a6e9-480a-b739-3f8eed50f4f8 req-a14a9e73-fe01-42e7-8dba-abde402ac209 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636899 May 10 11:31:39.652945 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.740328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ea43b6b-6a7b-4243-ad7e-ecdf86cacbe0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.750117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ea43b6b-6a7b-4243-ad7e-ecdf86cacbe0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/e78ba961-e369-40d6-a0c2-955406243026 HTTP/1.1" status: 204 len: 168 time: 1.2602396 May 10 11:31:39.752351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38978) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:39.775439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163b7276-1b30-45b6-ad06-bc57472bbd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e12c59-2322-4ae8-9f08-36f8d8ae9f78'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:39.779182 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090023ad-a596-4c84-863f-1aae503f3d2b" -d '{"events": [{"server_uuid": "163b7276-1b30-45b6-ad06-bc57472bbd3e", "name": "network-vif-plugged", "status": "completed", "tag": "08e12c59-2322-4ae8-9f08-36f8d8ae9f78"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:39.794855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1f4e5839-5e25-4c35-85cb-a4d0512331bf is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:39.795529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50730a-31c2-4423-bd7d-1c49f7c43d3c req-7d75d18c-f136-491a-a1cc-3ab5dc38bc0e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:39.797256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc50730a-31c2-4423-bd7d-1c49f7c43d3c req-7d75d18c-f136-491a-a1cc-3ab5dc38bc0e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 945 time: 0.0825074 May 10 11:31:39.810581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6374a0-4d75-4841-9cd8-e916aa2877c0 req-03d81694-bd19-43fb-9ebd-285f2d6f9958 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:39.812668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e6374a0-4d75-4841-9cd8-e916aa2877c0 req-03d81694-bd19-43fb-9ebd-285f2d6f9958 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.3665080 May 10 11:31:39.814243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-042ea9cd-512e-49c9-8c0b-935fc50f7415 None None] Allocated IP 2001:db8:0:1::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/67756e9e-86de-4d9d-808f-3d35789765ee/1f4e5839-5e25-4c35-85cb-a4d0512331bf) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:39.882264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] For port 4e4cac70-ec35-49b1-a244-6845bf4dea42, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4e4cac70-ec35-49b1-a244-6845bf4dea42,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:39.882537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.896932 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc50730a-31c2-4423-bd7d-1c49f7c43d3c req-0cf23165-858e-4cf2-8740-71e9fdbccd3a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896144 May 10 11:31:39.907622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Calling delete_port for 4e4cac70-ec35-49b1-a244-6845bf4dea42 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:39.929008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4d635-14cd-4346-886c-bbe3ca3aa93c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:39.930825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f2d4d635-14cd-4346-886c-bbe3ca3aa93c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1745985 May 10 11:31:39.933720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38984) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:39.944670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e6374a0-4d75-4841-9cd8-e916aa2877c0 req-92d082c7-60f3-4af3-a51c-95bde8327f03 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092174 May 10 11:31:40.010140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-042ea9cd-512e-49c9-8c0b-935fc50f7415 None None] For port 1f4e5839-5e25-4c35-85cb-a4d0512331bf, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1f4e5839-5e25-4c35-85cb-a4d0512331bf,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:40.076635 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-042ea9cd-512e-49c9-8c0b-935fc50f7415 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.088010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-042ea9cd-512e-49c9-8c0b-935fc50f7415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.112644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7782c-e394-4f31-98f7-c048901dbcbe tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:40.114848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bef7782c-e394-4f31-98f7-c048901dbcbe tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1794152 May 10 11:31:40.119664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38992) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:40.204609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ea9cd-512e-49c9-8c0b-935fc50f7415 None None] Pushing event updated for resources: {'Port': ['ID=1f4e5839-5e25-4c35-85cb-a4d0512331bf,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:40.207225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531d9d3-4cf1-486c-8de5-c73f10d3c843 req-8d212700-1a3c-4f2c-a3bb-d22b1931c779 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:40.223122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1531d9d3-4cf1-486c-8de5-c73f10d3c843 req-8d212700-1a3c-4f2c-a3bb-d22b1931c779 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.1817441 May 10 11:31:40.266090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8788f8-3e9a-438d-97a5-6c0ff1972a4e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:40.267633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8788f8-3e9a-438d-97a5-6c0ff1972a4e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:40.269432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8788f8-3e9a-438d-97a5-6c0ff1972a4e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:40.271156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1d8788f8-3e9a-438d-97a5-6c0ff1972a4e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1501656 May 10 11:31:40.278246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38998) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:40.360874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1531d9d3-4cf1-486c-8de5-c73f10d3c843 req-5c17a977-3502-42f8-bfe9-aa22afd7bd0b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361856 May 10 11:31:40.375681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ba9525-c67b-4f63-bbf8-5097673289f8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 27475436-ec77-4ed9-95ab-ec1e85e512af {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:40.379718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8ba9525-c67b-4f63-bbf8-5097673289f8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.416424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-3f91088d-267b-4a67-b87e-af6e863acc0c service neutron] 10.222.0.70 "GET /v2.0/ports/70d0e828-eb86-40c0-a515-1d8f865feca8/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.2804990 May 10 11:31:40.433099 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ec01fb-7bbc-4ead-9d52-ca4f1c76cd0e x-openstack-request-id: req-66ec01fb-7bbc-4ead-9d52-ca4f1c76cd0e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:40.433485 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163b7276-1b30-45b6-ad06-bc57472bbd3e", "name": "network-vif-plugged", "status": "completed", "tag": "08e12c59-2322-4ae8-9f08-36f8d8ae9f78", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:40.435551 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66ec01fb-7bbc-4ead-9d52-ca4f1c76cd0e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:40.436076 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ec01fb-7bbc-4ead-9d52-ca4f1c76cd0e'] response: {'server_uuid': '163b7276-1b30-45b6-ad06-bc57472bbd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e12c59-2322-4ae8-9f08-36f8d8ae9f78', 'code': 200} May 10 11:31:40.499731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8ba9525-c67b-4f63-bbf8-5097673289f8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.695837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 70d0e828-eb86-40c0-a515-1d8f865feca8 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:40.698918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.726142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458f9c1-0ba4-4f88-b68e-6c281a5c9bea req-c6bcd57d-1b65-4da4-a3e7-28ca0602655c tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:40.734238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0458f9c1-0ba4-4f88-b68e-6c281a5c9bea req-c6bcd57d-1b65-4da4-a3e7-28ca0602655c tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 946 time: 0.1880629 May 10 11:31:40.742765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event deleted for resources: {'Port': ['ID=4e4cac70-ec35-49b1-a244-6845bf4dea42,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:40.742951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c8589-41e6-4231-b640-fff370c33711 req-07047359-8c91-4027-81a7-855fd3b7e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:40.744488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d7c8589-41e6-4231-b640-fff370c33711 req-07047359-8c91-4027-81a7-855fd3b7e3ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 1097 time: 0.1996186 May 10 11:31:40.814456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] No DVR routers for this DVR port 4e4cac70-ec35-49b1-a244-6845bf4dea42 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:40.823494 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.827100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03f5243f-dcad-4ebc-8663-7c982fc2f302 req-626b3e56-df1b-4086-80d2-8881b2dab1b5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "DELETE /v2.0/ports/4e4cac70-ec35-49b1-a244-6845bf4dea42 HTTP/1.1" status: 204 len: 173 time: 1.6636713 May 10 11:31:40.827629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0f8e55-3d39-4143-8be8-85877870cb85', 'name': 'network-vif-deleted', 'tag': '4e4cac70-ec35-49b1-a244-6845bf4dea42'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:40.830048 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff84254-e110-4e66-8788-ece6f173982e" -d '{"events": [{"server_uuid": "2b0f8e55-3d39-4143-8be8-85877870cb85", "name": "network-vif-deleted", "tag": "4e4cac70-ec35-49b1-a244-6845bf4dea42"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:40.854719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8ba9525-c67b-4f63-bbf8-5097673289f8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.859711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39550829-c2dd-4563-9bc0-f74ff4792246 req-d0263297-a497-466e-95fe-31f9457d4c10 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:40.861656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39550829-c2dd-4563-9bc0-f74ff4792246 req-d0263297-a497-466e-95fe-31f9457d4c10 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 943 time: 0.7635612 May 10 11:31:40.897962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 70d0e828-eb86-40c0-a515-1d8f865feca8 is: DOWN; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:40.943160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39550829-c2dd-4563-9bc0-f74ff4792246 req-35cbf932-9f0c-4f11-b3f0-9b8f77b98654 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722008 May 10 11:31:40.991471 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d7c8589-41e6-4231-b640-fff370c33711 req-7dbff246-6d9f-4efd-b243-66803b24d09e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269564 May 10 11:31:40.999703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1f4e5839-5e25-4c35-85cb-a4d0512331bf up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:41.017866 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0458f9c1-0ba4-4f88-b68e-6c281a5c9bea req-2045c947-ab38-44b9-9ba9-2fbb45653dce tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763469 May 10 11:31:41.081324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1f4e5839-5e25-4c35-85cb-a4d0512331bf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:41.082255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.128234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:41.136230 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df9776-0b3f-4f7c-8d61-f0fcffa3c09e x-openstack-request-id: req-e4df9776-0b3f-4f7c-8d61-f0fcffa3c09e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:41.138815 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0f8e55-3d39-4143-8be8-85877870cb85", "name": "network-vif-deleted", "tag": "4e4cac70-ec35-49b1-a244-6845bf4dea42", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:41.138815 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4df9776-0b3f-4f7c-8d61-f0fcffa3c09e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:41.139235 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4df9776-0b3f-4f7c-8d61-f0fcffa3c09e'] response: {'server_uuid': '2b0f8e55-3d39-4143-8be8-85877870cb85', 'name': 'network-vif-deleted', 'tag': '4e4cac70-ec35-49b1-a244-6845bf4dea42', 'status': 'completed', 'code': 200} May 10 11:31:41.183254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:41.186011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8ba9525-c67b-4f63-bbf8-5097673289f8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.204319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ac6a0-1d50-4907-a1f4-242a9b861998 req-7ac48470-9bb0-4014-ba8f-6d6e28bae6ec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:41.207694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c53ac6a0-1d50-4907-a1f4-242a9b861998 req-7ac48470-9bb0-4014-ba8f-6d6e28bae6ec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.1746683 May 10 11:31:41.217498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-af8fe836-6673-46fb-a001-faa9c1283b59 None None] Could not find standard attr ID for object e78ba961-e369-40d6-a0c2-955406243026. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:31:41.235938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1f4e5839-5e25-4c35-85cb-a4d0512331bf is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:41.246458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-af8fe836-6673-46fb-a001-faa9c1283b59 None None] Provisioning complete for port 1f4e5839-5e25-4c35-85cb-a4d0512331bf triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:41.246894 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-af8fe836-6673-46fb-a001-faa9c1283b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.282378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8ba9525-c67b-4f63-bbf8-5097673289f8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.290549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f8ba9525-c67b-4f63-bbf8-5097673289f8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/27475436-ec77-4ed9-95ab-ec1e85e512af HTTP/1.1" status: 204 len: 168 time: 1.0095537 May 10 11:31:41.293473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39018) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:41.306091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c53ac6a0-1d50-4907-a1f4-242a9b861998 req-57bceda8-43c0-48ea-aa25-b77dbdc25425 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859413 May 10 11:31:41.369950 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-067294a6-2d7c-4b1a-a276-5513bd9e04b0 req-583d30d9-ba25-4cf7-ab96-61ca75ac2b2c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b0f8e55-3d39-4143-8be8-85877870cb85 HTTP/1.1" status: 200 len: 210 time: 0.1060674 May 10 11:31:41.481160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba9525-c67b-4f63-bbf8-5097673289f8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=27475436-ec77-4ed9-95ab-ec1e85e512af,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:41.488974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-af8fe836-6673-46fb-a001-faa9c1283b59 None None] Current status of the port 1f4e5839-5e25-4c35-85cb-a4d0512331bf is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:41.498079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d0e828-eb86-40c0-a515-1d8f865feca8 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:41.502627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c497ce-18f8-4ebb-9679-87e1ff4443d6 req-353cc700-c0e1-4bc0-ad0e-9996144e753d tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:41.519095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:41.523090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3c497ce-18f8-4ebb-9679-87e1ff4443d6 req-353cc700-c0e1-4bc0-ad0e-9996144e753d tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1105793 May 10 11:31:41.554343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.567155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1291e6-9fc1-4130-b058-f0c4291bd830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 67756e9e-86de-4d9d-808f-3d35789765ee {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:41.572650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0601ba-6506-4b9e-8229-d0e20b1ba25d None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:41.578907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1291e6-9fc1-4130-b058-f0c4291bd830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.613028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:41.631796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3c497ce-18f8-4ebb-9679-87e1ff4443d6 req-39edb387-a858-450f-9045-a7392adc8cab tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011467 May 10 11:31:41.674457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b365c369-c816-4fd3-adfc-ccf912d5e2de None None] Could not find standard attr ID for object afe275b4-87a5-4750-b4bb-591a6231b5d9. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:31:41.698463 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1291e6-9fc1-4130-b058-f0c4291bd830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.798199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5131527-65b6-4869-bd8d-c9573dfb4643 req-cd550590-2f00-4af4-ae24-e92a6bd7dc4c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:41.800878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5131527-65b6-4869-bd8d-c9573dfb4643 req-cd550590-2f00-4af4-ae24-e92a6bd7dc4c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.0793650 May 10 11:31:41.812018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-363d27f1-366c-47f1-8387-8d40f6282dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.855964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5131527-65b6-4869-bd8d-c9573dfb4643 req-76c3a93d-2778-47b3-a95c-714b71f8fbd4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 May 10 11:31:41.858118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] Transition to ACTIVE for port object 70d0e828-eb86-40c0-a515-1d8f865feca8 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:41.891628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8a5d1-a3e7-4dc9-8866-ad84c080cdfa req-efec58b5-d049-48d8-994d-d21fbf578533 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:41.893253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92a8a5d1-a3e7-4dc9-8866-ad84c080cdfa req-efec58b5-d049-48d8-994d-d21fbf578533 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.1918454 May 10 11:31:41.897493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.903289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39030) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:41.908909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'floatingip': {'port_id': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:41.952447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:41.969881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1291e6-9fc1-4130-b058-f0c4291bd830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.039987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] No DVR routers for this DVR port 70d0e828-eb86-40c0-a515-1d8f865feca8 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:42.045412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] Pushing event updated for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:42.112772 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-116f8f69-40d5-4de9-9ed7-35d49b1ad339 service neutron] 10.222.0.70 "PUT /v2.0/ports/70d0e828-eb86-40c0-a515-1d8f865feca8/bindings/n-h2-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6906028 May 10 11:31:42.141247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-363d27f1-366c-47f1-8387-8d40f6282dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.154398 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1291e6-9fc1-4130-b058-f0c4291bd830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.195662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-363d27f1-366c-47f1-8387-8d40f6282dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.248322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1291e6-9fc1-4130-b058-f0c4291bd830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=67756e9e-86de-4d9d-808f-3d35789765ee,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:42.260383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1291e6-9fc1-4130-b058-f0c4291bd830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.266048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bc1291e6-9fc1-4130-b058-f0c4291bd830 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/67756e9e-86de-4d9d-808f-3d35789765ee HTTP/1.1" status: 204 len: 168 time: 0.9593496 May 10 11:31:42.272936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39036) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:42.288882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-363d27f1-366c-47f1-8387-8d40f6282dbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39091805af7e4cc086311ea89c6019bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6743119 May 10 11:31:42.292764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d27f1-366c-47f1-8387-8d40f6282dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f7fd4-1479-4f02-b17e-00bae573a3ad,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:42.296110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39038) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:42.310039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4f5d3-e76a-4300-b743-0bba19f35cb4 req-86c14e63-0ac1-4fe0-8de5-6c38829048fe tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:42.311586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-13a4f5d3-e76a-4300-b743-0bba19f35cb4 req-86c14e63-0ac1-4fe0-8de5-6c38829048fe tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 946 time: 0.1781952 May 10 11:31:42.378572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee44f46-5495-42b7-9a38-1c863f03ca69 req-9b3ccb4d-40ca-49fe-8244-87c91db3d4c5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:42.384995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ee44f46-5495-42b7-9a38-1c863f03ca69 req-9b3ccb4d-40ca-49fe-8244-87c91db3d4c5 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 944 time: 0.2366409 May 10 11:31:42.387531 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-13a4f5d3-e76a-4300-b743-0bba19f35cb4 req-5be8f1cf-aa36-498b-a125-7f7135bdc11b tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546260 May 10 11:31:42.391362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3836769d-398b-4828-978d-e545664f5c5a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137526 May 10 11:31:42.391679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd326b-7518-4804-9d03-b8bffc75f132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.392407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39040) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:42.398440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:42.463905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd326b-7518-4804-9d03-b8bffc75f132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.505365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-798a2040-719b-41a8-818c-4383d04d63bc tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:42.506915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-798a2040-719b-41a8-818c-4383d04d63bc tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.2680171 May 10 11:31:42.580581 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ee44f46-5495-42b7-9a38-1c863f03ca69 req-d9540a4c-b888-4d73-878b-007fe0597b46 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870158 May 10 11:31:42.588428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4e4cac70-ec35-49b1-a244-6845bf4dea42 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:42.615548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 4e4cac70-ec35-49b1-a244-6845bf4dea42 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:42.615916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4e4cac70-ec35-49b1-a244-6845bf4dea42 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:42.633077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a56de-0667-41ed-82c3-4a651c4d985b None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:42.661790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-229fd8c7-d444-462f-ab46-7178d0424b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:42.663757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-229fd8c7-d444-462f-ab46-7178d0424b41 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0&tenant_id=efb5d2857e95467a96899612ae8c137d HTTP/1.1" status: 200 len: 1095 time: 0.1486340 May 10 11:31:42.747238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-614a2c8d-90d8-418e-8393-1faa7cc139dc None None] Provisioning complete for port 1f4e5839-5e25-4c35-85cb-a4d0512331bf triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:42.747717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-614a2c8d-90d8-418e-8393-1faa7cc139dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.845563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990e74d-8881-4aaa-9267-968462122414 req-3a8523b7-a2d5-4cc8-9c85-bab7f75aa1a0 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:42.847193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e990e74d-8881-4aaa-9267-968462122414 req-3a8523b7-a2d5-4cc8-9c85-bab7f75aa1a0 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1248639 May 10 11:31:42.854614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-35ab2ce1-40d1-46fe-9d32-d599f3fa68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:42.856123 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-35ab2ce1-40d1-46fe-9d32-d599f3fa68c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1450093 May 10 11:31:42.858411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.896861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.916460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:42.919151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-614a2c8d-90d8-418e-8393-1faa7cc139dc None None] Current status of the port 1f4e5839-5e25-4c35-85cb-a4d0512331bf is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:42.975453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] Deleting port 1f4e5839-5e25-4c35-85cb-a4d0512331bf {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:42.976082 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.014350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e990e74d-8881-4aaa-9267-968462122414 req-25b2afd7-636d-4f70-aa4c-86a0d5f58f9b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496434 May 10 11:31:43.020156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:43.024467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.072710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] For port 1f4e5839-5e25-4c35-85cb-a4d0512331bf, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1f4e5839-5e25-4c35-85cb-a4d0512331bf,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:43.073340 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.092513 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Floating IP 39d2f6a9-9869-415b-a858-d74491129bf5 associated. External IP: 172.25.8.47, port: a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c. May 10 11:31:43.095222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] Calling delete_port for 1f4e5839-5e25-4c35-85cb-a4d0512331bf owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:43.095403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-f2fc5eed-3ab1-48d4-a8ee-a19eb9cf2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:43.097054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-f2fc5eed-3ab1-48d4-a8ee-a19eb9cf2dec service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.2312212 May 10 11:31:43.099387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964d18-57e2-40a7-9025-35a04af33dfb req-87eac21d-8918-4f25-9938-387bf23d8c2a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:43.100966 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-87eac21d-8918-4f25-9938-387bf23d8c2a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.2230675 May 10 11:31:43.101711 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd326b-7518-4804-9d03-b8bffc75f132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.104359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd326b-7518-4804-9d03-b8bffc75f132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.105528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ebd326b-7518-4804-9d03-b8bffc75f132 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/821f7fd4-1479-4f02-b17e-00bae573a3ad HTTP/1.1" status: 204 len: 168 time: 0.8084872 May 10 11:31:43.136030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd326b-7518-4804-9d03-b8bffc75f132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f7fd4-1479-4f02-b17e-00bae573a3ad,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:43.143974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-14be0484-6630-4fd4-b3ae-6a11216624f6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/quotas/c89bb4bc5fa7432db2959a91ad5782d5 HTTP/1.1" status: 200 len: 375 time: 0.0302939 May 10 11:31:43.187853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-28b74392-6232-4d44-91c8-a8bf099ad2ae tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321400 May 10 11:31:43.232324 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.266106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-3e3bc7c5-07bd-4108-a7c7-cd92c6f70bcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 217 time: 0.1017861 May 10 11:31:43.278445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] Pushing event deleted for resources: {'Port': ['ID=1f4e5839-5e25-4c35-85cb-a4d0512331bf,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:43.297728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dee084-875c-4edd-b50c-073a23272c5e None None] No DVR routers for this DVR port 1f4e5839-5e25-4c35-85cb-a4d0512331bf on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:43.361530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181aa8d-88e4-4e77-b9f1-7066c9e55d66 req-6fa8b4b3-b216-49d3-99ab-95e26bd17d4f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:43.365131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-14fdebfb-73e1-4dd9-8185-c715dadd4936 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597531 May 10 11:31:43.368611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2181aa8d-88e4-4e77-b9f1-7066c9e55d66 req-6fa8b4b3-b216-49d3-99ab-95e26bd17d4f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.1954315 May 10 11:31:43.403742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-6b25f93d-7666-4156-8e87-ad98c5ced70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:43.405394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-6b25f93d-7666-4156-8e87-ad98c5ced70b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1304109 May 10 11:31:43.456937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-6558ab4c-1881-4d34-851e-875d99f4fce2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337548 May 10 11:31:43.483773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2181aa8d-88e4-4e77-b9f1-7066c9e55d66 req-53b3a404-8a30-42b2-87ed-1704e531a026 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061835 May 10 11:31:43.510763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39066) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:43.546945 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bdb-4386-4996-a8b8-eac33c35d5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.582515 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-b0d34c70-579b-474b-9032-7e9d6e4fe4f0 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920950 May 10 11:31:43.614221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:31:43.618045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.683419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:43.692958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d008c-1bf2-4111-bb84-4e47ae95f665 req-eafed377-9aad-420c-88ed-86806daa3858 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:43.693363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:43.694542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9d9d008c-1bf2-4111-bb84-4e47ae95f665 req-eafed377-9aad-420c-88ed-86806daa3858 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 946 time: 0.1292312 May 10 11:31:43.702373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:43.702534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80593132-d81d-41cd-a110-09d65dfd82ac None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:43.703102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:43.703306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-dcc28520-09ee-4b30-ba31-32b9fdbe7de6 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360778 May 10 11:31:43.796035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=40fdcf54-bac0-459e-b0b8-18ad183cd5da,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:43.811137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-845258b5-7426-4f06-ac15-e78fdee40fa3 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969157 May 10 11:31:43.818307 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eb587b5f-5c1c-4af3-b87a-211e636e9935 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4220490 May 10 11:31:43.820302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:43.829043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f82a5d58-a22f-440a-bc90-d729c9d8347e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:43.841002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:31:43.922606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9d9d008c-1bf2-4111-bb84-4e47ae95f665 req-2bb95362-4055-41ef-8514-ffdedc65094a tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126527 May 10 11:31:44.053787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': '40fdcf54-bac0-459e-b0b8-18ad183cd5da'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:31:44.054314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bdb-4386-4996-a8b8-eac33c35d5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.054650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.067308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bdb-4386-4996-a8b8-eac33c35d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.096494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-ab26f89d-690b-4cfb-a029-2e92788ae463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:44.098650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-ab26f89d-690b-4cfb-a029-2e92788ae463 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1095 time: 0.3168788 May 10 11:31:44.101524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98981004-7766-4c7d-88dd-748300696457 req-cbac0861-c825-4623-ac8e-8d87616bc09d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 210 time: 0.0902324 May 10 11:31:44.163343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2533c-9071-4e92-9137-700cc22a75f8 req-4159a845-77cb-4f44-9043-e1ea3464e4b9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:44.171829 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4eb2533c-9071-4e92-9137-700cc22a75f8 req-4159a845-77cb-4f44-9043-e1ea3464e4b9 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 944 time: 0.2432516 May 10 11:31:44.220960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:31:44.235763 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] Sync routers for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:44.237297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.242295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82a5d58-a22f-440a-bc90-d729c9d8347e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:44.246243 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f82a5d58-a22f-440a-bc90-d729c9d8347e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.257573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-62ed3bdb-4386-4996-a8b8-eac33c35d5e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28f683bc858b44d0858ac4f129a588d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439289 May 10 11:31:44.258383 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:31:44.259053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39090) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:44.260723 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:31:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:44.273095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed3bdb-4386-4996-a8b8-eac33c35d5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a804afd6-45a4-47f3-8a7c-f8a22f59bed2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:44.317298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Allocated IP 2001:db8::f816:3eff:fe06:c7f0 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/40fdcf54-bac0-459e-b0b8-18ad183cd5da/add9c787-cc85-485e-8786-8552aa152b57) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:44.515726 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4eb2533c-9071-4e92-9137-700cc22a75f8 req-22458ddb-3790-456b-87f4-360cce6eefb2 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354254 May 10 11:31:44.528892 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:31:44.555220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-37022613-83cb-4e2e-9e90-2da94abac2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:44.558960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-37022613-83cb-4e2e-9e90-2da94abac2be service neutron] 10.222.0.70 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.4302499 May 10 11:31:44.693483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-604a7b1b-bd7d-4f29-9d72-615a7a239d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.706281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-3250e9c8-d7c9-444f-b5c4-5fe469970589 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 200 len: 217 time: 0.1274161 May 10 11:31:44.708527 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.721918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.777529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:44.783552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:44.787627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:44.847799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc14c-b805-4184-bdf0-14a172155184 req-ee864a44-c439-48ae-9893-17a5c8499042 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:44.849430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-ee864a44-c439-48ae-9893-17a5c8499042 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0&tenant_id=efb5d2857e95467a96899612ae8c137d&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.7188675 May 10 11:31:44.870819 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-604a7b1b-bd7d-4f29-9d72-615a7a239d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.880255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Pushing event updated for resources: {'Port': ['ID=add9c787-cc85-485e-8786-8552aa152b57,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:44.890865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ccac12e5-6cc7-4789-b712-fba3b96a348b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "PUT /v2.0/floatingips/39d2f6a9-9869-415b-a858-d74491129bf5 HTTP/1.1" status: 200 len: 990 time: 2.9857588 May 10 11:31:44.905153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Attempting to bind port add9c787-cc85-485e-8786-8552aa152b57 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:44.905887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Attempting to bind port add9c787-cc85-485e-8786-8552aa152b57 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:44.906520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Attempting to bind port add9c787-cc85-485e-8786-8552aa152b57 on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:44.910751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:44.913226 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b95d18-e8eb-451a-8699-cb4d28e199c7" -d '{"events": [{"name": "network-changed", "server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:44.915689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:44.916442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:44.917863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.918494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:44.919198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Bound port: add9c787-cc85-485e-8786-8552aa152b57, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:44.919883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.996149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f086080-8a2c-4d5c-ad5a-06a5a407ab1d req-d84e90a8-c4a6-4eae-bdb2-beaa696350bc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:45.002869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-ab17f6d1-d3ed-47a0-bd2b-49d6a25063ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:45.004276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f086080-8a2c-4d5c-ad5a-06a5a407ab1d req-d84e90a8-c4a6-4eae-bdb2-beaa696350bc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1673594 May 10 11:31:45.006339 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-ab17f6d1-d3ed-47a0-bd2b-49d6a25063ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.2608669 May 10 11:31:45.017090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a0452-9df4-41c7-ba37-33e36e4ad17b req-d342a323-8724-4ef8-9e5b-54ef61fa2e05 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:45.017987 n-d-840949-1 neutron-server[102767]: INFO neutron.db.ipam_backend_mixin [None req-f82a5d58-a22f-440a-bc90-d729c9d8347e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40fdcf54-bac0-459e-b0b8-18ad183cd5da (CIDR: 2001:db8::/64) May 10 11:31:45.020824 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c6a0452-9df4-41c7-ba37-33e36e4ad17b req-d342a323-8724-4ef8-9e5b-54ef61fa2e05 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.3192358 May 10 11:31:45.023980 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '39d2f6a9-9869-415b-a858-d74491129bf5', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'port_id': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'mac_address': 'fa:16:3e:10:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:31:17Z', 'updated_at': '2022-05-10T11:31:42Z', 'revision_number': 1, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:16Z', 'revision_number': 5, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:45.037589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1f4e5839-5e25-4c35-85cb-a4d0512331bf no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:45.043738 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82a5d58-a22f-440a-bc90-d729c9d8347e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:31:45.044336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82a5d58-a22f-440a-bc90-d729c9d8347e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:31:45.069609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-23b3cbe1-eff0-4a77-8ee7-29ebaa977878 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475340 May 10 11:31:45.071852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1f4e5839-5e25-4c35-85cb-a4d0512331bf {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:45.071852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1f4e5839-5e25-4c35-85cb-a4d0512331bf not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:45.076142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] For port add9c787-cc85-485e-8786-8552aa152b57, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:45.093879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] For port add9c787-cc85-485e-8786-8552aa152b57, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=add9c787-cc85-485e-8786-8552aa152b57,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:45.094245 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] Checking router: 483fd253-e4a1-48b8-8aa8-2a0e05001a7c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:45.102262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.110294 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f82a5d58-a22f-440a-bc90-d729c9d8347e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2888532 May 10 11:31:45.118366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39100) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:45.122928 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:31:45.123739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:31:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:45.128686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:45.144057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-604a7b1b-bd7d-4f29-9d72-615a7a239d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.146873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f086080-8a2c-4d5c-ad5a-06a5a407ab1d req-f4dbd4de-702a-4048-bfb4-00a0b8a7fc29 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416361 May 10 11:31:45.148030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-604a7b1b-bd7d-4f29-9d72-615a7a239d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.150343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-604a7b1b-bd7d-4f29-9d72-615a7a239d3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a804afd6-45a4-47f3-8a7c-f8a22f59bed2 HTTP/1.1" status: 204 len: 168 time: 0.8795466 May 10 11:31:45.190777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2ef54-a3ca-40f5-a322-d573fcba8592 None None] Pushing event updated for resources: {'Port': ['ID=add9c787-cc85-485e-8786-8552aa152b57,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:45.247953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a7b1b-bd7d-4f29-9d72-615a7a239d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a804afd6-45a4-47f3-8a7c-f8a22f59bed2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:45.286001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-364fc14c-b805-4184-bdf0-14a172155184 req-f4264f08-d29e-4a86-b8e6-41bd86162e33 service neutron] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:45.304927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-364fc14c-b805-4184-bdf0-14a172155184 req-f4264f08-d29e-4a86-b8e6-41bd86162e33 service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.320922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364fc14c-b805-4184-bdf0-14a172155184 req-f4264f08-d29e-4a86-b8e6-41bd86162e33 service neutron] 10.222.0.49 "DELETE /v2.0/ports/70d0e828-eb86-40c0-a515-1d8f865feca8/bindings/n-h1-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.4601715 May 10 11:31:45.366074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c6a0452-9df4-41c7-ba37-33e36e4ad17b req-fa75a3f4-16a3-434c-b5d4-d1366a5069cf tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325059 May 10 11:31:45.423533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:31:45.429599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-1948aeda-23df-4374-8ed6-1b940d5e9a97 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369768 May 10 11:31:45.498835 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186512c2-8272-4b14-8912-ece91016887b x-openstack-request-id: req-186512c2-8272-4b14-8912-ece91016887b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:45.499330 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:45.499735 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-186512c2-8272-4b14-8912-ece91016887b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:45.500384 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186512c2-8272-4b14-8912-ece91016887b'] response: {'name': 'network-changed', 'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'status': 'completed', 'code': 200} May 10 11:31:45.728594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645f80-dfe9-477a-b8fb-9f67ac59122c req-e8b7e915-f7a9-493f-9307-d79c4819cdb1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:45.739743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c645f80-dfe9-477a-b8fb-9f67ac59122c req-e8b7e915-f7a9-493f-9307-d79c4819cdb1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.4067326 May 10 11:31:45.818509 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4896dab3-6d2f-4354-98fc-48ce87ef59d7 req-ceb57135-80d0-4b25-83c9-fd34e8442ed8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 210 time: 0.1227219 May 10 11:31:45.896712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-082f759d-901c-42b5-9e7f-a98a34c3f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:45.901609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-082f759d-901c-42b5-9e7f-a98a34c3f69d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1096 time: 0.4008982 May 10 11:31:45.952447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c645f80-dfe9-477a-b8fb-9f67ac59122c req-e4f644f3-689d-4bf3-96ed-2799bcc8de03 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089829 May 10 11:31:45.954371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:45.964905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:46.052390 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '39d2f6a9-9869-415b-a858-d74491129bf5', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'port_id': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'mac_address': 'fa:16:3e:10:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:31:17Z', 'updated_at': '2022-05-10T11:31:42Z', 'revision_number': 1, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:16Z', 'revision_number': 5, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:46.060882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-600f9e66-c13a-4b79-a4e4-e2b2895f8ae0 req-0a0a9946-9e6f-4edb-8383-8bf4b177d5f9 service neutron] 10.222.0.70 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227067 May 10 11:31:46.131051 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb25103-7c9a-4e63-81dc-b7c5f7cf9d01 None None] The sync data for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 is: [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '39d2f6a9-9869-415b-a858-d74491129bf5', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'port_id': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'mac_address': 'fa:16:3e:10:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:31:17Z', 'updated_at': '2022-05-10T11:31:42Z', 'revision_number': 1, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:16Z', 'revision_number': 5, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:46.163685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-c8b9b0d5-d700-4b8d-be17-7f4fb970fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:46.165957 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-c8b9b0d5-d700-4b8d-be17-7f4fb970fe3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.2540565 May 10 11:31:46.236557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964d18-57e2-40a7-9025-35a04af33dfb req-eeb3c8f5-86c3-4bf4-955f-3cc6a9ae5d9d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:46.238523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-eeb3c8f5-86c3-4bf4-955f-3cc6a9ae5d9d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.7920532 May 10 11:31:46.259358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Request body: {'port': {'device_id': '02caa2df-a08c-4554-98f4-480651d717ab', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'admin_state_up': True, 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:46.414625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ada1e-b6f5-407d-a1d0-66902be91e67 req-80ba8a47-d872-4d59-b750-d59344cdc0b8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:46.416652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b3ada1e-b6f5-407d-a1d0-66902be91e67 req-80ba8a47-d872-4d59-b750-d59344cdc0b8 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 944 time: 0.2666585 May 10 11:31:46.484294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-827a622b-84bc-4d96-a29c-7ac3dc61c397 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.3077557 May 10 11:31:46.620140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:46.624994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-ff81e262-ec5c-4c3a-bf23-1d89f7efa7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:46.626973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-ff81e262-ec5c-4c3a-bf23-1d89f7efa7da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.0927365 May 10 11:31:46.633502 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:46.637071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac151a34-9e07-45c7-85a3-90af55f80221 req-81261abe-79e5-4537-9e36-8e9b1a70883b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:46.639226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac151a34-9e07-45c7-85a3-90af55f80221 req-81261abe-79e5-4537-9e36-8e9b1a70883b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.1961098 May 10 11:31:46.683549 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5b3ada1e-b6f5-407d-a1d0-66902be91e67 req-c9af984b-e40f-4b21-834e-d9ce8f185e71 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548318 May 10 11:31:46.704255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5925833-ac72-4a5d-8d60-a5bc72b6dbd7 None None] New status for floating IP 39d2f6a9-9869-415b-a858-d74491129bf5: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:31:46.830404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac151a34-9e07-45c7-85a3-90af55f80221 req-0107b211-bc24-4448-8877-73d73cda72df tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638086 May 10 11:31:46.846766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-484fccab-d623-4f34-8527-9f446ad5423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:46.854516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-484fccab-d623-4f34-8527-9f446ad5423c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139859 May 10 11:31:46.870160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-5c0ab371-a36e-4baf-b1f5-618ce03b4217 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:31:46.871299 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-5c0ab371-a36e-4baf-b1f5-618ce03b4217 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067973 May 10 11:31:46.955792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Allocated IP 172.20.0.12 (790a88e3-9791-4e6e-8d63-2655cc9da7ee/b5f797b6-5925-4b4e-a192-11a6c6d3d98e/1f331f98-c23d-4fe8-a51f-c84da68792a5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:47.103471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device add9c787-cc85-485e-8786-8552aa152b57 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:47.165284 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-67cd5b00-d6ef-4b14-8007-43de382ef8cb service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862296 May 10 11:31:47.179898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd405-6b3d-4603-9c1c-11a034b6ac7a req-170bde84-e437-4663-b5e2-560d8ef168fc tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:47.184502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9fd405-6b3d-4603-9c1c-11a034b6ac7a req-170bde84-e437-4663-b5e2-560d8ef168fc tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 946 time: 0.1954818 May 10 11:31:47.197868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Provisioning complete for port add9c787-cc85-485e-8786-8552aa152b57 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:47.198245 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.235357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port add9c787-cc85-485e-8786-8552aa152b57 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:47.237882 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.318236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ce684-272c-4492-9a5c-59e42e0c2334 req-c9f68bab-91d7-489e-bda6-bddfec3097ce tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:47.326991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-084ce684-272c-4492-9a5c-59e42e0c2334 req-c9f68bab-91d7-489e-bda6-bddfec3097ce tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.3033311 May 10 11:31:47.343519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f9fd405-6b3d-4603-9c1c-11a034b6ac7a req-4ebb6da2-49f7-415d-8f2b-45715ca09a88 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439321 May 10 11:31:47.435572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.456423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5b95d18-e8eb-451a-8699-cb4d28e199c7 req-fab5242f-7ea4-444f-b16c-78f34e637d7f service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692428 May 10 11:31:47.509807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=3d325b93-bf4b-4af9-9bf7-7a350b413961,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:47.530796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-084ce684-272c-4492-9a5c-59e42e0c2334 req-415c84c8-350f-4778-b523-d4594cb6fe02 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020786 May 10 11:31:47.534848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35a2ecf6-874b-4ac8-b025-900affdcfeac req-4df32536-1bd9-40f9-8e67-ed7eddc1598e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 210 time: 0.0557764 May 10 11:31:47.537701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Current status of the port add9c787-cc85-485e-8786-8552aa152b57 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:47.538238 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.556194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port add9c787-cc85-485e-8786-8552aa152b57 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:47.556900 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.562896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.585892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:47.597486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:47.613757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:47.615428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.618219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a5d5f0-bc15-4ef6-80ac-f7ac20c7b722 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:47.680468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e9da14c3-dde7-45a5-ba1b-420219082f16 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5553563 May 10 11:31:47.681039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39164) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:47.686976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:b6:94:b4', 'name': 'tempest-NetworksTestDHCPv6-440547302'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:47.711849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35656f1d-4296-4355-826b-a2ad7989b80d req-b50b1957-966a-4081-ba23-696c33865712 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:47.714423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35656f1d-4296-4355-826b-a2ad7989b80d req-b50b1957-966a-4081-ba23-696c33865712 tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1050901 May 10 11:31:47.716850 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.827466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:47.833387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35656f1d-4296-4355-826b-a2ad7989b80d req-ea9a3b6d-255a-469f-822e-37f24eeb546e tempest-LiveMigrationTest-936395158 tempest-LiveMigrationTest-936395158-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994244 May 10 11:31:47.837421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:47.840590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:47.925169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:47.926302 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.959578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] For port add9c787-cc85-485e-8786-8552aa152b57, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=add9c787-cc85-485e-8786-8552aa152b57,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:47.967302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event updated for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:47.977574 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:47.996913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-adde04dc-08e4-411a-9f33-48d28635949b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7451668 May 10 11:31:48.015545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Request body: {'port': {'device_id': '02caa2df-a08c-4554-98f4-480651d717ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:48.096041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:31:48.096608 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:31:48.101074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.103960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Pushing event updated for resources: {'Port': ['ID=add9c787-cc85-485e-8786-8552aa152b57,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:48.106321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-1a645e87-0984-4cdd-b921-8230d2c45009 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:48.107888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-1a645e87-0984-4cdd-b921-8230d2c45009 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.70 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 946 time: 0.3042936 May 10 11:31:48.142770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.143258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.143850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.144535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.145100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.145936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.147094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.147630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.148178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.148732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.149270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.149796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad70b2e-fe43-4632-9160-2ad2e78e5855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:48.213558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389944b2-aba5-4014-ba3c-fb6a68529ddb req-1fa4d069-add0-4c3b-b729-32c1bb53d37d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:48.221259 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-389944b2-aba5-4014-ba3c-fb6a68529ddb req-1fa4d069-add0-4c3b-b729-32c1bb53d37d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.2243321 May 10 11:31:48.280913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3cbd-b384-4923-89c4-37b23eb40936 req-11aa4ab9-5ca9-45b4-928e-272a6dfab8d6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:48.282455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff0d3cbd-b384-4923-89c4-37b23eb40936 req-11aa4ab9-5ca9-45b4-928e-272a6dfab8d6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1392601 May 10 11:31:48.287654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:48.339350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f40419b-5f9c-442f-98d9-1dc84c746a02 None None] Update dhcp port {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': '40fdcf54-bac0-459e-b0b8-18ad183cd5da', 'ip_address': '2001:db8::f816:3eff:fe06:c7f0'}, {'subnet_id': '3d325b93-bf4b-4af9-9bf7-7a350b413961'}], 'binding:host_id': 'n-d-840949-1'}, 'id': 'add9c787-cc85-485e-8786-8552aa152b57'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:31:48.379462 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8f40419b-5f9c-442f-98d9-1dc84c746a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.407707 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff0d3cbd-b384-4923-89c4-37b23eb40936 req-d751d196-e4db-4774-8e86-c76f36e0a62b tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129234 May 10 11:31:48.419691 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-389944b2-aba5-4014-ba3c-fb6a68529ddb req-b02ed0e2-ac9a-49c1-8b54-3ba074fe3784 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973631 May 10 11:31:48.509497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Deleting port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:48.510045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.536984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.591902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f331f98-c23d-4fe8-a51f-c84da68792a5 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:48.605695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.614649 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:31:48.625602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Transition to ACTIVE for port object 1f331f98-c23d-4fe8-a51f-c84da68792a5 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:48.632237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port caf793f5-453f-4035-b857-bfa9ffda7f67 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:31:48.636218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034070d-78c1-45e5-93ee-98fd9eeb5cb9 req-c8e315dd-8954-43fa-a04f-8647a4d5473b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:48.638015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c034070d-78c1-45e5-93ee-98fd9eeb5cb9 req-c8e315dd-8954-43fa-a04f-8647a4d5473b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.0893271 May 10 11:31:48.639227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.684551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-8f40419b-5f9c-442f-98d9-1dc84c746a02 None None] Allocated IP 2001:db8:0:1::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/3d325b93-bf4b-4af9-9bf7-7a350b413961/add9c787-cc85-485e-8786-8552aa152b57) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:48.696413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:48.732313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Pushing event updated for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:48.739264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c034070d-78c1-45e5-93ee-98fd9eeb5cb9 req-d733d626-ab23-46dd-8b75-f54505a494c1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872352 May 10 11:31:48.808735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port add9c787-cc85-485e-8786-8552aa152b57 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:48.827539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] For port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,segment=NetworkSegment(d903e1fb-a13b-4f3b-ba4e-c6711b2c3731),segment_id=d903e1fb-a13b-4f3b-ba4e-c6711b2c3731)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:48.828131 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.841702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8f40419b-5f9c-442f-98d9-1dc84c746a02 None None] For port add9c787-cc85-485e-8786-8552aa152b57, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=add9c787-cc85-485e-8786-8552aa152b57,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:48.854496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Attempting to bind port 1f331f98-c23d-4fe8-a51f-c84da68792a5 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:48.854843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Attempting to bind port 1f331f98-c23d-4fe8-a51f-c84da68792a5 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:48.855310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Attempting to bind port 1f331f98-c23d-4fe8-a51f-c84da68792a5 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:48.861913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Port 1f331f98-c23d-4fe8-a51f-c84da68792a5 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:31:48.862240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Attempting to bind port 1f331f98-c23d-4fe8-a51f-c84da68792a5 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:48.868892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:48.869712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Checking segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:48.870101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Bound using segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:48.870734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Bound port: 1f331f98-c23d-4fe8-a51f-c84da68792a5, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:48.871099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.877726 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8f40419b-5f9c-442f-98d9-1dc84c746a02 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.881428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e372af-be00-4f6a-beaf-3b98b153e970 req-0ac20042-ca0a-43dd-8f8a-87887a750f95 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:48.886615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8f40419b-5f9c-442f-98d9-1dc84c746a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.889459 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c2e372af-be00-4f6a-beaf-3b98b153e970 req-0ac20042-ca0a-43dd-8f8a-87887a750f95 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 946 time: 0.3749216 May 10 11:31:48.924462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Calling delete_port for 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:48.949082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7be95eb1-0e0a-4d88-8626-46561f45f061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.949857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device add9c787-cc85-485e-8786-8552aa152b57 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:48.993056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:48.998023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:49.006144 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:49.049655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:49.050090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:49.051983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] 10.222.0.49 "PUT /v2.0/ports/1f331f98-c23d-4fe8-a51f-c84da68792a5 HTTP/1.1" status: 200 len: 1092 time: 1.0494816 May 10 11:31:49.052440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:49.054886 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:49.089009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e438860-ea38-453b-b565-6b25d78fecbe service neutron] Pushing event updated for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:49.104829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40419b-5f9c-442f-98d9-1dc84c746a02 None None] Pushing event updated for resources: {'Port': ['ID=add9c787-cc85-485e-8786-8552aa152b57,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:49.110149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port add9c787-cc85-485e-8786-8552aa152b57 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:49.110525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:49.116135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c2e372af-be00-4f6a-beaf-3b98b153e970 req-13f960d9-9f30-42b1-ae76-33c6650f34ed tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/security-groups?id=efa61468-61b1-42d4-8b16-7c1dbf0d873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256730 May 10 11:31:49.150375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-dcb16775-3f48-4769-a4e3-faadc8225c99 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:49.152085 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-dcb16775-3f48-4769-a4e3-faadc8225c99 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 944 time: 0.3760550 May 10 11:31:49.218972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964d18-57e2-40a7-9025-35a04af33dfb req-c37af5c5-0652-4e09-b5ee-1ff9354b9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:49.219312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port add9c787-cc85-485e-8786-8552aa152b57 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:49.220542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-c37af5c5-0652-4e09-b5ee-1ff9354b9b18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 1095 time: 0.1167710 May 10 11:31:49.236800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11613f7-0c5c-4444-82ac-97848293371b req-ec2372a6-df93-4b3c-a3f3-8a952861dc92 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:49.238472 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c11613f7-0c5c-4444-82ac-97848293371b req-ec2372a6-df93-4b3c-a3f3-8a952861dc92 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.0774887 May 10 11:31:49.242612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8:0:1::af (6f83b423-bdd7-4fb8-a1c5-b433d8998665/3d325b93-bf4b-4af9-9bf7-7a350b413961/caf793f5-453f-4035-b857-bfa9ffda7f67) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:49.264550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::f816:3eff:feb6:94b4 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/40fdcf54-bac0-459e-b0b8-18ad183cd5da/caf793f5-453f-4035-b857-bfa9ffda7f67) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:49.292047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-c06f5e38-4bbb-4736-80eb-39289b4b2acf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5 HTTP/1.1" status: 200 len: 217 time: 0.0525451 May 10 11:31:49.358048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c11613f7-0c5c-4444-82ac-97848293371b req-e239f9a0-7fa0-4495-9ba3-f1fd4c14a8c3 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123106 May 10 11:31:49.376777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964d18-57e2-40a7-9025-35a04af33dfb req-6ed2ebc4-e523-479f-b89b-b471df37778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:49.378378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-6ed2ebc4-e523-479f-b89b-b471df37778d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.0794904 May 10 11:31:49.417663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-4f3e08f7-2377-497b-b753-89bc03e401a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299885 May 10 11:31:49.537480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-9cd700cf-2ecd-40dd-99ab-3a3ebf312b4c service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126568 May 10 11:31:49.654713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12964d18-57e2-40a7-9025-35a04af33dfb req-f6f8937f-2dc7-4be5-8195-f810e167b3ca service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102140 May 10 11:31:49.816856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-735b99c1-5b80-4b11-b849-9d817f4efd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:49.818468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-735b99c1-5b80-4b11-b849-9d817f4efd47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 1097 time: 0.7629268 May 10 11:31:49.826921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4de10225-6d5b-40fa-b464-fd7af5e6bc2a None None] Provisioning complete for port add9c787-cc85-485e-8786-8552aa152b57 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:49.827294 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4de10225-6d5b-40fa-b464-fd7af5e6bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:49.889399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8ab0e-01ef-421e-a802-8f23af04c138 req-30fa872b-08c9-4b90-b94b-4d85fb832c18 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:49.891392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bc8ab0e-01ef-421e-a802-8f23af04c138 req-30fa872b-08c9-4b90-b94b-4d85fb832c18 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.0653040 May 10 11:31:49.915529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4de10225-6d5b-40fa-b464-fd7af5e6bc2a None None] Current status of the port add9c787-cc85-485e-8786-8552aa152b57 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:49.919789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f39a0-4c82-4925-93ae-e70e6515b5f1 req-5320b087-02d4-488e-907c-25c562c7414f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:49.921431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff9f39a0-4c82-4925-93ae-e70e6515b5f1 req-5320b087-02d4-488e-907c-25c562c7414f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 944 time: 0.6622329 May 10 11:31:49.943670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bc8ab0e-01ef-421e-a802-8f23af04c138 req-d638560a-f11c-481c-b2d7-54368dacd51f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 May 10 11:31:49.991677 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52874e12-98e0-4f75-bf3f-c9093fc9df8d x-openstack-request-id: req-52874e12-98e0-4f75-bf3f-c9093fc9df8d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:49.991994 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:49.992247 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52874e12-98e0-4f75-bf3f-c9093fc9df8d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:49.992660 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52874e12-98e0-4f75-bf3f-c9093fc9df8d'] response: {'name': 'network-changed', 'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'status': 'completed', 'code': 200} May 10 11:31:50.088305 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7be95eb1-0e0a-4d88-8626-46561f45f061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.090798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-2febb31e-410a-4a97-bf20-b75015391c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.092440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-2febb31e-410a-4a97-bf20-b75015391c4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 1095 time: 0.0686331 May 10 11:31:50.106397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06553d46-0311-4456-b1ae-0e1bb9b4c5ac req-e4b46231-ff6a-4d7c-855a-fcedd52e0a15 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.108134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06553d46-0311-4456-b1ae-0e1bb9b4c5ac req-e4b46231-ff6a-4d7c-855a-fcedd52e0a15 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0598769 May 10 11:31:50.123459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7be95eb1-0e0a-4d88-8626-46561f45f061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.155692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Deleting port 70d0e828-eb86-40c0-a515-1d8f865feca8 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:50.156095 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.193156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff9f39a0-4c82-4925-93ae-e70e6515b5f1 req-2f7b529c-5443-4d09-af22-823076fca09d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914513 May 10 11:31:50.193706 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.198214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06553d46-0311-4456-b1ae-0e1bb9b4c5ac req-4e8af597-af15-4b00-bd3e-9f9034daa4dc tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799389 May 10 11:31:50.235849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-26f259c8-4156-4bf9-b85b-f22a2a91363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.237437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-26f259c8-4156-4bf9-b85b-f22a2a91363b service neutron] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 913 time: 0.1284325 May 10 11:31:50.268734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-b4b8a3f4-7665-4977-93f9-1e3fea166420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.270549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-b4b8a3f4-7665-4977-93f9-1e3fea166420 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.4391034 May 10 11:31:50.273392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.280765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-4241fd33-3682-4933-9cb7-9bde1fdb65aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5 HTTP/1.1" status: 200 len: 217 time: 0.0354743 May 10 11:31:50.302686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7be95eb1-0e0a-4d88-8626-46561f45f061 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dabbe92dcd694973ac423b95433a91ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6029403 May 10 11:31:50.311740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39220) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:50.323237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be95eb1-0e0a-4d88-8626-46561f45f061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd746d18-d731-411a-a962-357a36a6040e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:50.325964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Pushing event deleted for resources: {'Port': ['ID=08e12c59-2322-4ae8-9f08-36f8d8ae9f78,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:50.355698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-39088609-0a2c-49b1-aedf-19e3437cdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.357206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-39088609-0a2c-49b1-aedf-19e3437cdde9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.0698090 May 10 11:31:50.377941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7cd30bb8-7039-4a5c-910d-c7b37461b9a2 req-498dae1c-8002-483b-9e55-6aa4b51f043d tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.13 "GET /v2.0/ports?device_id=163b7276-1b30-45b6-ad06-bc57472bbd3e HTTP/1.1" status: 200 len: 210 time: 0.1098063 May 10 11:31:50.385643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-3f2e6ed7-1b16-4de1-945d-f50abc3e3f9a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1 HTTP/1.1" status: 200 len: 217 time: 0.0746839 May 10 11:31:50.405480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-5b6c0e18-09d8-45d5-88e4-273fa57290a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373235 May 10 11:31:50.410864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d41f30cd-e5ee-4e6b-bb57-610109a19686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.489367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d41f30cd-e5ee-4e6b-bb57-610109a19686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.518476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] No DVR routers for this DVR port 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:50.521130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] For port 70d0e828-eb86-40c0-a515-1d8f865feca8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=70d0e828-eb86-40c0-a515-1d8f865feca8,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:50.521495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.533911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.537378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-edd44c58-ec31-49d1-8bc7-83e1da24761f req-26631130-f0e7-4b11-88b6-5c788f9447c1 tempest-ServerPasswordTestJSON-1908824239 tempest-ServerPasswordTestJSON-1908824239-project] 10.222.0.70 "DELETE /v2.0/ports/08e12c59-2322-4ae8-9f08-36f8d8ae9f78 HTTP/1.1" status: 204 len: 173 time: 2.4164493 May 10 11:31:50.539499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163b7276-1b30-45b6-ad06-bc57472bbd3e', 'name': 'network-vif-deleted', 'tag': '08e12c59-2322-4ae8-9f08-36f8d8ae9f78'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:50.541732 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2587c8fa-b778-4323-b09e-a4c9512f4174" -d '{"events": [{"server_uuid": "163b7276-1b30-45b6-ad06-bc57472bbd3e", "name": "network-vif-deleted", "tag": "08e12c59-2322-4ae8-9f08-36f8d8ae9f78"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:50.548204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-2bd49795-5ac4-4dd4-9cfe-e97b21a0995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.549560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-2bd49795-5ac4-4dd4-9cfe-e97b21a0995b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.1440253 May 10 11:31:50.554387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Calling delete_port for 70d0e828-eb86-40c0-a515-1d8f865feca8 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:50.560092 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.597669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2695c-894f-45ef-94db-ffbe2c5a1f49 req-12cb00dd-1c10-4d32-9bb5-5087aa84fbea tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.599682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6b2695c-894f-45ef-94db-ffbe2c5a1f49 req-12cb00dd-1c10-4d32-9bb5-5087aa84fbea tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1597579 May 10 11:31:50.602307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-9949a049-cc49-41b1-bb38-767a11807b74 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853778 May 10 11:31:50.632729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d41f30cd-e5ee-4e6b-bb57-610109a19686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.633550 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dfa13d-6b95-4112-a4ec-9a6608dacd74 x-openstack-request-id: req-33dfa13d-6b95-4112-a4ec-9a6608dacd74 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:50.633838 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163b7276-1b30-45b6-ad06-bc57472bbd3e", "name": "network-vif-deleted", "tag": "08e12c59-2322-4ae8-9f08-36f8d8ae9f78", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:50.634561 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33dfa13d-6b95-4112-a4ec-9a6608dacd74 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:50.634561 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33dfa13d-6b95-4112-a4ec-9a6608dacd74'] response: {'server_uuid': '163b7276-1b30-45b6-ad06-bc57472bbd3e', 'name': 'network-vif-deleted', 'tag': '08e12c59-2322-4ae8-9f08-36f8d8ae9f78', 'status': 'completed', 'code': 200} May 10 11:31:50.635405 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d41f30cd-e5ee-4e6b-bb57-610109a19686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.640923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:50.648513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d41f30cd-e5ee-4e6b-bb57-610109a19686 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd746d18-d731-411a-a962-357a36a6040e HTTP/1.1" status: 204 len: 168 time: 0.3283381 May 10 11:31:50.677771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:50.685854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:50.691682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.692416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.714793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=caf793f5-453f-4035-b857-bfa9ffda7f67,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:50.731478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-600430bf-40e4-46e5-8241-d14cb11466da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:50.732802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-600430bf-40e4-46e5-8241-d14cb11466da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765487 May 10 11:31:50.733919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:50.745042 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-df2094f6-68e8-4e2d-be82-3c0cc2f9b6e2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0627055 May 10 11:31:50.745662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39230) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:50.786147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:50.787169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 08e12c59-2322-4ae8-9f08-36f8d8ae9f78 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:50.806180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f30cd-e5ee-4e6b-bb57-610109a19686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd746d18-d731-411a-a962-357a36a6040e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:50.907222 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ddc88d5-2329-46d2-899d-fbc2e82eb5b9 req-bd80c445-ba89-4097-afeb-42131ae78441 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961059 May 10 11:31:50.946353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6b2695c-894f-45ef-94db-ffbe2c5a1f49 req-165cb6f7-308a-44a2-b751-33b1d8c9865b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244758 May 10 11:31:50.966745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-17bf7268-2805-4ac1-b3b9-0106d8411843 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1854157 May 10 11:31:50.990405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device add9c787-cc85-485e-8786-8552aa152b57 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:51.053522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port add9c787-cc85-485e-8786-8552aa152b57 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:51.055009 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.063632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-2e0a3cdd-e480-48e0-8b42-46a18ed19f61 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144011 May 10 11:31:51.070787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.146921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['71bfaf3d-4bd6-490b-a577-363d352adc6c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:51.213980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-883103e3-4956-44d2-9e7d-7ba697c16e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:51.216141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-883103e3-4956-44d2-9e7d-7ba697c16e26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb5d2857e95467a96899612ae8c137d&device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 1096 time: 0.1562836 May 10 11:31:51.223089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Pushing event deleted for resources: {'Port': ['ID=70d0e828-eb86-40c0-a515-1d8f865feca8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:51.317786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2da1f53a-7f39-43b8-8bf7-920a4dd1ca2d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port caf793f5-453f-4035-b857-bfa9ffda7f67 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:51.318922 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2da1f53a-7f39-43b8-8bf7-920a4dd1ca2d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.321806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port add9c787-cc85-485e-8786-8552aa152b57 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:51.380975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b36dc-082d-4305-b6f4-e812e404c945 req-294fd369-91b3-4a1e-8c0a-51b58e9f443a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:51.385840 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482b36dc-082d-4305-b6f4-e812e404c945 req-294fd369-91b3-4a1e-8c0a-51b58e9f443a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 944 time: 0.0778520 May 10 11:31:51.391610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d5fb46ac-dd85-4739-b798-d6d5ff84b189 None None] Provisioning complete for port caf793f5-453f-4035-b857-bfa9ffda7f67 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:51.392121 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5fb46ac-dd85-4739-b798-d6d5ff84b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.400188 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] No DVR routers for this DVR port 70d0e828-eb86-40c0-a515-1d8f865feca8 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:51.413786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.417589 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2dd4d160-6b19-479e-88f9-80d18e80a2eb req-224fce1d-22de-45d3-a7b1-c7c6dca9f273 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.49 "DELETE /v2.0/ports/70d0e828-eb86-40c0-a515-1d8f865feca8 HTTP/1.1" status: 204 len: 173 time: 2.1611168 May 10 11:31:51.465817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482b36dc-082d-4305-b6f4-e812e404c945 req-21d7a14d-20b6-47b8-8a62-295af843746a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713515 May 10 11:31:51.468535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-37c45658-5faf-4e7c-ba5f-484eeb3b62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:51.471802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea570-00e0-4a6c-9880-9b12a00f3059 req-8ee6a9fa-5509-4408-b474-cbda819898c9 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:51.475480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-37c45658-5faf-4e7c-ba5f-484eeb3b62a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 200 len: 908 time: 0.2303464 May 10 11:31:51.480081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-293ea570-00e0-4a6c-9880-9b12a00f3059 req-8ee6a9fa-5509-4408-b474-cbda819898c9 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.3540497 May 10 11:31:51.488337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb46ac-dd85-4739-b798-d6d5ff84b189 None None] Port caf793f5-453f-4035-b857-bfa9ffda7f67 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:31:51.527106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-ff614be8-33c8-40a9-9051-abc40a85ad75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 200 len: 217 time: 0.0412018 May 10 11:31:51.555997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-293ea570-00e0-4a6c-9880-9b12a00f3059 req-a73430c4-669d-4dd6-8426-2a98d77c2c95 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747621 May 10 11:31:51.563654 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2da1f53a-7f39-43b8-8bf7-920a4dd1ca2d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.591941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2da1f53a-7f39-43b8-8bf7-920a4dd1ca2d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for caf793f5-453f-4035-b857-bfa9ffda7f67 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:51.622902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa9a7230-fbf3-4f89-8e05-3592fb22bd95 req-e66357a7-6359-4038-8997-cd27521286ca tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0646021 May 10 11:31:51.622902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39260) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:51.663586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-fee54f8f-f11d-42a2-bf23-09d8b4306666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:51.665354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-fee54f8f-f11d-42a2-bf23-09d8b4306666 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 200 len: 847 time: 0.1224368 May 10 11:31:51.681518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f10671-4cf7-4b21-aa33-fcca3dc9ef9c admin admin] Deleting subnet 4ddccef8-c997-4ec6-ae62-075c27622507 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:51.685262 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9f10671-4cf7-4b21-aa33-fcca3dc9ef9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.733527 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9f10671-4cf7-4b21-aa33-fcca3dc9ef9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.739035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-236c543d-ec7e-4827-b41e-8dc559a9f720 req-5ad70412-ead2-4958-8be9-84e0694c731e service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622734 May 10 11:31:51.769579 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-8698b495-0d64-4a02-ac5a-9af54e4f63ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71ab3599-0b94-42b0-a8b7-bdcda1d316b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913239 May 10 11:31:51.819949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2da1f53a-7f39-43b8-8bf7-920a4dd1ca2d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.852851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9f10671-4cf7-4b21-aa33-fcca3dc9ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.852992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f53a-7f39-43b8-8bf7-920a4dd1ca2d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=caf793f5-453f-4035-b857-bfa9ffda7f67,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:51.939477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2da1f53a-7f39-43b8-8bf7-920a4dd1ca2d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.949046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2da1f53a-7f39-43b8-8bf7-920a4dd1ca2d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/caf793f5-453f-4035-b857-bfa9ffda7f67 HTTP/1.1" status: 204 len: 168 time: 1.1996725 May 10 11:31:51.949762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39276) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:51.953262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-391e72c5-c7ec-402f-9d64-8fae8aab12c0 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705647 May 10 11:31:52.012712 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9f10671-4cf7-4b21-aa33-fcca3dc9ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.086600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0b962-906a-4774-ad00-f14355d25b6c req-3e1297b6-57ac-40cb-855f-f2fdf3c7db53 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:52.089023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8f0b962-906a-4774-ad00-f14355d25b6c req-3e1297b6-57ac-40cb-855f-f2fdf3c7db53 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.0646782 May 10 11:31:52.185354 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8f0b962-906a-4774-ad00-f14355d25b6c req-8a4028f8-0a25-4f05-8480-49664703ec02 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836964 May 10 11:31:52.264447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39282) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:52.386131 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71210f67-ef17-47df-bab1-51d257a6338c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.482482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71210f67-ef17-47df-bab1-51d257a6338c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.483686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f10671-4cf7-4b21-aa33-fcca3dc9ef9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ddccef8-c997-4ec6-ae62-075c27622507,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:52.491114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9f10671-4cf7-4b21-aa33-fcca3dc9ef9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.494877 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71210f67-ef17-47df-bab1-51d257a6338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.496979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b9f10671-4cf7-4b21-aa33-fcca3dc9ef9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ddccef8-c997-4ec6-ae62-075c27622507 HTTP/1.1" status: 204 len: 168 time: 0.8764350 May 10 11:31:52.498800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39288) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:52.509853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcc8da-6054-48e0-be49-c875a1eea0c8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:52.514655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-efbcc8da-6054-48e0-be49-c875a1eea0c8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5638804 May 10 11:31:52.517023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39290) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:52.596054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71210f67-ef17-47df-bab1-51d257a6338c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f255db-8e74-4fee-b227-54e30c5259fc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:52.604030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-71210f67-ef17-47df-bab1-51d257a6338c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f937bfbf1064f159c5d4fa2db49a0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377440 May 10 11:31:52.608002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39294) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:52.608960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45fe3928-3345-45fd-933f-369a5dcec6a3 req-cd000a00-741b-4581-b3f2-637384e09a49 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244853 May 10 11:31:52.631506 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.635581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'name': 'network-vif-deleted', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:52.637205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65d8c0-009d-4dfb-8879-10a482c0432e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:52.638486 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd656f76-e8aa-4817-9da5-f5b022cff265" -d '{"events": [{"server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "name": "network-vif-deleted", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:52.641345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cf65d8c0-009d-4dfb-8879-10a482c0432e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1228015 May 10 11:31:52.642142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39300) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:52.646404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:52.649533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 70d0e828-eb86-40c0-a515-1d8f865feca8 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:52.686597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858506ce-c1b6-4519-98a4-cedca1039a3a req-3864aba6-69dd-4619-ace8-61286f003164 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:52.688150 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-858506ce-c1b6-4519-98a4-cedca1039a3a req-3864aba6-69dd-4619-ace8-61286f003164 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 944 time: 0.1400132 May 10 11:31:52.736146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 70d0e828-eb86-40c0-a515-1d8f865feca8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:52.737048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 70d0e828-eb86-40c0-a515-1d8f865feca8 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:52.742655 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c111f51-b059-4965-b4bd-02d776ca7245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.757476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64956fab-2897-4431-8a89-c8cf9f71a8aa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:52.758986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64956fab-2897-4431-8a89-c8cf9f71a8aa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:52.760624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64956fab-2897-4431-8a89-c8cf9f71a8aa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:52.765061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-64956fab-2897-4431-8a89-c8cf9f71a8aa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1172094 May 10 11:31:52.765644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39302) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:52.798875 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.811088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c111f51-b059-4965-b4bd-02d776ca7245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.817344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-858506ce-c1b6-4519-98a4-cedca1039a3a req-8cc48b8a-c772-4c73-a80c-6a4da37e1ceb tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164665 May 10 11:31:52.841366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-238f669c-4be5-43c3-8ee9-ab05949d56b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 3d325b93-bf4b-4af9-9bf7-7a350b413961 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:52.845999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd30647-2a95-493a-b298-40278e3463e4']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:52.857361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-238f669c-4be5-43c3-8ee9-ab05949d56b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.863361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd903e1fb-a13b-4f3b-ba4e-c6711b2c3731') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:52.864231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd903e1fb-a13b-4f3b-ba4e-c6711b2c3731') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:52.889246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9001e66-4e85-4ce3-9317-da9c643e4785 req-d7bf70a4-ea8d-49ce-9000-28692e8d7a08 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:52.890271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:52.890937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9001e66-4e85-4ce3-9317-da9c643e4785 req-d7bf70a4-ea8d-49ce-9000-28692e8d7a08 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.1493695 May 10 11:31:52.892954 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.922243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'mac_address': 'fa:16:3e:10:6b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:52.930531 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-238f669c-4be5-43c3-8ee9-ab05949d56b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.949980 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.962958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:31:52.963597 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: timer() May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:31:52.965735 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:31:53.009919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:53.010515 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.017480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c111f51-b059-4965-b4bd-02d776ca7245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.020406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c111f51-b059-4965-b4bd-02d776ca7245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.021772 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7c111f51-b059-4965-b4bd-02d776ca7245 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08f255db-8e74-4fee-b227-54e30c5259fc HTTP/1.1" status: 204 len: 168 time: 0.4128814 May 10 11:31:53.045477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:53.046572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-238f669c-4be5-43c3-8ee9-ab05949d56b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.051434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9001e66-4e85-4ce3-9317-da9c643e4785 req-bb8bd23e-2bc2-42f6-942a-982095298855 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474190 May 10 11:31:53.074517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c111f51-b059-4965-b4bd-02d776ca7245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f255db-8e74-4fee-b227-54e30c5259fc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:53.085725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.096678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.102011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1cd30647-2a95-493a-b298-40278e3463e4 HTTP/1.1" status: 204 len: 168 time: 0.5978720 May 10 11:31:53.110567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:53.117618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cb8f0-cf56-470a-a0d9-3a034ef67638 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd30647-2a95-493a-b298-40278e3463e4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:53.127174 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.128763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1f331f98-c23d-4fe8-a51f-c84da68792a5 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:53.146657 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608f1bae-6de8-4544-8a9d-b634b4079b01 x-openstack-request-id: req-608f1bae-6de8-4544-8a9d-b634b4079b01 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:53.146893 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9d94eb-cfe9-498c-9345-112dc909d6f0", "name": "network-vif-deleted", "tag": "70d0e828-eb86-40c0-a515-1d8f865feca8", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:53.147146 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-608f1bae-6de8-4544-8a9d-b634b4079b01 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:53.147552 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608f1bae-6de8-4544-8a9d-b634b4079b01'] response: {'server_uuid': '7d9d94eb-cfe9-498c-9345-112dc909d6f0', 'name': 'network-vif-deleted', 'tag': '70d0e828-eb86-40c0-a515-1d8f865feca8', 'status': 'completed', 'code': 200} May 10 11:31:53.230146 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49b12420-8df8-4370-b89b-4575756b45ae req-c7ec7aed-56f7-4772-829a-669b1c545a0e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0989127 May 10 11:31:53.316150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-238f669c-4be5-43c3-8ee9-ab05949d56b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.362697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39316) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:53.368368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f669c-4be5-43c3-8ee9-ab05949d56b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=3d325b93-bf4b-4af9-9bf7-7a350b413961,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:53.409961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-238f669c-4be5-43c3-8ee9-ab05949d56b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.415375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-238f669c-4be5-43c3-8ee9-ab05949d56b1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/3d325b93-bf4b-4af9-9bf7-7a350b413961 HTTP/1.1" status: 204 len: 168 time: 0.6429307 May 10 11:31:53.417140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f10f19-4d3e-48f7-820c-e1fca8cc954a None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:53.420721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39320) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:53.433882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209292e4-7224-4ae1-8243-f212c74e5026 req-5993d073-2b75-48ba-bdc3-977f49c1c5a2 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:53.436151 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-209292e4-7224-4ae1-8243-f212c74e5026 req-5993d073-2b75-48ba-bdc3-977f49c1c5a2 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1078298 May 10 11:31:53.483965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:53.521543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-209292e4-7224-4ae1-8243-f212c74e5026 req-5974b923-aef3-4ab8-b36c-b6fd61c1cf0a tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768707 May 10 11:31:53.583519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:53.605460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6bc05a-e2b6-4671-97e2-700450214977 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 40fdcf54-bac0-459e-b0b8-18ad183cd5da {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:31:53.611395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'port_id': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'mac_address': 'fa:16:3e:e5:1a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f797b6-5925-4b4e-a192-11a6c6d3d98e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:53.653367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc05a-e2b6-4671-97e2-700450214977 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.709724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c8f957e5-ad5a-4a4c-944a-f99bd2deecc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=648bebfdf5bf41b09b2a8229532689c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378675 May 10 11:31:53.712735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39336) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:53.721393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1f331f98-c23d-4fe8-a51f-c84da68792a5 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:53.722065 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.740351 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc05a-e2b6-4671-97e2-700450214977 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.745006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f331f98-c23d-4fe8-a51f-c84da68792a5 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:53.790915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:53.799764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.841687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98885812-fa40-4e0f-9685-c431547b4543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.908058 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98885812-fa40-4e0f-9685-c431547b4543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.932575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc05a-e2b6-4671-97e2-700450214977 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.955009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:54.022319 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98885812-fa40-4e0f-9685-c431547b4543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.029200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:54.035393 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98885812-fa40-4e0f-9685-c431547b4543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.036492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-98885812-fa40-4e0f-9685-c431547b4543 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efa61468-61b1-42d4-8b16-7c1dbf0d873f HTTP/1.1" status: 204 len: 168 time: 0.3225760 May 10 11:31:54.201697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1f331f98-c23d-4fe8-a51f-c84da68792a5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:54.202352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98885812-fa40-4e0f-9685-c431547b4543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa61468-61b1-42d4-8b16-7c1dbf0d873f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:54.211377 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc05a-e2b6-4671-97e2-700450214977 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.290539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f8005-b5e7-4f37-81e8-da34c4b40929 req-9ec58756-0926-4d29-8391-e61f7a2b8c36 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:54.308908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-837f8005-b5e7-4f37-81e8-da34c4b40929 req-9ec58756-0926-4d29-8391-e61f7a2b8c36 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 945 time: 0.2939029 May 10 11:31:54.358791 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc05a-e2b6-4671-97e2-700450214977 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.376733 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cc6bc05a-e2b6-4671-97e2-700450214977 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/40fdcf54-bac0-459e-b0b8-18ad183cd5da HTTP/1.1" status: 204 len: 168 time: 0.9514134 May 10 11:31:54.377517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39370) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:54.378333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bc05a-e2b6-4671-97e2-700450214977 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=40fdcf54-bac0-459e-b0b8-18ad183cd5da,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:54.460477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-837f8005-b5e7-4f37-81e8-da34c4b40929 req-17c4b3b9-4799-454b-b6fc-570b4dc32784 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451828 May 10 11:31:54.546840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39382) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:54.552616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:54.576473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9e0ad162-48b2-4090-93da-520cefd1a5b6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499395 May 10 11:31:54.696999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca8114-8238-4c86-8122-4b1dfb379343 req-9dd61947-7359-4c2f-b76c-4e441c4fd6a3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:54.709461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fbca8114-8238-4c86-8122-4b1dfb379343 req-9dd61947-7359-4c2f-b76c-4e441c4fd6a3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.2944882 May 10 11:31:54.782566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fbca8114-8238-4c86-8122-4b1dfb379343 req-7bc00ee3-7352-4fd3-b034-10ec50abc141 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721023 May 10 11:31:54.802447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c95ab3a-bf0e-465c-9c4d-047f34dd95b0 req-def1f2c4-ce3c-4f7c-b91d-7b214f22ca7f tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0674014 May 10 11:31:54.842290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d1b245-90fc-4ce1-915b-06a7e462683d None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:54.862660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:54.873311 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.012624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4a7bf5a9-af24-42ad-9bf1-7ee845d1a16c None None] Provisioning complete for port add9c787-cc85-485e-8786-8552aa152b57 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:55.013002 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf5a9-af24-42ad-9bf1-7ee845d1a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.222212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bf5a9-af24-42ad-9bf1-7ee845d1a16c None None] Current status of the port add9c787-cc85-485e-8786-8552aa152b57 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:55.247513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:55.346716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] Deleting port add9c787-cc85-485e-8786-8552aa152b57 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:31:55.347431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.380024 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.488958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] For port add9c787-cc85-485e-8786-8552aa152b57, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=add9c787-cc85-485e-8786-8552aa152b57,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:55.494559 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.500244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=f83db792-3e19-48c9-81d9-dfa6bf3bda1e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:55.551952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:55.553493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] Calling delete_port for add9c787-cc85-485e-8786-8552aa152b57 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:31:55.558397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:55.574922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:55.577988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.663927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2c776640-e3f2-48f1-90f0-4a5dc149c7fa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1131725 May 10 11:31:55.665138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39442) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:55.685085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0995bd46-20f4-48ad-a781-8ef4e62cf69d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:55.817001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea670fd-b156-4fd3-9797-26dc1edd3371 req-d668b618-6745-44a2-ba06-9c08482afdea tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:55.832279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eea670fd-b156-4fd3-9797-26dc1edd3371 req-d668b618-6745-44a2-ba06-9c08482afdea tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 945 time: 0.1921482 May 10 11:31:55.847400 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.944262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eea670fd-b156-4fd3-9797-26dc1edd3371 req-062ad60b-eb73-4ba8-aa22-92e01760d469 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099875 May 10 11:31:55.950071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] No DVR routers for this DVR port add9c787-cc85-485e-8786-8552aa152b57 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:55.957583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e697c-2052-45c7-bb5f-f643207a9ed7 None None] Pushing event deleted for resources: {'Port': ['ID=add9c787-cc85-485e-8786-8552aa152b57,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:55.990692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0feb0f9-f44c-4804-9a44-26980b5171eb None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:56.157200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c532-a38a-485f-af72-2b9f9cdb0275 req-83ae09cb-a25b-487a-936b-10b2e418d594 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:56.167566 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d425c532-a38a-485f-af72-2b9f9cdb0275 req-83ae09cb-a25b-487a-936b-10b2e418d594 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.1253633 May 10 11:31:56.173955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-907ed29d-248b-4d65-893f-9c74760e5a09 req-f3d14cfa-235c-4a47-9f4d-be65cdf0634a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0700023 May 10 11:31:56.236852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0995bd46-20f4-48ad-a781-8ef4e62cf69d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:56.241830 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0995bd46-20f4-48ad-a781-8ef4e62cf69d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.266773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d425c532-a38a-485f-af72-2b9f9cdb0275 req-a151ea5b-e37b-43aa-a0be-f429b15ff914 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906878 May 10 11:31:56.401503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'f83db792-3e19-48c9-81d9-dfa6bf3bda1e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:31:56.402390 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.409325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39470) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:56.433204 n-d-840949-1 neutron-server[102768]: INFO neutron.db.ipam_backend_mixin [None req-0995bd46-20f4-48ad-a781-8ef4e62cf69d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f83db792-3e19-48c9-81d9-dfa6bf3bda1e (CIDR: 2001:db8::/64) May 10 11:31:56.440582 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0995bd46-20f4-48ad-a781-8ef4e62cf69d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:31:56.441696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0995bd46-20f4-48ad-a781-8ef4e62cf69d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:31:56.476511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0995bd46-20f4-48ad-a781-8ef4e62cf69d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8100073 May 10 11:31:56.479159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39474) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:56.484669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:56.653463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:56.755852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:56.761993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/f83db792-3e19-48c9-81d9-dfa6bf3bda1e/47974ae8-4c91-46e8-a026-1b6c8455a0ff) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:56.764414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:31:56.766075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.774042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c90784b9-c941-4a44-950e-1317710c0950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.925517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39494) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:57.175730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c90784b9-c941-4a44-950e-1317710c0950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.239066 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c90784b9-c941-4a44-950e-1317710c0950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.261278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a97ec086-15d1-4083-ac4e-3b33ae0e702a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.318711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e492c8c-af97-4253-bec6-b847d84b384f req-1474fbd0-9f75-44f3-9cae-298932f786f6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:57.327339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90784b9-c941-4a44-950e-1317710c0950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dfa705-ef67-4bc5-b7e6-aec0a8782527,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:57.329651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e492c8c-af97-4253-bec6-b847d84b384f req-1474fbd0-9f75-44f3-9cae-298932f786f6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 945 time: 0.2813752 May 10 11:31:57.374361 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-941028dd-1b5d-4cd1-9264-87a45903fd52 req-554d839d-d902-4faa-a855-80a91d9e9d45 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0486896 May 10 11:31:57.398099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c90784b9-c941-4a44-950e-1317710c0950 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f382ab568d7a42a4b45adbcfd449d2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9875414 May 10 11:31:57.401513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39516) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:57.496164 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e492c8c-af97-4253-bec6-b847d84b384f req-8d4580c2-a77b-45a5-890e-7b29bb60aafd tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642802 May 10 11:31:57.547342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device add9c787-cc85-485e-8786-8552aa152b57 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:31:57.550738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-353d6609-853f-4f35-9f61-0f46624a9eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.571913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a97ec086-15d1-4083-ac4e-3b33ae0e702a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.580233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a97ec086-15d1-4083-ac4e-3b33ae0e702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.630393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ec086-15d1-4083-ac4e-3b33ae0e702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a44bdc4-68fb-437a-a750-fe404d0642ea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:57.663280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a97ec086-15d1-4083-ac4e-3b33ae0e702a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13a6a575776943ff9141e9cd061c1c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7347217 May 10 11:31:57.664341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39522) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:57.674770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-353d6609-853f-4f35-9f61-0f46624a9eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.732780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:57.764409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'port_id': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'mac_address': 'fa:16:3e:98:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2d4da-01c6-4051-b8e3-c7362047b4a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:31:57.795776 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6a35268d-a1eb-4b13-8f45-8eef4d57104d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.852286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:31:57.866659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6a35268d-a1eb-4b13-8f45-8eef4d57104d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.875928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eac99-70ac-4a60-b139-ccfc0f78d0ce req-ff3b4d61-a943-449f-a98a-b5f105bb6eb7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:57.894466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e3eac99-70ac-4a60-b139-ccfc0f78d0ce req-ff3b4d61-a943-449f-a98a-b5f105bb6eb7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.3492157 May 10 11:31:57.959369 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.962693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: add9c787-cc85-485e-8786-8552aa152b57 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:31:57.963213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device add9c787-cc85-485e-8786-8552aa152b57 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:31:57.972747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6a35268d-a1eb-4b13-8f45-8eef4d57104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.973305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.975690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6a35268d-a1eb-4b13-8f45-8eef4d57104d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.980242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6a35268d-a1eb-4b13-8f45-8eef4d57104d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a44bdc4-68fb-437a-a750-fe404d0642ea HTTP/1.1" status: 204 len: 168 time: 0.3137219 May 10 11:31:57.995748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35268d-a1eb-4b13-8f45-8eef4d57104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a44bdc4-68fb-437a-a750-fe404d0642ea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.025837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:58.029072 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.042825 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.051349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:58.055316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:58.059193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:58.059932 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.085877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e3eac99-70ac-4a60-b139-ccfc0f78d0ce req-358e0c87-942d-405e-9a85-a0ce68ccdf28 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903818 May 10 11:31:58.101353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6185422 May 10 11:31:58.102602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39536) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:31:58.120797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b87e32-1387-4b80-b17c-d67aa1325636 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=44620c21-238d-4aa2-a68f-6a05fa2b1696,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.122179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:0d:3a:5d', 'name': 'tempest-NetworksTestDHCPv6-321322114'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:58.145975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-353d6609-853f-4f35-9f61-0f46624a9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.150295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-353d6609-853f-4f35-9f61-0f46624a9eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.158084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-353d6609-853f-4f35-9f61-0f46624a9eeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03dfa705-ef67-4bc5-b7e6-aec0a8782527 HTTP/1.1" status: 204 len: 168 time: 0.7469072 May 10 11:31:58.201922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d6609-853f-4f35-9f61-0f46624a9eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dfa705-ef67-4bc5-b7e6-aec0a8782527,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.457717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:58.457717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Pushing event updated for resources: {'Port': ['ID=47974ae8-4c91-46e8-a026-1b6c8455a0ff,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.476361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:58.495620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:58.502476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:31:58.579162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:58.579162 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.655650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.695978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd58cd59-5349-42a9-9ef0-c8e01deb3f3d req-7ead5ea1-3ff7-4e4c-a5d4-507f4be4e942 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d9d94eb-cfe9-498c-9345-112dc909d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0767915 May 10 11:31:58.717387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 87d5c2e2-0e40-456b-b2a6-b37e74ee29d4 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:31:58.787728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:31:58.788171 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.793564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:31:58.872763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Attempting to bind port 47974ae8-4c91-46e8-a026-1b6c8455a0ff on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:58.874442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Attempting to bind port 47974ae8-4c91-46e8-a026-1b6c8455a0ff by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:58.875058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Attempting to bind port 47974ae8-4c91-46e8-a026-1b6c8455a0ff on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:31:58.970699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:58.973764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:31:58.978630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:31:58.979291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.985106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:31:58.989476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Bound port: 47974ae8-4c91-46e8-a026-1b6c8455a0ff, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:58.990117 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.996769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66504b-e2fa-4e38-a65c-32ff9ac84582 req-65b8f8c2-e956-4e1c-b3db-1f010e631f17 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:59.008744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d66504b-e2fa-4e38-a65c-32ff9ac84582 req-65b8f8c2-e956-4e1c-b3db-1f010e631f17 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 945 time: 0.1565058 May 10 11:31:59.083918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d66504b-e2fa-4e38-a65c-32ff9ac84582 req-ac02070b-59b8-493d-8a01-0f4c6b67e3af tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682034 May 10 11:31:59.272039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] For port 47974ae8-4c91-46e8-a026-1b6c8455a0ff, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:31:59.285021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] For port 47974ae8-4c91-46e8-a026-1b6c8455a0ff, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=47974ae8-4c91-46e8-a026-1b6c8455a0ff,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:31:59.310885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.325470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:31:59.332227 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124374f2-f359-43f4-a641-7c7dfc54e9ae" -d '{"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-plugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:31:59.376128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::3aa (6f83b423-bdd7-4fb8-a1c5-b433d8998665/f83db792-3e19-48c9-81d9-dfa6bf3bda1e/87d5c2e2-0e40-456b-b2a6-b37e74ee29d4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:59.383897 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.397582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:3a5d (6f83b423-bdd7-4fb8-a1c5-b433d8998665/44620c21-238d-4aa2-a68f-6a05fa2b1696/87d5c2e2-0e40-456b-b2a6-b37e74ee29d4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:59.454100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35f93a-1f48-47ba-9f07-84606a3e26fd req-90b7c044-42b4-4062-8ea1-afcc1a1d4eb3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:31:59.463716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd35f93a-1f48-47ba-9f07-84606a3e26fd req-90b7c044-42b4-4062-8ea1-afcc1a1d4eb3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.1493504 May 10 11:31:59.519015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:31:59.531665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:31:59.551588 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.552424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1f331f98-c23d-4fe8-a51f-c84da68792a5 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:31:59.603921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd35f93a-1f48-47ba-9f07-84606a3e26fd req-85292913-5bb6-4e38-aa55-a2a0f4a21836 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266882 May 10 11:31:59.759555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.794948 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac0c367-f774-4e5e-8ce2-1affd82fc838 x-openstack-request-id: req-bac0c367-f774-4e5e-8ce2-1affd82fc838 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:31:59.795553 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-plugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:31:59.795553 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bac0c367-f774-4e5e-8ce2-1affd82fc838 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:31:59.795982 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac0c367-f774-4e5e-8ce2-1affd82fc838'] response: {'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'code': 200} May 10 11:31:59.874002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:59.956481 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.987450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 1f331f98-c23d-4fe8-a51f-c84da68792a5 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:00.045833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 1f331f98-c23d-4fe8-a51f-c84da68792a5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:00.046214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.123948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad1fa1-326d-4a66-ac62-64721d678f4a None None] Pushing event updated for resources: {'Port': ['ID=47974ae8-4c91-46e8-a026-1b6c8455a0ff,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:00.202020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:00.226120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:00.240505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:00.312616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:00.316266 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.377790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=87d5c2e2-0e40-456b-b2a6-b37e74ee29d4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:00.426309 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cdd8a4d7-4907-4656-a28b-d249e57832ea tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3217344 May 10 11:32:00.427439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39596) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:00.430589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:00.643662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c13e33-440f-475f-9693-3873b505ffaf req-8d8e67da-788c-4cb7-8e8c-35e890be7a4a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:00.667090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c6c13e33-440f-475f-9693-3873b505ffaf req-8d8e67da-788c-4cb7-8e8c-35e890be7a4a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 945 time: 0.3016329 May 10 11:32:00.682517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1f331f98-c23d-4fe8-a51f-c84da68792a5 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:00.682920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.750959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-951aed4c-68ca-4533-967a-a92cbe3f47ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 87d5c2e2-0e40-456b-b2a6-b37e74ee29d4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:00.752242 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951aed4c-68ca-4533-967a-a92cbe3f47ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.829887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c6c13e33-440f-475f-9693-3873b505ffaf req-27467bac-5cf9-41a7-bc70-1b880642c372 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597717 May 10 11:32:00.909312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:00.934418 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.093158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:01.157089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 47974ae8-4c91-46e8-a026-1b6c8455a0ff up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:01.173191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951aed4c-68ca-4533-967a-a92cbe3f47ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.223608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ba76b-a089-4ead-9cc4-098df68faf28 req-e2795f1e-0d01-4336-b966-fa7403a7cccb tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:01.225524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-341ba76b-a089-4ead-9cc4-098df68faf28 req-e2795f1e-0d01-4336-b966-fa7403a7cccb tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.2714398 May 10 11:32:01.244489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-951aed4c-68ca-4533-967a-a92cbe3f47ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 87d5c2e2-0e40-456b-b2a6-b37e74ee29d4 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:01.320070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 47974ae8-4c91-46e8-a026-1b6c8455a0ff triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:01.320508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.432133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:01.474954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-341ba76b-a089-4ead-9cc4-098df68faf28 req-e424340a-3a2d-4640-8e49-806b33b1687e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374709 May 10 11:32:01.705940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:01.710527 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.764886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 47974ae8-4c91-46e8-a026-1b6c8455a0ff is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:01.765510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.829487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:01.833478 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63de0fc-de48-4325-9fac-f8e5cf82c7b7" -d '{"events": [{"server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "name": "network-vif-plugged", "status": "completed", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:01.896689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951aed4c-68ca-4533-967a-a92cbe3f47ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.933389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 47974ae8-4c91-46e8-a026-1b6c8455a0ff, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=47974ae8-4c91-46e8-a026-1b6c8455a0ff,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:01.960265 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc04c44-dfb7-483e-9b9d-43fb30aa0439 x-openstack-request-id: req-1fc04c44-dfb7-483e-9b9d-43fb30aa0439 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:01.963312 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "name": "network-vif-plugged", "status": "completed", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:01.963807 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc04c44-dfb7-483e-9b9d-43fb30aa0439 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:01.966797 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc04c44-dfb7-483e-9b9d-43fb30aa0439'] response: {'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'code': 200} May 10 11:32:01.967933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.992638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951aed4c-68ca-4533-967a-a92cbe3f47ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=87d5c2e2-0e40-456b-b2a6-b37e74ee29d4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:02.072054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb2a68-e9ae-4807-b796-c2f02b3544fc req-64b2be8b-7f24-4585-a566-1511a57ba98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:02.074691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2adb2a68-e9ae-4807-b796-c2f02b3544fc req-64b2be8b-7f24-4585-a566-1511a57ba98e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 1097 time: 0.0671504 May 10 11:32:02.100242 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951aed4c-68ca-4533-967a-a92cbe3f47ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.103866 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-951aed4c-68ca-4533-967a-a92cbe3f47ef tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/87d5c2e2-0e40-456b-b2a6-b37e74ee29d4 HTTP/1.1" status: 204 len: 168 time: 1.6746919 May 10 11:32:02.106707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39630) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:02.195923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671cb85-a9bd-4f82-b517-d4f440c81c64 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:02.264881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2adb2a68-e9ae-4807-b796-c2f02b3544fc req-c823c7c7-be28-445f-a51f-b01c71ddf7cd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798356 May 10 11:32:02.278229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a8616-44ef-497d-a668-8f12a1864afb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:02.279898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=47974ae8-4c91-46e8-a026-1b6c8455a0ff,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:02.287715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff0a8616-44ef-497d-a668-8f12a1864afb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1650989 May 10 11:32:02.288551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:02.296133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace21bf1-9a53-42a1-92a9-f77518e3b28d req-21b278f8-d95a-41df-9876-891722b957ba tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:02.305262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ace21bf1-9a53-42a1-92a9-f77518e3b28d req-21b278f8-d95a-41df-9876-891722b957ba tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1281300 May 10 11:32:02.413363 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ace21bf1-9a53-42a1-92a9-f77518e3b28d req-89755c9a-2ec8-444d-a29f-4fe8f1502e2c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045411 May 10 11:32:02.418848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d8fa1d-0d44-44db-9f31-2e53bead9d84 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:02.423865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:02.426982 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-46d8fa1d-0d44-44db-9f31-2e53bead9d84 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1344941 May 10 11:32:02.478316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:02.478960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.613105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f00ed-74b0-4b27-8b3d-e20a65d707d8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:02.616358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f00ed-74b0-4b27-8b3d-e20a65d707d8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:02.617939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f00ed-74b0-4b27-8b3d-e20a65d707d8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:02.622141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-863f00ed-74b0-4b27-8b3d-e20a65d707d8 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1947072 May 10 11:32:02.623030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39646) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:02.663232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6e20409e-70cc-4ad6-a3d6-ddc23bfd6a21 None None] Provisioning complete for port 47974ae8-4c91-46e8-a026-1b6c8455a0ff triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:02.684112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6e20409e-70cc-4ad6-a3d6-ddc23bfd6a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.784594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95031a-b331-49ac-9a7d-e275c522c196 req-537e54c2-22c7-458f-875c-84f8094491d1 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:02.795155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab95031a-b331-49ac-9a7d-e275c522c196 req-537e54c2-22c7-458f-875c-84f8094491d1 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.1074979 May 10 11:32:02.817014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-83105b74-3f1e-4813-b033-d451050f7a2b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 44620c21-238d-4aa2-a68f-6a05fa2b1696 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:32:02.831414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.852301 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83105b74-3f1e-4813-b033-d451050f7a2b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.894931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab95031a-b331-49ac-9a7d-e275c522c196 req-64601dce-2fd8-4ca5-8963-81b881cb0d04 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985544 May 10 11:32:02.935858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:02.949452 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.952234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83105b74-3f1e-4813-b033-d451050f7a2b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.073751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:03.078549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83105b74-3f1e-4813-b033-d451050f7a2b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.085864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 47974ae8-4c91-46e8-a026-1b6c8455a0ff up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:03.131152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c636504-ed80-4234-a357-cebdfac940a2 req-7358aaf0-4fdf-4bf6-b799-47f1e10afe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:03.133302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c636504-ed80-4234-a357-cebdfac940a2 req-7358aaf0-4fdf-4bf6-b799-47f1e10afe96 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 1097 time: 0.1215966 May 10 11:32:03.239027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c636504-ed80-4234-a357-cebdfac940a2 req-c6bd501e-5791-4903-8b65-d0038279221d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971711 May 10 11:32:03.249817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83105b74-3f1e-4813-b033-d451050f7a2b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.306551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83105b74-3f1e-4813-b033-d451050f7a2b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=44620c21-238d-4aa2-a68f-6a05fa2b1696,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:03.409932 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83105b74-3f1e-4813-b033-d451050f7a2b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.421692 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-83105b74-3f1e-4813-b033-d451050f7a2b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/44620c21-238d-4aa2-a68f-6a05fa2b1696 HTTP/1.1" status: 204 len: 168 time: 0.7970147 May 10 11:32:03.424415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39660) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:03.495863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 47974ae8-4c91-46e8-a026-1b6c8455a0ff triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:03.496263 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.498758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6e20409e-70cc-4ad6-a3d6-ddc23bfd6a21 None None] Current status of the port 47974ae8-4c91-46e8-a026-1b6c8455a0ff is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:03.571630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f529092d-af60-4817-8620-7ba51712e42b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet f83db792-3e19-48c9-81d9-dfa6bf3bda1e {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:32:03.584546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f529092d-af60-4817-8620-7ba51712e42b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.778037 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f529092d-af60-4817-8620-7ba51712e42b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.830800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 47974ae8-4c91-46e8-a026-1b6c8455a0ff is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:03.950882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f529092d-af60-4817-8620-7ba51712e42b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.960025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d0f9b-e09a-47e4-8b0d-db84105bbae1 None None] Update dhcp port {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'fixed_ips': [{'subnet_id': 'f83db792-3e19-48c9-81d9-dfa6bf3bda1e', 'ip_address': '2001:db8::2'}, {'subnet_id': '44620c21-238d-4aa2-a68f-6a05fa2b1696'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '47974ae8-4c91-46e8-a026-1b6c8455a0ff'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:32:04.005081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:04.013805 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcb645b-7646-49a6-8e28-b9339a17a019" -d '{"events": [{"server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "name": "network-vif-plugged", "status": "completed", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:04.038871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0f9b-e09a-47e4-8b0d-db84105bbae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.051751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69080-1731-444d-90b7-f77350ce54d7 req-9e30d708-194e-48c7-8e15-57986f106454 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:04.069025 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a69080-1731-444d-90b7-f77350ce54d7 req-9e30d708-194e-48c7-8e15-57986f106454 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.4916265 May 10 11:32:04.364879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a69080-1731-444d-90b7-f77350ce54d7 req-28b05f41-4297-4e36-a9f7-33abf31edbef tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944951 May 10 11:32:04.401933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f529092d-af60-4817-8620-7ba51712e42b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.437565 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f529092d-af60-4817-8620-7ba51712e42b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.454970 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f529092d-af60-4817-8620-7ba51712e42b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/f83db792-3e19-48c9-81d9-dfa6bf3bda1e HTTP/1.1" status: 204 len: 168 time: 1.0260999 May 10 11:32:04.455389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39682) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-0d2d0f9b-e09a-47e4-8b0d-db84105bbae1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f83db792-3e19-48c9-81d9-dfa6bf3bda1e: This subnet is being modified by another concurrent operation. May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:32:04.533429 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f83db792-3e19-48c9-81d9-dfa6bf3bda1e: This subnet is being modified by another concurrent operation. May 10 11:32:04.537199 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:32:04.568401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529092d-af60-4817-8620-7ba51712e42b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=f83db792-3e19-48c9-81d9-dfa6bf3bda1e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:04.575995 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f0fe3077-828f-4319-ae74-2b184d9b8cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.577428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9418e0ac-71e1-4d3c-abba-4209f99d2d8d tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207917 May 10 11:32:04.584059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39684) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:04.596262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:04.675796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324be841-b00d-4d8a-be12-6f5132bda481 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:04.766893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac4f15-1947-44ac-b952-2bdaee245e47 req-5430a70a-42d5-4517-9f23-321b4663d499 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:04.796210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3eac4f15-1947-44ac-b952-2bdaee245e47 req-5430a70a-42d5-4517-9f23-321b4663d499 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.2026157 May 10 11:32:04.830474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:04.834207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.932462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3eac4f15-1947-44ac-b952-2bdaee245e47 req-4519d55b-87f5-4bbd-ac00-715c1828159e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348965 May 10 11:32:05.023691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5c10cd29-f6eb-4a79-9845-ac742394725d None None] Provisioning complete for port 47974ae8-4c91-46e8-a026-1b6c8455a0ff triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:05.035625 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c10cd29-f6eb-4a79-9845-ac742394725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.117220 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6331f02-d853-43ab-a1f8-65c5b3b68e18 x-openstack-request-id: req-b6331f02-d853-43ab-a1f8-65c5b3b68e18 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:05.117220 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "name": "network-vif-plugged", "status": "completed", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:05.117220 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6331f02-d853-43ab-a1f8-65c5b3b68e18 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:05.117220 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6331f02-d853-43ab-a1f8-65c5b3b68e18'] response: {'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'code': 200} May 10 11:32:05.223761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 47974ae8-4c91-46e8-a026-1b6c8455a0ff no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:05.394415 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.458478 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.826795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f785-ada4-483c-8870-56a2054e63d3 req-d41584fc-a80f-4680-ae92-657e82c118dc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:05.828424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5914f785-ada4-483c-8870-56a2054e63d3 req-d41584fc-a80f-4680-ae92-657e82c118dc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1218312 May 10 11:32:05.990207 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5914f785-ada4-483c-8870-56a2054e63d3 req-b13a6598-5667-4ce6-898d-5dfefe0091ea tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530893 May 10 11:32:06.249592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5c10cd29-f6eb-4a79-9845-ac742394725d None None] Current status of the port 47974ae8-4c91-46e8-a026-1b6c8455a0ff is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:06.340005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad6324-5f17-49d0-b278-f3ed49995725 req-a76765f0-20e2-4a29-b50f-fd4a9fdf6cd0 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:06.351224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85ad6324-5f17-49d0-b278-f3ed49995725 req-a76765f0-20e2-4a29-b50f-fd4a9fdf6cd0 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.1461742 May 10 11:32:06.381834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 47974ae8-4c91-46e8-a026-1b6c8455a0ff is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:06.381834 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.397365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:32:06.478335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85ad6324-5f17-49d0-b278-f3ed49995725 req-4e842f5b-c4e1-4cb4-a463-bc1f0f3ff3a0 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235125 May 10 11:32:06.575293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=f58981a9-9d59-4092-8f17-a60b499e4b02,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:06.654077 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd057-8dc7-4aff-9850-5c05f11d00f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.690628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:06.712730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 47974ae8-4c91-46e8-a026-1b6c8455a0ff, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=47974ae8-4c91-46e8-a026-1b6c8455a0ff,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:06.713248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:06.725763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:06.728544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.733245 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.822167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9c500-9872-41f8-b31d-08166b43611c req-732139f9-13f0-4f95-992a-167a75387ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:06.828058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e9c500-9872-41f8-b31d-08166b43611c req-732139f9-13f0-4f95-992a-167a75387ff6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 1097 time: 0.2604198 May 10 11:32:06.847563 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ddeba3a4-bf73-45db-bf25-a46612058a83 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2597141 May 10 11:32:06.848014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39724) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:06.853782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5ef56ce5-ce92-418c-a788-08e1569205f2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:06.928942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] Deleting port 47974ae8-4c91-46e8-a026-1b6c8455a0ff {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:06.932756 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.065036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9c500-9872-41f8-b31d-08166b43611c req-64dea71f-ff4c-4b31-b3f5-e75591fa584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:07.070883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e9c500-9872-41f8-b31d-08166b43611c req-64dea71f-ff4c-4b31-b3f5-e75591fa584a service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.2214603 May 10 11:32:07.121232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] For port 47974ae8-4c91-46e8-a026-1b6c8455a0ff, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=47974ae8-4c91-46e8-a026-1b6c8455a0ff,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:07.121682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.149592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] Calling delete_port for 47974ae8-4c91-46e8-a026-1b6c8455a0ff owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:07.243943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e9c500-9872-41f8-b31d-08166b43611c req-12ac8f73-795f-4cb1-af62-b9bc7748beaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1 HTTP/1.1" status: 200 len: 217 time: 0.1613996 May 10 11:32:07.286975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef56ce5-ce92-418c-a788-08e1569205f2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:07.296075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ef56ce5-ce92-418c-a788-08e1569205f2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.476335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9c500-9872-41f8-b31d-08166b43611c req-a2748b52-54fe-46c1-8ab1-12cb55da12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:07.480791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e9c500-9872-41f8-b31d-08166b43611c req-a2748b52-54fe-46c1-8ab1-12cb55da12ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.2295673 May 10 11:32:07.516087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.519103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=47974ae8-4c91-46e8-a026-1b6c8455a0ff,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:07.577978 n-d-840949-1 neutron-server[102767]: INFO neutron.db.ipam_backend_mixin [None req-5ef56ce5-ce92-418c-a788-08e1569205f2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f58981a9-9d59-4092-8f17-a60b499e4b02 (CIDR: 2001:db8::/64) May 10 11:32:07.585415 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef56ce5-ce92-418c-a788-08e1569205f2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:32:07.585910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef56ce5-ce92-418c-a788-08e1569205f2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:07.612557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] Pushing event deleted for resources: {'Port': ['ID=47974ae8-4c91-46e8-a026-1b6c8455a0ff,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:07.615036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b5a3a-7647-4918-87ef-c0e111707637 None None] No DVR routers for this DVR port 47974ae8-4c91-46e8-a026-1b6c8455a0ff on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:07.627635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9c500-9872-41f8-b31d-08166b43611c req-3d6142eb-dd47-4cc5-9325-0622696b438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:07.631168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e9c500-9872-41f8-b31d-08166b43611c req-3d6142eb-dd47-4cc5-9325-0622696b438c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444027 May 10 11:32:07.644856 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5ef56ce5-ce92-418c-a788-08e1569205f2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7926080 May 10 11:32:07.645548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39742) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:07.654653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e8d72-4aa0-4060-b2f4-818472ba80b7 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:07.661911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'subnet': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:07.956227 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.968394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e9c500-9872-41f8-b31d-08166b43611c req-0a9822e9-621c-4106-ae1a-6589a57b1296 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281181 May 10 11:32:07.981663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:07.999503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.203165 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'tenant_id': '738ab16858764c7790a98fd2c610847e', 'fixed_ips': [{'subnet_id': 'f58981a9-9d59-4092-8f17-a60b499e4b02'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:32:08.204220 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.286970 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31e9c500-9872-41f8-b31d-08166b43611c req-fdebfb9a-5dc6-4c72-ad7d-06dfa6beafe7 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109851 May 10 11:32:08.446774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Allocated IP 2001:db8::2 (6f83b423-bdd7-4fb8-a1c5-b433d8998665/f58981a9-9d59-4092-8f17-a60b499e4b02/7b4a720f-7dee-4127-925f-e9121befe36b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:08.848325 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.865871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.975857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:08.984644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:32:08.988011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:08.995470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:09.036617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Pushing event updated for resources: {'Port': ['ID=7b4a720f-7dee-4127-925f-e9121befe36b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:09.121191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Attempting to bind port 7b4a720f-7dee-4127-925f-e9121befe36b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:09.121577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Attempting to bind port 7b4a720f-7dee-4127-925f-e9121befe36b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:09.121939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Attempting to bind port 7b4a720f-7dee-4127-925f-e9121befe36b on network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:09.139138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:32:09.139518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Checking segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:09.142507 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.142935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Bound using segment: {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:32:09.143592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Bound port: 7b4a720f-7dee-4127-925f-e9121befe36b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cc8c3-3b17-4c46-a0ab-a5a69879de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:09.144003 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.271725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.302938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-809638ce-ad8f-4952-a848-b034b461087f None None] For port 7b4a720f-7dee-4127-925f-e9121befe36b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:32:09.311899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-809638ce-ad8f-4952-a848-b034b461087f None None] For port 7b4a720f-7dee-4127-925f-e9121befe36b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7b4a720f-7dee-4127-925f-e9121befe36b,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:32:09.321958 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.492997 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.507592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809638ce-ad8f-4952-a848-b034b461087f None None] Pushing event updated for resources: {'Port': ['ID=7b4a720f-7dee-4127-925f-e9121befe36b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:09.581690 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.006196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] For port 7b4a720f-7dee-4127-925f-e9121befe36b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7b4a720f-7dee-4127-925f-e9121befe36b,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:10.061750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.079580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.080747 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.211294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:10.220402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:10.228280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:10.228816 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.258984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6119311 May 10 11:32:10.262550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39796) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:10.270519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Request body: {'port': {'network_id': '6f83b423-bdd7-4fb8-a1c5-b433d8998665', 'mac_address': 'fa:16:3e:d8:e2:4f', 'name': 'tempest-NetworksTestDHCPv6-1402866665'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:10.272331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Subnet': ['ID=702bc1e8-2f3c-47d9-ac33-3dc53d0d4155,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:10.279336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a880e5-a6d6-43f5-adc6-fbf78d817745 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=7b4a720f-7dee-4127-925f-e9121befe36b,revision_number=4']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:10.540478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Made reservation on behalf of 738ab16858764c7790a98fd2c610847e for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:10.719999 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.766777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] device_id is not set on port 3bf485db-8026-4fd0-ba57-c5ba55409e05 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:32:11.074046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7b4a720f-7dee-4127-925f-e9121befe36b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:11.166822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8::8b (6f83b423-bdd7-4fb8-a1c5-b433d8998665/f58981a9-9d59-4092-8f17-a60b499e4b02/3bf485db-8026-4fd0-ba57-c5ba55409e05) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:11.175674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Allocated IP 2001:db8:0:1:f816:3eff:fed8:e24f (6f83b423-bdd7-4fb8-a1c5-b433d8998665/702bc1e8-2f3c-47d9-ac33-3dc53d0d4155/3bf485db-8026-4fd0-ba57-c5ba55409e05) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:11.279941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7b4a720f-7dee-4127-925f-e9121befe36b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:11.280409 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.390513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff8ade-5ec1-48e5-a7a1-7e883d2326a8 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:11.582042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.673065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d1ff0fb2-05be-4081-a0f9-bc36ddee9644 None None] Provisioning complete for port 7b4a720f-7dee-4127-925f-e9121befe36b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:11.673417 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0fb2-05be-4081-a0f9-bc36ddee9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.688954 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.706521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7b4a720f-7dee-4127-925f-e9121befe36b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:11.707505 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.811094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:11.834560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:11.840595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:11.849116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 7b4a720f-7dee-4127-925f-e9121befe36b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7b4a720f-7dee-4127-925f-e9121befe36b,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:11.852290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff0fb2-05be-4081-a0f9-bc36ddee9644 None None] Current status of the port 7b4a720f-7dee-4127-925f-e9121befe36b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:11.853273 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0fb2-05be-4081-a0f9-bc36ddee9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.860820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:11.863323 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.874769 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.915639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6513743 May 10 11:32:11.918462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39868) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:11.974105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021bb57-c39d-4877-a232-e242e0d7233c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event updated for resources: {'Port': ['ID=3bf485db-8026-4fd0-ba57-c5ba55409e05,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:12.015165 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=7b4a720f-7dee-4127-925f-e9121befe36b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:12.022680 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-d1ff0fb2-05be-4081-a0f9-bc36ddee9644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:32:12.028337 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-d1ff0fb2-05be-4081-a0f9-bc36ddee9644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:32:12.102645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a0b77-dd81-44f1-b5d6-084f3ada6eee tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting port 3bf485db-8026-4fd0-ba57-c5ba55409e05 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:12.103176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0b77-dd81-44f1-b5d6-084f3ada6eee tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.267544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0b77-dd81-44f1-b5d6-084f3ada6eee tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.312370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a0b77-dd81-44f1-b5d6-084f3ada6eee tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Calling delete_port for 3bf485db-8026-4fd0-ba57-c5ba55409e05 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:12.649703 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0b77-dd81-44f1-b5d6-084f3ada6eee tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.654132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff0fb2-05be-4081-a0f9-bc36ddee9644 None None] Current status of the port 7b4a720f-7dee-4127-925f-e9121befe36b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:12.699239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a0b77-dd81-44f1-b5d6-084f3ada6eee tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Port': ['ID=3bf485db-8026-4fd0-ba57-c5ba55409e05,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:12.808512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0b77-dd81-44f1-b5d6-084f3ada6eee tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.812103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8c5a0b77-dd81-44f1-b5d6-084f3ada6eee tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/3bf485db-8026-4fd0-ba57-c5ba55409e05 HTTP/1.1" status: 204 len: 168 time: 0.8910089 May 10 11:32:12.814712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39886) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:12.841297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39888) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:12.968609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b67b2f-50d1-486b-ab2e-ecbf3d6d490c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:12.970220 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-11b67b2f-50d1-486b-ab2e-ecbf3d6d490c tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1544919 May 10 11:32:12.973038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39892) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:13.003844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7b4a720f-7dee-4127-925f-e9121befe36b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:13.087735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba9350-49df-49e1-bc64-90c8ca2be102 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:13.097067 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5bba9350-49df-49e1-bc64-90c8ca2be102 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1229658 May 10 11:32:13.099846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39894) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:13.136270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7b4a720f-7dee-4127-925f-e9121befe36b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:13.136650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.248996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28a5f51f-c01e-446d-ba46-2b0d58d83140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.290805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7b4a720f-7dee-4127-925f-e9121befe36b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:13.303201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85f8e5b6-699c-4097-9e38-af163180c1a0 None None] Could not find standard attr ID for object 3bf485db-8026-4fd0-ba57-c5ba55409e05. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:32:13.325120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85f8e5b6-699c-4097-9e38-af163180c1a0 None None] Provisioning complete for port 7b4a720f-7dee-4127-925f-e9121befe36b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:13.328288 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85f8e5b6-699c-4097-9e38-af163180c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.471112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28a5f51f-c01e-446d-ba46-2b0d58d83140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.484541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc928e-1536-4ea6-83d3-e4f347d84d7e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:13.486184 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc928e-1536-4ea6-83d3-e4f347d84d7e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:13.487913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc928e-1536-4ea6-83d3-e4f347d84d7e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:13.490098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-59bc928e-1536-4ea6-83d3-e4f347d84d7e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3892844 May 10 11:32:13.491401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28a5f51f-c01e-446d-ba46-2b0d58d83140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.492959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39896) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:13.519363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-85f8e5b6-699c-4097-9e38-af163180c1a0 None None] Current status of the port 7b4a720f-7dee-4127-925f-e9121befe36b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:13.628778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e6a88b-dff9-4c94-8a28-58d4f6481141 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet 702bc1e8-2f3c-47d9-ac33-3dc53d0d4155 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:32:13.630912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39898) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:13.632520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-28a5f51f-c01e-446d-ba46-2b0d58d83140 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0aa0bdaf75d418d928fb11767d61595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7841053 May 10 11:32:13.634913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5f51f-c01e-446d-ba46-2b0d58d83140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b192e382-85cc-4271-bd20-f082a851e397,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:13.651338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e6a88b-dff9-4c94-8a28-58d4f6481141 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.653907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ad376c08-6143-42fc-9c4c-c864e76c6999 None None] Could not find standard attr ID for object 87d5c2e2-0e40-456b-b2a6-b37e74ee29d4. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:32:13.760406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58df6541-441b-4181-aeef-f8a35b04d7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.774466 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e6a88b-dff9-4c94-8a28-58d4f6481141 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.838802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58df6541-441b-4181-aeef-f8a35b04d7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.959907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e6a88b-dff9-4c94-8a28-58d4f6481141 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.970081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-75a3445a-dce0-4b28-8a13-60486dec0d16 None None] Could not find standard attr ID for object 3bf485db-8026-4fd0-ba57-c5ba55409e05. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:32:13.970663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58df6541-441b-4181-aeef-f8a35b04d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.979802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58df6541-441b-4181-aeef-f8a35b04d7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.981023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-58df6541-441b-4181-aeef-f8a35b04d7c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b192e382-85cc-4271-bd20-f082a851e397 HTTP/1.1" status: 204 len: 168 time: 0.3491709 May 10 11:32:14.046419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df6541-441b-4181-aeef-f8a35b04d7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b192e382-85cc-4271-bd20-f082a851e397,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:14.124997 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e6a88b-dff9-4c94-8a28-58d4f6481141 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.152088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e6a88b-dff9-4c94-8a28-58d4f6481141 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.160630 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-30e6a88b-dff9-4c94-8a28-58d4f6481141 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/702bc1e8-2f3c-47d9-ac33-3dc53d0d4155 HTTP/1.1" status: 204 len: 168 time: 0.6654930 May 10 11:32:14.163339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:14.208294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6a88b-dff9-4c94-8a28-58d4f6481141 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=702bc1e8-2f3c-47d9-ac33-3dc53d0d4155,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:14.316766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d721c20b-1b3e-4663-804f-cc33f4577b09 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Deleting subnet f58981a9-9d59-4092-8f17-a60b499e4b02 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:32:14.328988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d721c20b-1b3e-4663-804f-cc33f4577b09 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.363761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9404d29f-ffc0-49e1-a2e6-746ae8285c65 None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:14.402777 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d721c20b-1b3e-4663-804f-cc33f4577b09 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.575031 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d721c20b-1b3e-4663-804f-cc33f4577b09 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.594708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39906) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:14.629735 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8e06-80bc-4734-8838-650346fccfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.678822 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d721c20b-1b3e-4663-804f-cc33f4577b09 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.727110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721c20b-1b3e-4663-804f-cc33f4577b09 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Subnet': ['ID=f58981a9-9d59-4092-8f17-a60b499e4b02,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:14.744874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d721c20b-1b3e-4663-804f-cc33f4577b09 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.758517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d721c20b-1b3e-4663-804f-cc33f4577b09 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/f58981a9-9d59-4092-8f17-a60b499e4b02 HTTP/1.1" status: 204 len: 168 time: 0.5938694 May 10 11:32:14.759151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39908) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:14.819307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8e06-80bc-4734-8838-650346fccfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.833268 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8e06-80bc-4734-8838-650346fccfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.872006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a6bfc46c-4efc-4369-a709-a11c8f1c26d7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115854 May 10 11:32:14.872614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39910) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:14.948490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2d4f8e06-80bc-4734-8838-650346fccfa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93649e40d6fb44d083e1a70bb600db0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527849 May 10 11:32:14.949374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f8e06-80bc-4734-8838-650346fccfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da13f2f-3369-426f-8bec-965013cef4eb,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:14.962554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39912) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.027676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8501fad-ac7f-42f3-9c7a-a79d2007f2dd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:15.029482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a8501fad-ac7f-42f3-9c7a-a79d2007f2dd tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1528413 May 10 11:32:15.032369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39914) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.068466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0df66661-7fc6-42b7-ab26-bd18a65e2964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.125331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0df66661-7fc6-42b7-ab26-bd18a65e2964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.172236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71385f7b-b28f-4acd-8568-9af58321f0ca tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:15.174007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-71385f7b-b28f-4acd-8568-9af58321f0ca tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1406369 May 10 11:32:15.182388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39916) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.201738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0df66661-7fc6-42b7-ab26-bd18a65e2964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.204299 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0df66661-7fc6-42b7-ab26-bd18a65e2964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.205451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0df66661-7fc6-42b7-ab26-bd18a65e2964 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1da13f2f-3369-426f-8bec-965013cef4eb HTTP/1.1" status: 204 len: 168 time: 0.2399907 May 10 11:32:15.287899 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a05ab426-6a93-41c7-8be6-afadcbfaa4e7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043177 May 10 11:32:15.293810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39920) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.303812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df66661-7fc6-42b7-ab26-bd18a65e2964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da13f2f-3369-426f-8bec-965013cef4eb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:15.369350 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaa9851-a83d-429f-abec-d720c6df64db tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.370146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aaa9851-a83d-429f-abec-d720c6df64db tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.381768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39922) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.382720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7aaa9851-a83d-429f-abec-d720c6df64db tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/3bf485db-8026-4fd0-ba57-c5ba55409e05 HTTP/1.1" status: 404 len: 333 time: 0.0890050 May 10 11:32:15.589714 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-683d1f6c-4c42-4ba0-a6f9-de0766016db1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.592075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683d1f6c-4c42-4ba0-a6f9-de0766016db1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.606207 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-683d1f6c-4c42-4ba0-a6f9-de0766016db1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/702bc1e8-2f3c-47d9-ac33-3dc53d0d4155 HTTP/1.1" status: 404 len: 337 time: 0.2224388 May 10 11:32:15.609180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39926) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.657185 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5718d457-06b2-4747-b375-c55f9d64be4e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.657797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5718d457-06b2-4747-b375-c55f9d64be4e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.665487 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5718d457-06b2-4747-b375-c55f9d64be4e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/f58981a9-9d59-4092-8f17-a60b499e4b02 HTTP/1.1" status: 404 len: 337 time: 0.0527167 May 10 11:32:15.665971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39928) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.702439 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c28d6d9-d2bb-48b6-902e-3b4f10c08ef2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.703322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c28d6d9-d2bb-48b6-902e-3b4f10c08ef2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.709242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6c28d6d9-d2bb-48b6-902e-3b4f10c08ef2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/87d5c2e2-0e40-456b-b2a6-b37e74ee29d4 HTTP/1.1" status: 404 len: 333 time: 0.0398481 May 10 11:32:15.709653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39930) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.714746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a5650-cbfa-4428-b0af-811741ae86cd None None] Network 6f83b423-bdd7-4fb8-a1c5-b433d8998665 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:15.751573 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc8b39e-3bbc-494e-8907-6cacf0411024 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.751896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc8b39e-3bbc-494e-8907-6cacf0411024 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.758635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1bc8b39e-3bbc-494e-8907-6cacf0411024 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/44620c21-238d-4aa2-a68f-6a05fa2b1696 HTTP/1.1" status: 404 len: 337 time: 0.0451875 May 10 11:32:15.758839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39932) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.800954 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edb2ce8-27f5-4d1a-bcfa-9b6eb01dd0c5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.801512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edb2ce8-27f5-4d1a-bcfa-9b6eb01dd0c5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.807784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0edb2ce8-27f5-4d1a-bcfa-9b6eb01dd0c5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/f83db792-3e19-48c9-81d9-dfa6bf3bda1e HTTP/1.1" status: 404 len: 337 time: 0.0455878 May 10 11:32:15.808638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39938) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.835789 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d353cf9-cf1b-42b1-81b1-4a663131c659 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.837984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d353cf9-cf1b-42b1-81b1-4a663131c659 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.846518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5d353cf9-cf1b-42b1-81b1-4a663131c659 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/caf793f5-453f-4035-b857-bfa9ffda7f67 HTTP/1.1" status: 404 len: 333 time: 0.0369174 May 10 11:32:15.849000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39942) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.896736 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84cdae8-3aa7-42bb-bf2f-0362e82db25e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.897002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84cdae8-3aa7-42bb-bf2f-0362e82db25e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.904114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-890b0bc0-153a-46d2-8e0a-16fd2ed680f1 None None] Provisioning complete for port 7b4a720f-7dee-4127-925f-e9121befe36b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:15.904544 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-890b0bc0-153a-46d2-8e0a-16fd2ed680f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.906990 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c84cdae8-3aa7-42bb-bf2f-0362e82db25e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/3d325b93-bf4b-4af9-9bf7-7a350b413961 HTTP/1.1" status: 404 len: 337 time: 0.0569251 May 10 11:32:15.910667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.971984 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a10670d-b7bf-4f96-a0fc-3d5792dbdad0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:15.971984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a10670d-b7bf-4f96-a0fc-3d5792dbdad0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:15.981081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39950) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:15.981782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6a10670d-b7bf-4f96-a0fc-3d5792dbdad0 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/40fdcf54-bac0-459e-b0b8-18ad183cd5da HTTP/1.1" status: 404 len: 337 time: 0.0697649 May 10 11:32:16.026424 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9da40a-4755-487c-a89f-977bc143d508 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.027339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9da40a-4755-487c-a89f-977bc143d508 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.035702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8b9da40a-4755-487c-a89f-977bc143d508 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/e78ba961-e369-40d6-a0c2-955406243026 HTTP/1.1" status: 404 len: 333 time: 0.0528073 May 10 11:32:16.038662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39952) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.094349 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d742e16d-aafe-4ff8-a3fc-172fc6282692 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.095121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d742e16d-aafe-4ff8-a3fc-172fc6282692 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.102101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.105419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d742e16d-aafe-4ff8-a3fc-172fc6282692 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/67756e9e-86de-4d9d-808f-3d35789765ee HTTP/1.1" status: 404 len: 337 time: 0.0655155 May 10 11:32:16.162986 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb0014b-d432-4a84-9e43-fa4480710bbc tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.163452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb0014b-d432-4a84-9e43-fa4480710bbc tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.176815 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ffb0014b-d432-4a84-9e43-fa4480710bbc tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/27475436-ec77-4ed9-95ab-ec1e85e512af HTTP/1.1" status: 404 len: 337 time: 0.0735629 May 10 11:32:16.179976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39958) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.236566 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1f79dd-dbda-49ae-8b21-a16b78d0c54b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.237353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1f79dd-dbda-49ae-8b21-a16b78d0c54b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.246316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5c1f79dd-dbda-49ae-8b21-a16b78d0c54b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/afe275b4-87a5-4750-b4bb-591a6231b5d9 HTTP/1.1" status: 404 len: 333 time: 0.0636756 May 10 11:32:16.249352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39960) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.302810 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e348bd9c-a734-4ad4-a532-7877f7827437 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.308975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e348bd9c-a734-4ad4-a532-7877f7827437 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.314292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39966) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.315073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e348bd9c-a734-4ad4-a532-7877f7827437 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/a7788c27-0b3e-4d19-b1fd-a475a54a40be HTTP/1.1" status: 404 len: 337 time: 0.0645235 May 10 11:32:16.375508 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c670a3-2205-4847-8cc5-dafade51d561 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.376283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c670a3-2205-4847-8cc5-dafade51d561 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.379696 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-60c670a3-2205-4847-8cc5-dafade51d561 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/c5256761-e5be-44d8-9420-e04a17bab91f HTTP/1.1" status: 404 len: 333 time: 0.0636013 May 10 11:32:16.382570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39968) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.471531 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f1457f-e1b3-4052-866d-d7f25ca8d3ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.475311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f1457f-e1b3-4052-866d-d7f25ca8d3ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.487462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-47f1457f-e1b3-4052-866d-d7f25ca8d3ae tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/39621aa3-d907-4291-a480-301e09e6b23e HTTP/1.1" status: 404 len: 337 time: 0.1036658 May 10 11:32:16.491273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39974) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.551329 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-435f0cc4-3b6e-4193-8760-2be63896b72e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.567890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435f0cc4-3b6e-4193-8760-2be63896b72e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.577449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-435f0cc4-3b6e-4193-8760-2be63896b72e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/5483c98a-1777-40d4-8295-4975cdb0e2ac HTTP/1.1" status: 404 len: 333 time: 0.0844803 May 10 11:32:16.580122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39980) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.583309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-890b0bc0-153a-46d2-8e0a-16fd2ed680f1 None None] Current status of the port 7b4a720f-7dee-4127-925f-e9121befe36b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:16.588850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] DHCP port deletion for 6f83b423-bdd7-4fb8-a1c5-b433d8998665 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:32:16.638079 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0738ab83-efdb-4520-97e3-62b00251a71b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.639668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0738ab83-efdb-4520-97e3-62b00251a71b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.644473 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0738ab83-efdb-4520-97e3-62b00251a71b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/458a34f8-8f6b-45a4-baef-47c05a3ddb6f HTTP/1.1" status: 404 len: 337 time: 0.0633106 May 10 11:32:16.647189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39984) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.651639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] Deleting port 7b4a720f-7dee-4127-925f-e9121befe36b {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:16.652050 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.693079 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19a2afa-3fe4-4468-9f41-d5f4cd252e91 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.695093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19a2afa-3fe4-4468-9f41-d5f4cd252e91 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.704981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b19a2afa-3fe4-4468-9f41-d5f4cd252e91 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/c9f0fa47-1671-4f28-8680-8db4cb531973 HTTP/1.1" status: 404 len: 333 time: 0.0540810 May 10 11:32:16.706048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39986) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.728995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] For port 7b4a720f-7dee-4127-925f-e9121befe36b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7b4a720f-7dee-4127-925f-e9121befe36b,segment=NetworkSegment(672cc8c3-3b17-4c46-a0ab-a5a69879de8a),segment_id=672cc8c3-3b17-4c46-a0ab-a5a69879de8a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:16.729500 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.745049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] Calling delete_port for 7b4a720f-7dee-4127-925f-e9121befe36b owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:16.765264 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5dbd66-cc1d-4914-a848-18514c4382a5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.766040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5dbd66-cc1d-4914-a848-18514c4382a5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.778618 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0e5dbd66-cc1d-4914-a848-18514c4382a5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/8a527e6a-3bf7-43d1-a5d0-fe66bcc4d90c HTTP/1.1" status: 404 len: 337 time: 0.0674632 May 10 11:32:16.778960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40000) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.823443 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a275ca1-8f4e-4afa-a2d0-39affb19c838 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.824121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a275ca1-8f4e-4afa-a2d0-39affb19c838 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.827254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3a275ca1-8f4e-4afa-a2d0-39affb19c838 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/7470668a-42ed-44a5-9a7d-3061514ab0a5 HTTP/1.1" status: 404 len: 333 time: 0.0469530 May 10 11:32:16.830081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.884808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.888012 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60b6efd-2eb6-485d-97dd-6ff351e20073 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.889408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60b6efd-2eb6-485d-97dd-6ff351e20073 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.898741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40004) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.899698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d60b6efd-2eb6-485d-97dd-6ff351e20073 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/063c40df-6a2d-45f2-9614-d52d9f88ccb3 HTTP/1.1" status: 404 len: 337 time: 0.0677736 May 10 11:32:16.935857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] Pushing event deleted for resources: {'Port': ['ID=7b4a720f-7dee-4127-925f-e9121befe36b,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:16.938276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa60e7-d849-4e96-b157-d3916a7b1b2e None None] No DVR routers for this DVR port 7b4a720f-7dee-4127-925f-e9121befe36b on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:16.952727 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda41c36-646b-47c2-ba8c-a72362b6d19b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:16.953979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda41c36-646b-47c2-ba8c-a72362b6d19b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:16.964724 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fda41c36-646b-47c2-ba8c-a72362b6d19b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/65b6b1d5-dc8a-4e36-8e70-453e232086fd HTTP/1.1" status: 404 len: 333 time: 0.0648818 May 10 11:32:16.966861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:16.981280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51a44c-6835-4005-9297-3f00e6a4b43a None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:32:17.008614 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb6462d-04b4-40f0-9b17-e4abce744157 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.009083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb6462d-04b4-40f0-9b17-e4abce744157 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.012900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1bb6462d-04b4-40f0-9b17-e4abce744157 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/22ca641f-d58e-41d9-9d7b-5975c480e126 HTTP/1.1" status: 404 len: 337 time: 0.0450652 May 10 11:32:17.015858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40010) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.044072 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6232405e-dd86-4ab7-935f-2e027a115bbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.044575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6232405e-dd86-4ab7-935f-2e027a115bbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.050491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40012) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.050684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6232405e-dd86-4ab7-935f-2e027a115bbb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/43728b00-a7e8-4851-b9c0-6287932bf474 HTTP/1.1" status: 404 len: 337 time: 0.0335288 May 10 11:32:17.058764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7b4a720f-7dee-4127-925f-e9121befe36b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:17.087489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 7b4a720f-7dee-4127-925f-e9121befe36b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:32:17.087801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7b4a720f-7dee-4127-925f-e9121befe36b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:32:17.089046 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2844f1c-50af-4bd8-a98d-2621c8099fe2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.089403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2844f1c-50af-4bd8-a98d-2621c8099fe2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.095934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d2844f1c-50af-4bd8-a98d-2621c8099fe2 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/0d9009d7-2fdd-4fc9-a90d-cca0960d1e0b HTTP/1.1" status: 404 len: 333 time: 0.0425971 May 10 11:32:17.096224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40016) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.107580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e51a44c-6835-4005-9297-3f00e6a4b43a None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:32:17.156471 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5c5a38-07ae-4f1c-9bb1-dc400b6b3465 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.158412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5c5a38-07ae-4f1c-9bb1-dc400b6b3465 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.169424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7a5c5a38-07ae-4f1c-9bb1-dc400b6b3465 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/e67226d6-bb21-4980-b044-40f66f39e234 HTTP/1.1" status: 404 len: 337 time: 0.0681498 May 10 11:32:17.171408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40022) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.271861 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a82f39-6ac8-4dda-8f97-e71c088884db tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.276467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a82f39-6ac8-4dda-8f97-e71c088884db tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.283804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40030) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.284900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-00a82f39-6ac8-4dda-8f97-e71c088884db tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/c4de3385-4e1d-4155-8bee-cbf2f4a02e9d HTTP/1.1" status: 404 len: 337 time: 0.1076195 May 10 11:32:17.367780 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d7cc11-b895-407f-aa75-3a92acf2f303 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.369508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d7cc11-b895-407f-aa75-3a92acf2f303 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.375738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.376445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34d7cc11-b895-407f-aa75-3a92acf2f303 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/1e453f32-01a3-4992-aed6-420a78051f95 HTTP/1.1" status: 404 len: 333 time: 0.0907936 May 10 11:32:17.458883 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9a14f8-bcbe-4af1-9d78-33e873613887 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.467860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9a14f8-bcbe-4af1-9d78-33e873613887 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.473615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3c9a14f8-bcbe-4af1-9d78-33e873613887 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/eb616f65-0b31-4933-a38b-eba8a773cfde HTTP/1.1" status: 404 len: 337 time: 0.0950952 May 10 11:32:17.480561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40048) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.543972 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe7c54a-06b5-4148-ae99-277e23e52d7a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.544535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe7c54a-06b5-4148-ae99-277e23e52d7a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.548046 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4fe7c54a-06b5-4148-ae99-277e23e52d7a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/22302a6b-655e-41b1-b13f-93e341eb4c30 HTTP/1.1" status: 404 len: 337 time: 0.0625050 May 10 11:32:17.551150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40052) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.604764 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d4cca4-30c4-48d0-ad41-9e94ccfce3d4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.606383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d4cca4-30c4-48d0-ad41-9e94ccfce3d4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.615428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d1d4cca4-30c4-48d0-ad41-9e94ccfce3d4 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/fd51a927-ca87-4f42-bf6f-740c4fdd2d2e HTTP/1.1" status: 404 len: 333 time: 0.0629680 May 10 11:32:17.615633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40066) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.720246 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f164599b-20a0-4604-9614-1ace0508dba5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.720816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f164599b-20a0-4604-9614-1ace0508dba5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.733336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f164599b-20a0-4604-9614-1ace0508dba5 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/c789f284-8fcf-49d7-b30b-221a496b8993 HTTP/1.1" status: 404 len: 337 time: 0.1149604 May 10 11:32:17.751310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40076) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.797085 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2e9e80-e407-41bb-a161-c56753fc98aa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:17.798245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2e9e80-e407-41bb-a161-c56753fc98aa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:17.805748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af2e9e80-e407-41bb-a161-c56753fc98aa tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/b29d9da8-2349-44bf-a249-cb5478c5d39e HTTP/1.1" status: 404 len: 337 time: 0.0531530 May 10 11:32:17.808919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.849383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e6296d9d-6469-457b-affc-41b17f6f29bc tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d9779ab-77a6-4d6a-a7eb-90047a986e58 HTTP/1.1" status: 200 len: 205 time: 0.0390558 May 10 11:32:17.850613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.855797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deaf32-b52d-4734-a76c-00eac74e17ff req-c96e09a2-e0fe-443c-aa6b-9068f9a1d781 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:17.867136 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3deaf32-b52d-4734-a76c-00eac74e17ff req-c96e09a2-e0fe-443c-aa6b-9068f9a1d781 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.1317015 May 10 11:32:17.919660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3deaf32-b52d-4734-a76c-00eac74e17ff req-80e043b3-deb4-42b5-958b-1f401e060b17 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514503 May 10 11:32:17.941602 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-c7dcec48-5294-404a-ac4f-a7ca1ebdb872 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] delete failed (client error): The resource could not be found. May 10 11:32:17.945701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:17.945841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c7dcec48-5294-404a-ac4f-a7ca1ebdb872 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/routers/6d9779ab-77a6-4d6a-a7eb-90047a986e58 HTTP/1.1" status: 404 len: 336 time: 0.0928950 May 10 11:32:17.954660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c319e1e-3da2-4a68-84d5-e3ae2a370626 req-eb7f0328-507f-451a-b88b-9bb3b771ded4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:17.963147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c319e1e-3da2-4a68-84d5-e3ae2a370626 req-eb7f0328-507f-451a-b88b-9bb3b771ded4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.2860677 May 10 11:32:18.007464 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ca5594-8bb9-407d-b30c-c88043d56415 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.008225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ca5594-8bb9-407d-b30c-c88043d56415 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.013848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-30ca5594-8bb9-407d-b30c-c88043d56415 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/bb7e2359-51d5-4df8-87c8-1cc8fa52dc5f HTTP/1.1" status: 404 len: 337 time: 0.0636919 May 10 11:32:18.015645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40096) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.052139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c319e1e-3da2-4a68-84d5-e3ae2a370626 req-2280c7ba-058c-444b-a1fa-60976c3a2572 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876002 May 10 11:32:18.146297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-99fc1a2c-627f-41cc-8c94-b16671d6eea1 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0dcb167-45c4-484b-82ce-4e40ca98fa5f HTTP/1.1" status: 200 len: 205 time: 0.1252220 May 10 11:32:18.147161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40112) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.228554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abe884-a32f-4f14-b17d-4839b8f32028 req-e63cb9c3-c35b-41e0-afee-f75c9074206a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:18.240101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1abe884-a32f-4f14-b17d-4839b8f32028 req-e63cb9c3-c35b-41e0-afee-f75c9074206a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.2083533 May 10 11:32:18.246578 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-e8fce658-022d-4112-a33c-a615ecc9fcb7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] delete failed (client error): The resource could not be found. May 10 11:32:18.250792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e8fce658-022d-4112-a33c-a615ecc9fcb7 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/routers/a0dcb167-45c4-484b-82ce-4e40ca98fa5f HTTP/1.1" status: 404 len: 336 time: 0.1022277 May 10 11:32:18.252325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.368531 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-01221e1a-4bcc-487e-9199-bd81fd91e884 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.369447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01221e1a-4bcc-487e-9199-bd81fd91e884 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.375801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-01221e1a-4bcc-487e-9199-bd81fd91e884 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/b2d863ca-5cb4-41ec-8a9f-e5e80948d4dc HTTP/1.1" status: 404 len: 337 time: 0.1213155 May 10 11:32:18.379413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40134) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.415166 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba0a4b3-2b02-45a0-ae1b-a02eb378b17b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.416088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba0a4b3-2b02-45a0-ae1b-a02eb378b17b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.423888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6ba0a4b3-2b02-45a0-ae1b-a02eb378b17b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/b7d9b34a-5d07-4d9e-ae5a-66ff630e965d HTTP/1.1" status: 404 len: 337 time: 0.0421443 May 10 11:32:18.424962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40136) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.427879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1abe884-a32f-4f14-b17d-4839b8f32028 req-affbe9de-25c5-4623-9996-af3bdba6c692 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844842 May 10 11:32:18.467554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-77e73b33-a4c1-44dc-a89e-4583ca1bc834 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:18.470051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-77e73b33-a4c1-44dc-a89e-4583ca1bc834 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.49 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.1764951 May 10 11:32:18.520860 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ae784d-7b2c-43d4-b11d-ea38cd9b7e41 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.522011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ae784d-7b2c-43d4-b11d-ea38cd9b7e41 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.536907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-77ae784d-7b2c-43d4-b11d-ea38cd9b7e41 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/e7626618-caa5-46ae-8b11-9b7169f40a1f HTTP/1.1" status: 404 len: 333 time: 0.1094227 May 10 11:32:18.538797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40154) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.569755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2730-3ab6-460b-b8dd-1312dbc66b89 req-60b321af-96eb-4efb-8301-a38550e6acb8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:18.589109 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f87c2730-3ab6-460b-b8dd-1312dbc66b89 req-60b321af-96eb-4efb-8301-a38550e6acb8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.3275740 May 10 11:32:18.692346 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7a42a8-59af-4caf-9470-9d828e39bf4a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.692811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7a42a8-59af-4caf-9470-9d828e39bf4a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.704450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40178) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.704587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-db7a42a8-59af-4caf-9470-9d828e39bf4a tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/4ae035dd-766a-4f7f-87d3-9cecff1e47cc HTTP/1.1" status: 404 len: 337 time: 0.1203754 May 10 11:32:18.748647 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f87c2730-3ab6-460b-b8dd-1312dbc66b89 req-d61fe8c4-0573-4aaa-abbf-fa8b3e205508 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658633 May 10 11:32:18.779267 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-91515614-f307-4d80-aa6a-c5237c4a70d6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.780056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91515614-f307-4d80-aa6a-c5237c4a70d6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.783059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-91515614-f307-4d80-aa6a-c5237c4a70d6 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/7c787424-5a2b-4d81-9362-88c5cccd425a HTTP/1.1" status: 404 len: 333 time: 0.0775230 May 10 11:32:18.785749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40186) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.826709 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f311f9-3adc-4f33-8e47-9872c52d79cb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.827528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f311f9-3adc-4f33-8e47-9872c52d79cb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.834500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.835131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d5f311f9-3adc-4f33-8e47-9872c52d79cb tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/04dd9990-23b7-4486-a474-041704b6937f HTTP/1.1" status: 404 len: 337 time: 0.0479155 May 10 11:32:18.845260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Deleting port 71bfaf3d-4bd6-490b-a577-363d352adc6c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:18.845614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:18.885588 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f86bdb-ada8-47a1-8805-1170ee132825 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.886621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f86bdb-ada8-47a1-8805-1170ee132825 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.890652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e1f86bdb-ada8-47a1-8805-1170ee132825 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/fcf640cb-a8d4-43ab-bb5a-8705726f66ea HTTP/1.1" status: 404 len: 333 time: 0.0546629 May 10 11:32:18.895191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.956462 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ba39bf-a205-4791-9cde-167fe6a29215 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:18.961487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ba39bf-a205-4791-9cde-167fe6a29215 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:18.966506 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f8ba39bf-a205-4791-9cde-167fe6a29215 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/7a91e3e6-8e52-48f6-b224-c98c95a1b230 HTTP/1.1" status: 404 len: 337 time: 0.0694132 May 10 11:32:18.970469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40200) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:18.981676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] For port 71bfaf3d-4bd6-490b-a577-363d352adc6c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=71bfaf3d-4bd6-490b-a577-363d352adc6c,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:18.982196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.017812 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3c3502-35cc-42aa-86d5-865558629b7b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:19.018594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3c3502-35cc-42aa-86d5-865558629b7b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:19.025073 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6e3c3502-35cc-42aa-86d5-865558629b7b tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/a54ddc8a-72df-44ac-a6f5-3feb2154a85f HTTP/1.1" status: 404 len: 333 time: 0.0510745 May 10 11:32:19.025449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40206) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.028187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Calling delete_port for 71bfaf3d-4bd6-490b-a577-363d352adc6c owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:19.057840 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-89180913-4a9b-4396-8394-bc2c02f10f35 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:19.058413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89180913-4a9b-4396-8394-bc2c02f10f35 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:19.064285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-89180913-4a9b-4396-8394-bc2c02f10f35 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/938a1003-5820-4c20-ab78-38ed3b4fad97 HTTP/1.1" status: 404 len: 337 time: 0.0353949 May 10 11:32:19.065005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.096604 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f2bd56-b7c3-4b48-ab14-a259e9cb0018 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:19.097485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f2bd56-b7c3-4b48-ab14-a259e9cb0018 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:19.101700 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5f2bd56-b7c3-4b48-ab14-a259e9cb0018 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/702441f2-5781-4310-a7e0-ef2b9a96dc6a HTTP/1.1" status: 404 len: 333 time: 0.0356748 May 10 11:32:19.104174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.144360 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c6fe59-b929-48b5-b1b2-6f487fd7e789 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:19.145228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c6fe59-b929-48b5-b1b2-6f487fd7e789 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:19.148918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-23c6fe59-b929-48b5-b1b2-6f487fd7e789 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/8e7d96e2-f058-431b-9b06-e46af1262a85 HTTP/1.1" status: 404 len: 337 time: 0.0434585 May 10 11:32:19.151380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.164224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363e80f-2cc8-46c2-892c-68b103e3e858 req-88c066c2-c69e-48e4-aaef-a27ddbbac4b4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:19.165513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e363e80f-2cc8-46c2-892c-68b103e3e858 req-88c066c2-c69e-48e4-aaef-a27ddbbac4b4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.1252892 May 10 11:32:19.203383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.219856 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a8e800-c99f-4fb8-bfd3-7939cd4b7d1e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:19.220616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a8e800-c99f-4fb8-bfd3-7939cd4b7d1e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:19.223698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-31a8e800-c99f-4fb8-bfd3-7939cd4b7d1e tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/5060e320-864d-459c-9435-83ee6d42b840 HTTP/1.1" status: 404 len: 333 time: 0.0709517 May 10 11:32:19.226732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.235538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e363e80f-2cc8-46c2-892c-68b103e3e858 req-a4f8318a-6aaa-40e8-b2cf-281b0c04b200 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601528 May 10 11:32:19.270519 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1051c461-d7e3-4960-8d23-445bc7dd0874 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:19.271596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1051c461-d7e3-4960-8d23-445bc7dd0874 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:19.278457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1051c461-d7e3-4960-8d23-445bc7dd0874 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/cdaba4d2-b6f9-4fbd-94bf-9ab501457fe1 HTTP/1.1" status: 404 len: 337 time: 0.0463915 May 10 11:32:19.279625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40224) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.308459 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b26b8dd-8929-4c30-b8f2-c7c2010f2047 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:19.309709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b26b8dd-8929-4c30-b8f2-c7c2010f2047 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:19.317026 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9b26b8dd-8929-4c30-b8f2-c7c2010f2047 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/ports/17ea826e-8c7c-417a-903e-aa6536a85b6b HTTP/1.1" status: 404 len: 333 time: 0.0358257 May 10 11:32:19.317950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40226) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.357705 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-02628982-b400-47ef-a9b6-14782ba89d84 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] DELETE failed (client error): The resource could not be found. May 10 11:32:19.357885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02628982-b400-47ef-a9b6-14782ba89d84 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:19.363707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-02628982-b400-47ef-a9b6-14782ba89d84 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/subnets/bf624fcc-8fbd-41c1-9319-a6d04f7bfd04 HTTP/1.1" status: 404 len: 337 time: 0.0417192 May 10 11:32:19.364362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40232) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:19.525905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.552241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.696268 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.735001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f83b423-bdd7-4fb8-a1c5-b433d8998665']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:19.752400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672cc8c3-3b17-4c46-a0ab-a5a69879de8a') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:19.752400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672cc8c3-3b17-4c46-a0ab-a5a69879de8a') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:19.775273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.814569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.819624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.820899 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.830307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.841019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:19.841650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.843720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['71bfaf3d-4bd6-490b-a577-363d352adc6c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: timer() May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:19.848973 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:19.878756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaed9c-afc0-4c4f-9676-2164468cc872 req-373e1d5c-0870-4af5-ae99-bbfaff2ec1dc tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:19.887216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fbaed9c-afc0-4c4f-9676-2164468cc872 req-373e1d5c-0870-4af5-ae99-bbfaff2ec1dc tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8145ef66-c89c-4d42-8fdd-4eee856be415 HTTP/1.1" status: 200 len: 944 time: 0.1262634 May 10 11:32:19.893541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Pushing event deleted for resources: {'Port': ['ID=71bfaf3d-4bd6-490b-a577-363d352adc6c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:19.955250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] No DVR routers for this DVR port 71bfaf3d-4bd6-490b-a577-363d352adc6c on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:19.958880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.964806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0bf6cfee-5af4-4aa0-a358-b29576262181 req-de2596c5-2645-4b2e-93f7-af2bfcd2402d tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.49 "DELETE /v2.0/ports/71bfaf3d-4bd6-490b-a577-363d352adc6c HTTP/1.1" status: 204 len: 173 time: 1.4530442 May 10 11:32:19.964806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'name': 'network-vif-deleted', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:19.967291 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e83d04a-67ff-40bf-a1ae-963c3d043a51" -d '{"events": [{"server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "name": "network-vif-deleted", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:19.988432 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d157cc38a3194447999aab458cb239cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7822344 May 10 11:32:20.001810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40282) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:20.004718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fbaed9c-afc0-4c4f-9676-2164468cc872 req-e47cd095-a02e-43cd-95f8-fd5439afe868 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164002 May 10 11:32:20.046453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.048209 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c012e53d-6dec-4bf6-8d9d-7784554a76f2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:20.063900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.067226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] 10.222.0.13 "DELETE /v2.0/networks/6f83b423-bdd7-4fb8-a1c5-b433d8998665 HTTP/1.1" status: 204 len: 168 time: 0.6984720 May 10 11:32:20.075530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40286) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:20.084199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.084973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.085346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.085690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.086027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.086359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.086699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.087397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.087723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.088147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.088391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.088714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbf8e4-70d5-4198-ae86-d651808de830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.108918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec648a-78b8-4582-9476-fa2c9f573149 tempest-NetworksTestDHCPv6-1549041471 tempest-NetworksTestDHCPv6-1549041471-project] Pushing event deleted for resources: {'Network': ['ID=6f83b423-bdd7-4fb8-a1c5-b433d8998665,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:20.131555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-090e3bce-2332-4d9c-a337-02feebceb876 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388769361', 'description': 'tempest-description--571668401'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:20.134502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67526192-9794-4a98-ad99-61ddb86b1649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.175710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-090e3bce-2332-4d9c-a337-02feebceb876 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.183685 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67526192-9794-4a98-ad99-61ddb86b1649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.209340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70390f4e-088f-40bd-a129-05ac6f6e78b4 req-8b96192f-e402-4d94-80d7-ac9158f82539 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:20.220203 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70390f4e-088f-40bd-a129-05ac6f6e78b4 req-8b96192f-e402-4d94-80d7-ac9158f82539 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1607192 May 10 11:32:20.226583 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3c4c5c-1d09-4ea8-b240-72375b6d3871 x-openstack-request-id: req-6d3c4c5c-1d09-4ea8-b240-72375b6d3871 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:20.227232 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145ef66-c89c-4d42-8fdd-4eee856be415", "name": "network-vif-deleted", "tag": "71bfaf3d-4bd6-490b-a577-363d352adc6c", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:20.227661 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d3c4c5c-1d09-4ea8-b240-72375b6d3871 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:20.228256 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3c4c5c-1d09-4ea8-b240-72375b6d3871'] response: {'server_uuid': '8145ef66-c89c-4d42-8fdd-4eee856be415', 'name': 'network-vif-deleted', 'tag': '71bfaf3d-4bd6-490b-a577-363d352adc6c', 'status': 'completed', 'code': 200} May 10 11:32:20.279860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67526192-9794-4a98-ad99-61ddb86b1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.285170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67526192-9794-4a98-ad99-61ddb86b1649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.286563 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-67526192-9794-4a98-ad99-61ddb86b1649 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c012e53d-6dec-4bf6-8d9d-7784554a76f2 HTTP/1.1" status: 204 len: 168 time: 0.2835941 May 10 11:32:20.296069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67526192-9794-4a98-ad99-61ddb86b1649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c012e53d-6dec-4bf6-8d9d-7784554a76f2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:20.299702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70390f4e-088f-40bd-a129-05ac6f6e78b4 req-4aaad030-3ebf-4032-8767-9d6eedc63201 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734317 May 10 11:32:20.347785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-090e3bce-2332-4d9c-a337-02feebceb876 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.355867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-090e3bce-2332-4d9c-a337-02feebceb876 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.390530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-090e3bce-2332-4d9c-a337-02feebceb876 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.391709 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-090e3bce-2332-4d9c-a337-02feebceb876 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3122742 May 10 11:32:20.393859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e3bce-2332-4d9c-a337-02feebceb876 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd567988-51df-431e-8acc-9df034a94959,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:20.395413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40314) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:20.404374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-40799362-b0e4-432e-abdb-5d44dcbd7d57 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'security_group_rule': {'security_group_id': 'bd567988-51df-431e-8acc-9df034a94959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:20.442143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40799362-b0e4-432e-abdb-5d44dcbd7d57 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.492847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40799362-b0e4-432e-abdb-5d44dcbd7d57 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.498058 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40799362-b0e4-432e-abdb-5d44dcbd7d57 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.526269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40799362-b0e4-432e-abdb-5d44dcbd7d57 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213c1bc8-d4d0-48bf-997d-7a84442414ec,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:20.534015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40799362-b0e4-432e-abdb-5d44dcbd7d57 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.537987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-40799362-b0e4-432e-abdb-5d44dcbd7d57 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407323 May 10 11:32:20.538839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40322) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:20.544075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3b64cef4-f44e-4057-9240-215f9282b874 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'security_group_rule': {'security_group_id': 'bd567988-51df-431e-8acc-9df034a94959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:20.586095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b64cef4-f44e-4057-9240-215f9282b874 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.641403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40326) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:20.673281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b64cef4-f44e-4057-9240-215f9282b874 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.678109 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b64cef4-f44e-4057-9240-215f9282b874 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.695641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64cef4-f44e-4057-9240-215f9282b874 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdeba84-b709-4fec-a0ed-799980639fd8,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:20.708236 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b64cef4-f44e-4057-9240-215f9282b874 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.713145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3b64cef4-f44e-4057-9240-215f9282b874 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1727026 May 10 11:32:20.713674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40330) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:20.719522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:20.745684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.861876 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.958287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40352) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:20.983454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6142da39-3301-4531-a444-01d4a283a4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.996563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Allocated IP 172.25.8.153 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/93806af9-5cb7-49c1-9567-03bc0307ced3) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:21.013838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4b39c280-e36e-4b38-bf90-1ebcc74700d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=738ab16858764c7790a98fd2c610847e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706255 May 10 11:32:21.017744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40362) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:21.109113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d29f2030-3eac-43e4-9740-470512e98177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.166600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.174645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d29f2030-3eac-43e4-9740-470512e98177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.179609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6142da39-3301-4531-a444-01d4a283a4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.204513 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6142da39-3301-4531-a444-01d4a283a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.236405 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.286572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142da39-3301-4531-a444-01d4a283a4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdce0fe-f9a5-4451-a001-0dc342cab055,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:21.296952 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6142da39-3301-4531-a444-01d4a283a4a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37faeb1e79ca4af49c5dd64a0131681e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375306 May 10 11:32:21.297622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40378) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:21.353439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:21.359068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:21.371992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:21.396657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event updated for resources: {'Port': ['ID=93806af9-5cb7-49c1-9567-03bc0307ced3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:21.411695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78581a75-ea45-41a7-8af4-f3d6a9b1d546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.446726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d29f2030-3eac-43e4-9740-470512e98177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.449547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d29f2030-3eac-43e4-9740-470512e98177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.450898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d29f2030-3eac-43e4-9740-470512e98177 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b8b99f5-becc-48c0-8b92-25cf440a2666 HTTP/1.1" status: 204 len: 168 time: 0.4322801 May 10 11:32:21.486591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78581a75-ea45-41a7-8af4-f3d6a9b1d546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.513943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f2030-3eac-43e4-9740-470512e98177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b99f5-becc-48c0-8b92-25cf440a2666,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:21.560504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0c777-b147-44c9-9920-3a78d1d1f823 req-35a7a0bc-2e62-4ca2-9db3-3e1c5390863a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:21.568939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65c0c777-b147-44c9-9920-3a78d1d1f823 req-35a7a0bc-2e62-4ca2-9db3-3e1c5390863a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1366272 May 10 11:32:21.637062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65c0c777-b147-44c9-9920-3a78d1d1f823 req-a6c88318-2e47-49e4-8df0-ed21f23921bf tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656912 May 10 11:32:21.639395 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78581a75-ea45-41a7-8af4-f3d6a9b1d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.644797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78581a75-ea45-41a7-8af4-f3d6a9b1d546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.646460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-78581a75-ea45-41a7-8af4-f3d6a9b1d546 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cdce0fe-f9a5-4451-a001-0dc342cab055 HTTP/1.1" status: 204 len: 168 time: 0.3464255 May 10 11:32:21.649796 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.655568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78581a75-ea45-41a7-8af4-f3d6a9b1d546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdce0fe-f9a5-4451-a001-0dc342cab055,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:21.702855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.886091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-def709be-dfcc-4fd9-99c0-4f9a153effb3 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:21.888497 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-def709be-dfcc-4fd9-99c0-4f9a153effb3 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 945 time: 0.0716095 May 10 11:32:21.891348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.907057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.971229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event updated for resources: {'Port': ['ID=93806af9-5cb7-49c1-9567-03bc0307ced3,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:22.030409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab676e1-c823-4d46-8663-95243dab380a req-2cc32257-5966-49d0-a541-0a8dd286eb4e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:22.032246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fab676e1-c823-4d46-8663-95243dab380a req-2cc32257-5966-49d0-a541-0a8dd286eb4e tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d28e9df-9e81-44b6-b9b1-7bcadee1db17 HTTP/1.1" status: 200 len: 945 time: 0.1386838 May 10 11:32:22.036012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.071197 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.081113 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4051c578-8ad8-4619-96df-9836539bb22f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3659849 May 10 11:32:22.105917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fab676e1-c823-4d46-8663-95243dab380a req-40bc2fd4-6b81-47d4-a64c-78097112f053 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653796 May 10 11:32:22.145695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Deleting port e4e2a152-52b7-4057-b23c-8274f16de740 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:22.145695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.151246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-61278e03-09d4-42fc-a8f1-64d1c2c48add tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:22.152751 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-61278e03-09d4-42fc-a8f1-64d1c2c48add tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 804 time: 0.1932433 May 10 11:32:22.214426 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-03a87a73-8cdb-48cf-a4ef-cc4988d5f119 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/quotas/f5e752c34ead485e8a14f60235065557 HTTP/1.1" status: 200 len: 375 time: 0.0488088 May 10 11:32:22.281869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] For port e4e2a152-52b7-4057-b23c-8274f16de740, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=e4e2a152-52b7-4057-b23c-8274f16de740,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:22.282244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.298975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Calling delete_port for e4e2a152-52b7-4057-b23c-8274f16de740 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:22.307199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-aa686525-bfe6-4f87-958e-4f4b5226af20 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809491 May 10 11:32:22.409252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-ccea6706-9ae3-4a1c-86ce-eea8a8029730 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--388769361&fields=id&tenant_id=ed62376270744c95bfc3225188dd347f HTTP/1.1" status: 200 len: 267 time: 0.0453322 May 10 11:32:22.476953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.518983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Pushing event deleted for resources: {'Port': ['ID=e4e2a152-52b7-4057-b23c-8274f16de740,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:22.524747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-c6299e3e-7302-4dc6-989f-077bffccb523 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:32:22.532724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-c6299e3e-7302-4dc6-989f-077bffccb523 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2160659 May 10 11:32:22.545744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da114c4-8068-4fe1-a194-85560096522d req-b340bdb9-0bf7-49bb-b714-01847d0b2bcb tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:22.555174 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-b340bdb9-0bf7-49bb-b714-01847d0b2bcb tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 818 time: 0.1345019 May 10 11:32:22.573439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-8042ce6b-6da0-441e-87cc-ca5f5bd2de27 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/quotas/ed62376270744c95bfc3225188dd347f HTTP/1.1" status: 200 len: 375 time: 0.0168517 May 10 11:32:22.615871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.616226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.616563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.617557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.617897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.618224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.618552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.618877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.619203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.619740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.619867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.620201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:22.639456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] No DVR routers for this DVR port e4e2a152-52b7-4057-b23c-8274f16de740 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:22.643856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.647500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69f4ef07-49cb-491e-b5ab-4847879b0416 req-ed4e7228-09fa-483a-b70b-8592079a7498 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.49 "DELETE /v2.0/ports/e4e2a152-52b7-4057-b23c-8274f16de740 HTTP/1.1" status: 204 len: 173 time: 0.7511754 May 10 11:32:22.647994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'name': 'network-vif-deleted', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:22.649317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-a2a9fcfd-55d7-4c80-b9fb-9b381f535c91 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740502 May 10 11:32:22.650621 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f02f6e2-8328-44a4-aea8-d0d1a9ca22f3" -d '{"events": [{"server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "name": "network-vif-deleted", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:22.698143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-9b9e5e6d-8e76-4889-9970-ce7a522e0c4c service neutron] 10.222.0.13 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644044 May 10 11:32:22.799441 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-dd360d16-e4f3-4c95-b900-42ac8f7f0377 service neutron] 10.222.0.13 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931711 May 10 11:32:22.803184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-10059343-a0e3-4050-9190-0dad5834035d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:32:22.804387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-10059343-a0e3-4050-9190-0dad5834035d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1504612 May 10 11:32:22.833168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:32:22.838967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 71bfaf3d-4bd6-490b-a577-363d352adc6c no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:22.873178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 71bfaf3d-4bd6-490b-a577-363d352adc6c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:32:22.874519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 71bfaf3d-4bd6-490b-a577-363d352adc6c not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:32:22.875237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:22.931317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-d399f7cd-dbe9-4a8a-9026-099d10687b63 service neutron] 10.222.0.13 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201599 May 10 11:32:23.070879 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65779825-4531-4647-9886-e54b50a4309f x-openstack-request-id: req-65779825-4531-4647-9886-e54b50a4309f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:23.071173 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d28e9df-9e81-44b6-b9b1-7bcadee1db17", "name": "network-vif-deleted", "tag": "e4e2a152-52b7-4057-b23c-8274f16de740", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:23.071429 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65779825-4531-4647-9886-e54b50a4309f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:23.071865 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65779825-4531-4647-9886-e54b50a4309f'] response: {'server_uuid': '8d28e9df-9e81-44b6-b9b1-7bcadee1db17', 'name': 'network-vif-deleted', 'tag': 'e4e2a152-52b7-4057-b23c-8274f16de740', 'status': 'completed', 'code': 200} May 10 11:32:23.082012 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-ec6a435c-5c8c-44b1-a15c-562f9b9ee51c service neutron] 10.222.0.13 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464663 May 10 11:32:23.106973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:23.140292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:23.141143 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.169901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40472) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:23.233141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'mac_address': 'fa:16:3e:10:6b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:32:23.243065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-31e43652-5981-46e5-a8aa-5f27f9dccffb tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:23.255046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-31e43652-5981-46e5-a8aa-5f27f9dccffb tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "GET /v2.0/ports?device_id=62a48d39-0e8d-4a07-8f34-5f9643ced653 HTTP/1.1" status: 200 len: 946 time: 0.1351552 May 10 11:32:23.285663 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:23.289303 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d277ae-24c0-4303-a8a3-f32be7956cdb" -d '{"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:23.312696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:23.313427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.343708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ebce-30f4-49df-9e06-345533dc0d58 req-d2c5d405-f348-4f54-9b95-4f2e8bb7b1e5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:23.344886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:23.349845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ec0ebce-30f4-49df-9e06-345533dc0d58 req-d2c5d405-f348-4f54-9b95-4f2e8bb7b1e5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.2217185 May 10 11:32:23.351524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:23.400151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.441446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ec0ebce-30f4-49df-9e06-345533dc0d58 req-0781281a-e583-45e1-b8dd-49db011aeab3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828180 May 10 11:32:23.496959 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-885b131f-dc13-405b-b313-ca6b9863633d req-9fca60cb-7599-4fc7-a4b1-1abf4b722a49 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 210 time: 0.1098096 May 10 11:32:23.550303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-954ee9f0-da5f-4eb4-99e5-bdc34c3f44cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.557646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:23.602544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:23.616028 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e32946e-0e18-43f6-b79d-9c6f5c8a7541 x-openstack-request-id: req-9e32946e-0e18-43f6-b79d-9c6f5c8a7541 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:23.616687 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:23.617109 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e32946e-0e18-43f6-b79d-9c6f5c8a7541 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:23.617702 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e32946e-0e18-43f6-b79d-9c6f5c8a7541'] response: {'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'code': 200} May 10 11:32:23.638671 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:32:23.639280 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:32:23.716775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Deleting port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:23.717607 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.749493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:23.761075 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.769523 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73ebd4a2-18a6-4b28-8d23-902bbe989b1b req-1dcb0d25-8fd6-4705-9c15-04f3d27d36d4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 210 time: 0.0767028 May 10 11:32:23.866333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:23.875645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.899704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-954ee9f0-da5f-4eb4-99e5-bdc34c3f44cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.924009 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-954ee9f0-da5f-4eb4-99e5-bdc34c3f44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.959889 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-954ee9f0-da5f-4eb4-99e5-bdc34c3f44cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=945321a4b7704a0e9781cde95c72c794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7852190 May 10 11:32:23.962293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40516) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:24.031450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:24.032120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] For port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:24.032508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.074469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Calling delete_port for 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:24.080885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ee9f0-da5f-4eb4-99e5-bdc34c3f44cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa88419-e16e-423f-8f1f-ad49f39c4818,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:24.183114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40528) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:24.205306 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d08cce18-0d81-4262-8769-6146243d549d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.246711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:24.253213 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.296779 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d08cce18-0d81-4262-8769-6146243d549d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.305189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:24.336002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:24.357696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.423101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.430697 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d08cce18-0d81-4262-8769-6146243d549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.434483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d08cce18-0d81-4262-8769-6146243d549d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.438833 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d08cce18-0d81-4262-8769-6146243d549d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffa88419-e16e-423f-8f1f-ad49f39c4818 HTTP/1.1" status: 204 len: 168 time: 0.4755046 May 10 11:32:24.452816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cce18-0d81-4262-8769-6146243d549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa88419-e16e-423f-8f1f-ad49f39c4818,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:24.474568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'networks': [{'name': 'tempest-network--1180709445'}, {'name': 'tempest-network--1855254873'}]} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:24.478043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'network': {'name': 'tempest-network--1180709445'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:24.478726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'network': {'name': 'tempest-network--1855254873'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:24.488136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:32:24.511075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Pushing event deleted for resources: {'Port': ['ID=88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:24.521571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:24.560055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Made reservation on behalf of 752121cbb7f348ad9ab6a196736fbe83 for: {'network': 2} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:24.565596 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.592688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.669558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] No DVR routers for this DVR port 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:24.693118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.696592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6d1d90f-835c-4cbe-b8d7-49377748aaa9 req-2c9a44c1-de87-455a-b251-31e2891550b6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "DELETE /v2.0/ports/88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 HTTP/1.1" status: 204 len: 173 time: 1.4354122 May 10 11:32:24.698180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'name': 'network-vif-deleted', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:24.709603 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000d18de-a1fa-4ddd-ab48-a84dcfdef440" -d '{"events": [{"server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "name": "network-vif-deleted", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:24.773517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6efa9c00-28ba-43ad-abee-e28eb8c7afb4 req-ca5dd6ef-d625-4c76-9806-1751719c6f0a tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 210 time: 0.0602684 May 10 11:32:24.799654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258d15d-f865-4173-a4c4-99eb107a046d req-9fea8959-bc6e-4ace-9047-be39ae2b828e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:24.802255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4258d15d-f865-4173-a4c4-99eb107a046d req-9fea8959-bc6e-4ace-9047-be39ae2b828e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1594770 May 10 11:32:24.849160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device e4e2a152-52b7-4057-b23c-8274f16de740 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:24.889806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: e4e2a152-52b7-4057-b23c-8274f16de740 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:32:24.890880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device e4e2a152-52b7-4057-b23c-8274f16de740 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:32:24.919225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4258d15d-f865-4173-a4c4-99eb107a046d req-76ce09a6-4647-4fea-bcbc-f8989253e99e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107333 May 10 11:32:24.982848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.993607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.995227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.003731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-636a1390-eee3-4bdd-9cd6-71f14d6a717b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:25.006209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-636a1390-eee3-4bdd-9cd6-71f14d6a717b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 804 time: 0.2266347 May 10 11:32:25.008993 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66e84b9-d919-4c47-bd21-94cc6e580e18 x-openstack-request-id: req-e66e84b9-d919-4c47-bd21-94cc6e580e18 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:25.009379 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "name": "network-vif-deleted", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:25.009721 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e66e84b9-d919-4c47-bd21-94cc6e580e18 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:25.010204 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66e84b9-d919-4c47-bd21-94cc6e580e18'] response: {'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'name': 'network-vif-deleted', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'status': 'completed', 'code': 200} May 10 11:32:25.054197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Request body: {'port': {'device_id': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'admin_state_up': True, 'tenant_id': 'f5e752c34ead485e8a14f60235065557'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:25.108968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:25.132345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.133967 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Added segment c830efc0-482c-4136-9dc8-263161aeffcd of type vlan for network a1929531-7a8e-491e-936c-f28b5523beda May 10 11:32:25.236821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Made reservation on behalf of f5e752c34ead485e8a14f60235065557 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:25.239699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.241897 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.276038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d802e-0046-4cf5-ae32-772f44741a37 req-80caa0c7-dbbd-444d-abed-caef304d0276 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:25.284011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ef6d802e-0046-4cf5-ae32-772f44741a37 req-80caa0c7-dbbd-444d-abed-caef304d0276 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 945 time: 0.2766192 May 10 11:32:25.321309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:25.350308 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.350659 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Added segment dd9cc2a5-3c4f-466f-8844-66d7bae6fd3f of type vlan for network ac1e51d1-06c7-4f89-bed6-006d61304733 May 10 11:32:25.454698 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.471338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Allocated IP 172.20.0.2 (07bf9b89-4489-46b5-88c1-da55d902cc5c/24b2d4da-01c6-4051-b8e3-c7362047b4a1/bec26147-83da-4d97-87d1-0a7402b79987) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:25.576519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc31a27b-56dc-406c-bb43-3c95a32e9ba6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:25.600991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.601906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.619249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:25.622446 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd82f62-900f-48c7-9eb2-818d7c4b8d76" -d '{"events": [{"server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "name": "network-vif-unplugged", "status": "completed", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:25.638834 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:32:25.653170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:25.661167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40574) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:25.666563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:25.667664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.740894 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.763392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c486861-f3fd-450a-9322-0fb78d4051e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.795982 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e682dea4-a0f6-4b5b-8e2e-4d38e8b61933 req-bb10aab7-1458-4ef4-8289-3b0fd390b062 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 210 time: 0.2423308 May 10 11:32:25.854216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6699152 May 10 11:32:25.858330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40588) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:25.899728 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554767ac-3cf3-466d-bb0b-3ea6a51176a6 x-openstack-request-id: req-554767ac-3cf3-466d-bb0b-3ea6a51176a6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:25.900282 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a48d39-0e8d-4a07-8f34-5f9643ced653", "name": "network-vif-unplugged", "status": "completed", "tag": "88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:25.900282 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-554767ac-3cf3-466d-bb0b-3ea6a51176a6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:25.900663 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554767ac-3cf3-466d-bb0b-3ea6a51176a6'] response: {'server_uuid': '62a48d39-0e8d-4a07-8f34-5f9643ced653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8', 'code': 200} May 10 11:32:25.936290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ef6d802e-0046-4cf5-ae32-772f44741a37 req-bf7658b3-e0ac-4079-bc06-a7d42719941a tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461089 May 10 11:32:25.969830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da114c4-8068-4fe1-a194-85560096522d req-f148fb9d-19f7-4ee2-8c24-c748dfccb3cf tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:25.976651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Network': ['ID=a1929531-7a8e-491e-936c-f28b5523beda,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:25.980052 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-f148fb9d-19f7-4ee2-8c24-c748dfccb3cf tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 818 time: 0.3210154 May 10 11:32:25.988033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-beb92e91-bc7c-437d-81ac-972ccc55b0b6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:25.989795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-beb92e91-bc7c-437d-81ac-972ccc55b0b6 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.49 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 945 time: 0.4402397 May 10 11:32:25.996238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a1929531-7a8e-491e-936c-f28b5523beda details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:26.071555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.213313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Pushing event updated for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:26.228335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Network 07bf9b89-4489-46b5-88c1-da55d902cc5c is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:26.233355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1cfcb-25da-4dfa-b4c3-74e2901c05d0 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Network': ['ID=ac1e51d1-06c7-4f89-bed6-006d61304733,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:26.235303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-48967167-083a-40bf-9eba-59f41a6627fc tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed62376270744c95bfc3225188dd347f HTTP/1.1" status: 200 len: 379 time: 0.2349324 May 10 11:32:26.246261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network ac1e51d1-06c7-4f89-bed6-006d61304733 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:26.256023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'port': {'device_id': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'admin_state_up': True, 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'security_groups': ['bd567988-51df-431e-8acc-9df034a94959']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:26.261751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:26.267778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:26.374392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df961486-13e7-4d94-8304-ab7d106159a4 req-a42ab568-0254-4163-9e5f-11bd42db9c32 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:26.378099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd40362-4b60-43be-9586-39d7975d01ce req-0a877a3f-d4c2-4e74-b5db-f61491887507 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:26.382902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df961486-13e7-4d94-8304-ab7d106159a4 req-a42ab568-0254-4163-9e5f-11bd42db9c32 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.3151596 May 10 11:32:26.387164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbd40362-4b60-43be-9586-39d7975d01ce req-0a877a3f-d4c2-4e74-b5db-f61491887507 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 931 time: 0.3234613 May 10 11:32:26.399915 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c486861-f3fd-450a-9322-0fb78d4051e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.401479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76d6fb-e5ed-4b9f-a83e-8f6d755f3b6b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:26.409747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76d6fb-e5ed-4b9f-a83e-8f6d755f3b6b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:26.417272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76d6fb-e5ed-4b9f-a83e-8f6d755f3b6b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:26.423891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76d6fb-e5ed-4b9f-a83e-8f6d755f3b6b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:26.428547 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c486861-f3fd-450a-9322-0fb78d4051e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.428818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ce76d6fb-e5ed-4b9f-a83e-8f6d755f3b6b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5665591 May 10 11:32:26.434442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40608) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:26.484177 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3c486861-f3fd-450a-9322-0fb78d4051e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf48b1c8921944a483ab830d34665e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8194764 May 10 11:32:26.494403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40614) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:26.539440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbd40362-4b60-43be-9586-39d7975d01ce req-1872173c-0111-420e-a14c-b5085932aaa3 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511235 May 10 11:32:26.549146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c486861-f3fd-450a-9322-0fb78d4051e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c1d24e-7f2c-4ee6-b3de-7592f597f3ec,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:26.572588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.588231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:26.588989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.592571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Deleting port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:26.592918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.624328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df961486-13e7-4d94-8304-ab7d106159a4 req-3906258b-b410-46d5-bd00-f62de7e229b9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403924 May 10 11:32:26.704418 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-32b00b75-0d16-47a0-8a52-c3f3428a5341 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6811166 May 10 11:32:26.745849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Request body: {'port': {'device_id': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:26.750363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-313e8386-fe48-4620-9068-fb4b0961d2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.775721 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.778292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Made reservation on behalf of ed62376270744c95bfc3225188dd347f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:26.781753 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.799001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] For port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,segment=NetworkSegment(3c24064d-262a-48a3-a0e9-30f912863666),segment_id=3c24064d-262a-48a3-a0e9-30f912863666)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:26.799442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.821963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1929531-7a8e-491e-936c-f28b5523beda']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:26.838634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Calling delete_port for 3ac370ab-70e5-4c8a-9da0-9ea0663719cf owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:26.845529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c830efc0-482c-4136-9dc8-263161aeffcd') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:26.845877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c830efc0-482c-4136-9dc8-263161aeffcd') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:26.859035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-313e8386-fe48-4620-9068-fb4b0961d2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.861958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:26.879079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.952361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.980929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a8f8c81-620f-4ea2-8356-16ea7fa31cb2 req-bdb44ae5-3b34-4c3a-95ea-3bb560501c4c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 210 time: 0.0477972 May 10 11:32:26.986105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:26.986570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: timer() May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:26.991144 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:27.043027 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.049275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:27.049846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.161226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.199159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.204687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/networks/a1929531-7a8e-491e-936c-f28b5523beda HTTP/1.1" status: 204 len: 168 time: 0.7677758 May 10 11:32:27.218064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40646) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:27.224927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:27.225390 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.238747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8f38c-11eb-4ea9-87e3-bb198f5873c1 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Network': ['ID=a1929531-7a8e-491e-936c-f28b5523beda,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:27.272561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.293817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:27.305439 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.415469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=10']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:27.445168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Pushing event deleted for resources: {'Port': ['ID=3ac370ab-70e5-4c8a-9da0-9ea0663719cf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:27.451292 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.527365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] No DVR routers for this DVR port 3ac370ab-70e5-4c8a-9da0-9ea0663719cf on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:27.530394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:27.537433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.546199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bdf9391e-8c96-44a6-a531-53c499e1cdd1 req-3b4bac22-4c77-4592-abce-633d0e090caa tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.49 "DELETE /v2.0/ports/3ac370ab-70e5-4c8a-9da0-9ea0663719cf HTTP/1.1" status: 204 len: 173 time: 1.5353270 May 10 11:32:27.571366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'name': 'network-vif-deleted', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:27.574332 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c820eb47-b829-42a3-acf5-77f9564346af" -d '{"events": [{"server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "name": "network-vif-deleted", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:27.619128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:32:27.619499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 88ddcb33-4cb9-450e-89bc-1ed3ae1e1cf8 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:32:27.666340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40658) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:27.734440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.807290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1e51d1-06c7-4f89-bed6-006d61304733']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:27.821380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9cc2a5-3c4f-466f-8844-66d7bae6fd3f') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:27.821755 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9cc2a5-3c4f-466f-8844-66d7bae6fd3f') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:27.835352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-313e8386-fe48-4620-9068-fb4b0961d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.838443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-313e8386-fe48-4620-9068-fb4b0961d2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.842147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-313e8386-fe48-4620-9068-fb4b0961d2b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44c1d24e-7f2c-4ee6-b3de-7592f597f3ec HTTP/1.1" status: 204 len: 168 time: 1.3399799 May 10 11:32:27.842294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb48886-9040-4ab8-ae1a-9db036d00c3a req-7b55f343-b3f2-44b0-8c0d-794207a048d8 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:27.852482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fb48886-9040-4ab8-ae1a-9db036d00c3a req-7b55f343-b3f2-44b0-8c0d-794207a048d8 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 931 time: 0.1499362 May 10 11:32:27.857024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff987f-5f90-4d56-90dc-a62fed2422f6 req-2e963b58-c2b8-4259-8203-12f96b55e793 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:27.859978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.865033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36ff987f-5f90-4d56-90dc-a62fed2422f6 req-2e963b58-c2b8-4259-8203-12f96b55e793 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76c9d48-1262-46d8-8968-42d0497e4aea HTTP/1.1" status: 200 len: 945 time: 0.7870255 May 10 11:32:27.901557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:27.904282 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6189e7-4d8d-4a9f-b172-696947e327c9" -d '{"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-plugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:27.925135 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.934157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fb48886-9040-4ab8-ae1a-9db036d00c3a req-67f87e7c-4415-4bee-9cea-a722f5091075 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804706 May 10 11:32:27.937529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7da4899e-5bca-4ac3-8cd9-efe0ac4d27a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.942470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:27.942867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: timer() May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:27.945832 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:27.954472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Allocated IP 172.20.0.6 (289efa59-fda4-4293-9eae-657d9a92915f/7ac8dd2b-28e4-4790-829b-affe9594a26d/31e1d28a-6f5b-4a32-82a6-6cd01574d474) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:27.987042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8386-fe48-4620-9068-fb4b0961d2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c1d24e-7f2c-4ee6-b3de-7592f597f3ec,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.051210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.073087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.076503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/networks/ac1e51d1-06c7-4f89-bed6-006d61304733 HTTP/1.1" status: 204 len: 168 time: 0.8490946 May 10 11:32:28.078654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee3fbf-d70c-46a3-b666-a9f60e372679 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Network': ['ID=ac1e51d1-06c7-4f89-bed6-006d61304733,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.083762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40670) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:28.147258 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36ff987f-5f90-4d56-90dc-a62fed2422f6 req-ed928092-d138-4b3c-ba57-aa6cea6c0978 tempest-LiveMigrationTest-28940643 tempest-LiveMigrationTest-28940643-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806787 May 10 11:32:28.191768 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d381ae-e484-48ff-baed-4366d2f8e599 x-openstack-request-id: req-a3d381ae-e484-48ff-baed-4366d2f8e599 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:28.192097 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76c9d48-1262-46d8-8968-42d0497e4aea", "name": "network-vif-deleted", "tag": "3ac370ab-70e5-4c8a-9da0-9ea0663719cf", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:28.192348 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3d381ae-e484-48ff-baed-4366d2f8e599 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:28.192783 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d381ae-e484-48ff-baed-4366d2f8e599'] response: {'server_uuid': 'f76c9d48-1262-46d8-8968-42d0497e4aea', 'name': 'network-vif-deleted', 'tag': '3ac370ab-70e5-4c8a-9da0-9ea0663719cf', 'status': 'completed', 'code': 200} May 10 11:32:28.223063 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7da4899e-5bca-4ac3-8cd9-efe0ac4d27a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.233468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7da4899e-5bca-4ac3-8cd9-efe0ac4d27a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.252959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f654fea5-fcc6-48b6-bfdb-4398510ba121 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:28.260069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f654fea5-fcc6-48b6-bfdb-4398510ba121 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:28.265634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f654fea5-fcc6-48b6-bfdb-4398510ba121 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1766179 May 10 11:32:28.266533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40678) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:28.271128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-469794528'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:28.318744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7da4899e-5bca-4ac3-8cd9-efe0ac4d27a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=839bbe0545b94184b26163dc7001b1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6489911 May 10 11:32:28.323033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40680) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:28.329679 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c2c53-eaac-428e-98f3-ce7785df9fed x-openstack-request-id: req-6f1c2c53-eaac-428e-98f3-ce7785df9fed {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:28.330185 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-plugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:28.330370 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f1c2c53-eaac-428e-98f3-ce7785df9fed {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:28.330857 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1c2c53-eaac-428e-98f3-ce7785df9fed'] response: {'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'code': 200} May 10 11:32:28.390716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7f614e5-7837-4ddc-a2b2-4f3a07df0562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.391751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4899e-5bca-4ac3-8cd9-efe0ac4d27a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dabfdc2-efd0-437e-8603-f8205fdcc77c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.409751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Made reservation on behalf of 752121cbb7f348ad9ab6a196736fbe83 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:28.413428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.418344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac5f12-06b7-4d37-b20b-3aae458c757e req-4349e8f9-ca54-4672-a702-dbc1c98282cf tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:28.426486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8dac5f12-06b7-4d37-b20b-3aae458c757e req-4349e8f9-ca54-4672-a702-dbc1c98282cf tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1377542 May 10 11:32:28.431383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7f614e5-7837-4ddc-a2b2-4f3a07df0562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.457089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:28.467812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.468302 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Added segment f453b250-d2ec-460b-9e59-11d81aad1a70 of type vlan for network 1444fa15-5998-45f2-8e9b-a0172c223584 May 10 11:32:28.515198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.518158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.542170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec26147-83da-4d97-87d1-0a7402b79987 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:28.556045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.574502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8dac5f12-06b7-4d37-b20b-3aae458c757e req-7324080a-dfc5-4148-9dbf-2789f1d10290 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412556 May 10 11:32:28.588281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbbc8b14-5608-418c-9974-358f70cfa8b5 req-b81edb49-5037-4043-96d2-bf4b4563307b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 210 time: 0.0440135 May 10 11:32:28.595854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.603845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:28.604756 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.610958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Transition to ACTIVE for port object bec26147-83da-4d97-87d1-0a7402b79987 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:28.621252 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.646592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3796308 May 10 11:32:28.663050 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.664334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40688) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:28.670286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1018971638'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:28.704377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Pushing event updated for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.708368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Network 289efa59-fda4-4293-9eae-657d9a92915f is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:28.733648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:28.747272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ac878-1a73-456b-bba2-3e555ff06ac4 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Network': ['ID=1444fa15-5998-45f2-8e9b-a0172c223584,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.752684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Made reservation on behalf of 752121cbb7f348ad9ab6a196736fbe83 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:28.763053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1444fa15-5998-45f2-8e9b-a0172c223584 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:28.763310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.765981 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7f614e5-7837-4ddc-a2b2-4f3a07df0562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.768566 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7f614e5-7837-4ddc-a2b2-4f3a07df0562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.769932 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c7f614e5-7837-4ddc-a2b2-4f3a07df0562 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dabfdc2-efd0-437e-8603-f8205fdcc77c HTTP/1.1" status: 204 len: 168 time: 0.4458344 May 10 11:32:28.776597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:28.789133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f614e5-7837-4ddc-a2b2-4f3a07df0562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dabfdc2-efd0-437e-8603-f8205fdcc77c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.814335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:28.826341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.826729 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Added segment 7f4b55bc-8c4a-4d89-8796-3f04120011fd of type vlan for network dd393f21-c78d-4225-8a6d-fd4cf2b20d01 May 10 11:32:28.901952 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.937902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3ac370ab-70e5-4c8a-9da0-9ea0663719cf no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:28.965553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.972695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:28.973488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.997696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event updated for resources: {'Port': ['ID=31e1d28a-6f5b-4a32-82a6-6cd01574d474,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.038219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 3ac370ab-70e5-4c8a-9da0-9ea0663719cf {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:32:29.047324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3ac370ab-70e5-4c8a-9da0-9ea0663719cf not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:32:29.089312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4230478 May 10 11:32:29.093481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40702) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:29.103772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'ports': [{'network_id': '1444fa15-5998-45f2-8e9b-a0172c223584', 'name': 'tempest-port--610152418', 'admin_state_up': True}, {'network_id': 'dd393f21-c78d-4225-8a6d-fd4cf2b20d01', 'admin_state_up': False}]} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:29.105117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'port': {'network_id': '1444fa15-5998-45f2-8e9b-a0172c223584', 'name': 'tempest-port--610152418', 'admin_state_up': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:29.105771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'port': {'network_id': 'dd393f21-c78d-4225-8a6d-fd4cf2b20d01', 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:29.120318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:29.121171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.147129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Attempting to bind port bec26147-83da-4d97-87d1-0a7402b79987 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:29.147615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Attempting to bind port bec26147-83da-4d97-87d1-0a7402b79987 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:29.148087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Attempting to bind port bec26147-83da-4d97-87d1-0a7402b79987 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:29.163983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bc0bf-e992-4db5-bec1-56640954e23e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Network': ['ID=dd393f21-c78d-4225-8a6d-fd4cf2b20d01,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.164698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Port bec26147-83da-4d97-87d1-0a7402b79987 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:32:29.165247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Attempting to bind port bec26147-83da-4d97-87d1-0a7402b79987 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:29.175033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-c71306af-8310-4fba-ae36-1510febdec7c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9241848 May 10 11:32:29.177916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network dd393f21-c78d-4225-8a6d-fd4cf2b20d01 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:29.212271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:32:29.213013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Checking segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:29.213628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Bound using segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:32:29.214324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Bound port: bec26147-83da-4d97-87d1-0a7402b79987, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:29.214921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.220872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Request body: {'port': {'device_id': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:29.265050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40708) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:29.386178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:32:29.390216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:32:29.409358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0fe2-0bcd-4399-aa2e-a99f1bb9c2f6 req-143656a8-c2a5-471f-82ca-564dd1515303 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:29.411335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a24a0fe2-0bcd-4399-aa2e-a99f1bb9c2f6 req-143656a8-c2a5-471f-82ca-564dd1515303 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 943 time: 0.3150222 May 10 11:32:29.418234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.426813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3f50ca6d-2e7d-4bef-8ba6-a1c5a71bcdde None None] Provisioning complete for port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:29.427412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3f50ca6d-2e7d-4bef-8ba6-a1c5a71bcdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.463120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Made reservation on behalf of 752121cbb7f348ad9ab6a196736fbe83 for: {'port': 2} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:29.474007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.516275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.519783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3f50ca6d-2e7d-4bef-8ba6-a1c5a71bcdde None None] Port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:32:29.555797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.577457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40718) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:29.591918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:29.592549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.593961 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] 10.222.0.70 "PUT /v2.0/ports/bec26147-83da-4d97-87d1-0a7402b79987 HTTP/1.1" status: 200 len: 1091 time: 2.8613803 May 10 11:32:29.629048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:29.631713 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6472a8a1-76f7-450d-aa1f-03ce909b674b" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "tag": "bec26147-83da-4d97-87d1-0a7402b79987"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:29.634917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d211afa3-70cc-4429-b7d4-6ec5ee2cfbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.745124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1daf89-a4d5-48d2-bea2-227868ae48cb service neutron] Pushing event updated for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.768326 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a24a0fe2-0bcd-4399-aa2e-a99f1bb9c2f6 req-8adcda3b-0691-4f1c-a943-2aa81a75f71a tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475094 May 10 11:32:29.793621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-9fbcd21b-d57f-4e60-82e3-fc96ba0af0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:29.795135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-9fbcd21b-d57f-4e60-82e3-fc96ba0af0ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 1094 time: 0.1162889 May 10 11:32:29.899199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-0e9699c7-d528-4628-aa8c-eef01db43d63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bec26147-83da-4d97-87d1-0a7402b79987 HTTP/1.1" status: 200 len: 217 time: 0.0885148 May 10 11:32:29.966892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-8fb8799e-73f3-4fee-9f74-bae6acc5cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:29.968383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-8fb8799e-73f3-4fee-9f74-bae6acc5cda7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.0571120 May 10 11:32:30.055918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-6e41df09-2b34-4fa5-a8e1-b0c8aebf12c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612466 May 10 11:32:30.087561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bd176-4335-4973-a8b5-9e0b9bcf55e4 req-3c6d5b5b-d4ee-46fb-b3a4-4c78d4715d6e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:30.087561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c53bd176-4335-4973-a8b5-9e0b9bcf55e4 req-3c6d5b5b-d4ee-46fb-b3a4-4c78d4715d6e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 931 time: 0.1864469 May 10 11:32:30.229427 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d211afa3-70cc-4429-b7d4-6ec5ee2cfbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.254890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c53bd176-4335-4973-a8b5-9e0b9bcf55e4 req-f67952fc-16b6-4c94-b631-bbbfe5acef9e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254711 May 10 11:32:30.264386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d211afa3-70cc-4429-b7d4-6ec5ee2cfbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.301066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211afa3-70cc-4429-b7d4-6ec5ee2cfbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3240eb-8d5b-4d58-b83f-b0b87c0888d5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:30.394553 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26111599-ef9d-4710-a15d-b9f41320eea9 x-openstack-request-id: req-26111599-ef9d-4710-a15d-b9f41320eea9 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:30.395115 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "tag": "bec26147-83da-4d97-87d1-0a7402b79987", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:30.395525 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26111599-ef9d-4710-a15d-b9f41320eea9 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:30.396111 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26111599-ef9d-4710-a15d-b9f41320eea9'] response: {'name': 'network-changed', 'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987', 'status': 'completed', 'code': 200} May 10 11:32:30.413844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d211afa3-70cc-4429-b7d4-6ec5ee2cfbce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=891a7bd7a9124353b97d4051189e99f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8327789 May 10 11:32:30.420855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40740) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:30.478699 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-842d1e95-62ec-402b-ab43-3951e3729c84 service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017274 May 10 11:32:30.508893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6dbb53-eafa-47c9-952f-6ec56945d339 admin admin] Deleting subnet 7a0684e5-74b7-4e63-96d3-9612fb08251a {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:32:30.544585 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbb53-eafa-47c9-952f-6ec56945d339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.602688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3ea6f-5184-4517-89db-27127708afec req-854390c5-c721-4bd9-a7cf-44a02d35cce7 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:30.612909 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcc3ea6f-5184-4517-89db-27127708afec req-854390c5-c721-4bd9-a7cf-44a02d35cce7 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.9148750 May 10 11:32:30.616596 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84be34f7-bbd4-4a81-96c2-d16d414d879f req-447454e7-1350-4e6f-be5d-ff03efba8995 service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215637 May 10 11:32:30.664809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076b9d2e-8d87-4686-b4de-1e7a65a5b860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.672106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbb53-eafa-47c9-952f-6ec56945d339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.687462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076b9d2e-8d87-4686-b4de-1e7a65a5b860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.727865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbb53-eafa-47c9-952f-6ec56945d339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.754073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076b9d2e-8d87-4686-b4de-1e7a65a5b860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.757287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076b9d2e-8d87-4686-b4de-1e7a65a5b860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.759391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-076b9d2e-8d87-4686-b4de-1e7a65a5b860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b3240eb-8d5b-4d58-b83f-b0b87c0888d5 HTTP/1.1" status: 204 len: 168 time: 0.3357518 May 10 11:32:30.783917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e1d28a-6f5b-4a32-82a6-6cd01574d474 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:30.816753 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.832913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b9d2e-8d87-4686-b4de-1e7a65a5b860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3240eb-8d5b-4d58-b83f-b0b87c0888d5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:30.873777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] device_id is not set on port a1566a75-32d0-45b8-bc82-5dd3d1d71f6d yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:32:30.890593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Transition to ACTIVE for port object 31e1d28a-6f5b-4a32-82a6-6cd01574d474 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:30.924557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.942788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-da583482-cd84-47a3-b235-fccd6eedd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:30.944348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-da583482-cd84-47a3-b235-fccd6eedd5e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 1094 time: 0.2073398 May 10 11:32:30.962701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbb53-eafa-47c9-952f-6ec56945d339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.971114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcc3ea6f-5184-4517-89db-27127708afec req-05e1bc23-93a8-497d-974a-090a27f068fa tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569214 May 10 11:32:31.000092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dbb53-eafa-47c9-952f-6ec56945d339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0684e5-74b7-4e63-96d3-9612fb08251a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.001989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbb53-eafa-47c9-952f-6ec56945d339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.005349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2a6dbb53-eafa-47c9-952f-6ec56945d339 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a0684e5-74b7-4e63-96d3-9612fb08251a HTTP/1.1" status: 204 len: 168 time: 1.7392843 May 10 11:32:31.007856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40758) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:31.040466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=31e1d28a-6f5b-4a32-82a6-6cd01574d474,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.106526 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.189795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.242701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Attempting to bind port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:31.244053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Attempting to bind port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:31.244726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Attempting to bind port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 on network 289efa59-fda4-4293-9eae-657d9a92915f {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:31.259997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 on network 289efa59-fda4-4293-9eae-657d9a92915f not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:32:31.260671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Attempting to bind port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 on network 289efa59-fda4-4293-9eae-657d9a92915f {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:31.271657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:32:31.272319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Checking segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:31.273774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Bound using segment: {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:32:31.274452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Bound port: 31e1d28a-6f5b-4a32-82a6-6cd01574d474, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b954fe-9832-4aec-be37-b06677c2ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:31.275040 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.298904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828d3fe-e83f-4552-bf45-cb6f8c6d41b6 req-bdb986a5-73af-437b-ad98-ee7b6baf9c16 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:31.307685 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c828d3fe-e83f-4552-bf45-cb6f8c6d41b6 req-bdb986a5-73af-437b-ad98-ee7b6baf9c16 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 943 time: 0.3979435 May 10 11:32:31.429893 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c828d3fe-e83f-4552-bf45-cb6f8c6d41b6 req-707b64b4-b6ad-406e-91c1-789dc8d6780d tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123669 May 10 11:32:31.440099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-6221b64d-d1d2-4e0b-960a-73d9d63ecd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:31.441984 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-6221b64d-d1d2-4e0b-960a-73d9d63ecd8f service neutron] 10.222.0.70 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 905 time: 0.4285822 May 10 11:32:31.522267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-d62b5867-a2fb-47d0-9192-a934ef8660d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bec26147-83da-4d97-87d1-0a7402b79987 HTTP/1.1" status: 200 len: 217 time: 0.0712583 May 10 11:32:31.540446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.588401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ab3599-0b94-42b0-a8b7-bdcda1d316b9']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:31.603668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c24064d-262a-48a3-a0e9-30f912863666') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:31.603940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c24064d-262a-48a3-a0e9-30f912863666') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:31.632758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.644779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] For port 31e1d28a-6f5b-4a32-82a6-6cd01574d474, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:32:31.652959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-600b31f0-ba62-4ef2-b7a8-512f9bbb74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:31.657186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-600b31f0-ba62-4ef2-b7a8-512f9bbb74d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.1282165 May 10 11:32:31.686566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] device_id is not set on port f2fd052b-d00f-4cd5-95f8-89479ac0a23b yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:32:31.690389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.703584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] For port 31e1d28a-6f5b-4a32-82a6-6cd01574d474, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:32:31.704296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:31.704612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: timer() May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:31.707534 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:31.732511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-b4268091-106c-4f01-b652-46d1b49663bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615499 May 10 11:32:31.742672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.796537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcf388-7c88-4734-b83a-eed8d225774c req-036010f3-ebd6-43fa-8146-16f80108138b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:31.798081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-febcf388-7c88-4734-b83a-eed8d225774c req-036010f3-ebd6-43fa-8146-16f80108138b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 943 time: 0.3273833 May 10 11:32:31.821568 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.842279 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.849142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/71ab3599-0b94-42b0-a8b7-bdcda1d316b9 HTTP/1.1" status: 204 len: 168 time: 0.8371565 May 10 11:32:31.858536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40790) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:31.874953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e75d4-be6e-489f-8a88-1a988b3baa46 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ab3599-0b94-42b0-a8b7-bdcda1d316b9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.893319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=31e1d28a-6f5b-4a32-82a6-6cd01574d474,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.926932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:31.935951 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.938947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-61cea50b-1965-457e-a237-855119786ea4 service neutron] 10.222.0.70 "PUT /v2.0/ports/31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 200 len: 1091 time: 2.7421679 May 10 11:32:31.949387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-febcf388-7c88-4734-b83a-eed8d225774c req-216ab3e2-1115-4ccb-a57d-6073857eb4f2 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410084 May 10 11:32:32.013752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb98496-a652-42d5-ba38-dbf1056df60a admin admin] Deleting subnet f65a56a5-bb22-4c16-b162-1df5607ea3a5 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:32:32.027267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.029725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb98496-a652-42d5-ba38-dbf1056df60a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.193342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da114c4-8068-4fe1-a194-85560096522d req-cec908d6-f9f7-4c95-8d08-461fdcafc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:32.194619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-cec908d6-f9f7-4c95-8d08-461fdcafc389 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1094 time: 0.1780286 May 10 11:32:32.198747 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-98d96f62-0343-439c-98fb-747bcdf629f3 service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348078 May 10 11:32:32.204113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb98496-a652-42d5-ba38-dbf1056df60a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.257855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.375379 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-54bba3b1-5cb6-449b-b5f4-51a895593092 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 200 len: 217 time: 0.1589437 May 10 11:32:32.391474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5124dd1-3901-4a00-9998-657f9b2d13b7 req-bff26dee-0738-49de-ac0b-dd14025f79c4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:32.393451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5124dd1-3901-4a00-9998-657f9b2d13b7 req-bff26dee-0738-49de-ac0b-dd14025f79c4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.2807012 May 10 11:32:32.400435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.410087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb98496-a652-42d5-ba38-dbf1056df60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.418167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:32.421111 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d" -d '{"events": [{"name": "network-changed", "server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:32.536944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Port': ['ID=a1566a75-32d0-45b8-bc82-5dd3d1d71f6d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:32.558788 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091a26ac-6c78-43f8-89a1-566b58c8c3f3 x-openstack-request-id: req-091a26ac-6c78-43f8-89a1-566b58c8c3f3 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:32.568495 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:32.569779 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-091a26ac-6c78-43f8-89a1-566b58c8c3f3 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:32.570908 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091a26ac-6c78-43f8-89a1-566b58c8c3f3'] response: {'name': 'network-changed', 'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'status': 'completed', 'code': 200} May 10 11:32:32.580965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Checking segment: {'id': 'f453b250-d2ec-460b-9e59-11d81aad1a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1444fa15-5998-45f2-8e9b-a0172c223584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:32.581874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Network hostable DHCP agents. Network: 1444fa15-5998-45f2-8e9b-a0172c223584, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:32.590433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb98496-a652-42d5-ba38-dbf1056df60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.612131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5bb98496-a652-42d5-ba38-dbf1056df60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.615803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5bb98496-a652-42d5-ba38-dbf1056df60a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f65a56a5-bb22-4c16-b162-1df5607ea3a5 HTTP/1.1" status: 204 len: 168 time: 0.7559385 May 10 11:32:32.618921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40822) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:32.672460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb98496-a652-42d5-ba38-dbf1056df60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65a56a5-bb22-4c16-b162-1df5607ea3a5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:32.732436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da114c4-8068-4fe1-a194-85560096522d req-74c81024-f292-4630-bfd2-7b98fda413f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:32.733980 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-74c81024-f292-4630-bfd2-7b98fda413f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.3507042 May 10 11:32:32.743049 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5124dd1-3901-4a00-9998-657f9b2d13b7 req-329e43f5-6f49-43d1-8d76-5b003c2399f3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129561 May 10 11:32:32.760979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Network 1444fa15-5998-45f2-8e9b-a0172c223584 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:32.785810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1444fa15-5998-45f2-8e9b-a0172c223584) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:32.792342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:32.793218 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.801798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45b749-5dc1-4b6e-b252-78c1573b44f7 None None] Network 1444fa15-5998-45f2-8e9b-a0172c223584 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:32.805430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d7c01-42d8-4262-a241-e312097eb1ba req-0f396735-b255-4056-aa26-af902de0c1bc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:32.814871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f1d7c01-42d8-4262-a241-e312097eb1ba req-0f396735-b255-4056-aa26-af902de0c1bc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 943 time: 0.1946030 May 10 11:32:32.880991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Port': ['ID=f2fd052b-d00f-4cd5-95f8-89479ac0a23b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:32.881555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6472a8a1-76f7-450d-aa1f-03ce909b674b req-2009734b-3360-4f3c-9155-269027ee5934 service neutron] 10.222.0.70 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333642 May 10 11:32:32.887359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.923175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da114c4-8068-4fe1-a194-85560096522d req-129d1668-a249-4204-aa9f-8e44f86ab318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:32.925206 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-129d1668-a249-4204-aa9f-8e44f86ab318 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791289 May 10 11:32:33.086426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-4d86bef4-a4f4-4524-8fa9-bf621ea80dd7 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444840 May 10 11:32:33.266193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Checking segment: {'id': '7f4b55bc-8c4a-4d89-8796-3f04120011fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dd393f21-c78d-4225-8a6d-fd4cf2b20d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:33.266555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Network hostable DHCP agents. Network: dd393f21-c78d-4225-8a6d-fd4cf2b20d01, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:33.282650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ead7d-112d-4a3c-a8ae-f7a99d670b36 req-6f976783-dc2b-44b2-a53e-ead6e5de1037 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:33.284456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f1d7c01-42d8-4262-a241-e312097eb1ba req-47c08297-7fc2-4f2a-938c-5146c7477063 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686282 May 10 11:32:33.285378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-133ead7d-112d-4a3c-a8ae-f7a99d670b36 req-6f976783-dc2b-44b2-a53e-ead6e5de1037 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 943 time: 0.1952419 May 10 11:32:33.309922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.328829 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5da114c4-8068-4fe1-a194-85560096522d req-30bc995e-cc7d-466d-9dbb-269e67c9b612 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397332 May 10 11:32:33.334853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Network dd393f21-c78d-4225-8a6d-fd4cf2b20d01 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:33.346483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4383cb65-9978-4724-a190-a96ff0faf672']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:33.367282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, dd393f21-c78d-4225-8a6d-fd4cf2b20d01) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:33.377854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673cd665-ae65-4dc6-a78d-03edb48a28cc None None] Network dd393f21-c78d-4225-8a6d-fd4cf2b20d01 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:33.380048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7920c24-25b1-4d3a-9cc5-d1e845262c73') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:33.385565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7920c24-25b1-4d3a-9cc5-d1e845262c73') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:33.385565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:33.390527 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-133ead7d-112d-4a3c-a8ae-f7a99d670b36 req-4eb0c46d-4a4b-4147-8175-b56ad4841572 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863254 May 10 11:32:33.391362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:33.391526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40838) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:33.397862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:33.398660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.420802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.441175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c44af0d4-4585-443a-9b31-41145e63ba82 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3443546 May 10 11:32:33.442694 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.444334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40844) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:33.450486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:33.451133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: timer() May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:33.453474 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:33.539358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.553738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.568186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bec26147-83da-4d97-87d1-0a7402b79987 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:32:33.573365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4383cb65-9978-4724-a190-a96ff0faf672 HTTP/1.1" status: 204 len: 168 time: 0.9212487 May 10 11:32:33.583876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75eecba-33d8-4333-96f0-fe471dc1f739 admin admin] Pushing event deleted for resources: {'Network': ['ID=4383cb65-9978-4724-a190-a96ff0faf672,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:33.640121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-f3d6ff72-6d7d-45ed-bdf9-de49a8b5db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:33.642010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-f3d6ff72-6d7d-45ed-bdf9-de49a8b5db21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1094 time: 0.2273517 May 10 11:32:33.697499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:33.716967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'bec26147-83da-4d97-87d1-0a7402b79987', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'port_id': 'bec26147-83da-4d97-87d1-0a7402b79987', 'mac_address': 'fa:16:3e:40:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2d4da-01c6-4051-b8e3-c7362047b4a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:32:33.746710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40854) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:33.748652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b62676-2192-4df1-8a34-605790047f7e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:33.756598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b62676-2192-4df1-8a34-605790047f7e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:33.761073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40858) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:33.761219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a0b62676-2192-4df1-8a34-605790047f7e tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3158765 May 10 11:32:33.793986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-df662a1a-e16a-45e9-b869-fb580b0dc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:33.795493 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-df662a1a-e16a-45e9-b869-fb580b0dc732 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.1451745 May 10 11:32:33.890467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-ed5af103-03d4-404d-b9a0-ceca16cc61ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 200 len: 217 time: 0.0820549 May 10 11:32:33.950475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port bec26147-83da-4d97-87d1-0a7402b79987 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:33.951461 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.983425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec26147-83da-4d97-87d1-0a7402b79987 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:33.995748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40862) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:34.003545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:34.009870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-5ca164e0-48f6-4f20-99e1-5ec619ab3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:34.011609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-5ca164e0-48f6-4f20-99e1-5ec619ab3c1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.0937641 May 10 11:32:34.017861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ef18734-f3c7-4c49-b57d-c44b438b8112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.029459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:34.040021 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.084426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-d12ca999-2066-4536-94be-e7c609e08c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:34.086532 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-d12ca999-2066-4536-94be-e7c609e08c15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658286 May 10 11:32:34.138940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:34.152501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ebc93-2965-419d-b1cc-219a5022d642 req-2679ac63-f6aa-42e2-a895-93ab65a2bc19 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:34.154733 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-572ebc93-2965-419d-b1cc-219a5022d642 req-2679ac63-f6aa-42e2-a895-93ab65a2bc19 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.2593632 May 10 11:32:34.165105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.198001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b45c8099-e9ed-43a2-ae4b-45e423f3cba5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Deleting port a1566a75-32d0-45b8-bc82-5dd3d1d71f6d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:34.198643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8099-e9ed-43a2-ae4b-45e423f3cba5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.255054 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a9f9-082a-408c-9af7-b3ab44eebe13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.257828 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ef18734-f3c7-4c49-b57d-c44b438b8112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.260670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-304ffe34-1576-4f9a-a20d-be3535afb479 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652541 May 10 11:32:34.266354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ef18734-f3c7-4c49-b57d-c44b438b8112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.287355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['bec26147-83da-4d97-87d1-0a7402b79987'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:32:34.366759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef18734-f3c7-4c49-b57d-c44b438b8112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0bb7db-f251-4363-85e3-be7c3783adff,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:34.372337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1ef18734-f3c7-4c49-b57d-c44b438b8112 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c3096f0c5b04f0c959c5ea172867a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9797986 May 10 11:32:34.380176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40866) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:34.394469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-92ba5afb-3de8-41d9-b06e-30b0fc887649 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efb5d2857e95467a96899612ae8c137d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832829 May 10 11:32:34.403346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40868) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:34.421392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8099-e9ed-43a2-ae4b-45e423f3cba5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.448098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b45c8099-e9ed-43a2-ae4b-45e423f3cba5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Calling delete_port for a1566a75-32d0-45b8-bc82-5dd3d1d71f6d owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:34.467194 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-572ebc93-2965-419d-b1cc-219a5022d642 req-a90e1a5a-f5c7-44c9-94d0-bbb82b3375ee tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935274 May 10 11:32:34.515025 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1bbc0a0-98a4-49cf-bc75-2be2f122ab8d req-8cc7746f-9883-4012-82ff-9716fddd76ce service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450898 May 10 11:32:34.526534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd85d5-6ad2-48ef-84a4-d428bc905702 req-72200d77-fa11-4874-ad4a-dd45a8a4f1ce tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:34.529093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81dd85d5-6ad2-48ef-84a4-d428bc905702 req-72200d77-fa11-4874-ad4a-dd45a8a4f1ce tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 944 time: 0.1510437 May 10 11:32:34.547759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17fd033a-dc03-4050-b2c8-51307fe22a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.693935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9280cf-020a-410a-8c9b-fa010911e395 req-e1a75271-8954-4f26-a2b6-d958f8ca368c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:34.695600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e9280cf-020a-410a-8c9b-fa010911e395 req-e1a75271-8954-4f26-a2b6-d958f8ca368c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 943 time: 0.0987563 May 10 11:32:34.713797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8099-e9ed-43a2-ae4b-45e423f3cba5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.752843 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.759528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c8099-e9ed-43a2-ae4b-45e423f3cba5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Port': ['ID=a1566a75-32d0-45b8-bc82-5dd3d1d71f6d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:34.773893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8099-e9ed-43a2-ae4b-45e423f3cba5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.779608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b45c8099-e9ed-43a2-ae4b-45e423f3cba5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/ports/a1566a75-32d0-45b8-bc82-5dd3d1d71f6d HTTP/1.1" status: 204 len: 168 time: 1.0149641 May 10 11:32:34.785741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40876) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:34.856029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e9280cf-020a-410a-8c9b-fa010911e395 req-3f431ba6-b7c6-448e-a6ae-391102dde5c5 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514060 May 10 11:32:34.990841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17fd033a-dc03-4050-b2c8-51307fe22a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.000564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Allocated IP 172.25.8.36 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/aaedf8bb-accf-467c-b953-47cd7bc4e406) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:35.004207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb6d1cc9-756b-4506-944f-795c95d9b461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.020529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-35d7f7fc-c085-4077-b066-0ef3aceb1e4b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Deleting port f2fd052b-d00f-4cd5-95f8-89479ac0a23b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:35.021209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35d7f7fc-c085-4077-b066-0ef3aceb1e4b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.041635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81dd85d5-6ad2-48ef-84a4-d428bc905702 req-e8bebc06-52fb-4326-a05a-763e922be2cd tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951026 May 10 11:32:35.061720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb6d1cc9-756b-4506-944f-795c95d9b461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.105066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17fd033a-dc03-4050-b2c8-51307fe22a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.108331 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17fd033a-dc03-4050-b2c8-51307fe22a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.109775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-17fd033a-dc03-4050-b2c8-51307fe22a90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a0bb7db-f251-4363-85e3-be7c3783adff HTTP/1.1" status: 204 len: 168 time: 0.7286155 May 10 11:32:35.119769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd033a-dc03-4050-b2c8-51307fe22a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0bb7db-f251-4363-85e3-be7c3783adff,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:35.136522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb6d1cc9-756b-4506-944f-795c95d9b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.139881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb6d1cc9-756b-4506-944f-795c95d9b461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.142176 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bb6d1cc9-756b-4506-944f-795c95d9b461 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cbd1e9c-aa9b-42a5-9e5f-e15513b81753 HTTP/1.1" status: 204 len: 168 time: 0.7248790 May 10 11:32:35.165696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d1cc9-756b-4506-944f-795c95d9b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbd1e9c-aa9b-42a5-9e5f-e15513b81753,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:35.220708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35d7f7fc-c085-4077-b066-0ef3aceb1e4b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.246869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-35d7f7fc-c085-4077-b066-0ef3aceb1e4b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Calling delete_port for f2fd052b-d00f-4cd5-95f8-89479ac0a23b owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:35.311810 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.328420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.395943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35d7f7fc-c085-4077-b066-0ef3aceb1e4b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.402184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.455938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:35.459886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:35.466966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:35.581188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 31e1d28a-6f5b-4a32-82a6-6cd01574d474 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:32:35.583848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bec26147-83da-4d97-87d1-0a7402b79987 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:35.590033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.614847 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35d7f7fc-c085-4077-b066-0ef3aceb1e4b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.624780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40888) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:35.637380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-35d7f7fc-c085-4077-b066-0ef3aceb1e4b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/ports/f2fd052b-d00f-4cd5-95f8-89479ac0a23b HTTP/1.1" status: 204 len: 168 time: 0.8446889 May 10 11:32:35.692224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Pushing event updated for resources: {'Port': ['ID=aaedf8bb-accf-467c-b953-47cd7bc4e406,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:35.692991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b8cf7990-4ff3-4412-98dd-ad3f9e97c665 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0663679 May 10 11:32:35.697780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40894) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:35.715933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1295141166'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:35.748771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7f7fc-c085-4077-b066-0ef3aceb1e4b tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Port': ['ID=f2fd052b-d00f-4cd5-95f8-89479ac0a23b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:35.752541 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.762910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e4265-8504-440f-b58b-28ad5460c873 req-ca4528f2-09e4-4d95-9af3-93c7b604b248 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:35.770520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b23e4265-8504-440f-b58b-28ad5460c873 req-ca4528f2-09e4-4d95-9af3-93c7b604b248 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1701181 May 10 11:32:35.783398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Made reservation on behalf of 752121cbb7f348ad9ab6a196736fbe83 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:35.800762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.834325 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b23e4265-8504-440f-b58b-28ad5460c873 req-6a487d49-9086-494d-a2a8-2a0c9f71a691 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626581 May 10 11:32:35.845487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40896) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:35.911841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:35.925632 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.925965 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Added segment f2fd2e10-fe6e-4927-97c8-471ecf8033d6 of type vlan for network e384e42e-e5ef-4c99-a65f-595fc07ee62b May 10 11:32:35.961576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40900) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:35.971222 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.027629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port bec26147-83da-4d97-87d1-0a7402b79987 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:36.031095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b62ba7ba-4420-434b-a283-881d8bdb1562 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f8f80d817634bcf84eb9c028de77de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793480 May 10 11:32:36.032552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-414f056d-4763-4569-bbee-81d6b8292ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.032694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.037442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:36.038264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:36.038511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port bec26147-83da-4d97-87d1-0a7402b79987 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:36.038892 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.039015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.084785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3782234 May 10 11:32:36.086568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40906) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:36.105361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-361432373'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:36.149522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 31e1d28a-6f5b-4a32-82a6-6cd01574d474, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:36.183266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198976d-95c6-4425-8ee8-6489bfcaec18 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Network': ['ID=e384e42e-e5ef-4c99-a65f-595fc07ee62b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:36.193128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad4138-5fc4-4f47-8fd0-3eb557502bb0 req-e6069cc0-f327-4c70-a6ad-1ab5761d3939 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:36.194694 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1ad4138-5fc4-4f47-8fd0-3eb557502bb0 req-e6069cc0-f327-4c70-a6ad-1ab5761d3939 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 943 time: 0.1670649 May 10 11:32:36.214446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port bec26147-83da-4d97-87d1-0a7402b79987 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:36.214840 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.217511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network e384e42e-e5ef-4c99-a65f-595fc07ee62b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:36.233601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Made reservation on behalf of 752121cbb7f348ad9ab6a196736fbe83 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:36.237600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.268300 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1ad4138-5fc4-4f47-8fd0-3eb557502bb0 req-fd4afd35-58e7-488d-ad4b-c3c105881ca5 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653508 May 10 11:32:36.274959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'mac_address': 'fa:16:3e:04:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:32:36.284361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:36.298284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:36.301060 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a516b17c-a9e3-4acb-97b3-42e1c93666b8" -d '{"events": [{"server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "name": "network-vif-plugged", "status": "completed", "tag": "bec26147-83da-4d97-87d1-0a7402b79987"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:36.311497 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.311881 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Added segment aa46e500-7455-4945-a8c1-16029f78714f of type vlan for network f2b4be99-6f84-4a5a-8bc8-a82c4e744973 May 10 11:32:36.321613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d9b3-3838-4aa8-90f2-534af9a30be9 req-4e1f11e6-5c5b-47c3-bb59-5d3c5fd39d16 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:36.337624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6898d9b3-3838-4aa8-90f2-534af9a30be9 req-4e1f11e6-5c5b-47c3-bb59-5d3c5fd39d16 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 944 time: 0.1909316 May 10 11:32:36.358542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:36.359166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.380337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:36.380994 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.387077 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b32864a2-df57-4faf-8697-00e3f5f505e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.387219 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84fa365-9527-4367-9dcc-9aeed312167f x-openstack-request-id: req-f84fa365-9527-4367-9dcc-9aeed312167f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:36.387553 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "name": "network-vif-plugged", "status": "completed", "tag": "bec26147-83da-4d97-87d1-0a7402b79987", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:36.387806 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f84fa365-9527-4367-9dcc-9aeed312167f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:36.388288 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84fa365-9527-4367-9dcc-9aeed312167f'] response: {'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987', 'code': 200} May 10 11:32:36.395374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e1d28a-6f5b-4a32-82a6-6cd01574d474 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:36.422354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 31e1d28a-6f5b-4a32-82a6-6cd01574d474, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:36.427947 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.436909 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.443144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.451061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:36.451924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.452178 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.475382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.482906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d92e377d-c07e-40b1-8e47-ab870c8ddb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.488061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b32864a2-df57-4faf-8697-00e3f5f505e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.495954 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4093804 May 10 11:32:36.504957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:36.593127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=31e1d28a-6f5b-4a32-82a6-6cd01574d474,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:36.645959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6109a7-5fed-4984-b970-6e3f6c0b9c0f req-95c48615-3d73-4b96-a6b9-489e34f250a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:36.647499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ec6109a7-5fed-4984-b970-6e3f6c0b9c0f req-95c48615-3d73-4b96-a6b9-489e34f250a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 1096 time: 0.1806772 May 10 11:32:36.651509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6898d9b3-3838-4aa8-90f2-534af9a30be9 req-b3fd3e67-7316-41f1-acb7-bb0f0bde8153 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108363 May 10 11:32:36.653994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40910) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:36.665153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'subnets': [{'network_id': 'e384e42e-e5ef-4c99-a65f-595fc07ee62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--674841903', 'ip_version': 4}, {'network_id': 'f2b4be99-6f84-4a5a-8bc8-a82c4e744973', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:36.665153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'subnet': {'network_id': 'e384e42e-e5ef-4c99-a65f-595fc07ee62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--674841903', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:36.665153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Request body: {'subnet': {'network_id': 'f2b4be99-6f84-4a5a-8bc8-a82c4e744973', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:36.665153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9457-6963-4172-94f4-55453366719f tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Network': ['ID=f2b4be99-6f84-4a5a-8bc8-a82c4e744973,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:36.677357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['31e1d28a-6f5b-4a32-82a6-6cd01574d474'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:32:36.728982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Pushing event updated for resources: {'Port': ['ID=aaedf8bb-accf-467c-b953-47cd7bc4e406,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:36.731751 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.752958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f2b4be99-6f84-4a5a-8bc8-a82c4e744973 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:36.767272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ec6109a7-5fed-4984-b970-6e3f6c0b9c0f req-83fd87f7-0a2e-4d42-9acc-794a135e06e2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108320 May 10 11:32:36.784220 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.785811 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-33b0dbf8-a9aa-4abf-8437-1a3e4706b700 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0377972 May 10 11:32:36.789100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40916) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:36.793997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-944794061', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'fixed_ips': [{'ip_address': '172.25.8.36'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:36.831671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-414f056d-4763-4569-bbee-81d6b8292ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.839917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-414f056d-4763-4569-bbee-81d6b8292ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.883006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b32864a2-df57-4faf-8697-00e3f5f505e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.890891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b32864a2-df57-4faf-8697-00e3f5f505e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.892198 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b32864a2-df57-4faf-8697-00e3f5f505e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43fddfbf-8695-49fd-9579-e39cc1a7a2a1 HTTP/1.1" status: 204 len: 168 time: 0.8504610 May 10 11:32:36.894423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Made reservation on behalf of 12aa7466f6e740c582b6ec593341dd09 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:36.900505 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.909699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Made reservation on behalf of 752121cbb7f348ad9ab6a196736fbe83 for: {'subnet': 2} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:36.917145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.917145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.959221 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.056867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.060488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-414f056d-4763-4569-bbee-81d6b8292ea8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e42c289a36b430c9ec593d8babd240f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0451305 May 10 11:32:37.061918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f056d-4763-4569-bbee-81d6b8292ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9235cc7c-5a04-499f-b1b0-06dfb784eff0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:37.064708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40922) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:37.073240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892af25-aa02-4f85-9b53-3ab7c6cc4ebc req-93e81f46-4326-4ad8-883e-f6674378f4ed tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:37.078848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c892af25-aa02-4f85-9b53-3ab7c6cc4ebc req-93e81f46-4326-4ad8-883e-f6674378f4ed tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1031966 May 10 11:32:37.090021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32864a2-df57-4faf-8697-00e3f5f505e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fddfbf-8695-49fd-9579-e39cc1a7a2a1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:37.092372 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.102971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] device_id is not set on port cd831d39-d410-4854-a3c7-aeb43a1bc624 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:32:37.153579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c892af25-aa02-4f85-9b53-3ab7c6cc4ebc req-b4ed24d5-08c6-4360-8a9f-8380c42aa006 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 May 10 11:32:37.226741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a285f7b6-8868-4877-afdd-9b36f2972ee9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:37.383219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-564c9df1-c159-493f-8439-f42b74c002e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.480644 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 10 11:32:37.481677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:32:37.522002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-564c9df1-c159-493f-8439-f42b74c002e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.577037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40934) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:37.578747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-91f7427a-e998-47e7-80f3-1e5bddd5a030 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7875907 May 10 11:32:37.600301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 31e1d28a-6f5b-4a32-82a6-6cd01574d474 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:37.628565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06db6-6939-4d05-9850-d6246e5eff1b req-737f1894-dfe0-48b3-8dd5-906a083eb6d1 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:37.638911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fe06db6-6939-4d05-9850-d6246e5eff1b req-737f1894-dfe0-48b3-8dd5-906a083eb6d1 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 944 time: 0.2754588 May 10 11:32:37.667227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-564c9df1-c159-493f-8439-f42b74c002e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.674361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-564c9df1-c159-493f-8439-f42b74c002e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.675940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-564c9df1-c159-493f-8439-f42b74c002e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9235cc7c-5a04-499f-b1b0-06dfb784eff0 HTTP/1.1" status: 204 len: 168 time: 0.6100373 May 10 11:32:37.697133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.759673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c9df1-c159-493f-8439-f42b74c002e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9235cc7c-5a04-499f-b1b0-06dfb784eff0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:37.812640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fe06db6-6939-4d05-9850-d6246e5eff1b req-6cf00173-73f2-480d-a114-502d1ac4175c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461957 May 10 11:32:37.835716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Checking segment: {'id': 'f2fd2e10-fe6e-4927-97c8-471ecf8033d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e384e42e-e5ef-4c99-a65f-595fc07ee62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:37.836120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Network hostable DHCP agents. Network: e384e42e-e5ef-4c99-a65f-595fc07ee62b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:37.880917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.913479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:37.926723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:37.927118 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.078230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Subnet': ['ID=75a85a55-7601-439f-b983-c61c07046caa,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:38.104481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b330-e502-414f-b0ba-1de13ec1b45f req-d8d0f6ce-93a3-44b0-bd4d-f468b2e7bef3 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:38.106050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24f2b330-e502-414f-b0ba-1de13ec1b45f req-d8d0f6ce-93a3-44b0-bd4d-f468b2e7bef3 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 945 time: 0.2249613 May 10 11:32:38.109400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Network e384e42e-e5ef-4c99-a65f-595fc07ee62b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:38.125640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Deleting port aaedf8bb-accf-467c-b953-47cd7bc4e406 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:38.125941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.154145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:38.154540 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.248480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 31e1d28a-6f5b-4a32-82a6-6cd01574d474, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:38.258680 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.284394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.284790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.298626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Calling delete_port for aaedf8bb-accf-467c-b953-47cd7bc4e406 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:38.361251 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=31e1d28a-6f5b-4a32-82a6-6cd01574d474,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:38.364268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e204af4-374a-4d82-9958-a8a647146a30 req-19256299-f7d8-478f-b41a-f625504d4e1c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:38.373058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e204af4-374a-4d82-9958-a8a647146a30 req-19256299-f7d8-478f-b41a-f625504d4e1c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.0766110 May 10 11:32:38.389886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:38.392478 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9222ce9c-a101-46a9-85f6-3b5bd3b05485" -d '{"events": [{"server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "name": "network-vif-plugged", "status": "completed", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:38.500964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e204af4-374a-4d82-9958-a8a647146a30 req-b430c8c9-b2f1-43e3-b908-e832ea94e93e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764551 May 10 11:32:38.502306 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.502306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, e384e42e-e5ef-4c99-a65f-595fc07ee62b) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:38.502485 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a8b7c-a155-4f96-9916-a01d10ed8055 x-openstack-request-id: req-160a8b7c-a155-4f96-9916-a01d10ed8055 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:38.502485 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "name": "network-vif-plugged", "status": "completed", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:38.502485 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-160a8b7c-a155-4f96-9916-a01d10ed8055 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:38.502485 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160a8b7c-a155-4f96-9916-a01d10ed8055'] response: {'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'code': 200} May 10 11:32:38.506520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a077b-26d9-4faa-9812-c0061af07ad7 None None] Network e384e42e-e5ef-4c99-a65f-595fc07ee62b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:38.548253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.555426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaedf8bb-accf-467c-b953-47cd7bc4e406,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:38.703448 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24f2b330-e502-414f-b0ba-1de13ec1b45f req-5301891f-af58-4a11-bcec-0301cfc648e7 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396309 May 10 11:32:38.776162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event updated for resources: {'Subnet': ['ID=3d7b83eb-6967-41af-a265-57fd8e54d1ab,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:38.844212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d3e39-063e-4420-8410-f4c385963d6d req-2787e6eb-99cb-4c8d-bcad-89f412aeba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:38.845734 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d7d3e39-063e-4420-8410-f4c385963d6d req-2787e6eb-99cb-4c8d-bcad-89f412aeba66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1096 time: 0.2155249 May 10 11:32:38.861271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-e384e42e-e5ef-4c99-a65f-595fc07ee62b', 'network_id': 'e384e42e-e5ef-4c99-a65f-595fc07ee62b', 'tenant_id': '752121cbb7f348ad9ab6a196736fbe83', 'fixed_ips': [{'subnet_id': '75a85a55-7601-439f-b983-c61c07046caa'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:32:38.864700 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.956307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Checking segment: {'id': 'aa46e500-7455-4945-a8c1-16029f78714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2b4be99-6f84-4a5a-8bc8-a82c4e744973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:38.958134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Network hostable DHCP agents. Network: f2b4be99-6f84-4a5a-8bc8-a82c4e744973, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:39.005168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d7d3e39-063e-4420-8410-f4c385963d6d req-04594474-ab15-48b4-9019-01a8de0548df service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286454 May 10 11:32:39.008424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4a25e-4ae8-4c2c-bb7a-d0402a4fa475 req-f3d7f1cb-32b6-418e-919c-b0686117e4eb tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:39.016330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9bd4a25e-4ae8-4c2c-bb7a-d0402a4fa475 req-f3d7f1cb-32b6-418e-919c-b0686117e4eb tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.0883782 May 10 11:32:39.024666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.032665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.037015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af7d7379-5243-44dd-894d-2dfc9f9ff449 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413 tempest-ExternalNetworksAdminNegativeTestJSON-1785079413-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/7133babd-6b35-41e8-ae62-5fdb19a218b2 HTTP/1.1" status: 204 len: 168 time: 1.4585476 May 10 11:32:39.063552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Network f2b4be99-6f84-4a5a-8bc8-a82c4e744973 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:39.088479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f2b4be99-6f84-4a5a-8bc8-a82c4e744973) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:39.093618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:39.094673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:39.096418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.114629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9bd4a25e-4ae8-4c2c-bb7a-d0402a4fa475 req-7c15134e-1c9e-4158-96c4-2252a522e276 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969594 May 10 11:32:39.128981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464c227-0174-43b6-a4ee-641dd5b7851a None None] Network f2b4be99-6f84-4a5a-8bc8-a82c4e744973 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:39.145076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-30cabff5-2ea4-40c3-8790-fd747c3f2485 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.4897447 May 10 11:32:39.147575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:39.214824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Allocated IP 172.20.0.2 (e384e42e-e5ef-4c99-a65f-595fc07ee62b/75a85a55-7601-439f-b983-c61c07046caa/9fea19e0-c3b2-43d8-b951-31620dc8775f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:39.245280 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.304956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a0459-bc5e-41ef-9fe8-cc54be4a0552 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:39.309067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a0459-bc5e-41ef-9fe8-cc54be4a0552 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:39.312605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a0459-bc5e-41ef-9fe8-cc54be4a0552 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:39.318105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-610a0459-bc5e-41ef-9fe8-cc54be4a0552 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1666024 May 10 11:32:39.321314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40996) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:39.417431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-f2b4be99-6f84-4a5a-8bc8-a82c4e744973', 'network_id': 'f2b4be99-6f84-4a5a-8bc8-a82c4e744973', 'tenant_id': '752121cbb7f348ad9ab6a196736fbe83', 'fixed_ips': [{'subnet_id': '3d7b83eb-6967-41af-a265-57fd8e54d1ab'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:32:39.418295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.428100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6064a5-0d66-4e9e-9a07-4f8538a818b8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Deleting subnet 75a85a55-7601-439f-b983-c61c07046caa {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:32:39.539588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:39.616858 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.636222 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.647697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Allocated IP 172.20.0.18 (f2b4be99-6f84-4a5a-8bc8-a82c4e744973/3d7b83eb-6967-41af-a265-57fd8e54d1ab/4092609a-36d7-4030-bf53-a29c8bdd8f52) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:39.658904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.662336 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a6064a5-0d66-4e9e-9a07-4f8538a818b8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.749274 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a6064a5-0d66-4e9e-9a07-4f8538a818b8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.755231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Network e384e42e-e5ef-4c99-a65f-595fc07ee62b is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:39.789968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:39.793968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:39.892413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a6064a5-0d66-4e9e-9a07-4f8538a818b8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.920296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Pushing event updated for resources: {'Port': ['ID=9fea19e0-c3b2-43d8-b951-31620dc8775f,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:39.950615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461400e-51b0-4234-b0c7-1ccfa5556a0b req-865d6c64-31dd-4c53-9f2e-ae0fa9839fe9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:39.952522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e461400e-51b0-4234-b0c7-1ccfa5556a0b req-865d6c64-31dd-4c53-9f2e-ae0fa9839fe9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.3530543 May 10 11:32:39.986990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea73eb-b01a-4c5a-b826-c7882a0d4887 req-448aa7d6-97b4-48ff-8f60-1574f5faea7d tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:40.004466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afea73eb-b01a-4c5a-b826-c7882a0d4887 req-448aa7d6-97b4-48ff-8f60-1574f5faea7d tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 945 time: 0.1555960 May 10 11:32:40.023513 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e461400e-51b0-4234-b0c7-1ccfa5556a0b req-d90c6132-6887-4e35-a0b4-0db032650400 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637486 May 10 11:32:40.049297 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a6064a5-0d66-4e9e-9a07-4f8538a818b8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.086448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a6064a5-0d66-4e9e-9a07-4f8538a818b8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.090649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5a6064a5-0d66-4e9e-9a07-4f8538a818b8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/subnets/75a85a55-7601-439f-b983-c61c07046caa HTTP/1.1" status: 204 len: 168 time: 0.7676613 May 10 11:32:40.093272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61aed60b-568c-4d07-8655-7a1d65c4ae5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.097354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:40.119148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6064a5-0d66-4e9e-9a07-4f8538a818b8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Subnet': ['ID=75a85a55-7601-439f-b983-c61c07046caa,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:40.227741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Attempting to bind port 9fea19e0-c3b2-43d8-b951-31620dc8775f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:40.227865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Attempting to bind port 9fea19e0-c3b2-43d8-b951-31620dc8775f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'f2fd2e10-fe6e-4927-97c8-471ecf8033d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e384e42e-e5ef-4c99-a65f-595fc07ee62b'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:40.228198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Attempting to bind port 9fea19e0-c3b2-43d8-b951-31620dc8775f on network e384e42e-e5ef-4c99-a65f-595fc07ee62b {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:40.288523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:32:40.288905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Checking segment: {'id': 'f2fd2e10-fe6e-4927-97c8-471ecf8033d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e384e42e-e5ef-4c99-a65f-595fc07ee62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:40.289323 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.289722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Bound using segment: {'id': 'f2fd2e10-fe6e-4927-97c8-471ecf8033d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e384e42e-e5ef-4c99-a65f-595fc07ee62b'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:32:40.290213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Bound port: 9fea19e0-c3b2-43d8-b951-31620dc8775f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fd2e10-fe6e-4927-97c8-471ecf8033d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e384e42e-e5ef-4c99-a65f-595fc07ee62b'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:40.290598 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.334364 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afea73eb-b01a-4c5a-b826-c7882a0d4887 req-218dc739-1112-470a-83ca-02be35fe9c50 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283753 May 10 11:32:40.387415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaff4f96-2345-443f-b07f-2b874899c731 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Deleting subnet 3d7b83eb-6967-41af-a265-57fd8e54d1ab {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:32:40.407746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b169b-8ffd-4e70-a68e-a9bc5941b127 req-9495dd0e-5d13-473c-85ff-d4df2c88b9d2 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:40.420852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf4b169b-8ffd-4e70-a68e-a9bc5941b127 req-9495dd0e-5d13-473c-85ff-d4df2c88b9d2 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1259592 May 10 11:32:40.506020 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.508408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61aed60b-568c-4d07-8655-7a1d65c4ae5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.522191 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.524211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf4b169b-8ffd-4e70-a68e-a9bc5941b127 req-1c8ca183-fe56-45a0-b311-8b3c4d9496ea tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005805 May 10 11:32:40.537678 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaff4f96-2345-443f-b07f-2b874899c731 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.556943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61aed60b-568c-4d07-8655-7a1d65c4ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.692531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aed60b-568c-4d07-8655-7a1d65c4ae5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc97f8-52c2-4ffa-ad90-52211f0e2dd7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:40.694324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Network f2b4be99-6f84-4a5a-8bc8-a82c4e744973 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:40.703874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Pushing event updated for resources: {'Port': ['ID=4092609a-36d7-4030-bf53-a29c8bdd8f52,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:40.706896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:40.715463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] For port 9fea19e0-c3b2-43d8-b951-31620dc8775f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:32:40.718358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:40.722449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] For port 9fea19e0-c3b2-43d8-b951-31620dc8775f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9fea19e0-c3b2-43d8-b951-31620dc8775f,segment=NetworkSegment(f2fd2e10-fe6e-4927-97c8-471ecf8033d6),segment_id=f2fd2e10-fe6e-4927-97c8-471ecf8033d6)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:32:40.734209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-61aed60b-568c-4d07-8655-7a1d65c4ae5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=176ea62812b4470f92a8851a99e4d652&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1932240 May 10 11:32:40.748978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41058) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:40.761047 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaff4f96-2345-443f-b07f-2b874899c731 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.770499 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.901644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Attempting to bind port 4092609a-36d7-4030-bf53-a29c8bdd8f52 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:40.902260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Attempting to bind port 4092609a-36d7-4030-bf53-a29c8bdd8f52 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'aa46e500-7455-4945-a8c1-16029f78714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2b4be99-6f84-4a5a-8bc8-a82c4e744973'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:40.902806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Attempting to bind port 4092609a-36d7-4030-bf53-a29c8bdd8f52 on network f2b4be99-6f84-4a5a-8bc8-a82c4e744973 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:40.905265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1f331f98-c23d-4fe8-a51f-c84da68792a5 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:32:40.925992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3391c-1b2f-4e30-8a6c-146bf26f7e94 None None] Pushing event updated for resources: {'Port': ['ID=9fea19e0-c3b2-43d8-b951-31620dc8775f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:40.932175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:32:40.932508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Checking segment: {'id': 'aa46e500-7455-4945-a8c1-16029f78714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2b4be99-6f84-4a5a-8bc8-a82c4e744973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:40.932954 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.933316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Bound using segment: {'id': 'aa46e500-7455-4945-a8c1-16029f78714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2b4be99-6f84-4a5a-8bc8-a82c4e744973'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:32:40.939522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Bound port: 4092609a-36d7-4030-bf53-a29c8bdd8f52, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa46e500-7455-4945-a8c1-16029f78714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2b4be99-6f84-4a5a-8bc8-a82c4e744973'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:40.940016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.968408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02294ec-8ecd-4896-bf77-10102f284744 None None] Network e384e42e-e5ef-4c99-a65f-595fc07ee62b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:40.978786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59cd01d2-c11c-477d-a010-13b7ebd69408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.015439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaff4f96-2345-443f-b07f-2b874899c731 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.024522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e6c57-9265-41cd-ab74-01aaa0ec4119 req-f5d598b1-fe3a-465a-a38a-eb1153342336 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:41.028857 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-791e6c57-9265-41cd-ab74-01aaa0ec4119 req-f5d598b1-fe3a-465a-a38a-eb1153342336 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 945 time: 0.2140071 May 10 11:32:41.102795 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59cd01d2-c11c-477d-a010-13b7ebd69408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.124625 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:32:41.176942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaff4f96-2345-443f-b07f-2b874899c731 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.215155 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-791e6c57-9265-41cd-ab74-01aaa0ec4119 req-18585a2e-1476-4e2d-80b9-70509602c61c tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679149 May 10 11:32:41.263681 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff4f96-2345-443f-b07f-2b874899c731 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7b83eb-6967-41af-a265-57fd8e54d1ab,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.280206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaff4f96-2345-443f-b07f-2b874899c731 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.280887 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59cd01d2-c11c-477d-a010-13b7ebd69408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.290512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59cd01d2-c11c-477d-a010-13b7ebd69408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.296582 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-59cd01d2-c11c-477d-a010-13b7ebd69408 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22bc97f8-52c2-4ffa-ad90-52211f0e2dd7 HTTP/1.1" status: 204 len: 168 time: 0.5462468 May 10 11:32:41.297620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:41.297772 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aaff4f96-2345-443f-b07f-2b874899c731 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/subnets/3d7b83eb-6967-41af-a265-57fd8e54d1ab HTTP/1.1" status: 204 len: 168 time: 1.1989470 May 10 11:32:41.324003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd01d2-c11c-477d-a010-13b7ebd69408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc97f8-52c2-4ffa-ad90-52211f0e2dd7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.346193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:41.375618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'port_id': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'mac_address': 'fa:16:3e:e5:1a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f797b6-5925-4b4e-a192-11a6c6d3d98e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:32:41.520986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1345f0-8ccb-4043-b790-55cf254d44f8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:41.524713 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2e1345f0-8ccb-4043-b790-55cf254d44f8 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2140102 May 10 11:32:41.529208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:41.530507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] For port 4092609a-36d7-4030-bf53-a29c8bdd8f52, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:32:41.532730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1f331f98-c23d-4fe8-a51f-c84da68792a5 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:41.533262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.553989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f331f98-c23d-4fe8-a51f-c84da68792a5 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:41.565235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bcf20-74b3-4562-bdc1-6ec6e4893841 req-a1f31ae8-de09-4edb-83d7-12dd2ebd8442 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:41.578318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b03bcf20-74b3-4562-bdc1-6ec6e4893841 req-a1f31ae8-de09-4edb-83d7-12dd2ebd8442 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1958292 May 10 11:32:41.579042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] For port 4092609a-36d7-4030-bf53-a29c8bdd8f52, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4092609a-36d7-4030-bf53-a29c8bdd8f52,segment=NetworkSegment(aa46e500-7455-4945-a8c1-16029f78714f),segment_id=aa46e500-7455-4945-a8c1-16029f78714f)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:32:41.590899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:41.595382 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.608567 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.689348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9b63a-c4b4-4968-bdbe-f69474d25286 None None] Pushing event updated for resources: {'Port': ['ID=4092609a-36d7-4030-bf53-a29c8bdd8f52,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.693923 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b03bcf20-74b3-4562-bdc1-6ec6e4893841 req-2f8cd9ca-7302-4d7f-921c-579838a8c8cd tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128738 May 10 11:32:41.782585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.792744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1f331f98-c23d-4fe8-a51f-c84da68792a5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:32:41.846114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.076561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Deleting port 4092609a-36d7-4030-bf53-a29c8bdd8f52 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:42.084898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.107497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5f193-c196-4ec0-9c9c-b3146c2b44cb req-bc7dd52b-de53-4f3f-9e6b-ef4ad1e73112 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:42.109608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bc5f193-c196-4ec0-9c9c-b3146c2b44cb req-bc7dd52b-de53-4f3f-9e6b-ef4ad1e73112 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.2199883 May 10 11:32:42.229836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] For port 4092609a-36d7-4030-bf53-a29c8bdd8f52, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4092609a-36d7-4030-bf53-a29c8bdd8f52,segment=NetworkSegment(aa46e500-7455-4945-a8c1-16029f78714f),segment_id=aa46e500-7455-4945-a8c1-16029f78714f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:42.230366 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.252228 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bc5f193-c196-4ec0-9c9c-b3146c2b44cb req-6342c1b4-cb59-4f83-912b-c959acddf683 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353068 May 10 11:32:42.252693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41110) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:42.265478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Calling delete_port for 4092609a-36d7-4030-bf53-a29c8bdd8f52 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:42.363612 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ba16e275-973b-4286-9a8e-0e15aa891a6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12aa7466f6e740c582b6ec593341dd09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095695 May 10 11:32:42.366138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:42.506983 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.553882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28542127-01cb-4e56-b8d6-ec2fd49163d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.575857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9252b-a4ca-4225-9dd9-8b07f282fd79 req-cbe8e044-2fb8-43cc-98d6-83b3b92603a6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:42.577654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68c9252b-a4ca-4225-9dd9-8b07f282fd79 req-cbe8e044-2fb8-43cc-98d6-83b3b92603a6 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 945 time: 0.1371658 May 10 11:32:42.622234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] No DVR routers for this DVR port 4092609a-36d7-4030-bf53-a29c8bdd8f52 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:42.627389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Port': ['ID=4092609a-36d7-4030-bf53-a29c8bdd8f52,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:42.634923 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28542127-01cb-4e56-b8d6-ec2fd49163d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.731252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68c9252b-a4ca-4225-9dd9-8b07f282fd79 req-2cc50dc3-ac81-4115-a5b8-cb2cb667d58e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326060 May 10 11:32:42.781197 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28542127-01cb-4e56-b8d6-ec2fd49163d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.783845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28542127-01cb-4e56-b8d6-ec2fd49163d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.785508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-28542127-01cb-4e56-b8d6-ec2fd49163d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a285f7b6-8868-4877-afdd-9b36f2972ee9 HTTP/1.1" status: 204 len: 168 time: 0.4183881 May 10 11:32:42.801348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28542127-01cb-4e56-b8d6-ec2fd49163d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a285f7b6-8868-4877-afdd-9b36f2972ee9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:42.873590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.914225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1f331f98-c23d-4fe8-a51f-c84da68792a5 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:42.951563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b4be99-6f84-4a5a-8bc8-a82c4e744973']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:42.989859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa46e500-7455-4945-a8c1-16029f78714f') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:42.991945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa46e500-7455-4945-a8c1-16029f78714f') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:43.026321 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.057598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 1f331f98-c23d-4fe8-a51f-c84da68792a5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:43.058356 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.069124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a9ccf-179a-4f95-aeab-fa564a424d59 req-ba1ec28d-5918-40dd-8298-72aa0187ab73 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:43.097309 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-899a9ccf-179a-4f95-aeab-fa564a424d59 req-ba1ec28d-5918-40dd-8298-72aa0187ab73 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.2038100 May 10 11:32:43.097431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:43.102128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.117013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'floatingip': {'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:43.147188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:43.149955 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: timer() May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:43.446334 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:43.458573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.470538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.472921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1f331f98-c23d-4fe8-a51f-c84da68792a5 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:43.473320 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.504444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/networks/f2b4be99-6f84-4a5a-8bc8-a82c4e744973 HTTP/1.1" status: 204 len: 168 time: 1.9738653 May 10 11:32:43.505468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.507590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41140) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:43.547367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586d0e-eb49-43f7-bcae-c314645f0d57 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Network': ['ID=f2b4be99-6f84-4a5a-8bc8-a82c4e744973,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:43.548849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41142) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:43.578524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:43.584047 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394be1ab-1bab-461b-9400-d27dbc2baaac" -d '{"events": [{"server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "name": "network-vif-plugged", "status": "completed", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:43.628007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:43.727209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.757189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba273e-eb63-4768-b9b8-83b32d1b81c3 req-9d9742e7-9528-4092-af04-6779e8352b45 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:43.759710 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f4ba273e-eb63-4768-b9b8-83b32d1b81c3 req-9d9742e7-9528-4092-af04-6779e8352b45 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 945 time: 0.4571087 May 10 11:32:43.847588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Deleting port 9fea19e0-c3b2-43d8-b951-31620dc8775f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:43.848295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.118666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f4ba273e-eb63-4768-b9b8-83b32d1b81c3 req-aa68e53e-4a48-48a5-9faa-46aa0b59dab4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011951 May 10 11:32:44.204405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] For port 9fea19e0-c3b2-43d8-b951-31620dc8775f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9fea19e0-c3b2-43d8-b951-31620dc8775f,segment=NetworkSegment(f2fd2e10-fe6e-4927-97c8-471ecf8033d6),segment_id=f2fd2e10-fe6e-4927-97c8-471ecf8033d6)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:44.204405 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.220343 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.224039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-007e69b0-55e2-45ff-ad81-6cb2146d6f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.241845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Calling delete_port for 9fea19e0-c3b2-43d8-b951-31620dc8775f owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:44.305847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7968f06-cc11-47ff-b113-77c773537715 None None] DHCP port deletion for f2b4be99-6f84-4a5a-8bc8-a82c4e744973 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:32:44.331594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9ad945ee-740e-436d-82df-a1a4a1b87b3b None None] Could not find standard attr ID for object 4092609a-36d7-4030-bf53-a29c8bdd8f52. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:32:44.348539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff42d6-ff7c-4c22-b264-fcea1d493c9f None None] Network f2b4be99-6f84-4a5a-8bc8-a82c4e744973 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:44.421417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff42d6-ff7c-4c22-b264-fcea1d493c9f None None] Network f2b4be99-6f84-4a5a-8bc8-a82c4e744973 could not be found, it might have been deleted concurrently. {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 10 11:32:44.435364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.458289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:44.467121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0916f6f-2860-4b45-8ea4-89fe4a7542fd None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:32:44.523138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Port': ['ID=9fea19e0-c3b2-43d8-b951-31620dc8775f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:44.526787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] No DVR routers for this DVR port 9fea19e0-c3b2-43d8-b951-31620dc8775f on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:44.667024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0916f6f-2860-4b45-8ea4-89fe4a7542fd None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:32:44.755617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-007e69b0-55e2-45ff-ad81-6cb2146d6f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.792678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-007e69b0-55e2-45ff-ad81-6cb2146d6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.956413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4092609a-36d7-4030-bf53-a29c8bdd8f52 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:45.043124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 4092609a-36d7-4030-bf53-a29c8bdd8f52 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:32:45.044118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4092609a-36d7-4030-bf53-a29c8bdd8f52 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:32:45.372272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e69b0-55e2-45ff-ad81-6cb2146d6f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4238d95d-a875-460b-ae0e-c3e7de8a4f52,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:45.379868 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-007e69b0-55e2-45ff-ad81-6cb2146d6f6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f3a648947b74818b160b027222ea757&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8174198 May 10 11:32:45.385993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41174) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:45.456907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.resource_extend [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:32:45.539403 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e7cccd1c-159c-4b2b-a061-c2b81a7faa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.564323 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.573129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e7cccd1c-159c-4b2b-a061-c2b81a7faa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.624081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e384e42e-e5ef-4c99-a65f-595fc07ee62b']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:45.625226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.635783 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.649462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fd2e10-fe6e-4927-97c8-471ecf8033d6') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:45.650169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fd2e10-fe6e-4927-97c8-471ecf8033d6') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:45.673812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.702980 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.715774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:45.716408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: timer() May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:45.720409 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:45.850015 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Floating IP f1f2cc04-aa36-408f-bc7f-e8b44da9c193 associated. External IP: 172.25.8.153, port: 31e1d28a-6f5b-4a32-82a6-6cd01574d474. May 10 11:32:45.852589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.865847 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.869307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/networks/e384e42e-e5ef-4c99-a65f-595fc07ee62b HTTP/1.1" status: 204 len: 168 time: 2.3234365 May 10 11:32:45.894419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41182) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:45.904151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e7cccd1c-159c-4b2b-a061-c2b81a7faa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.907120 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e7cccd1c-159c-4b2b-a061-c2b81a7faa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.908667 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e7cccd1c-159c-4b2b-a061-c2b81a7faa47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4238d95d-a875-460b-ae0e-c3e7de8a4f52 HTTP/1.1" status: 204 len: 168 time: 0.5200932 May 10 11:32:45.934104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d698a47-c3ab-4427-a777-58ff4542d6d5 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Network': ['ID=e384e42e-e5ef-4c99-a65f-595fc07ee62b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:46.030141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cccd1c-159c-4b2b-a061-c2b81a7faa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4238d95d-a875-460b-ae0e-c3e7de8a4f52,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:46.121168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41188) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:46.158489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.275418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:32:46.302642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-517103488', 'router:external': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:46.347158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.377067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Made reservation on behalf of db048c6e778a497cbceda49e0f6c1608 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:46.381977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.391713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd393f21-c78d-4225-8a6d-fd4cf2b20d01']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:46.406452 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.413346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4b55bc-8c4a-4d89-8796-3f04120011fd') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:46.413985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4b55bc-8c4a-4d89-8796-3f04120011fd') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:46.440610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.455869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.463160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:46.463562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: timer() May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:46.540009 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:46.549451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.575901 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.584147 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/networks/dd393f21-c78d-4225-8a6d-fd4cf2b20d01 HTTP/1.1" status: 204 len: 168 time: 0.6884260 May 10 11:32:46.602829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41196) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:46.648253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e235be2-f67a-47ba-bd9c-0a0411929406 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Network': ['ID=dd393f21-c78d-4225-8a6d-fd4cf2b20d01,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:46.803044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.817845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41198) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:46.858152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c0360ee-b04b-4e9f-bc5f-f2613bf6f6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.038658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-63ed2ad4-b85f-431a-a4cd-b7e93afee0ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5937948 May 10 11:32:47.041531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:32:47.056490 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] Sync routers for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:32:47.061624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.080015 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:32:47.081280 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:32:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:47.110781 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.114817 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.141256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.185561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1d0b1752-d9d9-43ce-bb48-2333366910c3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "PUT /v2.0/floatingips/f1f2cc04-aa36-408f-bc7f-e8b44da9c193 HTTP/1.1" status: 200 len: 991 time: 4.0870135 May 10 11:32:47.200449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:47.204395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1444fa15-5998-45f2-8e9b-a0172c223584']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:47.213273 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b466a3-0e1f-4729-94a7-d062765d1a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:47.227589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:47.241331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f453b250-d2ec-460b-9e59-11d81aad1a70') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:47.242085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f453b250-d2ec-460b-9e59-11d81aad1a70') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:47.263650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c0360ee-b04b-4e9f-bc5f-f2613bf6f6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.266225 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.267279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-3de0c146-deec-48df-9ba3-6b8adf11f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:47.269091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8abb4e-5bc0-47f9-80ed-75ccc047ee13,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:47.272555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-3de0c146-deec-48df-9ba3-6b8adf11f2df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 1097 time: 0.1734567 May 10 11:32:47.295192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.295773 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Added segment c2e67e95-e6b2-441e-9768-803c1a3de579 of type vlan for network ab783bf3-3e07-49ce-90a2-01b6eefcf64b May 10 11:32:47.313184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c0360ee-b04b-4e9f-bc5f-f2613bf6f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.357069 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:32:47.358381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.406288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:32:47.407197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: timer() May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:32:47.411438 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:32:47.430126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0360ee-b04b-4e9f-bc5f-f2613bf6f6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac415e22-4cab-4a5a-aee5-a83a581dd7a8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:47.459253 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.535446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3c0360ee-b04b-4e9f-bc5f-f2613bf6f6ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f73ef2f670941b19a09899b259c1845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7137194 May 10 11:32:47.537015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41204) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:47.563509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-69004098-1279-44bc-8cc7-c3caed42edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:47.565550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-69004098-1279-44bc-8cc7-c3caed42edc0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.2700257 May 10 11:32:47.568998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:32:47.571808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.620338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.631090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] 10.222.0.13 "DELETE /v2.0/networks/1444fa15-5998-45f2-8e9b-a0172c223584 HTTP/1.1" status: 204 len: 168 time: 1.0271356 May 10 11:32:47.665533 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-6d3d67a3-dbd5-481e-8617-1f9bd425cd66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1 HTTP/1.1" status: 200 len: 217 time: 0.0920360 May 10 11:32:47.671772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043f5ee-c3f2-4b17-aa27-879a8ddd25f2 tempest-BulkNetworkOpsTest-856240924 tempest-BulkNetworkOpsTest-856240924-project] Pushing event deleted for resources: {'Network': ['ID=1444fa15-5998-45f2-8e9b-a0172c223584,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:47.699150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.700284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:47.701475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.731919 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5692ab4f-47b5-414c-9bad-87f411059d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.795676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-d57d6fd1-b399-4ead-9682-a09e98dfcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:47.797307 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-d57d6fd1-b399-4ead-9682-a09e98dfcf26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.1244557 May 10 11:32:47.887024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7620347 May 10 11:32:47.894585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41220) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:47.901327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'subnet': {'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:47.947917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Made reservation on behalf of db048c6e778a497cbceda49e0f6c1608 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:47.950217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.982071 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f1f2cc04-aa36-408f-bc7f-e8b44da9c193', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'mac_address': 'fa:16:3e:04:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:32:21Z', 'updated_at': '2022-05-10T11:32:45Z', 'revision_number': 1, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:48.021846 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] Checking router: f5decfaf-4e2f-4c78-865c-7f48f0884ad4 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:32:48.031925 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:32:48.032945 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:32:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:48.037753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5692ab4f-47b5-414c-9bad-87f411059d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.074566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-72959fa3-55ac-488b-991e-536e156f8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:48.083647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0716eb-5288-47f5-a57d-118e13bb1239 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'Network': ['ID=ab783bf3-3e07-49ce-90a2-01b6eefcf64b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:48.094584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network ab783bf3-3e07-49ce-90a2-01b6eefcf64b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:48.101461 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-72959fa3-55ac-488b-991e-536e156f8054 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700579 May 10 11:32:48.241221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-d058f841-3034-4e0a-857d-e94f1cf9cde5 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9412ff84e7fb4370a90d99a47305a55e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643613 May 10 11:32:48.273744 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:32:48.295024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41240) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:48.397135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-e0cd629a-7987-4112-9041-bf332a657690 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:48.398692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-e0cd629a-7987-4112-9041-bf332a657690 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426997 May 10 11:32:48.416832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-7ad56503-7008-4c4b-8744-990bec34a999 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/quotas/9412ff84e7fb4370a90d99a47305a55e HTTP/1.1" status: 200 len: 375 time: 0.0119398 May 10 11:32:48.426888 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5692ab4f-47b5-414c-9bad-87f411059d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.430316 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5692ab4f-47b5-414c-9bad-87f411059d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.432483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5692ab4f-47b5-414c-9bad-87f411059d49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac415e22-4cab-4a5a-aee5-a83a581dd7a8 HTTP/1.1" status: 204 len: 168 time: 0.8945088 May 10 11:32:48.477121 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-568a2e53-9627-40ef-9066-b69b75c03f7a service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734136 May 10 11:32:48.555492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692ab4f-47b5-414c-9bad-87f411059d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac415e22-4cab-4a5a-aee5-a83a581dd7a8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:48.584829 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-e3a38dc0-d68d-4b80-b459-18481a9023b3 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9412ff84e7fb4370a90d99a47305a55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1459355 May 10 11:32:48.705789 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd8ce9b-d48a-4048-a1b0-6c703647ac36 x-openstack-request-id: req-3fd8ce9b-d48a-4048-a1b0-6c703647ac36 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:48.706514 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "name": "network-vif-plugged", "status": "completed", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:48.707035 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fd8ce9b-d48a-4048-a1b0-6c703647ac36 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:48.707594 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd8ce9b-d48a-4048-a1b0-6c703647ac36'] response: {'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'code': 200} May 10 11:32:48.835709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45368afa-a405-4492-83de-bf2d6fec6e99 req-916bc65a-70f4-4b9d-8954-88ef49b6ca47 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472574 May 10 11:32:48.924611 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f1f2cc04-aa36-408f-bc7f-e8b44da9c193', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'mac_address': 'fa:16:3e:04:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:32:21Z', 'updated_at': '2022-05-10T11:32:45Z', 'revision_number': 1, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:48.986187 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d94b1-c335-45db-95b6-c3da5c4e7547 None None] The sync data for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 is: [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f1f2cc04-aa36-408f-bc7f-e8b44da9c193', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'mac_address': 'fa:16:3e:04:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:32:21Z', 'updated_at': '2022-05-10T11:32:45Z', 'revision_number': 1, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:32:49.071583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:32:49.074166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.097033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3a55454c-0743-41b6-8248-526e3c018000 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=752121cbb7f348ad9ab6a196736fbe83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7972445 May 10 11:32:49.097033 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a522e535-f442-41a8-86dc-3577bad6f9bc x-openstack-request-id: req-a522e535-f442-41a8-86dc-3577bad6f9bc {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:49.097033 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:49.097033 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a522e535-f442-41a8-86dc-3577bad6f9bc {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:49.098153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41262) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:49.101218 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a522e535-f442-41a8-86dc-3577bad6f9bc'] response: {'name': 'network-changed', 'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'status': 'completed', 'code': 200} May 10 11:32:49.264549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04108f3b-9102-4536-836c-a79083769f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.308637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941cd6a-a595-4b97-b028-ad92793b2f54 req-9987273f-0ea2-4e26-8322-3026d7613c0c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:49.330015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6941cd6a-a595-4b97-b028-ad92793b2f54 req-9987273f-0ea2-4e26-8322-3026d7613c0c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.1090167 May 10 11:32:49.395854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cff39-02dd-4edd-be76-ed85cd2eae4b req-5379590e-8afc-4d33-a83a-65c24fbacb91 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:49.401555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa68f3e-fc3b-4bf2-a8bd-3195399e0291 None None] New status for floating IP f1f2cc04-aa36-408f-bc7f-e8b44da9c193: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:32:49.404418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04108f3b-9102-4536-836c-a79083769f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.405040 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc5cff39-02dd-4edd-be76-ed85cd2eae4b req-5379590e-8afc-4d33-a83a-65c24fbacb91 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.5318925 May 10 11:32:49.469349 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc5cff39-02dd-4edd-be76-ed85cd2eae4b req-a93ce5a3-84ce-4206-a548-016da001b225 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632272 May 10 11:32:49.479758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-9f726d08-277d-41a0-9535-49690c8c781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:49.499581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-9f726d08-277d-41a0-9535-49690c8c781f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1096 time: 0.2843482 May 10 11:32:49.504691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6941cd6a-a595-4b97-b028-ad92793b2f54 req-623bd3c3-6f9e-4199-8cc4-e2d282116ac8 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427913 May 10 11:32:49.542293 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04108f3b-9102-4536-836c-a79083769f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.545111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04108f3b-9102-4536-836c-a79083769f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.546457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-04108f3b-9102-4536-836c-a79083769f46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc31a27b-56dc-406c-bb43-3c95a32e9ba6 HTTP/1.1" status: 204 len: 168 time: 0.4471221 May 10 11:32:49.569852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04108f3b-9102-4536-836c-a79083769f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc31a27b-56dc-406c-bb43-3c95a32e9ba6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:49.693929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d7c38ac-be6c-4918-975b-7746f33774c6,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:49.713545 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7d5c4cb-d330-418a-b866-24682e8e6189 req-84f109e6-c830-4f29-b51e-4d12b39fe2b3 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 210 time: 0.1104140 May 10 11:32:49.735987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Checking segment: {'id': 'c2e67e95-e6b2-441e-9768-803c1a3de579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:49.736396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Network hostable DHCP agents. Network: ab783bf3-3e07-49ce-90a2-01b6eefcf64b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:49.780244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Network ab783bf3-3e07-49ce-90a2-01b6eefcf64b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:49.792128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-f9dd8b47-baab-46c3-9124-b79d065052a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:49.795599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-f9dd8b47-baab-46c3-9124-b79d065052a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.2666590 May 10 11:32:49.796901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, ab783bf3-3e07-49ce-90a2-01b6eefcf64b) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:49.802228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:49.802967 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.813120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab69221-dcf1-43c1-9e91-9f4022f53f27 None None] Network ab783bf3-3e07-49ce-90a2-01b6eefcf64b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:49.934123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-91509310-5a6d-4d99-94c0-a30b6a9655b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 200 len: 999 time: 0.1158271 May 10 11:32:49.942757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-695c7f50-18eb-4d74-ae58-203df955a05d tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0442204 May 10 11:32:49.943083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41296) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:49.948679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-709632906', 'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:49.990438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Made reservation on behalf of db048c6e778a497cbceda49e0f6c1608 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:49.993185 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.005883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-5d8f891c-b128-4646-8bfe-79d7324286ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:50.008224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-5d8f891c-b128-4646-8bfe-79d7324286ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.0652578 May 10 11:32:50.033493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] device_id is not set on port 61e020d3-d718-4703-a0b1-f19cdabbb261 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:32:50.150291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-d25815e4-99a7-44f2-9589-6f3303d317e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:50.163637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-d25815e4-99a7-44f2-9589-6f3303d317e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459076 May 10 11:32:50.263861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76f9b7-81fe-4ea8-a4d0-caeb582f5df7 None None] Network ab783bf3-3e07-49ce-90a2-01b6eefcf64b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:50.330292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Allocated IP 2001:db8::28 (ab783bf3-3e07-49ce-90a2-01b6eefcf64b/6d7c38ac-be6c-4918-975b-7746f33774c6/61e020d3-d718-4703-a0b1-f19cdabbb261) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:50.413009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-e553a674-b6f7-4eec-81b8-76aac1331e78 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161956 May 10 11:32:50.596955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1b466a3-0e1f-4729-94a7-d062765d1a2e req-8d3c950e-50f2-4171-b4a0-814ab05655df service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730266 May 10 11:32:50.716923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d2e3a-f6e5-4aa6-a299-2116fd7dbc68 req-8446f50c-83d7-4eaf-bb0e-d532c5011306 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:50.718483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c78d2e3a-f6e5-4aa6-a299-2116fd7dbc68 req-8446f50c-83d7-4eaf-bb0e-d532c5011306 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1027315 May 10 11:32:50.762382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.776071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39422398-89a1-4329-918d-5ae7b1f574a7 req-31825d54-23e7-4f63-9917-0a0b766608d2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:50.777940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39422398-89a1-4329-918d-5ae7b1f574a7 req-31825d54-23e7-4f63-9917-0a0b766608d2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.1126773 May 10 11:32:50.816387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c78d2e3a-f6e5-4aa6-a299-2116fd7dbc68 req-38c71d49-67bd-446c-bd09-f25fd7d76824 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874844 May 10 11:32:50.947066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39422398-89a1-4329-918d-5ae7b1f574a7 req-356ed62a-ab70-4821-899c-68ab1447f58a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595185 May 10 11:32:50.954688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.048653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Network ab783bf3-3e07-49ce-90a2-01b6eefcf64b is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:51.051999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:51.055348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:51.056926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:51.058998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.075492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'Port': ['ID=61e020d3-d718-4703-a0b1-f19cdabbb261,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:51.106308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b7c9218a-150e-4d63-9c17-35b25b234a74 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1594088 May 10 11:32:51.109331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41340) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:51.109726 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccb34c74-3d56-4398-a4fd-707edc516f6a req-58712f4e-0321-46a2-a4a7-743e53562087 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 210 time: 0.1124895 May 10 11:32:51.122737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33bb68e0-5040-4c3b-bb6a-d993db35e303 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9412ff84e7fb4370a90d99a47305a55e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1268339 May 10 11:32:51.311349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a47ba9d2-068a-4c9f-8053-b578eb7e297c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Deleting port 61e020d3-d718-4703-a0b1-f19cdabbb261 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:32:51.315138 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a47ba9d2-068a-4c9f-8053-b578eb7e297c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.379970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-d49eb2b2-c342-4baa-ab9f-056a72dad322 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:51.381370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-d49eb2b2-c342-4baa-ab9f-056a72dad322 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499001 May 10 11:32:51.395900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Request body: {'port': {'device_id': 'eca27020-03db-40d5-9a48-e91cbbaeb253', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '9412ff84e7fb4370a90d99a47305a55e'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:51.561259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-5efca2e5-1bee-4d50-a4f2-c31322a0bf16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7036493 May 10 11:32:51.642378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bec26147-83da-4d97-87d1-0a7402b79987 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:32:51.716396 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a47ba9d2-068a-4c9f-8053-b578eb7e297c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.754608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a47ba9d2-068a-4c9f-8053-b578eb7e297c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Calling delete_port for 61e020d3-d718-4703-a0b1-f19cdabbb261 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:32:51.763182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Made reservation on behalf of 9412ff84e7fb4370a90d99a47305a55e for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:51.778381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.828549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.884826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:51.906425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'bec26147-83da-4d97-87d1-0a7402b79987', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'port_id': 'bec26147-83da-4d97-87d1-0a7402b79987', 'mac_address': 'fa:16:3e:40:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2d4da-01c6-4051-b8e3-c7362047b4a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:32:51.937472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41374) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:51.963945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-612ce82b-5309-4563-9eaf-f5ecfc049db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:51.973741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-612ce82b-5309-4563-9eaf-f5ecfc049db4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 1097 time: 0.3706450 May 10 11:32:51.986545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port bec26147-83da-4d97-87d1-0a7402b79987 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:51.987239 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.004399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bec26147-83da-4d97-87d1-0a7402b79987 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:52.032691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.035479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:52.045668 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.047196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.112250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a95ccc-a98d-4ec9-8ac6-af005dbae31a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:52.240665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['bec26147-83da-4d97-87d1-0a7402b79987'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:32:52.276135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:52.287151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.287512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.287895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.288383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.288724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.289066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.289535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.289876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.290218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.290535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.290864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.291192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:52.298268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c941d-e4ac-4a99-b7ef-0666c1b7ccf8 req-045de9d0-16f9-4f20-ab8e-9a45248e6a7a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:52.314428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e14c941d-e4ac-4a99-b7ef-0666c1b7ccf8 req-045de9d0-16f9-4f20-ab8e-9a45248e6a7a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.3172569 May 10 11:32:52.414733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-1067334977'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:52.428224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Allocated IP 192.168.233.211 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/d83e38b9-fe95-446e-82dd-b4f45fbbb8dd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:52.471056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-4b841b40-2ea7-4652-aaf8-1c9ec0205eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:52.474542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-4b841b40-2ea7-4652-aaf8-1c9ec0205eda service neutron] 10.222.0.49 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.4651079 May 10 11:32:52.602297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-077eff30-3696-40ba-9b16-79c37dc25710 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148 HTTP/1.1" status: 200 len: 217 time: 0.1070495 May 10 11:32:52.626709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a47ba9d2-068a-4c9f-8053-b578eb7e297c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.631175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e14c941d-e4ac-4a99-b7ef-0666c1b7ccf8 req-d665ae23-8509-487f-828c-801c6d2718ab tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158958 May 10 11:32:52.719232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ba9d2-068a-4c9f-8053-b578eb7e297c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event deleted for resources: {'Port': ['ID=61e020d3-d718-4703-a0b1-f19cdabbb261,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:52.723540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.734038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:52.745780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.779365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.806184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.894616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:52.899340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:52.905199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:52.936533 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a47ba9d2-068a-4c9f-8053-b578eb7e297c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.957781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41408) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:52.957991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:32:52.958778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a47ba9d2-068a-4c9f-8053-b578eb7e297c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "DELETE /v2.0/ports/61e020d3-d718-4703-a0b1-f19cdabbb261 HTTP/1.1" status: 204 len: 168 time: 1.8463156 May 10 11:32:52.964517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b', 'external_fixed_ips': [{'subnet_id': '6d7c38ac-be6c-4918-975b-7746f33774c6', 'ip_address': '2001:db8::28'}]}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:52.985396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-bee758e2-7794-416c-86c9-7a9ef6d22a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:52.987762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-bee758e2-7794-416c-86c9-7a9ef6d22a38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.3782201 May 10 11:32:53.010004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.011328 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.018647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Pushing event updated for resources: {'Port': ['ID=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:53.107566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:53.108402 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.112613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd3a6d-114b-4377-9d7b-e49e903c5fe9 req-219dbcda-4d65-4d77-b197-bc03bd38fc03 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:53.125634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0fd3a6d-114b-4377-9d7b-e49e903c5fe9 req-219dbcda-4d65-4d77-b197-bc03bd38fc03 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.3208675 May 10 11:32:53.165491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b31e5236-91b9-4ba2-8a49-28300a1668ed tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7737982 May 10 11:32:53.214019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-4b8439ee-94d5-4c29-bbac-2ea98de17a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:53.217415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-4b8439ee-94d5-4c29-bbac-2ea98de17a14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181907 May 10 11:32:53.262408 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0fd3a6d-114b-4377-9d7b-e49e903c5fe9 req-9338a4d8-7b70-440f-b9fa-2a984dd62e39 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275508 May 10 11:32:53.267289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Request body: {'port': {'device_id': 'eca27020-03db-40d5-9a48-e91cbbaeb253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:53.289062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.371624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:53.372042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.435068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:53.439053 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd69104f-ae5f-48a3-8e39-ec54c91d7a0f" -d '{"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:53.470921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:53.488887 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.537044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e602d27f-c42d-47e3-889c-aa458a273044 None None] Provisioning complete for port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:53.537502 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e602d27f-c42d-47e3-889c-aa458a273044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.540425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-2fa51c0c-c3ca-4970-9df0-7ccaa343797d service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080094 May 10 11:32:53.625010 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=11']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:53.628670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e602d27f-c42d-47e3-889c-aa458a273044 None None] Port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:32:53.653012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bec26147-83da-4d97-87d1-0a7402b79987 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:53.700801 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.762332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port bec26147-83da-4d97-87d1-0a7402b79987 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:53.763877 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.780520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.836911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.843993 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.958911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:53.974415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407ad00-cfa7-4cc1-a6c9-e0ce0549d951 req-50e04b6f-52d3-4687-bcbf-468d09368a06 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:53.976753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c407ad00-cfa7-4cc1-a6c9-e0ce0549d951 req-50e04b6f-52d3-4687-bcbf-468d09368a06 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 936 time: 0.4327149 May 10 11:32:53.978080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f7fb3-1a3e-4549-a33e-bdbcbea04390,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:54.035262 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.035767 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment 4e0534be-be4f-4d2d-91b7-65e7b34ad7dd of type vlan for network 0de5419f-11fb-4572-8b92-196aedbde717 May 10 11:32:54.042548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port bec26147-83da-4d97-87d1-0a7402b79987 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:54.044204 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.185168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.190048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:54.201573 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.328179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9781cd8e-29f6-48bf-88fa-4ff66c2b4e6e req-e09fb95c-d84a-4ed0-91c9-831b54dfad3a service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657197 May 10 11:32:54.331042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.337173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:54.337807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.354013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:54.452289 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c407ad00-cfa7-4cc1-a6c9-e0ce0549d951 req-1c9e187b-c84e-47fa-acf4-32b56d17b651 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221728 May 10 11:32:54.466563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5277033 May 10 11:32:54.483736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41428) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:54.510604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-36530040'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:54.519896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b7a6-9571-4cfd-b310-6a46f42b552e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=0de5419f-11fb-4572-8b92-196aedbde717,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:54.525358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41430) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:54.532676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 0de5419f-11fb-4572-8b92-196aedbde717 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:54.610339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:54.615397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.660725 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d616152b-c8d5-49d6-901f-5eebad903293 x-openstack-request-id: req-d616152b-c8d5-49d6-901f-5eebad903293 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:54.661059 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:54.661711 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d616152b-c8d5-49d6-901f-5eebad903293 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:54.662407 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d616152b-c8d5-49d6-901f-5eebad903293'] response: {'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'code': 200} May 10 11:32:54.754228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:54.848108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.848461 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment 0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba of type vlan for network fec43a2a-549b-4c63-8aa5-692856b071b9 May 10 11:32:54.896917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83e38b9-fe95-446e-82dd-b4f45fbbb8dd {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:54.897620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ae73e63-39eb-47cf-86f2-617b76396aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.907864 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.935171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.954449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a92b15-300d-452a-bee2-97911f08b17f req-e8850471-318b-42e6-99c7-a9a3a5de9656 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:54.962248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59a92b15-300d-452a-bee2-97911f08b17f req-e8850471-318b-42e6-99c7-a9a3a5de9656 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1894233 May 10 11:32:54.971441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:32:54.985958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Transition to ACTIVE for port object d83e38b9-fe95-446e-82dd-b4f45fbbb8dd will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:54.994850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.061367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.067897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:55.068521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.078636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Pushing event updated for resources: {'Port': ['ID=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:55.123847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6204810 May 10 11:32:55.126084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:55.142368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'mac_address': 'fa:16:3e:10:6b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:32:55.167017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41436) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:55.172094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.187178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59a92b15-300d-452a-bee2-97911f08b17f req-cd898d8a-53a1-4211-bdc1-12b4db4f038d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239449 May 10 11:32:55.203164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': '0de5419f-11fb-4572-8b92-196aedbde717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:55.205554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:55.206169 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.256796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:32:55.303804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:55.320650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.327099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a60f81-e795-4380-acd3-f1c5f80784f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=fec43a2a-549b-4c63-8aa5-692856b071b9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:55.339980 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.370738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network fec43a2a-549b-4c63-8aa5-692856b071b9 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:32:55.450257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ae73e63-39eb-47cf-86f2-617b76396aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.465537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:32:55.472102 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ae73e63-39eb-47cf-86f2-617b76396aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.554215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111125f-830a-4158-ad69-5123cc20d778 req-19dc669e-0039-47b8-aa4e-a3b8d87f703e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:55.557167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c111125f-830a-4158-ad69-5123cc20d778 req-19dc669e-0039-47b8-aa4e-a3b8d87f703e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.2215695 May 10 11:32:55.653827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=12']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:55.692926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ae73e63-39eb-47cf-86f2-617b76396aef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=853c1d1fb1364690afca1afe9140602d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1629615 May 10 11:32:55.705650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41446) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:55.808556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae73e63-39eb-47cf-86f2-617b76396aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a162de8-49f6-44a4-8e0d-24049930c138,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:55.851734 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c111125f-830a-4158-ad69-5123cc20d778 req-b44371cb-48dc-4d66-8d60-65798d6aff1c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789187 May 10 11:32:55.908927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1179d57-0a4f-4ad4-99ed-6074e1db593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.978215 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1179d57-0a4f-4ad4-99ed-6074e1db593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.043193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:56.049414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.152875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66d438-29ae-452d-9fe5-8ecea268ea93 req-66e68436-0161-40cc-a262-0d6b00ba9516 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:56.161231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a66d438-29ae-452d-9fe5-8ecea268ea93 req-66e68436-0161-40cc-a262-0d6b00ba9516 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 948 time: 0.1681070 May 10 11:32:56.216361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1179d57-0a4f-4ad4-99ed-6074e1db593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.225911 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b1179d57-0a4f-4ad4-99ed-6074e1db593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.227358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b1179d57-0a4f-4ad4-99ed-6074e1db593b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a162de8-49f6-44a4-8e0d-24049930c138 HTTP/1.1" status: 204 len: 168 time: 0.5204694 May 10 11:32:56.252396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179d57-0a4f-4ad4-99ed-6074e1db593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a162de8-49f6-44a4-8e0d-24049930c138,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:56.297494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a66d438-29ae-452d-9fe5-8ecea268ea93 req-04a035fa-40e2-4801-8ccd-1722c5183a61 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341798 May 10 11:32:56.311731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Allocated IP 2001:db8::28 (ab783bf3-3e07-49ce-90a2-01b6eefcf64b/6d7c38ac-be6c-4918-975b-7746f33774c6/50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:56.475447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Attempting to bind port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:56.475872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Attempting to bind port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:56.476234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Attempting to bind port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:56.531766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:32:56.537253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Attempting to bind port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:56.554855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.563188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a187c-fa96-44d1-baaa-905a4016f653 req-60d0c717-9ce8-4832-b5ec-082fa1fde72b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:56.586861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-473a187c-fa96-44d1-baaa-905a4016f653 req-60d0c717-9ce8-4832-b5ec-082fa1fde72b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1622646 May 10 11:32:56.628098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:32:56.628644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:56.629093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:32:56.631384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Bound port: d83e38b9-fe95-446e-82dd-b4f45fbbb8dd, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:56.631779 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.663858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:56.667642 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c513a83-6e1e-44f9-b23c-db57729d8955" -d '{"events": [{"server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "name": "network-vif-plugged", "status": "completed", "tag": "bec26147-83da-4d97-87d1-0a7402b79987"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:56.697773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-473a187c-fa96-44d1-baaa-905a4016f653 req-1d0e3ce1-afc5-4e53-ba63-fa466cdd82b9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952058 May 10 11:32:56.774474 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bf0fad-4002-43da-89fe-ef8c4183437c x-openstack-request-id: req-84bf0fad-4002-43da-89fe-ef8c4183437c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:56.774954 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "name": "network-vif-plugged", "status": "completed", "tag": "bec26147-83da-4d97-87d1-0a7402b79987", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:56.775404 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84bf0fad-4002-43da-89fe-ef8c4183437c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:56.776097 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bf0fad-4002-43da-89fe-ef8c4183437c'] response: {'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987', 'code': 200} May 10 11:32:56.817541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41456) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:56.846732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8da09eee-7b3f-4e5f-881c-e1f3f8240ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.933660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.978646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:32:57.056997 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.060417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8da09eee-7b3f-4e5f-881c-e1f3f8240ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.087946 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8da09eee-7b3f-4e5f-881c-e1f3f8240ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.092235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:57.092805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.141056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] For port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:32:57.152043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Network ab783bf3-3e07-49ce-90a2-01b6eefcf64b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:57.193636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] For port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:32:57.199420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:57.215296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41460) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:57.216255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8da09eee-7b3f-4e5f-881c-e1f3f8240ff0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d393579de894fd88170601e83e02b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897655 May 10 11:32:57.218888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:57.267263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da09eee-7b3f-4e5f-881c-e1f3f8240ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b51176f-8c62-461b-b3c8-a5ec0fe98d74,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:57.289851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f40aa-7bda-45da-a163-687332159788 req-b21edf8c-ad77-46ea-9f1d-34408502c927 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:57.292587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:32:57.293160 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.308496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-232f40aa-7bda-45da-a163-687332159788 req-b21edf8c-ad77-46ea-9f1d-34408502c927 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 945 time: 0.2447643 May 10 11:32:57.337511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:32:57.347323 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.410002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=13']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:57.411392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-232f40aa-7bda-45da-a163-687332159788 req-d08f609a-2431-410b-b9a9-bc98947d3240 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970430 May 10 11:32:57.444590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=abb4d0e3-6995-4741-aa61-3eeae753daf8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:57.449809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.559936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'Port': ['ID=50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:57.650092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Pushing event updated for resources: {'Port': ['ID=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:57.657121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': '4e0534be-be4f-4d2d-91b7-65e7b34ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0de5419f-11fb-4572-8b92-196aedbde717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:57.657520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: 0de5419f-11fb-4572-8b92-196aedbde717, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:57.665557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef00b31-fe13-4460-819a-d729df8f94b5 req-514c6a32-ce38-4ae7-82bc-069f93ac1997 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:57.667432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:57.669820 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.671238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-33592e5b-06c6-41fa-a15e-c9d69c25626a service neutron] 10.222.0.70 "PUT /v2.0/ports/d83e38b9-fe95-446e-82dd-b4f45fbbb8dd HTTP/1.1" status: 200 len: 1096 time: 4.4229288 May 10 11:32:57.679104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ef00b31-fe13-4460-819a-d729df8f94b5 req-514c6a32-ce38-4ae7-82bc-069f93ac1997 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 948 time: 0.1449561 May 10 11:32:57.683411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca27020-03db-40d5-9a48-e91cbbaeb253', 'tag': 'd83e38b9-fe95-446e-82dd-b4f45fbbb8dd'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:57.690336 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "eca27020-03db-40d5-9a48-e91cbbaeb253", "tag": "d83e38b9-fe95-446e-82dd-b4f45fbbb8dd"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:57.764357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ef00b31-fe13-4460-819a-d729df8f94b5 req-631f701c-ead0-455f-a4d7-31564b00f6dd tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833366 May 10 11:32:58.078940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdb97f-b551-49a0-8301-8c359b49c398 req-9ace145e-da8b-4578-aefc-6520e9ae165c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:58.090224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dcdb97f-b551-49a0-8301-8c359b49c398 req-9ace145e-da8b-4578-aefc-6520e9ae165c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.2000678 May 10 11:32:58.207799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dcdb97f-b551-49a0-8301-8c359b49c398 req-431455b4-ae6e-4219-a070-80554f2e7f4a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155267 May 10 11:32:58.283702 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294759df-b21d-461e-a62e-ad4213cc32de x-openstack-request-id: req-294759df-b21d-461e-a62e-ad4213cc32de {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:58.284350 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca27020-03db-40d5-9a48-e91cbbaeb253", "tag": "d83e38b9-fe95-446e-82dd-b4f45fbbb8dd", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:58.284350 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-294759df-b21d-461e-a62e-ad4213cc32de {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:58.284706 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294759df-b21d-461e-a62e-ad4213cc32de'] response: {'name': 'network-changed', 'server_uuid': 'eca27020-03db-40d5-9a48-e91cbbaeb253', 'tag': 'd83e38b9-fe95-446e-82dd-b4f45fbbb8dd', 'status': 'completed', 'code': 200} May 10 11:32:58.313749 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ef58802-eba9-40bf-94ab-784e135e7045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.337857 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ef58802-eba9-40bf-94ab-784e135e7045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.379180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 0de5419f-11fb-4572-8b92-196aedbde717 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:58.405691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.519390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ef58802-eba9-40bf-94ab-784e135e7045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.521973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ef58802-eba9-40bf-94ab-784e135e7045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.537074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3ef58802-eba9-40bf-94ab-784e135e7045 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b51176f-8c62-461b-b3c8-a5ec0fe98d74 HTTP/1.1" status: 204 len: 168 time: 1.1043556 May 10 11:32:58.576353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b48e05c7-d663-4b6a-81bf-1b934e486f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:58.577781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b48e05c7-d663-4b6a-81bf-1b934e486f26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9412ff84e7fb4370a90d99a47305a55e&device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 1099 time: 0.3309286 May 10 11:32:58.587259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef58802-eba9-40bf-94ab-784e135e7045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b51176f-8c62-461b-b3c8-a5ec0fe98d74,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:58.590867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 0de5419f-11fb-4572-8b92-196aedbde717) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:58.631237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:58.634735 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.636084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f544d5e-1598-43fd-bc10-30a863fad3b2 None None] Network 0de5419f-11fb-4572-8b92-196aedbde717 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:58.677220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80646d53-f117-4f79-b804-2ebc45fda60a req-5d68eeef-12ec-485f-95b9-b8c4aeee32c4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:58.684795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80646d53-f117-4f79-b804-2ebc45fda60a req-5d68eeef-12ec-485f-95b9-b8c4aeee32c4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.1584089 May 10 11:32:58.777639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80646d53-f117-4f79-b804-2ebc45fda60a req-f82c0138-082a-47f8-a120-80b86d7422ea tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917428 May 10 11:32:58.780406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:32:58.787487 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a37ca7-3bec-4ff7-9aef-0c2926256a36" -d '{"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-plugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:32:58.861015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-4b2a775a-09d3-4b17-afe5-dc27a5c40338 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd HTTP/1.1" status: 200 len: 217 time: 0.1084459 May 10 11:32:58.869786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c2d7e5aa-4579-4909-8da9-512ed6870b3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6902397 May 10 11:32:58.870564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41482) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:32:58.878997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': 'fec43a2a-549b-4c63-8aa5-692856b071b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:59.009684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-0de5419f-11fb-4572-8b92-196aedbde717', 'network_id': '0de5419f-11fb-4572-8b92-196aedbde717', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': 'abb4d0e3-6995-4741-aa61-3eeae753daf8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:32:59.013166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.118820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-609f8741-74e1-4e6a-91a9-e9a96f1fd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:59.124680 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-609f8741-74e1-4e6a-91a9-e9a96f1fd99e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2503607 May 10 11:32:59.142449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6063d8-7936-410f-a727-255925419d04 req-13d2c1d8-56ee-4d5b-b964-2e6df20e4454 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:59.173374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa6063d8-7936-410f-a727-255925419d04 req-13d2c1d8-56ee-4d5b-b964-2e6df20e4454 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 948 time: 0.2243431 May 10 11:32:59.255332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.269705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-f2435446-106f-4326-b3e2-c3800e5bd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:59.274109 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-f2435446-106f-4326-b3e2-c3800e5bd55c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388118 May 10 11:32:59.311877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa6063d8-7936-410f-a727-255925419d04 req-00931b98-132e-4b67-806e-46edb04651af tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372538 May 10 11:32:59.365268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Allocated IP 172.20.0.2 (0de5419f-11fb-4572-8b92-196aedbde717/abb4d0e3-6995-4741-aa61-3eeae753daf8/b3def91f-66bf-4586-aa09-aa6c8504363b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:59.370501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:59.373666 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.402416 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cf6318-d4cb-4ae6-a3b7-0a0bceac29c4 x-openstack-request-id: req-98cf6318-d4cb-4ae6-a3b7-0a0bceac29c4 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:32:59.402779 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-plugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:32:59.403120 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98cf6318-d4cb-4ae6-a3b7-0a0bceac29c4 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:32:59.403342 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cf6318-d4cb-4ae6-a3b7-0a0bceac29c4'] response: {'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'code': 200} May 10 11:32:59.707144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b75257-c2ee-4330-984b-3d9358aba285 req-e5ac5136-8d77-42d4-902c-1890c036f06b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:32:59.716904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.733012 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.735633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5b75257-c2ee-4330-984b-3d9358aba285 req-e5ac5136-8d77-42d4-902c-1890c036f06b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1964338 May 10 11:32:59.796160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-e18eea4b-7a2c-4870-bc8b-f1c8184ca350 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005550 May 10 11:32:59.822780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Pushing event updated for resources: {'Port': ['ID=b3def91f-66bf-4586-aa09-aa6c8504363b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:59.849499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Network 0de5419f-11fb-4572-8b92-196aedbde717 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:59.852226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:59.864117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:32:59.892092 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5b75257-c2ee-4330-984b-3d9358aba285 req-d181fec6-6d00-485c-a766-23f90555639b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476274 May 10 11:32:59.976510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Attempting to bind port b3def91f-66bf-4586-aa09-aa6c8504363b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:59.977141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Attempting to bind port b3def91f-66bf-4586-aa09-aa6c8504363b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '4e0534be-be4f-4d2d-91b7-65e7b34ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0de5419f-11fb-4572-8b92-196aedbde717'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:59.977815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Attempting to bind port b3def91f-66bf-4586-aa09-aa6c8504363b on network 0de5419f-11fb-4572-8b92-196aedbde717 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:32:59.984545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:32:59.985239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Checking segment: {'id': '4e0534be-be4f-4d2d-91b7-65e7b34ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0de5419f-11fb-4572-8b92-196aedbde717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:32:59.985938 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.986659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Bound using segment: {'id': '4e0534be-be4f-4d2d-91b7-65e7b34ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0de5419f-11fb-4572-8b92-196aedbde717'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:32:59.987309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Bound port: b3def91f-66bf-4586-aa09-aa6c8504363b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0534be-be4f-4d2d-91b7-65e7b34ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0de5419f-11fb-4572-8b92-196aedbde717'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:59.988103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.057837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Router 2a597bd0-7152-4e26-9803-248d4da81d22 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:00.090376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b127e9c-51ac-43fb-a105-0dcdc9592a6c req-b866d66f-456c-4405-a31d-4a2443bbab66 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926080 May 10 11:33:00.100670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] For port b3def91f-66bf-4586-aa09-aa6c8504363b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:00.114813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] For port b3def91f-66bf-4586-aa09-aa6c8504363b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b3def91f-66bf-4586-aa09-aa6c8504363b,segment=NetworkSegment(4e0534be-be4f-4d2d-91b7-65e7b34ad7dd),segment_id=4e0534be-be4f-4d2d-91b7-65e7b34ad7dd)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:00.130915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.142442 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.258262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:00.269174 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Sync routers for ids ['2a597bd0-7152-4e26-9803-248d4da81d22'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:00.279749 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Routers {'2a597bd0-7152-4e26-9803-248d4da81d22'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:00.280408 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:32:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2a597bd0-7152-4e26-9803-248d4da81d22'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:00.290432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.294860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-86346c32-e399-4759-b262-e22eb147685b tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.3360417 May 10 11:33:00.295636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41508) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:00.298805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=7cc28d42-43c8-4959-b39c-feafed136e3a,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:00.404361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba56c8-32e2-4f89-81a8-856e9af4bcdf req-7475e0d5-0353-485a-b1fb-f0a63502aabb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:00.418848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1bba56c8-32e2-4f89-81a8-856e9af4bcdf req-7475e0d5-0353-485a-b1fb-f0a63502aabb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.3079097 May 10 11:33:00.521197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bc7c7-349c-4db2-9546-9bd8db30dbe5 None None] Pushing event updated for resources: {'Port': ['ID=b3def91f-66bf-4586-aa09-aa6c8504363b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:00.588913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': '0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fec43a2a-549b-4c63-8aa5-692856b071b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:00.589280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: fec43a2a-549b-4c63-8aa5-692856b071b9, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:33:00.594323 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Set router 2a597bd0-7152-4e26-9803-248d4da81d22 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:33:00.627269 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1bba56c8-32e2-4f89-81a8-856e9af4bcdf req-3ed49837-fad4-4a71-9276-d75665bf1457 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065372 May 10 11:33:00.680878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network fec43a2a-549b-4c63-8aa5-692856b071b9 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:33:00.709983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, fec43a2a-549b-4c63-8aa5-692856b071b9) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:00.718690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29ba52-2f09-447f-ba03-65f21db20ef4 None None] Network fec43a2a-549b-4c63-8aa5-692856b071b9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:00.719224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:00.723418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.741804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.772203 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6d63cb2f-0930-4c38-a5a8-6445360eec8e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8975806 May 10 11:33:00.772203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41516) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:00.782766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b03672fd-e538-47f2-b921-6a8cde4493ee tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-868682069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:00.898446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b03672fd-e538-47f2-b921-6a8cde4493ee tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.899674 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b03672fd-e538-47f2-b921-6a8cde4493ee tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.020225 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b03672fd-e538-47f2-b921-6a8cde4493ee tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.047813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e82681-9173-46d7-8501-f406bedbf8ac req-cac987bc-2821-44b8-8dd0-c293bd439eca tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:01.060219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49e82681-9173-46d7-8501-f406bedbf8ac req-cac987bc-2821-44b8-8dd0-c293bd439eca tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 948 time: 0.2349195 May 10 11:33:01.083689 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597bd0-7152-4e26-9803-248d4da81d22', 'name': '', 'tenant_id': 'db048c6e778a497cbceda49e0f6c1608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b', 'external_fixed_ips': [{'subnet_id': '6d7c38ac-be6c-4918-975b-7746f33774c6', 'ip_address': '2001:db8::28'}], 'enable_snat': True}, 'gw_port_id': '50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:32:53Z', 'updated_at': '2022-05-10T11:32:57Z', 'revision_number': 3, 'project_id': 'db048c6e778a497cbceda49e0f6c1608', 'gw_port': {'id': '50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9', 'name': '', 'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a597bd0-7152-4e26-9803-248d4da81d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6d7c38ac-be6c-4918-975b-7746f33774c6', 'ip_address': '2001:db8::28', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:32:55Z', 'updated_at': '2022-05-10T11:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d7c38ac-be6c-4918-975b-7746f33774c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:01.124298 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Checking router: 2a597bd0-7152-4e26-9803-248d4da81d22 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:01.124848 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Updating router 2a597bd0-7152-4e26-9803-248d4da81d22 port 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:33:01.139856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-3de25fa9-3d47-4a89-a6f2-d5811e039e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:01.149829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b03672fd-e538-47f2-b921-6a8cde4493ee tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.151525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-3de25fa9-3d47-4a89-a6f2-d5811e039e6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9412ff84e7fb4370a90d99a47305a55e&device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 1099 time: 0.8736153 May 10 11:33:01.152753 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.383107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b03672fd-e538-47f2-b921-6a8cde4493ee tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.384593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b03672fd-e538-47f2-b921-6a8cde4493ee tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6111541 May 10 11:33:01.388682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41528) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:01.413592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49e82681-9173-46d7-8501-f406bedbf8ac req-ae676e0a-d9f6-4370-b47e-5e774f66397d tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509429 May 10 11:33:01.480927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.512278 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.531604 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.650932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b3def91f-66bf-4586-aa09-aa6c8504363b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:01.679782 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Pushing event updated for resources: {'Port': ['ID=50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:01.690353 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.690768 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.691058 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.691513 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.691994 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.692320 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.692890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.693216 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.693533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.693850 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.694167 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.694482 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:01.714140 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Attempting to bind port 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:01.714515 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Attempting to bind port 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c2e67e95-e6b2-441e-9768-803c1a3de579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:01.714849 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Attempting to bind port 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9 on network ab783bf3-3e07-49ce-90a2-01b6eefcf64b {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:01.717823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-7c59fee4-17c2-41d5-a733-9eca4806bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:01.719638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-7c59fee4-17c2-41d5-a733-9eca4806bd2b service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.5400529 May 10 11:33:01.727799 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:01.731156 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Checking segment: {'id': 'c2e67e95-e6b2-441e-9768-803c1a3de579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:01.731637 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.732078 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Bound using segment: {'id': 'c2e67e95-e6b2-441e-9768-803c1a3de579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:01.732932 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Bound port: 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e67e95-e6b2-441e-9768-803c1a3de579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ab783bf3-3e07-49ce-90a2-01b6eefcf64b'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:01.733426 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.819686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-b629522f-7c2e-47c2-a6c0-caee549e26f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd HTTP/1.1" status: 200 len: 217 time: 0.0894735 May 10 11:33:01.856192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa01632-3a9c-4cad-b9e3-a17eb3c15dcf req-1651abc2-6b66-49d8-acff-8f10a5a753ae tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:01.872869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4aa01632-3a9c-4cad-b9e3-a17eb3c15dcf req-1651abc2-6b66-49d8-acff-8f10a5a753ae tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.3078563 May 10 11:33:01.876105 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] For port 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:01.884002 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] For port 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9,segment=NetworkSegment(c2e67e95-e6b2-441e-9768-803c1a3de579),segment_id=c2e67e95-e6b2-441e-9768-803c1a3de579)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:01.886356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Deleting port 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:01.886698 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.897255 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:02.006870 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Routers {'2a597bd0-7152-4e26-9803-248d4da81d22'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:02.007562 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:32:36Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2a597bd0-7152-4e26-9803-248d4da81d22'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:02.045561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4aa01632-3a9c-4cad-b9e3-a17eb3c15dcf req-c24b456d-ed53-4f41-949f-01504cd4d276 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709912 May 10 11:33:02.142467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:02.270924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] For port 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9, host n-d-840949-1, got binding levels [] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:02.272010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:02.321945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Calling delete_port for 50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:02.376214 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] Set router 2a597bd0-7152-4e26-9803-248d4da81d22 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:33:02.399860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-23bdd2ac-1a10-48ce-942e-d6ae170ad984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:02.401497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-23bdd2ac-1a10-48ce-942e-d6ae170ad984 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.5657604 May 10 11:33:02.431667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-fec43a2a-549b-4c63-8aa5-692856b071b9', 'network_id': 'fec43a2a-549b-4c63-8aa5-692856b071b9', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': '7cc28d42-43c8-4959-b39c-feafed136e3a'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:33:02.435584 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:02.446396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d83e38b9-fe95-446e-82dd-b4f45fbbb8dd details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:33:02.569278 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597bd0-7152-4e26-9803-248d4da81d22', 'name': '', 'tenant_id': 'db048c6e778a497cbceda49e0f6c1608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:32:53Z', 'updated_at': '2022-05-10T11:33:01Z', 'revision_number': 4, 'project_id': 'db048c6e778a497cbceda49e0f6c1608', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:02.569896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbbfdd-ba2d-4fa5-ad76-2ba088b30f0e req-3b0aac44-6568-4643-94f0-dc3494543b13 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:02.571256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14cbbfdd-ba2d-4fa5-ad76-2ba088b30f0e req-3b0aac44-6568-4643-94f0-dc3494543b13 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.3025377 May 10 11:33:02.676820 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:02.678510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf13efd-68c7-4a3b-a810-6b17d9d9e68e None None] Network 0de5419f-11fb-4572-8b92-196aedbde717 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:02.708071 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c5d48-37ad-43dd-87a0-dbc3c8e46a03 None None] The sync data for ids ['2a597bd0-7152-4e26-9803-248d4da81d22'] in n-d-840949-1 is: [{'id': '2a597bd0-7152-4e26-9803-248d4da81d22', 'name': '', 'tenant_id': 'db048c6e778a497cbceda49e0f6c1608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:32:53Z', 'updated_at': '2022-05-10T11:33:01Z', 'revision_number': 4, 'project_id': 'db048c6e778a497cbceda49e0f6c1608', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:02.709769 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff21b76-2213-4b33-8a94-266fea27ec6f None None] Pushing event updated for resources: {'Port': ['ID=50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:02.741792 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:33:02.804664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14cbbfdd-ba2d-4fa5-ad76-2ba088b30f0e req-8e884c1e-8f6e-4ce8-97e2-45e59df1723c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264555 May 10 11:33:02.805224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-5b03c752-41f5-43f6-a48f-4227042b239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:02.831964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-5b03c752-41f5-43f6-a48f-4227042b239a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2977371 May 10 11:33:02.842210 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:33:03.091288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b3def91f-66bf-4586-aa09-aa6c8504363b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:03.092073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.199414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.207115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.20.0.1 (0de5419f-11fb-4572-8b92-196aedbde717/abb4d0e3-6995-4741-aa61-3eeae753daf8/54080313-d986-4f9e-b901-4b13e29edbe7) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:03.236896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c3abc-feb7-45ca-9e9e-6c88e18341c7 req-8350713c-cd52-48f3-b33a-9983c2dc6bb6 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:03.247700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c67c3abc-feb7-45ca-9e9e-6c88e18341c7 req-8350713c-cd52-48f3-b33a-9983c2dc6bb6 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 948 time: 0.2007749 May 10 11:33:03.299050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-618558c7-fab4-4fe8-9839-24082f4dbdd5 None None] Provisioning complete for port b3def91f-66bf-4586-aa09-aa6c8504363b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:03.299525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-618558c7-fab4-4fe8-9839-24082f4dbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.351413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event deleted for resources: {'Port': ['ID=50a7c2cf-76e1-4581-8ff8-8a22c3c9eaa9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:03.413219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c67c3abc-feb7-45ca-9e9e-6c88e18341c7 req-b83cc458-f72c-4f21-8786-ba03cd043ec1 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644921 May 10 11:33:03.440605 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.639623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Allocated IP 172.21.0.2 (fec43a2a-549b-4c63-8aa5-692856b071b9/7cc28d42-43c8-4959-b39c-feafed136e3a/9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:03.654248 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.691626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.698940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.710758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.767458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-dec38dde-e158-4c64-8d6b-eec785462a30 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9451771 May 10 11:33:03.782571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9807c-3bc5-4952-97a2-f12665972e7b req-314754fb-88c1-44bf-9bd0-63e4f5fb2db3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:03.791867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c8f9807c-3bc5-4952-97a2-f12665972e7b req-314754fb-88c1-44bf-9bd0-63e4f5fb2db3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.1982570 May 10 11:33:03.807369 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.808038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a597bd0-7152-4e26-9803-248d4da81d22 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:03.814354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.818105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a8019c19-fdc2-462b-8171-73839726d457 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2a597bd0-7152-4e26-9803-248d4da81d22 HTTP/1.1" status: 204 len: 168 time: 3.5168600 May 10 11:33:03.822111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41588) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:03.913933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8bad0c-5665-4e6e-93f8-31f0435bfa86 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Deleting subnet 6d7c38ac-be6c-4918-975b-7746f33774c6 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:33:03.930098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a8bad0c-5665-4e6e-93f8-31f0435bfa86 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.014016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c8f9807c-3bc5-4952-97a2-f12665972e7b req-4db94a6d-dc1f-4f37-9fdf-d5a40fd23333 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162969 May 10 11:33:04.048468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a8bad0c-5665-4e6e-93f8-31f0435bfa86 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.100352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a8bad0c-5665-4e6e-93f8-31f0435bfa86 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.138615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-618558c7-fab4-4fe8-9839-24082f4dbdd5 None None] Current status of the port b3def91f-66bf-4586-aa09-aa6c8504363b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:04.158163 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-618558c7-fab4-4fe8-9839-24082f4dbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.167425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:04.185354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a8bad0c-5665-4e6e-93f8-31f0435bfa86 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.236997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bad0c-5665-4e6e-93f8-31f0435bfa86 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7c38ac-be6c-4918-975b-7746f33774c6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:04.242254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a8bad0c-5665-4e6e-93f8-31f0435bfa86 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.248050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9a8bad0c-5665-4e6e-93f8-31f0435bfa86 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/6d7c38ac-be6c-4918-975b-7746f33774c6 HTTP/1.1" status: 204 len: 168 time: 0.4154117 May 10 11:33:04.268840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83f78a0a-6df6-41b6-b0df-bbdcd3124d6c req-d2eebc5e-a38b-4205-a24c-a8560351af6c service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715331 May 10 11:33:04.269511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41602) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:04.356389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'd83e38b9-fe95-446e-82dd-b4f45fbbb8dd', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'd83e38b9-fe95-446e-82dd-b4f45fbbb8dd', 'mac_address': 'fa:16:3e:84:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:33:04.454667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.498156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=54080313-d986-4f9e-b901-4b13e29edbe7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:04.520852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b3def91f-66bf-4586-aa09-aa6c8504363b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:04.521868 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.561015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 0de5419f-11fb-4572-8b92-196aedbde717 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:04.566573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:04.574534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:04.584546 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5876289-4481-4782-8db1-1b866c54d79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.615201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-618558c7-fab4-4fe8-9839-24082f4dbdd5 None None] For port b3def91f-66bf-4586-aa09-aa6c8504363b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b3def91f-66bf-4586-aa09-aa6c8504363b,segment=NetworkSegment(4e0534be-be4f-4d2d-91b7-65e7b34ad7dd),segment_id=4e0534be-be4f-4d2d-91b7-65e7b34ad7dd)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:04.665546 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-618558c7-fab4-4fe8-9839-24082f4dbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.686548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-183bd533-f048-4e2c-a4e4-ca8134107aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:04.695239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.697122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-183bd533-f048-4e2c-a4e4-ca8134107aca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 1097 time: 0.1930642 May 10 11:33:04.722863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be0ce2-2437-4254-9195-78d4d501fcd0 req-137dd79d-9ec6-4c39-afe4-6d959e9dec10 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:04.724716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76be0ce2-2437-4254-9195-78d4d501fcd0 req-137dd79d-9ec6-4c39-afe4-6d959e9dec10 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.2219465 May 10 11:33:04.758778 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.762716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab783bf3-3e07-49ce-90a2-01b6eefcf64b']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:04.806342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e67e95-e6b2-441e-9768-803c1a3de579') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:04.806778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e67e95-e6b2-441e-9768-803c1a3de579') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:04.838631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.846050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:04.846735 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.878089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.890747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:04.891288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: timer() May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:04.893744 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:04.947788 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.014988 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.044296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.081925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83e38b9-fe95-446e-82dd-b4f45fbbb8dd {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:05.099550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab783bf3-3e07-49ce-90a2-01b6eefcf64b {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 10 11:33:05.101816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab783bf3-3e07-49ce-90a2-01b6eefcf64b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:05.109120 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.133219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8b67cea9-ac3a-45b3-9563-73ebc7dd6b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ab783bf3-3e07-49ce-90a2-01b6eefcf64b HTTP/1.1" status: 204 len: 168 time: 0.8589003 May 10 11:33:05.139682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76be0ce2-2437-4254-9195-78d4d501fcd0 req-765e6fac-14e3-4142-b2a4-b7bb9ea34c96 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3779156 May 10 11:33:05.227958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618558c7-fab4-4fe8-9839-24082f4dbdd5 None None] Pushing event updated for resources: {'Port': ['ID=b3def91f-66bf-4586-aa09-aa6c8504363b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:05.251557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-05de87e2-f24a-4ddf-a361-363a5d76b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:05.256623 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-05de87e2-f24a-4ddf-a361-363a5d76b28c service neutron] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 913 time: 0.5270531 May 10 11:33:05.314813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Pushing event updated for resources: {'Port': ['ID=9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:05.391994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Network fec43a2a-549b-4c63-8aa5-692856b071b9 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:05.408100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:05.425076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:05.431427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-5d794fa8-fe0a-4ff0-bdd6-4a32b30d9af5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5 HTTP/1.1" status: 200 len: 217 time: 0.1499865 May 10 11:33:05.439296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:05.447623 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.488190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bde70a54-dda3-4915-a9fe-74edb2456818 None None] Provisioning complete for port 54080313-d986-4f9e-b901-4b13e29edbe7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:05.489462 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bde70a54-dda3-4915-a9fe-74edb2456818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.496630 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:33:05.497236 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:33:05.498141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.633922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:05.692763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Attempting to bind port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:05.695153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Attempting to bind port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fec43a2a-549b-4c63-8aa5-692856b071b9'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:05.697471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Attempting to bind port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 on network fec43a2a-549b-4c63-8aa5-692856b071b9 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:05.711241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bde70a54-dda3-4915-a9fe-74edb2456818 None None] Port 54080313-d986-4f9e-b901-4b13e29edbe7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:05.726094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:05.727172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Checking segment: {'id': '0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fec43a2a-549b-4c63-8aa5-692856b071b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:05.727809 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.728432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Bound using segment: {'id': '0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fec43a2a-549b-4c63-8aa5-692856b071b9'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:05.729139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Bound port: 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fec43a2a-549b-4c63-8aa5-692856b071b9'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:05.729905 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.779627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bde70a54-dda3-4915-a9fe-74edb2456818 None None] Provisioning complete for port b3def91f-66bf-4586-aa09-aa6c8504363b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:05.780449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bde70a54-dda3-4915-a9fe-74edb2456818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.787358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d83e38b9-fe95-446e-82dd-b4f45fbbb8dd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:05.831004 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.108158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-62564d9b-5651-4314-bdb9-99be5850c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:06.123949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-62564d9b-5651-4314-bdb9-99be5850c940 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.6235955 May 10 11:33:06.136516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b3def91f-66bf-4586-aa09-aa6c8504363b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:06.206900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49bbaf-6e17-48b6-af7f-c62aaf35e3e0 req-ece9afaa-a6a6-41ed-b6fb-b374bafde81a tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:06.226844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] For port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:06.227066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d49bbaf-6e17-48b6-af7f-c62aaf35e3e0 req-ece9afaa-a6a6-41ed-b6fb-b374bafde81a tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 949 time: 0.7921586 May 10 11:33:06.249209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] For port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2,segment=NetworkSegment(0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba),segment_id=0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:06.276164 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.454587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b3def91f-66bf-4586-aa09-aa6c8504363b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:06.471131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-5764cf08-3860-4ce1-bc91-b42a05ad5fb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3322799 May 10 11:33:06.547718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41648) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:06.559007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-11b3f94c-3ab6-4d31-ac79-ccf6b7c6150e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'router': {'name': 'tempest-router--2000744521', 'project_id': '83194770927b497b806179bf812d81fc'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:06.636785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11b3f94c-3ab6-4d31-ac79-ccf6b7c6150e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.637935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11b3f94c-3ab6-4d31-ac79-ccf6b7c6150e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.807897 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-5b76505c-2b8b-4d2e-bcfb-7e9d73e91036 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190584 May 10 11:33:06.816306 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11b3f94c-3ab6-4d31-ac79-ccf6b7c6150e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.826536 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11b3f94c-3ab6-4d31-ac79-ccf6b7c6150e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.865638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11b3f94c-3ab6-4d31-ac79-ccf6b7c6150e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.871579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-11b3f94c-3ab6-4d31-ac79-ccf6b7c6150e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3220515 May 10 11:33:06.872554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41654) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:06.909406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c4919-e5ca-49fd-9bf3-39e58c84a8d2 None None] Pushing event updated for resources: {'Port': ['ID=9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:07.014853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bde70a54-dda3-4915-a9fe-74edb2456818 None None] Current status of the port b3def91f-66bf-4586-aa09-aa6c8504363b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:07.026221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1f331f98-c23d-4fe8-a51f-c84da68792a5 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:07.077892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2af03155-b85d-4bd1-88f3-d0da236f06e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.132430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d49bbaf-6e17-48b6-af7f-c62aaf35e3e0 req-3f94a913-4f6c-403a-a5ec-6d39ba0ac911 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9041378 May 10 11:33:07.169770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b3def91f-66bf-4586-aa09-aa6c8504363b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:07.169996 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.253017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ff308b0f-3125-4e7a-9608-4cba38ef983a None None] Provisioning complete for port 54080313-d986-4f9e-b901-4b13e29edbe7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:07.253309 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff308b0f-3125-4e7a-9608-4cba38ef983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.368500 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-241ee21f-bec3-48ea-a29e-2182dbedbd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.431135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2af03155-b85d-4bd1-88f3-d0da236f06e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.442936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2af03155-b85d-4bd1-88f3-d0da236f06e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.557495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2af03155-b85d-4bd1-88f3-d0da236f06e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.558150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af03155-b85d-4bd1-88f3-d0da236f06e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e348e0b-4b79-4bdf-9cc0-2c5fbc05ce7c {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:07.563812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2af03155-b85d-4bd1-88f3-d0da236f06e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.569334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2af03155-b85d-4bd1-88f3-d0da236f06e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1e348e0b-4b79-4bdf-9cc0-2c5fbc05ce7c HTTP/1.1" status: 204 len: 168 time: 0.6953709 May 10 11:33:07.629204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6fbb080-c5d5-4d21-ba2d-d375a3365ac9 req-83f04c84-f6e3-4002-a688-5ac4a61d16f9 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998137 May 10 11:33:07.703415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f51fc-7887-46a3-88bc-5e15a5292b70 req-59ffa1aa-40ca-476e-ad03-2f6bd070ede5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:07.717537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-766f51fc-7887-46a3-88bc-5e15a5292b70 req-59ffa1aa-40ca-476e-ad03-2f6bd070ede5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 946 time: 0.3953912 May 10 11:33:07.750093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ff308b0f-3125-4e7a-9608-4cba38ef983a None None] Port 54080313-d986-4f9e-b901-4b13e29edbe7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:07.774623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1f331f98-c23d-4fe8-a51f-c84da68792a5 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:07.775289 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.782275 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.856801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:07.860046 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a547a12-0a84-4edf-8bf3-6764254907f2" -d '{"events": [{"server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:07.906856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:07.908440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b3def91f-66bf-4586-aa09-aa6c8504363b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:07.918114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.950991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-766f51fc-7887-46a3-88bc-5e15a5292b70 req-0cdfcff8-41a0-4d8f-8111-3f5ac1f007d9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241700 May 10 11:33:08.055278 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.056162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:08.071306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41664) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:08.072024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.174735 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.322596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:08.517337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:08.519080 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.536917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=54080313-d986-4f9e-b901-4b13e29edbe7,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:08.558458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab06c-6921-49be-bb38-c5c65cf15b8f req-bf7b2f58-96b0-4163-aed0-268429d623b2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:08.569949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c1ab06c-6921-49be-bb38-c5c65cf15b8f req-bf7b2f58-96b0-4163-aed0-268429d623b2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.4139948 May 10 11:33:08.623593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f413242-ff35-430b-9779-6bb673c9ecc6 None None] Network fec43a2a-549b-4c63-8aa5-692856b071b9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:08.638847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c1ab06c-6921-49be-bb38-c5c65cf15b8f req-7f42cead-e87b-4ebe-8410-51b3ecf335f3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605245 May 10 11:33:08.657414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-293623181', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:08.747648 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0152ceb-22b5-4ed1-8924-5c69908e3f0b x-openstack-request-id: req-b0152ceb-22b5-4ed1-8924-5c69908e3f0b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:08.747964 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:08.748558 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0152ceb-22b5-4ed1-8924-5c69908e3f0b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:08.749113 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0152ceb-22b5-4ed1-8924-5c69908e3f0b'] response: {'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'code': 200} May 10 11:33:08.768875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 0de5419f-11fb-4572-8b92-196aedbde717 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:08.772283 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.773586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.790291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:08.815767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-363fc0bd-2233-4266-b052-06127b8f9fcb None None] Provisioning complete for port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:08.816176 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-363fc0bd-2233-4266-b052-06127b8f9fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.060003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:09.063098 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.176610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.203682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2,segment=NetworkSegment(0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba),segment_id=0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:09.238196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.319451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:09.357202 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.359851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-363fc0bd-2233-4266-b052-06127b8f9fcb None None] Current status of the port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:09.360396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-363fc0bd-2233-4266-b052-06127b8f9fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.444728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bb5f7-166d-417a-a209-fcf6b793b344 req-2c3e80a1-a276-42eb-bc21-a7e37884d259 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:09.447073 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-283bb5f7-166d-417a-a209-fcf6b793b344 req-2c3e80a1-a276-42eb-bc21-a7e37884d259 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 949 time: 0.5134544 May 10 11:33:09.454787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.511095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 4463c7f1-2ba7-4b24-9984-b9603429687d is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:09.520918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-363fc0bd-2233-4266-b052-06127b8f9fcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:33:09.522914 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-363fc0bd-2233-4266-b052-06127b8f9fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:33:09.543766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d83e38b9-fe95-446e-82dd-b4f45fbbb8dd up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:09.617101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-283bb5f7-166d-417a-a209-fcf6b793b344 req-5f4f3fc3-40f0-4317-a340-6e8e44e8530f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571658 May 10 11:33:09.668413 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.739850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:09.744684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:09.745199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.925926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:09.938478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3fc3d5af-1f51-41ba-a87b-27e640ea614a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/4463c7f1-2ba7-4b24-9984-b9603429687d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5486338 May 10 11:33:09.940729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41682) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:09.997748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165452f5-971e-4163-b9ca-7dcec558768c req-5ad17034-7393-4934-b7e0-54f7ce514539 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:10.004220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-165452f5-971e-4163-b9ca-7dcec558768c req-5ad17034-7393-4934-b7e0-54f7ce514539 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 944 time: 0.1588366 May 10 11:33:10.041043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:10.041978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.062006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc6765-b466-47d2-a6c9-20897acd2d64 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:10.070512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d1fc6765-b466-47d2-a6c9-20897acd2d64 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports/54080313-d986-4f9e-b901-4b13e29edbe7 HTTP/1.1" status: 200 len: 910 time: 0.1280196 May 10 11:33:10.071496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41686) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:10.080717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805ba14-4c11-4695-9c32-66895269b44e None None] Sync routers for ids ['4463c7f1-2ba7-4b24-9984-b9603429687d'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:10.126228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:10.171029 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.182056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805ba14-4c11-4695-9c32-66895269b44e None None] Routers {'4463c7f1-2ba7-4b24-9984-b9603429687d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:10.187102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4805ba14-4c11-4695-9c32-66895269b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4463c7f1-2ba7-4b24-9984-b9603429687d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:10.373153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-165452f5-971e-4163-b9ca-7dcec558768c req-4dc46913-654c-4325-8e74-dd9bcbeb524c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516264 May 10 11:33:10.407072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:10.554309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.579527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4805ba14-4c11-4695-9c32-66895269b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:10.584315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.667303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-363fc0bd-2233-4266-b052-06127b8f9fcb None None] Current status of the port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:10.716584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805ba14-4c11-4695-9c32-66895269b44e None None] Routers {'4463c7f1-2ba7-4b24-9984-b9603429687d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:10.717416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4805ba14-4c11-4695-9c32-66895269b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4463c7f1-2ba7-4b24-9984-b9603429687d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:10.753950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315b4f7-85d1-4712-9fe7-f6698882af7e req-0ea2b351-191f-41ef-bd03-ca8b2a44767a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:10.756073 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b315b4f7-85d1-4712-9fe7-f6698882af7e req-0ea2b351-191f-41ef-bd03-ca8b2a44767a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.1591878 May 10 11:33:10.822194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca27020-03db-40d5-9a48-e91cbbaeb253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83e38b9-fe95-446e-82dd-b4f45fbbb8dd'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:10.833643 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2a1690-e44a-4ad5-9055-706ceef49d55" -d '{"events": [{"server_uuid": "eca27020-03db-40d5-9a48-e91cbbaeb253", "name": "network-vif-plugged", "status": "completed", "tag": "d83e38b9-fe95-446e-82dd-b4f45fbbb8dd"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:10.838965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4805ba14-4c11-4695-9c32-66895269b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:10.839793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805ba14-4c11-4695-9c32-66895269b44e None None] The sync data for ids ['4463c7f1-2ba7-4b24-9984-b9603429687d'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:10.889076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:10.931197 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b315b4f7-85d1-4712-9fe7-f6698882af7e req-a73b4766-f1a2-4bfb-95fa-cfc7e7202958 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178098 May 10 11:33:10.938270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Allocated IP 172.25.8.142 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/3406a59c-1a83-40b6-b3dd-e3a207d97eff) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:10.948308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ab514872-03de-4b6d-ac57-74eb5fdacb72 None None] Provisioning complete for port 54080313-d986-4f9e-b901-4b13e29edbe7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:10.948832 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ab514872-03de-4b6d-ac57-74eb5fdacb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.950905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:10.951365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:11.062124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ab514872-03de-4b6d-ac57-74eb5fdacb72 None None] Port 54080313-d986-4f9e-b901-4b13e29edbe7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:11.076859 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ab514872-03de-4b6d-ac57-74eb5fdacb72 None None] Provisioning complete for port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:11.077292 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ab514872-03de-4b6d-ac57-74eb5fdacb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:11.150919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:11.278888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ab514872-03de-4b6d-ac57-74eb5fdacb72 None None] Current status of the port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:11.304691 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:11.408111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:11.516765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:11.528510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:11.542493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:11.571218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event updated for resources: {'Port': ['ID=3406a59c-1a83-40b6-b3dd-e3a207d97eff,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:12.023105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:12.708865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:12.803848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.21.0.1 (fec43a2a-549b-4c63-8aa5-692856b071b9/7cc28d42-43c8-4959-b39c-feafed136e3a/4dac8de7-2416-45e8-b2b5-4aa2490ceed4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:13.033634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1f331f98-c23d-4fe8-a51f-c84da68792a5 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:13.069995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.178104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.233010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.274633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network fec43a2a-549b-4c63-8aa5-692856b071b9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:13.291184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:13.298058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:13.370840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1f331f98-c23d-4fe8-a51f-c84da68792a5 is: DOWN; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:13.435141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=4dac8de7-2416-45e8-b2b5-4aa2490ceed4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:13.491545 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.613860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Router 336a8117-9e2c-47cc-b7d3-eb574f49f89d is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:13.767161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2d3a0267-bc9b-4989-8ee8-70926cf0750b None None] Provisioning complete for port 4dac8de7-2416-45e8-b2b5-4aa2490ceed4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:13.768025 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0267-bc9b-4989-8ee8-70926cf0750b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.809193 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.834820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:13.845828 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169947e-cfc7-4f5a-af14-2f73770ae50e None None] Sync routers for ids ['336a8117-9e2c-47cc-b7d3-eb574f49f89d'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:13.866545 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169947e-cfc7-4f5a-af14-2f73770ae50e None None] Routers {'336a8117-9e2c-47cc-b7d3-eb574f49f89d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:13.867193 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6169947e-cfc7-4f5a-af14-2f73770ae50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['336a8117-9e2c-47cc-b7d3-eb574f49f89d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:13.868864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a0267-bc9b-4989-8ee8-70926cf0750b None None] Port 4dac8de7-2416-45e8-b2b5-4aa2490ceed4 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:13.917305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.918633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-78539ae4-871c-4a3a-a736-d019c14965e9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7640574 May 10 11:33:13.922801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41740) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:14.236256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-45208db6-80cd-4c9a-b39b-aed6c73b1a83 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/routers/336a8117-9e2c-47cc-b7d3-eb574f49f89d HTTP/1.1" status: 200 len: 924 time: 0.3093412 May 10 11:33:14.240231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41752) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:14.266330 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6169947e-cfc7-4f5a-af14-2f73770ae50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:14.286079 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169947e-cfc7-4f5a-af14-2f73770ae50e None None] Routers {'336a8117-9e2c-47cc-b7d3-eb574f49f89d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:14.289963 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6169947e-cfc7-4f5a-af14-2f73770ae50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['336a8117-9e2c-47cc-b7d3-eb574f49f89d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:14.303702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-65f16403-83bb-4ad9-873e-9390e5795129 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=336a8117-9e2c-47cc-b7d3-eb574f49f89d HTTP/1.1" status: 200 len: 205 time: 0.0623257 May 10 11:33:14.309030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41756) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:14.363644 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6169947e-cfc7-4f5a-af14-2f73770ae50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:14.368742 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169947e-cfc7-4f5a-af14-2f73770ae50e None None] The sync data for ids ['336a8117-9e2c-47cc-b7d3-eb574f49f89d'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:14.425228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.439760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.507856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.594625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.598203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=4dac8de7-2416-45e8-b2b5-4aa2490ceed4,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:14.662774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.728830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Deleting port 3406a59c-1a83-40b6-b3dd-e3a207d97eff {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:14.729179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.751617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network fec43a2a-549b-4c63-8aa5-692856b071b9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:14.753304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:14.841088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.863385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Calling delete_port for 3406a59c-1a83-40b6-b3dd-e3a207d97eff owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:14.930362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 4463c7f1-2ba7-4b24-9984-b9603429687d has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:33:15.143981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:15.155641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e3783-cfb8-4ccd-982a-d2d8bc3e905a None None] Sync routers for ids ['4463c7f1-2ba7-4b24-9984-b9603429687d'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:15.157935 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b6c5f16b-550c-4c78-a16a-880a449a8af3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/4463c7f1-2ba7-4b24-9984-b9603429687d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0842028 May 10 11:33:15.161137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41786) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:15.190687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e3783-cfb8-4ccd-982a-d2d8bc3e905a None None] Routers {'4463c7f1-2ba7-4b24-9984-b9603429687d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:15.191779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-621e3783-cfb8-4ccd-982a-d2d8bc3e905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4463c7f1-2ba7-4b24-9984-b9603429687d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:15.224854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.230234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d78a026-5bb6-40aa-a4e7-c50a0547aaa9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:15.231693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5d78a026-5bb6-40aa-a4e7-c50a0547aaa9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports/4dac8de7-2416-45e8-b2b5-4aa2490ceed4 HTTP/1.1" status: 200 len: 910 time: 0.0660529 May 10 11:33:15.234663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41792) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:15.260652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event deleted for resources: {'Port': ['ID=3406a59c-1a83-40b6-b3dd-e3a207d97eff,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:15.326533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-621e3783-cfb8-4ccd-982a-d2d8bc3e905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:15.331516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a8a6cf97-fb43-468f-be0b-39b6a59a25d5 None None] Provisioning complete for port 4dac8de7-2416-45e8-b2b5-4aa2490ceed4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:15.339075 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf97-fb43-468f-be0b-39b6a59a25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.344133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.399494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e3783-cfb8-4ccd-982a-d2d8bc3e905a None None] Routers {'4463c7f1-2ba7-4b24-9984-b9603429687d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:15.403362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-621e3783-cfb8-4ccd-982a-d2d8bc3e905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4463c7f1-2ba7-4b24-9984-b9603429687d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:15.469957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-621e3783-cfb8-4ccd-982a-d2d8bc3e905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:15.470862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e3783-cfb8-4ccd-982a-d2d8bc3e905a None None] The sync data for ids ['4463c7f1-2ba7-4b24-9984-b9603429687d'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:15.482297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6cf97-fb43-468f-be0b-39b6a59a25d5 None None] Port 4dac8de7-2416-45e8-b2b5-4aa2490ceed4 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:15.518863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.523313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.606835 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.607464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Fanout notify agent at l3_agent the message router_deleted on router 336a8117-9e2c-47cc-b7d3-eb574f49f89d {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:15.631644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.640496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1db5a17e-9028-48fa-b572-3384a69dbbee tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/336a8117-9e2c-47cc-b7d3-eb574f49f89d HTTP/1.1" status: 204 len: 168 time: 1.3273730 May 10 11:33:15.641478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41808) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:15.647727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'router': {'name': 'tempest-snat-router-533464976', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': False}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:15.736415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.737529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.789218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-d893a050-5edd-456e-ae85-df9bb0c15ce3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:15.799939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-d893a050-5edd-456e-ae85-df9bb0c15ce3 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=02caa2df-a08c-4554-98f4-480651d717ab HTTP/1.1" status: 200 len: 944 time: 0.1082551 May 10 11:33:15.929215 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.935559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46154-e631-48f9-aa3b-abc8bd16476d req-40137bff-f094-4b20-af37-8d9448a0d4e8 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:15.937268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7c46154-e631-48f9-aa3b-abc8bd16476d req-40137bff-f094-4b20-af37-8d9448a0d4e8 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 950 time: 0.2006533 May 10 11:33:16.015959 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7c46154-e631-48f9-aa3b-abc8bd16476d req-a51fd393-c371-4893-aae8-5dc5a0fbbf52 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699804 May 10 11:33:16.098993 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54455a7a-5884-4904-b38a-cb7fdaa337eb x-openstack-request-id: req-54455a7a-5884-4904-b38a-cb7fdaa337eb {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:16.099295 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca27020-03db-40d5-9a48-e91cbbaeb253", "name": "network-vif-plugged", "status": "completed", "tag": "d83e38b9-fe95-446e-82dd-b4f45fbbb8dd", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:16.099555 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54455a7a-5884-4904-b38a-cb7fdaa337eb {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:16.099986 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54455a7a-5884-4904-b38a-cb7fdaa337eb'] response: {'server_uuid': 'eca27020-03db-40d5-9a48-e91cbbaeb253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83e38b9-fe95-446e-82dd-b4f45fbbb8dd', 'code': 200} May 10 11:33:16.115486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.155158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.249644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Deleting port 1f331f98-c23d-4fe8-a51f-c84da68792a5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:16.250246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.357480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda751ba-8c5c-43c3-b179-3f2289cadf0a req-6ee48041-8c0f-4108-bf58-e7afac03bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:16.359677 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eda751ba-8c5c-43c3-b179-3f2289cadf0a req-6ee48041-8c0f-4108-bf58-e7afac03bfb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 1101 time: 0.1621804 May 10 11:33:16.371788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6606-0f47-4cac-9b8a-65403bc30bb2 req-55710bdb-ce50-4de6-bee0-20d8495698a6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:16.373476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] For port 1f331f98-c23d-4fe8-a51f-c84da68792a5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1f331f98-c23d-4fe8-a51f-c84da68792a5,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:16.373848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.381342 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e96d6606-0f47-4cac-9b8a-65403bc30bb2 req-55710bdb-ce50-4de6-bee0-20d8495698a6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.1755853 May 10 11:33:16.391752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Calling delete_port for 1f331f98-c23d-4fe8-a51f-c84da68792a5 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:16.528581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e96d6606-0f47-4cac-9b8a-65403bc30bb2 req-2cedb39b-b311-4cb6-9a4e-c45eaca7357b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461220 May 10 11:33:16.532437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eda751ba-8c5c-43c3-b179-3f2289cadf0a req-d5144129-8538-4e97-b4b9-c5208fc31f38 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478703 May 10 11:33:16.579911 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.605583 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.711186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 4dac8de7-2416-45e8-b2b5-4aa2490ceed4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:16.712106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.829897 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.846018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 4dac8de7-2416-45e8-b2b5-4aa2490ceed4 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:16.930766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:16.957145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event deleted for resources: {'Port': ['ID=1f331f98-c23d-4fe8-a51f-c84da68792a5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:16.996494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Allocated IP 172.25.8.206 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d6867fce-cf07-4b8d-a229-9485032d970e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:17.108419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] No DVR routers for this DVR port 1f331f98-c23d-4fe8-a51f-c84da68792a5 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:17.112342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:17.115899 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aee65646-59b8-4b7c-9af8-31a2624b9fd6 req-f7334284-f482-45ae-a2f2-d905033f4ec2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "DELETE /v2.0/ports/1f331f98-c23d-4fe8-a51f-c84da68792a5 HTTP/1.1" status: 204 len: 173 time: 1.3150926 May 10 11:33:17.116362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'name': 'network-vif-deleted', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:17.118744 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e764bcfc-cd6f-4af3-8945-27f72bdf952d" -d '{"events": [{"server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "name": "network-vif-deleted", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:17.128023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:17.188864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=4dac8de7-2416-45e8-b2b5-4aa2490ceed4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:17.236589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:17.324831 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:17.412685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:17.415920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:17.419495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:17.512532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'Port': ['ID=d6867fce-cf07-4b8d-a229-9485032d970e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:17.589551 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:18.017184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:18.108054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 4463c7f1-2ba7-4b24-9984-b9603429687d has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:33:18.274837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:18.284719 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6879b46f-60fe-4665-a5ff-637b79499387 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/4463c7f1-2ba7-4b24-9984-b9603429687d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0481961 May 10 11:33:18.288286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41902) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:18.292611 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a027afcb-d060-4b35-8b9f-a6e58ca6cf59 None None] Sync routers for ids ['4463c7f1-2ba7-4b24-9984-b9603429687d'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:18.314731 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027afcb-d060-4b35-8b9f-a6e58ca6cf59 None None] Routers {'4463c7f1-2ba7-4b24-9984-b9603429687d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:18.315939 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a027afcb-d060-4b35-8b9f-a6e58ca6cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4463c7f1-2ba7-4b24-9984-b9603429687d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:18.396144 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a027afcb-d060-4b35-8b9f-a6e58ca6cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:18.407911 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027afcb-d060-4b35-8b9f-a6e58ca6cf59 None None] Routers {'4463c7f1-2ba7-4b24-9984-b9603429687d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:18.408835 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a027afcb-d060-4b35-8b9f-a6e58ca6cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4463c7f1-2ba7-4b24-9984-b9603429687d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:18.429362 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 May 2022 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721a2e45-f525-4d1a-989f-eda23534ec22 x-openstack-request-id: req-721a2e45-f525-4d1a-989f-eda23534ec22 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:18.429362 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02caa2df-a08c-4554-98f4-480651d717ab", "name": "network-vif-deleted", "tag": "1f331f98-c23d-4fe8-a51f-c84da68792a5", "status": "failed", "code": 422}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:18.432263 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-721a2e45-f525-4d1a-989f-eda23534ec22 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:18.432892 n-d-840949-1 neutron-server[102767]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-721a2e45-f525-4d1a-989f-eda23534ec22']: {'server_uuid': '02caa2df-a08c-4554-98f4-480651d717ab', 'name': 'network-vif-deleted', 'tag': '1f331f98-c23d-4fe8-a51f-c84da68792a5', 'status': 'failed', 'code': 422} returned with failed status May 10 11:33:18.460116 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a027afcb-d060-4b35-8b9f-a6e58ca6cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:18.461163 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a027afcb-d060-4b35-8b9f-a6e58ca6cf59 None None] The sync data for ids ['4463c7f1-2ba7-4b24-9984-b9603429687d'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:18.493697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6da511-8f1f-4dad-a432-25ae8c5be992 req-c8d2693c-0d66-42fd-9445-d9ed5e59c4ca tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:18.495315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f6da511-8f1f-4dad-a432-25ae8c5be992 req-c8d2693c-0d66-42fd-9445-d9ed5e59c4ca tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 950 time: 0.2235560 May 10 11:33:18.501441 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:18.587789 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f6da511-8f1f-4dad-a432-25ae8c5be992 req-05cd146e-f877-4e1d-8c95-21b52bd5ad3f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838494 May 10 11:33:18.728581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Router ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:19.056823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:19.070737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Sync routers for ids ['ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:19.089892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Routers {'ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:19.090692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:19.091891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:19.096092 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-857791c2-4c0d-41bb-983e-fe2f0caa36ba tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4538827 May 10 11:33:19.097308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41930) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:19.223073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Set router ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:33:19.235373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf746d-60be-4018-a800-d2208ced0631 req-fe95697f-6bcb-4c44-b564-12ff06d63560 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:19.248890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39cf746d-60be-4018-a800-d2208ced0631 req-fe95697f-6bcb-4c44-b564-12ff06d63560 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.7799664 May 10 11:33:19.357321 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39cf746d-60be-4018-a800-d2208ced0631 req-10846678-570f-4813-9947-302932b36fb3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073661 May 10 11:33:19.382400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41934) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:19.603349 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:19.712730 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:19.718892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bec26147-83da-4d97-87d1-0a7402b79987 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:19.850628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:19.878371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5', 'name': 'tempest-snat-router-533464976', 'tenant_id': 'db048c6e778a497cbceda49e0f6c1608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.206'}], 'enable_snat': False}, 'gw_port_id': 'd6867fce-cf07-4b8d-a229-9485032d970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:33:15Z', 'updated_at': '2022-05-10T11:33:17Z', 'revision_number': 3, 'project_id': 'db048c6e778a497cbceda49e0f6c1608', 'gw_port': {'id': 'd6867fce-cf07-4b8d-a229-9485032d970e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:33:16Z', 'updated_at': '2022-05-10T11:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:19.880172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:19.880760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port bec26147-83da-4d97-87d1-0a7402b79987 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:19.881161 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:19.933048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:19.966846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:19.969327 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe326b-96ef-4ef7-aa3d-dd5914b08c58" -d '{"events": [{"server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "name": "network-vif-unplugged", "status": "completed", "tag": "bec26147-83da-4d97-87d1-0a7402b79987"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:19.975431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9449b68cacfc42b588433e8ef56f8cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918720 May 10 11:33:19.975619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:19.980826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Checking router: ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:19.981179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Updating router ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5 port d6867fce-cf07-4b8d-a229-9485032d970e binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:33:19.986747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41962) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:20.016738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.028574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d2cf5dc8-3650-426c-bd49-93e423ff1aa3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/routers/ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5 HTTP/1.1" status: 200 len: 908 time: 0.9277031 May 10 11:33:20.031365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-8beaf8ff-da00-42f0-96a7-9ababc373b95 req-ef07344f-b3f1-4c50-8c8d-983d866fe751 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:33:20.033244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41964) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:20.042737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'router': {'name': 'tempest-snat-router-533464976', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': True}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:20.047372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8beaf8ff-da00-42f0-96a7-9ababc373b95 req-ef07344f-b3f1-4c50-8c8d-983d866fe751 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108876 May 10 11:33:20.189345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:20.236523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7781ac-5679-45dc-b15b-6bfa7880aadd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:20.306741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c49c6053-4308-445c-9562-1d51dc04a201 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:20.315482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c49c6053-4308-445c-9562-1d51dc04a201 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 804 time: 0.1507158 May 10 11:33:20.339183 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-2e9df3ae-e381-43da-ada6-2a0fbb6ea685 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/quotas/f5e752c34ead485e8a14f60235065557 HTTP/1.1" status: 200 len: 375 time: 0.0225036 May 10 11:33:20.341302 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.347676 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.353394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.358220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.358888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.359227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.359698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.360057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.360405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.360721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.361040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.361363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.361688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.362448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a0f59-264f-4173-9ff3-90ea34e5996f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:20.424670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-e05a8762-1219-4afb-a7b5-7ecf9456cb98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842705 May 10 11:33:20.527556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-95dd6fcf-8958-48df-be1c-5717462bdc53 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:20.540256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-95dd6fcf-8958-48df-be1c-5717462bdc53 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.6258352 May 10 11:33:20.559610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-21b179a1-4145-4cb4-9d65-68c8cd87f3ee service neutron] 10.222.0.13 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329780 May 10 11:33:20.560571 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43dce619-d725-4242-bbf2-809797ba0ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.578882 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.598983 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.681175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Attempting to bind port d6867fce-cf07-4b8d-a229-9485032d970e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:20.681600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Attempting to bind port d6867fce-cf07-4b8d-a229-9485032d970e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:20.682218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Attempting to bind port d6867fce-cf07-4b8d-a229-9485032d970e on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:20.692492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:20.692815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-8e47c8b5-6c26-4097-b6e1-14429cf99115 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/quotas/c89bb4bc5fa7432db2959a91ad5782d5 HTTP/1.1" status: 200 len: 375 time: 0.1513851 May 10 11:33:20.693137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:20.693647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.694158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:20.694856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Bound port: d6867fce-cf07-4b8d-a229-9485032d970e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:20.695362 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.702182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-44fa0688-5b1a-41c2-b408-1efe24479fee service neutron] 10.222.0.13 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274710 May 10 11:33:20.768562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43dce619-d725-4242-bbf2-809797ba0ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.771474 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.774022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96363008-e3b0-4340-bcf4-07e3ec8a6396 None None] Pushing event updated for resources: {'Port': ['ID=d6867fce-cf07-4b8d-a229-9485032d970e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:20.811562 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-fbd4e447-7aef-418d-a2e6-f0a971be5d2c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179783 May 10 11:33:20.823803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] For port d6867fce-cf07-4b8d-a229-9485032d970e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:20.827964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] For port d6867fce-cf07-4b8d-a229-9485032d970e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d6867fce-cf07-4b8d-a229-9485032d970e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:20.835914 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.889775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Routers {'ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:20.890428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:20.955303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96363008-e3b0-4340-bcf4-07e3ec8a6396 None None] Pushing event updated for resources: {'Port': ['ID=d6867fce-cf07-4b8d-a229-9485032d970e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:21.027552 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5abbbb-b32a-4d07-9c52-1925205c7d99 x-openstack-request-id: req-ca5abbbb-b32a-4d07-9c52-1925205c7d99 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:21.027703 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "name": "network-vif-unplugged", "status": "completed", "tag": "bec26147-83da-4d97-87d1-0a7402b79987", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:21.027978 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca5abbbb-b32a-4d07-9c52-1925205c7d99 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:21.028380 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5abbbb-b32a-4d07-9c52-1925205c7d99'] response: {'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987', 'code': 200} May 10 11:33:21.058195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-48d0fafb-033e-4c23-a351-220ec3535175 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:21.060150 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-48d0fafb-033e-4c23-a351-220ec3535175 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbb851c-b80e-41fd-9b78-d464b684fd67 HTTP/1.1" status: 200 len: 943 time: 0.4214082 May 10 11:33:21.096233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] Set router ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:33:21.197646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a015-3ea0-4fe2-9720-360a76b4f134 req-c0d52843-292e-4678-b19c-894e788a7592 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:21.213205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b52a015-3ea0-4fe2-9720-360a76b4f134 req-c0d52843-292e-4678-b19c-894e788a7592 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 950 time: 0.1024525 May 10 11:33:21.267006 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-852de823-b955-4fae-8452-2b14a5c43297 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525218 May 10 11:33:21.276811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.285977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b52a015-3ea0-4fe2-9720-360a76b4f134 req-1b1e4342-2def-41a9-ad1c-3d71ab2053a9 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705583 May 10 11:33:21.357296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43dce619-d725-4242-bbf2-809797ba0ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.363352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43dce619-d725-4242-bbf2-809797ba0ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.369567 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43dce619-d725-4242-bbf2-809797ba0ac1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f7781ac-5679-45dc-b15b-6bfa7880aadd HTTP/1.1" status: 204 len: 168 time: 1.3542221 May 10 11:33:21.489563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dce619-d725-4242-bbf2-809797ba0ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7781ac-5679-45dc-b15b-6bfa7880aadd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:21.605939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470aa77-e4cf-4731-a018-b3fb5925c400 req-f20fec5d-cb2a-4170-9201-2b9a18d5afec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:21.606855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 54080313-d986-4f9e-b901-4b13e29edbe7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:21.607405 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.614555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Deleting port bec26147-83da-4d97-87d1-0a7402b79987 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:21.615055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.621747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9470aa77-e4cf-4731-a018-b3fb5925c400 req-f20fec5d-cb2a-4170-9201-2b9a18d5afec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.1457822 May 10 11:33:21.631966 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-a3900aba-d290-4214-8069-bc0b6ef21ff5 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505101 May 10 11:33:21.674162 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9470aa77-e4cf-4731-a018-b3fb5925c400 req-1a18b6e1-6600-46fe-9be0-5166075f8f62 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491264 May 10 11:33:21.740520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5', 'name': 'tempest-snat-router-533464976', 'tenant_id': 'db048c6e778a497cbceda49e0f6c1608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.206'}], 'enable_snat': False}, 'gw_port_id': 'd6867fce-cf07-4b8d-a229-9485032d970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:33:15Z', 'updated_at': '2022-05-10T11:33:17Z', 'revision_number': 3, 'project_id': 'db048c6e778a497cbceda49e0f6c1608', 'gw_port': {'id': 'd6867fce-cf07-4b8d-a229-9485032d970e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:33:16Z', 'updated_at': '2022-05-10T11:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:21.790299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a90c54e-237b-49c9-a7f0-22f418db2746 req-3c77a986-de01-4771-8207-57cb1a0224d8 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 210 time: 0.0700634 May 10 11:33:21.841557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee81fab-5323-4f03-aaf0-0b5582307527 None None] The sync data for ids ['ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5'] in n-d-840949-1 is: [{'id': 'ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5', 'name': 'tempest-snat-router-533464976', 'tenant_id': 'db048c6e778a497cbceda49e0f6c1608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.206'}], 'enable_snat': False}, 'gw_port_id': 'd6867fce-cf07-4b8d-a229-9485032d970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:33:15Z', 'updated_at': '2022-05-10T11:33:17Z', 'revision_number': 3, 'project_id': 'db048c6e778a497cbceda49e0f6c1608', 'gw_port': {'id': 'd6867fce-cf07-4b8d-a229-9485032d970e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:33:16Z', 'updated_at': '2022-05-10T11:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:21.968231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.038513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-7fae846e-2870-4835-bb1c-934bd19a1727 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9412ff84e7fb4370a90d99a47305a55e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695117 May 10 11:33:22.135240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 54080313-d986-4f9e-b901-4b13e29edbe7 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:22.216352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9dc11f3-b7f1-4681-93a9-6f2fab4711e2 req-e4077099-1d22-4d8a-a5f6-e111e0a34e1d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 210 time: 0.0616856 May 10 11:33:22.327792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] For port bec26147-83da-4d97-87d1-0a7402b79987, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=bec26147-83da-4d97-87d1-0a7402b79987,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:22.328316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.340303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-604fa4e4-f0d3-49ec-807d-483bc807d769 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:22.349285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-604fa4e4-f0d3-49ec-807d-483bc807d769 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3096640 May 10 11:33:22.375663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-d3f0cdba-de96-4c8c-ab77-0b8ddee1d648 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/quotas/9412ff84e7fb4370a90d99a47305a55e HTTP/1.1" status: 200 len: 375 time: 0.0243194 May 10 11:33:22.379054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42012) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:22.405135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Calling delete_port for bec26147-83da-4d97-87d1-0a7402b79987 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:22.492246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.540050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-831f9a93-2b84-40cc-81de-0f842e7e4164 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9412ff84e7fb4370a90d99a47305a55e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627674 May 10 11:33:22.772963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.788645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.891553 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecd383a98e6b48d5bfc2c1aaca605646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113752 May 10 11:33:22.904246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42024) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:22.907444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714014cb-7613-4034-8a65-8f3b3093044f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:22.929900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.930247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.930586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.930919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.931247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.931572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.944744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.945541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.945884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.950648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.951130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:22.951470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5b38-c4d4-4bec-8c34-b82fe6e97f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:23.109280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d3ff817-4181-4e4d-b88d-0445aad8c059 req-571e250a-58d1-4474-93e5-1bc9df0172d2 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 210 time: 0.0767679 May 10 11:33:23.142369 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.332478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f39c351-ef20-4127-b3ac-524734913e7a req-7c25d091-4f05-4679-ab0c-7fe1b8f964ad tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 210 time: 0.1308875 May 10 11:33:23.798073 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a708126-ed8d-4602-a352-60ee3ea1b42b req-497d3248-ddad-457b-8896-4b7c39fd43c2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 210 time: 0.1626828 May 10 11:33:23.814722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-58bd25c2-d575-47d4-88dc-00763bb6c78e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:23.817544 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-58bd25c2-d575-47d4-88dc-00763bb6c78e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.49 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 804 time: 0.5270562 May 10 11:33:23.837358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Request body: {'port': {'device_id': '23f00c62-38fd-4d15-ad22-5fe47dbfa277', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'admin_state_up': True, 'tenant_id': 'f5e752c34ead485e8a14f60235065557'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:24.075671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Made reservation on behalf of f5e752c34ead485e8a14f60235065557 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:24.083310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.297771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.310202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-485c89a2-e1c7-46e5-9ed9-87c95d77f081 req-07977afb-acd2-4f2d-a33e-71962a01ab74 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 210 time: 0.0523231 May 10 11:33:24.328573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d6867fce-cf07-4b8d-a229-9485032d970e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:24.485298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Allocated IP 172.20.0.8 (07bf9b89-4489-46b5-88c1-da55d902cc5c/24b2d4da-01c6-4051-b8e3-c7362047b4a1/0fb8c995-0a5a-4ca6-9806-3099a388ccc4) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:24.492546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d6867fce-cf07-4b8d-a229-9485032d970e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:24.493249 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.654347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Allocated IP 172.25.8.216 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/bcf560e7-5b1c-4521-ade1-644b66c1b232) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:24.660677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d6867fce-cf07-4b8d-a229-9485032d970e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:24.661079 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.671453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfc73-d22e-4f53-be89-a16ea32c4a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.681251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.696983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d6867fce-cf07-4b8d-a229-9485032d970e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d6867fce-cf07-4b8d-a229-9485032d970e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:24.723287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.750489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923e8a-8c69-4d18-8c6d-598a81ac7c1b req-f86da797-9777-4979-90d0-d6f649a301dd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:24.765804 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5923e8a-8c69-4d18-8c6d-598a81ac7c1b req-f86da797-9777-4979-90d0-d6f649a301dd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 1.8449364 May 10 11:33:24.839133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.839730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=54080313-d986-4f9e-b901-4b13e29edbe7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:24.873604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d6867fce-cf07-4b8d-a229-9485032d970e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:24.915758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.988475 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eaf27a0a-b51f-46ee-ad34-339bb7ea0b13 req-ffff173b-356f-4e86-9b7a-db14e7b04092 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 210 time: 0.0911250 May 10 11:33:25.069004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Network 07bf9b89-4489-46b5-88c1-da55d902cc5c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:25.091748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:25.105149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-90d0e8d0-df66-4b44-a540-381edc783d1e tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9412ff84e7fb4370a90d99a47305a55e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554297 May 10 11:33:25.107370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:25.132343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Pushing event updated for resources: {'Port': ['ID=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:25.276670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-49195276-969e-469c-99fa-9c17e33e6127 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:25.278581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-49195276-969e-469c-99fa-9c17e33e6127 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.6040277 May 10 11:33:25.303420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df83cd90-a0f6-4b49-9b80-ae27ac20914d req-dab4dd69-9422-447d-818f-af41ebb23b59 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 210 time: 0.0975406 May 10 11:33:25.339653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:25.340468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.377173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Request body: {'port': {'device_id': 'b81f2302-1cb6-4ac5-8c14-b22722522f29', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'admin_state_up': True, 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:25.384451 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.404268 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-a3a05cb5-7d82-4a1b-8be3-1a0c641c99e4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5745404 May 10 11:33:25.414568 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfc73-d22e-4f53-be89-a16ea32c4a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.446625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Request body: {'port': {'device_id': '23f00c62-38fd-4d15-ad22-5fe47dbfa277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:25.498488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Pushing event deleted for resources: {'Port': ['ID=bec26147-83da-4d97-87d1-0a7402b79987,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:25.529589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.579557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-6c9a3de0-3f63-4884-ae06-4db651d33d94 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:25.581629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-6c9a3de0-3f63-4884-ae06-4db651d33d94 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4452801 May 10 11:33:25.617392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Request body: {'port': {'device_id': 'c3aec6ab-ab2b-491d-9f86-267249d5563b', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '9412ff84e7fb4370a90d99a47305a55e'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:25.636770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bec26147-83da-4d97-87d1-0a7402b79987 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:25.644715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] No DVR routers for this DVR port bec26147-83da-4d97-87d1-0a7402b79987 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:25.649514 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5923e8a-8c69-4d18-8c6d-598a81ac7c1b req-f8522f54-5a0e-4915-878b-6773cdd3bf30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8827443 May 10 11:33:25.651103 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.654857 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bd8702c-7973-45fe-9d6f-f9230ad7140a req-fa096b93-b68c-453f-b292-11c63d7caf98 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.70 "DELETE /v2.0/ports/bec26147-83da-4d97-87d1-0a7402b79987 HTTP/1.1" status: 204 len: 173 time: 4.5821509 May 10 11:33:25.668649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'name': 'network-vif-deleted', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:25.672910 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25268986-a261-4758-a0cb-6ef43b8eb152" -d '{"events": [{"server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "name": "network-vif-deleted", "tag": "bec26147-83da-4d97-87d1-0a7402b79987"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:25.746006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: bec26147-83da-4d97-87d1-0a7402b79987 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:33:25.748264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device bec26147-83da-4d97-87d1-0a7402b79987 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:33:25.763586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.807940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc53b4f-ecd4-4baf-854e-f59f13ef6da0 req-a9d628ea-2694-432d-861f-0d82813a5e5a tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:25.816892 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7346d93-c5bc-469e-bd3e-382199a08dfb x-openstack-request-id: req-c7346d93-c5bc-469e-bd3e-382199a08dfb {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:25.817561 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbb851c-b80e-41fd-9b78-d464b684fd67", "name": "network-vif-deleted", "tag": "bec26147-83da-4d97-87d1-0a7402b79987", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:25.817928 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9fc53b4f-ecd4-4baf-854e-f59f13ef6da0 req-a9d628ea-2694-432d-861f-0d82813a5e5a tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 931 time: 0.3646071 May 10 11:33:25.818262 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7346d93-c5bc-469e-bd3e-382199a08dfb {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:25.818901 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7346d93-c5bc-469e-bd3e-382199a08dfb'] response: {'server_uuid': '8dbb851c-b80e-41fd-9b78-d464b684fd67', 'name': 'network-vif-deleted', 'tag': 'bec26147-83da-4d97-87d1-0a7402b79987', 'status': 'completed', 'code': 200} May 10 11:33:25.952773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:25.956857 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.991454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 4463c7f1-2ba7-4b24-9984-b9603429687d has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:33:26.070064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfc73-d22e-4f53-be89-a16ea32c4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.073316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfc73-d22e-4f53-be89-a16ea32c4a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.076887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b9fdfc73-d22e-4f53-be89-a16ea32c4a47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/714014cb-7613-4034-8a65-8f3b3093044f HTTP/1.1" status: 204 len: 168 time: 3.1686585 May 10 11:33:26.083101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.111753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9fc53b4f-ecd4-4baf-854e-f59f13ef6da0 req-17e0c768-8547-420c-8b0b-987c5690a54a tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924495 May 10 11:33:26.191480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Made reservation on behalf of 9412ff84e7fb4370a90d99a47305a55e for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:26.201376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.264676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdfc73-d22e-4f53-be89-a16ea32c4a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714014cb-7613-4034-8a65-8f3b3093044f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:26.354275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1c0d6b1-9c08-4320-a123-7be51c443a9b req-15dad5f5-9d55-4b48-a177-84c895b1aa1e tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 210 time: 0.2073796 May 10 11:33:26.389275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d6867fce-cf07-4b8d-a229-9485032d970e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:26.394189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:26.412143 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b69f5-67df-4be0-a660-bb30f47af43c None None] Sync routers for ids ['4463c7f1-2ba7-4b24-9984-b9603429687d'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:26.424174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Allocated IP 192.168.233.245 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/ad59b59f-708e-4c5e-a87c-dec6603902ed) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:26.445597 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b69f5-67df-4be0-a660-bb30f47af43c None None] Routers {'4463c7f1-2ba7-4b24-9984-b9603429687d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:26.446394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a3b81601-52e6-41e7-bd6e-bb28bda3df45 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/4463c7f1-2ba7-4b24-9984-b9603429687d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1569786 May 10 11:33:26.447095 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d01b69f5-67df-4be0-a660-bb30f47af43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4463c7f1-2ba7-4b24-9984-b9603429687d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:26.452629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42064) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:26.623258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d6867fce-cf07-4b8d-a229-9485032d970e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:26.623753 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.626804 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d01b69f5-67df-4be0-a660-bb30f47af43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:26.681884 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b69f5-67df-4be0-a660-bb30f47af43c None None] Routers {'4463c7f1-2ba7-4b24-9984-b9603429687d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:26.693517 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d01b69f5-67df-4be0-a660-bb30f47af43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4463c7f1-2ba7-4b24-9984-b9603429687d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:26.742410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d6867fce-cf07-4b8d-a229-9485032d970e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:26.772298 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5ec226bf-ebd0-4baa-8309-8afe19ebec98 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=4463c7f1-2ba7-4b24-9984-b9603429687d HTTP/1.1" status: 200 len: 205 time: 0.3041975 May 10 11:33:26.776109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42072) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:26.823238 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d01b69f5-67df-4be0-a660-bb30f47af43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:26.826049 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b69f5-67df-4be0-a660-bb30f47af43c None None] The sync data for ids ['4463c7f1-2ba7-4b24-9984-b9603429687d'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:26.858774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fdf9c44f-415d-4fca-93f1-69fcce06e556 req-88197f6b-331d-4b50-9740-88e2fb62284e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 210 time: 0.2516761 May 10 11:33:26.871692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.986524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:26.995648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.012707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Transition to ACTIVE for port object 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:27.016150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.029676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d83e38b9-fe95-446e-82dd-b4f45fbbb8dd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:27.037564 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.054975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.061000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42074) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:27.073287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Allocated IP 172.20.0.14 (790a88e3-9791-4e6e-8d63-2655cc9da7ee/b5f797b6-5925-4b4e-a192-11a6c6d3d98e/8f976bdd-e64e-47dd-b942-75436b9c3944) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:27.102385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c272adb-5770-4d66-bde6-a2ef4dab917e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.119401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8e49397b-f7ad-4210-b518-87d8ae80fbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.137098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:27.156367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:27.158587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:27.182976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:27.199421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:27.203213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Pushing event updated for resources: {'Port': ['ID=ad59b59f-708e-4c5e-a87c-dec6603902ed,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:27.256221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:27.351346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:27.375369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7ab0f-66fe-47d2-a592-c533aa635d3a req-bcca51c8-35a0-43dc-ad55-9fe26dc55d4e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:27.389375 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-37d7ab0f-66fe-47d2-a592-c533aa635d3a req-bcca51c8-35a0-43dc-ad55-9fe26dc55d4e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.4879766 May 10 11:33:27.453131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Attempting to bind port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:27.453471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Attempting to bind port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:27.453799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Attempting to bind port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:27.463591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:33:27.463996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Attempting to bind port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 on network 07bf9b89-4489-46b5-88c1-da55d902cc5c {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:27.492083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'Port': ['ID=bcf560e7-5b1c-4521-ade1-644b66c1b232,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:27.498646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:27.499352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.505206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:27.505544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Checking segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:27.505932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Bound using segment: {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:27.506445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Bound port: 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc681d8-dacd-49e3-93e5-e37b3ebf8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:27.506746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.582769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f670-8fae-4837-8ef7-bf6c2995bb09 req-1cd2e80f-a89d-4ab1-a78f-00114ed56770 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:27.584686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4476f670-8fae-4837-8ef7-bf6c2995bb09 req-1cd2e80f-a89d-4ab1-a78f-00114ed56770 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 943 time: 0.2227499 May 10 11:33:27.588557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-1ddf24c0-ae15-4bcb-948f-354ce8228e0f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9796596 May 10 11:33:27.604917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Request body: {'port': {'device_id': 'c3aec6ab-ab2b-491d-9f86-267249d5563b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:27.634478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c272adb-5770-4d66-bde6-a2ef4dab917e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.636817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c272adb-5770-4d66-bde6-a2ef4dab917e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.663964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a454eff4-e7a0-4ef2-a8d0-5f8eec2bfbba None None] Provisioning complete for port ad59b59f-708e-4c5e-a87c-dec6603902ed triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:27.664347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a454eff4-e7a0-4ef2-a8d0-5f8eec2bfbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.692058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8e49397b-f7ad-4210-b518-87d8ae80fbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.706461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c272adb-5770-4d66-bde6-a2ef4dab917e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.715379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c272adb-5770-4d66-bde6-a2ef4dab917e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Fanout notify agent at l3_agent the message router_deleted on router 4463c7f1-2ba7-4b24-9984-b9603429687d {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:27.733090 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c272adb-5770-4d66-bde6-a2ef4dab917e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.740882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a454eff4-e7a0-4ef2-a8d0-5f8eec2bfbba None None] Port ad59b59f-708e-4c5e-a87c-dec6603902ed cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:27.741094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3c272adb-5770-4d66-bde6-a2ef4dab917e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/4463c7f1-2ba7-4b24-9984-b9603429687d HTTP/1.1" status: 204 len: 168 time: 0.9577053 May 10 11:33:27.758991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:27.783019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8e49397b-f7ad-4210-b518-87d8ae80fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.805417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4476f670-8fae-4837-8ef7-bf6c2995bb09 req-5735f8fa-607b-451c-a644-8385647e0fb7 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133543 May 10 11:33:27.841704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:27.852312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.887865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8e49397b-f7ad-4210-b518-87d8ae80fbf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=191e3049d11241adb86eca9a1b9cb60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8248041 May 10 11:33:27.892669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:27.895389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42086) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:27.901796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49397b-f7ad-4210-b518-87d8ae80fbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b9fc94-0512-44ac-8696-378e1f5c3528,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:27.942528 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.088458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-37d7ab0f-66fe-47d2-a592-c533aa635d3a req-ef3560a2-620a-4299-bde1-af4ddb956b6e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6980851 May 10 11:33:28.191052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:28.191804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.194567 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] 10.222.0.49 "PUT /v2.0/ports/0fb8c995-0a5a-4ca6-9806-3099a388ccc4 HTTP/1.1" status: 200 len: 1091 time: 2.7663255 May 10 11:33:28.195271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f00c62-38fd-4d15-ad22-5fe47dbfa277', 'tag': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:28.197861 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e43d8a0-134d-4c0e-aecc-46a6760582ea" -d '{"events": [{"name": "network-changed", "server_uuid": "23f00c62-38fd-4d15-ad22-5fe47dbfa277", "tag": "0fb8c995-0a5a-4ca6-9806-3099a388ccc4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:28.244737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-030d2f3c-199a-44bf-b1f4-b9ef7a4aae4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet 7cc28d42-43c8-4959-b39c-feafed136e3a {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:33:28.248451 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-030d2f3c-199a-44bf-b1f4-b9ef7a4aae4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.304610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8780a-8191-43e1-a7b3-7b1666600d13 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:28.326877 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cdb71bcc-ff42-4e94-8ee1-2606d0e04e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.354920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1963-f607-4ba7-b0d9-64eebaf94c9a req-ddd61dbd-5764-482c-9036-06d3c7b10ba3 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:28.356503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac2e1963-f607-4ba7-b0d9-64eebaf94c9a req-ddd61dbd-5764-482c-9036-06d3c7b10ba3 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 936 time: 0.4177577 May 10 11:33:28.416587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cdb71bcc-ff42-4e94-8ee1-2606d0e04e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.447606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-5e2d3fd7-f470-4046-bea9-66994a91fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:28.449159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-5e2d3fd7-f470-4046-bea9-66994a91fb60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 1094 time: 0.1847649 May 10 11:33:28.463898 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad59b59f-708e-4c5e-a87c-dec6603902ed {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:28.487769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.531489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac2e1963-f607-4ba7-b0d9-64eebaf94c9a req-6b6e2f3c-651d-40f2-81c7-1f4e9c65d324 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651032 May 10 11:33:28.535988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-896155f4-11ff-423f-a0f0-990707c6883a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4 HTTP/1.1" status: 200 len: 217 time: 0.0770488 May 10 11:33:28.564571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Transition to ACTIVE for port object ad59b59f-708e-4c5e-a87c-dec6603902ed will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:28.566701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cdb71bcc-ff42-4e94-8ee1-2606d0e04e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.570564 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cdb71bcc-ff42-4e94-8ee1-2606d0e04e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.572473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cdb71bcc-ff42-4e94-8ee1-2606d0e04e5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0b9fc94-0512-44ac-8696-378e1f5c3528 HTTP/1.1" status: 204 len: 168 time: 0.6759028 May 10 11:33:28.585653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.642816 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbfd0d6-62c4-4772-ac9d-e151b2b9a787 x-openstack-request-id: req-dfbfd0d6-62c4-4772-ac9d-e151b2b9a787 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:28.643255 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f00c62-38fd-4d15-ad22-5fe47dbfa277", "tag": "0fb8c995-0a5a-4ca6-9806-3099a388ccc4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:28.643255 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfbfd0d6-62c4-4772-ac9d-e151b2b9a787 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:28.644110 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfbfd0d6-62c4-4772-ac9d-e151b2b9a787'] response: {'name': 'network-changed', 'server_uuid': '23f00c62-38fd-4d15-ad22-5fe47dbfa277', 'tag': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4', 'status': 'completed', 'code': 200} May 10 11:33:28.648801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb71bcc-ff42-4e94-8ee1-2606d0e04e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b9fc94-0512-44ac-8696-378e1f5c3528,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:28.689692 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad59b59f-708e-4c5e-a87c-dec6603902ed,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:28.697344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-45692db1-903a-432e-87e6-5e34b135cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:28.699079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-45692db1-903a-432e-87e6-5e34b135cd8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.1231592 May 10 11:33:28.785801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-9428e2be-f9c5-4d0f-bceb-76962bfbd2b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548584 May 10 11:33:28.798606 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1bb90b85-2d33-4ca7-9cf5-5d88cf21405a req-b032bca2-f3a6-4224-a94c-e03671b5fe49 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 210 time: 0.5824313 May 10 11:33:28.812105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.920742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.027613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Attempting to bind port ad59b59f-708e-4c5e-a87c-dec6603902ed on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:29.027988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Attempting to bind port ad59b59f-708e-4c5e-a87c-dec6603902ed by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:29.028243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Attempting to bind port ad59b59f-708e-4c5e-a87c-dec6603902ed on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:29.051109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Port ad59b59f-708e-4c5e-a87c-dec6603902ed on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:33:29.051442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Attempting to bind port ad59b59f-708e-4c5e-a87c-dec6603902ed on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:29.072144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1a673-c5d4-42f0-add1-322ff39fc69b req-61540ab6-5bbc-4107-b3a0-986e5bf0439b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:29.073674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3fd1a673-c5d4-42f0-add1-322ff39fc69b req-61540ab6-5bbc-4107-b3a0-986e5bf0439b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 943 time: 0.1246231 May 10 11:33:29.076645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:29.076987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:29.077373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:29.077823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Bound port: ad59b59f-708e-4c5e-a87c-dec6603902ed, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:29.078183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.085727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-030d2f3c-199a-44bf-b1f4-b9ef7a4aae4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.099389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-e3e6be5d-d8a5-4ca9-a335-cffe6b926686 service neutron] 10.222.0.49 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050432 May 10 11:33:29.223154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3fd1a673-c5d4-42f0-add1-322ff39fc69b req-e0b03a5d-5c98-472a-afc0-d70798ad05ed tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404531 May 10 11:33:29.276366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] For port ad59b59f-708e-4c5e-a87c-dec6603902ed, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:29.298340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] For port ad59b59f-708e-4c5e-a87c-dec6603902ed, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ad59b59f-708e-4c5e-a87c-dec6603902ed,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:29.301041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d807b97-8fcf-48fa-a0e7-4a2fda638478 req-789ba1e0-aa96-463c-9f10-d2b25652638e service neutron] 10.222.0.49 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940918 May 10 11:33:29.308296 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.334414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.383673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:29.384338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.385941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] 10.222.0.49 "PUT /v2.0/ports/ad59b59f-708e-4c5e-a87c-dec6603902ed HTTP/1.1" status: 200 len: 1096 time: 1.7849653 May 10 11:33:29.403188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.460536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a5103-9939-4169-8e3b-d5c3429af05d req-11085461-636e-4732-bbb1-dcdd930003e2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:29.462460 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-788a5103-9939-4169-8e3b-d5c3429af05d req-11085461-636e-4732-bbb1-dcdd930003e2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.2756283 May 10 11:33:29.529793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7b368-2abb-45f4-b2a1-5af5a1ab9ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad59b59f-708e-4c5e-a87c-dec6603902ed,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:29.536688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-a5976abe-b293-4287-b6f9-6a6ea88ebeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:29.538917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-a5976abe-b293-4287-b6f9-6a6ea88ebeea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5e752c34ead485e8a14f60235065557&device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 1094 time: 0.1715360 May 10 11:33:29.552853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:29.589971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event updated for resources: {'Port': ['ID=8f976bdd-e64e-47dd-b942-75436b9c3944,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:29.593411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:29.596347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:29.675768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:29.676656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.700134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-030d2f3c-199a-44bf-b1f4-b9ef7a4aae4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.706506 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-788a5103-9939-4169-8e3b-d5c3429af05d req-5ed0800b-29be-4bd5-8e52-81f63825b75c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733010 May 10 11:33:29.778056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-75dc37cf-ecf5-4166-9d11-ab542b09a64d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4528275 May 10 11:33:29.802286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Request body: {'port': {'device_id': 'b81f2302-1cb6-4ac5-8c14-b22722522f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:29.947914 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.961891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-030d2f3c-199a-44bf-b1f4-b9ef7a4aae4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.004658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d2f3c-199a-44bf-b1f4-b9ef7a4aae4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc28d42-43c8-4959-b39c-feafed136e3a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:30.084962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-dde5071d-5416-41d9-991f-295c426ac667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:30.086787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-dde5071d-5416-41d9-991f-295c426ac667 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9412ff84e7fb4370a90d99a47305a55e&device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 1099 time: 0.6495185 May 10 11:33:30.136625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f7b2-659b-4459-a26a-1c8b74101d01 req-9190a214-ccc8-450f-9b40-f5dbb75bacfc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:30.138182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1b8f7b2-659b-4459-a26a-1c8b74101d01 req-9190a214-ccc8-450f-9b40-f5dbb75bacfc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.2556322 May 10 11:33:30.147564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa912482-2082-4291-8e19-f80b5084de43 None None] Network fec43a2a-549b-4c63-8aa5-692856b071b9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:30.153346 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-030d2f3c-199a-44bf-b1f4-b9ef7a4aae4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.156701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-030d2f3c-199a-44bf-b1f4-b9ef7a4aae4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/7cc28d42-43c8-4959-b39c-feafed136e3a HTTP/1.1" status: 204 len: 168 time: 2.3964143 May 10 11:33:30.161492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42188) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:30.167457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-5b46a0d1-756c-493d-9dff-fefef71ff8e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ad59b59f-708e-4c5e-a87c-dec6603902ed HTTP/1.1" status: 200 len: 217 time: 0.0662417 May 10 11:33:30.215506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Router 2be37722-f65c-45ae-b27a-a1e344f766c0 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:30.234983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7cc38-e442-4615-b81d-2e912a8070b7 req-2bb1eb9e-ebe9-4bdf-9454-c5e917b81b66 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:30.244445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74e7cc38-e442-4615-b81d-2e912a8070b7 req-2bb1eb9e-ebe9-4bdf-9454-c5e917b81b66 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 948 time: 0.5995753 May 10 11:33:30.278623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1b8f7b2-659b-4459-a26a-1c8b74101d01 req-c4a7fa84-2b2a-4abc-a2a1-3f76ae3cb9ef tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208360 May 10 11:33:30.288285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-8842d013-a5df-48b0-aa85-a285e0ee7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:30.289597 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-8842d013-a5df-48b0-aa85-a285e0ee7fe4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 200 len: 905 time: 0.7420719 May 10 11:33:30.291090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-f78b7c0c-8331-4aec-af2c-1a8723d02392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:30.292440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-f78b7c0c-8331-4aec-af2c-1a8723d02392 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1136706 May 10 11:33:30.404888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-8bb123e6-5f6a-4141-837b-c39e2c3f32e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4 HTTP/1.1" status: 200 len: 217 time: 0.1001105 May 10 11:33:30.409832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] DHCP port deletion for fec43a2a-549b-4c63-8aa5-692856b071b9 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:33:30.414529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8113bbfb-fa34-43dd-a84f-c41206f5462b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet abb4d0e3-6995-4741-aa61-3eeae753daf8 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:33:30.432759 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8113bbfb-fa34-43dd-a84f-c41206f5462b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.498161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] Deleting port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:30.498538 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.516498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:30.539605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d38e4-4d94-4ca8-beef-35600beadac8 req-7d449458-c8ae-4aad-85c4-8e837df7b666 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:30.541307 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c8d38e4-4d94-4ca8-beef-35600beadac8 req-7d449458-c8ae-4aad-85c4-8e837df7b666 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 932 time: 0.1118474 May 10 11:33:30.544881 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8113bbfb-fa34-43dd-a84f-c41206f5462b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.552255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Sync routers for ids ['2be37722-f65c-45ae-b27a-a1e344f766c0'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:30.552821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f976bdd-e64e-47dd-b942-75436b9c3944 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:30.571208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.575419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9077d55d-806c-4119-acaa-52c6b7e7d7e0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.5351095 May 10 11:33:30.578158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.589427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:30.609440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Routers {'2be37722-f65c-45ae-b27a-a1e344f766c0'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:30.610372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2be37722-f65c-45ae-b27a-a1e344f766c0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:30.687556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3aec6ab-ab2b-491d-9f86-267249d5563b', 'tag': 'ad59b59f-708e-4c5e-a87c-dec6603902ed'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:30.689890 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee6126-a30f-44db-b085-04f805a1e7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3aec6ab-ab2b-491d-9f86-267249d5563b", "tag": "ad59b59f-708e-4c5e-a87c-dec6603902ed"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:30.693582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-466b84b6-a6a5-46ae-af7d-a5580f5712a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:30.695048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-466b84b6-a6a5-46ae-af7d-a5580f5712a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 200 len: 844 time: 0.2129576 May 10 11:33:30.700714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74e7cc38-e442-4615-b81d-2e912a8070b7 req-93ec2792-0110-4ed0-ae36-6b81b7801042 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073405 May 10 11:33:30.719113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Transition to ACTIVE for port object 8f976bdd-e64e-47dd-b942-75436b9c3944 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:30.737467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8113bbfb-fa34-43dd-a84f-c41206f5462b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.760198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.769116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Set router 2be37722-f65c-45ae-b27a-a1e344f766c0 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:33:30.790013 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c8d38e4-4d94-4ca8-beef-35600beadac8 req-b0eea7d7-5d00-4655-a72d-d44888a252e2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309084 May 10 11:33:30.798308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] For port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2,segment=NetworkSegment(0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba),segment_id=0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:30.799067 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.881036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8113bbfb-fa34-43dd-a84f-c41206f5462b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.891228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-dd6b94c4-2e02-4ea5-a2b3-8489b4962091 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07bf9b89-4489-46b5-88c1-da55d902cc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861353 May 10 11:33:30.978228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Pushing event updated for resources: {'Port': ['ID=8f976bdd-e64e-47dd-b942-75436b9c3944,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:30.992187 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddb43cd-8dee-410d-85ea-6bc6ae48e2ff x-openstack-request-id: req-cddb43cd-8dee-410d-85ea-6bc6ae48e2ff {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:30.992477 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3aec6ab-ab2b-491d-9f86-267249d5563b", "tag": "ad59b59f-708e-4c5e-a87c-dec6603902ed", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:30.992805 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cddb43cd-8dee-410d-85ea-6bc6ae48e2ff {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:30.993179 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddb43cd-8dee-410d-85ea-6bc6ae48e2ff'] response: {'name': 'network-changed', 'server_uuid': 'c3aec6ab-ab2b-491d-9f86-267249d5563b', 'tag': 'ad59b59f-708e-4c5e-a87c-dec6603902ed', 'status': 'completed', 'code': 200} May 10 11:33:30.995548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113bbfb-fa34-43dd-a84f-c41206f5462b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=abb4d0e3-6995-4741-aa61-3eeae753daf8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:31.006841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-0cebcecb-06ad-425b-a4d0-316ad468d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:31.009682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-0cebcecb-06ad-425b-a4d0-316ad468d91a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7037487 May 10 11:33:31.031800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-439bdac1-a9d1-4ab6-a449-b674c8ef4fdf tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/routers/2be37722-f65c-45ae-b27a-a1e344f766c0 HTTP/1.1" status: 200 len: 907 time: 0.4405253 May 10 11:33:31.034587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42232) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:31.157678 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8113bbfb-fa34-43dd-a84f-c41206f5462b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.163856 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8113bbfb-fa34-43dd-a84f-c41206f5462b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/abb4d0e3-6995-4741-aa61-3eeae753daf8 HTTP/1.1" status: 204 len: 168 time: 0.9929760 May 10 11:33:31.166823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c81bc-ceb5-4db6-9f12-941aace6ae58 None None] Network 0de5419f-11fb-4572-8b92-196aedbde717 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:31.200423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42246) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:31.246342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Attempting to bind port 8f976bdd-e64e-47dd-b942-75436b9c3944 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:31.246759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Attempting to bind port 8f976bdd-e64e-47dd-b942-75436b9c3944 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:31.246992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Attempting to bind port 8f976bdd-e64e-47dd-b942-75436b9c3944 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:31.261435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] Calling delete_port for 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:31.273211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Port 8f976bdd-e64e-47dd-b942-75436b9c3944 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:33:31.273211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Attempting to bind port 8f976bdd-e64e-47dd-b942-75436b9c3944 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:31.288536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:31.288897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Checking segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:31.289241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Bound using segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:31.292722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Bound port: 8f976bdd-e64e-47dd-b942-75436b9c3944, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:31.293089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.295804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b94ac-8111-4014-9b53-fd8678bef0d8 req-a8743785-a30e-497f-b818-72cf015c4253 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:31.297726 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e35b94ac-8111-4014-9b53-fd8678bef0d8 req-a8743785-a30e-497f-b818-72cf015c4253 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 943 time: 0.4350073 May 10 11:33:31.396417 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.417264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.435443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-ef2cdcc0-8ecd-4f9f-b08d-de9fb0bd204c service neutron] 10.222.0.49 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403946 May 10 11:33:31.442179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-b6255d35-28e8-4b90-95a7-a064a928d5eb service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162738 May 10 11:33:31.447103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e35b94ac-8111-4014-9b53-fd8678bef0d8 req-adaa635d-809c-40c4-9c97-0eda834eefa4 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345918 May 10 11:33:31.540305 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.576721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] DHCP port deletion for 0de5419f-11fb-4572-8b92-196aedbde717 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:33:31.588446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] The port '9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2' was deleted {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 10 11:33:31.624596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] For port 8f976bdd-e64e-47dd-b942-75436b9c3944, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:31.630075 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.637324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be37722-f65c-45ae-b27a-a1e344f766c0', 'name': 'tempest-snat-router-533464976', 'tenant_id': 'db048c6e778a497cbceda49e0f6c1608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bcf560e7-5b1c-4521-ade1-644b66c1b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:33:20Z', 'updated_at': '2022-05-10T11:33:28Z', 'revision_number': 3, 'project_id': 'db048c6e778a497cbceda49e0f6c1608', 'gw_port': {'id': 'bcf560e7-5b1c-4521-ade1-644b66c1b232', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be37722-f65c-45ae-b27a-a1e344f766c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:33:24Z', 'updated_at': '2022-05-10T11:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:31.646629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] For port 8f976bdd-e64e-47dd-b942-75436b9c3944, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f976bdd-e64e-47dd-b942-75436b9c3944,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:31.657573 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.712213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Checking router: 2be37722-f65c-45ae-b27a-a1e344f766c0 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:31.712433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Updating router 2be37722-f65c-45ae-b27a-a1e344f766c0 port bcf560e7-5b1c-4521-ade1-644b66c1b232 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:33:31.714443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] Pushing event deleted for resources: {'Port': ['ID=9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:31.723795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:31.725055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.727047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] 10.222.0.49 "PUT /v2.0/ports/8f976bdd-e64e-47dd-b942-75436b9c3944 HTTP/1.1" status: 200 len: 1092 time: 1.9350879 May 10 11:33:31.727855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81f2302-1cb6-4ac5-8c14-b22722522f29', 'tag': '8f976bdd-e64e-47dd-b942-75436b9c3944'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:31.730551 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2356c9f4-62b8-4917-b57d-84b658d5b7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b81f2302-1cb6-4ac5-8c14-b22722522f29", "tag": "8f976bdd-e64e-47dd-b942-75436b9c3944"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:31.740606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e43d8a0-134d-4c0e-aecc-46a6760582ea req-14dac7fc-c8d1-4d89-a884-802424513c2d service neutron] 10.222.0.49 "GET /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974460 May 10 11:33:31.743107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1901f9-405c-4dd0-a5b2-aac528e9a651 None None] No DVR routers for this DVR port 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:31.743516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.765229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ebdf9-6bb1-433a-8554-39046a8e1fe2 req-111bb8a8-ba82-4cf8-8dbb-d3d41296dd77 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087111 May 10 11:33:31.803671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec43a2a-549b-4c63-8aa5-692856b071b9']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:31.820484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:31.821391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c345d2c-55b3-41ca-a4e7-c86dbc39e2ba') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:31.849663 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31fd71e-76fa-4ee3-9572-4a8164078447 x-openstack-request-id: req-d31fd71e-76fa-4ee3-9572-4a8164078447 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:31.850556 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81f2302-1cb6-4ac5-8c14-b22722522f29", "tag": "8f976bdd-e64e-47dd-b942-75436b9c3944", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:31.850834 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.851227 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d31fd71e-76fa-4ee3-9572-4a8164078447 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:31.851788 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31fd71e-76fa-4ee3-9572-4a8164078447'] response: {'name': 'network-changed', 'server_uuid': 'b81f2302-1cb6-4ac5-8c14-b22722522f29', 'tag': '8f976bdd-e64e-47dd-b942-75436b9c3944', 'status': 'completed', 'code': 200} May 10 11:33:31.865547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfff786-fcc9-409d-a914-e535128a4b6c service neutron] Pushing event updated for resources: {'Port': ['ID=8f976bdd-e64e-47dd-b942-75436b9c3944,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:31.875946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.876429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Deleting port bcf560e7-5b1c-4521-ade1-644b66c1b232 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:31.876922 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.972699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.007459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5d77e-5565-4a6c-b0e8-5415bc715110 req-81d39216-a5e0-42b2-9be4-fd96da3caad8 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.010147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66d5d77e-5565-4a6c-b0e8-5415bc715110 req-81d39216-a5e0-42b2-9be4-fd96da3caad8 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 948 time: 0.1254408 May 10 11:33:32.056671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:32.057159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.066092 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: timer() May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:32.072795 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:32.100629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Calling delete_port for bcf560e7-5b1c-4521-ade1-644b66c1b232 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:32.149887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66d5d77e-5565-4a6c-b0e8-5415bc715110 req-acd21272-9cff-45db-ae8d-0c8ad8314a4d tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246002 May 10 11:33:32.231050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-20d84275-4cd1-4c93-8807-2ad303d6c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.233032 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-20d84275-4cd1-4c93-8807-2ad303d6c737 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 1095 time: 0.4084620 May 10 11:33:32.242488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] Deleting port b3def91f-66bf-4586-aa09-aa6c8504363b {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:32.243440 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.252801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-9843f7fe-e35a-4b83-99af-0115e726d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.254447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-9843f7fe-e35a-4b83-99af-0115e726d7ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9412ff84e7fb4370a90d99a47305a55e&device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 1099 time: 0.3732209 May 10 11:33:32.263183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.272127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecb6cd-8316-415d-b36b-d9ca010be2ad req-8f3ff4da-dac1-4959-8dde-f3258ceb3663 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.282352 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fdecb6cd-8316-415d-b36b-d9ca010be2ad req-8f3ff4da-dac1-4959-8dde-f3258ceb3663 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 944 time: 0.3296907 May 10 11:33:32.348971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] For port b3def91f-66bf-4586-aa09-aa6c8504363b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b3def91f-66bf-4586-aa09-aa6c8504363b,segment=NetworkSegment(4e0534be-be4f-4d2d-91b7-65e7b34ad7dd),segment_id=4e0534be-be4f-4d2d-91b7-65e7b34ad7dd)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:32.349412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.349885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.353718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/fec43a2a-549b-4c63-8aa5-692856b071b9 HTTP/1.1" status: 204 len: 168 time: 1.1487212 May 10 11:33:32.358446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42310) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:32.364926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] Calling delete_port for b3def91f-66bf-4586-aa09-aa6c8504363b owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:32.378786 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-9f0fd2ad-a731-4c34-96f3-e3cff81be537 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f976bdd-e64e-47dd-b942-75436b9c3944 HTTP/1.1" status: 200 len: 217 time: 0.1292493 May 10 11:33:32.444480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c89de-79bb-4e2c-ad08-368a12712a18 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=fec43a2a-549b-4c63-8aa5-692856b071b9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:32.480047 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.507258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fdecb6cd-8316-415d-b36b-d9ca010be2ad req-dad8911b-fd0a-45cb-bf82-184b46580b73 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243545 May 10 11:33:32.530368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-2f9cf3cf-5b31-48c1-8808-e07f3b6a04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.532233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-2f9cf3cf-5b31-48c1-8808-e07f3b6a04d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.1059294 May 10 11:33:32.552208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b3def91f-66bf-4586-aa09-aa6c8504363b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:32.572648 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.579603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-00d9340b-94b2-4b17-9763-d36041a47d68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378265 May 10 11:33:32.583528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-399490ae-dd00-4347-811d-5d52b0286e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.585249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-399490ae-dd00-4347-811d-5d52b0286e2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3231919 May 10 11:33:32.614288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] No DVR routers for this DVR port b3def91f-66bf-4586-aa09-aa6c8504363b on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:32.614509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.616395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b3def91f-66bf-4586-aa09-aa6c8504363b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:33:32.616885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b3def91f-66bf-4586-aa09-aa6c8504363b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:33:32.617145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:32.672219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f2396-b37f-4e7c-9021-408be9c33fef None None] Pushing event deleted for resources: {'Port': ['ID=b3def91f-66bf-4586-aa09-aa6c8504363b,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:32.681016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:33:32.681386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9e7afe2e-2cc8-4d12-9f7f-5b1803f3c9b2 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:33:32.682846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.720771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.745947 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:33:32.746336 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:33:32.758426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcf560e7-5b1c-4521-ade1-644b66c1b232,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:32.762184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-f9fefe59-b482-46e0-a34a-2fa74dc34aa0 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737676 May 10 11:33:32.799384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de5419f-11fb-4572-8b92-196aedbde717']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:32.815115 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-75fedbaa-5987-4e6c-b525-1221785b2e57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ad59b59f-708e-4c5e-a87c-dec6603902ed HTTP/1.1" status: 200 len: 217 time: 0.2192764 May 10 11:33:32.833155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0534be-be4f-4d2d-91b7-65e7b34ad7dd') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:32.833448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0534be-be4f-4d2d-91b7-65e7b34ad7dd') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:32.852893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421fe6e-f2ed-4552-af87-4309ae14dc3a req-a374efdc-498e-4aaf-b61c-9589e8e6ef4e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.854625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1421fe6e-f2ed-4552-af87-4309ae14dc3a req-a374efdc-498e-4aaf-b61c-9589e8e6ef4e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 943 time: 0.2420177 May 10 11:33:32.861222 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.897137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.946737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7278d-c97e-47a1-91ed-db0adb177cab req-e7766071-96e6-406f-831f-dd59f2616243 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.951801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fb7278d-c97e-47a1-91ed-db0adb177cab req-e7766071-96e6-406f-831f-dd59f2616243 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.1468334 May 10 11:33:32.962838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-d8396fed-438d-4e26-b62a-62936a18a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:32.963432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.964381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-d8396fed-438d-4e26-b62a-62936a18a3b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1394372 May 10 11:33:33.006534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.009094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:33.009666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: timer() May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:33.014174 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:33.024822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.034199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1e87e90-3214-4f93-bb33-556a9ffaacde req-835db481-a5d0-473d-9743-ab766e544ee0 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266114 May 10 11:33:33.061695 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fb7278d-c97e-47a1-91ed-db0adb177cab req-af082365-df0e-4361-a88f-2ca7f7dce5c2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950534 May 10 11:33:33.064550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-cf8364f0-22ed-40c8-b0e5-d80c6325a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:33.066509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-cf8364f0-22ed-40c8-b0e5-d80c6325a3e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889730 May 10 11:33:33.085552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1421fe6e-f2ed-4552-af87-4309ae14dc3a req-75151fd2-85b0-4c33-9ef3-e14963517906 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219791 May 10 11:33:33.157908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.158786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2be37722-f65c-45ae-b27a-a1e344f766c0 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:33.161121 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.162408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:33:33.164775 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.165567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:33.168698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-60df367b-31c3-4acd-bc75-843c8e7e7742 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2be37722-f65c-45ae-b27a-a1e344f766c0 HTTP/1.1" status: 204 len: 168 time: 2.1329198 May 10 11:33:33.169305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42334) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:33.176232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.183690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/0de5419f-11fb-4572-8b92-196aedbde717 HTTP/1.1" status: 204 len: 168 time: 0.8168957 May 10 11:33:33.189475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42338) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:33.197798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-2115631841'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:33.243371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb4d5d-8410-45a0-a671-fe0e91db9ba5 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=0de5419f-11fb-4572-8b92-196aedbde717,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:33.281595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-1160d273-abd4-44ff-89d2-a00ff41b6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:33.295398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-1160d273-abd4-44ff-89d2-a00ff41b6b61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 1095 time: 0.1814270 May 10 11:33:33.314670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Port bcf560e7-5b1c-4521-ade1-644b66c1b232 not found while updating agent binding for router 2be37722-f65c-45ae-b27a-a1e344f766c0. {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 10 11:33:33.364890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17714e8-7e45-4daa-9095-89f29726e853 req-c2652846-f416-4f1b-aa4b-5bc3c1194bae tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:33.373205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e17714e8-7e45-4daa-9095-89f29726e853 req-c2652846-f416-4f1b-aa4b-5bc3c1194bae tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 946 time: 0.1803586 May 10 11:33:33.430417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:33.430918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.432941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Routers set() bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:33.433477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Router IDs set() for agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 11:33:33.434164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2be37722-f65c-45ae-b27a-a1e344f766c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent'). {{(pid=102769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 10 11:33:33.434710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92e689-f700-41c5-97d5-ef5156b255f6 None None] The sync data for ids ['2be37722-f65c-45ae-b27a-a1e344f766c0'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:33.455383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e17714e8-7e45-4daa-9095-89f29726e853 req-0aadb6ff-40f7-45e2-abb1-46988ada88eb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810890 May 10 11:33:33.469645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-b2cc275e-d340-472b-9268-e408a4e4a3f4 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934021 May 10 11:33:33.491448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:33.493919 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d9fd1d-3072-446b-8558-d3c868c2766a" -d '{"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:33.519618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:33.521911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:33.533472 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.543552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'port_id': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4', 'mac_address': 'fa:16:3e:bc:4c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2d4da-01c6-4051-b8e3-c7362047b4a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:33:33.560541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-bdaf5a1a-8fed-47b6-98e5-13044d52c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:33.562224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-bdaf5a1a-8fed-47b6-98e5-13044d52c912 service neutron] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 913 time: 0.2504570 May 10 11:33:33.620264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=14']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:33.631914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:33.632400 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.649087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-ab9a58f9-b577-4309-b0d9-84ee92e6f6d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f976bdd-e64e-47dd-b942-75436b9c3944 HTTP/1.1" status: 200 len: 217 time: 0.0685000 May 10 11:33:33.649408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:33.671904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:33.678672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.686700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:33.690348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.752173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:33.755427 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.765180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:33:33.804859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d15934-3b94-471c-813f-3e36eed59224 req-f1179257-cb27-415b-9843-a484d8635f38 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:33.806489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a0d15934-3b94-471c-813f-3e36eed59224 req-f1179257-cb27-415b-9843-a484d8635f38 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1561453 May 10 11:33:33.818871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f66b9-2429-4342-b705-8b8a959da2e3 req-bf909727-6110-4c3c-ae48-6de303b4d5e4 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:33.820412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f38f66b9-2429-4342-b705-8b8a959da2e3 req-bf909727-6110-4c3c-ae48-6de303b4d5e4 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 948 time: 0.1376557 May 10 11:33:33.821875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-3cbc803d-31ed-430e-8fc6-71ba4ecfc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:33.823291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-3cbc803d-31ed-430e-8fc6-71ba4ecfc9f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.1007211 May 10 11:33:33.827439 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.827787 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment 3fc007e2-5072-4802-82e4-bb499fbbb79e of type vlan for network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c May 10 11:33:33.879722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9ee6126-a30f-44db-b085-04f805a1e7dd req-0ab80ce8-dfe5-406a-a6a0-f71e37fa7dd1 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014223 May 10 11:33:33.881582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-e021ec92-4350-493a-82a8-4aac268ac68d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415072 May 10 11:33:33.895378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a0d15934-3b94-471c-813f-3e36eed59224 req-3a14175c-f6d0-4ecc-8820-2eb23fe4b4b6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767288 May 10 11:33:33.938463 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.947591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['0fb8c995-0a5a-4ca6-9806-3099a388ccc4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:33.960538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f38f66b9-2429-4342-b705-8b8a959da2e3 req-c55b70d6-43dc-4862-b361-4c4977fa0ac0 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310623 May 10 11:33:34.025593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.049368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.054699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-6e01e45d-b711-4424-9bd5-55f061cb6ee8 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576214 May 10 11:33:34.055567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:34.057182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.058053 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd04914-a4a9-44eb-a91f-916517360b7f x-openstack-request-id: req-7dd04914-a4a9-44eb-a91f-916517360b7f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:34.058350 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:34.060743 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dd04914-a4a9-44eb-a91f-916517360b7f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:34.061412 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd04914-a4a9-44eb-a91f-916517360b7f'] response: {'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'code': 200} May 10 11:33:34.185112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9911427 May 10 11:33:34.189926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42360) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:34.199406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': 'a8b0b38d-69e5-4edf-85ba-4b403e2aba7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:34.250994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57471ab-17ea-4a61-aa0c-2d62354a4aba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=a8b0b38d-69e5-4edf-85ba-4b403e2aba7c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:34.269330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:33:34.285538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998423-4834-47e9-a516-3252313a17a2 req-cdf28731-7315-48f5-bdf6-b36914a38945 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:34.293044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-10998423-4834-47e9-a516-3252313a17a2 req-cdf28731-7315-48f5-bdf6-b36914a38945 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 944 time: 0.2323744 May 10 11:33:34.353039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Deleting port d6867fce-cf07-4b8d-a229-9485032d970e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:34.353377 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.380591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e292ac25-88c4-47a5-b692-112a91015c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.382163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2356c9f4-62b8-4917-b57d-84b658d5b7d1 req-03229fe6-505d-4a8f-a5d4-097307b4c349 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193500 May 10 11:33:34.445559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-10998423-4834-47e9-a516-3252313a17a2 req-fda7a4d0-7431-418a-b63b-3fa73c6d553a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515613 May 10 11:33:34.452941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-00476445-6214-47f1-8397-611d91a5de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:34.454692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-00476445-6214-47f1-8397-611d91a5de5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1095 time: 0.1523547 May 10 11:33:34.473093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:34.476745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.553310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87335150-c60b-4ebe-ac01-dd2c8f297217 req-9f8f826f-c24c-4a59-8b21-279fe18ecc7e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:34.563213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87335150-c60b-4ebe-ac01-dd2c8f297217 req-9f8f826f-c24c-4a59-8b21-279fe18ecc7e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 944 time: 0.1913350 May 10 11:33:34.608036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] For port d6867fce-cf07-4b8d-a229-9485032d970e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d6867fce-cf07-4b8d-a229-9485032d970e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:34.608665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.613327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87335150-c60b-4ebe-ac01-dd2c8f297217 req-9dcc52c3-674b-4983-ac2d-e91bf0e5588b tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 May 10 11:33:34.634536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Calling delete_port for d6867fce-cf07-4b8d-a229-9485032d970e owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:34.645979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-eff368ac-c164-493a-961f-cf44dc35835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:34.647501 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-eff368ac-c164-493a-961f-cf44dc35835e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.1861355 May 10 11:33:34.673100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44721405-66a6-4a6e-a5f4-b97f90c7ee77 req-73535c4c-5269-4f6d-a258-f0c73ead1cf5 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:34.674675 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44721405-66a6-4a6e-a5f4-b97f90c7ee77 req-73535c4c-5269-4f6d-a258-f0c73ead1cf5 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1346166 May 10 11:33:34.726135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-6801ef7d-5864-402f-93b6-2a16981182ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.0690861 May 10 11:33:34.784444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-a9dca881-50f3-4a50-add3-9e10254aef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:34.786105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-a9dca881-50f3-4a50-add3-9e10254aef33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.0522463 May 10 11:33:34.795105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44721405-66a6-4a6e-a5f4-b97f90c7ee77 req-76da7f96-78da-4549-80d1-aa097eda3c13 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894797 May 10 11:33:34.844955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-aa2d4bff-b980-4ce5-8a42-aa480f005bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:34.847199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-aa2d4bff-b980-4ce5-8a42-aa480f005bb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534053 May 10 11:33:34.912371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.991153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-2030f032-3c69-4e20-b608-4e13244bbaf7 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367636 May 10 11:33:35.094971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=01807f96-a385-4ed1-97d9-fb4c0a19e5f7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:35.124966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.140804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9e47-17d3-43c0-a313-2d397d0992ed req-00241bdd-0f20-4885-8795-8e1dfb82cd56 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:35.142387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f08d9e47-17d3-43c0-a313-2d397d0992ed req-00241bdd-0f20-4885-8795-8e1dfb82cd56 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1789804 May 10 11:33:35.146333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-731b6e94-acb2-475d-aec2-b7ff1e1f8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:35.147895 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-731b6e94-acb2-475d-aec2-b7ff1e1f8683 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1096 time: 0.1971564 May 10 11:33:35.176375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ad59b59f-708e-4c5e-a87c-dec6603902ed details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:33:35.178459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:35.189678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6867fce-cf07-4b8d-a229-9485032d970e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:35.198917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': '3fc007e2-5072-4802-82e4-bb499fbbb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8b0b38d-69e5-4edf-85ba-4b403e2aba7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:35.199289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: a8b0b38d-69e5-4edf-85ba-4b403e2aba7c, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:33:35.273432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:35.307600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:35.308320 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.358548 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f08d9e47-17d3-43c0-a313-2d397d0992ed req-3100687f-2127-4dee-8908-c29abcfcbef7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863005 May 10 11:33:35.366554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:33:35.396554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.401321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.434599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a8b0b38d-69e5-4edf-85ba-4b403e2aba7c) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:35.447539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2489e5fa-74bd-4394-81f1-a22328d5254a None None] Network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:35.468821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-2b42cb93-39ec-47ce-ab74-56d3fdf92c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:35.470387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-2b42cb93-39ec-47ce-ab74-56d3fdf92c16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.2949293 May 10 11:33:35.475689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:35.476376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.562807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.577438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.596561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d08ef-501e-46bb-aadc-8b6c211f9891 req-6c054684-a1bf-4136-9467-d6d25f9c80f3 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:35.597623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ad59b59f-708e-4c5e-a87c-dec6603902ed, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ad59b59f-708e-4c5e-a87c-dec6603902ed,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:35.603835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-027d08ef-501e-46bb-aadc-8b6c211f9891 req-6c054684-a1bf-4136-9467-d6d25f9c80f3 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 948 time: 0.1603825 May 10 11:33:35.614326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'ad59b59f-708e-4c5e-a87c-dec6603902ed', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'ad59b59f-708e-4c5e-a87c-dec6603902ed', 'mac_address': 'fa:16:3e:02:d4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:33:35.614860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d00c3bf2-bdc3-45ca-aa0a-eddffb5274cd req-f24ba008-06a3-4d6b-b1f0-e1c62de1dc5b service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169951 May 10 11:33:35.646249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-027d08ef-501e-46bb-aadc-8b6c211f9891 req-b17d6572-f685-4e75-b3ff-5781c6aa40cd tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 May 10 11:33:35.647326 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-992cf1d7-5008-4151-9af2-dcde04dc2911 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4563792 May 10 11:33:35.651861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42398) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:35.656914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-050d9eaf-1dbe-41ce-8dd8-306129030f3c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-624283148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:35.671118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-5d9cb2c6-1e86-4649-9352-ff83a5185b3d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 200 len: 1001 time: 0.1904314 May 10 11:33:35.674922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ad59b59f-708e-4c5e-a87c-dec6603902ed is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:35.675326 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.687681 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-050d9eaf-1dbe-41ce-8dd8-306129030f3c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.689347 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-050d9eaf-1dbe-41ce-8dd8-306129030f3c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.698765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.699273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:35.725360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.726067 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-59a6f0f4-92b4-4287-9d74-8e5f67fde6a7 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ae8b3ce2-0ebb-441b-8467-bbd08ace4ee5 HTTP/1.1" status: 204 len: 168 time: 2.5543482 May 10 11:33:35.732112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42400) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:35.735661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343a1e0-3e0f-4ac1-b26c-48be5304b2d6 req-38d6b1d6-6f41-4a96-820d-e593e526e11c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:35.737942 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c343a1e0-3e0f-4ac1-b26c-48be5304b2d6 req-38d6b1d6-6f41-4a96-820d-e593e526e11c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 944 time: 0.1708648 May 10 11:33:35.744259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:35.744957 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.756185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-296415378', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:35.774730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-6c89b82a-c80f-4a71-8364-1d5d9b92eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:35.776602 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-6c89b82a-c80f-4a71-8364-1d5d9b92eb11 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.0894380 May 10 11:33:35.787353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:35.823648 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.827762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a8b0b38d-69e5-4edf-85ba-4b403e2aba7c', 'network_id': 'a8b0b38d-69e5-4edf-85ba-4b403e2aba7c', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': '01807f96-a385-4ed1-97d9-fb4c0a19e5f7'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:33:35.829287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.847451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.850662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.854036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad59b59f-708e-4c5e-a87c-dec6603902ed {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:35.873145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c343a1e0-3e0f-4ac1-b26c-48be5304b2d6 req-ea29c211-4b31-4c3d-abe6-7c8aaa764085 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273990 May 10 11:33:35.909866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-bc215717-2f86-42f0-bcb2-cf41bf9319b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:35.911423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-bc215717-2f86-42f0-bcb2-cf41bf9319b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266875 May 10 11:33:35.946989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.982511 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-050d9eaf-1dbe-41ce-8dd8-306129030f3c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.020515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-050d9eaf-1dbe-41ce-8dd8-306129030f3c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.058181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217973c-0f3d-4e72-b4b1-b7bd59b11937 req-959c1e9b-98da-447d-837a-ee24a596f3c9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:36.065889 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1217973c-0f3d-4e72-b4b1-b7bd59b11937 req-959c1e9b-98da-447d-837a-ee24a596f3c9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0831494 May 10 11:33:36.074014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6fe77-4693-4ef9-bbd1-ece71d55710d req-89bacb5d-eb3b-4f6a-a445-e7205da4edab tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:36.074247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f00c62-38fd-4d15-ad22-5fe47dbfa277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:36.075026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4e6fe77-4693-4ef9-bbd1-ece71d55710d req-89bacb5d-eb3b-4f6a-a445-e7205da4edab tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 945 time: 0.3074515 May 10 11:33:36.076200 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cadc40-e255-4f3d-acaf-b90c9ab2a3f7" -d '{"events": [{"server_uuid": "23f00c62-38fd-4d15-ad22-5fe47dbfa277", "name": "network-vif-plugged", "status": "completed", "tag": "0fb8c995-0a5a-4ca6-9806-3099a388ccc4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:36.094096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-68d73225-9839-4b7b-9bfb-fac2ceb50ade service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736679 May 10 11:33:36.119218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ad59b59f-708e-4c5e-a87c-dec6603902ed, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ad59b59f-708e-4c5e-a87c-dec6603902ed,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:36.119436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-050d9eaf-1dbe-41ce-8dd8-306129030f3c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.120241 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-050d9eaf-1dbe-41ce-8dd8-306129030f3c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4674430 May 10 11:33:36.123601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42406) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:36.131460 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1217973c-0f3d-4e72-b4b1-b7bd59b11937 req-757f45b8-544e-46bd-9291-58dc5eb0df19 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646038 May 10 11:33:36.132578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'port': {'network_id': 'a8b0b38d-69e5-4edf-85ba-4b403e2aba7c', 'name': 'tempest-RoutersTest-617680796'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:36.174945 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.204048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:36.257632 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dca96e-8d88-4e1d-a07e-ecec004dce50 x-openstack-request-id: req-56dca96e-8d88-4e1d-a07e-ecec004dce50 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:36.257913 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f00c62-38fd-4d15-ad22-5fe47dbfa277", "name": "network-vif-plugged", "status": "completed", "tag": "0fb8c995-0a5a-4ca6-9806-3099a388ccc4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:36.258171 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56dca96e-8d88-4e1d-a07e-ecec004dce50 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:36.258561 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56dca96e-8d88-4e1d-a07e-ecec004dce50'] response: {'server_uuid': '23f00c62-38fd-4d15-ad22-5fe47dbfa277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4', 'code': 200} May 10 11:33:36.291748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81ea6edc-0b84-4962-9722-d2472ec71367 req-e4bf9961-bbc2-4812-a100-6b5922566856 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863873 May 10 11:33:36.292118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.310804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ad59b59f-708e-4c5e-a87c-dec6603902ed,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:36.334479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Allocated IP 172.20.0.2 (a8b0b38d-69e5-4edf-85ba-4b403e2aba7c/01807f96-a385-4ed1-97d9-fb4c0a19e5f7/57ce6ac6-042b-437a-a102-9f42ccb6f846) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:36.408253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4e6fe77-4693-4ef9-bbd1-ece71d55710d req-4ca3b7f1-b112-4e6f-8947-cf5f39c1a899 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954037 May 10 11:33:36.412979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d6867fce-cf07-4b8d-a229-9485032d970e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:36.447865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d6867fce-cf07-4b8d-a229-9485032d970e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:33:36.448206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d6867fce-cf07-4b8d-a229-9485032d970e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:33:36.475137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ab9a1-75d9-47b7-9304-3ed897b3dba6 req-1f5aa4d0-69f1-4970-b692-82798d3d7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:36.476690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a2ab9a1-75d9-47b7-9304-3ed897b3dba6 req-1f5aa4d0-69f1-4970-b692-82798d3d7485 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 1096 time: 0.1573837 May 10 11:33:36.493944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['ad59b59f-708e-4c5e-a87c-dec6603902ed'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:36.513525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2b389-b3d8-4ad9-83e7-b329bea002e7 req-9bcf9f2a-b4a6-4c68-8b60-502b4227ff0a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:36.515096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3f2b389-b3d8-4ad9-83e7-b329bea002e7 req-9bcf9f2a-b4a6-4c68-8b60-502b4227ff0a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.0543051 May 10 11:33:36.533977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:36.537537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.565509 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3f2b389-b3d8-4ad9-83e7-b329bea002e7 req-a5ea9cd0-daa5-45c1-99be-c91a9d34a0d4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389471 May 10 11:33:36.567864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a2ab9a1-75d9-47b7-9304-3ed897b3dba6 req-fe333cce-3c17-4bb5-b149-552abf176d0f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839260 May 10 11:33:36.583747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] device_id is not set on port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:33:36.602591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.621822 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.674533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:36.686349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:36.696917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:36.700972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Pushing event updated for resources: {'Port': ['ID=57ce6ac6-042b-437a-a102-9f42ccb6f846,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:36.791648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Attempting to bind port 57ce6ac6-042b-437a-a102-9f42ccb6f846 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:36.792046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Attempting to bind port 57ce6ac6-042b-437a-a102-9f42ccb6f846 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3fc007e2-5072-4802-82e4-bb499fbbb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8b0b38d-69e5-4edf-85ba-4b403e2aba7c'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:36.792407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Attempting to bind port 57ce6ac6-042b-437a-a102-9f42ccb6f846 on network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:36.806021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:36.806394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Checking segment: {'id': '3fc007e2-5072-4802-82e4-bb499fbbb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8b0b38d-69e5-4edf-85ba-4b403e2aba7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:36.806855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.807237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Bound using segment: {'id': '3fc007e2-5072-4802-82e4-bb499fbbb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8b0b38d-69e5-4edf-85ba-4b403e2aba7c'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:36.807703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Bound port: 57ce6ac6-042b-437a-a102-9f42ccb6f846, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc007e2-5072-4802-82e4-bb499fbbb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8b0b38d-69e5-4edf-85ba-4b403e2aba7c'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:36.808114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.820697 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.847523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.869341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.20.0.9 (a8b0b38d-69e5-4edf-85ba-4b403e2aba7c/01807f96-a385-4ed1-97d9-fb4c0a19e5f7/b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:36.877781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] For port 57ce6ac6-042b-437a-a102-9f42ccb6f846, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:36.881722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] For port 57ce6ac6-042b-437a-a102-9f42ccb6f846, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=57ce6ac6-042b-437a-a102-9f42ccb6f846,segment=NetworkSegment(3fc007e2-5072-4802-82e4-bb499fbbb79e),segment_id=3fc007e2-5072-4802-82e4-bb499fbbb79e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:36.886465 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.929149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3c23-7abf-4401-b848-87f82f33e31a req-8fb167de-4301-4004-b30d-95c8d7eec29e tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:36.931805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dfc3c23-7abf-4401-b848-87f82f33e31a req-8fb167de-4301-4004-b30d-95c8d7eec29e tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 949 time: 0.1945159 May 10 11:33:36.960976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a4766-fdcd-454c-8b01-af72e43dd3b5 None None] Pushing event updated for resources: {'Port': ['ID=57ce6ac6-042b-437a-a102-9f42ccb6f846,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.036273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1406b-9e86-4db9-8ce7-828f83daeeb1 req-a0c57a4c-29a1-4bc6-8460-dba77dbb82de tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:37.038111 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fef1406b-9e86-4db9-8ce7-828f83daeeb1 req-a0c57a4c-29a1-4bc6-8460-dba77dbb82de tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 944 time: 0.0626025 May 10 11:33:37.079339 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fef1406b-9e86-4db9-8ce7-828f83daeeb1 req-a69893d4-1269-4d47-a750-2ce5157bf92c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 May 10 11:33:37.152859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dfc3c23-7abf-4401-b848-87f82f33e31a req-2372afce-ee6f-4d1f-96d4-95ba613bed01 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073841 May 10 11:33:37.183057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Allocated IP 172.25.8.139 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/3f8c5250-05fb-46d8-b905-3cdc5d632010) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:37.211864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f976bdd-e64e-47dd-b942-75436b9c3944 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:33:37.239629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6c506362-c76b-47bb-b91a-232fb13023aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.272196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.308366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c8497-82d4-4bd9-905d-b064e54af872 req-1c841f88-a8b2-45df-82dc-c095da21df6c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:37.313568 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa7c8497-82d4-4bd9-905d-b064e54af872 req-1c841f88-a8b2-45df-82dc-c095da21df6c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0759685 May 10 11:33:37.360460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f976bdd-e64e-47dd-b942-75436b9c3944, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f976bdd-e64e-47dd-b942-75436b9c3944,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:37.367784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa7c8497-82d4-4bd9-905d-b064e54af872 req-4b196084-187b-4ec1-bc48-8576e83d6055 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 May 10 11:33:37.373005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '8f976bdd-e64e-47dd-b942-75436b9c3944', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'port_id': '8f976bdd-e64e-47dd-b942-75436b9c3944', 'mac_address': 'fa:16:3e:3a:52:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f797b6-5925-4b4e-a192-11a6c6d3d98e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:33:37.425665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.428496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8f976bdd-e64e-47dd-b942-75436b9c3944 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:37.429785 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.449454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f976bdd-e64e-47dd-b942-75436b9c3944 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:37.478606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f976bdd-e64e-47dd-b942-75436b9c3944, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f976bdd-e64e-47dd-b942-75436b9c3944,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:37.484103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.501993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:37.508226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.509968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:37.518275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:37.524337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.576832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8f976bdd-e64e-47dd-b942-75436b9c3944,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.586821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:37.587476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.612504 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193966ed-2bfb-4007-b3b7-f51f269ff557 req-e724eed2-c08d-4b82-bd2f-b3837c9e8acf tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:37.614078 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-193966ed-2bfb-4007-b3b7-f51f269ff557 req-e724eed2-c08d-4b82-bd2f-b3837c9e8acf tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 945 time: 0.1032140 May 10 11:33:37.614439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d9ce8e84-46ec-458b-bd7a-3429bfb85d86 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4903970 May 10 11:33:37.616114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.617941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42446) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:37.693302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.718965 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-193966ed-2bfb-4007-b3b7-f51f269ff557 req-ebd6eb04-dd76-49b1-89bd-e37314aaa74e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586088 May 10 11:33:37.747846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8f976bdd-e64e-47dd-b942-75436b9c3944'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:37.811663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:37.815286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:37.824259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:37.866565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event updated for resources: {'Port': ['ID=3f8c5250-05fb-46d8-b905-3cdc5d632010,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.913456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b17eb1-61b2-413b-879d-334e05a6ee30 req-de8a0ac0-2817-477a-938f-5d1bd25b52a7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:37.923558 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19b17eb1-61b2-413b-879d-334e05a6ee30 req-de8a0ac0-2817-477a-938f-5d1bd25b52a7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.0747433 May 10 11:33:37.983956 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19b17eb1-61b2-413b-879d-334e05a6ee30 req-fd84e6d0-6b16-4da9-9959-23f88707308a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540061 May 10 11:33:38.077118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce776505-b0ed-4d78-a204-eef450889e4b req-bcacd140-989b-44c4-ad15-1a3b7d2796d6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:38.079404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce776505-b0ed-4d78-a204-eef450889e4b req-bcacd140-989b-44c4-ad15-1a3b7d2796d6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.4239328 May 10 11:33:38.220170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442e2c4-bb1c-444f-a15a-b40d26150ad7 req-46c92c1b-f833-413d-b9ce-7b8dc1ba5e3c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:38.222402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1442e2c4-bb1c-444f-a15a-b40d26150ad7 req-46c92c1b-f833-413d-b9ce-7b8dc1ba5e3c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 945 time: 0.0670488 May 10 11:33:38.277336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949417a5-cf9b-4756-a6a3-e51ed89ffe30 None None] Network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:38.284599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1442e2c4-bb1c-444f-a15a-b40d26150ad7 req-bdbea92e-5e9b-49cc-8efd-3e6ef4f574dc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507860 May 10 11:33:38.316891 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce776505-b0ed-4d78-a204-eef450889e4b req-4f7c18c8-1b36-4b2e-ad2b-46f3f4b6e03f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056098 May 10 11:33:38.388303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 57ce6ac6-042b-437a-a102-9f42ccb6f846 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:38.418117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42460) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:38.449118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aca905-5948-4891-9986-17d9d885e406 req-829fe9df-6ce4-4e22-89e5-b0a98e663960 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:38.451057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16aca905-5948-4891-9986-17d9d885e406 req-829fe9df-6ce4-4e22-89e5-b0a98e663960 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 949 time: 0.0656714 May 10 11:33:38.453655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0e9c5716-f994-41b7-9825-63c46160d9d5 None None] Provisioning complete for port 57ce6ac6-042b-437a-a102-9f42ccb6f846 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:38.454167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5716-f994-41b7-9825-63c46160d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.461436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.501449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16aca905-5948-4891-9986-17d9d885e406 req-f5c342c3-d098-4b7e-b675-e5345502cc09 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434229 May 10 11:33:38.573658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 57ce6ac6-042b-437a-a102-9f42ccb6f846 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:38.574036 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.581177 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ed707d8-05e6-44ce-a792-da569ad26711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.630966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cec94-ad4d-4706-ac7b-363c628b0a6b req-f53d48be-a9dc-4158-a7da-42646e5e7dff tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:38.632483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-664cec94-ad4d-4706-ac7b-363c628b0a6b req-f53d48be-a9dc-4158-a7da-42646e5e7dff tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1957922 May 10 11:33:38.663148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c5716-f994-41b7-9825-63c46160d9d5 None None] Current status of the port 57ce6ac6-042b-437a-a102-9f42ccb6f846 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:38.663536 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5716-f994-41b7-9825-63c46160d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.670309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.686746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ed707d8-05e6-44ce-a792-da569ad26711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.693102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ed707d8-05e6-44ce-a792-da569ad26711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.738124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0e9c5716-f994-41b7-9825-63c46160d9d5 None None] For port 57ce6ac6-042b-437a-a102-9f42ccb6f846, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=57ce6ac6-042b-437a-a102-9f42ccb6f846,segment=NetworkSegment(3fc007e2-5072-4802-82e4-bb499fbbb79e),segment_id=3fc007e2-5072-4802-82e4-bb499fbbb79e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:38.746544 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1ed707d8-05e6-44ce-a792-da569ad26711 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e773cc22081e40e8a25515c636bc557d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267620 May 10 11:33:38.749561 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5716-f994-41b7-9825-63c46160d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.749754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed707d8-05e6-44ce-a792-da569ad26711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47160c79-04aa-4ddc-9b90-5804d531072d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:38.751158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42466) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:38.816934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 57ce6ac6-042b-437a-a102-9f42ccb6f846 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:38.817041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.832061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7756c651-7b98-47f0-9ec3-75865ee53bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.837105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c5716-f994-41b7-9825-63c46160d9d5 None None] Pushing event updated for resources: {'Port': ['ID=57ce6ac6-042b-437a-a102-9f42ccb6f846,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:38.863160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-664cec94-ad4d-4706-ac7b-363c628b0a6b req-c3f55cdd-ff0b-4326-9f60-93409915296f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018325 May 10 11:33:38.872907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7756c651-7b98-47f0-9ec3-75865ee53bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.912692 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:33:38.913054 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:33:38.969636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7756c651-7b98-47f0-9ec3-75865ee53bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.972667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7756c651-7b98-47f0-9ec3-75865ee53bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.973865 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7756c651-7b98-47f0-9ec3-75865ee53bcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47160c79-04aa-4ddc-9b90-5804d531072d HTTP/1.1" status: 204 len: 168 time: 0.2217827 May 10 11:33:38.995802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756c651-7b98-47f0-9ec3-75865ee53bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47160c79-04aa-4ddc-9b90-5804d531072d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:39.010150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c6fb-344b-430a-8b54-f33272e2b020 req-94268522-2365-4a0e-a01f-1c9626b7dc60 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:39.020114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44c6c6fb-344b-430a-8b54-f33272e2b020 req-94268522-2365-4a0e-a01f-1c9626b7dc60 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 945 time: 0.0882375 May 10 11:33:39.082971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44c6c6fb-344b-430a-8b54-f33272e2b020 req-5a11e9cb-8083-4da3-858a-665d1d377f0f tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615048 May 10 11:33:39.096340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-88528f19-ec9e-4f69-bccf-af13b1776d9d None None] Provisioning complete for port 57ce6ac6-042b-437a-a102-9f42ccb6f846 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:39.097112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88528f19-ec9e-4f69-bccf-af13b1776d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.213011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32634d7a-51a8-4861-b122-82f1ea0dba16 req-87fcc1eb-b422-46fe-b7cb-49a6e6dee22b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:39.222146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-32634d7a-51a8-4861-b122-82f1ea0dba16 req-87fcc1eb-b422-46fe-b7cb-49a6e6dee22b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.0800025 May 10 11:33:39.225396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f976bdd-e64e-47dd-b942-75436b9c3944 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:39.272226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-88528f19-ec9e-4f69-bccf-af13b1776d9d None None] Current status of the port 57ce6ac6-042b-437a-a102-9f42ccb6f846 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:39.288230 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.294712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-88528f19-ec9e-4f69-bccf-af13b1776d9d None None] Provisioning complete for port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:39.295088 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88528f19-ec9e-4f69-bccf-af13b1776d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.298410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-32634d7a-51a8-4861-b122-82f1ea0dba16 req-429176f6-df35-4a0e-bf66-e8fea1cc463e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731003 May 10 11:33:39.327926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 8f976bdd-e64e-47dd-b942-75436b9c3944 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:39.339854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 8f976bdd-e64e-47dd-b942-75436b9c3944 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:39.340222 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.377393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-88528f19-ec9e-4f69-bccf-af13b1776d9d None None] Port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:39.465867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42484) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:39.475245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 57ce6ac6-042b-437a-a102-9f42ccb6f846 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:39.489090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835e47-629f-4589-86fa-703fbead254c req-1711e353-34d2-4fbe-a2e7-fd1aeea36349 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:39.494739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1a40cca-432d-4664-9e06-e7129a0000ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.496381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-36835e47-629f-4589-86fa-703fbead254c req-1711e353-34d2-4fbe-a2e7-fd1aeea36349 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1554775 May 10 11:33:39.507540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8f976bdd-e64e-47dd-b942-75436b9c3944 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:39.507957 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.524531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.529737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-45ccfa73-ce28-4b2d-8026-3aecea8de492 None None] Provisioning complete for port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:39.530105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45ccfa73-ce28-4b2d-8026-3aecea8de492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.547334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81f2302-1cb6-4ac5-8c14-b22722522f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f976bdd-e64e-47dd-b942-75436b9c3944'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:39.548695 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634e312f-94bb-4400-a45d-a5c9978e7149" -d '{"events": [{"server_uuid": "b81f2302-1cb6-4ac5-8c14-b22722522f29", "name": "network-vif-plugged", "status": "completed", "tag": "8f976bdd-e64e-47dd-b942-75436b9c3944"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:39.580986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.591522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f976bdd-e64e-47dd-b942-75436b9c3944, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f976bdd-e64e-47dd-b942-75436b9c3944,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:39.600095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.603270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.604103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ad59b59f-708e-4c5e-a87c-dec6603902ed up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:39.608405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-45ccfa73-ce28-4b2d-8026-3aecea8de492 None None] Port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:39.638449 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1a40cca-432d-4664-9e06-e7129a0000ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.646035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1a40cca-432d-4664-9e06-e7129a0000ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.649138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-36835e47-629f-4589-86fa-703fbead254c req-37232417-9d78-4d8d-ae83-93a99a84ff56 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518023 May 10 11:33:39.660821 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.692138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8f976bdd-e64e-47dd-b942-75436b9c3944,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:39.706266 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:33:39.713593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port ad59b59f-708e-4c5e-a87c-dec6603902ed completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:39.719683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port ad59b59f-708e-4c5e-a87c-dec6603902ed triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:39.720524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.729637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b1a40cca-432d-4664-9e06-e7129a0000ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ec1d933473a4f9c89e83b16063d0c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614028 May 10 11:33:39.735259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42496) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:39.751853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:39.854192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a40cca-432d-4664-9e06-e7129a0000ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb97ec2-bf26-4efb-9c2a-da5e2d0a7356,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:39.862289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ad59b59f-708e-4c5e-a87c-dec6603902ed is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:39.863537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.912125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ad59b59f-708e-4c5e-a87c-dec6603902ed, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ad59b59f-708e-4c5e-a87c-dec6603902ed,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:39.917089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4151b570-cf11-4d57-ab06-c30186c1a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.923433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.954770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a9ae2-d70e-47e4-b4cd-c5e541faef38 req-b5847e5a-aa68-4084-b6c9-5a32acb56e18 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:39.964176 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-044a9ae2-d70e-47e4-b4cd-c5e541faef38 req-b5847e5a-aa68-4084-b6c9-5a32acb56e18 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 949 time: 0.1043735 May 10 11:33:39.993483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4151b570-cf11-4d57-ab06-c30186c1a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.001096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ad59b59f-708e-4c5e-a87c-dec6603902ed,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:40.039444 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-044a9ae2-d70e-47e4-b4cd-c5e541faef38 req-671babeb-80af-42c2-8d8d-3cb76d77fb46 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738797 May 10 11:33:40.042449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5852e0-0681-408b-b561-64a515431e8e req-9aa6b316-9a48-4886-a0a2-1b510fe45af4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:40.044019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3d5852e0-0681-408b-b561-64a515431e8e req-9aa6b316-9a48-4886-a0a2-1b510fe45af4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.2453210 May 10 11:33:40.069419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4151b570-cf11-4d57-ab06-c30186c1a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.072282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4151b570-cf11-4d57-ab06-c30186c1a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.075874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4151b570-cf11-4d57-ab06-c30186c1a073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cb97ec2-bf26-4efb-9c2a-da5e2d0a7356 HTTP/1.1" status: 204 len: 168 time: 0.3196526 May 10 11:33:40.083523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151b570-cf11-4d57-ab06-c30186c1a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb97ec2-bf26-4efb-9c2a-da5e2d0a7356,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:40.093055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.105786 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4961041-6b36-445e-a2ba-6dda8136a864 x-openstack-request-id: req-c4961041-6b36-445e-a2ba-6dda8136a864 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:40.106485 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81f2302-1cb6-4ac5-8c14-b22722522f29", "name": "network-vif-plugged", "status": "completed", "tag": "8f976bdd-e64e-47dd-b942-75436b9c3944", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:40.106997 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4961041-6b36-445e-a2ba-6dda8136a864 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:40.107702 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4961041-6b36-445e-a2ba-6dda8136a864'] response: {'server_uuid': 'b81f2302-1cb6-4ac5-8c14-b22722522f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f976bdd-e64e-47dd-b942-75436b9c3944', 'code': 200} May 10 11:33:40.148278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c755691d-3684-478c-889d-6a9f15dbeebc None None] Provisioning complete for port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:40.148946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c755691d-3684-478c-889d-6a9f15dbeebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.173831 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3d5852e0-0681-408b-b561-64a515431e8e req-9092fae9-c02a-45fe-b629-789240644428 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151493 May 10 11:33:40.187406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Router 8ac9f1f2-4b59-4dc8-a129-22648466927f is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:40.218465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c755691d-3684-478c-889d-6a9f15dbeebc None None] Port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:40.301728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 57ce6ac6-042b-437a-a102-9f42ccb6f846 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:40.316515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6de73-32bc-49a2-845d-6c5c96fe0508 req-8d94c1ee-2a9f-4264-af5d-b3464b615072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:40.318041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ddf6de73-32bc-49a2-845d-6c5c96fe0508 req-8d94c1ee-2a9f-4264-af5d-b3464b615072 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 1097 time: 0.1428895 May 10 11:33:40.350127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd8c7-e1f1-4661-9b9d-b6491e595704 req-0e1e19ed-3c4e-499c-bee4-9d79e69312d0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:40.368490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92edd8c7-e1f1-4661-9b9d-b6491e595704 req-0e1e19ed-3c4e-499c-bee4-9d79e69312d0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1524751 May 10 11:33:40.398053 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.410672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92edd8c7-e1f1-4661-9b9d-b6491e595704 req-43ad2ea1-e6d0-4b32-bd3b-9bd2bd7b8f15 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 May 10 11:33:40.419787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 57ce6ac6-042b-437a-a102-9f42ccb6f846 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:40.419787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.474236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:40.485533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ddf6de73-32bc-49a2-845d-6c5c96fe0508 req-a70d7f5e-1017-405d-8be8-eec1a1bdb53d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438744 May 10 11:33:40.490784 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c33be-e741-4a86-a14c-22c88b1fa7da None None] Sync routers for ids ['8ac9f1f2-4b59-4dc8-a129-22648466927f'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:40.514292 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c33be-e741-4a86-a14c-22c88b1fa7da None None] Routers {'8ac9f1f2-4b59-4dc8-a129-22648466927f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:40.514930 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-528c33be-e741-4a86-a14c-22c88b1fa7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8ac9f1f2-4b59-4dc8-a129-22648466927f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:40.574713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 57ce6ac6-042b-437a-a102-9f42ccb6f846 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:40.585071 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-528c33be-e741-4a86-a14c-22c88b1fa7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:40.602862 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c33be-e741-4a86-a14c-22c88b1fa7da None None] Routers {'8ac9f1f2-4b59-4dc8-a129-22648466927f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:40.603492 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-528c33be-e741-4a86-a14c-22c88b1fa7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8ac9f1f2-4b59-4dc8-a129-22648466927f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:40.625650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.630526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42536) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:40.631150 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eb205f06-9360-4101-8c7e-fd37822ca937 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8974850 May 10 11:33:40.638271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a9f690ed-7e99-4325-bb8d-2fe2553786b3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': False}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:40.644711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eb486-e24c-4f49-b955-9b6f88ebce96 req-91c60ab1-ca70-4d71-b801-5034f2dc1855 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:40.646345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c3eb486-e24c-4f49-b955-9b6f88ebce96 req-91c60ab1-ca70-4d71-b801-5034f2dc1855 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1698542 May 10 11:33:40.708695 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-528c33be-e741-4a86-a14c-22c88b1fa7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:40.715918 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c33be-e741-4a86-a14c-22c88b1fa7da None None] The sync data for ids ['8ac9f1f2-4b59-4dc8-a129-22648466927f'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:40.745791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c3eb486-e24c-4f49-b955-9b6f88ebce96 req-eccbc0bc-5820-461f-ab6e-e31041aca746 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534942 May 10 11:33:40.986256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.001512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831785-a729-41a2-b32a-7e5115650c1e req-08330ea5-ce3d-4e5a-a398-b30316a4865e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:41.003513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c831785-a729-41a2-b32a-7e5115650c1e req-08330ea5-ce3d-4e5a-a398-b30316a4865e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 945 time: 0.1248720 May 10 11:33:41.004709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.053587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-d70759bd-fd8d-4ab2-ab53-70ef114d844c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:41.055329 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-d70759bd-fd8d-4ab2-ab53-70ef114d844c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.2684834 May 10 11:33:41.060249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.084711 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-26fbcc11-d50c-4ed9-ae49-6c8c155d381b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/quotas/0aa9a8954e014385b381498d05416e4d HTTP/1.1" status: 200 len: 375 time: 0.0197778 May 10 11:33:41.189533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:41.204031 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c831785-a729-41a2-b32a-7e5115650c1e req-da352072-4c15-4d57-964e-8a21a24dfdde tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483467 May 10 11:33:41.271633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:41.275111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:41.516132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077856-32b6-430d-a901-d7bb21436979 req-34f391c2-75df-474e-94fa-1c844448fe0d tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:41.517727 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a077856-32b6-430d-a901-d7bb21436979 req-34f391c2-75df-474e-94fa-1c844448fe0d tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 950 time: 0.1741784 May 10 11:33:41.583873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a077856-32b6-430d-a901-d7bb21436979 req-6e61fe7b-6f6e-4586-b7d5-89544a9de12e tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573537 May 10 11:33:41.585122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 8b2962d8-792d-4564-9413-02a585afb674 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:41.666506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2300c588-41c2-434d-8a1d-d3095186c45a None None] Provisioning complete for port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:41.668159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2300c588-41c2-434d-8a1d-d3095186c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.716225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2300c588-41c2-434d-8a1d-d3095186c45a None None] Port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:41.721989 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-6f3947fc-f524-46e2-96ea-0cbf9a509601 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6360242 May 10 11:33:41.778156 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9f690ed-7e99-4325-bb8d-2fe2553786b3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.791568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:41.798576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0d9d1232-020e-4d01-b3bf-22021e8f353e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/8b2962d8-792d-4564-9413-02a585afb674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1781554 May 10 11:33:41.803958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42582) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:41.815784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd1241-0282-48d1-a31f-5bcf52c532f3 None None] Sync routers for ids ['8b2962d8-792d-4564-9413-02a585afb674'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:41.829886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67726b6a-facb-4c85-9a30-2eb264eaa921 req-6adcf7d7-8da2-4ed7-aa5c-215ecc121229 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:41.838278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67726b6a-facb-4c85-9a30-2eb264eaa921 req-6adcf7d7-8da2-4ed7-aa5c-215ecc121229 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1261322 May 10 11:33:41.844000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd1241-0282-48d1-a31f-5bcf52c532f3 None None] Routers {'8b2962d8-792d-4564-9413-02a585afb674'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:41.844647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-75fd1241-0282-48d1-a31f-5bcf52c532f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8b2962d8-792d-4564-9413-02a585afb674'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:41.893339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351752ed-2eca-4a21-8220-8e2c0f677046 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:41.895220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-351752ed-2eca-4a21-8220-8e2c0f677046 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports/b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 HTTP/1.1" status: 200 len: 976 time: 0.0907741 May 10 11:33:41.901111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42586) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:41.952617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-c6782fb1-3771-4989-81e6-2172abd94ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296538 May 10 11:33:41.960352 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67726b6a-facb-4c85-9a30-2eb264eaa921 req-73ccbf20-ab28-4bc3-9214-859822dd451c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210330 May 10 11:33:42.077722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-75fd1241-0282-48d1-a31f-5bcf52c532f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:42.089979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd1241-0282-48d1-a31f-5bcf52c532f3 None None] Routers {'8b2962d8-792d-4564-9413-02a585afb674'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:42.090625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-75fd1241-0282-48d1-a31f-5bcf52c532f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8b2962d8-792d-4564-9413-02a585afb674'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:42.149649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-2344234a-e94c-452f-a8bb-f34e2bd1cf38 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952662 May 10 11:33:42.194763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aec6ab-ab2b-491d-9f86-267249d5563b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59b59f-708e-4c5e-a87c-dec6603902ed'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:42.203608 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f88d9b7-e18c-43f9-8e8c-805110c49348" -d '{"events": [{"server_uuid": "c3aec6ab-ab2b-491d-9f86-267249d5563b", "name": "network-vif-plugged", "status": "completed", "tag": "ad59b59f-708e-4c5e-a87c-dec6603902ed"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:42.213956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-75fd1241-0282-48d1-a31f-5bcf52c532f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:42.216000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd1241-0282-48d1-a31f-5bcf52c532f3 None None] The sync data for ids ['8b2962d8-792d-4564-9413-02a585afb674'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:42.223849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40c261-a026-469e-a1cb-9cff0b390463 req-58ad658f-b6d5-4044-b5e9-ac1849bd4c3e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:42.225717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd40c261-a026-469e-a1cb-9cff0b390463 req-58ad658f-b6d5-4044-b5e9-ac1849bd4c3e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1528854 May 10 11:33:42.321801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd40c261-a026-469e-a1cb-9cff0b390463 req-e5852e1e-5383-427b-8441-a2a83b159a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750391 May 10 11:33:42.403623 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7b4b6-e346-40d8-bf09-98ad8d68807c x-openstack-request-id: req-e6f7b4b6-e346-40d8-bf09-98ad8d68807c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:42.404205 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aec6ab-ab2b-491d-9f86-267249d5563b", "name": "network-vif-plugged", "status": "completed", "tag": "ad59b59f-708e-4c5e-a87c-dec6603902ed", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:42.404678 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6f7b4b6-e346-40d8-bf09-98ad8d68807c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:42.405384 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f7b4b6-e346-40d8-bf09-98ad8d68807c'] response: {'server_uuid': 'c3aec6ab-ab2b-491d-9f86-267249d5563b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59b59f-708e-4c5e-a87c-dec6603902ed', 'code': 200} May 10 11:33:42.507942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8340480d-2968-4872-bba2-f7b0eccb6ae1 req-a9485d6b-4d9f-4591-9aa4-51a78da771f1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 210 time: 0.0587859 May 10 11:33:42.609357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fbdb9-0260-4d84-8dd2-e716fc23b5ea req-5a49b0c7-f788-4674-8451-4544b715abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:42.611091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac9fbdb9-0260-4d84-8dd2-e716fc23b5ea req-5a49b0c7-f788-4674-8451-4544b715abcf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 1101 time: 0.1005054 May 10 11:33:42.612179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.632625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4081e-8bb4-4f75-ad67-823e430300f5 req-b33fbe22-ffb5-4ce3-a904-8950543ca136 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:42.635215 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2af4081e-8bb4-4f75-ad67-823e430300f5 req-b33fbe22-ffb5-4ce3-a904-8950543ca136 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 945 time: 0.1611762 May 10 11:33:42.732629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac9fbdb9-0260-4d84-8dd2-e716fc23b5ea req-64b61ac6-99ed-4cec-9b99-c4c8923c4429 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795157 May 10 11:33:42.773246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2af4081e-8bb4-4f75-ad67-823e430300f5 req-fb0772f9-8ce7-4d4e-bbcf-797621919818 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283591 May 10 11:33:42.785372 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9f690ed-7e99-4325-bb8d-2fe2553786b3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.790471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9f690ed-7e99-4325-bb8d-2fe2553786b3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.871885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1389d06-4430-416e-a710-1d97e052ccf4 req-98f72b24-7b82-4dbd-90d0-a70da97c3afe tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:42.873525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1389d06-4430-416e-a710-1d97e052ccf4 req-98f72b24-7b82-4dbd-90d0-a70da97c3afe tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 950 time: 0.1664414 May 10 11:33:42.933263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f690ed-7e99-4325-bb8d-2fe2553786b3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Router 8ac9f1f2-4b59-4dc8-a129-22648466927f has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:33:42.949459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1389d06-4430-416e-a710-1d97e052ccf4 req-ecd5c37f-1338-439e-827c-f6c0959048e2 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667038 May 10 11:33:43.043742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:43.044344 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.161212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f690ed-7e99-4325-bb8d-2fe2553786b3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:43.173174 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6491b837-ac0e-4eeb-8100-508e6344ba32 None None] Sync routers for ids ['8ac9f1f2-4b59-4dc8-a129-22648466927f'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:43.176228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9f690ed-7e99-4325-bb8d-2fe2553786b3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.177632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a9f690ed-7e99-4325-bb8d-2fe2553786b3 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "PUT /v2.0/routers/8ac9f1f2-4b59-4dc8-a129-22648466927f HTTP/1.1" status: 200 len: 925 time: 2.5459170 May 10 11:33:43.183471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42630) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:43.186863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.192429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61564754-adbc-4891-ba70-068ae0f3360b req-edb327c6-a72d-42e3-acee-b494313d1c60 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:43.192931 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491b837-ac0e-4eeb-8100-508e6344ba32 None None] Routers {'8ac9f1f2-4b59-4dc8-a129-22648466927f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:43.193575 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6491b837-ac0e-4eeb-8100-508e6344ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8ac9f1f2-4b59-4dc8-a129-22648466927f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:43.194623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-61564754-adbc-4891-ba70-068ae0f3360b req-edb327c6-a72d-42e3-acee-b494313d1c60 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1066294 May 10 11:33:43.208769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:43.236598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:33:43.299449 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6491b837-ac0e-4eeb-8100-508e6344ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:43.320462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-39030255-f1e7-44dc-a750-327cbefcfbe0 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/routers/8ac9f1f2-4b59-4dc8-a129-22648466927f HTTP/1.1" status: 200 len: 925 time: 0.1215973 May 10 11:33:43.324052 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491b837-ac0e-4eeb-8100-508e6344ba32 None None] Routers {'8ac9f1f2-4b59-4dc8-a129-22648466927f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:43.325194 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6491b837-ac0e-4eeb-8100-508e6344ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8ac9f1f2-4b59-4dc8-a129-22648466927f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:43.348606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:43.373959 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6491b837-ac0e-4eeb-8100-508e6344ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:43.375063 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6491b837-ac0e-4eeb-8100-508e6344ba32 None None] The sync data for ids ['8ac9f1f2-4b59-4dc8-a129-22648466927f'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:43.418230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:43.431400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4', 'network_id': '07bf9b89-4489-46b5-88c1-da55d902cc5c', 'port_id': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4', 'mac_address': 'fa:16:3e:bc:4c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2d4da-01c6-4051-b8e3-c7362047b4a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:33:43.476551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:43.476954 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.493790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:43.509690 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.524535 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-61564754-adbc-4891-ba70-068ae0f3360b req-bd9075d2-f441-42f4-bd08-7ec683c3a69c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067802 May 10 11:33:43.536500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:43.555862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=b70a509f-b4fd-4ef1-9bbf-ad5a2cd2a1a1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:43.556820 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.620296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29dde83-115d-4ed5-8fc0-31ff6a44a22a tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:43.628316 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b29dde83-115d-4ed5-8fc0-31ff6a44a22a tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=8ac9f1f2-4b59-4dc8-a129-22648466927f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2519715 May 10 11:33:43.630844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42648) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:43.642321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048e4fc-c47c-48f9-b032-3a4119609695 req-4841f6ed-fabe-4009-aca3-39f1fd4a7907 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:43.644034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8048e4fc-c47c-48f9-b032-3a4119609695 req-4841f6ed-fabe-4009-aca3-39f1fd4a7907 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1834853 May 10 11:33:43.683360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:43.735355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['0fb8c995-0a5a-4ca6-9806-3099a388ccc4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:43.808386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed9bd6-b34e-4d6f-b026-d1f5c11f470e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:43.812774 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-67ed9bd6-b34e-4d6f-b026-d1f5c11f470e tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 881 time: 0.1808989 May 10 11:33:43.813513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42654) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:43.872742 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-36465918-c673-40f2-a5fd-2d9ccb4b72b2 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ac9f1f2-4b59-4dc8-a129-22648466927f HTTP/1.1" status: 200 len: 205 time: 0.0577102 May 10 11:33:43.873524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42656) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:43.998424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a192d3f3-dbc6-4af9-be54-bd52760dc02d req-ef4d6b5a-fd86-4a4d-8743-c7b5a6cbe48f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 210 time: 0.0576217 May 10 11:33:44.066608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42662) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:44.122142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.226191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd923d-daf0-488a-9b6f-ba3cf355771d req-a6ce1d64-7aec-4cb1-b8a8-24225b0c408c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:44.227777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76cd923d-daf0-488a-9b6f-ba3cf355771d req-a6ce1d64-7aec-4cb1-b8a8-24225b0c408c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1255288 May 10 11:33:44.341104 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.355692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe12c270-7582-4c45-aa71-78e3d29b12e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.368587 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8048e4fc-c47c-48f9-b032-3a4119609695 req-2df95c85-fb4a-45b3-a796-1fc92ba1b57a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7065716 May 10 11:33:44.428500 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.433722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76cd923d-daf0-488a-9b6f-ba3cf355771d req-e14f773b-485f-4510-90cf-e0f7ffe8926e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711972 May 10 11:33:44.478250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-e5609344-4ffd-441d-acd8-45ec30121bb7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:44.479995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-e5609344-4ffd-441d-acd8-45ec30121bb7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.2186420 May 10 11:33:44.506703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'port': {'device_id': '4b51275e-9354-4c9c-98d7-984af219b99a', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'admin_state_up': True, 'tenant_id': '0aa9a8954e014385b381498d05416e4d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:44.553261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 8b2962d8-792d-4564-9413-02a585afb674 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:33:44.571812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7bb2b-c19a-494f-8919-1934250c0ffd req-6e6a4139-a665-43a8-b522-2c032052faef tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:44.573354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76c7bb2b-c19a-494f-8919-1934250c0ffd req-6e6a4139-a665-43a8-b522-2c032052faef tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 944 time: 0.1351192 May 10 11:33:44.664005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:44.669089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe12c270-7582-4c45-aa71-78e3d29b12e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.675738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-62ce0b4d-ebee-47b8-b22d-d3ed8926a4ba tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/8b2962d8-792d-4564-9413-02a585afb674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7714720 May 10 11:33:44.676520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42668) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:44.677121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e029eb4-01d9-4574-a1ae-abac998d6ede None None] Sync routers for ids ['8b2962d8-792d-4564-9413-02a585afb674'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:44.688417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76c7bb2b-c19a-494f-8919-1934250c0ffd req-a4c44981-d553-4afa-be2e-f6cb837155bc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065056 May 10 11:33:44.690178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26491081-4e97-48ba-bea6-625390392b60 req-cb954c20-6825-42c1-b060-01af5dac28a0 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:44.691700 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26491081-4e97-48ba-bea6-625390392b60 req-cb954c20-6825-42c1-b060-01af5dac28a0 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 950 time: 0.1776342 May 10 11:33:44.698795 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe12c270-7582-4c45-aa71-78e3d29b12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.705521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e029eb4-01d9-4574-a1ae-abac998d6ede None None] Routers {'8b2962d8-792d-4564-9413-02a585afb674'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:44.707161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e029eb4-01d9-4574-a1ae-abac998d6ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8b2962d8-792d-4564-9413-02a585afb674'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:44.746284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12c270-7582-4c45-aa71-78e3d29b12e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b18427-18a1-4ab9-9cc6-12c9d2e2b600,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:44.752809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e029eb4-01d9-4574-a1ae-abac998d6ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:44.762494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e029eb4-01d9-4574-a1ae-abac998d6ede None None] Routers {'8b2962d8-792d-4564-9413-02a585afb674'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:44.763010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Deleting port 3f8c5250-05fb-46d8-b905-3cdc5d632010 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:44.763357 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.763473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e029eb4-01d9-4574-a1ae-abac998d6ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8b2962d8-792d-4564-9413-02a585afb674'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:44.799363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7e029eb4-01d9-4574-a1ae-abac998d6ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:44.800195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e029eb4-01d9-4574-a1ae-abac998d6ede None None] The sync data for ids ['8b2962d8-792d-4564-9413-02a585afb674'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:44.864712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fe12c270-7582-4c45-aa71-78e3d29b12e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e055ce4c38d24495b112ec7adb7e6a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964401 May 10 11:33:44.870348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42672) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:44.884931 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-cf7b15cc-1df9-4d37-921c-68b723b07ee8 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] remove_router_interface failed (client error): The resource could not be found. May 10 11:33:44.887860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cf7b15cc-1df9-4d37-921c-68b723b07ee8 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/8b2962d8-792d-4564-9413-02a585afb674/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2085357 May 10 11:33:44.888975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42676) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:44.894390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Made reservation on behalf of 0aa9a8954e014385b381498d05416e4d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:44.897883 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.920009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c5579e1c-b789-4787-b8c8-3371a121e22f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2962d8-792d-4564-9413-02a585afb674 HTTP/1.1" status: 200 len: 205 time: 0.0270147 May 10 11:33:44.920009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42682) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:44.937529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26491081-4e97-48ba-bea6-625390392b60 req-204d94b9-4085-47f1-8c16-5f5fc2f14c49 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960678 May 10 11:33:45.002129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52294ee0-a161-4553-a3c3-8e016bce63ea tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.026407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.060652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Calling delete_port for 3f8c5250-05fb-46d8-b905-3cdc5d632010 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:45.066431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471bbca9-ab89-49f1-9ea1-f19dbda2bd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.120290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471bbca9-ab89-49f1-9ea1-f19dbda2bd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.133340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94d833e5-203a-479e-9116-2d5184427f81 req-63350b01-898b-4937-8b80-d2ce6e6fbf47 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 210 time: 0.0323720 May 10 11:33:45.248069 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52294ee0-a161-4553-a3c3-8e016bce63ea tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.251183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52294ee0-a161-4553-a3c3-8e016bce63ea tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.259456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:45.319687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52294ee0-a161-4553-a3c3-8e016bce63ea tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.320254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52294ee0-a161-4553-a3c3-8e016bce63ea tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Fanout notify agent at l3_agent the message router_deleted on router 8b2962d8-792d-4564-9413-02a585afb674 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:45.327646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52294ee0-a161-4553-a3c3-8e016bce63ea tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.328990 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-52294ee0-a161-4553-a3c3-8e016bce63ea tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/8b2962d8-792d-4564-9413-02a585afb674 HTTP/1.1" status: 204 len: 168 time: 0.4081452 May 10 11:33:45.331861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42694) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:45.348360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75eef-8775-4086-b11a-b4e3f0acc6ea req-25ed4084-661a-49c9-9274-f631db56a185 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:45.349542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ab75eef-8775-4086-b11a-b4e3f0acc6ea req-25ed4084-661a-49c9-9274-f631db56a185 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 944 time: 0.1144238 May 10 11:33:45.363219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 is: BUILD; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:45.363606 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.377916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:45.399301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:45.405092 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.419411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74c5382-fc9e-4118-8d87-d4044c8e7167 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet 01807f96-a385-4ed1-97d9-fb4c0a19e5f7 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:33:45.426084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b74c5382-fc9e-4118-8d87-d4044c8e7167 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.431428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ab75eef-8775-4086-b11a-b4e3f0acc6ea req-54bdabc3-dd98-4790-a9f8-c4be32e8100e tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607116 May 10 11:33:45.459645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:45.486005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b74c5382-fc9e-4118-8d87-d4044c8e7167 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.606079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb349bb-3556-4de6-9b17-9cad241ed617 req-1c4525e0-615f-4269-81eb-3a2975960556 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:45.607565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-abb349bb-3556-4de6-9b17-9cad241ed617 req-1c4525e0-615f-4269-81eb-3a2975960556 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.0941350 May 10 11:33:45.611019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b74c5382-fc9e-4118-8d87-d4044c8e7167 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.666906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Allocated IP 172.20.0.7 (8a425eb4-06d3-43de-998c-7f472bd98c43/ee664d4f-78fd-4109-9c8c-df995448cce5/a95af036-d88f-4a56-86f7-bc7d760c6553) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:45.685578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-abb349bb-3556-4de6-9b17-9cad241ed617 req-cf9faee2-372b-4a2a-bec5-0d9779955a9e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705209 May 10 11:33:45.705495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487616c-0f94-4d08-8b4d-7d723b24dccf req-16b4d58a-82d8-4aae-a9ba-bb4a2a2d3f66 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:45.707087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1487616c-0f94-4d08-8b4d-7d723b24dccf req-16b4d58a-82d8-4aae-a9ba-bb4a2a2d3f66 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 950 time: 0.1393819 May 10 11:33:45.718770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b74c5382-fc9e-4118-8d87-d4044c8e7167 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.751453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c5382-fc9e-4118-8d87-d4044c8e7167 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=01807f96-a385-4ed1-97d9-fb4c0a19e5f7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:45.755475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b74c5382-fc9e-4118-8d87-d4044c8e7167 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.758970 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b74c5382-fc9e-4118-8d87-d4044c8e7167 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/01807f96-a385-4ed1-97d9-fb4c0a19e5f7 HTTP/1.1" status: 204 len: 168 time: 0.4261997 May 10 11:33:45.761678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42700) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:45.767594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f043fd0-8a7e-4858-8c89-cc3643d84e3d None None] Network a8b0b38d-69e5-4edf-85ba-4b403e2aba7c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:45.774303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471bbca9-ab89-49f1-9ea1-f19dbda2bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.776978 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471bbca9-ab89-49f1-9ea1-f19dbda2bd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.778142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-471bbca9-ab89-49f1-9ea1-f19dbda2bd92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90b18427-18a1-4ab9-9cc6-12c9d2e2b600 HTTP/1.1" status: 204 len: 168 time: 0.9068224 May 10 11:33:45.828302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1487616c-0f94-4d08-8b4d-7d723b24dccf req-943c9399-22ff-408c-87df-3e5664db74a4 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856051 May 10 11:33:45.872692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.901919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6530f-814d-419b-a4f7-d0e377c9935a req-6ba67790-3bc8-4254-970b-3038c280486a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:45.903470 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fa6530f-814d-419b-a4f7-d0e377c9935a req-6ba67790-3bc8-4254-970b-3038c280486a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1215746 May 10 11:33:45.922188 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bbca9-ab89-49f1-9ea1-f19dbda2bd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b18427-18a1-4ab9-9cc6-12c9d2e2b600,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:45.946425 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:45.990126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fa6530f-814d-419b-a4f7-d0e377c9935a req-45f163d1-af73-47d6-abd5-57b34cce2e0c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570626 May 10 11:33:46.018408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event deleted for resources: {'Port': ['ID=3f8c5250-05fb-46d8-b905-3cdc5d632010,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:46.031371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 57ce6ac6-042b-437a-a102-9f42ccb6f846 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:46.031925 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.099846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] DHCP port deletion for a8b0b38d-69e5-4edf-85ba-4b403e2aba7c request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:33:46.107426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port 57ce6ac6-042b-437a-a102-9f42ccb6f846, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=57ce6ac6-042b-437a-a102-9f42ccb6f846,segment=NetworkSegment(3fc007e2-5072-4802-82e4-bb499fbbb79e),segment_id=3fc007e2-5072-4802-82e4-bb499fbbb79e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:46.108005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.126197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 57ce6ac6-042b-437a-a102-9f42ccb6f846 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:46.149845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.232440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] Deleting port 57ce6ac6-042b-437a-a102-9f42ccb6f846 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:46.233586 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.265615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.294032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=57ce6ac6-042b-437a-a102-9f42ccb6f846,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:46.297541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No DVR routers for this DVR port 57ce6ac6-042b-437a-a102-9f42ccb6f846 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:46.308018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 57ce6ac6-042b-437a-a102-9f42ccb6f846 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:46.318505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.337179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.338097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 57ce6ac6-042b-437a-a102-9f42ccb6f846 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:33:46.338449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 57ce6ac6-042b-437a-a102-9f42ccb6f846 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:33:46.339158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.342278 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26dd29ff-096a-4ca1-8cfc-d2489ce63c29 req-8545e8e7-e42e-4e0d-84a4-efe85b72fbfe tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 210 time: 0.0535622 May 10 11:33:46.379707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] For port 57ce6ac6-042b-437a-a102-9f42ccb6f846, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=57ce6ac6-042b-437a-a102-9f42ccb6f846,segment=NetworkSegment(3fc007e2-5072-4802-82e4-bb499fbbb79e),segment_id=3fc007e2-5072-4802-82e4-bb499fbbb79e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:46.380138 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.395330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] Calling delete_port for 57ce6ac6-042b-437a-a102-9f42ccb6f846 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:46.402482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.426940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b0b38d-69e5-4edf-85ba-4b403e2aba7c']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:46.431449 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.432422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Fanout notify agent at l3_agent the message router_deleted on router 8ac9f1f2-4b59-4dc8-a129-22648466927f {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:46.439111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc007e2-5072-4802-82e4-bb499fbbb79e') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:46.439772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc007e2-5072-4802-82e4-bb499fbbb79e') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:46.441651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.444114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-25c24358-49d5-421c-8144-25452b25a927 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/8ac9f1f2-4b59-4dc8-a129-22648466927f HTTP/1.1" status: 204 len: 168 time: 2.5686996 May 10 11:33:46.447476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42716) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:46.448921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.458695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.464765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8953e612-7937-4ba5-84ad-1d8695db97f3 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-969931683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:46.476253 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.484293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:46.484778 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: timer() May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:46.489019 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:46.501778 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.542141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] No DVR routers for this DVR port 57ce6ac6-042b-437a-a102-9f42ccb6f846 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:46.542517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'Port': ['ID=a95af036-d88f-4a56-86f7-bc7d760c6553,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:46.551898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe360c-01c0-4f6f-8b75-5242dc0bdcd5 None None] Pushing event deleted for resources: {'Port': ['ID=57ce6ac6-042b-437a-a102-9f42ccb6f846,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:46.578401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:46.584008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:46.588975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:46.629460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8953e612-7937-4ba5-84ad-1d8695db97f3 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.631755 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8953e612-7937-4ba5-84ad-1d8695db97f3 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.653559 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.659311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:46.660027 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.665851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d1971-1bf7-4a73-975e-7321808664a9 req-57686118-dac9-42fd-a682-909f558eb5ec tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:46.667604 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-600d1971-1bf7-4a73-975e-7321808664a9 req-57686118-dac9-42fd-a682-909f558eb5ec tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 943 time: 0.0874162 May 10 11:33:46.685111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.685111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/a8b0b38d-69e5-4edf-85ba-4b403e2aba7c HTTP/1.1" status: 204 len: 168 time: 0.9138365 May 10 11:33:46.710786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42726) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:46.733478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-232760140'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:46.757501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31c1d6-8ee4-4768-aa3d-7676b48c03a7 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=a8b0b38d-69e5-4edf-85ba-4b403e2aba7c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:46.778835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8953e612-7937-4ba5-84ad-1d8695db97f3 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.789499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-a2cc49aa-aebe-4ee8-bda3-5041d2d34ac1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2899334 May 10 11:33:46.793746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8953e612-7937-4ba5-84ad-1d8695db97f3 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.816308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Request body: {'port': {'device_id': '4b51275e-9354-4c9c-98d7-984af219b99a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:46.821085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:46.826086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.871066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-600d1971-1bf7-4a73-975e-7321808664a9 req-4c377d1f-95c3-42ba-957e-4e45ce5d8f7f tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/security-groups?id=28c531ca-db5c-4f0e-8453-b14c88620a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609602 May 10 11:33:46.890257 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8953e612-7937-4ba5-84ad-1d8695db97f3 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.890257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8953e612-7937-4ba5-84ad-1d8695db97f3 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4323633 May 10 11:33:46.890257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42734) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:46.892179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:46.905632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:33:46.916571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.916571 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment 53f4d16f-a382-43b1-91bc-8b182bf1d8a1 of type vlan for network c0765934-229a-4ce2-959a-0317a588ba19 May 10 11:33:46.927844 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.958851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.985183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ee4dcbcc-b41a-443e-b024-50d8704aa97a None None] Provisioning complete for port a95af036-d88f-4a56-86f7-bc7d760c6553 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:46.985760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee4dcbcc-b41a-443e-b024-50d8704aa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.989750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270349ab-5221-422c-84e8-45d995a60e6a req-1a410f0f-a1f9-43ce-b2a1-2b445d61e2a2 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:46.991460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270349ab-5221-422c-84e8-45d995a60e6a req-1a410f0f-a1f9-43ce-b2a1-2b445d61e2a2 tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.49 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 943 time: 0.3075826 May 10 11:33:47.026904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.032571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:47.033173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.040840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dcbcc-b41a-443e-b024-50d8704aa97a None None] Port a95af036-d88f-4a56-86f7-bc7d760c6553 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:47.049919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12249aac-7396-4ddd-b070-efb8dbc853ba req-0c0ff673-de48-4994-8b8f-10fe1b02bccd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:47.052433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12249aac-7396-4ddd-b070-efb8dbc853ba req-0c0ff673-de48-4994-8b8f-10fe1b02bccd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.2616069 May 10 11:33:47.120735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=c0765934-229a-4ce2-959a-0317a588ba19,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:47.140070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c0765934-229a-4ce2-959a-0317a588ba19 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:33:47.150783 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-61544a8e-4a7c-4968-87c2-d1d9cb48ff77 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4383740 May 10 11:33:47.166939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42744) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:47.178104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': 'c0765934-229a-4ce2-959a-0317a588ba19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:47.184466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9219d3-4cce-4332-afc6-32abc5a367c8 req-91fd7502-cfb8-4a7f-9a59-09ccdd8cdac8 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:47.186036 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec9219d3-4cce-4332-afc6-32abc5a367c8 req-91fd7502-cfb8-4a7f-9a59-09ccdd8cdac8 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 950 time: 0.1935980 May 10 11:33:47.247805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec9219d3-4cce-4332-afc6-32abc5a367c8 req-c6424822-3d98-40f5-8592-d2cbad2bea72 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531480 May 10 11:33:47.249855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Deleting port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:47.250682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.386170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] For port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,segment=NetworkSegment(0fc681d8-dacd-49e3-93e5-e37b3ebf8401),segment_id=0fc681d8-dacd-49e3-93e5-e37b3ebf8401)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:47.386545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.397412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12249aac-7396-4ddd-b070-efb8dbc853ba req-85e8d064-87c1-426d-b862-3097bac47823 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340433 May 10 11:33:47.415310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.416904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Calling delete_port for 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:47.481332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459a23e-e669-4406-9dd5-0930008ddc5e req-799af108-115a-4ead-a022-48930d47d942 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:47.482870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1459a23e-e669-4406-9dd5-0930008ddc5e req-799af108-115a-4ead-a022-48930d47d942 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1129692 May 10 11:33:47.547219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1459a23e-e669-4406-9dd5-0930008ddc5e req-708aff31-f0d9-4bdd-9a18-c248ac9c2f89 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569282 May 10 11:33:47.607039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:47.610525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.636710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.673680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42758) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:47.684760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Pushing event deleted for resources: {'Port': ['ID=0fb8c995-0a5a-4ca6-9806-3099a388ccc4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:47.714902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a5a3c-9f93-4875-9168-9263248463cd req-d210ca4b-03af-435c-8207-1d013566b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:47.716451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d01a5a3c-9f93-4875-9168-9263248463cd req-d210ca4b-03af-435c-8207-1d013566b06d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1096 time: 0.2822397 May 10 11:33:47.745223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] No DVR routers for this DVR port 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:47.748046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.748174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56a940-176c-4184-b875-c2a234341f8a req-a8d8a056-72e4-4f22-a065-afb9e2e28ac7 tempest-LiveMigrationNegativeTest-716091388 tempest-LiveMigrationNegativeTest-716091388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:47.750111 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df56a940-176c-4184-b875-c2a234341f8a req-a8d8a056-72e4-4f22-a065-afb9e2e28ac7 tempest-LiveMigrationNegativeTest-716091388 tempest-LiveMigrationNegativeTest-716091388-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 1101 time: 0.2619059 May 10 11:33:47.751310 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270349ab-5221-422c-84e8-45d995a60e6a req-a0982360-cc8c-4d49-b5af-e6ab6b4e0bdc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.49 "DELETE /v2.0/ports/0fb8c995-0a5a-4ca6-9806-3099a388ccc4 HTTP/1.1" status: 204 len: 173 time: 0.7470057 May 10 11:33:47.751936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f00c62-38fd-4d15-ad22-5fe47dbfa277', 'name': 'network-vif-deleted', 'tag': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:47.754318 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04809a21-7e43-47e7-872e-7b922d2c6ce8" -d '{"events": [{"server_uuid": "23f00c62-38fd-4d15-ad22-5fe47dbfa277", "name": "network-vif-deleted", "tag": "0fb8c995-0a5a-4ca6-9806-3099a388ccc4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:47.776255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266d4d4-37fc-4c4e-b849-71ff483fc5fc req-6dcacde0-5350-4964-8a57-5ec4965308dc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:47.777799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0266d4d4-37fc-4c4e-b849-71ff483fc5fc req-6dcacde0-5350-4964-8a57-5ec4965308dc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 931 time: 0.1307425 May 10 11:33:47.827991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0266d4d4-37fc-4c4e-b849-71ff483fc5fc req-26a8ec5b-5ffd-4bf2-a34f-a38c59f45e16 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 May 10 11:33:47.838649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1783193562', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:47.841868 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df56a940-176c-4184-b875-c2a234341f8a req-3cd77e2a-2890-4e32-b2f6-8a1033fcd9b3 tempest-LiveMigrationNegativeTest-716091388 tempest-LiveMigrationNegativeTest-716091388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.876112 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a41e79-85c2-4df9-a387-952bd3a98126 x-openstack-request-id: req-66a41e79-85c2-4df9-a387-952bd3a98126 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:47.876404 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f00c62-38fd-4d15-ad22-5fe47dbfa277", "name": "network-vif-deleted", "tag": "0fb8c995-0a5a-4ca6-9806-3099a388ccc4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:47.876696 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66a41e79-85c2-4df9-a387-952bd3a98126 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:47.877101 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a41e79-85c2-4df9-a387-952bd3a98126'] response: {'server_uuid': '23f00c62-38fd-4d15-ad22-5fe47dbfa277', 'name': 'network-vif-deleted', 'tag': '0fb8c995-0a5a-4ca6-9806-3099a388ccc4', 'status': 'completed', 'code': 200} May 10 11:33:47.892366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d01a5a3c-9f93-4875-9168-9263248463cd req-56f8820d-bfa7-4eb4-96dc-d8fe6875d878 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673160 May 10 11:33:47.942175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95af036-d88f-4a56-86f7-bc7d760c6553 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:47.957128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Made reservation on behalf of 05e8d2aa63e04828bc5319116316e70e for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:47.959362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.967716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.981421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d328730c-448e-4464-82a1-59ff652acc74 req-cf040e92-3149-4fb2-b72e-97dbdbebf2dc tempest-ImagesTestJSON-1864649054 tempest-ImagesTestJSON-1864649054-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f00c62-38fd-4d15-ad22-5fe47dbfa277 HTTP/1.1" status: 200 len: 210 time: 0.0279567 May 10 11:33:48.016646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.039068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Transition to ACTIVE for port object a95af036-d88f-4a56-86f7-bc7d760c6553 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:48.053209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.186913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.245171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a95af036-d88f-4a56-86f7-bc7d760c6553,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:48.338623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df56a940-176c-4184-b875-c2a234341f8a req-3cd77e2a-2890-4e32-b2f6-8a1033fcd9b3 tempest-LiveMigrationNegativeTest-716091388 tempest-LiveMigrationNegativeTest-716091388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.380904 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-df56a940-176c-4184-b875-c2a234341f8a req-3cd77e2a-2890-4e32-b2f6-8a1033fcd9b3 tempest-LiveMigrationNegativeTest-716091388 tempest-LiveMigrationNegativeTest-716091388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.435172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.471858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=c9aa8d1c-7271-4a7c-b9a4-d1da8f33a115,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:48.492629 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.495458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df56a940-176c-4184-b875-c2a234341f8a req-3cd77e2a-2890-4e32-b2f6-8a1033fcd9b3 tempest-LiveMigrationNegativeTest-716091388 tempest-LiveMigrationNegativeTest-716091388-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223868 May 10 11:33:48.514927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd77e2a-2890-4e32-b2f6-8a1033fcd9b3 tempest-LiveMigrationNegativeTest-716091388 tempest-LiveMigrationNegativeTest-716091388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6457f7-7948-4973-bb3b-c5cd76cc9016,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:48.533527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadecdd0-b8bc-46fc-92d5-e6d945746b95 req-fcbf7fd8-b02a-4081-89e5-9823693a47a8 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:48.535272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cadecdd0-b8bc-46fc-92d5-e6d945746b95 req-fcbf7fd8-b02a-4081-89e5-9823693a47a8 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.0556002 May 10 11:33:48.546784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.587120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Attempting to bind port a95af036-d88f-4a56-86f7-bc7d760c6553 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:48.587275 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cadecdd0-b8bc-46fc-92d5-e6d945746b95 req-028667df-6bb5-40bb-b076-98e09a84822c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419211 May 10 11:33:48.587450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Attempting to bind port a95af036-d88f-4a56-86f7-bc7d760c6553 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:48.587777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Attempting to bind port a95af036-d88f-4a56-86f7-bc7d760c6553 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:48.589719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.599303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': '53f4d16f-a382-43b1-91bc-8b182bf1d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c0765934-229a-4ce2-959a-0317a588ba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:48.599698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: c0765934-229a-4ce2-959a-0317a588ba19, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:33:48.610143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] device_id is not set on port 51e49a1e-ccae-4def-adf5-6947a4ad0bb7 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:33:48.624013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Port a95af036-d88f-4a56-86f7-bc7d760c6553 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:33:48.624539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Attempting to bind port a95af036-d88f-4a56-86f7-bc7d760c6553 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:48.686533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-84a7824f-4d04-4a97-957a-a2fbce00929f req-9b0f039f-9ab3-4786-b9d8-614af498dbbd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:33:48.688093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84a7824f-4d04-4a97-957a-a2fbce00929f req-9b0f039f-9ab3-4786-b9d8-614af498dbbd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464802 May 10 11:33:48.700999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4067ac9-1f11-4e64-ae1a-795f6563932b req-aa15c91f-81af-47ad-bed6-4aa557de1913 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:48.702790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4067ac9-1f11-4e64-ae1a-795f6563932b req-aa15c91f-81af-47ad-bed6-4aa557de1913 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.0549581 May 10 11:33:48.710136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:48.710647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Checking segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:48.711399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Bound using segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:48.711945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Bound port: a95af036-d88f-4a56-86f7-bc7d760c6553, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:48.712313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.723427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30844b48-891d-43d7-b9ee-6de9c0d36485,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:48.752793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4067ac9-1f11-4e64-ae1a-795f6563932b req-2f3499d4-7665-4ef7-9768-e2c8fe1e537a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 May 10 11:33:48.778855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network c0765934-229a-4ce2-959a-0317a588ba19 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:33:48.825856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c0765934-229a-4ce2-959a-0317a588ba19) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:48.827869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Allocated IP 172.25.8.39 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/05acdc1c-c2ab-42eb-8be5-a32c43bb2b90) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:48.836351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:48.837367 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.843931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984a7f9-a606-4a5c-8005-021dfac8fbc2 None None] Network c0765934-229a-4ce2-959a-0317a588ba19 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:48.894437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] For port a95af036-d88f-4a56-86f7-bc7d760c6553, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:48.927890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-92e36903-5646-4d47-a85b-2ea658b4e036 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7556748 May 10 11:33:48.928915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42784) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:48.935612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-50bcf582-4810-4bd4-a376-8af44c2b74be tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-817712563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:48.951212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] For port a95af036-d88f-4a56-86f7-bc7d760c6553, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a95af036-d88f-4a56-86f7-bc7d760c6553,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:49.002994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f9fcc-909a-41ff-add5-cb3dfb214ebc req-df4c91d8-cf52-442a-9e94-e18695841396 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:49.008172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.011233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-857f9fcc-909a-41ff-add5-cb3dfb214ebc req-df4c91d8-cf52-442a-9e94-e18695841396 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 943 time: 0.0809996 May 10 11:33:49.014343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50bcf582-4810-4bd4-a376-8af44c2b74be tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.015521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50bcf582-4810-4bd4-a376-8af44c2b74be tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.077888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c0765934-229a-4ce2-959a-0317a588ba19', 'network_id': 'c0765934-229a-4ce2-959a-0317a588ba19', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': 'c9aa8d1c-7271-4a7c-b9a4-d1da8f33a115'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:33:49.080367 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.091586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-857f9fcc-909a-41ff-add5-cb3dfb214ebc req-7af1ef97-3174-4ba8-a67a-bc564a9b9664 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 May 10 11:33:49.126034 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50bcf582-4810-4bd4-a376-8af44c2b74be tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.135461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50bcf582-4810-4bd4-a376-8af44c2b74be tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.163709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50bcf582-4810-4bd4-a376-8af44c2b74be tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.168120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-50bcf582-4810-4bd4-a376-8af44c2b74be tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2366624 May 10 11:33:49.168986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42794) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:49.275740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Allocated IP 172.20.0.2 (c0765934-229a-4ce2-959a-0317a588ba19/c9aa8d1c-7271-4a7c-b9a4-d1da8f33a115/d810f8c7-2e73-4439-9730-7cbdbb0e2207) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:49.458439 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.468558 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.483329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.528183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Network c0765934-229a-4ce2-959a-0317a588ba19 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:49.533906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42820) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:49.534199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Pushing event updated for resources: {'Port': ['ID=d810f8c7-2e73-4439-9730-7cbdbb0e2207,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:49.538437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:49.538864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:49.539187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.540662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] 10.222.0.70 "PUT /v2.0/ports/a95af036-d88f-4a56-86f7-bc7d760c6553 HTTP/1.1" status: 200 len: 1091 time: 2.7395666 May 10 11:33:49.541389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:49.544163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b51275e-9354-4c9c-98d7-984af219b99a', 'tag': 'a95af036-d88f-4a56-86f7-bc7d760c6553'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:49.546533 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843ab587-b23b-400f-af2c-5815947e0443" -d '{"events": [{"name": "network-changed", "server_uuid": "4b51275e-9354-4c9c-98d7-984af219b99a", "tag": "a95af036-d88f-4a56-86f7-bc7d760c6553"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:49.571787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.639716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09848-694f-48ce-a725-bb58c972344f req-3ed46797-ee5d-4d43-83d0-7bcfed540dea tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:49.653489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12a09848-694f-48ce-a725-bb58c972344f req-3ed46797-ee5d-4d43-83d0-7bcfed540dea tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 950 time: 0.7263706 May 10 11:33:49.654011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Attempting to bind port d810f8c7-2e73-4439-9730-7cbdbb0e2207 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:49.654481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Attempting to bind port d810f8c7-2e73-4439-9730-7cbdbb0e2207 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '53f4d16f-a382-43b1-91bc-8b182bf1d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c0765934-229a-4ce2-959a-0317a588ba19'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:49.654949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Attempting to bind port d810f8c7-2e73-4439-9730-7cbdbb0e2207 on network c0765934-229a-4ce2-959a-0317a588ba19 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:33:49.656387 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98b6fe-ef56-43c4-b1a6-794878d8e22d x-openstack-request-id: req-cc98b6fe-ef56-43c4-b1a6-794878d8e22d {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:49.656673 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b51275e-9354-4c9c-98d7-984af219b99a", "tag": "a95af036-d88f-4a56-86f7-bc7d760c6553", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:49.656926 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc98b6fe-ef56-43c4-b1a6-794878d8e22d {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:49.657314 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc98b6fe-ef56-43c4-b1a6-794878d8e22d'] response: {'name': 'network-changed', 'server_uuid': '4b51275e-9354-4c9c-98d7-984af219b99a', 'tag': 'a95af036-d88f-4a56-86f7-bc7d760c6553', 'status': 'completed', 'code': 200} May 10 11:33:49.662389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:33:49.662920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Checking segment: {'id': '53f4d16f-a382-43b1-91bc-8b182bf1d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c0765934-229a-4ce2-959a-0317a588ba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:49.663452 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.663963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Bound using segment: {'id': '53f4d16f-a382-43b1-91bc-8b182bf1d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c0765934-229a-4ce2-959a-0317a588ba19'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:33:49.664530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Bound port: d810f8c7-2e73-4439-9730-7cbdbb0e2207, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4d16f-a382-43b1-91bc-8b182bf1d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c0765934-229a-4ce2-959a-0317a588ba19'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:49.665041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.697707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e936bcc-7263-46a4-bddb-143166e039f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a95af036-d88f-4a56-86f7-bc7d760c6553,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:49.746958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58bcd9d-70b9-41f8-b100-f9ec5512f7bc admin admin] Deleting subnet 24b2d4da-01c6-4051-b8e3-c7362047b4a1 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:33:49.750338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd9d-70b9-41f8-b100-f9ec5512f7bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.754602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] For port d810f8c7-2e73-4439-9730-7cbdbb0e2207, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:33:49.762492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] For port d810f8c7-2e73-4439-9730-7cbdbb0e2207, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d810f8c7-2e73-4439-9730-7cbdbb0e2207,segment=NetworkSegment(53f4d16f-a382-43b1-91bc-8b182bf1d8a1),segment_id=53f4d16f-a382-43b1-91bc-8b182bf1d8a1)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:33:49.770531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.816347 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd9d-70b9-41f8-b100-f9ec5512f7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.829533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331504bf-3686-404d-aeb0-58815dc0def1 req-d5cae2da-8036-49ef-843c-262ac2a9a44a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:49.833133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-331504bf-3686-404d-aeb0-58815dc0def1 req-d5cae2da-8036-49ef-843c-262ac2a9a44a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.0826983 May 10 11:33:49.840610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e31db-01d7-44ee-9fcd-e713f04ad974 None None] Pushing event updated for resources: {'Port': ['ID=d810f8c7-2e73-4439-9730-7cbdbb0e2207,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:49.900468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-57d0bec4-c7f8-4ea0-8f7c-152615e259e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:49.901681 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-57d0bec4-c7f8-4ea0-8f7c-152615e259e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 1094 time: 0.2965407 May 10 11:33:49.908133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12a09848-694f-48ce-a725-bb58c972344f req-1b8a6191-808c-414a-ad10-d79574109afc tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537568 May 10 11:33:49.910207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.20.0.1 (c0765934-229a-4ce2-959a-0317a588ba19/c9aa8d1c-7271-4a7c-b9a4-d1da8f33a115/03a8cbff-8c93-482c-a741-84545cdb6be6) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:49.913937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd9d-70b9-41f8-b100-f9ec5512f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:49.924246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-331504bf-3686-404d-aeb0-58815dc0def1 req-37ab742b-b564-4878-bcd3-c908026b5526 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593579 May 10 11:33:49.998480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.008526 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-bf04887d-f8b3-4828-bf9c-5641ae5cfc60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95af036-d88f-4a56-86f7-bc7d760c6553 HTTP/1.1" status: 200 len: 217 time: 0.0955954 May 10 11:33:50.110991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:50.137813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:50.142052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Allocated IP 172.25.8.30 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/51e49a1e-ccae-4def-adf5-6947a4ad0bb7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:50.159728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:50.163743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event updated for resources: {'Port': ['ID=05acdc1c-c2ab-42eb-8be5-a32c43bb2b90,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:50.212814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-70cd1a8f-5b29-486e-96b8-82d815613d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:50.215492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-70cd1a8f-5b29-486e-96b8-82d815613d16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1794379 May 10 11:33:50.224171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65994ae-6c5d-4c44-858b-9ed3e8419fe3 req-5654b3cc-469e-4c22-a8f9-a3f78475d27f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:50.225429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd9d-70b9-41f8-b100-f9ec5512f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.234200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e65994ae-6c5d-4c44-858b-9ed3e8419fe3 req-5654b3cc-469e-4c22-a8f9-a3f78475d27f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1709175 May 10 11:33:50.273119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.326801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e65994ae-6c5d-4c44-858b-9ed3e8419fe3 req-29dde4fa-1f97-4f5a-bf7a-8411cd20acae tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766251 May 10 11:33:50.331087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bcd9d-70b9-41f8-b100-f9ec5512f7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b2d4da-01c6-4051-b8e3-c7362047b4a1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:50.337556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d810f8c7-2e73-4439-9730-7cbdbb0e2207 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:50.395691 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.396233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd9d-70b9-41f8-b100-f9ec5512f7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.405450 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f58bcd9d-70b9-41f8-b100-f9ec5512f7bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/24b2d4da-01c6-4051-b8e3-c7362047b4a1 HTTP/1.1" status: 204 len: 168 time: 0.8596988 May 10 11:33:50.406487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d810f8c7-2e73-4439-9730-7cbdbb0e2207 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:50.406613 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.415763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42838) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:50.459896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network c0765934-229a-4ce2-959a-0317a588ba19 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:50.464906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:50.469808 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:50.525311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d810f8c7-2e73-4439-9730-7cbdbb0e2207 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:50.526237 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.549437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.570385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d810f8c7-2e73-4439-9730-7cbdbb0e2207, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d810f8c7-2e73-4439-9730-7cbdbb0e2207,segment=NetworkSegment(53f4d16f-a382-43b1-91bc-8b182bf1d8a1),segment_id=53f4d16f-a382-43b1-91bc-8b182bf1d8a1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:50.581793 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.633000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d810f8c7-2e73-4439-9730-7cbdbb0e2207,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:50.662315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=03a8cbff-8c93-482c-a741-84545cdb6be6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:50.725556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-faee7e5f-7b3a-4ef2-bff6-ef87d704a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:50.727103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-faee7e5f-7b3a-4ef2-bff6-ef87d704a212 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4071620 May 10 11:33:50.746369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-77f34e66-5a02-4024-8178-2715b81ec13f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:50.748027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-77f34e66-5a02-4024-8178-2715b81ec13f tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 950 time: 0.2038364 May 10 11:33:50.760387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32ea07-b6da-4e4d-b75e-22bb6e6b09a7 req-5c766da5-495d-43d5-b9e4-1100ca6d6be4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:50.761979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e32ea07-b6da-4e4d-b75e-22bb6e6b09a7 req-5c766da5-495d-43d5-b9e4-1100ca6d6be4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1404266 May 10 11:33:50.821812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.835001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.862604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a4c41-19f9-4c40-91c9-722fe17ab2a4 req-44043ce8-e3e3-4fc0-8cbd-b23341fc6c58 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:50.868356 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-999a4c41-19f9-4c40-91c9-722fe17ab2a4 req-44043ce8-e3e3-4fc0-8cbd-b23341fc6c58 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 943 time: 0.4293959 May 10 11:33:50.884153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-fc1a2b1a-3a48-4c6e-a999-60f8ba311b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:50.886001 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-fc1a2b1a-3a48-4c6e-a999-60f8ba311b82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1096 time: 0.2922070 May 10 11:33:50.916032 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e32ea07-b6da-4e4d-b75e-22bb6e6b09a7 req-c1aafdcf-6f11-46ef-95c8-4c4870c1e486 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247184 May 10 11:33:50.993831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.129875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579eeebc-c9e6-47bd-a8cd-74a955809d58 None None] Network c0765934-229a-4ce2-959a-0317a588ba19 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:51.148262 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-999a4c41-19f9-4c40-91c9-722fe17ab2a4 req-3b5b8fe3-af66-4478-a8a6-5ad1921c3c52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717364 May 10 11:33:51.180557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-433c8755-7156-4ffb-9626-f46fa7dedfbd service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434586 May 10 11:33:51.230078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-08389480-29a5-4626-9786-7a2b062b4aa9 None None] Provisioning complete for port d810f8c7-2e73-4439-9730-7cbdbb0e2207 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:51.230440 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-08389480-29a5-4626-9786-7a2b062b4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.233674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.280031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:51.316658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:33:51.317318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0fb8c995-0a5a-4ca6-9806-3099a388ccc4 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:33:51.322627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bf9b89-4489-46b5-88c1-da55d902cc5c']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:51.335202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.378547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc681d8-dacd-49e3-93e5-e37b3ebf8401') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:51.378791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc681d8-dacd-49e3-93e5-e37b3ebf8401') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:51.385132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-20c4e6a6-9e9c-4d21-839e-c01ed7d4e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:51.386619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-20c4e6a6-9e9c-4d21-839e-c01ed7d4e81d service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.4842222 May 10 11:33:51.415849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.419563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.420148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-08389480-29a5-4626-9786-7a2b062b4aa9 None None] Current status of the port d810f8c7-2e73-4439-9730-7cbdbb0e2207 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:51.516168 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.546253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7413-8b33-434b-9605-c8c436496ae5 req-27d01528-c132-4785-bafa-eb0ab3c1c7b8 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:51.547804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca6e7413-8b33-434b-9605-c8c436496ae5 req-27d01528-c132-4785-bafa-eb0ab3c1c7b8 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 950 time: 0.1009123 May 10 11:33:51.552934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Deleting port ad59b59f-708e-4c5e-a87c-dec6603902ed {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:51.553293 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.588577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:51.588979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: timer() May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:51.597314 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:51.620014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:51.659346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a4fdcfb-1fe7-44b1-99b3-1700c2ef4fb1 req-eee2897e-313e-4680-8871-2a83b2c6e58b service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669983 May 10 11:33:51.664174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.673532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:51.680482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca6e7413-8b33-434b-9605-c8c436496ae5 req-e0ef40a4-00eb-49d2-bff6-b41ef42fb600 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109440 May 10 11:33:51.686132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:51.689160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Pushing event updated for resources: {'Port': ['ID=51e49a1e-ccae-4def-adf5-6947a4ad0bb7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:51.702456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-1fb35de8-61e1-4a58-9c7a-a2ff7a827fbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 200 len: 1001 time: 0.2962368 May 10 11:33:51.704397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.753914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8dcc0a6f-c6c5-4f7b-a562-666807e24715 None None] Provisioning complete for port d810f8c7-2e73-4439-9730-7cbdbb0e2207 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:51.754283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8dcc0a6f-c6c5-4f7b-a562-666807e24715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.798445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] For port ad59b59f-708e-4c5e-a87c-dec6603902ed, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ad59b59f-708e-4c5e-a87c-dec6603902ed,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:51.799080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.818721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc5ece-dfd2-4fd4-941b-342291bcb695 req-7aae1370-df62-48c6-8e17-a9303fb9db07 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:51.820335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-decc5ece-dfd2-4fd4-941b-342291bcb695 req-7aae1370-df62-48c6-8e17-a9303fb9db07 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.3855264 May 10 11:33:51.833430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Calling delete_port for ad59b59f-708e-4c5e-a87c-dec6603902ed owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:51.861813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.864184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc0a6f-c6c5-4f7b-a562-666807e24715 None None] Current status of the port d810f8c7-2e73-4439-9730-7cbdbb0e2207 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:51.880858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8dcc0a6f-c6c5-4f7b-a562-666807e24715 None None] Provisioning complete for port 03a8cbff-8c93-482c-a741-84545cdb6be6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:51.881136 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8dcc0a6f-c6c5-4f7b-a562-666807e24715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.890927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.894452 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] 10.222.0.13 "DELETE /v2.0/networks/07bf9b89-4489-46b5-88c1-da55d902cc5c HTTP/1.1" status: 204 len: 168 time: 1.4776216 May 10 11:33:51.909890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:51.910495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.928625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-c9b514c4-7921-4cb4-ad9a-4125789bdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:51.929998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-c9b514c4-7921-4cb4-ad9a-4125789bdccc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.2041671 May 10 11:33:51.930715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc0196-d271-4d21-b2bb-ae399833c838 admin admin] Pushing event deleted for resources: {'Network': ['ID=07bf9b89-4489-46b5-88c1-da55d902cc5c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:51.939033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc0a6f-c6c5-4f7b-a562-666807e24715 None None] Port 03a8cbff-8c93-482c-a741-84545cdb6be6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:51.951729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=03a8cbff-8c93-482c-a741-84545cdb6be6,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:51.954593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.067598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-35454c1e-0994-48bc-9ae4-82d26e4d5c7e None None] Provisioning complete for port 03a8cbff-8c93-482c-a741-84545cdb6be6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:52.068619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-35454c1e-0994-48bc-9ae4-82d26e4d5c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.130159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-35454c1e-0994-48bc-9ae4-82d26e4d5c7e None None] Port 03a8cbff-8c93-482c-a741-84545cdb6be6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:52.145600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42850) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:52.170084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.182841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['ad59b59f-708e-4c5e-a87c-dec6603902ed'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:52.187770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280d07d-c0bb-4cfe-8c5c-a2df2634296c req-0b5125f7-2a79-4800-9ae7-af57b6014923 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:52.189405 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9280d07d-c0bb-4cfe-8c5c-a2df2634296c req-0b5125f7-2a79-4800-9ae7-af57b6014923 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1605630 May 10 11:33:52.212936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d83e38b9-fe95-446e-82dd-b4f45fbbb8dd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:52.230364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Pushing event deleted for resources: {'Port': ['ID=ad59b59f-708e-4c5e-a87c-dec6603902ed,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:52.299264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d810f8c7-2e73-4439-9730-7cbdbb0e2207 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:52.316340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network c0765934-229a-4ce2-959a-0317a588ba19 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:52.341075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:52.350319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] No DVR routers for this DVR port ad59b59f-708e-4c5e-a87c-dec6603902ed on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:52.376097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5939bb33-4927-4b6d-ab86-4e52b7137146 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5e752c34ead485e8a14f60235065557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229874 May 10 11:33:52.377119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42854) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:52.377753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.382075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab587-b23b-400f-af2c-5815947e0443 req-98b8cda7-5d30-4fe0-9944-d8fdbe7e3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:52.382736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-866f1e2b-1c26-4869-8a6b-c2d465c994ed req-1efdaca6-32aa-4773-a6cb-9e76bafb4b62 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.49 "DELETE /v2.0/ports/ad59b59f-708e-4c5e-a87c-dec6603902ed HTTP/1.1" status: 204 len: 173 time: 1.6186786 May 10 11:33:52.383561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-843ab587-b23b-400f-af2c-5815947e0443 req-98b8cda7-5d30-4fe0-9944-d8fdbe7e3d05 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 1094 time: 0.6372852 May 10 11:33:52.387597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aec6ab-ab2b-491d-9f86-267249d5563b', 'name': 'network-vif-deleted', 'tag': 'ad59b59f-708e-4c5e-a87c-dec6603902ed'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:52.390062 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592dc59-2969-42d6-8858-7d40731c9ce6" -d '{"events": [{"server_uuid": "c3aec6ab-ab2b-491d-9f86-267249d5563b", "name": "network-vif-deleted", "tag": "ad59b59f-708e-4c5e-a87c-dec6603902ed"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:52.390651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90448f88-5143-4ee8-b0bb-7e7b7861049e tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.7105587 May 10 11:33:52.394724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d810f8c7-2e73-4439-9730-7cbdbb0e2207 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:52.395375 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.395655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42856) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:52.414415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9280d07d-c0bb-4cfe-8c5c-a2df2634296c req-fc0ebe34-db66-47ac-ad25-2dbec6d20f4d tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851320 May 10 11:33:52.429727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30'}]}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:52.464050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-decc5ece-dfd2-4fd4-941b-342291bcb695 req-758af9d3-9297-4859-a331-4cd1b5990720 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926998 May 10 11:33:52.565693 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dcc418-4e19-4c06-80be-f3aa4b0f5fbd x-openstack-request-id: req-46dcc418-4e19-4c06-80be-f3aa4b0f5fbd {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:52.566169 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aec6ab-ab2b-491d-9f86-267249d5563b", "name": "network-vif-deleted", "tag": "ad59b59f-708e-4c5e-a87c-dec6603902ed", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:52.567286 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46dcc418-4e19-4c06-80be-f3aa4b0f5fbd {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:52.567811 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46dcc418-4e19-4c06-80be-f3aa4b0f5fbd'] response: {'server_uuid': 'c3aec6ab-ab2b-491d-9f86-267249d5563b', 'name': 'network-vif-deleted', 'tag': 'ad59b59f-708e-4c5e-a87c-dec6603902ed', 'status': 'completed', 'code': 200} May 10 11:33:52.603319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d810f8c7-2e73-4439-9730-7cbdbb0e2207 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:52.626398 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.642440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-dd822465-b4a6-494d-b6f9-db27a073685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:52.644543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-dd822465-b4a6-494d-b6f9-db27a073685b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7025766 May 10 11:33:52.647281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.685679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.686867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.782529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.803974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e7dc3-5bc2-4421-a3a9-d26add438dd5 req-9d5c3685-8888-41ea-96e5-3838f786d359 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:52.805785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a7e7dc3-5bc2-4421-a3a9-d26add438dd5 req-9d5c3685-8888-41ea-96e5-3838f786d359 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 943 time: 0.2609403 May 10 11:33:52.905773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b322ab6-9fe2-4a35-b81b-4e7e52f5c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.908038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router df95b272-9573-4797-97ad-4191e5e41cd7 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:52.913565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68e5fc07-99d6-4976-9132-cdc8b11a2529 req-91f2a50d-b572-418b-a59a-5ffbb42db00a tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3aec6ab-ab2b-491d-9f86-267249d5563b HTTP/1.1" status: 200 len: 210 time: 0.0528574 May 10 11:33:52.919038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab587-b23b-400f-af2c-5815947e0443 req-77f982c7-7b46-4fdb-9870-c3e2d0709d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:52.920486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-843ab587-b23b-400f-af2c-5815947e0443 req-77f982c7-7b46-4fdb-9870-c3e2d0709d56 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.5247967 May 10 11:33:52.981931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ebe44f0e-7581-4418-a359-95ca72d2514a None None] Provisioning complete for port 03a8cbff-8c93-482c-a741-84545cdb6be6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:52.982192 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe44f0e-7581-4418-a359-95ca72d2514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.018443 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-843ab587-b23b-400f-af2c-5815947e0443 req-da3edd09-94f0-4321-95a8-1a2b13279fc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95af036-d88f-4a56-86f7-bc7d760c6553 HTTP/1.1" status: 200 len: 217 time: 0.0869827 May 10 11:33:53.028303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b322ab6-9fe2-4a35-b81b-4e7e52f5c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.038822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44f0e-7581-4418-a359-95ca72d2514a None None] Port 03a8cbff-8c93-482c-a741-84545cdb6be6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:33:53.090330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-d311769c-b160-4b09-b23f-9c2beabbe11e service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361265 May 10 11:33:53.132879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-c980f1fc-44d9-45c9-8fbf-8759c9a762a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2179568 May 10 11:33:53.135460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.154752 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a7e7dc3-5bc2-4421-a3a9-d26add438dd5 req-5fdb23b9-cce9-4b98-9024-f53185166298 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379234 May 10 11:33:53.213775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:53.222049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c8267579-8080-439c-9af7-dcd55a6d09b2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/df95b272-9573-4797-97ad-4191e5e41cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0517013 May 10 11:33:53.228203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab587-b23b-400f-af2c-5815947e0443 req-9b9cdaf1-1a62-4ba1-a5e3-027beb44645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:53.228790 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a6cfb6-8104-4cba-8ad0-5dbef54713b8 None None] Sync routers for ids ['df95b272-9573-4797-97ad-4191e5e41cd7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:53.230636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-843ab587-b23b-400f-af2c-5815947e0443 req-9b9cdaf1-1a62-4ba1-a5e3-027beb44645d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.2043500 May 10 11:33:53.234785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42862) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:53.241701 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6cfb6-8104-4cba-8ad0-5dbef54713b8 None None] Routers {'df95b272-9573-4797-97ad-4191e5e41cd7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:53.243078 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b5a6cfb6-8104-4cba-8ad0-5dbef54713b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['df95b272-9573-4797-97ad-4191e5e41cd7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:53.277155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-4e85eb29-7de2-4ac5-929f-1c534c4f9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:53.278856 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-4e85eb29-7de2-4ac5-929f-1c534c4f9b8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1095 time: 0.1177604 May 10 11:33:53.311247 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b5a6cfb6-8104-4cba-8ad0-5dbef54713b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:53.320615 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6cfb6-8104-4cba-8ad0-5dbef54713b8 None None] Routers {'df95b272-9573-4797-97ad-4191e5e41cd7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:53.322277 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b5a6cfb6-8104-4cba-8ad0-5dbef54713b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['df95b272-9573-4797-97ad-4191e5e41cd7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:53.361187 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b5a6cfb6-8104-4cba-8ad0-5dbef54713b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:53.362414 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a6cfb6-8104-4cba-8ad0-5dbef54713b8 None None] The sync data for ids ['df95b272-9573-4797-97ad-4191e5e41cd7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:53.363974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ed1bb-d1cf-40e6-a82a-91d25c310e99 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:53.365431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b75ed1bb-d1cf-40e6-a82a-91d25c310e99 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports/03a8cbff-8c93-482c-a741-84545cdb6be6 HTTP/1.1" status: 200 len: 910 time: 0.1262088 May 10 11:33:53.374958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42864) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:53.377261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b322ab6-9fe2-4a35-b81b-4e7e52f5c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.380857 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b322ab6-9fe2-4a35-b81b-4e7e52f5c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.382026 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b322ab6-9fe2-4a35-b81b-4e7e52f5c92e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28c531ca-db5c-4f0e-8453-b14c88620a19 HTTP/1.1" status: 204 len: 168 time: 0.9903290 May 10 11:33:53.408929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Router 73834889-51c8-4fc5-9848-3505635e8de0 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:33:53.456124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-e91fbd3c-9697-45db-8991-0424a271cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:53.457600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-e91fbd3c-9697-45db-8991-0424a271cf1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.1534956 May 10 11:33:53.458506 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94ac1917-e019-45a6-947f-0088fd97c8dc req-af994307-d793-456b-ad6c-9bf4cf2fd853 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554647 May 10 11:33:53.490086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b322ab6-9fe2-4a35-b81b-4e7e52f5c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c531ca-db5c-4f0e-8453-b14c88620a19,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:53.504178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab587-b23b-400f-af2c-5815947e0443 req-ba5020a9-1c02-4359-a1cb-84855ee067aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:53.506407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-843ab587-b23b-400f-af2c-5815947e0443 req-ba5020a9-1c02-4359-a1cb-84855ee067aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526264 May 10 11:33:53.681140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-d5ac29f3-0e4f-4565-b181-14808c79faba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.2123950 May 10 11:33:53.727588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a95af036-d88f-4a56-86f7-bc7d760c6553 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:33:53.771213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78e5f9-8cab-4b22-afbe-cdb163c03b71 req-e7c3383a-7877-4b6a-adb4-ac521f881ad5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:53.778601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b78e5f9-8cab-4b22-afbe-cdb163c03b71 req-e7c3383a-7877-4b6a-adb4-ac521f881ad5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1793656 May 10 11:33:53.783512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.819255 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.824185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-ff34c303-edc0-4c10-92d0-b51f4ee55047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:53.825676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-ff34c303-edc0-4c10-92d0-b51f4ee55047 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1256959 May 10 11:33:53.919095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a95af036-d88f-4a56-86f7-bc7d760c6553, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a95af036-d88f-4a56-86f7-bc7d760c6553,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:53.933173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b78e5f9-8cab-4b22-afbe-cdb163c03b71 req-e7d8c0b6-64aa-4f54-870d-a40091407107 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402748 May 10 11:33:53.935031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-843ab587-b23b-400f-af2c-5815947e0443 req-182f0271-710a-453e-99ab-09e7806efa97 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033110 May 10 11:33:53.935157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'a95af036-d88f-4a56-86f7-bc7d760c6553', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': 'a95af036-d88f-4a56-86f7-bc7d760c6553', 'mac_address': 'fa:16:3e:4e:b9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:33:53.990619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a95af036-d88f-4a56-86f7-bc7d760c6553 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:53.991107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.004478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-aa43e371-8e0c-4318-8a55-39544c64a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:54.006013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-aa43e371-8e0c-4318-8a55-39544c64a7e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714551 May 10 11:33:54.028748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95af036-d88f-4a56-86f7-bc7d760c6553 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:33:54.029343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa516288-1be8-4844-8102-63ef8f88b114 req-a2114707-6136-4aa5-b425-12d0b923a350 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:54.030867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa516288-1be8-4844-8102-63ef8f88b114 req-a2114707-6136-4aa5-b425-12d0b923a350 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.4297020 May 10 11:33:54.080413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a95af036-d88f-4a56-86f7-bc7d760c6553, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a95af036-d88f-4a56-86f7-bc7d760c6553,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:54.094044 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.155007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa516288-1be8-4844-8102-63ef8f88b114 req-86887418-0559-4ccc-884f-134ff0d0d586 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937183 May 10 11:33:54.156996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.164791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:54.174734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.179013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2242f37-f6b6-4af6-8b35-1fdd6d43e8d3 None None] Sync routers for ids ['73834889-51c8-4fc5-9848-3505635e8de0'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:54.180352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9e2ee287-4a83-4d8f-804a-6c7065f30112 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "PUT /v2.0/routers/73834889-51c8-4fc5-9848-3505635e8de0 HTTP/1.1" status: 200 len: 882 time: 7.2917564 May 10 11:33:54.181261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42888) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:54.202180 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-d7e0375e-5d38-49fd-a0f6-23cc2d7ea278 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856987 May 10 11:33:54.394445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7dd3fd06-5233-42a0-96ee-1fe6d41e2bca tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/routers/73834889-51c8-4fc5-9848-3505635e8de0 HTTP/1.1" status: 200 len: 923 time: 0.2097797 May 10 11:33:54.396735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42896) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:54.425422 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.429571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.482603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2242f37-f6b6-4af6-8b35-1fdd6d43e8d3 None None] Routers {'73834889-51c8-4fc5-9848-3505635e8de0'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:54.483391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a2242f37-f6b6-4af6-8b35-1fdd6d43e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['73834889-51c8-4fc5-9848-3505635e8de0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:54.501950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39cb0a3f-6774-4c0d-9667-adfd3ebcc46e req-03d471b0-d215-432b-a5a7-f7f9eb4f8fc8 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721598 May 10 11:33:54.514332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb77652-f093-4c89-9581-1e09769c1aae req-d5241d83-8314-4281-bb1b-d8802d6798a6 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:54.515911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bb77652-f093-4c89-9581-1e09769c1aae req-d5241d83-8314-4281-bb1b-d8802d6798a6 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 950 time: 0.1584013 May 10 11:33:54.516737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.517275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a82ba8a3-2992-4818-ba42-7cf1882db536 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:54.538536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a2242f37-f6b6-4af6-8b35-1fdd6d43e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:54.548837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a95af036-d88f-4a56-86f7-bc7d760c6553,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:54.554916 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 10 11:33:54.556324 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-43ae1824-38ec-43cb-a789-902149dfc8b6 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1594658 May 10 11:33:54.558417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2242f37-f6b6-4af6-8b35-1fdd6d43e8d3 None None] Routers {'73834889-51c8-4fc5-9848-3505635e8de0'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:54.559368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42900) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:54.559487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a2242f37-f6b6-4af6-8b35-1fdd6d43e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['73834889-51c8-4fc5-9848-3505635e8de0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:54.566319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b6640f-44a2-4f07-8e42-3b7330591f84 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:54.570993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-28b6640f-44a2-4f07-8e42-3b7330591f84 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=73834889-51c8-4fc5-9848-3505635e8de0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1607308 May 10 11:33:54.577243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42902) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:54.605148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bb77652-f093-4c89-9581-1e09769c1aae req-ad225d78-ec70-42f7-8c66-018eddcc6d51 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810587 May 10 11:33:54.622024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.622932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.623521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.623961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.625419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.625844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.626238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.626629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.627017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.627496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.627907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.628292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.637081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a95af036-d88f-4a56-86f7-bc7d760c6553'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:54.639781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-843ab587-b23b-400f-af2c-5815947e0443 req-978d34b9-8f1b-478c-ade2-a3f8c847b59f service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593053 May 10 11:33:54.640804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a2242f37-f6b6-4af6-8b35-1fdd6d43e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:54.641960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2242f37-f6b6-4af6-8b35-1fdd6d43e8d3 None None] The sync data for ids ['73834889-51c8-4fc5-9848-3505635e8de0'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:54.679665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fda56-902f-4a68-972a-db5bfebc2311 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Deleting port 51e49a1e-ccae-4def-adf5-6947a4ad0bb7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:54.680393 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb7fda56-902f-4a68-972a-db5bfebc2311 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.686096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442dfcc-81a6-49f0-a4a6-4cae3153878c req-4cee31aa-64c2-4d83-a379-3117361655d0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:54.687628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c442dfcc-81a6-49f0-a4a6-4cae3153878c req-4cee31aa-64c2-4d83-a379-3117361655d0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 944 time: 0.2918582 May 10 11:33:54.731957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42906) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:54.755077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.784951 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb7fda56-902f-4a68-972a-db5bfebc2311 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.799597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fda56-902f-4a68-972a-db5bfebc2311 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Calling delete_port for 51e49a1e-ccae-4def-adf5-6947a4ad0bb7 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:54.809638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c442dfcc-81a6-49f0-a4a6-4cae3153878c req-237880d9-8677-40e8-922f-2496721680bf tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133544 May 10 11:33:54.841620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0707d139-21cc-490d-a0d9-c8259aad687f tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:54.845957 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0707d139-21cc-490d-a0d9-c8259aad687f tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 881 time: 0.2616944 May 10 11:33:54.846818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42910) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:54.880144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-899b1208-b899-4f49-a030-1fa498c64dfb tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=73834889-51c8-4fc5-9848-3505635e8de0 HTTP/1.1" status: 200 len: 205 time: 0.0302696 May 10 11:33:54.882420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42912) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:54.894855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1778617032-network', 'tenant_id': '9701924045b1433aa5e8fc391105baf8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:54.920362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Made reservation on behalf of 9701924045b1433aa5e8fc391105baf8 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:54.922623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.957820 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.992256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb7fda56-902f-4a68-972a-db5bfebc2311 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.050455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fda56-902f-4a68-972a-db5bfebc2311 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Pushing event deleted for resources: {'Port': ['ID=51e49a1e-ccae-4def-adf5-6947a4ad0bb7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:55.059651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.169804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b8250-8024-489c-a058-45d6d280b823 req-d11cabf8-1670-40ad-85ce-9559381c1657 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:55.171342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f4b8250-8024-489c-a058-45d6d280b823 req-d11cabf8-1670-40ad-85ce-9559381c1657 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1648843 May 10 11:33:55.172501 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb7fda56-902f-4a68-972a-db5bfebc2311 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.175787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bb7fda56-902f-4a68-972a-db5bfebc2311 tempest-RoutersAdminNegativeIpV6Test-1713264371 tempest-RoutersAdminNegativeIpV6Test-1713264371-project-admin] 10.222.0.13 "DELETE /v2.0/ports/51e49a1e-ccae-4def-adf5-6947a4ad0bb7 HTTP/1.1" status: 204 len: 168 time: 0.6135607 May 10 11:33:55.243233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.264356 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f4b8250-8024-489c-a058-45d6d280b823 req-19f8c65d-83a5-4066-a3af-26b9ad021872 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774219 May 10 11:33:55.272199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.292174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ad59b59f-708e-4c5e-a87c-dec6603902ed no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:55.310949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:33:55.326743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: ad59b59f-708e-4c5e-a87c-dec6603902ed {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:33:55.327628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ad59b59f-708e-4c5e-a87c-dec6603902ed not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:33:55.345407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.345882 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Added segment a1467675-c813-49a2-a63b-fea73d8fa927 of type vlan for network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 May 10 11:33:55.367202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff83ae9-fa5f-4557-a761-32a41df91b35,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:55.402510 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.429812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.431006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:55.431589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.477859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42922) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:55.496729 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7585249 May 10 11:33:55.501334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42926) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:55.509411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Request body: {'subnet': {'network_id': '37e8bc4d-fb52-41eb-81e4-955f6f6cabe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1778617032-subnet', 'tenant_id': '9701924045b1433aa5e8fc391105baf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:55.520737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12477b56-8059-4117-86ba-af1ae95b38f5 admin admin] Pushing event updated for resources: {'Network': ['ID=37e8bc4d-fb52-41eb-81e4-955f6f6cabe7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:55.532098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:33:55.535337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Made reservation on behalf of 9701924045b1433aa5e8fc391105baf8 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:55.540084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.638730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0a04-b30f-40e2-bbe0-c8173d9232e5 req-de629547-28b6-46ae-bd72-b74c55e833b3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:55.646236 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-832d0a04-b30f-40e2-bbe0-c8173d9232e5 req-de629547-28b6-46ae-bd72-b74c55e833b3 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1428409 May 10 11:33:55.670018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.696190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8edaeb28-10df-4ea9-acca-bb49f8afe229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.728294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-832d0a04-b30f-40e2-bbe0-c8173d9232e5 req-6bf085b3-976b-490e-a294-2eb573337646 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811512 May 10 11:33:55.731436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a95af036-d88f-4a56-86f7-bc7d760c6553 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:33:55.755024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 03a8cbff-8c93-482c-a741-84545cdb6be6 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:55.755024 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.800360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port a95af036-d88f-4a56-86f7-bc7d760c6553 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:55.805210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port a95af036-d88f-4a56-86f7-bc7d760c6553 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:55.805414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.806100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866407f-6163-4952-9520-a4f4a4943bdd req-07cf5a8c-5ca3-458a-8d8f-fe5531a7fc30 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:55.808267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a866407f-6163-4952-9520-a4f4a4943bdd req-07cf5a8c-5ca3-458a-8d8f-fe5531a7fc30 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 950 time: 0.1174095 May 10 11:33:55.838452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767d407-f577-428f-ab02-5eccbd072c34 req-777a1716-4b40-42e2-a768-7af57e614617 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:55.839994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0767d407-f577-428f-ab02-5eccbd072c34 req-777a1716-4b40-42e2-a768-7af57e614617 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.70 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 950 time: 0.1434920 May 10 11:33:55.864799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.903978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Deleting port 05acdc1c-c2ab-42eb-8be5-a32c43bb2b90 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:55.904327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.909618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.913289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a95af036-d88f-4a56-86f7-bc7d760c6553 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:33:55.913684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.929991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55a9160-2ac4-4ee1-ac28-827fe8a189b7,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:55.944216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b51275e-9354-4c9c-98d7-984af219b99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95af036-d88f-4a56-86f7-bc7d760c6553'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:55.946479 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b71d1f-00e8-4d9e-96e2-affe4c36cd09" -d '{"events": [{"server_uuid": "4b51275e-9354-4c9c-98d7-984af219b99a", "name": "network-vif-plugged", "status": "completed", "tag": "a95af036-d88f-4a56-86f7-bc7d760c6553"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:55.948799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a866407f-6163-4952-9520-a4f4a4943bdd req-b4862fc3-0972-4624-8834-ac5dea049094 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a95ccc-a98d-4ec9-8ac6-af005dbae31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286442 May 10 11:33:55.961981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a95af036-d88f-4a56-86f7-bc7d760c6553, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a95af036-d88f-4a56-86f7-bc7d760c6553,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:55.968609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.014016 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58654b1-8d86-4e65-a193-f757f00a9939 x-openstack-request-id: req-c58654b1-8d86-4e65-a193-f757f00a9939 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:56.014392 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b51275e-9354-4c9c-98d7-984af219b99a", "name": "network-vif-plugged", "status": "completed", "tag": "a95af036-d88f-4a56-86f7-bc7d760c6553", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:56.014590 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c58654b1-8d86-4e65-a193-f757f00a9939 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:56.014950 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58654b1-8d86-4e65-a193-f757f00a9939'] response: {'server_uuid': '4b51275e-9354-4c9c-98d7-984af219b99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95af036-d88f-4a56-86f7-bc7d760c6553', 'code': 200} May 10 11:33:56.018132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 03a8cbff-8c93-482c-a741-84545cdb6be6 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:56.040874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a95af036-d88f-4a56-86f7-bc7d760c6553,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:56.041319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8edaeb28-10df-4ea9-acca-bb49f8afe229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.042391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Checking segment: {'id': 'a1467675-c813-49a2-a63b-fea73d8fa927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37e8bc4d-fb52-41eb-81e4-955f6f6cabe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:33:56.043096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Network hostable DHCP agents. Network: 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:33:56.051086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8edaeb28-10df-4ea9-acca-bb49f8afe229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.094819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:33:56.100468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8edaeb28-10df-4ea9-acca-bb49f8afe229 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c607fbcc39074b84840db3abaeba7afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215858 May 10 11:33:56.103332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42934) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:56.110443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaeb28-10df-4ea9-acca-bb49f8afe229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b958283-d232-41e6-a58c-ccab5e4feb8e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:56.124106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:56.131174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f96d84-c1ae-42a3-a659-ef538e8c08cd req-f2231d8d-8685-4a91-9642-75814f815452 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:56.131720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:56.132341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.132457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39f96d84-c1ae-42a3-a659-ef538e8c08cd req-f2231d8d-8685-4a91-9642-75814f815452 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.2048888 May 10 11:33:56.135806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.146074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc858dee-fcb7-4674-9e71-a579071a047f None None] Network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:56.165868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f5b93c17-5405-478e-bdf6-3f139652c16a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6636696 May 10 11:33:56.176461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Calling delete_port for 05acdc1c-c2ab-42eb-8be5-a32c43bb2b90 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:56.185098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b77b395f-4c01-4d4a-959d-ef4506aa73f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.214336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b77b395f-4c01-4d4a-959d-ef4506aa73f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.298052 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b77b395f-4c01-4d4a-959d-ef4506aa73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.301702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b77b395f-4c01-4d4a-959d-ef4506aa73f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.308554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b77b395f-4c01-4d4a-959d-ef4506aa73f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b958283-d232-41e6-a58c-ccab5e4feb8e HTTP/1.1" status: 204 len: 168 time: 0.2041070 May 10 11:33:56.323292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b395f-4c01-4d4a-959d-ef4506aa73f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b958283-d232-41e6-a58c-ccab5e4feb8e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:56.338584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Deleting port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:56.339166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.366620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d10c70-2147-4c41-9f00-7bfff440f7e5 None None] Network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:56.378874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39f96d84-c1ae-42a3-a659-ef538e8c08cd req-f5d02bfd-deb5-4e7e-8e72-f07cf061076c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162402 May 10 11:33:56.396604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c967-f397-4121-9a76-bfe4918e2ca3 req-9f2c456f-e18d-4888-9d2c-200ee1940c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:56.398090 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4592c967-f397-4121-9a76-bfe4918e2ca3 req-9f2c456f-e18d-4888-9d2c-200ee1940c4a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 1096 time: 0.2994857 May 10 11:33:56.455423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df422-4a75-46a7-ae07-beabe2e8383a req-c62a944d-597d-4909-b12b-d3bd6c7258a1 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:56.468438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d81df422-4a75-46a7-ae07-beabe2e8383a req-c62a944d-597d-4909-b12b-d3bd6c7258a1 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.0889664 May 10 11:33:56.583607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d81df422-4a75-46a7-ae07-beabe2e8383a req-7f2b5726-3700-468c-9405-b51772d84718 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131227 May 10 11:33:56.620016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4592c967-f397-4121-9a76-bfe4918e2ca3 req-1940052c-1e47-446d-bed7-ec50ea063937 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850052 May 10 11:33:56.667123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] For port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:56.667745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.678391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.697580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Calling delete_port for d83e38b9-fe95-446e-82dd-b4f45fbbb8dd owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:56.722478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=03a8cbff-8c93-482c-a741-84545cdb6be6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:56.736098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.803205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42952) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:56.851239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event deleted for resources: {'Port': ['ID=05acdc1c-c2ab-42eb-8be5-a32c43bb2b90,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:56.902100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-981b32a4-d569-4d7a-a7cf-f7dc03b64f21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05e8d2aa63e04828bc5319116316e70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951326 May 10 11:33:56.902471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:57.108798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.134635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.274702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cc132-e40c-4d93-9886-70641db284b2 req-0bc2e962-77ba-48ce-a340-eea0bb9918c7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:57.276216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364cc132-e40c-4d93-9886-70641db284b2 req-0bc2e962-77ba-48ce-a340-eea0bb9918c7 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.4370775 May 10 11:33:57.309279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.317205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-662bc435-0fff-4e0b-988a-95ee18717cd0 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:57.318797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-662bc435-0fff-4e0b-988a-95ee18717cd0 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/networks?id=37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 HTTP/1.1" status: 200 len: 818 time: 0.4257593 May 10 11:33:57.320042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.323642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.328060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-062f2a84-f0e3-4101-aa6c-9fb16f70ce40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.337250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-364cc132-e40c-4d93-9886-70641db284b2 req-31649d63-62a2-4f9f-a7f5-152625d380c9 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491772 May 10 11:33:57.343353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d83e38b9-fe95-446e-82dd-b4f45fbbb8dd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:33:57.358339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-062f2a84-f0e3-4101-aa6c-9fb16f70ce40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.414360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Pushing event deleted for resources: {'Port': ['ID=d83e38b9-fe95-446e-82dd-b4f45fbbb8dd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:57.420792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-14406800-854b-49ea-8057-13d93298019c tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/quotas/9701924045b1433aa5e8fc391105baf8 HTTP/1.1" status: 200 len: 375 time: 0.0907867 May 10 11:33:57.429115 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.429115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Fanout notify agent at l3_agent the message router_deleted on router 73834889-51c8-4fc5-9848-3505635e8de0 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:57.451505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c575f8e-cef8-4f69-b0ac-a382ae780d7f req-737ee0de-8194-4445-9d07-49a5aee39602 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca27020-03db-40d5-9a48-e91cbbaeb253 HTTP/1.1" status: 200 len: 210 time: 0.0333369 May 10 11:33:57.454487 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-062f2a84-f0e3-4101-aa6c-9fb16f70ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.457813 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-062f2a84-f0e3-4101-aa6c-9fb16f70ce40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.463487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-062f2a84-f0e3-4101-aa6c-9fb16f70ce40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30844b48-891d-43d7-b9ee-6de9c0d36485 HTTP/1.1" status: 204 len: 168 time: 0.5600467 May 10 11:33:57.471914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f2a84-f0e3-4101-aa6c-9fb16f70ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30844b48-891d-43d7-b9ee-6de9c0d36485,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:57.496407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.504156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-214470a0-3233-4152-80c2-2920d70ed481 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/73834889-51c8-4fc5-9848-3505635e8de0 HTTP/1.1" status: 204 len: 168 time: 2.6148901 May 10 11:33:57.504721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42972) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:57.508448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-49a3e820-b660-4ee8-9503-00eb0e0fc416 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1905298054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:57.571663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49a3e820-b660-4ee8-9503-00eb0e0fc416 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.572991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49a3e820-b660-4ee8-9503-00eb0e0fc416 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.573640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] No DVR routers for this DVR port d83e38b9-fe95-446e-82dd-b4f45fbbb8dd on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:57.577638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.581594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0767d407-f577-428f-ab02-5eccbd072c34 req-70642472-dc6b-4463-970a-be98d6ea2851 tempest-LiveMigrationNegativeTest-1721912581 tempest-LiveMigrationNegativeTest-1721912581-project] 10.222.0.70 "DELETE /v2.0/ports/d83e38b9-fe95-446e-82dd-b4f45fbbb8dd HTTP/1.1" status: 204 len: 173 time: 1.7304270 May 10 11:33:57.604872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edfeb1-57ac-469f-9682-a60b7c472b13 req-05ef8545-8a56-4b50-ac91-61d698b8c173 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:57.607236 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f1edfeb1-57ac-469f-9682-a60b7c472b13 req-05ef8545-8a56-4b50-ac91-61d698b8c173 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.0840018 May 10 11:33:57.620748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42976) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:57.624108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca27020-03db-40d5-9a48-e91cbbaeb253', 'name': 'network-vif-deleted', 'tag': 'd83e38b9-fe95-446e-82dd-b4f45fbbb8dd'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:57.626078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Request body: {'floatingip': {'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:57.626612 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17da159c-b40a-49d0-964f-eecee330a32a" -d '{"events": [{"server_uuid": "eca27020-03db-40d5-9a48-e91cbbaeb253", "name": "network-vif-deleted", "tag": "d83e38b9-fe95-446e-82dd-b4f45fbbb8dd"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:57.658146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-fa13113c-13ff-4d43-82e0-e111e45d3992 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9701924045b1433aa5e8fc391105baf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1582596 May 10 11:33:57.714905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router df95b272-9573-4797-97ad-4191e5e41cd7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:33:57.776474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49a3e820-b660-4ee8-9503-00eb0e0fc416 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.796697 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49a3e820-b660-4ee8-9503-00eb0e0fc416 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.821444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.833188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56b0c-0906-49dd-a54f-01a8f8c4b9be req-a611b9f9-8fc8-4baf-bd74-9fb60fda569b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:57.834728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c6e56b0c-0906-49dd-a54f-01a8f8c4b9be req-a611b9f9-8fc8-4baf-bd74-9fb60fda569b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1286972 May 10 11:33:57.847241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:57.858115 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a527a3-f89c-43b0-9ac9-0a73b0b6de4c None None] Sync routers for ids ['df95b272-9573-4797-97ad-4191e5e41cd7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:57.864873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e740cbb0-81a7-47fe-a2c3-7bc8bbafd078 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/df95b272-9573-4797-97ad-4191e5e41cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4816325 May 10 11:33:57.867561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42982) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:57.870140 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a527a3-f89c-43b0-9ac9-0a73b0b6de4c None None] Routers {'df95b272-9573-4797-97ad-4191e5e41cd7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:57.871156 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a8a527a3-f89c-43b0-9ac9-0a73b0b6de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['df95b272-9573-4797-97ad-4191e5e41cd7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:57.890286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-901a0edb-ddc3-45ee-aec4-4afce017ef61 service neutron] 10.222.0.13 "GET /v2.0/networks/37e8bc4d-fb52-41eb-81e4-955f6f6cabe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304533 May 10 11:33:57.901823 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49a3e820-b660-4ee8-9503-00eb0e0fc416 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.903495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-49a3e820-b660-4ee8-9503-00eb0e0fc416 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3986859 May 10 11:33:57.908704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42984) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:57.913744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': True}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:57.920735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-14a136f8-b7bf-4b04-8529-ad235e02a84b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=df95b272-9573-4797-97ad-4191e5e41cd7 HTTP/1.1" status: 200 len: 205 time: 0.0520020 May 10 11:33:57.932716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42986) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:57.941838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a8a527a3-f89c-43b0-9ac9-0a73b0b6de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:57.953071 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a527a3-f89c-43b0-9ac9-0a73b0b6de4c None None] Routers {'df95b272-9573-4797-97ad-4191e5e41cd7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:57.953696 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a8a527a3-f89c-43b0-9ac9-0a73b0b6de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['df95b272-9573-4797-97ad-4191e5e41cd7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:57.956961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c6e56b0c-0906-49dd-a54f-01a8f8c4b9be req-696676ab-bcb3-4bbe-8ba9-72ae350f83d6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802970 May 10 11:33:58.029949 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a8a527a3-f89c-43b0-9ac9-0a73b0b6de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:58.030629 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a527a3-f89c-43b0-9ac9-0a73b0b6de4c None None] The sync data for ids ['df95b272-9573-4797-97ad-4191e5e41cd7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:58.092976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6363cfd7-9ead-4bf8-984f-e518ee8ac24c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.382832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642e9ce-1d33-46ec-97e7-23edeade40cb req-47fae87c-899b-40e6-afa3-c1f1d70a6aae tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:58.384457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0642e9ce-1d33-46ec-97e7-23edeade40cb req-47fae87c-899b-40e6-afa3-c1f1d70a6aae tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.2641275 May 10 11:33:58.393173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.524970 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0642e9ce-1d33-46ec-97e7-23edeade40cb req-8383cb61-acd7-4659-a28d-cf5166c3f998 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267889 May 10 11:33:58.590454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:58.597822 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2607b87d-72b0-4240-ab26-bf057d229f29 x-openstack-request-id: req-2607b87d-72b0-4240-ab26-bf057d229f29 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:33:58.598197 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca27020-03db-40d5-9a48-e91cbbaeb253", "name": "network-vif-deleted", "tag": "d83e38b9-fe95-446e-82dd-b4f45fbbb8dd", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:33:58.598405 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2607b87d-72b0-4240-ab26-bf057d229f29 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:33:58.598786 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2607b87d-72b0-4240-ab26-bf057d229f29'] response: {'server_uuid': 'eca27020-03db-40d5-9a48-e91cbbaeb253', 'name': 'network-vif-deleted', 'tag': 'd83e38b9-fe95-446e-82dd-b4f45fbbb8dd', 'status': 'completed', 'code': 200} May 10 11:33:58.644448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6363cfd7-9ead-4bf8-984f-e518ee8ac24c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.650025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6363cfd7-9ead-4bf8-984f-e518ee8ac24c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.666370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-0aa7054a-d57e-440c-a5d5-5af4025593eb service neutron] 10.222.0.13 "GET /v2.0/networks/37e8bc4d-fb52-41eb-81e4-955f6f6cabe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7750447 May 10 11:33:58.709171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6363cfd7-9ead-4bf8-984f-e518ee8ac24c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.709732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6363cfd7-9ead-4bf8-984f-e518ee8ac24c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Fanout notify agent at l3_agent the message router_deleted on router df95b272-9573-4797-97ad-4191e5e41cd7 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:33:58.721387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6363cfd7-9ead-4bf8-984f-e518ee8ac24c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.725311 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6363cfd7-9ead-4bf8-984f-e518ee8ac24c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/df95b272-9573-4797-97ad-4191e5e41cd7 HTTP/1.1" status: 204 len: 168 time: 0.7891598 May 10 11:33:58.728425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43012) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:58.818459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-479f68ba-1b7d-4606-b731-ca5033b1435f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet c9aa8d1c-7271-4a7c-b9a4-d1da8f33a115 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:33:58.822144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-479f68ba-1b7d-4606-b731-ca5033b1435f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.865683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-479f68ba-1b7d-4606-b731-ca5033b1435f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.915853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5092e236-48c1-4071-bf45-0595e962b434 tempest-AgentManagementNegativeTest-746941544 tempest-AgentManagementNegativeTest-746941544-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3231025 May 10 11:33:58.935576 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:33:58.939078 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8e7a44d-988a-4a95-8e6d-9184ec170962 req-eb51f0c9-ce53-4e05-9a51-b3ff23e97ad0 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 210 time: 0.0472715 May 10 11:33:58.987488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-479f68ba-1b7d-4606-b731-ca5033b1435f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.029353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43024) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:59.058556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.062422 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.090129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.093411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.108768 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-479f68ba-1b7d-4606-b731-ca5033b1435f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.160926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f68ba-1b7d-4606-b731-ca5033b1435f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=c9aa8d1c-7271-4a7c-b9a4-d1da8f33a115,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:59.171298 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-479f68ba-1b7d-4606-b731-ca5033b1435f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.175548 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-479f68ba-1b7d-4606-b731-ca5033b1435f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/c9aa8d1c-7271-4a7c-b9a4-d1da8f33a115 HTTP/1.1" status: 204 len: 168 time: 0.4461479 May 10 11:33:59.179324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43032) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:59.183521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87069206-6517-433f-a866-d1428ddda239 None None] Network c0765934-229a-4ce2-959a-0317a588ba19 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:59.379852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.404685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b1842-048e-41ca-a045-a64e0179c032 req-de380b15-7506-4aa4-b805-15227faf4442 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:33:59.406900 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-454b1842-048e-41ca-a045-a64e0179c032 req-de380b15-7506-4aa4-b805-15227faf4442 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.3140454 May 10 11:33:59.409590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43038) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:59.446868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] DHCP port deletion for c0765934-229a-4ce2-959a-0317a588ba19 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:33:59.462267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Allocated IP 172.25.8.173 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/7f66f80b-1974-4127-9471-6bf0ab8dcf2a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:59.469831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:33:59.475021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-454b1842-048e-41ca-a045-a64e0179c032 req-bafa001e-25c0-4668-afc4-7576baa77208 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552835 May 10 11:33:59.555100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3c8e4e2f-4199-4c88-95f2-a849ab89bf44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9412ff84e7fb4370a90d99a47305a55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179920 May 10 11:33:59.556006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43046) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:33:59.564518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] Deleting port d810f8c7-2e73-4439-9730-7cbdbb0e2207 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:59.575849 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.663488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0db0af2-8e2e-4f67-90d1-3ce4c59bcce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.678802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] For port d810f8c7-2e73-4439-9730-7cbdbb0e2207, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d810f8c7-2e73-4439-9730-7cbdbb0e2207,segment=NetworkSegment(53f4d16f-a382-43b1-91bc-8b182bf1d8a1),segment_id=53f4d16f-a382-43b1-91bc-8b182bf1d8a1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:33:59.687312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port d810f8c7-2e73-4439-9730-7cbdbb0e2207 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:33:59.688103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.690471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.711400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] Calling delete_port for d810f8c7-2e73-4439-9730-7cbdbb0e2207 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:33:59.728179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.732112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:33:59.738447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.781325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552d04e-b535-477e-a166-920028bb5667 None None] Sync routers for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:59.783264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d83e38b9-fe95-446e-82dd-b4f45fbbb8dd no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:33:59.808860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:33:59.811708 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecd5b76-46c9-477b-9660-39bac5486efc" -d '{"events": [{"name": "network-changed", "server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:33:59.816155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c07e87df-3951-46ad-8e36-30d57cdb7f1e tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "PUT /v2.0/floatingips/f1f2cc04-aa36-408f-bc7f-e8b44da9c193 HTTP/1.1" status: 200 len: 993 time: 2.1939790 May 10 11:33:59.819276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: d83e38b9-fe95-446e-82dd-b4f45fbbb8dd {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:33:59.819845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d83e38b9-fe95-446e-82dd-b4f45fbbb8dd not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:33:59.837129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552d04e-b535-477e-a166-920028bb5667 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:33:59.838102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d552d04e-b535-477e-a166-920028bb5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:59.856217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.932031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:59.942047 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.943612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:59.970562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:33:59.975187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] Pushing event deleted for resources: {'Port': ['ID=d810f8c7-2e73-4439-9730-7cbdbb0e2207,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:59.978062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'Port': ['ID=7f66f80b-1974-4127-9471-6bf0ab8dcf2a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:59.984478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8679881c-a02d-46af-b798-ad3a365d37f2 None None] No DVR routers for this DVR port d810f8c7-2e73-4439-9730-7cbdbb0e2207 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:00.011000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d552d04e-b535-477e-a166-920028bb5667 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:00.040030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8e1ad-78a1-48a4-a32e-1d579395677c req-feec8f21-f0f7-473d-9a38-61816605fd14 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:00.045209 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port d810f8c7-2e73-4439-9730-7cbdbb0e2207, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d810f8c7-2e73-4439-9730-7cbdbb0e2207,segment=NetworkSegment(53f4d16f-a382-43b1-91bc-8b182bf1d8a1),segment_id=53f4d16f-a382-43b1-91bc-8b182bf1d8a1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:00.045779 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.045868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf8e1ad-78a1-48a4-a32e-1d579395677c req-feec8f21-f0f7-473d-9a38-61816605fd14 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1174176 May 10 11:34:00.056060 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca85d2cb-f9d8-4ae3-8e14-bf0264fea585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.082463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e4352-48ef-4ed6-aab5-fc9f44845e4d req-b42b010a-a1f8-4a7a-95df-b2699d6c0774 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:00.084154 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-816e4352-48ef-4ed6-aab5-fc9f44845e4d req-b42b010a-a1f8-4a7a-95df-b2699d6c0774 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.4125819 May 10 11:34:00.092556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for d810f8c7-2e73-4439-9730-7cbdbb0e2207 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:00.149437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0db0af2-8e2e-4f67-90d1-3ce4c59bcce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.153374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca85d2cb-f9d8-4ae3-8e14-bf0264fea585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.164345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0db0af2-8e2e-4f67-90d1-3ce4c59bcce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.286810 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-816e4352-48ef-4ed6-aab5-fc9f44845e4d req-84cd26d0-07da-4367-98e9-c53aef2d8f3e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920784 May 10 11:34:00.293596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d810f8c7-2e73-4439-9730-7cbdbb0e2207 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:34:00.308800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a0db0af2-8e2e-4f67-90d1-3ce4c59bcce2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65cea79990be43af9b617215e4b887c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8979971 May 10 11:34:00.311215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:00.312342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db0af2-8e2e-4f67-90d1-3ce4c59bcce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d7fb58-8fe0-40c7-8967-803bedc6e2a8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:00.337074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d810f8c7-2e73-4439-9730-7cbdbb0e2207 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:34:00.337668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d810f8c7-2e73-4439-9730-7cbdbb0e2207 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:34:00.369738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca85d2cb-f9d8-4ae3-8e14-bf0264fea585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.372360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca85d2cb-f9d8-4ae3-8e14-bf0264fea585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.373533 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ca85d2cb-f9d8-4ae3-8e14-bf0264fea585 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24a95ccc-a98d-4ec9-8ac6-af005dbae31a HTTP/1.1" status: 204 len: 168 time: 0.8149662 May 10 11:34:00.387484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.389083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d552d04e-b535-477e-a166-920028bb5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f1f2cc04-aa36-408f-bc7f-e8b44da9c193', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'mac_address': 'fa:16:3e:04:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:32:21Z', 'updated_at': '2022-05-10T11:33:58Z', 'revision_number': 3, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:00.411902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85d2cb-f9d8-4ae3-8e14-bf0264fea585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a95ccc-a98d-4ec9-8ac6-af005dbae31a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:00.452568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No DVR routers for this DVR port d810f8c7-2e73-4439-9730-7cbdbb0e2207 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:00.454411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=d810f8c7-2e73-4439-9730-7cbdbb0e2207,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:00.459445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b12ddbba-256a-468b-9825-6a41df62e401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.467544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552d04e-b535-477e-a166-920028bb5667 None None] Checking router: f5decfaf-4e2f-4c78-865c-7f48f0884ad4 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:00.488050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552d04e-b535-477e-a166-920028bb5667 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:00.488050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d552d04e-b535-477e-a166-920028bb5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:00.630426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b12ddbba-256a-468b-9825-6a41df62e401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.632023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d552d04e-b535-477e-a166-920028bb5667 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:00.695627 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.740525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4656366e-ce14-4f96-b023-eff01bbb6299 req-2b18f24d-8811-47da-b5bb-0d30418839af tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 210 time: 0.1334274 May 10 11:34:00.758782 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d39162-4d59-4249-bfb2-87085102a2e1 x-openstack-request-id: req-f9d39162-4d59-4249-bfb2-87085102a2e1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:00.759353 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:00.759353 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9d39162-4d59-4249-bfb2-87085102a2e1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:00.759697 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d39162-4d59-4249-bfb2-87085102a2e1'] response: {'name': 'network-changed', 'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'status': 'completed', 'code': 200} May 10 11:34:00.768522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-37694ed0-6c6e-4df9-8848-2699b87da7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:00.770614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-37694ed0-6c6e-4df9-8848-2699b87da7ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1096 time: 0.2879083 May 10 11:34:00.777004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0765934-229a-4ce2-959a-0317a588ba19']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:00.847070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43062) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:00.849041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b12ddbba-256a-468b-9825-6a41df62e401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.851792 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b12ddbba-256a-468b-9825-6a41df62e401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.855320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b12ddbba-256a-468b-9825-6a41df62e401 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04d7fb58-8fe0-40c7-8967-803bedc6e2a8 HTTP/1.1" status: 204 len: 168 time: 0.5373559 May 10 11:34:00.855320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f4d16f-a382-43b1-91bc-8b182bf1d8a1') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:00.855666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f4d16f-a382-43b1-91bc-8b182bf1d8a1') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:00.877855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ddbba-256a-468b-9825-6a41df62e401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d7fb58-8fe0-40c7-8967-803bedc6e2a8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:00.883843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.903946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cf8e1ad-78a1-48a4-a32e-1d579395677c req-13ad34e0-b3ca-4df1-aa65-0f14dd605953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8490436 May 10 11:34:00.923141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-a91ad67b-8ffd-40f8-a079-5f3200fb6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:00.925296 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-a91ad67b-8ffd-40f8-a079-5f3200fb6f79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.1453588 May 10 11:34:00.929338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.942851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:00.943258 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: timer() May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:00.949365 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:00.987402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d552d04e-b535-477e-a166-920028bb5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f1f2cc04-aa36-408f-bc7f-e8b44da9c193', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'mac_address': 'fa:16:3e:04:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:32:21Z', 'updated_at': '2022-05-10T11:33:58Z', 'revision_number': 3, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:00.992913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6d787d18-24ee-4e15-acd6-a1d8cedf3f3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21654e1433af4dfaade448ecdd5b1329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377122 May 10 11:34:00.994598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43066) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:01.021477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552d04e-b535-477e-a166-920028bb5667 None None] The sync data for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 is: [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f1f2cc04-aa36-408f-bc7f-e8b44da9c193', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'port_id': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'mac_address': 'fa:16:3e:04:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:32:21Z', 'updated_at': '2022-05-10T11:33:58Z', 'revision_number': 3, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:01.032248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-b2cb0787-c498-4954-b5ba-240a829a5f99 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:01.034154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-b2cb0787-c498-4954-b5ba-240a829a5f99 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.49 "GET /v2.0/networks?id=37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 HTTP/1.1" status: 200 len: 818 time: 0.2771831 May 10 11:34:01.056603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Request body: {'port': {'device_id': '59600a76-bbfb-4f48-8fd7-599edff66512', 'network_id': '37e8bc4d-fb52-41eb-81e4-955f6f6cabe7', 'admin_state_up': True, 'tenant_id': '9701924045b1433aa5e8fc391105baf8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:01.093364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-26930eb6-b42f-4484-b4ba-04289820e7f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 200 len: 1001 time: 0.1584115 May 10 11:34:01.104737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.157351 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.161075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/c0765934-229a-4ce2-959a-0317a588ba19 HTTP/1.1" status: 204 len: 168 time: 1.9803736 May 10 11:34:01.166087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43070) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:01.174532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-197978164', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:01.201248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-02b6dc0f-dfed-4a02-8387-dcf748257543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:01.203462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-02b6dc0f-dfed-4a02-8387-dcf748257543 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.0998888 May 10 11:34:01.204835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d98ab6-b2b7-4b11-8129-c48a6367d23e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=c0765934-229a-4ce2-959a-0317a588ba19,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:01.257281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.258290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.261404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.279666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0ddd-3d39-4d77-bd84-535a045dbe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.301937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-537c5f12-7853-4560-9fe7-76c62ecd8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:01.303447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-537c5f12-7853-4560-9fe7-76c62ecd8f13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827146 May 10 11:34:01.320826 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0ddd-3d39-4d77-bd84-535a045dbe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.420590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.432987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Made reservation on behalf of 9701924045b1433aa5e8fc391105baf8 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:01.436549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.473593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-362aa94a-431b-4e92-a4d9-41c6eade66b9 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622884 May 10 11:34:01.476513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0ddd-3d39-4d77-bd84-535a045dbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.479005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0ddd-3d39-4d77-bd84-535a045dbe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.480164 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0d3f0ddd-3d39-4d77-bd84-535a045dbe8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f6457f7-7948-4973-bb3b-c5cd76cc9016 HTTP/1.1" status: 204 len: 168 time: 0.4553390 May 10 11:34:01.514334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d555f1-bc0b-4a40-8df9-23abed41f0ac req-af4eb620-5fb5-4f4f-95ec-4f3de0475c94 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:01.516057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4d555f1-bc0b-4a40-8df9-23abed41f0ac req-af4eb620-5fb5-4f4f-95ec-4f3de0475c94 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1168575 May 10 11:34:01.547881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f0ddd-3d39-4d77-bd84-535a045dbe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6457f7-7948-4973-bb3b-c5cd76cc9016,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:01.610151 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4d555f1-bc0b-4a40-8df9-23abed41f0ac req-be353435-e889-4f70-ab5c-5cbe0893e574 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 May 10 11:34:01.635385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ecd5b76-46c9-477b-9660-39bac5486efc req-9a9e38ac-0a0d-4949-8f6a-bb4d3a6d7183 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541383 May 10 11:34:01.687966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.839615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.845132 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.998306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02a4074a-06e1-471c-975f-a151a66bf66d req-bd4640e1-40a0-43bd-bf22-0ee9144c2854 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 210 time: 0.1501675 May 10 11:34:02.024297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Allocated IP 172.20.0.3 (37e8bc4d-fb52-41eb-81e4-955f6f6cabe7/d55a9160-2ac4-4ee1-ac28-827fe8a189b7/3cb8e199-ba8e-466e-8fa5-97e52f6c16ce) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:02.035116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d531a-53d2-4e56-b65c-cb4432f45138 req-d9fcf497-05b8-401a-9756-8da5fc5fe592 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:02.042587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360d531a-53d2-4e56-b65c-cb4432f45138 req-d9fcf497-05b8-401a-9756-8da5fc5fe592 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.0733333 May 10 11:34:02.053136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43104) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.097809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-360d531a-53d2-4e56-b65c-cb4432f45138 req-97143f26-b8c1-45be-ba91-4163f2ff06f5 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539978 May 10 11:34:02.184656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Router 8c8410a2-280c-4969-a5ec-2adbca43f5dd is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:34:02.271341 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:02.325135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [None req-944b3015-bb2d-49b4-89de-5595cc2ee253 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.326168 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-944b3015-bb2d-49b4-89de-5595cc2ee253 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2721117 May 10 11:34:02.329567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.342987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-ade77ede-e95c-49ea-9902-f422d8f995d5 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.344324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ade77ede-e95c-49ea-9902-f422d8f995d5 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048366 May 10 11:34:02.346840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.351376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-f5f25060-95f3-443f-93d9-7d6d5b7da1b6 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.352210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f5f25060-95f3-443f-93d9-7d6d5b7da1b6 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043070 May 10 11:34:02.354792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.359084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-be16d648-cc6e-468e-adff-0350c58ebd4d tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.360057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-be16d648-cc6e-468e-adff-0350c58ebd4d tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043988 May 10 11:34:02.363047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43124) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.372764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-c6b7763a-d142-4ea3-8ea0-655abf037450 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.375958 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c6b7763a-d142-4ea3-8ea0-655abf037450 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098524 May 10 11:34:02.376641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43126) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.382694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-893f6397-4014-4a93-a4ff-cffed8bb4b43 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.383614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-893f6397-4014-4a93-a4ff-cffed8bb4b43 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061204 May 10 11:34:02.386179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43128) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.391568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-dad70224-b2f5-496f-a506-aa6278f9e31a tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.392489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dad70224-b2f5-496f-a506-aa6278f9e31a tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048931 May 10 11:34:02.394969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.399089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-06711ce1-0a27-475a-87a3-bc46d95bb434 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.400253 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:02.401174 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-06711ce1-0a27-475a-87a3-bc46d95bb434 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050395 May 10 11:34:02.403497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43132) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.409048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-58a03d11-e2b0-4894-b78d-bd179449feb4 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.410353 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-58a03d11-e2b0-4894-b78d-bd179449feb4 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058041 May 10 11:34:02.412912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43134) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.418252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-f770ff80-fb86-4745-bf45-c205a662083c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.419459 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f770ff80-fb86-4745-bf45-c205a662083c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053253 May 10 11:34:02.421958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43136) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.426488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-df26b54f-be11-46ac-9eeb-ba1c447518d8 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.427702 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-df26b54f-be11-46ac-9eeb-ba1c447518d8 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046306 May 10 11:34:02.430108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43138) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.434460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-52c3c79a-0a94-46b7-982a-9747817ad5ea tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.435566 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-52c3c79a-0a94-46b7-982a-9747817ad5ea tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042832 May 10 11:34:02.438172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43140) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.442248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-5c55b5df-e7df-4d0f-9334-1688ae42e9e7 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.443344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5c55b5df-e7df-4d0f-9334-1688ae42e9e7 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042083 May 10 11:34:02.445894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43142) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.447842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:02.449776 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:02.450287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-3b573f95-78b9-4927-88fb-45010ec0c7b0 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.451198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3b573f95-78b9-4927-88fb-45010ec0c7b0 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044403 May 10 11:34:02.454019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43144) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.459828 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-f4fb6d24-893e-4f8b-82a0-bf755c7d9054 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.463516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f4fb6d24-893e-4f8b-82a0-bf755c7d9054 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0061061 May 10 11:34:02.464051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43146) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.468740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-ffccea8e-6cf9-47e3-89a0-189a6ebd572b tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.470029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ffccea8e-6cf9-47e3-89a0-189a6ebd572b tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050600 May 10 11:34:02.474134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43148) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.479195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-884413f0-389b-4134-97ee-894ab5f857fd tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.482920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-884413f0-389b-4134-97ee-894ab5f857fd tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054750 May 10 11:34:02.483207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43150) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.487455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-2b89afb8-3c81-4a2b-abcb-962efe7dc1b4 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.490668 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2b89afb8-3c81-4a2b-abcb-962efe7dc1b4 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043075 May 10 11:34:02.491220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43154) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.495772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-82a0e5ad-9027-488d-8fa3-54be845dd38f tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.499531 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82a0e5ad-9027-488d-8fa3-54be845dd38f tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055673 May 10 11:34:02.499797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43156) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.504683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-4d26c985-7009-4074-882f-44b97ef034b0 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.505617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4d26c985-7009-4074-882f-44b97ef034b0 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049055 May 10 11:34:02.508188 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43158) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.513384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-a39d5b66-a3c2-42a7-a6ce-3436b34c972d tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.514657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a39d5b66-a3c2-42a7-a6ce-3436b34c972d tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051553 May 10 11:34:02.514790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:02.516792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43160) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.522704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-88fbbdfe-f646-4982-b7cc-a90d4b8c4601 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.523197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:02.523793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-88fbbdfe-f646-4982-b7cc-a90d4b8c4601 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046284 May 10 11:34:02.524450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3dda2784-132d-4132-a01e-544d16ce3db8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "PUT /v2.0/routers/8c8410a2-280c-4969-a5ec-2adbca43f5dd HTTP/1.1" status: 200 len: 919 time: 4.6143925 May 10 11:34:02.528037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43162) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.528425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43164) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.530277 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fd193-b3ef-4d70-8c62-6a330ae66fbc None None] Sync routers for ids ['8c8410a2-280c-4969-a5ec-2adbca43f5dd'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:02.539081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-74e20981-b64f-4ae6-b6ee-30a69c769da0 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.540182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-74e20981-b64f-4ae6-b6ee-30a69c769da0 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0108066 May 10 11:34:02.544165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43166) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.544391 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fd193-b3ef-4d70-8c62-6a330ae66fbc None None] Routers {'8c8410a2-280c-4969-a5ec-2adbca43f5dd'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:02.545322 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e62fd193-b3ef-4d70-8c62-6a330ae66fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8c8410a2-280c-4969-a5ec-2adbca43f5dd'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:02.552291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [None req-53f45cbe-012e-4e19-8bfa-c239c798e7cc tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.553277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-53f45cbe-012e-4e19-8bfa-c239c798e7cc tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070097 May 10 11:34:02.573008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43168) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.581404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [None req-0569b4d6-4524-41d8-821c-b242a20822ce tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.584278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0569b4d6-4524-41d8-821c-b242a20822ce tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082200 May 10 11:34:02.585705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43170) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.592591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-3c2ad067-9fd8-4f5a-a629-ad7a9def136c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.593601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3c2ad067-9fd8-4f5a-a629-ad7a9def136c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0065610 May 10 11:34:02.594489 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e62fd193-b3ef-4d70-8c62-6a330ae66fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:02.596210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.602954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-0fdeb70b-4757-42d0-b427-4f5b235e479e tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.603923 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0fdeb70b-4757-42d0-b427-4f5b235e479e tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0060365 May 10 11:34:02.605236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fd193-b3ef-4d70-8c62-6a330ae66fbc None None] Routers {'8c8410a2-280c-4969-a5ec-2adbca43f5dd'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:02.606053 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e62fd193-b3ef-4d70-8c62-6a330ae66fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8c8410a2-280c-4969-a5ec-2adbca43f5dd'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:02.608926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43174) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.621616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.25.8.171 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/70b73d36-beb1-4daa-b725-a4e3381237df) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:02.639032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:02.647870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-f27401e0-fc5d-4f9e-8d69-0626ac0dfb26 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.648840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f27401e0-fc5d-4f9e-8d69-0626ac0dfb26 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0390217 May 10 11:34:02.651456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43180) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.656076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-60c5c826-1334-49a3-9939-58ed7502c41f tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.657016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-60c5c826-1334-49a3-9939-58ed7502c41f tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045240 May 10 11:34:02.660103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43182) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.662988 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e62fd193-b3ef-4d70-8c62-6a330ae66fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:02.664835 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fd193-b3ef-4d70-8c62-6a330ae66fbc None None] The sync data for ids ['8c8410a2-280c-4969-a5ec-2adbca43f5dd'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:02.677182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [None req-f1f2d68b-32e2-4039-ba34-c7891d9f5a79 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.681298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f1f2d68b-32e2-4039-ba34-c7891d9f5a79 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0083437 May 10 11:34:02.682674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43184) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.687742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-20699577-a497-4d36-a67a-384a0e81708b tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.688721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-20699577-a497-4d36-a67a-384a0e81708b tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046308 May 10 11:34:02.693074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1f56dbee-39f8-4a79-913f-d4d98b70bbc8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/routers/8c8410a2-280c-4969-a5ec-2adbca43f5dd HTTP/1.1" status: 200 len: 925 time: 0.1617248 May 10 11:34:02.693614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43186) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.698238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-618b20b5-1430-46c1-ad32-bf60bcfc9c32 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.699239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-618b20b5-1430-46c1-ad32-bf60bcfc9c32 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044198 May 10 11:34:02.699849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43188) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.701798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.732385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-38afb30b-c762-4ba7-8c47-5ad48c7c00c2 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.735785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-38afb30b-c762-4ba7-8c47-5ad48c7c00c2 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0307224 May 10 11:34:02.737445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43192) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.749233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [None req-eba58628-f195-4772-97aa-c85ce4dad5a7 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.751945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2357193-cc0a-46ea-b6d2-b53c50c1c04c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:02.752883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eba58628-f195-4772-97aa-c85ce4dad5a7 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0095887 May 10 11:34:02.756704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f2357193-cc0a-46ea-b6d2-b53c50c1c04c tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=8c8410a2-280c-4969-a5ec-2adbca43f5dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0531261 May 10 11:34:02.756704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.759427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-a2287b28-ec8a-4dd7-bc07-2f537291dd6f tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.760241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43196) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.760906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a2287b28-ec8a-4dd7-bc07-2f537291dd6f tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048480 May 10 11:34:02.763379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43198) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.767284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-758ba09e-a6c7-4a09-aa56-bc04cf8d630c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.768391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-758ba09e-a6c7-4a09-aa56-bc04cf8d630c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040154 May 10 11:34:02.771200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43200) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.774818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:02.775520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-9c3fbc0e-2714-4213-9fda-1cf49f4a311b tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.778798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9c3fbc0e-2714-4213-9fda-1cf49f4a311b tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044193 May 10 11:34:02.778930 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb62cc-262f-4137-87d0-315dbb40992d" -d '{"events": [{"name": "network-changed", "server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:02.779045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43202) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.789521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-09a688cb-67ee-46d9-a32f-268fcb3e0f37 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.794211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-09a688cb-67ee-46d9-a32f-268fcb3e0f37 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0142226 May 10 11:34:02.794810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.799535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-d667bb3b-e66a-4e15-86f3-57f1dd9078fe tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.802968 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d667bb3b-e66a-4e15-86f3-57f1dd9078fe tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072234 May 10 11:34:02.803742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.808305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-edf8d755-2b2f-4c26-9913-b489049b35b9 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.809241 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-edf8d755-2b2f-4c26-9913-b489049b35b9 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045195 May 10 11:34:02.814498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.818728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-324c2cf0-ea06-4f73-8ff3-014927e0b4cf tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.821910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-324c2cf0-ea06-4f73-8ff3-014927e0b4cf tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041676 May 10 11:34:02.822761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.827460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-52957bab-3adc-4ae1-9f2d-0f1d8caa9ed1 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.828999 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-52957bab-3adc-4ae1-9f2d-0f1d8caa9ed1 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047925 May 10 11:34:02.832218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.838640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-5cd8943e-51f9-4b5b-9780-c72b8d25910d tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.841978 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5cd8943e-51f9-4b5b-9780-c72b8d25910d tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083377 May 10 11:34:02.842641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43220) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.847536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-f855d153-dedf-4890-a938-18257aedcc54 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.850934 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f855d153-dedf-4890-a938-18257aedcc54 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073929 May 10 11:34:02.851541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43222) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.857119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:02.857880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-92bed905-87a6-4b5d-8a12-38fb2b08264f tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.861844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43224) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.862319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-92bed905-87a6-4b5d-8a12-38fb2b08264f tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0096843 May 10 11:34:02.869964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [None req-c359a1e3-23a4-4317-8789-3187179db8fe tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.873345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c359a1e3-23a4-4317-8789-3187179db8fe tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045395 May 10 11:34:02.874843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43226) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.880330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:02.881865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-499aad73-d470-4a64-8743-c54a45f81932 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.882894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:02.886407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-499aad73-d470-4a64-8743-c54a45f81932 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0098238 May 10 11:34:02.887250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.893091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-931138d8-975c-4342-a0d3-86b169df0499 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.896588 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-931138d8-975c-4342-a0d3-86b169df0499 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080647 May 10 11:34:02.897483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43230) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.898839 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f9d17e-82d8-4ef6-b0e6-3c0fa707249e x-openstack-request-id: req-d4f9d17e-82d8-4ef6-b0e6-3c0fa707249e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:02.899142 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:02.899368 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4f9d17e-82d8-4ef6-b0e6-3c0fa707249e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:02.899763 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f9d17e-82d8-4ef6-b0e6-3c0fa707249e'] response: {'name': 'network-changed', 'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'status': 'completed', 'code': 200} May 10 11:34:02.903104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-ddc8ac4f-052d-4d43-ae6c-27881146cc0c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.906595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ddc8ac4f-052d-4d43-ae6c-27881146cc0c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054667 May 10 11:34:02.906722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43232) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.911726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-41d56799-e17d-4013-9239-9b6dc4b98eeb tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.914791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-41d56799-e17d-4013-9239-9b6dc4b98eeb tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051954 May 10 11:34:02.919931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43236) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.923727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-ffeb3c18-6472-44bd-8d6b-edf09cd1a012 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.924637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ffeb3c18-6472-44bd-8d6b-edf09cd1a012 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041492 May 10 11:34:02.927221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43238) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.937478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Pushing event updated for resources: {'Port': ['ID=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:02.947777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-bd52dd8d-ff0b-4e04-bdad-950d3d96b45c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.951447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bd52dd8d-ff0b-4e04-bdad-950d3d96b45c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0206983 May 10 11:34:02.951447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43240) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.956017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-dd35c563-1539-4131-9876-3f1a5ef80553 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.956962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dd35c563-1539-4131-9876-3f1a5ef80553 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046766 May 10 11:34:02.959871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43242) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.965436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-47089d5d-6121-4b1c-ae5f-b42587dc07b2 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.968613 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47089d5d-6121-4b1c-ae5f-b42587dc07b2 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044012 May 10 11:34:02.969568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43244) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.974955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-691cbea7-d3e5-4d17-a6a6-3b2ed158f0bb tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.978759 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-691cbea7-d3e5-4d17-a6a6-3b2ed158f0bb tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054681 May 10 11:34:02.979208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43246) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.984360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-962597f1-a613-44ad-b1f2-5f7de784e95e tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.987850 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-962597f1-a613-44ad-b1f2-5f7de784e95e tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054166 May 10 11:34:02.989444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43248) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:02.994669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-dd885d44-39d3-4837-afb0-329744265ab4 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:02.997936 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dd885d44-39d3-4837-afb0-329744265ab4 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054336 May 10 11:34:02.997936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb62cc-262f-4137-87d0-315dbb40992d req-9581b5c5-0e03-4eaa-ae11-3037655a905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:02.999257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60fb62cc-262f-4137-87d0-315dbb40992d req-9581b5c5-0e03-4eaa-ae11-3037655a905b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 1096 time: 0.0942252 May 10 11:34:02.999700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43250) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.001844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d305c7-fef7-417b-83a3-67ed96acf3f3 req-0f28aa92-af95-4308-aecc-1cb5553356d9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:03.003674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-48950acd-ea84-481d-9e32-fc80e3ad25e1 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.004097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43d305c7-fef7-417b-83a3-67ed96acf3f3 req-0f28aa92-af95-4308-aecc-1cb5553356d9 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.2657447 May 10 11:34:03.007064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-48950acd-ea84-481d-9e32-fc80e3ad25e1 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0040512 May 10 11:34:03.007206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43252) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.009806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:03.010407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.018099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-73627a77-d693-4469-a13a-eb504629aa77 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.021455 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-73627a77-d693-4469-a13a-eb504629aa77 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0111063 May 10 11:34:03.030198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43254) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.058814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-c61c991b-9555-4be0-a9a6-fe1cf5a08cb5 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.059799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c61c991b-9555-4be0-a9a6-fe1cf5a08cb5 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0288260 May 10 11:34:03.064576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43260) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.070856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-7667ef37-46d1-4a6a-bea1-8d536157fb99 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.071851 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7667ef37-46d1-4a6a-bea1-8d536157fb99 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0062735 May 10 11:34:03.074527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43262) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.078691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-d900f74d-c3bb-4398-8a58-f52e458516a5 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.079644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d900f74d-c3bb-4398-8a58-f52e458516a5 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042357 May 10 11:34:03.082419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43264) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.088811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-e55958ff-b11e-4910-be67-a0b2efa7de6e tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.089621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e55958ff-b11e-4910-be67-a0b2efa7de6e tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0063047 May 10 11:34:03.096708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43266) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.101064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-8e025c15-c0ab-4943-a2d8-f8cfedd4b686 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.105181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8e025c15-c0ab-4943-a2d8-f8cfedd4b686 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043557 May 10 11:34:03.105937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43268) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.112545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-8bf0c514-45d9-43e4-8988-b957642f22eb tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.113557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8bf0c514-45d9-43e4-8988-b957642f22eb tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067673 May 10 11:34:03.129530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43270) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.156955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-e6a7a7f9-bc6e-4c58-803a-f8ac6576bed3 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.161353 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e6a7a7f9-bc6e-4c58-803a-f8ac6576bed3 tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0264032 May 10 11:34:03.164733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43276) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.171871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-f92a3f6c-99f2-49e1-8bef-5e006ba3276c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.171871 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f92a3f6c-99f2-49e1-8bef-5e006ba3276c tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043826 May 10 11:34:03.177403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43278) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.187573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-7deeb422-22f4-4482-a1d5-43d6810254db tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.191200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7deeb422-22f4-4482-a1d5-43d6810254db tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0086799 May 10 11:34:03.192567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb62cc-262f-4137-87d0-315dbb40992d req-40bd0c33-3dd9-4869-aeba-46a262511247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:03.194079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60fb62cc-262f-4137-87d0-315dbb40992d req-40bd0c33-3dd9-4869-aeba-46a262511247 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.1881068 May 10 11:34:03.194534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43280) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.200486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [None req-bd75f3a0-68dc-41de-a472-9bb6d31599dc tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:03.204839 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bd75f3a0-68dc-41de-a472-9bb6d31599dc tempest-ExtensionsTestJSON-508380804 tempest-ExtensionsTestJSON-508380804-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044136 May 10 11:34:03.253550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5504-1736-47e1-b8e7-77430e9122ee req-0776ba1d-f8d5-406d-8266-44a6e833ec8e tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:03.255248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-977e5504-1736-47e1-b8e7-77430e9122ee req-0776ba1d-f8d5-406d-8266-44a6e833ec8e tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 931 time: 0.1500754 May 10 11:34:03.295008 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60fb62cc-262f-4137-87d0-315dbb40992d req-ea152eb4-da0d-4597-a397-18dd8d2a608f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 200 len: 1001 time: 0.0916991 May 10 11:34:03.361095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-977e5504-1736-47e1-b8e7-77430e9122ee req-7c502a42-89fd-4b2d-be64-4dbf28be9a92 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923667 May 10 11:34:03.389771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb62cc-262f-4137-87d0-315dbb40992d req-86e3a4de-f0c1-41e8-bf7f-798803ff146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:03.391299 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60fb62cc-262f-4137-87d0-315dbb40992d req-86e3a4de-f0c1-41e8-bf7f-798803ff146a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.0858712 May 10 11:34:03.447051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.449806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4867821-79b0-4966-9822-eca4d84066c8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:03.453996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e4867821-79b0-4966-9822-eca4d84066c8 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 881 time: 0.6711154 May 10 11:34:03.454882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43290) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.475439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-df5feb95-8490-4113-bf48-c5e8b54caf80 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4289258 May 10 11:34:03.480047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb62cc-262f-4137-87d0-315dbb40992d req-570dc903-9882-4ed8-ae17-cb26f4c492a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:03.481580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60fb62cc-262f-4137-87d0-315dbb40992d req-570dc903-9882-4ed8-ae17-cb26f4c492a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833335 May 10 11:34:03.498973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-08c27feb-a943-4eae-8af5-d5f2c9ff94e2 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8410a2-280c-4969-a5ec-2adbca43f5dd HTTP/1.1" status: 200 len: 205 time: 0.0423090 May 10 11:34:03.503138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Request body: {'port': {'device_id': '59600a76-bbfb-4f48-8fd7-599edff66512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:03.506426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43292) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.526500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43294) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:03.530533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43d305c7-fef7-417b-83a3-67ed96acf3f3 req-5b25d327-e4f9-44df-8477-9c059355a063 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143723 May 10 11:34:03.592051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.604837 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.663410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad8ce5-118c-44fb-9926-0db18b9fafb6 req-a2b44635-327c-4a23-b898-a68f8e265923 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:03.670738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fad8ce5-118c-44fb-9926-0db18b9fafb6 req-a2b44635-327c-4a23-b898-a68f8e265923 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.2040863 May 10 11:34:03.677018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:03.688239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:03.692734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=70b73d36-beb1-4daa-b725-a4e3381237df,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:03.703467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:03.743745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fad8ce5-118c-44fb-9926-0db18b9fafb6 req-e7583ec0-3b44-43ee-9c5e-90651df3433c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721328 May 10 11:34:03.745634 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60fb62cc-262f-4137-87d0-315dbb40992d req-48f261b1-fb68-475a-a9a9-d036bd087769 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462766 May 10 11:34:03.749694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.810550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ae731d4-585f-4f37-acb2-31bae3bd34c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.976039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-2a775a58-6ce5-41ce-ba19-0b8fcfa7e27f tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4e4beba29f53459fa18289f4cc633962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488520 May 10 11:34:03.976869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60fb62cc-262f-4137-87d0-315dbb40992d req-070527d2-7389-42f2-8ff0-9a775c633be0 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189615 May 10 11:34:03.979680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.037778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ae731d4-585f-4f37-acb2-31bae3bd34c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.043394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ae731d4-585f-4f37-acb2-31bae3bd34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.091381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ae731d4-585f-4f37-acb2-31bae3bd34c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb932284495e4e3cb6ee48b3babce1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638311 May 10 11:34:04.095069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43308) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:04.096596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Deleting port 7f66f80b-1974-4127-9471-6bf0ab8dcf2a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:04.097071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.099990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae731d4-585f-4f37-acb2-31bae3bd34c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e4177a-184b-4078-b787-0b3cbde52919,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:04.215727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1db0623a-5cc7-49c7-b395-d4d3d9ec33aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.231746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.235504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b615c-06c8-4f87-aedf-46de982aabfc req-54d327a4-7284-40c3-8437-57df0e1a9f18 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:04.237311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-54d327a4-7284-40c3-8437-57df0e1a9f18 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526214 May 10 11:34:04.237608 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-40c981ba-cc56-4f63-9907-913e41543a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.256509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.257235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Calling delete_port for 7f66f80b-1974-4127-9471-6bf0ab8dcf2a owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:04.264329 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1db0623a-5cc7-49c7-b395-d4d3d9ec33aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.312679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-402d626c-9a8b-4d6e-912e-223316c0adec tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/quotas/4e4beba29f53459fa18289f4cc633962 HTTP/1.1" status: 200 len: 375 time: 0.0528531 May 10 11:34:04.321731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:34:04.343882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.365295 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-ef5390d3-92e3-4880-8823-db8ba51541f6 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e4beba29f53459fa18289f4cc633962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375605 May 10 11:34:04.585626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4710e0d8-3345-4b52-ad5c-5bd47d60d146 req-78e86b35-5d16-4ed5-8316-0709caf06e55 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 210 time: 0.0450494 May 10 11:34:04.601887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.781405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca60e-6a09-4f60-8501-9b5875d6bdb7 req-f90b07d5-18b8-4a63-913f-805b51efae55 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:04.785850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1db0623a-5cc7-49c7-b395-d4d3d9ec33aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.788432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1db0623a-5cc7-49c7-b395-d4d3d9ec33aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.792033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1db0623a-5cc7-49c7-b395-d4d3d9ec33aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34e4177a-184b-4078-b787-0b3cbde52919 HTTP/1.1" status: 204 len: 168 time: 0.6905425 May 10 11:34:04.792206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc7ca60e-6a09-4f60-8501-9b5875d6bdb7 req-f90b07d5-18b8-4a63-913f-805b51efae55 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1007943 May 10 11:34:04.798589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Transition to ACTIVE for port object 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:04.848910 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc7ca60e-6a09-4f60-8501-9b5875d6bdb7 req-a4784a76-fd62-41d6-9ba8-770832005263 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557549 May 10 11:34:04.855969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.891468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0623a-5cc7-49c7-b395-d4d3d9ec33aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e4177a-184b-4078-b787-0b3cbde52919,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:04.893693 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.967097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Pushing event updated for resources: {'Port': ['ID=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:04.973232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router f1f88038-976f-488e-a6ef-278c54e2ad8b is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:34:05.000644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event deleted for resources: {'Port': ['ID=7f66f80b-1974-4127-9471-6bf0ab8dcf2a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:05.002909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.088169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365154e9-df4a-4fed-9df5-75ffdb265213 req-ddfebedf-18fb-4792-8b91-1f0b9aae605f tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:05.090945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-365154e9-df4a-4fed-9df5-75ffdb265213 req-ddfebedf-18fb-4792-8b91-1f0b9aae605f tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 931 time: 0.3216925 May 10 11:34:05.143549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.146150 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.185471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6691e7-174c-4bba-95c9-e65604e9081c req-1b43643e-c5db-46cf-9250-fda623e2efae tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:05.192452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a6691e7-174c-4bba-95c9-e65604e9081c req-1b43643e-c5db-46cf-9250-fda623e2efae tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.2108786 May 10 11:34:05.243741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-365154e9-df4a-4fed-9df5-75ffdb265213 req-c2a7e790-e681-482e-8d4f-6b86b64b1317 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163173 May 10 11:34:05.246245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Attempting to bind port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:05.246612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Attempting to bind port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'a1467675-c813-49a2-a63b-fea73d8fa927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37e8bc4d-fb52-41eb-81e4-955f6f6cabe7'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:05.246865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Attempting to bind port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce on network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:05.248350 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.249116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Fanout notify agent at l3_agent the message router_deleted on router 8c8410a2-280c-4969-a5ec-2adbca43f5dd {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:34:05.259758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:05.273582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf11174-7ee4-4d5f-ad99-d3475144b16c None None] Sync routers for ids ['f1f88038-976f-488e-a6ef-278c54e2ad8b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:05.274076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce on network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:34:05.274425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Attempting to bind port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce on network 37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:05.280923 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.287118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-78d05a1f-ca40-4733-a122-5162cbe8539a tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/8c8410a2-280c-4969-a5ec-2adbca43f5dd HTTP/1.1" status: 204 len: 168 time: 1.7752650 May 10 11:34:05.288108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43338) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:05.292546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf11174-7ee4-4d5f-ad99-d3475144b16c None None] Routers {'f1f88038-976f-488e-a6ef-278c54e2ad8b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:05.293108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8d4da8c2-6515-42c9-a199-81baef273a8e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-575382354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:05.294116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6bf11174-7ee4-4d5f-ad99-d3475144b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1f88038-976f-488e-a6ef-278c54e2ad8b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:05.297425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a6691e7-174c-4bba-95c9-e65604e9081c req-c4453660-b218-403b-acbf-96b1047eae75 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033733 May 10 11:34:05.304617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.305793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7c7d9e43-75dc-4e2e-8ef0-06824adc0a5b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.1387312 May 10 11:34:05.316154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43340) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:05.316154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:05.316154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Checking segment: {'id': 'a1467675-c813-49a2-a63b-fea73d8fa927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37e8bc4d-fb52-41eb-81e4-955f6f6cabe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:05.316154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Bound using segment: {'id': 'a1467675-c813-49a2-a63b-fea73d8fa927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37e8bc4d-fb52-41eb-81e4-955f6f6cabe7'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:05.316154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Bound port: 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1467675-c813-49a2-a63b-fea73d8fa927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37e8bc4d-fb52-41eb-81e4-955f6f6cabe7'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:05.316633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.345968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d4da8c2-6515-42c9-a199-81baef273a8e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.347930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d4da8c2-6515-42c9-a199-81baef273a8e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.367619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6bf11174-7ee4-4d5f-ad99-d3475144b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:05.432697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d4da8c2-6515-42c9-a199-81baef273a8e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.440486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d4da8c2-6515-42c9-a199-81baef273a8e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.445037 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.448247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf11174-7ee4-4d5f-ad99-d3475144b16c None None] Routers {'f1f88038-976f-488e-a6ef-278c54e2ad8b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:05.450508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6bf11174-7ee4-4d5f-ad99-d3475144b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1f88038-976f-488e-a6ef-278c54e2ad8b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:05.472292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d4da8c2-6515-42c9-a199-81baef273a8e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.478498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43344) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:05.479327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8d4da8c2-6515-42c9-a199-81baef273a8e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1900182 May 10 11:34:05.516805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': False}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:05.655355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] For port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:05.686669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] For port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,segment=NetworkSegment(a1467675-c813-49a2-a63b-fea73d8fa927),segment_id=a1467675-c813-49a2-a63b-fea73d8fa927)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:05.744678 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.746956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6bf11174-7ee4-4d5f-ad99-d3475144b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:05.747879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cb74766f-27f3-47f9-9909-aeaa5ebcee5a req-53da4d7b-515e-4fb6-969d-740c38c007f6 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 210 time: 0.0401404 May 10 11:34:05.760305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf11174-7ee4-4d5f-ad99-d3475144b16c None None] The sync data for ids ['f1f88038-976f-488e-a6ef-278c54e2ad8b'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:05.790471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d4fddd14-cf2c-4841-b82a-e05ec37db7cd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/routers/f1f88038-976f-488e-a6ef-278c54e2ad8b HTTP/1.1" status: 200 len: 880 time: 0.4646103 May 10 11:34:05.794215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43356) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:05.853726 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-b4d599e5-9602-41b2-b254-35b101628b08 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4e4beba29f53459fa18289f4cc633962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340755 May 10 11:34:05.903014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:05.903630 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.905272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] 10.222.0.49 "PUT /v2.0/ports/3cb8e199-ba8e-466e-8fa5-97e52f6c16ce HTTP/1.1" status: 200 len: 1091 time: 2.4092481 May 10 11:34:05.942279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59600a76-bbfb-4f48-8fd7-599edff66512', 'tag': '3cb8e199-ba8e-466e-8fa5-97e52f6c16ce'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:05.944743 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1843e198-4d85-4ff8-96f0-88cb518c04c2" -d '{"events": [{"name": "network-changed", "server_uuid": "59600a76-bbfb-4f48-8fd7-599edff66512", "tag": "3cb8e199-ba8e-466e-8fa5-97e52f6c16ce"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:06.100300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.104093 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545e8bc6-aff4-4e2b-9943-89dd6139f6ab x-openstack-request-id: req-545e8bc6-aff4-4e2b-9943-89dd6139f6ab {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:06.104375 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59600a76-bbfb-4f48-8fd7-599edff66512", "tag": "3cb8e199-ba8e-466e-8fa5-97e52f6c16ce", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:06.104617 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-545e8bc6-aff4-4e2b-9943-89dd6139f6ab {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:06.105007 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545e8bc6-aff4-4e2b-9943-89dd6139f6ab'] response: {'name': 'network-changed', 'server_uuid': '59600a76-bbfb-4f48-8fd7-599edff66512', 'tag': '3cb8e199-ba8e-466e-8fa5-97e52f6c16ce', 'status': 'completed', 'code': 200} May 10 11:34:06.130959 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0a0f596a-1ba9-494a-9051-e894399f7323 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3330183 May 10 11:34:06.131471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43366) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:06.139776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8e3d2262-edbb-4ff6-ab47-cd4078ede8c3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-197978164'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:06.155644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322505d-4179-4cff-b188-fc6433ad9b4e service neutron] Pushing event updated for resources: {'Port': ['ID=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:06.241411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-e8029b90-aea4-43d2-aaf4-34f97cc5ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:06.243254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-e8029b90-aea4-43d2-aaf4-34f97cc5ea3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9701924045b1433aa5e8fc391105baf8&device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 1094 time: 0.2360029 May 10 11:34:06.260400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3847e-163e-4260-b1ad-7255faf391e2 req-5aa3ca02-a65f-4aff-8a0a-95a1576dd2fc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:06.261919 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fc3847e-163e-4260-b1ad-7255faf391e2 req-5aa3ca02-a65f-4aff-8a0a-95a1576dd2fc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.2655742 May 10 11:34:06.488287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b89f9-bad2-41dc-bfef-20148b1d1ed2 req-5c233c4f-492e-472f-bab8-fd0ba15d8ab4 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:06.496473 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-879b89f9-bad2-41dc-bfef-20148b1d1ed2 req-5c233c4f-492e-472f-bab8-fd0ba15d8ab4 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 943 time: 0.1372066 May 10 11:34:06.613925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-879b89f9-bad2-41dc-bfef-20148b1d1ed2 req-8a637d04-2a05-48ba-97ff-13f72b2c7ca3 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807290 May 10 11:34:06.643242 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2262-edbb-4ff6-ab47-cd4078ede8c3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.659240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2262-edbb-4ff6-ab47-cd4078ede8c3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.697640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b615c-06c8-4f87-aedf-46de982aabfc req-611d049a-0cb7-44b3-bb02-c730a9a4b450 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:06.699130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-611d049a-0cb7-44b3-bb02-c730a9a4b450 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7835653 May 10 11:34:06.701459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-2879996f-0ef3-47a1-991a-b34e2baa273b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce HTTP/1.1" status: 200 len: 217 time: 0.4386439 May 10 11:34:06.723866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Request body: {'port': {'device_id': '14549f85-c946-463c-a446-02ad9ddf5f8d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '4e4beba29f53459fa18289f4cc633962'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:06.806472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dc1a0-a9b7-48f9-8150-a06bae7dea87 req-3ddad848-c7aa-49d8-9879-ea5c5ca456af tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:06.815316 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf8dc1a0-a9b7-48f9-8150-a06bae7dea87 req-3ddad848-c7aa-49d8-9879-ea5c5ca456af tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1042404 May 10 11:34:06.817822 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fc3847e-163e-4260-b1ad-7255faf391e2 req-0ca57f63-0231-4137-b462-f3d69ff7cefa tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688871 May 10 11:34:06.838406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-8cf67785-8ffd-4992-a84d-ebe09b7ffddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:06.839925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-8cf67785-8ffd-4992-a84d-ebe09b7ffddd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d55a9160-2ac4-4ee1-ac28-827fe8a189b7 HTTP/1.1" status: 200 len: 858 time: 0.1216254 May 10 11:34:06.880279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3d2262-edbb-4ff6-ab47-cd4078ede8c3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router f1f88038-976f-488e-a6ef-278c54e2ad8b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:34:06.890593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-0b3cfea1-3745-414e-bff6-908f44cfdd95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37e8bc4d-fb52-41eb-81e4-955f6f6cabe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426648 May 10 11:34:06.895095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf8dc1a0-a9b7-48f9-8150-a06bae7dea87 req-3cca1439-b8bc-4b1d-96ba-be0a00f3281b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788562 May 10 11:34:07.007756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-363f6d0c-c12a-4932-93e1-829e122f6718 req-6554c615-8c2f-4fa7-b347-7aeeb2f8d904 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 210 time: 0.0681698 May 10 11:34:07.035979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3d2262-edbb-4ff6-ab47-cd4078ede8c3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:07.041053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2262-edbb-4ff6-ab47-cd4078ede8c3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.042266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8e3d2262-edbb-4ff6-ab47-cd4078ede8c3 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/f1f88038-976f-488e-a6ef-278c54e2ad8b HTTP/1.1" status: 200 len: 887 time: 0.9096899 May 10 11:34:07.042750 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026c5ef-a1e3-4a18-b0e7-3bb3807ab326 None None] Sync routers for ids ['f1f88038-976f-488e-a6ef-278c54e2ad8b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:07.045338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43392) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:07.055124 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026c5ef-a1e3-4a18-b0e7-3bb3807ab326 None None] Routers {'f1f88038-976f-488e-a6ef-278c54e2ad8b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:07.056018 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f026c5ef-a1e3-4a18-b0e7-3bb3807ab326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1f88038-976f-488e-a6ef-278c54e2ad8b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:07.064810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Made reservation on behalf of 4e4beba29f53459fa18289f4cc633962 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:07.068657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.101846 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f026c5ef-a1e3-4a18-b0e7-3bb3807ab326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:07.111228 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026c5ef-a1e3-4a18-b0e7-3bb3807ab326 None None] Routers {'f1f88038-976f-488e-a6ef-278c54e2ad8b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:07.112183 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f026c5ef-a1e3-4a18-b0e7-3bb3807ab326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:33:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1f88038-976f-488e-a6ef-278c54e2ad8b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:07.127960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.148166 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f026c5ef-a1e3-4a18-b0e7-3bb3807ab326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:07.149083 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026c5ef-a1e3-4a18-b0e7-3bb3807ab326 None None] The sync data for ids ['f1f88038-976f-488e-a6ef-278c54e2ad8b'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:07.151807 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-501cd4da-1353-4ce7-8317-c7b19a23571f service neutron] 10.222.0.49 "GET /v2.0/networks/37e8bc4d-fb52-41eb-81e4-955f6f6cabe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525878 May 10 11:34:07.187858 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4ce264e3-deb6-4267-9c90-de0440ae854b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/routers/f1f88038-976f-488e-a6ef-278c54e2ad8b HTTP/1.1" status: 200 len: 887 time: 0.1383362 May 10 11:34:07.187858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43394) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:07.196703 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b75f4e6-d8ca-4730-9cc0-ac71564f63dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.219715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bf91087d-a3ba-4087-ac7e-d0ba38538541 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f88038-976f-488e-a6ef-278c54e2ad8b HTTP/1.1" status: 200 len: 205 time: 0.0307417 May 10 11:34:07.222292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43396) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:07.338782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.340748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.349303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.364073 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.375301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.459175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.503064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9d5cc-2757-4c9c-9ae5-d19821975493,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:07.507095 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01a9831d-de6f-48ef-b6ff-44fd88f96e26 req-9e2b5ca5-9905-4926-b24f-aa4dca65eaa0 service neutron] 10.222.0.49 "GET /v2.0/networks/37e8bc4d-fb52-41eb-81e4-955f6f6cabe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309343 May 10 11:34:07.514280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 70b73d36-beb1-4daa-b725-a4e3381237df {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:07.514741 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.603152 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.616247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 70b73d36-beb1-4daa-b725-a4e3381237df owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:07.652764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Allocated IP 172.25.8.91 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/05ad7158-75d6-4ab8-8170-ba23ca6423fa) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:07.663435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Allocated IP 192.168.233.38 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/18c745ca-0bb2-4894-8c29-4a51294f4c75) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:07.681025 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.685434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-427f26ba-6707-4ac5-9b20-65eea7737e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:07.687170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-427f26ba-6707-4ac5-9b20-65eea7737e2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9701924045b1433aa5e8fc391105baf8&device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 1094 time: 0.1046455 May 10 11:34:07.822224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ba0d-baff-45db-9700-e367eac3cc76 req-1207b6b7-12d7-4a59-af39-d837c0c92b33 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:07.823759 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed08ba0d-baff-45db-9700-e367eac3cc76 req-1207b6b7-12d7-4a59-af39-d837c0c92b33 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 943 time: 0.0900080 May 10 11:34:07.857366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.893072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=70b73d36-beb1-4daa-b725-a4e3381237df,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:07.898539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed08ba0d-baff-45db-9700-e367eac3cc76 req-77cb876f-dce7-482d-9a0e-5e77be0d5bf7 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676587 May 10 11:34:07.965060 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.966717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-774c3b4d-6df8-4e30-b49c-c6dabd3cf7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:07.968890 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-774c3b4d-6df8-4e30-b49c-c6dabd3cf7a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 HTTP/1.1" status: 200 len: 919 time: 0.2730591 May 10 11:34:07.982810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.039270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-57581027-3eae-4fd9-8707-6f84d0374b07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce HTTP/1.1" status: 200 len: 217 time: 0.0602055 May 10 11:34:08.060153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.081608 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.084553 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.104501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42528ba9-de62-48bc-b9ed-1094479111b8 req-44c2cf6e-db7e-43f5-a332-b7279093c1a5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:08.106517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-42528ba9-de62-48bc-b9ed-1094479111b8 req-44c2cf6e-db7e-43f5-a332-b7279093c1a5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.2132976 May 10 11:34:08.141309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d525a21-828e-401a-bca0-02a8847186cd req-9a8d5cdb-0b20-4919-b29e-4b620a94a7aa tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:08.142873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d525a21-828e-401a-bca0-02a8847186cd req-9a8d5cdb-0b20-4919-b29e-4b620a94a7aa tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1491003 May 10 11:34:08.144124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.144684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Fanout notify agent at l3_agent the message router_deleted on router f1f88038-976f-488e-a6ef-278c54e2ad8b {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:34:08.150900 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.155409 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.160661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-46733d5a-88a5-446d-8791-78998a79d514 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/f1f88038-976f-488e-a6ef-278c54e2ad8b HTTP/1.1" status: 204 len: 168 time: 0.9373927 May 10 11:34:08.163254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43410) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:08.168258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-775961775'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:08.194230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-e123f9b1-52b1-4a77-a4b6-f2354211af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:08.195699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-e123f9b1-52b1-4a77-a4b6-f2354211af02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d55a9160-2ac4-4ee1-ac28-827fe8a189b7 HTTP/1.1" status: 200 len: 858 time: 0.1425683 May 10 11:34:08.209793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:08.213527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.225705 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d525a21-828e-401a-bca0-02a8847186cd req-3fd58a2f-d18b-4808-8159-c420f3d067ca tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637577 May 10 11:34:08.234745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:08.241117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:08.250062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.250485 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment 53706f2a-99b9-429d-b099-a6132372f9fb of type vlan for network 900ce6dc-ae5b-42a5-adf1-79af297c331a May 10 11:34:08.253710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-42528ba9-de62-48bc-b9ed-1094479111b8 req-e0f104fc-7ad7-4148-835a-97efda844175 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381755 May 10 11:34:08.258994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-1bbcefac-24fe-417b-93e5-807bd54f4931 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37e8bc4d-fb52-41eb-81e4-955f6f6cabe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449765 May 10 11:34:08.264921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:08.267441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:08.282660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.282660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Pushing event updated for resources: {'Port': ['ID=05ad7158-75d6-4ab8-8170-ba23ca6423fa,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:08.316856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.386673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d3f5a-7e61-45b6-877f-4cdb709e862a req-ee5be720-0315-41ce-8fd8-94250cfcb7e4 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:08.387237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:08.394443 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a56d3f5a-7e61-45b6-877f-4cdb709e862a req-ee5be720-0315-41ce-8fd8-94250cfcb7e4 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 935 time: 0.0809152 May 10 11:34:08.397546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:08.401532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.404325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:08.407123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:08.407723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.495606 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3310931 May 10 11:34:08.497271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Pushing event updated for resources: {'Port': ['ID=18c745ca-0bb2-4894-8c29-4a51294f4c75,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:08.500642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43422) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:08.507609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': '900ce6dc-ae5b-42a5-adf1-79af297c331a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:08.555947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b73312-4429-4813-9d4c-bea9c55fbfb1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=900ce6dc-ae5b-42a5-adf1-79af297c331a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:08.570042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 900ce6dc-ae5b-42a5-adf1-79af297c331a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:08.581799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-8ac4a214-bd18-4c2b-aba4-889a6cf9ee48 service neutron] 10.222.0.49 "GET /v2.0/networks/37e8bc4d-fb52-41eb-81e4-955f6f6cabe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117507 May 10 11:34:08.588302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a56d3f5a-7e61-45b6-877f-4cdb709e862a req-1265ac39-ac53-4825-8ab4-fc36f3af412c tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902449 May 10 11:34:08.594315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:08.596346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.676110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:08.684672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.694603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-121f1234-79ae-490b-a392-4103c2e074f7 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9795461 May 10 11:34:08.712040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Request body: {'port': {'device_id': '14549f85-c946-463c-a446-02ad9ddf5f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:08.796458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b66efcd2-9ea2-49c3-9206-852d7ac52af3 None None] Provisioning complete for port 18c745ca-0bb2-4894-8c29-4a51294f4c75 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:08.797945 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b66efcd2-9ea2-49c3-9206-852d7ac52af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.839760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b66efcd2-9ea2-49c3-9206-852d7ac52af3 None None] Port 18c745ca-0bb2-4894-8c29-4a51294f4c75 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:08.889195 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1843e198-4d85-4ff8-96f0-88cb518c04c2 req-43753628-78c1-4739-a958-037c2441139c service neutron] 10.222.0.49 "GET /v2.0/networks/37e8bc4d-fb52-41eb-81e4-955f6f6cabe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911112 May 10 11:34:08.908611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.922668 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.970582 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.996692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:09.001100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': '53706f2a-99b9-429d-b099-a6132372f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '900ce6dc-ae5b-42a5-adf1-79af297c331a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:09.001461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: 900ce6dc-ae5b-42a5-adf1-79af297c331a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:09.020972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 900ce6dc-ae5b-42a5-adf1-79af297c331a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:09.030542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 900ce6dc-ae5b-42a5-adf1-79af297c331a) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:09.035560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:09.036099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.040677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a62e8cd-a124-407e-8a48-27228ea9cd1f None None] Network 900ce6dc-ae5b-42a5-adf1-79af297c331a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:09.058784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-03b4be1e-ad9f-4697-b176-74c0520d359f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5569141 May 10 11:34:09.061273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43432) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:09.065911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0b34e586-92d3-4e98-b4ce-c5d114a1b562 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2081289655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:09.089203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b34e586-92d3-4e98-b4ce-c5d114a1b562 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.090449 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b34e586-92d3-4e98-b4ce-c5d114a1b562 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.165684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b34e586-92d3-4e98-b4ce-c5d114a1b562 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.171670 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b34e586-92d3-4e98-b4ce-c5d114a1b562 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.199873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b34e586-92d3-4e98-b4ce-c5d114a1b562 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.204084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b34e586-92d3-4e98-b4ce-c5d114a1b562 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1390934 May 10 11:34:09.204247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43434) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:09.219949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-900ce6dc-ae5b-42a5-adf1-79af297c331a', 'network_id': '900ce6dc-ae5b-42a5-adf1-79af297c331a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': 'c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:09.220887 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.234717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45914c1e-6c34-41d9-b5fa-e7c386862174 req-fa8363f0-7035-41b3-a384-b03064b15440 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:09.236262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45914c1e-6c34-41d9-b5fa-e7c386862174 req-fa8363f0-7035-41b3-a384-b03064b15440 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 943 time: 0.2082865 May 10 11:34:09.318826 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.388742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Allocated IP 172.20.0.2 (900ce6dc-ae5b-42a5-adf1-79af297c331a/c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8/c6f7780d-39a5-4200-86ce-53b76be2cec0) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:09.390127 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45914c1e-6c34-41d9-b5fa-e7c386862174 req-6b4560c3-10ff-4b45-bd5f-0b90948e2db8 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152170 May 10 11:34:09.421986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.445315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.459998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c745ca-0bb2-4894-8c29-4a51294f4c75 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:34:09.504933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.512479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.556899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e21604-d1cd-43d9-b1f7-f9f5c5214a1f req-c3844fa9-2e9a-4e7a-a372-c25b8abcc14a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:09.558982 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76e21604-d1cd-43d9-b1f7-f9f5c5214a1f req-c3844fa9-2e9a-4e7a-a372-c25b8abcc14a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.2080979 May 10 11:34:09.582276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Transition to ACTIVE for port object 18c745ca-0bb2-4894-8c29-4a51294f4c75 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:09.593732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.616828 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.619987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32760-3426-486b-9970-ba69e6e53660 req-65c0e9f0-66da-4e1b-88b3-97ed38dcb5bb tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:09.621736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bf32760-3426-486b-9970-ba69e6e53660 req-65c0e9f0-66da-4e1b-88b3-97ed38dcb5bb tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1243610 May 10 11:34:09.624362 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.648316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.668161 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76e21604-d1cd-43d9-b1f7-f9f5c5214a1f req-80c18dd1-dd8d-4f34-a48e-a58a9750fb00 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971951 May 10 11:34:09.684224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Network 900ce6dc-ae5b-42a5-adf1-79af297c331a is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:09.688326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:09.696099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:09.707102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18c745ca-0bb2-4894-8c29-4a51294f4c75,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:09.744833 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4bf32760-3426-486b-9970-ba69e6e53660 req-588d28ed-8940-4e16-b422-6fa0ab9b55a8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976937 May 10 11:34:09.792481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Router 77e4068b-afd5-4feb-8399-88d8822252dd is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:34:09.792725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Pushing event updated for resources: {'Port': ['ID=c6f7780d-39a5-4200-86ce-53b76be2cec0,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:09.807354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Attempting to bind port c6f7780d-39a5-4200-86ce-53b76be2cec0 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:09.807771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Attempting to bind port c6f7780d-39a5-4200-86ce-53b76be2cec0 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '53706f2a-99b9-429d-b099-a6132372f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '900ce6dc-ae5b-42a5-adf1-79af297c331a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:09.808190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Attempting to bind port c6f7780d-39a5-4200-86ce-53b76be2cec0 on network 900ce6dc-ae5b-42a5-adf1-79af297c331a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:09.816109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:09.816499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Checking segment: {'id': '53706f2a-99b9-429d-b099-a6132372f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '900ce6dc-ae5b-42a5-adf1-79af297c331a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:09.816913 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.817326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Bound using segment: {'id': '53706f2a-99b9-429d-b099-a6132372f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '900ce6dc-ae5b-42a5-adf1-79af297c331a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:09.817789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Bound port: c6f7780d-39a5-4200-86ce-53b76be2cec0, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53706f2a-99b9-429d-b099-a6132372f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '900ce6dc-ae5b-42a5-adf1-79af297c331a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:09.818222 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.873716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Attempting to bind port 18c745ca-0bb2-4894-8c29-4a51294f4c75 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:09.874393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Attempting to bind port 18c745ca-0bb2-4894-8c29-4a51294f4c75 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:09.874792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Attempting to bind port 18c745ca-0bb2-4894-8c29-4a51294f4c75 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:09.885920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Port 18c745ca-0bb2-4894-8c29-4a51294f4c75 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:34:09.886273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Attempting to bind port 18c745ca-0bb2-4894-8c29-4a51294f4c75 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:09.894485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:09.894485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:09.894875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:09.895585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Bound port: 18c745ca-0bb2-4894-8c29-4a51294f4c75, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:09.896032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.911444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] For port c6f7780d-39a5-4200-86ce-53b76be2cec0, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:09.915755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] For port c6f7780d-39a5-4200-86ce-53b76be2cec0, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c6f7780d-39a5-4200-86ce-53b76be2cec0,segment=NetworkSegment(53706f2a-99b9-429d-b099-a6132372f9fb),segment_id=53706f2a-99b9-429d-b099-a6132372f9fb)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:09.922250 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.012495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d199f7-3256-4cbe-b317-33fc2e55193e None None] Pushing event updated for resources: {'Port': ['ID=c6f7780d-39a5-4200-86ce-53b76be2cec0,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:10.341599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d25047-d85e-4cc3-ab61-b4ba1db69b00 req-c31b65eb-625a-453a-b7cc-ff9dd60fa07c tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:10.348700 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19d25047-d85e-4cc3-ab61-b4ba1db69b00 req-c31b65eb-625a-453a-b7cc-ff9dd60fa07c tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 947 time: 0.5154862 May 10 11:34:10.473699 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19d25047-d85e-4cc3-ab61-b4ba1db69b00 req-dd95fd30-da40-4b15-901f-bcd176a52994 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987427 May 10 11:34:10.510148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:10.517348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.518927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3bc9b92a-1e49-4958-92ce-5184807ba873 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "PUT /v2.0/routers/77e4068b-afd5-4feb-8399-88d8822252dd HTTP/1.1" status: 200 len: 918 time: 5.0394833 May 10 11:34:10.521862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43464) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:10.523163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.20.0.1 (900ce6dc-ae5b-42a5-adf1-79af297c331a/c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8/3ebf9f22-fa27-461f-a8ba-ceff1a4de367) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:10.526957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e181b59-1a25-444b-91e1-cf5f331961e5 None None] Sync routers for ids ['77e4068b-afd5-4feb-8399-88d8822252dd'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:10.547489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e181b59-1a25-444b-91e1-cf5f331961e5 None None] Routers {'77e4068b-afd5-4feb-8399-88d8822252dd'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:10.548492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1e181b59-1a25-444b-91e1-cf5f331961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['77e4068b-afd5-4feb-8399-88d8822252dd'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:10.597366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] For port 18c745ca-0bb2-4894-8c29-4a51294f4c75, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:10.604619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1e181b59-1a25-444b-91e1-cf5f331961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:10.614905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] For port 18c745ca-0bb2-4894-8c29-4a51294f4c75, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=18c745ca-0bb2-4894-8c29-4a51294f4c75,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:10.619283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e181b59-1a25-444b-91e1-cf5f331961e5 None None] Routers {'77e4068b-afd5-4feb-8399-88d8822252dd'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:10.620642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1e181b59-1a25-444b-91e1-cf5f331961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['77e4068b-afd5-4feb-8399-88d8822252dd'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:10.625213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbacf85-7a1c-4027-8242-d7cf5d8ab161 req-0df836f0-c7c3-46f6-92b8-f250dd1806e1 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:10.626774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-acbacf85-7a1c-4027-8242-d7cf5d8ab161 req-0df836f0-c7c3-46f6-92b8-f250dd1806e1 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 943 time: 0.1068721 May 10 11:34:10.628496 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.691962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1e181b59-1a25-444b-91e1-cf5f331961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:10.692653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e181b59-1a25-444b-91e1-cf5f331961e5 None None] The sync data for ids ['77e4068b-afd5-4feb-8399-88d8822252dd'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:10.701562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:10.702190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.703621 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] 10.222.0.49 "PUT /v2.0/ports/18c745ca-0bb2-4894-8c29-4a51294f4c75 HTTP/1.1" status: 200 len: 1095 time: 1.9992385 May 10 11:34:10.705687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14549f85-c946-463c-a446-02ad9ddf5f8d', 'tag': '18c745ca-0bb2-4894-8c29-4a51294f4c75'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:10.707115 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87c838f-563d-4b94-90c2-8d86ff45db13" -d '{"events": [{"name": "network-changed", "server_uuid": "14549f85-c946-463c-a446-02ad9ddf5f8d", "tag": "18c745ca-0bb2-4894-8c29-4a51294f4c75"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:10.738384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-95cff016-e310-401d-8e90-bdc0f1d2faaa tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/routers/77e4068b-afd5-4feb-8399-88d8822252dd HTTP/1.1" status: 200 len: 924 time: 0.2123332 May 10 11:34:10.744457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43474) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:10.804102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-acbacf85-7a1c-4027-8242-d7cf5d8ab161 req-ce0fcae8-507c-4c71-aa94-d01d11ffed59 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665652 May 10 11:34:10.829158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.836731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f957bd3-c779-44ee-87c8-d99f68b066e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18c745ca-0bb2-4894-8c29-4a51294f4c75,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:10.875096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7568e079-f458-4d21-aa48-eb71b92162f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:10.882822 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-7568e079-f458-4d21-aa48-eb71b92162f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e4beba29f53459fa18289f4cc633962&device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 1098 time: 0.1183953 May 10 11:34:10.902593 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe712ed-b07d-43a7-8460-66f8e6ef3f84 x-openstack-request-id: req-0fe712ed-b07d-43a7-8460-66f8e6ef3f84 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:10.903178 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14549f85-c946-463c-a446-02ad9ddf5f8d", "tag": "18c745ca-0bb2-4894-8c29-4a51294f4c75", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:10.903590 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fe712ed-b07d-43a7-8460-66f8e6ef3f84 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:10.904186 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe712ed-b07d-43a7-8460-66f8e6ef3f84'] response: {'name': 'network-changed', 'server_uuid': '14549f85-c946-463c-a446-02ad9ddf5f8d', 'tag': '18c745ca-0bb2-4894-8c29-4a51294f4c75', 'status': 'completed', 'code': 200} May 10 11:34:10.916332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47afbd4-fd8f-45d2-bba2-251f09c81c56 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:10.920414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e47afbd4-fd8f-45d2-bba2-251f09c81c56 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=77e4068b-afd5-4feb-8399-88d8822252dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1731937 May 10 11:34:10.921724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43482) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:10.952161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.992838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-6fcd72d5-a5a8-4a14-9ae4-a63c28cd3ae1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=18c745ca-0bb2-4894-8c29-4a51294f4c75 HTTP/1.1" status: 200 len: 217 time: 0.1017807 May 10 11:34:11.039411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8ccf-d2f0-407d-9b03-face89b1b480 req-60ef1685-15c5-4088-9f7c-f9682e583d08 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:11.041481 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd2f8ccf-d2f0-407d-9b03-face89b1b480 req-60ef1685-15c5-4088-9f7c-f9682e583d08 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1864944 May 10 11:34:11.092740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 900ce6dc-ae5b-42a5-adf1-79af297c331a is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:11.107678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:11.110676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:11.126879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b615c-06c8-4f87-aedf-46de982aabfc req-281f3648-a866-43b0-94ec-fdc48b2cbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:11.128743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-281f3648-a866-43b0-94ec-fdc48b2cbb11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1283894 May 10 11:34:11.153739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd2f8ccf-d2f0-407d-9b03-face89b1b480 req-370f8461-1426-4d9d-a3aa-e7c3851c0656 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991344 May 10 11:34:11.154490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=3ebf9f22-fa27-461f-a8ba-ceff1a4de367,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:11.184782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d2440-a6f1-400a-8436-834a365ecf4e req-6a6a11e5-11ee-4456-94f0-d667c9b100f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:11.193081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e85d2440-a6f1-400a-8436-834a365ecf4e req-6a6a11e5-11ee-4456-94f0-d667c9b100f4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1671445 May 10 11:34:11.218545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b615c-06c8-4f87-aedf-46de982aabfc req-331b7519-b86e-4e45-a76d-a88b97673465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:11.220375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-331b7519-b86e-4e45-a76d-a88b97673465 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846927 May 10 11:34:11.220601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6185d5c4-8f32-4a60-b1b2-c702559f5954 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:11.223642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6185d5c4-8f32-4a60-b1b2-c702559f5954 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 881 time: 0.2998037 May 10 11:34:11.227236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43484) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:11.241631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.299481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:34:11.316030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-da19ea9d-dd74-457b-a81c-3f644fd76fc8 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e4068b-afd5-4feb-8399-88d8822252dd HTTP/1.1" status: 200 len: 205 time: 0.0873275 May 10 11:34:11.346784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e85d2440-a6f1-400a-8436-834a365ecf4e req-48849651-36ca-4a12-a4f1-d1a23abb295d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527944 May 10 11:34:11.351058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:11.417362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.428200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43490) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:11.468898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,segment=NetworkSegment(a1467675-c813-49a2-a63b-fea73d8fa927),segment_id=a1467675-c813-49a2-a63b-fea73d8fa927)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:11.505931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '3cb8e199-ba8e-466e-8fa5-97e52f6c16ce', 'network_id': '37e8bc4d-fb52-41eb-81e4-955f6f6cabe7', 'port_id': '3cb8e199-ba8e-466e-8fa5-97e52f6c16ce', 'mac_address': 'fa:16:3e:d5:f7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55a9160-2ac4-4ee1-ac28-827fe8a189b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:34:11.584526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-23d1d3e0-90c3-4534-b624-9c52d9b32868 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374329 May 10 11:34:11.589403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:11.590053 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.609659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:34:11.620220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac8bfb-8914-4ca6-9f19-ed43c23027e9 None None] Network 900ce6dc-ae5b-42a5-adf1-79af297c331a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:11.668747 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.687800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,segment=NetworkSegment(a1467675-c813-49a2-a63b-fea73d8fa927),segment_id=a1467675-c813-49a2-a63b-fea73d8fa927)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:11.711705 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.758833 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0d19b1c-ab1c-41c7-b150-67ee47c9723b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.804624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705b615c-06c8-4f87-aedf-46de982aabfc req-1385e159-70cc-442b-bc8c-b0167535678b service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099020 May 10 11:34:11.807522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0f058923-b6e0-4132-be9d-15f0531f65e5 None None] Provisioning complete for port c6f7780d-39a5-4200-86ce-53b76be2cec0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:11.808076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f058923-b6e0-4132-be9d-15f0531f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.813894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4f0f8-1b3b-495b-9d8d-de426721065b req-29fd639b-025a-47f3-aec0-0df58383ae99 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:11.815922 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21e4f0f8-1b3b-495b-9d8d-de426721065b req-29fd639b-025a-47f3-aec0-0df58383ae99 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 947 time: 0.1202250 May 10 11:34:11.818155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.837112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:11.837387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.865427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.968887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-f2e04cc1-5a95-4385-9c25-59daec63b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:11.970411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-f2e04cc1-5a95-4385-9c25-59daec63b52a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e4beba29f53459fa18289f4cc633962&device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0975230 May 10 11:34:11.992935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['3cb8e199-ba8e-466e-8fa5-97e52f6c16ce'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:34:12.000913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21e4f0f8-1b3b-495b-9d8d-de426721065b req-215bb743-f531-42da-961d-59c5b640c259 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779103 May 10 11:34:12.036180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=3ebf9f22-fa27-461f-a8ba-ceff1a4de367,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:12.043123 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.051318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0f058923-b6e0-4132-be9d-15f0531f65e5 None None] Current status of the port c6f7780d-39a5-4200-86ce-53b76be2cec0 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:12.052036 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f058923-b6e0-4132-be9d-15f0531f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.113320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-db84cc63-842a-4e4e-b090-bacafa623a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:12.116626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-db84cc63-842a-4e4e-b090-bacafa623a52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1366379 May 10 11:34:12.122143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0d19b1c-ab1c-41c7-b150-67ee47c9723b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.122764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0f058923-b6e0-4132-be9d-15f0531f65e5 None None] For port c6f7780d-39a5-4200-86ce-53b76be2cec0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c6f7780d-39a5-4200-86ce-53b76be2cec0,segment=NetworkSegment(53706f2a-99b9-429d-b099-a6132372f9fb),segment_id=53706f2a-99b9-429d-b099-a6132372f9fb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:12.130762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0d19b1c-ab1c-41c7-b150-67ee47c9723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.133625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782a75a-c8fa-4c25-b43a-dddca265085a req-1c8e872d-48eb-43fa-a19d-0dc9d51fe858 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:12.142840 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2782a75a-c8fa-4c25-b43a-dddca265085a req-1c8e872d-48eb-43fa-a19d-0dc9d51fe858 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 944 time: 0.2297475 May 10 11:34:12.155167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f058923-b6e0-4132-be9d-15f0531f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.168156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Deleting port 05ad7158-75d6-4ab8-8170-ba23ca6423fa {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:12.168910 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.204371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d0d19b1c-ab1c-41c7-b150-67ee47c9723b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50262740717347739dd8ddd54568e4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7748489 May 10 11:34:12.244809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d19b1c-ab1c-41c7-b150-67ee47c9723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf8670-a4e5-4433-9d7e-e6025bc30d00,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:12.251498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43498) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:12.256500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f058923-b6e0-4132-be9d-15f0531f65e5 None None] Pushing event updated for resources: {'Port': ['ID=c6f7780d-39a5-4200-86ce-53b76be2cec0,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:12.297879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-e5736aef-ca6b-4d5c-b491-1200fc26a1e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=18c745ca-0bb2-4894-8c29-4a51294f4c75 HTTP/1.1" status: 200 len: 217 time: 0.1441553 May 10 11:34:12.340084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16caa44a-8cfb-4231-9401-a0e89e51fd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.368302 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2782a75a-c8fa-4c25-b43a-dddca265085a req-8449314e-a0e5-4c53-94e6-01cb7df6df93 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207730 May 10 11:34:12.393838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 900ce6dc-ae5b-42a5-adf1-79af297c331a is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:12.395002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9539627e-9106-4bbc-84a1-df277048f51c None None] Provisioning complete for port 3ebf9f22-fa27-461f-a8ba-ceff1a4de367 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:12.395729 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9539627e-9106-4bbc-84a1-df277048f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.432369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:12.436883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-75edc4b9-1fcd-41d7-98a3-13e876fdf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:12.445810 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16caa44a-8cfb-4231-9401-a0e89e51fd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.446637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-75edc4b9-1fcd-41d7-98a3-13e876fdf0bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1323290 May 10 11:34:12.455458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221efb52-3835-4cd9-934d-7c41fba48d34 req-596088a7-46a4-4ee7-baf2-422fe3af5adb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:12.456837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c6f7780d-39a5-4200-86ce-53b76be2cec0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:12.457608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-221efb52-3835-4cd9-934d-7c41fba48d34 req-596088a7-46a4-4ee7-baf2-422fe3af5adb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1390297 May 10 11:34:12.505271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.514695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9539627e-9106-4bbc-84a1-df277048f51c None None] Port 3ebf9f22-fa27-461f-a8ba-ceff1a4de367 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:12.541624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Calling delete_port for 05ad7158-75d6-4ab8-8170-ba23ca6423fa owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:12.548634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c6f7780d-39a5-4200-86ce-53b76be2cec0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:12.549774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.551968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9539627e-9106-4bbc-84a1-df277048f51c None None] Provisioning complete for port c6f7780d-39a5-4200-86ce-53b76be2cec0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:12.552686 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9539627e-9106-4bbc-84a1-df277048f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.574463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-215b5107-c323-4b72-b635-5e859f4f622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:12.576097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-215b5107-c323-4b72-b635-5e859f4f622a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285241 May 10 11:34:12.637810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf5272-2fbe-4474-83aa-a0c0434798f2 req-9ac14ccb-d698-4ef5-9490-53bdb4a3aa07 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:12.639286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8adf5272-2fbe-4474-83aa-a0c0434798f2 req-9ac14ccb-d698-4ef5-9490-53bdb4a3aa07 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1386003 May 10 11:34:12.642813 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-221efb52-3835-4cd9-934d-7c41fba48d34 req-f8c65de0-767a-4062-9370-0a1979e70d65 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762798 May 10 11:34:12.661239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 2c77a7d1-b94e-46da-a159-29989e13f3f6 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:34:12.697283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9539627e-9106-4bbc-84a1-df277048f51c None None] Current status of the port c6f7780d-39a5-4200-86ce-53b76be2cec0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:12.757922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c6f7780d-39a5-4200-86ce-53b76be2cec0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:12.773246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16caa44a-8cfb-4231-9401-a0e89e51fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.775872 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16caa44a-8cfb-4231-9401-a0e89e51fd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.779409 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-16caa44a-8cfb-4231-9401-a0e89e51fd75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24bf8670-a4e5-4433-9d7e-e6025bc30d00 HTTP/1.1" status: 204 len: 168 time: 0.5246298 May 10 11:34:12.788320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caa44a-8cfb-4231-9401-a0e89e51fd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf8670-a4e5-4433-9d7e-e6025bc30d00,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:12.790644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:12.794427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8adf5272-2fbe-4474-83aa-a0c0434798f2 req-3bee650f-c670-46b6-ae75-d0dce78a1873 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182559 May 10 11:34:12.803600 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e67b03-1685-43fb-9816-53314d50c58e None None] Sync routers for ids ['2c77a7d1-b94e-46da-a159-29989e13f3f6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:12.811275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-48ccfc4a-6210-4224-b85e-cd08857e1a69 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/2c77a7d1-b94e-46da-a159-29989e13f3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6059842 May 10 11:34:12.813034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43506) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:12.825065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-1db0c5a4-2bdb-4b7d-bc07-b7a7edbd0c85 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202275 May 10 11:34:12.845420 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e67b03-1685-43fb-9816-53314d50c58e None None] Routers {'2c77a7d1-b94e-46da-a159-29989e13f3f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:12.846682 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-62e67b03-1685-43fb-9816-53314d50c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2c77a7d1-b94e-46da-a159-29989e13f3f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:12.877980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7127c-89ad-492d-958e-f5ae0254acad tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:12.883795 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b2b7127c-89ad-492d-958e-f5ae0254acad tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports/3ebf9f22-fa27-461f-a8ba-ceff1a4de367 HTTP/1.1" status: 200 len: 910 time: 0.0696764 May 10 11:34:12.885153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43508) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:12.891948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cd9f4c1e-6879-49db-8355-1ab029273f6f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:12.896746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fd25908e-e403-4fdd-bfbd-07ef61dac3a1 None None] Provisioning complete for port 3ebf9f22-fa27-461f-a8ba-ceff1a4de367 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:12.897116 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd25908e-e403-4fdd-bfbd-07ef61dac3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.941265 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-62e67b03-1685-43fb-9816-53314d50c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:12.964231 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e67b03-1685-43fb-9816-53314d50c58e None None] Routers {'2c77a7d1-b94e-46da-a159-29989e13f3f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:12.967326 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-62e67b03-1685-43fb-9816-53314d50c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2c77a7d1-b94e-46da-a159-29989e13f3f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:12.983060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fd25908e-e403-4fdd-bfbd-07ef61dac3a1 None None] Port 3ebf9f22-fa27-461f-a8ba-ceff1a4de367 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:13.043684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.066323 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-62e67b03-1685-43fb-9816-53314d50c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:13.066989 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e67b03-1685-43fb-9816-53314d50c58e None None] The sync data for ids ['2c77a7d1-b94e-46da-a159-29989e13f3f6'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:13.089893 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4c1e-6879-49db-8355-1ab029273f6f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.091518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event deleted for resources: {'Port': ['ID=05ad7158-75d6-4ab8-8170-ba23ca6423fa,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.114675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d7d3450f-bb14-4016-bb4f-43e0026eadac None None] Provisioning complete for port 3ebf9f22-fa27-461f-a8ba-ceff1a4de367 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:13.115102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7d3450f-bb14-4016-bb4f-43e0026eadac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.130559 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87c838f-563d-4b94-90c2-8d86ff45db13 req-445a7662-6735-4cfc-8d7c-62f04bb47709 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759087 May 10 11:34:13.162675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3450f-bb14-4016-bb4f-43e0026eadac None None] Port 3ebf9f22-fa27-461f-a8ba-ceff1a4de367 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:13.193545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.251647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43514) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:13.288503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.290580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.300382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54da4b33-085d-46ba-83fa-1189afd3d8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.309732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:13.327545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bf96d-9450-4a30-aa21-17176b63e4f6 req-cc38b300-fee2-46cd-98f7-1b0b4ee94970 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:13.329065 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e06bf96d-9450-4a30-aa21-17176b63e4f6 req-cc38b300-fee2-46cd-98f7-1b0b4ee94970 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 947 time: 0.1606603 May 10 11:34:13.341594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.342357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Fanout notify agent at l3_agent the message router_deleted on router 77e4068b-afd5-4feb-8399-88d8822252dd {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:34:13.351274 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.352421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6cf40c3f-20fe-4106-b0df-130dd07e38d6 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/77e4068b-afd5-4feb-8399-88d8822252dd HTTP/1.1" status: 204 len: 168 time: 2.0004132 May 10 11:34:13.357060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43516) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:13.361907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2032564990', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:13.374064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:13.378519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:13.378920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.386305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.388059 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.452739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e06bf96d-9450-4a30-aa21-17176b63e4f6 req-baf15be1-02c6-4758-8e05-0793f4486662 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133535 May 10 11:34:13.465145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:13.466268 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.492922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59600a76-bbfb-4f48-8fd7-599edff66512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb8e199-ba8e-466e-8fa5-97e52f6c16ce'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:13.493433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.495459 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b30ef1f-d201-4275-bacd-9a034aa83f80" -d '{"events": [{"server_uuid": "59600a76-bbfb-4f48-8fd7-599edff66512", "name": "network-vif-plugged", "status": "completed", "tag": "3cb8e199-ba8e-466e-8fa5-97e52f6c16ce"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:13.512630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,segment=NetworkSegment(a1467675-c813-49a2-a63b-fea73d8fa927),segment_id=a1467675-c813-49a2-a63b-fea73d8fa927)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:13.523463 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.552442 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46cf65b-5607-49da-9ede-1b3b586c4a5e x-openstack-request-id: req-c46cf65b-5607-49da-9ede-1b3b586c4a5e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:13.552732 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59600a76-bbfb-4f48-8fd7-599edff66512", "name": "network-vif-plugged", "status": "completed", "tag": "3cb8e199-ba8e-466e-8fa5-97e52f6c16ce", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:13.553170 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c46cf65b-5607-49da-9ede-1b3b586c4a5e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:13.553571 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46cf65b-5607-49da-9ede-1b3b586c4a5e'] response: {'server_uuid': '59600a76-bbfb-4f48-8fd7-599edff66512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb8e199-ba8e-466e-8fa5-97e52f6c16ce', 'code': 200} May 10 11:34:13.565277 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54da4b33-085d-46ba-83fa-1189afd3d8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.586982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54da4b33-085d-46ba-83fa-1189afd3d8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.587229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.619810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5377f-7938-4d5a-9155-a72575639246 req-81cfd51e-8dba-4cb1-a936-7b77410cb4ed tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:13.621347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8d5377f-7938-4d5a-9155-a72575639246 req-81cfd51e-8dba-4cb1-a936-7b77410cb4ed tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 944 time: 0.1392581 May 10 11:34:13.662782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da4b33-085d-46ba-83fa-1189afd3d8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06b6e6-8632-4e3a-9c1c-c8c238c85115,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.672466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-54da4b33-085d-46ba-83fa-1189afd3d8b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9478c757032b4ac3b10e6f1efe0c065d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894098 May 10 11:34:13.673020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43522) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:13.727976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.768050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8d5377f-7938-4d5a-9155-a72575639246 req-3e33964c-db2d-45bc-839a-c28888b451a2 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367431 May 10 11:34:13.769840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22b062-9e9d-4df2-92c6-3835b95bc78c req-20e4d0e0-bfd2-44c9-bfeb-577c00ad1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:13.771236 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a22b062-9e9d-4df2-92c6-3835b95bc78c req-20e4d0e0-bfd2-44c9-bfeb-577c00ad1805 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 1096 time: 0.1490297 May 10 11:34:13.807571 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4c1e-6879-49db-8355-1ab029273f6f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.810374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47e369ba-a343-42b4-892f-6eb7a40e9e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.829436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4c1e-6879-49db-8355-1ab029273f6f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.840817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a22b062-9e9d-4df2-92c6-3835b95bc78c req-fa51431c-dcd2-4b21-9124-300243d86e24 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 May 10 11:34:13.867646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47e369ba-a343-42b4-892f-6eb7a40e9e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.911832 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65103874-964d-44b7-9884-56c80a14c807 req-ac859384-1a20-489a-b230-0d03e98d0a4d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:13.913353 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65103874-964d-44b7-9884-56c80a14c807 req-ac859384-1a20-489a-b230-0d03e98d0a4d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1684287 May 10 11:34:13.968714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f4c1e-6879-49db-8355-1ab029273f6f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:13.969310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4c1e-6879-49db-8355-1ab029273f6f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.974411 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cd9f4c1e-6879-49db-8355-1ab029273f6f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/ports/3ebf9f22-fa27-461f-a8ba-ceff1a4de367 HTTP/1.1" status: 200 len: 910 time: 1.0841889 May 10 11:34:13.977328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43528) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:13.980411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f4c1e-6879-49db-8355-1ab029273f6f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=3ebf9f22-fa27-461f-a8ba-ceff1a4de367,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.997581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c1d4-aba7-4986-927a-502c0f82c32e req-0d0ca038-ec74-483c-8f2b-c3c9b2f81e64 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:13.999473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a923c1d4-aba7-4986-927a-502c0f82c32e req-0d0ca038-ec74-483c-8f2b-c3c9b2f81e64 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1240125 May 10 11:34:14.003651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65103874-964d-44b7-9884-56c80a14c807 req-98cf3da1-d098-4b9b-a743-fb8b7d9c207a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747643 May 10 11:34:14.014217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47e369ba-a343-42b4-892f-6eb7a40e9e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.016780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47e369ba-a343-42b4-892f-6eb7a40e9e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.020042 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47e369ba-a343-42b4-892f-6eb7a40e9e1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f06b6e6-8632-4e3a-9c1c-c8c238c85115 HTTP/1.1" status: 204 len: 168 time: 0.3444805 May 10 11:34:14.029381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e369ba-a343-42b4-892f-6eb7a40e9e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06b6e6-8632-4e3a-9c1c-c8c238c85115,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:14.096997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.124604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.157161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a923c1d4-aba7-4986-927a-502c0f82c32e req-9b263441-7324-4700-aa61-2bd3ccc4bd65 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238136 May 10 11:34:14.283304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c6f7780d-39a5-4200-86ce-53b76be2cec0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:14.340223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c6f7780d-39a5-4200-86ce-53b76be2cec0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:14.340595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.360016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Allocated IP 172.25.8.136 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/27df632b-9589-4b20-ad67-7afcb465098c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:14.427551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c6f7780d-39a5-4200-86ce-53b76be2cec0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:14.595635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18dae-2f15-4851-9fdc-fe557870a014 req-f697ee93-ee19-4ecc-be64-55f0d774f5dc tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:14.597482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1b18dae-2f15-4851-9fdc-fe557870a014 req-f697ee93-ee19-4ecc-be64-55f0d774f5dc tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 947 time: 0.0608606 May 10 11:34:14.641949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1b18dae-2f15-4851-9fdc-fe557870a014 req-f4909fe8-cd36-4e78-9279-db4936551612 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361421 May 10 11:34:14.869587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.954569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acacce-805a-45ec-84e9-97e2544a0a14 req-06e5e7f9-22e5-4c7e-bf3a-7ee591d6252c tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:14.956171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4acacce-805a-45ec-84e9-97e2544a0a14 req-06e5e7f9-22e5-4c7e-bf3a-7ee591d6252c tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 945 time: 0.0912216 May 10 11:34:14.962685 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.966117 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:15.090790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:15.106681 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:15.115855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:15.122225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event updated for resources: {'Port': ['ID=27df632b-9589-4b20-ad67-7afcb465098c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:15.137287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922afe9-05dc-436e-800f-f5de38d97d79 req-5fbb8c79-80d1-4c12-9906-b39cfd493cf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:15.138792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f922afe9-05dc-436e-800f-f5de38d97d79 req-5fbb8c79-80d1-4c12-9906-b39cfd493cf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.0591426 May 10 11:34:15.155717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4acacce-805a-45ec-84e9-97e2544a0a14 req-34a5f10d-3744-4cdc-823e-42d951c34b0c tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857710 May 10 11:34:15.200973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f922afe9-05dc-436e-800f-f5de38d97d79 req-b96fb0d1-e007-427c-8696-27b2cb03dbeb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 May 10 11:34:15.297838 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 18c745ca-0bb2-4894-8c29-4a51294f4c75 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:34:15.423276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 18c745ca-0bb2-4894-8c29-4a51294f4c75, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=18c745ca-0bb2-4894-8c29-4a51294f4c75,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:15.437271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '18c745ca-0bb2-4894-8c29-4a51294f4c75', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '18c745ca-0bb2-4894-8c29-4a51294f4c75', 'mac_address': 'fa:16:3e:f5:c1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:34:15.475047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 18c745ca-0bb2-4894-8c29-4a51294f4c75 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:15.475454 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:15.489066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c745ca-0bb2-4894-8c29-4a51294f4c75 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:34:15.514811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 18c745ca-0bb2-4894-8c29-4a51294f4c75, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=18c745ca-0bb2-4894-8c29-4a51294f4c75,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:15.520043 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:15.569245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=18c745ca-0bb2-4894-8c29-4a51294f4c75,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:15.590578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5d608-fd7f-4a39-898d-6b501fbb0c11 req-80a4fcf7-4c4c-4959-998e-0c8c1f498a4d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:15.592042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47a5d608-fd7f-4a39-898d-6b501fbb0c11 req-80a4fcf7-4c4c-4959-998e-0c8c1f498a4d tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1717076 May 10 11:34:15.625832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:15.680414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 3ebf9f22-fa27-461f-a8ba-ceff1a4de367 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:15.680518 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:15.732982 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47a5d608-fd7f-4a39-898d-6b501fbb0c11 req-e5cf8843-a20a-4381-8cb5-bdad257d250c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288946 May 10 11:34:15.753275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['18c745ca-0bb2-4894-8c29-4a51294f4c75'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:34:15.801588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80734-6b3f-4cf6-8701-9fc8c5de298e req-a1ecb6d7-7d50-412f-b92f-bd55fb079a1d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:15.810653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76a80734-6b3f-4cf6-8701-9fc8c5de298e req-a1ecb6d7-7d50-412f-b92f-bd55fb079a1d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 948 time: 0.0941999 May 10 11:34:15.828481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:15.871873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76a80734-6b3f-4cf6-8701-9fc8c5de298e req-3bf154f9-89e4-4e01-8630-3a128c8e4044 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 May 10 11:34:15.885661 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 3ebf9f22-fa27-461f-a8ba-ceff1a4de367 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:16.003200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.084532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126a712-9654-4762-929e-1cd712ea94d5 req-2ddf7d50-cb32-4b90-89dc-f4825e4e22c5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:16.088788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f126a712-9654-4762-929e-1cd712ea94d5 req-2ddf7d50-cb32-4b90-89dc-f4825e4e22c5 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.0613179 May 10 11:34:16.144512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f126a712-9654-4762-929e-1cd712ea94d5 req-112cb5ee-ca0a-4a31-a742-3b6452454113 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517313 May 10 11:34:16.307546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.319707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Router 57ecb326-a6de-4b65-95d9-e9f1b392f622 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:34:16.332424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad52c7-ce35-47a0-afe4-bd683d0820cf req-b8508374-fa01-44e9-b681-2342ca28cadd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:16.334127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ad52c7-ce35-47a0-afe4-bd683d0820cf req-b8508374-fa01-44e9-b681-2342ca28cadd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.0557234 May 10 11:34:16.349338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014afa8-fa32-47c9-9c4c-7c238d0a0f15 req-4b449116-3847-4236-bece-e9474112cf7b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:16.350867 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f014afa8-fa32-47c9-9c4c-7c238d0a0f15 req-4b449116-3847-4236-bece-e9474112cf7b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 945 time: 0.1044953 May 10 11:34:16.355473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=3ebf9f22-fa27-461f-a8ba-ceff1a4de367,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:16.394793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ad52c7-ce35-47a0-afe4-bd683d0820cf req-c1909211-9da0-4faa-b702-955d920ec2e2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 May 10 11:34:16.536255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f014afa8-fa32-47c9-9c4c-7c238d0a0f15 req-1e7f6cc6-6fcf-4da7-9c56-42d53916e0ad tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561399 May 10 11:34:16.630260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:16.632022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.640078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3221b6-4f8c-4cec-879f-f2f8ac2f253e None None] Sync routers for ids ['57ecb326-a6de-4b65-95d9-e9f1b392f622'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:16.650738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3221b6-4f8c-4cec-879f-f2f8ac2f253e None None] Routers {'57ecb326-a6de-4b65-95d9-e9f1b392f622'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:16.651867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bb3221b6-4f8c-4cec-879f-f2f8ac2f253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['57ecb326-a6de-4b65-95d9-e9f1b392f622'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:16.690641 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.694802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-13468bcc-24fd-4f0b-97a4-651f24096a32 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3337109 May 10 11:34:16.695495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43596) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:16.709026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:16.715566 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:34:16.718873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bb3221b6-4f8c-4cec-879f-f2f8ac2f253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:16.752588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3221b6-4f8c-4cec-879f-f2f8ac2f253e None None] Routers {'57ecb326-a6de-4b65-95d9-e9f1b392f622'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:16.753577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bb3221b6-4f8c-4cec-879f-f2f8ac2f253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['57ecb326-a6de-4b65-95d9-e9f1b392f622'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:16.790532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bb3221b6-4f8c-4cec-879f-f2f8ac2f253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:16.792750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3221b6-4f8c-4cec-879f-f2f8ac2f253e None None] The sync data for ids ['57ecb326-a6de-4b65-95d9-e9f1b392f622'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:16.856968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 2c77a7d1-b94e-46da-a159-29989e13f3f6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:34:16.888230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef072-673b-49c6-9791-dd5372348194 req-4defbfd9-77f0-4885-90f7-27207bd515ab tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:16.889689 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f3ef072-673b-49c6-9791-dd5372348194 req-4defbfd9-77f0-4885-90f7-27207bd515ab tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 945 time: 0.0676279 May 10 11:34:16.979359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:16.986342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fce6da89-7b9d-492a-95b4-a2685d584e62 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/2c77a7d1-b94e-46da-a159-29989e13f3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0065193 May 10 11:34:16.989063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43602) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:16.991426 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6d1ff-10f3-4c0a-80be-161da18a015a None None] Sync routers for ids ['2c77a7d1-b94e-46da-a159-29989e13f3f6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:17.004114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6d1ff-10f3-4c0a-80be-161da18a015a None None] Routers {'2c77a7d1-b94e-46da-a159-29989e13f3f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:17.005010 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ace6d1ff-10f3-4c0a-80be-161da18a015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2c77a7d1-b94e-46da-a159-29989e13f3f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:17.025607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f3ef072-673b-49c6-9791-dd5372348194 req-654138e1-4fdd-4e53-8965-a3cb01d182c3 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959086 May 10 11:34:17.029997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0dad836c-1a9b-4347-b882-918198eea880 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c77a7d1-b94e-46da-a159-29989e13f3f6 HTTP/1.1" status: 200 len: 205 time: 0.0376856 May 10 11:34:17.030658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43604) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:17.047990 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ace6d1ff-10f3-4c0a-80be-161da18a015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:17.058863 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6d1ff-10f3-4c0a-80be-161da18a015a None None] Routers {'2c77a7d1-b94e-46da-a159-29989e13f3f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:17.060036 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ace6d1ff-10f3-4c0a-80be-161da18a015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2c77a7d1-b94e-46da-a159-29989e13f3f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:17.095574 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ace6d1ff-10f3-4c0a-80be-161da18a015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:17.097001 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6d1ff-10f3-4c0a-80be-161da18a015a None None] The sync data for ids ['2c77a7d1-b94e-46da-a159-29989e13f3f6'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:17.114769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990ccb-01e0-4c1c-841a-ad68cb4f7c2b req-231e0901-9057-4b52-b4c6-a1e879f7cfbe tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:17.115860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73cbe755-0d44-4797-980c-1f79d6ccdb9d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.115962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49990ccb-01e0-4c1c-841a-ad68cb4f7c2b req-231e0901-9057-4b52-b4c6-a1e879f7cfbe tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 948 time: 0.1211231 May 10 11:34:17.220195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49990ccb-01e0-4c1c-841a-ad68cb4f7c2b req-c9a8da61-6ab4-478d-bd1a-b4b6cabd8a7d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866327 May 10 11:34:17.229860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.248579 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.304173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Deleting port 27df632b-9589-4b20-ad67-7afcb465098c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:17.304663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.319735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 18c745ca-0bb2-4894-8c29-4a51294f4c75 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:17.378599 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73cbe755-0d44-4797-980c-1f79d6ccdb9d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.383646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73cbe755-0d44-4797-980c-1f79d6ccdb9d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.384950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.401352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Calling delete_port for 27df632b-9589-4b20-ad67-7afcb465098c owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:17.445930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-00d2ef97-411d-4115-a370-8d004baed7d4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:17.447491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-00d2ef97-411d-4115-a370-8d004baed7d4 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.1657443 May 10 11:34:17.451159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 18c745ca-0bb2-4894-8c29-4a51294f4c75 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:17.457380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 18c745ca-0bb2-4894-8c29-4a51294f4c75 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:17.457969 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.461247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecff64a-17ce-4445-9836-1280d83c54bb req-f1c6e88e-7674-4fdc-92e0-1c578a8002bd tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:17.476384 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ecff64a-17ce-4445-9836-1280d83c54bb req-f1c6e88e-7674-4fdc-92e0-1c578a8002bd tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 946 time: 0.2030482 May 10 11:34:17.502352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73cbe755-0d44-4797-980c-1f79d6ccdb9d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.502908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cbe755-0d44-4797-980c-1f79d6ccdb9d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Fanout notify agent at l3_agent the message router_deleted on router 2c77a7d1-b94e-46da-a159-29989e13f3f6 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:34:17.518822 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73cbe755-0d44-4797-980c-1f79d6ccdb9d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.520429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-73cbe755-0d44-4797-980c-1f79d6ccdb9d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/2c77a7d1-b94e-46da-a159-29989e13f3f6 HTTP/1.1" status: 204 len: 168 time: 0.4889119 May 10 11:34:17.533480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43620) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:17.574344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 18c745ca-0bb2-4894-8c29-4a51294f4c75 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:17.574755 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.605140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14549f85-c946-463c-a446-02ad9ddf5f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c745ca-0bb2-4894-8c29-4a51294f4c75'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:17.607640 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1526785b-7d3f-4cb1-a8ba-35b9e94a7d06" -d '{"events": [{"server_uuid": "14549f85-c946-463c-a446-02ad9ddf5f8d", "name": "network-vif-plugged", "status": "completed", "tag": "18c745ca-0bb2-4894-8c29-4a51294f4c75"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:17.610836 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ecff64a-17ce-4445-9836-1280d83c54bb req-fb370247-4077-4be3-8659-9b9bc970b394 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331780 May 10 11:34:17.623609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 18c745ca-0bb2-4894-8c29-4a51294f4c75, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=18c745ca-0bb2-4894-8c29-4a51294f4c75,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:17.637463 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.666946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7cbd-b22d-4027-85b8-631bc6087435 req-a33a1038-3bcf-4264-9ead-c02daa425014 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:17.675393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1abf7cbd-b22d-4027-85b8-631bc6087435 req-a33a1038-3bcf-4264-9ead-c02daa425014 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1504540 May 10 11:34:17.678923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Deleting port 8f976bdd-e64e-47dd-b942-75436b9c3944 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:17.679506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.691811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50a8c43-8bb1-4936-bbe3-b32350f5ff8b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:34:17.694438 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e31215-51bc-4af5-997b-1ebd025892d2 x-openstack-request-id: req-02e31215-51bc-4af5-997b-1ebd025892d2 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:17.694947 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14549f85-c946-463c-a446-02ad9ddf5f8d", "name": "network-vif-plugged", "status": "completed", "tag": "18c745ca-0bb2-4894-8c29-4a51294f4c75", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:17.702438 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02e31215-51bc-4af5-997b-1ebd025892d2 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:17.702438 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e31215-51bc-4af5-997b-1ebd025892d2'] response: {'server_uuid': '14549f85-c946-463c-a446-02ad9ddf5f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c745ca-0bb2-4894-8c29-4a51294f4c75', 'code': 200} May 10 11:34:17.706540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d50a8c43-8bb1-4936-bbe3-b32350f5ff8b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.799945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1abf7cbd-b22d-4027-85b8-631bc6087435 req-34de09db-4447-4578-9a30-932ce01e235d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232450 May 10 11:34:17.817855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d50a8c43-8bb1-4936-bbe3-b32350f5ff8b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.828210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] For port 8f976bdd-e64e-47dd-b942-75436b9c3944, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f976bdd-e64e-47dd-b942-75436b9c3944,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:17.828742 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.855803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Calling delete_port for 8f976bdd-e64e-47dd-b942-75436b9c3944 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:17.856394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.919916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=18c745ca-0bb2-4894-8c29-4a51294f4c75,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:17.941061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Pushing event deleted for resources: {'Port': ['ID=27df632b-9589-4b20-ad67-7afcb465098c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:17.996302 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.361058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf94f6-1140-4f60-a59f-deda56fce280 req-b860a822-9436-4d0a-9acd-29e51ed9af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:18.362912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8adf94f6-1140-4f60-a59f-deda56fce280 req-b860a822-9436-4d0a-9acd-29e51ed9af19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 1100 time: 0.5237129 May 10 11:34:18.426655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95f394-69b4-435b-9b80-0117d6eab1e8 req-08745fb3-7757-4940-b6be-064698e34190 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:18.428316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa95f394-69b4-435b-9b80-0117d6eab1e8 req-08745fb3-7757-4940-b6be-064698e34190 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 945 time: 0.1082363 May 10 11:34:18.432191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8adf94f6-1140-4f60-a59f-deda56fce280 req-97b8ae6e-4c5a-4705-b67a-bd0fcc81e40d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605614 May 10 11:34:18.465174 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d50a8c43-8bb1-4936-bbe3-b32350f5ff8b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.522215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa95f394-69b4-435b-9b80-0117d6eab1e8 req-f5de29ff-2650-4627-97f2-7766e5bdfc09 tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ff83ae9-fa5f-4557-a761-32a41df91b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843372 May 10 11:34:18.560454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.574877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8f976bdd-e64e-47dd-b942-75436b9c3944'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:34:18.626813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event deleted for resources: {'Port': ['ID=8f976bdd-e64e-47dd-b942-75436b9c3944,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:18.628718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323f862-cd6e-4031-a936-e46688b42f03 req-50680b81-858f-4f6f-99bb-341cdc1dbeda tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:18.629615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1323f862-cd6e-4031-a936-e46688b42f03 req-50680b81-858f-4f6f-99bb-341cdc1dbeda tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.49 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 945 time: 0.2284441 May 10 11:34:18.641104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb61c-7433-4f52-ac08-ee5da90b86da req-15f33587-6648-4c66-a6d5-3bf91465b029 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:18.642615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-537fb61c-7433-4f52-ac08-ee5da90b86da req-15f33587-6648-4c66-a6d5-3bf91465b029 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 949 time: 0.2452793 May 10 11:34:18.682578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] No DVR routers for this DVR port 8f976bdd-e64e-47dd-b942-75436b9c3944 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:18.685484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.689121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfa24be6-3d11-4199-8174-13becf8cfb76 req-8bd3f659-cf89-49ad-b371-42b18b113441 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "DELETE /v2.0/ports/8f976bdd-e64e-47dd-b942-75436b9c3944 HTTP/1.1" status: 204 len: 173 time: 1.2106464 May 10 11:34:18.689824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81f2302-1cb6-4ac5-8c14-b22722522f29', 'name': 'network-vif-deleted', 'tag': '8f976bdd-e64e-47dd-b942-75436b9c3944'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:18.692525 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdde58e0-b4cb-4b23-a048-261be994f3d1" -d '{"events": [{"server_uuid": "b81f2302-1cb6-4ac5-8c14-b22722522f29", "name": "network-vif-deleted", "tag": "8f976bdd-e64e-47dd-b942-75436b9c3944"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:18.752523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a0587f3-574c-49f7-9ee4-2a9153447188 req-5f0e4b03-5580-4a42-8127-add66c647496 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81f2302-1cb6-4ac5-8c14-b22722522f29 HTTP/1.1" status: 200 len: 210 time: 0.0393105 May 10 11:34:18.809260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.812683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d50a8c43-8bb1-4936-bbe3-b32350f5ff8b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.813563 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998d2676-a3e1-4503-9ba9-25e36fcdad0a x-openstack-request-id: req-998d2676-a3e1-4503-9ba9-25e36fcdad0a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:18.814009 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81f2302-1cb6-4ac5-8c14-b22722522f29", "name": "network-vif-deleted", "tag": "8f976bdd-e64e-47dd-b942-75436b9c3944", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:18.814244 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-998d2676-a3e1-4503-9ba9-25e36fcdad0a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:18.814825 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998d2676-a3e1-4503-9ba9-25e36fcdad0a'] response: {'server_uuid': 'b81f2302-1cb6-4ac5-8c14-b22722522f29', 'name': 'network-vif-deleted', 'tag': '8f976bdd-e64e-47dd-b942-75436b9c3944', 'status': 'completed', 'code': 200} May 10 11:34:18.853709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.869110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a8c43-8bb1-4936-bbe3-b32350f5ff8b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:18.880098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-537fb61c-7433-4f52-ac08-ee5da90b86da req-e84f9894-9413-4b21-951c-352ec7ad9048 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769006 May 10 11:34:18.881337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d50a8c43-8bb1-4936-bbe3-b32350f5ff8b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.884405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d50a8c43-8bb1-4936-bbe3-b32350f5ff8b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8 HTTP/1.1" status: 204 len: 168 time: 1.3498433 May 10 11:34:18.888058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:18.894769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b2223-daf9-43e3-92f1-65cdb2f08d9a None None] Network 900ce6dc-ae5b-42a5-adf1-79af297c331a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:18.976327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.989112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbbe47-5629-4f65-87e7-ba41d8f02304 req-324409f0-6eed-4b80-bd50-b782c701db4a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:18.999451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ebbbe47-5629-4f65-87e7-ba41d8f02304 req-324409f0-6eed-4b80-bd50-b782c701db4a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1297977 May 10 11:34:19.023188 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Deleting port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:19.023526 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.050600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ebbbe47-5629-4f65-87e7-ba41d8f02304 req-4282ac83-acb1-4156-807b-3f9322597b30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445859 May 10 11:34:19.141381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Router 57ecb326-a6de-4b65-95d9-e9f1b392f622 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:34:19.149727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] DHCP port deletion for 900ce6dc-ae5b-42a5-adf1-79af297c331a request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:34:19.223517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] Deleting port c6f7780d-39a5-4200-86ce-53b76be2cec0 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:19.223925 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.278708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] For port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,segment=NetworkSegment(a1467675-c813-49a2-a63b-fea73d8fa927),segment_id=a1467675-c813-49a2-a63b-fea73d8fa927)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:19.279226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.289784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:19.304552 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.305695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-04fd1d27-4547-4adf-aee6-649179698a23 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "PUT /v2.0/routers/57ecb326-a6de-4b65-95d9-e9f1b392f622 HTTP/1.1" status: 200 len: 710 time: 2.6089380 May 10 11:34:19.307920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port c6f7780d-39a5-4200-86ce-53b76be2cec0 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:19.307920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.308900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43644) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:19.313151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Calling delete_port for 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:19.329096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] For port c6f7780d-39a5-4200-86ce-53b76be2cec0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c6f7780d-39a5-4200-86ce-53b76be2cec0,segment=NetworkSegment(53706f2a-99b9-429d-b099-a6132372f9fb),segment_id=53706f2a-99b9-429d-b099-a6132372f9fb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:19.329760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.343951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] Calling delete_port for c6f7780d-39a5-4200-86ce-53b76be2cec0 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:19.350683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b63af0-e25e-4929-a73a-e27031f5e1cf None None] Sync routers for ids ['57ecb326-a6de-4b65-95d9-e9f1b392f622'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:19.371030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b63af0-e25e-4929-a73a-e27031f5e1cf None None] Routers {'57ecb326-a6de-4b65-95d9-e9f1b392f622'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:19.371963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5b63af0-e25e-4929-a73a-e27031f5e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['57ecb326-a6de-4b65-95d9-e9f1b392f622'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:19.408573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3165e593-70f6-4bc1-b796-d0ed5fbe1b23 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/routers/57ecb326-a6de-4b65-95d9-e9f1b392f622 HTTP/1.1" status: 200 len: 745 time: 0.0981014 May 10 11:34:19.412242 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43646) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:19.420109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port c6f7780d-39a5-4200-86ce-53b76be2cec0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c6f7780d-39a5-4200-86ce-53b76be2cec0,segment=NetworkSegment(53706f2a-99b9-429d-b099-a6132372f9fb),segment_id=53706f2a-99b9-429d-b099-a6132372f9fb)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:19.420470 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.437791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5b63af0-e25e-4929-a73a-e27031f5e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:19.441555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for c6f7780d-39a5-4200-86ce-53b76be2cec0 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:19.458827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b63af0-e25e-4929-a73a-e27031f5e1cf None None] Routers {'57ecb326-a6de-4b65-95d9-e9f1b392f622'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:19.459470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5b63af0-e25e-4929-a73a-e27031f5e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['57ecb326-a6de-4b65-95d9-e9f1b392f622'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:19.496277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5b63af0-e25e-4929-a73a-e27031f5e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:19.496745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43648) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:19.497378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b63af0-e25e-4929-a73a-e27031f5e1cf None None] The sync data for ids ['57ecb326-a6de-4b65-95d9-e9f1b392f622'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:19.516201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-47cca455-bf0e-4b35-b749-6df4095cb582 tempest-RoutersIpV6AdminTest-137493212 tempest-RoutersIpV6AdminTest-137493212-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=57ecb326-a6de-4b65-95d9-e9f1b392f622 HTTP/1.1" status: 200 len: 205 time: 0.0830297 May 10 11:34:19.522800 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.536515 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f294d0d3-9d56-45aa-af3e-bb398da0a64f tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=57ecb326-a6de-4b65-95d9-e9f1b392f622 HTTP/1.1" status: 200 len: 205 time: 0.0386064 May 10 11:34:19.539464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43650) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:19.594252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] Pushing event deleted for resources: {'Port': ['ID=c6f7780d-39a5-4200-86ce-53b76be2cec0,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.605045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d9ca3-e240-49bb-ab94-6757719f0bd6 None None] No DVR routers for this DVR port c6f7780d-39a5-4200-86ce-53b76be2cec0 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:19.613692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.622428 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.654743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No DVR routers for this DVR port c6f7780d-39a5-4200-86ce-53b76be2cec0 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:19.663276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=c6f7780d-39a5-4200-86ce-53b76be2cec0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.678292 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32fe2aac-18e2-40bd-8b2f-ccd36b090ca1 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.749649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Pushing event deleted for resources: {'Port': ['ID=3cb8e199-ba8e-466e-8fa5-97e52f6c16ce,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.795887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78ab155-6b3b-4b1d-88cf-c3d1fac24864 req-b812f707-160f-487f-becf-0370e16e679f tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.13 "GET /v2.0/ports?device_id=59600a76-bbfb-4f48-8fd7-599edff66512 HTTP/1.1" status: 200 len: 210 time: 0.1051183 May 10 11:34:19.832032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] No DVR routers for this DVR port 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:19.835075 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.838800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1323f862-cd6e-4031-a936-e46688b42f03 req-b9c2725c-12ad-4801-984e-45261263580b tempest-InstanceActionsV221TestJSON-608945605 tempest-InstanceActionsV221TestJSON-608945605-project] 10.222.0.49 "DELETE /v2.0/ports/3cb8e199-ba8e-466e-8fa5-97e52f6c16ce HTTP/1.1" status: 204 len: 173 time: 1.1948485 May 10 11:34:19.839126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59600a76-bbfb-4f48-8fd7-599edff66512', 'name': 'network-vif-deleted', 'tag': '3cb8e199-ba8e-466e-8fa5-97e52f6c16ce'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:19.841443 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8692e41-0506-445f-88a4-629251f45e91" -d '{"events": [{"server_uuid": "59600a76-bbfb-4f48-8fd7-599edff66512", "name": "network-vif-deleted", "tag": "3cb8e199-ba8e-466e-8fa5-97e52f6c16ce"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:19.857543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.881907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32fe2aac-18e2-40bd-8b2f-ccd36b090ca1 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.885684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32fe2aac-18e2-40bd-8b2f-ccd36b090ca1 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.893913 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca2c2f7-32ec-48a6-972f-02bdb3495440 x-openstack-request-id: req-5ca2c2f7-32ec-48a6-972f-02bdb3495440 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:19.895377 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59600a76-bbfb-4f48-8fd7-599edff66512", "name": "network-vif-deleted", "tag": "3cb8e199-ba8e-466e-8fa5-97e52f6c16ce", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:19.895728 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ca2c2f7-32ec-48a6-972f-02bdb3495440 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:19.899068 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca2c2f7-32ec-48a6-972f-02bdb3495440'] response: {'server_uuid': '59600a76-bbfb-4f48-8fd7-599edff66512', 'name': 'network-vif-deleted', 'tag': '3cb8e199-ba8e-466e-8fa5-97e52f6c16ce', 'status': 'completed', 'code': 200} May 10 11:34:19.941392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900ce6dc-ae5b-42a5-adf1-79af297c331a']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:19.954869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32fe2aac-18e2-40bd-8b2f-ccd36b090ca1 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.955857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fe2aac-18e2-40bd-8b2f-ccd36b090ca1 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Fanout notify agent at l3_agent the message router_deleted on router 57ecb326-a6de-4b65-95d9-e9f1b392f622 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:34:19.971718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32fe2aac-18e2-40bd-8b2f-ccd36b090ca1 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.978267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-32fe2aac-18e2-40bd-8b2f-ccd36b090ca1 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/57ecb326-a6de-4b65-95d9-e9f1b392f622 HTTP/1.1" status: 204 len: 168 time: 0.4375434 May 10 11:34:19.979244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53706f2a-99b9-429d-b099-a6132372f9fb') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:19.979543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53706f2a-99b9-429d-b099-a6132372f9fb') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:19.981389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43664) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.025862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.057211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-60627546-dcfd-48b9-8207-5ee69044d4cd tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=57ecb326-a6de-4b65-95d9-e9f1b392f622 HTTP/1.1" status: 200 len: 205 time: 0.0747013 May 10 11:34:20.059718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43668) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.103705 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.106147 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-e106bc6a-00f4-4d1a-bc42-a37cc2f97a4e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] delete failed (client error): The resource could not be found. May 10 11:34:20.107884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e106bc6a-00f4-4d1a-bc42-a37cc2f97a4e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/57ecb326-a6de-4b65-95d9-e9f1b392f622 HTTP/1.1" status: 404 len: 336 time: 0.0464702 May 10 11:34:20.110509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43680) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.124370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:20.124905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: timer() May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:20.128250 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:20.153540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4265f1bd-0f7b-49b7-be9d-8c4e53c4098e tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e4068b-afd5-4feb-8399-88d8822252dd HTTP/1.1" status: 200 len: 205 time: 0.0423422 May 10 11:34:20.177044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43682) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.215712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42bfc-1a74-4c8a-8da3-7bce13710a4b req-bb8cb0fe-383f-427e-a6d6-3ae4d413aaf2 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:20.223399 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5d42bfc-1a74-4c8a-8da3-7bce13710a4b req-bb8cb0fe-383f-427e-a6d6-3ae4d413aaf2 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 949 time: 0.1742256 May 10 11:34:20.226337 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-02e3ba25-e80f-4028-913e-4754eceb2ba9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] delete failed (client error): The resource could not be found. May 10 11:34:20.230175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-02e3ba25-e80f-4028-913e-4754eceb2ba9 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/77e4068b-afd5-4feb-8399-88d8822252dd HTTP/1.1" status: 404 len: 336 time: 0.0520723 May 10 11:34:20.230893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43684) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.255596 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.273286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.278503 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/900ce6dc-ae5b-42a5-adf1-79af297c331a HTTP/1.1" status: 204 len: 168 time: 1.3882785 May 10 11:34:20.281880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d8ded618-9b5a-428a-a51c-69142c7dfcc0 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8410a2-280c-4969-a5ec-2adbca43f5dd HTTP/1.1" status: 200 len: 205 time: 0.0443695 May 10 11:34:20.281880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43686) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.296457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43688) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.307021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-327df753-21f4-40a3-b8a8-3a20207a6b4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-940663850', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:20.318944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c6f7780d-39a5-4200-86ce-53b76be2cec0 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:34:20.327048 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-e2bd4145-3d80-471e-846f-89a410115d9f tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] delete failed (client error): The resource could not be found. May 10 11:34:20.328335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d678691-2284-4532-8167-81c0d8978820 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=900ce6dc-ae5b-42a5-adf1-79af297c331a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:20.333582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e2bd4145-3d80-471e-846f-89a410115d9f tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/8c8410a2-280c-4969-a5ec-2adbca43f5dd HTTP/1.1" status: 404 len: 336 time: 0.0484271 May 10 11:34:20.344731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43690) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.350485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c6f7780d-39a5-4200-86ce-53b76be2cec0 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:34:20.351001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c6f7780d-39a5-4200-86ce-53b76be2cec0 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:34:20.383706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5d42bfc-1a74-4c8a-8da3-7bce13710a4b req-d5739fe1-8a20-4887-9c3e-d34027558fbf tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590905 May 10 11:34:20.389573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b9d79658-50f5-4980-bb35-3905bf863ac5 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=73834889-51c8-4fc5-9848-3505635e8de0 HTTP/1.1" status: 200 len: 205 time: 0.0433815 May 10 11:34:20.399872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43692) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.403045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-327df753-21f4-40a3-b8a8-3a20207a6b4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.404960 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-327df753-21f4-40a3-b8a8-3a20207a6b4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.444858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-8a6240e3-9ea4-4381-96f9-379a3f99b1e6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:20.449452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-8a6240e3-9ea4-4381-96f9-379a3f99b1e6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.3282902 May 10 11:34:20.472072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-d6c58753-5e93-41bb-b41f-e32c44abb983 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/quotas/c89bb4bc5fa7432db2959a91ad5782d5 HTTP/1.1" status: 200 len: 375 time: 0.0163753 May 10 11:34:20.507803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-55647f8e-2bdc-4fc6-b58b-13a1499f8448 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293386 May 10 11:34:20.538442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-327df753-21f4-40a3-b8a8-3a20207a6b4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.547369 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-c5196733-ee45-4eda-a027-3bfc3c60d093 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] delete failed (client error): The resource could not be found. May 10 11:34:20.551158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c5196733-ee45-4eda-a027-3bfc3c60d093 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/73834889-51c8-4fc5-9848-3505635e8de0 HTTP/1.1" status: 404 len: 336 time: 0.1212158 May 10 11:34:20.551458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43696) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.575607 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-327df753-21f4-40a3-b8a8-3a20207a6b4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.611116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e55b49b-00b2-40cd-b07c-db29d42e375d tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ac9f1f2-4b59-4dc8-a129-22648466927f HTTP/1.1" status: 200 len: 205 time: 0.0584426 May 10 11:34:20.614512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43698) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.616414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-327df753-21f4-40a3-b8a8-3a20207a6b4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.620913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-327df753-21f4-40a3-b8a8-3a20207a6b4f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3196020 May 10 11:34:20.621309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43700) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.621901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-e4a253ba-874a-41b9-8ece-0f6042c41a3a service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051016 May 10 11:34:20.629328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-1821052326'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:20.662872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8914fdf-1c0a-4139-bd58-8e06f576519b req-15174284-7463-46a3-bab5-b0f06fb5391a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:20.670741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c8914fdf-1c0a-4139-bd58-8e06f576519b req-15174284-7463-46a3-bab5-b0f06fb5391a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1348488 May 10 11:34:20.671257 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-766c2687-621c-4a18-b0b0-e5cd379fc34b tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] delete failed (client error): The resource could not be found. May 10 11:34:20.675317 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-766c2687-621c-4a18-b0b0-e5cd379fc34b tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/8ac9f1f2-4b59-4dc8-a129-22648466927f HTTP/1.1" status: 404 len: 336 time: 0.0599735 May 10 11:34:20.675599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43702) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.716168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:20.721289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.728171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8652747b-7562-4e94-9316-65f1b5a9ad38 tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "GET /v2.0/ports?device_id=336a8117-9e2c-47cc-b7d3-eb574f49f89d HTTP/1.1" status: 200 len: 205 time: 0.0442288 May 10 11:34:20.729786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43704) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.750467 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-19437d40-24aa-4ad3-8654-2009686cc430 service neutron] 10.222.0.13 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867646 May 10 11:34:20.795600 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-c01eff11-8106-40d5-983f-125dc7b2b4ea tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] delete failed (client error): The resource could not be found. May 10 11:34:20.799070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c01eff11-8106-40d5-983f-125dc7b2b4ea tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/routers/336a8117-9e2c-47cc-b7d3-eb574f49f89d HTTP/1.1" status: 404 len: 336 time: 0.0584743 May 10 11:34:20.801246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43706) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:20.806066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:20.817129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c8914fdf-1c0a-4139-bd58-8e06f576519b req-87fc61d5-2e2c-4970-bce0-3e503726311a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455550 May 10 11:34:20.831409 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.831751 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment c0293f89-9866-40c6-ba7c-ccdddb6e84f9 of type vlan for network 9e0334e7-5621-4bd4-8381-b80ffa92225d May 10 11:34:20.835456 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd1a508-fe5e-482c-8da0-871c0f60b7ac tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] DELETE failed (client error): The resource could not be found. May 10 11:34:20.836305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd1a508-fe5e-482c-8da0-871c0f60b7ac tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:34:20.842280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-efd1a508-fe5e-482c-8da0-871c0f60b7ac tempest-RoutersIpV6AdminTest-1507934745 tempest-RoutersIpV6AdminTest-1507934745-project] 10.222.0.13 "DELETE /v2.0/subnets/6d7c38ac-be6c-4918-975b-7746f33774c6 HTTP/1.1" status: 404 len: 337 time: 0.0374477 May 10 11:34:20.910949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.970147 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.980674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:20.981359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.099548 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8ad1e503-7ee3-49e0-b693-17986ccfcd17 req-c535cf3e-8e7f-4f94-98f3-b4265f0939d6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 210 time: 0.0622232 May 10 11:34:21.129372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43726) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:21.138050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:21.139999 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5173829 May 10 11:34:21.162036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=9e0334e7-5621-4bd4-8381-b80ffa92225d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:21.175257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.175605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.176867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.177221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.177562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.177894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.178223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.178546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.178929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.179194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.179515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.179855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363e8c8-1215-4100-b1b9-629241862abe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:21.214427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 9e0334e7-5621-4bd4-8381-b80ffa92225d details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:21.354994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43736) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:21.405829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:21.410378 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.435576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f976bdd-e64e-47dd-b942-75436b9c3944 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:34:21.463355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43742) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:21.484559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 8f976bdd-e64e-47dd-b942-75436b9c3944 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:34:21.487585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f976bdd-e64e-47dd-b942-75436b9c3944 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:34:21.489877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22d48b-7f17-495e-af96-4b5bf6809994 req-e1f08fa0-d24e-4272-ae59-d960a155c5c4 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:21.490393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:34:21.492267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e22d48b-7f17-495e-af96-4b5bf6809994 req-e1f08fa0-d24e-4272-ae59-d960a155c5c4 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 949 time: 0.1394379 May 10 11:34:21.545800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:34:21.548438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3cb8e199-ba8e-466e-8fa5-97e52f6c16ce not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:34:21.562226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e22d48b-7f17-495e-af96-4b5bf6809994 req-a47175e9-a136-4227-ae25-0b730cf380c6 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562124 May 10 11:34:21.572626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c7084c-c509-48af-bbb1-0da60aa6011c admin admin] Deleting subnet d55a9160-2ac4-4ee1-ac28-827fe8a189b7 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:34:21.582160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91c7084c-c509-48af-bbb1-0da60aa6011c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.628185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5fe76e43-fc29-4411-9385-5fb070b130e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.678510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91c7084c-c509-48af-bbb1-0da60aa6011c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.739636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91c7084c-c509-48af-bbb1-0da60aa6011c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.742462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.791813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5fe76e43-fc29-4411-9385-5fb070b130e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.801544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5fe76e43-fc29-4411-9385-5fb070b130e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.813644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=e9bda53f-197e-4e29-a739-923a63012dca,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:21.836870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:21.837358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: 9e0334e7-5621-4bd4-8381-b80ffa92225d, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:21.858949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 9e0334e7-5621-4bd4-8381-b80ffa92225d is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:21.872507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 9e0334e7-5621-4bd4-8381-b80ffa92225d) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:21.874986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe76e43-fc29-4411-9385-5fb070b130e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011765d9-3f83-447d-93fb-5daa436f8bb2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:21.883876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5fe76e43-fc29-4411-9385-5fb070b130e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b244ed681a244bbb87a980721faaa5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259774 May 10 11:34:21.885507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43748) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:21.886256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:21.886889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.891997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf622efc-46e7-446b-ace9-c68e02edbfbb None None] Network 9e0334e7-5621-4bd4-8381-b80ffa92225d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:21.897282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91c7084c-c509-48af-bbb1-0da60aa6011c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.932292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-448536a3-49fd-477c-82a9-46ed0ca39487 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8005493 May 10 11:34:21.935315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43750) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:21.962093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7084c-c509-48af-bbb1-0da60aa6011c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55a9160-2ac4-4ee1-ac28-827fe8a189b7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:21.976804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91c7084c-c509-48af-bbb1-0da60aa6011c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.982777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-91c7084c-c509-48af-bbb1-0da60aa6011c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d55a9160-2ac4-4ee1-ac28-827fe8a189b7 HTTP/1.1" status: 204 len: 168 time: 0.5180781 May 10 11:34:21.987087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43752) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:22.070891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.091503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-9e0334e7-5621-4bd4-8381-b80ffa92225d', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:22.092684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.164064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b73c82-1d5a-4573-ab8d-f1528ae87b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.260831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e1ad-48ac-411a-9005-a02b7040d72b req-3f69f3b5-78bd-453e-b7da-2ba20fc92a2d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:22.268827 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d53e1ad-48ac-411a-9005-a02b7040d72b req-3f69f3b5-78bd-453e-b7da-2ba20fc92a2d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.2844515 May 10 11:34:22.274239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b73c82-1d5a-4573-ab8d-f1528ae87b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.293213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4cb0166f-455b-4bf7-858c-4363881e9d07 req-063fabcb-40c7-4c92-8078-f21b50e2ea2c tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 210 time: 0.0379009 May 10 11:34:22.296345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Allocated IP 172.20.0.2 (9e0334e7-5621-4bd4-8381-b80ffa92225d/e9bda53f-197e-4e29-a739-923a63012dca/de4c02f8-0638-44d6-9b92-843fe55cc749) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:22.300826 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.337399 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.364108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e8bc4d-fb52-41eb-81e4-955f6f6cabe7']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:22.424754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1467675-c813-49a2-a63b-fea73d8fa927') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:22.425098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1467675-c813-49a2-a63b-fea73d8fa927') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:22.455888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d53e1ad-48ac-411a-9005-a02b7040d72b req-a0e91b02-b7af-47ed-8cec-a2e7cc9c9cde tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775920 May 10 11:34:22.477918 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.508710 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b73c82-1d5a-4573-ab8d-f1528ae87b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.511660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b73c82-1d5a-4573-ab8d-f1528ae87b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.512931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-42b73c82-1d5a-4573-ab8d-f1528ae87b40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/011765d9-3f83-447d-93fb-5daa436f8bb2 HTTP/1.1" status: 204 len: 168 time: 0.6173611 May 10 11:34:22.522704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.599226 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.614397 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.629099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:22.630225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: timer() May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:22.687903 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:22.690052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b73c82-1d5a-4573-ab8d-f1528ae87b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011765d9-3f83-447d-93fb-5daa436f8bb2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:22.714402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Pushing event updated for resources: {'Port': ['ID=de4c02f8-0638-44d6-9b92-843fe55cc749,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:22.761462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Network 9e0334e7-5621-4bd4-8381-b80ffa92225d is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:22.764232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:22.767767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:22.847856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.859393 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.874076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] 10.222.0.13 "DELETE /v2.0/networks/37e8bc4d-fb52-41eb-81e4-955f6f6cabe7 HTTP/1.1" status: 204 len: 168 time: 0.8774416 May 10 11:34:22.923305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546371a-f154-436a-bebb-2103bcb17743 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e8bc4d-fb52-41eb-81e4-955f6f6cabe7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:22.935694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Attempting to bind port de4c02f8-0638-44d6-9b92-843fe55cc749 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:22.936827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Attempting to bind port de4c02f8-0638-44d6-9b92-843fe55cc749 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:22.937193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Attempting to bind port de4c02f8-0638-44d6-9b92-843fe55cc749 on network 9e0334e7-5621-4bd4-8381-b80ffa92225d {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:22.951321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-9bb29d29-329b-4c48-9e69-e4c89025f025 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:22.954899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-9bb29d29-329b-4c48-9e69-e4c89025f025 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 812 time: 0.4384527 May 10 11:34:22.968872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Request body: {'port': {'device_id': 'c678b863-154b-4a56-b7ac-24c499f4ea6e', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'admin_state_up': True, 'tenant_id': 'c89bb4bc5fa7432db2959a91ad5782d5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:22.972418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:22.972799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Checking segment: {'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:22.981210 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.981726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Bound using segment: {'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:22.982245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Bound port: de4c02f8-0638-44d6-9b92-843fe55cc749, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:22.998498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.034108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43772) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:23.074148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-47928012-091d-4109-8385-79b502f77000 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:23.076889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-47928012-091d-4109-8385-79b502f77000 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.49 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 949 time: 0.4858267 May 10 11:34:23.110913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] For port de4c02f8-0638-44d6-9b92-843fe55cc749, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:23.115074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] For port de4c02f8-0638-44d6-9b92-843fe55cc749, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=de4c02f8-0638-44d6-9b92-843fe55cc749,segment=NetworkSegment(c0293f89-9866-40c6-ba7c-ccdddb6e84f9),segment_id=c0293f89-9866-40c6-ba7c-ccdddb6e84f9)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:23.129587 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.197634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43774) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:23.221298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3ccdf0d3-c865-4aac-966f-01cbaf539ec8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db048c6e778a497cbceda49e0f6c1608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619000 May 10 11:34:23.221520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758413f-6feb-4167-a571-cc67c28c0e29 None None] Pushing event updated for resources: {'Port': ['ID=de4c02f8-0638-44d6-9b92-843fe55cc749,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:23.229836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43776) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:23.234481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb580473-c7a1-4fc4-b1db-eff1eb85a919 req-ee09baa8-d453-48c5-8a82-a36ec45a2e73 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:23.236029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fb580473-c7a1-4fc4-b1db-eff1eb85a919 req-ee09baa8-d453-48c5-8a82-a36ec45a2e73 tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 949 time: 0.5389616 May 10 11:34:23.263864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Made reservation on behalf of c89bb4bc5fa7432db2959a91ad5782d5 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:23.267422 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.289298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.20.0.1 (9e0334e7-5621-4bd4-8381-b80ffa92225d/e9bda53f-197e-4e29-a739-923a63012dca/cb4a46f5-e66d-4854-88bf-46f1bade4e2c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:23.316344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5a6f4288-af8b-4f6f-a972-57d9fa8ef0ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9701924045b1433aa5e8fc391105baf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136746 May 10 11:34:23.325993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43778) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:23.391690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fb580473-c7a1-4fc4-b1db-eff1eb85a919 req-ca0aa0b5-21b8-4392-93b9-5c85da3fc0bf tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc9d5cc-2757-4c9c-9ae5-d19821975493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413620 May 10 11:34:23.441912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Deleting port 18c745ca-0bb2-4894-8c29-4a51294f4c75 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:23.449205 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.504821 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e7074c5-758a-461e-9f81-22084846528d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.549796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bba60fff-9a3b-439e-b8c7-bf0a87cd4a44 req-9e543f38-0e60-4399-bc48-29938235135f tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 210 time: 0.1426153 May 10 11:34:23.611199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e7074c5-758a-461e-9f81-22084846528d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.617699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Allocated IP 172.20.0.7 (790a88e3-9791-4e6e-8d63-2655cc9da7ee/b5f797b6-5925-4b4e-a192-11a6c6d3d98e/ebec76a6-8331-48b4-af58-c9df825451a1) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:23.632423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-916b81aa-e831-49f3-ba68-027c087b2e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.666634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.686699 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-916b81aa-e831-49f3-ba68-027c087b2e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.724860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] For port 18c745ca-0bb2-4894-8c29-4a51294f4c75, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=18c745ca-0bb2-4894-8c29-4a51294f4c75,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:23.725329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.765842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e7074c5-758a-461e-9f81-22084846528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.769389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e7074c5-758a-461e-9f81-22084846528d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.773118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3e7074c5-758a-461e-9f81-22084846528d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b8abb4e-5bc0-47f9-80ed-75ccc047ee13 HTTP/1.1" status: 204 len: 168 time: 0.5398872 May 10 11:34:23.774657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9720-1dbf-4900-9c94-44a3e3306e33 req-0518c7c1-5cdf-4740-a097-321e76c4f5bc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:23.776454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705f9720-1dbf-4900-9c94-44a3e3306e33 req-0518c7c1-5cdf-4740-a097-321e76c4f5bc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1888678 May 10 11:34:23.777762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Calling delete_port for 18c745ca-0bb2-4894-8c29-4a51294f4c75 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:23.783004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7074c5-758a-461e-9f81-22084846528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8abb4e-5bc0-47f9-80ed-75ccc047ee13,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:23.813725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-916b81aa-e831-49f3-ba68-027c087b2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.817265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-916b81aa-e831-49f3-ba68-027c087b2e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.820408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-916b81aa-e831-49f3-ba68-027c087b2e4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ff83ae9-fa5f-4557-a761-32a41df91b35 HTTP/1.1" status: 204 len: 168 time: 0.4917378 May 10 11:34:23.829491 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.870462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b81aa-e831-49f3-ba68-027c087b2e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff83ae9-fa5f-4557-a761-32a41df91b35,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:23.954584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-705f9720-1dbf-4900-9c94-44a3e3306e33 req-a05e7e73-b0af-4239-ab2b-32a2638b7e5e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692109 May 10 11:34:23.962281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 9e0334e7-5621-4bd4-8381-b80ffa92225d is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:23.976823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:23.987206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:23.994382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:23.994788 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.003503 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.003874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.004475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.004822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.005146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.005527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.005866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.006199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.006633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.006969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.007359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.007769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:24.057690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.096227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.131148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Network 790a88e3-9791-4e6e-8d63-2655cc9da7ee is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:24.134481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:24.153410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:24.230239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.243262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['18c745ca-0bb2-4894-8c29-4a51294f4c75'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:34:24.287169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:24.287892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.336607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event updated for resources: {'Port': ['ID=ebec76a6-8331-48b4-af58-c9df825451a1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:24.377357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-53ef2f0f-d42c-4cab-b3c4-7e9f5c37ca47 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4122970 May 10 11:34:24.390606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Request body: {'port': {'device_id': 'c678b863-154b-4a56-b7ac-24c499f4ea6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:24.500314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device de4c02f8-0638-44d6-9b92-843fe55cc749 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:24.548127 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.702083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port de4c02f8-0638-44d6-9b92-843fe55cc749 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:24.706076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.864686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port de4c02f8-0638-44d6-9b92-843fe55cc749 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:24.865053 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.898925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c3e493-7639-4c0d-8dc2-85c6eeb20246 None None] Network 9e0334e7-5621-4bd4-8381-b80ffa92225d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:25.039756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b486dab3-1833-4c5c-ad9e-8c820920e05f None None] Provisioning complete for port de4c02f8-0638-44d6-9b92-843fe55cc749 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:25.040174 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b486dab3-1833-4c5c-ad9e-8c820920e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.128074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Pushing event deleted for resources: {'Port': ['ID=18c745ca-0bb2-4894-8c29-4a51294f4c75,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:25.156923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port de4c02f8-0638-44d6-9b92-843fe55cc749, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=de4c02f8-0638-44d6-9b92-843fe55cc749,segment=NetworkSegment(c0293f89-9866-40c6-ba7c-ccdddb6e84f9),segment_id=c0293f89-9866-40c6-ba7c-ccdddb6e84f9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:25.223130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.291011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] No DVR routers for this DVR port 18c745ca-0bb2-4894-8c29-4a51294f4c75 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:25.309583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43838) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:25.310851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.327548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22d5d26b-73f0-4e62-a242-28df7a991a77 req-d823c4a2-5141-493b-b6ff-4d6df4c2768d tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.49 "DELETE /v2.0/ports/18c745ca-0bb2-4894-8c29-4a51294f4c75 HTTP/1.1" status: 204 len: 173 time: 2.2388518 May 10 11:34:25.330474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14549f85-c946-463c-a446-02ad9ddf5f8d', 'name': 'network-vif-deleted', 'tag': '18c745ca-0bb2-4894-8c29-4a51294f4c75'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:25.333290 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d668fb-132c-4eb6-8eb8-c5c6a88edda1" -d '{"events": [{"server_uuid": "14549f85-c946-463c-a446-02ad9ddf5f8d", "name": "network-vif-deleted", "tag": "18c745ca-0bb2-4894-8c29-4a51294f4c75"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:25.358098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.384445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55ad71-1d13-44b4-b8a6-3357c906160d req-ce5edbcb-4a60-443a-ae57-48f72f8a192b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:25.386292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e55ad71-1d13-44b4-b8a6-3357c906160d req-ce5edbcb-4a60-443a-ae57-48f72f8a192b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 931 time: 0.2541089 May 10 11:34:25.483698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e55ad71-1d13-44b4-b8a6-3357c906160d req-486435cb-ad5d-49a6-b188-153d7335400e tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642126 May 10 11:34:25.581716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=de4c02f8-0638-44d6-9b92-843fe55cc749,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:25.618328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b486dab3-1833-4c5c-ad9e-8c820920e05f None None] Current status of the port de4c02f8-0638-44d6-9b92-843fe55cc749 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:25.621279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9deadf38-05df-4d3b-9200-f4a9a43a8e6c req-46657fe8-1a03-45be-876c-4b3e6a616c4f tempest-ServerDiagnosticsNegativeTest-919874218 tempest-ServerDiagnosticsNegativeTest-919874218-project] 10.222.0.13 "GET /v2.0/ports?device_id=14549f85-c946-463c-a446-02ad9ddf5f8d HTTP/1.1" status: 200 len: 210 time: 1.0226758 May 10 11:34:25.757301 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfd8a2a-6436-44ae-8730-e365ea83f826 x-openstack-request-id: req-bcfd8a2a-6436-44ae-8730-e365ea83f826 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:25.757604 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14549f85-c946-463c-a446-02ad9ddf5f8d", "name": "network-vif-deleted", "tag": "18c745ca-0bb2-4894-8c29-4a51294f4c75", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:25.757821 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcfd8a2a-6436-44ae-8730-e365ea83f826 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:25.758203 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcfd8a2a-6436-44ae-8730-e365ea83f826'] response: {'server_uuid': '14549f85-c946-463c-a446-02ad9ddf5f8d', 'name': 'network-vif-deleted', 'tag': '18c745ca-0bb2-4894-8c29-4a51294f4c75', 'status': 'completed', 'code': 200} May 10 11:34:25.764216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-209006845'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:25.971504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ae21a-c4b1-4507-bd3e-81901d8bd0e4 req-b2d79ab4-e9df-4b7d-926e-96c4212fba3c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:25.973054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a7ae21a-c4b1-4507-bd3e-81901d8bd0e4 req-b2d79ab4-e9df-4b7d-926e-96c4212fba3c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.2757196 May 10 11:34:25.975044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebec76a6-8331-48b4-af58-c9df825451a1 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:34:25.992746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:25.997035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.010223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.020797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Transition to ACTIVE for port object ebec76a6-8331-48b4-af58-c9df825451a1 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:26.030942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.065257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.136016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a7ae21a-c4b1-4507-bd3e-81901d8bd0e4 req-b2ecde5c-439b-4d07-ad8a-90079c5587bf tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507158 May 10 11:34:26.245790 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.247118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Pushing event updated for resources: {'Port': ['ID=ebec76a6-8331-48b4-af58-c9df825451a1,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:26.272840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.347360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7c1d6821-b427-432e-b0d1-6d7867dad76a None None] Provisioning complete for port de4c02f8-0638-44d6-9b92-843fe55cc749 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:26.347743 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6821-b427-432e-b0d1-6d7867dad76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.370248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Attempting to bind port ebec76a6-8331-48b4-af58-c9df825451a1 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:26.370878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Attempting to bind port ebec76a6-8331-48b4-af58-c9df825451a1 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:26.371230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Attempting to bind port ebec76a6-8331-48b4-af58-c9df825451a1 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:26.379857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43874) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:26.388662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Port ebec76a6-8331-48b4-af58-c9df825451a1 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:34:26.389281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Attempting to bind port ebec76a6-8331-48b4-af58-c9df825451a1 on network 790a88e3-9791-4e6e-8d63-2655cc9da7ee {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:26.399070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:26.400457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Checking segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:26.401005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Bound using segment: {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:26.401585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Bound port: ebec76a6-8331-48b4-af58-c9df825451a1, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b57e8b-f2ce-42c1-bb8e-3860a82c3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:26.402122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.462071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device de4c02f8-0638-44d6-9b92-843fe55cc749 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:26.509377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:26.514903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] For port ebec76a6-8331-48b4-af58-c9df825451a1, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:26.528447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] For port ebec76a6-8331-48b4-af58-c9df825451a1, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ebec76a6-8331-48b4-af58-c9df825451a1,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:26.576785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.698632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.700590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Pushing event updated for resources: {'Port': ['ID=ebec76a6-8331-48b4-af58-c9df825451a1,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:26.713960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d6821-b427-432e-b0d1-6d7867dad76a None None] Current status of the port de4c02f8-0638-44d6-9b92-843fe55cc749 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:26.714558 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa1565dc-abfd-42c1-bb91-ee80831b895c req-1516d79b-f492-4548-b652-8a8f4df814d0 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1799438 May 10 11:34:26.739694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4be1deb0-e668-4c14-9f6a-f59a5f0b2dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.746717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7c1d6821-b427-432e-b0d1-6d7867dad76a None None] Provisioning complete for port cb4a46f5-e66d-4854-88bf-46f1bade4e2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:26.747156 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6821-b427-432e-b0d1-6d7867dad76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.764580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:26.765208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.766785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-c43497a8-d517-4dc2-8582-f257049a7146 service neutron] 10.222.0.49 "PUT /v2.0/ports/ebec76a6-8331-48b4-af58-c9df825451a1 HTTP/1.1" status: 200 len: 1091 time: 2.3833966 May 10 11:34:26.767144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c678b863-154b-4a56-b7ac-24c499f4ea6e', 'tag': 'ebec76a6-8331-48b4-af58-c9df825451a1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:26.769823 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bb711f-946b-4df0-8bec-790e137ec48b" -d '{"events": [{"name": "network-changed", "server_uuid": "c678b863-154b-4a56-b7ac-24c499f4ea6e", "tag": "ebec76a6-8331-48b4-af58-c9df825451a1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:26.860046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d6821-b427-432e-b0d1-6d7867dad76a None None] Port cb4a46f5-e66d-4854-88bf-46f1bade4e2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:26.863484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.870539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port de4c02f8-0638-44d6-9b92-843fe55cc749 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:26.870920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.877926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6722ca-0953-444d-8a68-5f84b654a9a5 req-7ab02904-5fee-4563-b1f6-e58281aa82ee tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:26.880229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c6722ca-0953-444d-8a68-5f84b654a9a5 req-7ab02904-5fee-4563-b1f6-e58281aa82ee tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3770761 May 10 11:34:26.884831 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.897315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:26.898625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4be1deb0-e668-4c14-9f6a-f59a5f0b2dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.908441 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.909244 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Added segment 1f1be89a-92df-4908-b621-d3236ef4a718 of type vlan for network 51f32dac-d25a-4660-8d14-9ad18afcd5af May 10 11:34:26.919067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4be1deb0-e668-4c14-9f6a-f59a5f0b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.966516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.978734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-59da64cb-ab0c-49f0-9f2d-ed5ff05a0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:26.980474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-59da64cb-ab0c-49f0-9f2d-ed5ff05a0830 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 1094 time: 0.1364975 May 10 11:34:26.987975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port de4c02f8-0638-44d6-9b92-843fe55cc749 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:27.002387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6f9da153-18cb-4b07-a278-6affb5904579 None None] Provisioning complete for port cb4a46f5-e66d-4854-88bf-46f1bade4e2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:27.002834 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6f9da153-18cb-4b07-a278-6affb5904579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.015039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.022862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:27.023712 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.049265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4be1deb0-e668-4c14-9f6a-f59a5f0b2dfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a4bfbec0704403fb62bd226e56b33f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6658695 May 10 11:34:27.053864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43890) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:27.059173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6f9da153-18cb-4b07-a278-6affb5904579 None None] Port cb4a46f5-e66d-4854-88bf-46f1bade4e2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:27.061976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5ef8-88d7-48b4-9767-fe23c1b9e9af req-1353c7a3-142f-4032-919a-d54845281ea6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:27.069879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-250a5ef8-88d7-48b4-9767-fe23c1b9e9af req-1353c7a3-142f-4032-919a-d54845281ea6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 943 time: 0.1869407 May 10 11:34:27.077767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-ca7abdbd-f63c-40d5-9eb0-8f01e33dd962 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebec76a6-8331-48b4-af58-c9df825451a1 HTTP/1.1" status: 200 len: 217 time: 0.0804486 May 10 11:34:27.078368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1deb0-e668-4c14-9f6a-f59a5f0b2dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1439604c-b1c4-4c85-b289-8218771fe2ea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.084738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a08119-9c65-4ec1-adaa-826be7466fca,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.177250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8483708 May 10 11:34:27.232086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c6722ca-0953-444d-8a68-5f84b654a9a5 req-2b500b88-4950-45ea-9278-053d169b4e7f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310867 May 10 11:34:27.239789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-250a5ef8-88d7-48b4-9767-fe23c1b9e9af req-1bb22f54-a223-49d6-8bc8-7dbd2bba260a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689343 May 10 11:34:27.243584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 9e0334e7-5621-4bd4-8381-b80ffa92225d is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:27.245569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:27.250436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-6892f70f-2c11-4f7a-9734-3b7168efae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:27.254442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-6892f70f-2c11-4f7a-9734-3b7168efae81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.1567912 May 10 11:34:27.272116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013edc2-4f59-4e78-b65c-fc3e6ab33e23 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Network': ['ID=51f32dac-d25a-4660-8d14-9ad18afcd5af,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.287607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 51f32dac-d25a-4660-8d14-9ad18afcd5af details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:27.391073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-35577fa3-30d8-4b06-9471-5779f8d40c2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293747 May 10 11:34:27.541394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:34:27.576352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 18c745ca-0bb2-4894-8c29-4a51294f4c75 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:34:27.624307 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1615c8e0-c36a-4e9f-a5c9-4c40e2d04c55 x-openstack-request-id: req-1615c8e0-c36a-4e9f-a5c9-4c40e2d04c55 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:27.625720 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c678b863-154b-4a56-b7ac-24c499f4ea6e", "tag": "ebec76a6-8331-48b4-af58-c9df825451a1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:27.625993 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1615c8e0-c36a-4e9f-a5c9-4c40e2d04c55 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:27.626443 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1615c8e0-c36a-4e9f-a5c9-4c40e2d04c55'] response: {'name': 'network-changed', 'server_uuid': 'c678b863-154b-4a56-b7ac-24c499f4ea6e', 'tag': 'ebec76a6-8331-48b4-af58-c9df825451a1', 'status': 'completed', 'code': 200} May 10 11:34:27.642196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 18c745ca-0bb2-4894-8c29-4a51294f4c75 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:34:27.652393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 18c745ca-0bb2-4894-8c29-4a51294f4c75 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:34:27.663220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b022700e-3b2a-4b17-8c7d-9d93bdbcedf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.755652 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b022700e-3b2a-4b17-8c7d-9d93bdbcedf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.774071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:27.787522 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:27.796827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c503-3a74-4a5d-a0d1-5c67ca872e0a req-e23b6b00-a396-4128-9531-04a62994b845 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:27.803162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a33e6ead-0622-4a4e-b958-05d5db6e9c58 None None] Provisioning complete for port cb4a46f5-e66d-4854-88bf-46f1bade4e2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:27.803759 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a33e6ead-0622-4a4e-b958-05d5db6e9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.810966 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:27.819014 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d451c503-3a74-4a5d-a0d1-5c67ca872e0a req-e23b6b00-a396-4128-9531-04a62994b845 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1723251 May 10 11:34:27.826541 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:27.831652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fb078070-b643-4bf8-b222-13b5b8e603f2 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8886364 May 10 11:34:27.832263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43900) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:27.869418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-528902157'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:27.899732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:27.914241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a33e6ead-0622-4a4e-b958-05d5db6e9c58 None None] Port cb4a46f5-e66d-4854-88bf-46f1bade4e2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:27.940837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-bbf34b03-fbf4-45b1-91c1-0fd7198b950f service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410786 May 10 11:34:27.971624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:27.985930 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.102227 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:28.106003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76822d31-68b7-49ae-88cb-0152c58c7cf0 req-c62d0c6d-0931-49fb-bbe8-0e789bf70da9 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1405973 May 10 11:34:28.107738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d451c503-3a74-4a5d-a0d1-5c67ca872e0a req-35bb570c-0404-47e6-a8ea-05739f708d2b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732525 May 10 11:34:28.124940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:28.151209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.152759 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment 9b18339d-4be2-46d8-b0b9-3e0665be6303 of type vlan for network c2f6b445-747e-4c45-be75-bc4b6e469b3a May 10 11:34:28.173233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b022700e-3b2a-4b17-8c7d-9d93bdbcedf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.211689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b022700e-3b2a-4b17-8c7d-9d93bdbcedf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.217334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b022700e-3b2a-4b17-8c7d-9d93bdbcedf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1439604c-b1c4-4c85-b289-8218771fe2ea HTTP/1.1" status: 204 len: 168 time: 1.1453552 May 10 11:34:28.279954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022700e-3b2a-4b17-8c7d-9d93bdbcedf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1439604c-b1c4-4c85-b289-8218771fe2ea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:28.326319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6dc94d-2df8-4da2-b5a0-f43de686d475 req-8f2f9b95-4322-4997-83c8-8c78eecc6192 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494999 May 10 11:34:28.400959 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:24Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:25Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:28.449734 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.482726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740b1aa-e7f1-499e-8906-af34b4d21f1f req-e5545cc9-432f-423e-8115-4ccc1d186df1 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:28.485702 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a740b1aa-e7f1-499e-8906-af34b4d21f1f req-e5545cc9-432f-423e-8115-4ccc1d186df1 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 943 time: 0.0891528 May 10 11:34:28.523190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.529189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:28.530227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.579705 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a740b1aa-e7f1-499e-8906-af34b4d21f1f req-d749b5e6-0f2c-4d0d-bc4d-b7319ae89ab2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826645 May 10 11:34:28.592893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb711f-946b-4df0-8bec-790e137ec48b req-334dd435-2b0c-4fd3-b106-7b57fda357e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:28.595333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93bb711f-946b-4df0-8bec-790e137ec48b req-334dd435-2b0c-4fd3-b106-7b57fda357e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 1094 time: 0.1084931 May 10 11:34:28.623497 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:28.624661 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Updating router 0046e266-3215-4bed-bd76-1da371defd2c port cb4a46f5-e66d-4854-88bf-46f1bade4e2c binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:34:28.672028 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.684415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8461156 May 10 11:34:28.685398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43914) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:28.694014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:28.707287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f15dba6f-f25a-46d5-b93c-be1e4cc9de9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e4beba29f53459fa18289f4cc633962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908137 May 10 11:34:28.712700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43916) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:28.725561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44bab7-3aab-4e77-b985-edc0a946f5c3 req-6e5224ad-140c-4c12-be50-9c2355060a1e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:28.727550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac44bab7-3aab-4e77-b985-edc0a946f5c3 req-6e5224ad-140c-4c12-be50-9c2355060a1e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.4566405 May 10 11:34:28.732671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d6b4e-4467-4849-9ac1-eaa04ba934dd tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=c2f6b445-747e-4c45-be75-bc4b6e469b3a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:28.747359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c2f6b445-747e-4c45-be75-bc4b6e469b3a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:28.751777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43918) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:28.792918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f863e52e-b51b-448e-980c-fbecf888c576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.821286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac44bab7-3aab-4e77-b985-edc0a946f5c3 req-09e6b6ac-9122-4784-8928-5cb7d2782a17 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859909 May 10 11:34:28.847232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc352305-6114-4574-9529-dda3790a4c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.912019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb711f-946b-4df0-8bec-790e137ec48b req-5dd2d638-748d-4534-88ca-1aba153cbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:28.913858 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93bb711f-946b-4df0-8bec-790e137ec48b req-5dd2d638-748d-4534-88ca-1aba153cbaaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 200 len: 913 time: 0.3078902 May 10 11:34:28.917342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:28.922150 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.937891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc352305-6114-4574-9529-dda3790a4c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.009860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f863e52e-b51b-448e-980c-fbecf888c576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.020114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f863e52e-b51b-448e-980c-fbecf888c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.043782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc352305-6114-4574-9529-dda3790a4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.049375 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc352305-6114-4574-9529-dda3790a4c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.050787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cc352305-6114-4574-9529-dda3790a4c4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecc9d5cc-2757-4c9c-9ae5-d19821975493 HTTP/1.1" status: 204 len: 168 time: 0.3370600 May 10 11:34:29.108397 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93bb711f-946b-4df0-8bec-790e137ec48b req-7256457d-dc4d-46cd-a067-f9a360768e6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebec76a6-8331-48b4-af58-c9df825451a1 HTTP/1.1" status: 200 len: 217 time: 0.0901535 May 10 11:34:29.127445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f863e52e-b51b-448e-980c-fbecf888c576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=225717c925e0413e8989782b7923bf34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733747 May 10 11:34:29.129918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43928) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:29.138036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863e52e-b51b-448e-980c-fbecf888c576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d259a886-af42-4f10-8772-2aacae7bc39f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:29.211853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc352305-6114-4574-9529-dda3790a4c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9d5cc-2757-4c9c-9ae5-d19821975493,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:29.229000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ebe82-986f-48f3-931c-3975023fcc1b req-bde84ba2-4173-44a2-aadf-415a66b94831 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:29.238971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b76ebe82-986f-48f3-931c-3975023fcc1b req-bde84ba2-4173-44a2-aadf-415a66b94831 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2227752 May 10 11:34:29.263838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb711f-946b-4df0-8bec-790e137ec48b req-de0fee62-9c5a-4623-ac9a-a3ed3c895dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:29.266021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93bb711f-946b-4df0-8bec-790e137ec48b req-de0fee62-9c5a-4623-ac9a-a3ed3c895dc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 200 len: 852 time: 0.1491065 May 10 11:34:29.267285 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.281837 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.324348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93bb711f-946b-4df0-8bec-790e137ec48b req-b643758b-d8f0-4b9c-be49-b8018a1c8892 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=790a88e3-9791-4e6e-8d63-2655cc9da7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472445 May 10 11:34:29.340667 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Pushing event updated for resources: {'Port': ['ID=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:29.352498 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.352962 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.353301 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.354242 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.355072 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.355479 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.355936 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.356331 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.356770 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.357106 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.357432 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.357860 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:29.376056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61929350-f48f-48a8-8025-f649ab70484d req-36247b68-4800-4611-a061-5a3a7527d006 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0953012 May 10 11:34:29.439866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d4a1-50f4-46ef-b19e-770bf3c287da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.524246 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Attempting to bind port cb4a46f5-e66d-4854-88bf-46f1bade4e2c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:29.524704 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Attempting to bind port cb4a46f5-e66d-4854-88bf-46f1bade4e2c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:29.525138 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Attempting to bind port cb4a46f5-e66d-4854-88bf-46f1bade4e2c on network 9e0334e7-5621-4bd4-8381-b80ffa92225d {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:29.549102 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:29.555659 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Checking segment: {'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:29.556463 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.558370 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Bound using segment: {'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:29.559031 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Bound port: cb4a46f5-e66d-4854-88bf-46f1bade4e2c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:29.560984 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.567235 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d96a0a35-b16a-4280-92d3-a848e11be79e req-e226f3e0-0dbb-4271-9a49-fcf66e108861 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0968108 May 10 11:34:29.580195 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d4a1-50f4-46ef-b19e-770bf3c287da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.634502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93bb711f-946b-4df0-8bec-790e137ec48b req-b83c77e1-d55f-4b91-baae-8dfc5a439ad8 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826135 May 10 11:34:29.673242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b76ebe82-986f-48f3-931c-3975023fcc1b req-418a26c0-b4db-4d8f-8093-d8332845b822 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226446 May 10 11:34:29.696615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d4a1-50f4-46ef-b19e-770bf3c287da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.699632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d4a1-50f4-46ef-b19e-770bf3c287da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.709223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2dd2d4a1-50f4-46ef-b19e-770bf3c287da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d259a886-af42-4f10-8772-2aacae7bc39f HTTP/1.1" status: 204 len: 168 time: 0.5666466 May 10 11:34:29.748076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2d4a1-50f4-46ef-b19e-770bf3c287da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d259a886-af42-4f10-8772-2aacae7bc39f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:29.783317 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] For port cb4a46f5-e66d-4854-88bf-46f1bade4e2c, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:29.790716 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] For port cb4a46f5-e66d-4854-88bf-46f1bade4e2c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,segment=NetworkSegment(c0293f89-9866-40c6-ba7c-ccdddb6e84f9),segment_id=c0293f89-9866-40c6-ba7c-ccdddb6e84f9)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:29.829501 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.886352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-58889e96-46a8-4a4c-8c88-00dd3db59eeb None None] Provisioning complete for port cb4a46f5-e66d-4854-88bf-46f1bade4e2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:29.887122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58889e96-46a8-4a4c-8c88-00dd3db59eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:29.982048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43948) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:30.010222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3293f01-cf45-4068-b4c9-e8be9cd52ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.032946 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:30.044569 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:30.059256 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.208941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-58889e96-46a8-4a4c-8c88-00dd3db59eeb None None] Current status of the port cb4a46f5-e66d-4854-88bf-46f1bade4e2c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:30.209259 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58889e96-46a8-4a4c-8c88-00dd3db59eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.229655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=d417f5c1-14f4-4eb5-bcd9-ac381900459e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:30.259936 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3293f01-cf45-4068-b4c9-e8be9cd52ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.277126 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3293f01-cf45-4068-b4c9-e8be9cd52ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.312457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-58889e96-46a8-4a4c-8c88-00dd3db59eeb None None] For port cb4a46f5-e66d-4854-88bf-46f1bade4e2c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,segment=NetworkSegment(c0293f89-9866-40c6-ba7c-ccdddb6e84f9),segment_id=c0293f89-9866-40c6-ba7c-ccdddb6e84f9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:30.333636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58889e96-46a8-4a4c-8c88-00dd3db59eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.386344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e3293f01-cf45-4068-b4c9-e8be9cd52ed3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=048cc391c12e4da28f07c5eaa8090428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031038 May 10 11:34:30.387782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3293f01-cf45-4068-b4c9-e8be9cd52ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad26f410-06ec-490c-802b-a65bbdcb74ee,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:30.390299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:30.402781 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:30.455635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93bb711f-946b-4df0-8bec-790e137ec48b req-d2a6e6ad-bff0-496c-9583-5f15a755cc10 service neutron] 10.222.0.49 "GET /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398540 May 10 11:34:30.483008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43968) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:30.487772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff76980-1fca-43d5-8dab-e03e460b2552 req-ce503978-8ac4-49ed-ab43-b3e37b97b0d2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:30.494790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58889e96-46a8-4a4c-8c88-00dd3db59eeb None None] Pushing event updated for resources: {'Port': ['ID=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:30.502853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'subnet': {'network_id': '51f32dac-d25a-4660-8d14-9ad18afcd5af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:30.504716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-59740176-b5c8-4958-8fa1-127907d754d9 None None] Provisioning complete for port cb4a46f5-e66d-4854-88bf-46f1bade4e2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:30.505093 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-59740176-b5c8-4958-8fa1-127907d754d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.511660 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ff76980-1fca-43d5-8dab-e03e460b2552 req-ce503978-8ac4-49ed-ab43-b3e37b97b0d2 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 943 time: 0.6288757 May 10 11:34:30.515645 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a318a8-c798-43a9-af59-397172ff0473 None None] Pushing event updated for resources: {'Port': ['ID=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:30.620605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:30.623244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: c2f6b445-747e-4c45-be75-bc4b6e469b3a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:30.646168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ff76980-1fca-43d5-8dab-e03e460b2552 req-a630e726-a79a-4b2b-9015-9cb0662e4d6b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050172 May 10 11:34:30.664472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network c2f6b445-747e-4c45-be75-bc4b6e469b3a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:30.692004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c2f6b445-747e-4c45-be75-bc4b6e469b3a) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:30.696264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:30.696856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.712428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a44e67d8-6d4b-4deb-9fb6-de6934ec3e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.730969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3f3681a5-43af-453b-8baf-95f27c7a76fe tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0442939 May 10 11:34:30.733618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43974) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:30.792758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-59740176-b5c8-4958-8fa1-127907d754d9 None None] Current status of the port cb4a46f5-e66d-4854-88bf-46f1bade4e2c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:30.798112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc062a64-1470-48f3-8524-981c7d8c2d8b None None] Network c2f6b445-747e-4c45-be75-bc4b6e469b3a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:30.833893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a44e67d8-6d4b-4deb-9fb6-de6934ec3e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.846572 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:24Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:29Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:30.886962 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade99007-8db0-463d-8acf-794c37ca16f9 None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:24Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:29Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:30.922403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-7b18151c-6312-465f-bffc-d4f2969796c1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:30.928123 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-7b18151c-6312-465f-bffc-d4f2969796c1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.4572365 May 10 11:34:30.943803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-261169d3-ac85-4460-851e-086769714611 req-602d5579-fc1d-45f9-b9a0-24a1b89476bc tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0555289 May 10 11:34:30.946001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:30.953516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:31.067734 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-79694794-085e-47d3-95af-32adce2702de tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/quotas/0aa9a8954e014385b381498d05416e4d HTTP/1.1" status: 200 len: 375 time: 0.1301970 May 10 11:34:31.140379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:31.143562 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:31.218548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a44e67d8-6d4b-4deb-9fb6-de6934ec3e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:31.237153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a44e67d8-6d4b-4deb-9fb6-de6934ec3e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:31.238383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a44e67d8-6d4b-4deb-9fb6-de6934ec3e28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad26f410-06ec-490c-802b-a65bbdcb74ee HTTP/1.1" status: 204 len: 168 time: 0.8469107 May 10 11:34:31.267560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e67d8-6d4b-4deb-9fb6-de6934ec3e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad26f410-06ec-490c-802b-a65bbdcb74ee,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:31.323751 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-cd79f1cb-0b96-4abd-92e8-fd6a9387ebd4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2389808 May 10 11:34:31.631940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:31.704480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-7fb84768-8c3e-4920-a84c-2a0c06c3ad16 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725767 May 10 11:34:31.789635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ebec76a6-8331-48b4-af58-c9df825451a1 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:34:31.968776 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.016427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ebec76a6-8331-48b4-af58-c9df825451a1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ebec76a6-8331-48b4-af58-c9df825451a1,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:32.061927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'ebec76a6-8331-48b4-af58-c9df825451a1', 'network_id': '790a88e3-9791-4e6e-8d63-2655cc9da7ee', 'port_id': 'ebec76a6-8331-48b4-af58-c9df825451a1', 'mac_address': 'fa:16:3e:53:c4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f797b6-5925-4b4e-a192-11a6c6d3d98e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:34:32.214078 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-259ead59-9c1a-4168-b9c7-b7c549e67174 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064330 May 10 11:34:32.224450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Checking segment: {'id': '1f1be89a-92df-4908-b621-d3236ef4a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '51f32dac-d25a-4660-8d14-9ad18afcd5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:32.224747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network hostable DHCP agents. Network: 51f32dac-d25a-4660-8d14-9ad18afcd5af, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:32.226130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ebec76a6-8331-48b4-af58-c9df825451a1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:32.227016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Subnet': ['ID=4097f959-81d1-415a-b039-63966147c312,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:32.238289 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.312939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network 51f32dac-d25a-4660-8d14-9ad18afcd5af is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:32.336425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 51f32dac-d25a-4660-8d14-9ad18afcd5af) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:32.343614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebec76a6-8331-48b4-af58-c9df825451a1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:34:32.352493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:32.353133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.374410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ebec76a6-8331-48b4-af58-c9df825451a1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ebec76a6-8331-48b4-af58-c9df825451a1,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:32.385100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf6727-c0f6-4deb-9387-0875789cc891 None None] Network 51f32dac-d25a-4660-8d14-9ad18afcd5af requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:32.424923 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-97b7c7e2-d255-4dc1-9e86-895317202f00 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9279411 May 10 11:34:32.425660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44020) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:32.448688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1031413170'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:32.506630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:32.512864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.586309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cb4a46f5-e66d-4854-88bf-46f1bade4e2c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:32.590068 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.591150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:32.593244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Allocated IP 172.21.0.2 (c2f6b445-747e-4c45-be75-bc4b6e469b3a/d417f5c1-14f4-4eb5-bcd9-ac381900459e/65813c28-cbcf-4a1c-b933-634907f9f77c) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:32.649269 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.649636 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Added segment eac2ca65-70a2-4f33-b323-5b9e0540d6fd of type vlan for network df5180f1-8a1f-4a59-a86b-e594accd59da May 10 11:34:32.726492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.785199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.803312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:32.813901 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.831627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ebec76a6-8331-48b4-af58-c9df825451a1,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:32.912435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.939645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd016164-6c7f-4275-932a-63f3c7f02595 req-d09fea75-6f2c-4a2d-adb0-b7d52ce11632 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:32.954087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd016164-6c7f-4275-932a-63f3c7f02595 req-d09fea75-6f2c-4a2d-adb0-b7d52ce11632 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 944 time: 0.1634066 May 10 11:34:32.974402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['ebec76a6-8331-48b4-af58-c9df825451a1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:34:33.056390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-51f32dac-d25a-4660-8d14-9ad18afcd5af', 'network_id': '51f32dac-d25a-4660-8d14-9ad18afcd5af', 'tenant_id': '06ac7cab93524579be59660d37000435', 'fixed_ips': [{'subnet_id': '4097f959-81d1-415a-b039-63966147c312'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:33.058420 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.073345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13f4f76e-a177-4003-85f4-50e6d5b03ce2 req-5af434a2-c6d5-4ff9-98fa-bfdcd44cc9a9 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1240964 May 10 11:34:33.081019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd016164-6c7f-4275-932a-63f3c7f02595 req-7bb0ee49-95e2-49ad-9134-1ead79a02a2a tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259391 May 10 11:34:33.143185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7158368 May 10 11:34:33.146295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44048) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:33.153049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'subnet': {'network_id': 'df5180f1-8a1f-4a59-a86b-e594accd59da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:33.170336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b77c0b-34a5-45ee-99cb-eb5be73af04e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Network': ['ID=df5180f1-8a1f-4a59-a86b-e594accd59da,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:33.247842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network df5180f1-8a1f-4a59-a86b-e594accd59da details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:33.329791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-425e6b71-c174-439e-8058-b8bb98cdc8ba req-0079ed70-192a-4672-8c3e-d818adf46c1a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 210 time: 0.0503845 May 10 11:34:33.402052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port cb4a46f5-e66d-4854-88bf-46f1bade4e2c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:33.402655 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.411593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:33.417540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.703282 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.744172 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.869728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Network c2f6b445-747e-4c45-be75-bc4b6e469b3a is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:33.887793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:33.892918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:33.901541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Allocated IP 2001:db8:0:ffff::2 (51f32dac-d25a-4660-8d14-9ad18afcd5af/4097f959-81d1-415a-b039-63966147c312/28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:33.948857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.21.0.1 (c2f6b445-747e-4c45-be75-bc4b6e469b3a/d417f5c1-14f4-4eb5-bcd9-ac381900459e/f48e734e-39d8-436a-91dc-5f0d3b25f954) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:33.958997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port cb4a46f5-e66d-4854-88bf-46f1bade4e2c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:34.074991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Pushing event updated for resources: {'Port': ['ID=65813c28-cbcf-4a1c-b933-634907f9f77c,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:34.164928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:34:34.172126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Attempting to bind port 65813c28-cbcf-4a1c-b933-634907f9f77c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:34.173019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Attempting to bind port 65813c28-cbcf-4a1c-b933-634907f9f77c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:34.173175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Attempting to bind port 65813c28-cbcf-4a1c-b933-634907f9f77c on network c2f6b445-747e-4c45-be75-bc4b6e469b3a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:34.184127 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.318796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-843ebbd8-4227-495d-a9ec-82aad752b1f4 req-c9f963e8-96d0-4590-a77d-f80d786dc885 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0503657 May 10 11:34:34.342499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:34.343120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Checking segment: {'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:34.343364 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.343766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Bound using segment: {'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:34.344370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Bound port: 65813c28-cbcf-4a1c-b933-634907f9f77c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:34.344807 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.387166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-95523dc3-1aa2-458e-811a-abaf528c8e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.424659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.444564 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.445899 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.519790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.556510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Network 51f32dac-d25a-4660-8d14-9ad18afcd5af is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:34.557786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] For port 65813c28-cbcf-4a1c-b933-634907f9f77c, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:34.567379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] For port 65813c28-cbcf-4a1c-b933-634907f9f77c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=65813c28-cbcf-4a1c-b933-634907f9f77c,segment=NetworkSegment(9b18339d-4be2-46d8-b0b9-3e0665be6303),segment_id=9b18339d-4be2-46d8-b0b9-3e0665be6303)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:34.569065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:34.572177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:34.574633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Pushing event updated for resources: {'Port': ['ID=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:34.584753 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.702529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Attempting to bind port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:34.702987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Attempting to bind port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '1f1be89a-92df-4908-b621-d3236ef4a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '51f32dac-d25a-4660-8d14-9ad18afcd5af'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:34.703430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Attempting to bind port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c on network 51f32dac-d25a-4660-8d14-9ad18afcd5af {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:34.708538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f17329a4-e1dd-4cf3-a605-2b4955e49a1d req-ef92937c-6578-4ab6-9d68-d51b0a2f1a85 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 210 time: 0.0443902 May 10 11:34:34.712876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a495a-1ea4-4f2b-bc2a-b086fdce7ff0 None None] Pushing event updated for resources: {'Port': ['ID=65813c28-cbcf-4a1c-b933-634907f9f77c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:34.715764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:34.716246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Checking segment: {'id': '1f1be89a-92df-4908-b621-d3236ef4a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '51f32dac-d25a-4660-8d14-9ad18afcd5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:34.716729 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.717180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Bound using segment: {'id': '1f1be89a-92df-4908-b621-d3236ef4a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '51f32dac-d25a-4660-8d14-9ad18afcd5af'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:34.717804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Bound port: 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1be89a-92df-4908-b621-d3236ef4a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '51f32dac-d25a-4660-8d14-9ad18afcd5af'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:34.718436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.842334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] For port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:34.850980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] For port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,segment=NetworkSegment(1f1be89a-92df-4908-b621-d3236ef4a718),segment_id=1f1be89a-92df-4908-b621-d3236ef4a718)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:34.855291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:34.972830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071e4d4-cb74-496a-bc5a-25634cc94cee None None] Pushing event updated for resources: {'Port': ['ID=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:35.219466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Subnet': ['ID=9d66979d-57a8-4fc7-b218-a16c8b419073,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:35.332529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network c2f6b445-747e-4c45-be75-bc4b6e469b3a is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:35.371990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:35.380892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:35.404941 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:35.411916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44c024-663d-448d-bf01-0984891a099f req-a38a4eb3-bdaa-4881-acf1-7e54f74ce3df tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:35.412917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a44c024-663d-448d-bf01-0984891a099f req-a38a4eb3-bdaa-4881-acf1-7e54f74ce3df tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 944 time: 1.1481817 May 10 11:34:35.445821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ebec76a6-8331-48b4-af58-c9df825451a1 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:35.466622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Checking segment: {'id': 'eac2ca65-70a2-4f33-b323-5b9e0540d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'df5180f1-8a1f-4a59-a86b-e594accd59da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:35.466950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network hostable DHCP agents. Network: df5180f1-8a1f-4a59-a86b-e594accd59da, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:35.538722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=f48e734e-39d8-436a-91dc-5f0d3b25f954,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:35.553308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port ebec76a6-8331-48b4-af58-c9df825451a1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:35.558201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port ebec76a6-8331-48b4-af58-c9df825451a1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:35.558582 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:35.647362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:35.737594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-738ca1ce-b717-4cb1-964b-ef795d1c394a req-3b09b148-8d05-488f-890f-4460aeb1d616 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0617759 May 10 11:34:35.740797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ebec76a6-8331-48b4-af58-c9df825451a1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:35.741265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:35.767253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a44c024-663d-448d-bf01-0984891a099f req-449e537e-812d-470a-9406-b8e37d7e509b tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873924 May 10 11:34:35.834419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:35.835757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ebec76a6-8331-48b4-af58-c9df825451a1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ebec76a6-8331-48b4-af58-c9df825451a1,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:35.837732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c678b863-154b-4a56-b7ac-24c499f4ea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebec76a6-8331-48b4-af58-c9df825451a1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:35.840067 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd312227-3f9a-4e34-ade1-e3f912f4e88a" -d '{"events": [{"server_uuid": "c678b863-154b-4a56-b7ac-24c499f4ea6e", "name": "network-vif-plugged", "status": "completed", "tag": "ebec76a6-8331-48b4-af58-c9df825451a1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:35.846214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-dfd173c3-87fe-4ec0-b407-ae077b23a859 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:35.848190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-dfd173c3-87fe-4ec0-b407-ae077b23a859 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 1.3647921 May 10 11:34:35.850750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network df5180f1-8a1f-4a59-a86b-e594accd59da is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:35.857265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:35.897694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'port': {'device_id': '63d34d95-22b6-4f1e-8598-b97437098aab', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'admin_state_up': True, 'tenant_id': '0aa9a8954e014385b381498d05416e4d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:35.933236 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d5b1b0-bf8a-4038-9f46-a4050704886d x-openstack-request-id: req-63d5b1b0-bf8a-4038-9f46-a4050704886d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:35.940796 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c678b863-154b-4a56-b7ac-24c499f4ea6e", "name": "network-vif-plugged", "status": "completed", "tag": "ebec76a6-8331-48b4-af58-c9df825451a1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:35.941292 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63d5b1b0-bf8a-4038-9f46-a4050704886d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:35.941894 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d5b1b0-bf8a-4038-9f46-a4050704886d'] response: {'server_uuid': 'c678b863-154b-4a56-b7ac-24c499f4ea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebec76a6-8331-48b4-af58-c9df825451a1', 'code': 200} May 10 11:34:35.991304 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ef867c2-b2ed-4dc9-9836-7db1e988afd5 req-52e7dfa7-6bbb-4373-8764-c243cb9fe9f8 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 210 time: 0.0932143 May 10 11:34:36.004184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ebec76a6-8331-48b4-af58-c9df825451a1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:36.038814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, df5180f1-8a1f-4a59-a86b-e594accd59da) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:36.049335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371117a2-a77a-48ac-ad7b-cdc6725c490d None None] Network df5180f1-8a1f-4a59-a86b-e594accd59da requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:36.102047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:36.102939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:36.269914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44158) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:36.372839 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-24e44721-cdde-4294-a7f7-8b964f20f555 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2251940 May 10 11:34:36.376033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44164) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:36.381566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'port': {'network_id': 'df5180f1-8a1f-4a59-a86b-e594accd59da', 'name': 'tempest-NetworksIpV6TestAttrs-377060371'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:36.403987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca508c0-f648-4ad4-adaa-03df0eccbf40 req-ddb8bf30-f082-4603-b47e-0c08a6de1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:36.405543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ca508c0-f648-4ad4-adaa-03df0eccbf40 req-ddb8bf30-f082-4603-b47e-0c08a6de1721 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 1096 time: 0.3628435 May 10 11:34:36.454104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-df5180f1-8a1f-4a59-a86b-e594accd59da', 'network_id': 'df5180f1-8a1f-4a59-a86b-e594accd59da', 'tenant_id': '06ac7cab93524579be59660d37000435', 'fixed_ips': [{'subnet_id': '9d66979d-57a8-4fc7-b218-a16c8b419073'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:36.455074 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:36.587693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4ecb-7c2d-4a94-a438-05b0e4245249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:36.632804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f91b7-388a-4465-9d91-deec09b4bd14 None None] Network c2f6b445-747e-4c45-be75-bc4b6e469b3a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:36.652756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:36.659515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:36.692557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] device_id is not set on port c09b4f6d-10f7-4e22-9dd8-1e91317261fd yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:34:36.708769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ca508c0-f648-4ad4-adaa-03df0eccbf40 req-d41a955f-dfe0-4d91-9dd3-af20044eb0d1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697036 May 10 11:34:36.730183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Made reservation on behalf of 0aa9a8954e014385b381498d05416e4d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:36.734147 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:36.748051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 65813c28-cbcf-4a1c-b933-634907f9f77c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:36.894079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8caae130-2dd1-47a0-adff-121c427e7eaf None None] Provisioning complete for port 65813c28-cbcf-4a1c-b933-634907f9f77c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:36.894723 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8caae130-2dd1-47a0-adff-121c427e7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:36.899148 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4ecb-7c2d-4a94-a438-05b0e4245249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:36.904850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b3d09-6eaa-42c0-90f5-aa4f4fb16ebf None None] Network 51f32dac-d25a-4660-8d14-9ad18afcd5af requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:36.960255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Allocated IP 2001:db8::f816:3eff:fe1c:2578 (df5180f1-8a1f-4a59-a86b-e594accd59da/9d66979d-57a8-4fc7-b218-a16c8b419073/c09b4f6d-10f7-4e22-9dd8-1e91317261fd) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:37.029515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4ecb-7c2d-4a94-a438-05b0e4245249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.121912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f8ff4ecb-7c2d-4a94-a438-05b0e4245249 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d74997026e1e4b1ab331eece689ee491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8507860 May 10 11:34:37.124399 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ace64c7-e5c5-4951-b578-f594c475c7b4 req-57efc798-e37a-451e-92b6-8cc92b35246e tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0992401 May 10 11:34:37.134090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:37.137025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff4ecb-7c2d-4a94-a438-05b0e4245249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3bfa0d-fbbe-4e47-895c-c21286cd4bbc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:37.297999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.332906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 65813c28-cbcf-4a1c-b933-634907f9f77c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:37.336435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.391999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-56b0d89a-9ea4-4703-a07e-7ebcc0ca91de req-d4b87613-fd41-4674-aab7-528c4d04d713 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 210 time: 0.0867636 May 10 11:34:37.402551 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17549083-123a-48bf-a669-7c8f29d76566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.420157 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e9eefb59-9b94-40d5-bc77-f8af0e00e315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.436836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17549083-123a-48bf-a669-7c8f29d76566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.473939 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.507041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427f38e-4618-4b83-96e6-3914f5817162 req-5036bf92-1ab2-486f-8f4b-4ab54803a892 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:37.522034 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4427f38e-4618-4b83-96e6-3914f5817162 req-5036bf92-1ab2-486f-8f4b-4ab54803a892 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 945 time: 0.5845578 May 10 11:34:37.536346 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17549083-123a-48bf-a669-7c8f29d76566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.539081 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-17549083-123a-48bf-a669-7c8f29d76566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.540388 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-17549083-123a-48bf-a669-7c8f29d76566 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed3bfa0d-fbbe-4e47-895c-c21286cd4bbc HTTP/1.1" status: 204 len: 168 time: 0.3964372 May 10 11:34:37.618126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network df5180f1-8a1f-4a59-a86b-e594accd59da is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:37.625041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549083-123a-48bf-a669-7c8f29d76566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3bfa0d-fbbe-4e47-895c-c21286cd4bbc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:37.649846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:37.657756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:37.662492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Allocated IP 172.20.0.3 (8a425eb4-06d3-43de-998c-7f472bd98c43/ee664d4f-78fd-4109-9c8c-df995448cce5/53c39dbc-fb14-4510-9243-575e369ba763) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:37.705568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:37.706488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.719951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Port': ['ID=c09b4f6d-10f7-4e22-9dd8-1e91317261fd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:37.771677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5f264905-5c60-4c0a-b082-831883d26927 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3944421 May 10 11:34:37.774675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44180) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:37.776729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Allocated IP 2001:db8::f816:3eff:fe6f:8270 (df5180f1-8a1f-4a59-a86b-e594accd59da/9d66979d-57a8-4fc7-b218-a16c8b419073/2dfe728c-05c4-445c-8c43-91654ae9d741) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:37.796854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4427f38e-4618-4b83-96e6-3914f5817162 req-7da8b96a-7c6b-4a0a-9873-e5a437146519 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718010 May 10 11:34:37.846037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.885628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.958556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a5bda9-fc61-4b62-b910-3a719e3ea4cf tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Deleting subnet 9d66979d-57a8-4fc7-b218-a16c8b419073 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:34:37.973640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8caae130-2dd1-47a0-adff-121c427e7eaf None None] Current status of the port 65813c28-cbcf-4a1c-b933-634907f9f77c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:37.974030 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8caae130-2dd1-47a0-adff-121c427e7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.004012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.020482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=f48e734e-39d8-436a-91dc-5f0d3b25f954,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:38.041442 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.172397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network c2f6b445-747e-4c45-be75-bc4b6e469b3a is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:38.178911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:38.179071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 65813c28-cbcf-4a1c-b933-634907f9f77c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:38.179537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.184417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8caae130-2dd1-47a0-adff-121c427e7eaf None None] For port 65813c28-cbcf-4a1c-b933-634907f9f77c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=65813c28-cbcf-4a1c-b933-634907f9f77c,segment=NetworkSegment(9b18339d-4be2-46d8-b0b9-3e0665be6303),segment_id=9b18339d-4be2-46d8-b0b9-3e0665be6303)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:38.207892 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8caae130-2dd1-47a0-adff-121c427e7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.285230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5b35347-8915-4b89-a585-a58860bd19ae req-b21b721f-4cb4-49cd-8e8a-d1946df2d039 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0389676 May 10 11:34:38.296287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44186) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:38.323638 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3c1cea2-ed56-4252-b48b-45e0def0d5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.347785 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:34:38.348475 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:34:38.444798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Provisioning complete for port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:38.448065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3c1cea2-ed56-4252-b48b-45e0def0d5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.450282 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.463520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3c1cea2-ed56-4252-b48b-45e0def0d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.464797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:34:38.468502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caae130-2dd1-47a0-adff-121c427e7eaf None None] Pushing event updated for resources: {'Port': ['ID=65813c28-cbcf-4a1c-b933-634907f9f77c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:38.513567 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d3c1cea2-ed56-4252-b48b-45e0def0d5ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec7c0313353449168533c2112bcb3574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159219 May 10 11:34:38.520022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44192) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:38.541654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02b5de11-6bc0-45a2-946d-6be1755e364f req-e14c3fea-04f4-499f-8b01-6c6135e4831e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 210 time: 0.0724349 May 10 11:34:38.569728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1cea2-ed56-4252-b48b-45e0def0d5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f169b1c4-ffe3-4cbf-83c1-1f78452b558b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:38.580949 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.603143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2a5bda9-fc61-4b62-b910-3a719e3ea4cf tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.623366 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.700740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Pushing event updated for resources: {'Port': ['ID=2dfe728c-05c4-445c-8c43-91654ae9d741,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:38.720703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Network df5180f1-8a1f-4a59-a86b-e594accd59da is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:38.722613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:38.743847 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2a5bda9-fc61-4b62-b910-3a719e3ea4cf tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.744576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:38.771738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.773675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:38.784496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff387f92-6cf5-415e-9495-ce1b9e88a0fc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0472462 May 10 11:34:38.786443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44200) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:38.794168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-2080534259'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:38.798783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:38.822075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6250-9200-43fa-9eff-02ffaddf92dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.877847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:38.881539 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.885032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6250-9200-43fa-9eff-02ffaddf92dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.891787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Current status of the port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:38.892660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.894683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.962490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:38.967666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:38.968546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:38.984179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:39.002554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a95af036-d88f-4a56-86f7-bc7d760c6553'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:34:39.026409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:39.027560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:39.035657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.036054 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment 8f3a6131-9eaa-4766-b2d9-81a756cbf84c of type vlan for network 24a745df-d212-4127-9be5-8c3dc18bd7e3 May 10 11:34:39.042621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'Port': ['ID=53c39dbc-fb14-4510-9243-575e369ba763,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:39.086686 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2a5bda9-fc61-4b62-b910-3a719e3ea4cf tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.105067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:39.105742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.144088 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-04467b55-2fdb-4764-bf37-e45be5844148 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2680323 May 10 11:34:39.153123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab70fb-6d52-4f9c-b3c6-103f88dd1346 req-24e5d63a-6008-414a-8bfe-cd8126a383a0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:39.154743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ab70fb-6d52-4f9c-b3c6-103f88dd1346 req-24e5d63a-6008-414a-8bfe-cd8126a383a0 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 945 time: 0.2223599 May 10 11:34:39.160521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Request body: {'port': {'device_id': '63d34d95-22b6-4f1e-8598-b97437098aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:39.162187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 65813c28-cbcf-4a1c-b933-634907f9f77c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:39.163283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:39.165051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6250-9200-43fa-9eff-02ffaddf92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.165195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Attempting to bind port 2dfe728c-05c4-445c-8c43-91654ae9d741 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:39.165519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Attempting to bind port 2dfe728c-05c4-445c-8c43-91654ae9d741 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'eac2ca65-70a2-4f33-b323-5b9e0540d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'df5180f1-8a1f-4a59-a86b-e594accd59da'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:39.165878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Attempting to bind port 2dfe728c-05c4-445c-8c43-91654ae9d741 on network df5180f1-8a1f-4a59-a86b-e594accd59da {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:39.170265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6250-9200-43fa-9eff-02ffaddf92dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.171301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a7fc6250-9200-43fa-9eff-02ffaddf92dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f169b1c4-ffe3-4cbf-83c1-1f78452b558b HTTP/1.1" status: 204 len: 168 time: 0.6494677 May 10 11:34:39.186763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.279863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc6250-9200-43fa-9eff-02ffaddf92dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f169b1c4-ffe3-4cbf-83c1-1f78452b558b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:39.351168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.357724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:39.358386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.358935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.365045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ab70fb-6d52-4f9c-b3c6-103f88dd1346 req-0c490a96-6eba-4e64-b72f-348915f4ab21 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906109 May 10 11:34:39.385794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:39.386177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Checking segment: {'id': 'eac2ca65-70a2-4f33-b323-5b9e0540d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'df5180f1-8a1f-4a59-a86b-e594accd59da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:39.386585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.387061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Bound using segment: {'id': 'eac2ca65-70a2-4f33-b323-5b9e0540d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'df5180f1-8a1f-4a59-a86b-e594accd59da'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:39.387451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Bound port: 2dfe728c-05c4-445c-8c43-91654ae9d741, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac2ca65-70a2-4f33-b323-5b9e0540d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'df5180f1-8a1f-4a59-a86b-e594accd59da'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:39.387927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.396388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2a5bda9-fc61-4b62-b910-3a719e3ea4cf tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.423716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.449585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] For port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,segment=NetworkSegment(1f1be89a-92df-4908-b621-d3236ef4a718),segment_id=1f1be89a-92df-4908-b621-d3236ef4a718)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:39.465420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6757474 May 10 11:34:39.468321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5313a-97af-4fda-8916-518a33cd00df req-28b136b9-fd16-4add-8902-86025c934e7b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:39.469877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43e5313a-97af-4fda-8916-518a33cd00df req-28b136b9-fd16-4add-8902-86025c934e7b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.2336800 May 10 11:34:39.496308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44216) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:39.506882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:39.518680 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.582287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:39.738097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.890817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Provisioning complete for port f48e734e-39d8-436a-91dc-5f0d3b25f954 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:39.892744 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.936487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c39dbc-fb14-4510-9243-575e369ba763 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:34:39.963079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43e5313a-97af-4fda-8916-518a33cd00df req-8e3e352d-3bc3-4599-9fa6-21878ed39c49 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4619770 May 10 11:34:39.974505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.979164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] For port 2dfe728c-05c4-445c-8c43-91654ae9d741, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:39.990725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Pushing event updated for resources: {'Port': ['ID=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:40.012996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Transition to ACTIVE for port object 53c39dbc-fb14-4510-9243-575e369ba763 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:40.015529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:40.016251 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.027239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.069050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] For port 2dfe728c-05c4-445c-8c43-91654ae9d741, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2dfe728c-05c4-445c-8c43-91654ae9d741,segment=NetworkSegment(eac2ca65-70a2-4f33-b323-5b9e0540d6fd),segment_id=eac2ca65-70a2-4f33-b323-5b9e0540d6fd)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:40.104757 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.120533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Port f48e734e-39d8-436a-91dc-5f0d3b25f954 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:40.128056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5bda9-fc61-4b62-b910-3a719e3ea4cf tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Subnet': ['ID=9d66979d-57a8-4fc7-b218-a16c8b419073,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:40.130716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2a5bda9-fc61-4b62-b910-3a719e3ea4cf tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.134241 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f2a5bda9-fc61-4b62-b910-3a719e3ea4cf tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/subnets/9d66979d-57a8-4fc7-b218-a16c8b419073 HTTP/1.1" status: 204 len: 168 time: 2.3584530 May 10 11:34:40.147115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44236) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:40.179943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f8b4e-bea6-407a-930b-d19829443521 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=24a745df-d212-4127-9be5-8c3dc18bd7e3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:40.208151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bfccf55-1388-4884-bb14-d0229f25bc4e req-cb3bef97-4262-4db7-90f0-ba02ff5c9ccb tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.7049875 May 10 11:34:40.214133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=53c39dbc-fb14-4510-9243-575e369ba763,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:40.362859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ca9fb-a160-4664-a0eb-f1acf86c0c6e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:40.365467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ca9fb-a160-4664-a0eb-f1acf86c0c6e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:40.367226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-603ca9fb-a160-4664-a0eb-f1acf86c0c6e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2154317 May 10 11:34:40.397511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44240) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:40.398027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44242) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:40.542043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:40.546019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.585077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Attempting to bind port 53c39dbc-fb14-4510-9243-575e369ba763 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:40.585963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Attempting to bind port 53c39dbc-fb14-4510-9243-575e369ba763 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:40.588033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Attempting to bind port 53c39dbc-fb14-4510-9243-575e369ba763 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:40.612285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Port 53c39dbc-fb14-4510-9243-575e369ba763 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:34:40.620423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Attempting to bind port 53c39dbc-fb14-4510-9243-575e369ba763 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:40.622792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:40.641958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30683c8-81c5-4d3d-87a7-8200ee2daf3c req-c3790e0a-e7a1-4758-b923-151dabd95096 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:40.643740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d30683c8-81c5-4d3d-87a7-8200ee2daf3c req-c3790e0a-e7a1-4758-b923-151dabd95096 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 945 time: 0.1942301 May 10 11:34:40.647058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:40.647469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Checking segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:40.648067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Bound using segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:40.648570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Bound port: 53c39dbc-fb14-4510-9243-575e369ba763, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:40.648997 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.729044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d30683c8-81c5-4d3d-87a7-8200ee2daf3c req-cd87bfea-47cb-434e-8008-0e5906ab4e23 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755136 May 10 11:34:40.778094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] For port 53c39dbc-fb14-4510-9243-575e369ba763, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:40.783015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] For port 53c39dbc-fb14-4510-9243-575e369ba763, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=53c39dbc-fb14-4510-9243-575e369ba763,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:40.797660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.819144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Provisioning complete for port 65813c28-cbcf-4a1c-b933-634907f9f77c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:40.819515 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.849594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:40.850204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.851130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af1e26-3f4a-45ac-8e35-ef457ca28361 None None] Pushing event updated for resources: {'Port': ['ID=2dfe728c-05c4-445c-8c43-91654ae9d741,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:40.851627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] 10.222.0.70 "PUT /v2.0/ports/53c39dbc-fb14-4510-9243-575e369ba763 HTTP/1.1" status: 200 len: 1091 time: 1.6959651 May 10 11:34:40.852199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d34d95-22b6-4f1e-8598-b97437098aab', 'tag': '53c39dbc-fb14-4510-9243-575e369ba763'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:40.854379 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50dc3e5-7904-4890-99b9-c91a7168ac5f" -d '{"events": [{"name": "network-changed", "server_uuid": "63d34d95-22b6-4f1e-8598-b97437098aab", "tag": "53c39dbc-fb14-4510-9243-575e369ba763"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:40.878758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.908812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58362c-af42-4d0d-8afc-a0d4766f76be req-1d74baf7-73cb-4e61-8d50-5777a1fd7406 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:40.920913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e7f91-3a9e-4eb9-872b-ecff2426d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=53c39dbc-fb14-4510-9243-575e369ba763,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:40.921117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf58362c-af42-4d0d-8afc-a0d4766f76be req-1d74baf7-73cb-4e61-8d50-5777a1fd7406 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 943 time: 0.5761511 May 10 11:34:40.927473 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5abe6e-54b7-42ec-b0af-cd2235b4e7e9 x-openstack-request-id: req-1d5abe6e-54b7-42ec-b0af-cd2235b4e7e9 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:40.927764 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d34d95-22b6-4f1e-8598-b97437098aab", "tag": "53c39dbc-fb14-4510-9243-575e369ba763", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:40.928102 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d5abe6e-54b7-42ec-b0af-cd2235b4e7e9 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:40.928452 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5abe6e-54b7-42ec-b0af-cd2235b4e7e9'] response: {'name': 'network-changed', 'server_uuid': '63d34d95-22b6-4f1e-8598-b97437098aab', 'tag': '53c39dbc-fb14-4510-9243-575e369ba763', 'status': 'completed', 'code': 200} May 10 11:34:40.944584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4a7653ef-9b3d-425b-98ba-ebf132951231 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.982145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d6dcb-30ab-444f-b623-4564501cb938 None None] Network df5180f1-8a1f-4a59-a86b-e594accd59da requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:41.070254 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fa80a22-a355-47ab-8326-059f08e11c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.074570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-ae7f482e-60e4-4cfd-87aa-c413a307768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:41.076667 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-ae7f482e-60e4-4cfd-87aa-c413a307768b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 1094 time: 0.0792253 May 10 11:34:41.101946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:41.102302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: 24a745df-d212-4127-9be5-8c3dc18bd7e3, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:41.120426 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7653ef-9b3d-425b-98ba-ebf132951231 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 10 11:34:41.121418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7653ef-9b3d-425b-98ba-ebf132951231 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:34:41.130390 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4a7653ef-9b3d-425b-98ba-ebf132951231 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/df5180f1-8a1f-4a59-a86b-e594accd59da HTTP/1.1" status: 409 len: 405 time: 0.7302849 May 10 11:34:41.136848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44264) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:41.150173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:41.150432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-409330445'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:41.182026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:41.188848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:41.193228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.230847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:41.241509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.241949 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Added segment 6963b626-7d28-40e1-a18e-62d0621b27b9 of type vlan for network de7799f1-3e12-478e-b978-c6aa9e3fc28f May 10 11:34:41.244802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-df451565-e3f6-4e1b-b5c9-58bfd3d89c48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c39dbc-fb14-4510-9243-575e369ba763 HTTP/1.1" status: 200 len: 217 time: 0.1578529 May 10 11:34:41.280924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=f2b7096b-99fb-4918-8e3b-4a87313dad17,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:41.308191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 24a745df-d212-4127-9be5-8c3dc18bd7e3) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:41.319787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a96bc-df3c-4c92-97c6-f80c4b49dbbf None None] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:41.320718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf58362c-af42-4d0d-8afc-a0d4766f76be req-de2865d5-b496-43d4-992b-a4f329379dec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985939 May 10 11:34:41.349955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:41.350562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.376603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.393475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 65813c28-cbcf-4a1c-b933-634907f9f77c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:41.402176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:35Z', 'revision_number': 3, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:36Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:41.407170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e4764e15-65f3-4215-b017-8f0c89d1c16c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9065659 May 10 11:34:41.414621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44272) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:41.427900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bec9d2f0-552e-4db8-833e-59a9620203d2 None None] Current status of the port 65813c28-cbcf-4a1c-b933-634907f9f77c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:41.444618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.452803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:41.453530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.472983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:41.473342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Updating router 0046e266-3215-4bed-bd76-1da371defd2c port f48e734e-39d8-436a-91dc-5f0d3b25f954 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:34:41.493952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-aa0b94e2-c184-46f8-8bc9-cfdd69a9fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:41.495658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-aa0b94e2-c184-46f8-8bc9-cfdd69a9fc4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.2363658 May 10 11:34:41.503344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22a5c3-4ff4-4b16-adf1-0e545e270f37 req-ab545422-65e3-41f2-88fc-35a098777182 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:41.511498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c22a5c3-4ff4-4b16-adf1-0e545e270f37 req-ab545422-65e3-41f2-88fc-35a098777182 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.2653129 May 10 11:34:41.529638 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.549910 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fa80a22-a355-47ab-8326-059f08e11c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.576917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f98a6ac8-f1bc-4077-8734-338ccb491f9b req-45df3c79-a1b2-4093-b735-6ed611cc307e tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1082394 May 10 11:34:41.596297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4506073 May 10 11:34:41.600347 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fa80a22-a355-47ab-8326-059f08e11c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.603904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44276) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:41.629867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0950e2c2-ff37-4663-9756-4019bdf3d410 None None] Provisioning complete for port f48e734e-39d8-436a-91dc-5f0d3b25f954 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:41.630063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0950e2c2-ff37-4663-9756-4019bdf3d410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.637199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 65813c28-cbcf-4a1c-b933-634907f9f77c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:41.637567 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.653300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'subnet': {'network_id': 'de7799f1-3e12-478e-b978-c6aa9e3fc28f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:41.762883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c22a5c3-4ff4-4b16-adf1-0e545e270f37 req-18580fa0-8b7d-4585-b800-58f996d02c1d tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502322 May 10 11:34:41.773086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-4f4642f8-59c0-4647-8e08-5a1d119a37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:41.774937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-4f4642f8-59c0-4647-8e08-5a1d119a37b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338617 May 10 11:34:41.778078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-24a745df-d212-4127-9be5-8c3dc18bd7e3', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:41.778746 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.806913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0950e2c2-ff37-4663-9756-4019bdf3d410 None None] Port f48e734e-39d8-436a-91dc-5f0d3b25f954 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:41.807282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa80a22-a355-47ab-8326-059f08e11c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db9fad2-2e77-4e4d-b17e-533487fd53db,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:41.915036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ab199-a80e-40cb-8a5e-a82f15d499ae tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Network': ['ID=de7799f1-3e12-478e-b978-c6aa9e3fc28f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:41.923737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6fa80a22-a355-47ab-8326-059f08e11c39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e102e4e30434aa693a8fca28524646e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5189092 May 10 11:34:41.923737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44296) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:41.924457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-67e9256e-9405-4408-918a-1596ddc7faea service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395166 May 10 11:34:41.941835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:41.944915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network de7799f1-3e12-478e-b978-c6aa9e3fc28f details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:41.945475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.094784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 65813c28-cbcf-4a1c-b933-634907f9f77c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:42.095838 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:42.144420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c40cd-f87e-4fe1-8383-5d06a918dc61 req-61a64109-3404-4ee2-9678-414a5a2af8c8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:42.147348 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-045c40cd-f87e-4fe1-8383-5d06a918dc61 req-61a64109-3404-4ee2-9678-414a5a2af8c8 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 945 time: 0.3008783 May 10 11:34:42.175539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Allocated IP 172.22.0.2 (24a745df-d212-4127-9be5-8c3dc18bd7e3/f2b7096b-99fb-4918-8e3b-4a87313dad17/da3504fc-9ab8-4a3b-8382-f58bd34efc73) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:42.187585 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-083e50e4-22c5-40a6-838a-8a6b343e771e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.212962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-083e50e4-22c5-40a6-838a-8a6b343e771e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.275583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-4c271bd0-0965-4162-806d-7834831e69c4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:42.277326 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-4c271bd0-0965-4162-806d-7834831e69c4 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1201270 May 10 11:34:42.292675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-045c40cd-f87e-4fe1-8383-5d06a918dc61 req-9d13bd66-ccbb-4426-9005-450fea82a791 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356959 May 10 11:34:42.293408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-083e50e4-22c5-40a6-838a-8a6b343e771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.296124 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-083e50e4-22c5-40a6-838a-8a6b343e771e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.297246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-083e50e4-22c5-40a6-838a-8a6b343e771e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5db9fad2-2e77-4e4d-b17e-533487fd53db HTTP/1.1" status: 204 len: 168 time: 0.3724139 May 10 11:34:42.305571 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.309644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:42.310016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.339284 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.355935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e50e4-22c5-40a6-838a-8a6b343e771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db9fad2-2e77-4e4d-b17e-533487fd53db,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:42.444763 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-838e1cb5-62e0-4ea7-a9f7-d9682e20987c req-ed6b90b6-8cb3-4413-be2a-3d55a80e66c7 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361115 May 10 11:34:42.513066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b0527-c9d5-485b-a130-a3a485a84579 None None] Pushing event updated for resources: {'Port': ['ID=f48e734e-39d8-436a-91dc-5f0d3b25f954,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:42.527641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:34:42.529499 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.604277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Subnet': ['ID=f6c853ec-d3b6-430b-97cb-56e1104c579f,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:42.655428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Checking segment: {'id': '6963b626-7d28-40e1-a18e-62d0621b27b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de7799f1-3e12-478e-b978-c6aa9e3fc28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:42.657068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network hostable DHCP agents. Network: de7799f1-3e12-478e-b978-c6aa9e3fc28f, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:42.727111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network de7799f1-3e12-478e-b978-c6aa9e3fc28f is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:42.762900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, de7799f1-3e12-478e-b978-c6aa9e3fc28f) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:42.776478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:42.777727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.811789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3f26d9-35fa-4c3a-823d-6ea452f6075a None None] Network de7799f1-3e12-478e-b978-c6aa9e3fc28f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:42.851436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-972f7a70-22c9-46d0-bb34-096f338c6581 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1872187 May 10 11:34:42.857126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44356) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:42.875076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'port': {'network_id': 'de7799f1-3e12-478e-b978-c6aa9e3fc28f', 'name': 'tempest-NetworksIpV6TestAttrs-663914682'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:42.975237 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.090191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60649911-d786-40ee-8424-0074fa00ec26 req-8dc2c488-1c32-4df7-8a2a-bf81bbdde160 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0924399 May 10 11:34:43.090481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b5045-8dfd-46d7-a1a4-25ab1fa37099 req-19f5726b-9811-4a89-8bc3-390a1d64d21a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:43.092070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-442b5045-8dfd-46d7-a1a4-25ab1fa37099 req-19f5726b-9811-4a89-8bc3-390a1d64d21a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 943 time: 0.1441250 May 10 11:34:43.108779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:43.113030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.148589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] device_id is not set on port ba12abce-5bea-4098-ad87-ebff26247c8c yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:34:43.223421 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-10e2f380-7d72-459b-bcac-60b9a882dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:43.229910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-10e2f380-7d72-459b-bcac-60b9a882dd5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 1094 time: 0.2334054 May 10 11:34:43.245702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Deleting port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:43.246631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.252968 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.274091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:43.277410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Allocated IP 2001:db8::f816:3eff:fe92:33fd (de7799f1-3e12-478e-b978-c6aa9e3fc28f/f6c853ec-d3b6-430b-97cb-56e1104c579f/ba12abce-5bea-4098-ad87-ebff26247c8c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:43.303811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b2458381-7f23-492f-9992-2d84387cf221 None None] Provisioning complete for port f48e734e-39d8-436a-91dc-5f0d3b25f954 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:43.304129 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2458381-7f23-492f-9992-2d84387cf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.305712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Attempting to bind port f48e734e-39d8-436a-91dc-5f0d3b25f954 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:43.306118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Attempting to bind port f48e734e-39d8-436a-91dc-5f0d3b25f954 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:43.306436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Attempting to bind port f48e734e-39d8-436a-91dc-5f0d3b25f954 on network c2f6b445-747e-4c45-be75-bc4b6e469b3a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:43.308615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.331110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-442b5045-8dfd-46d7-a1a4-25ab1fa37099 req-08235e56-89a5-4e1f-9272-0760c0c293e7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327914 May 10 11:34:43.377202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:43.377741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Checking segment: {'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:43.378158 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.378555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Bound using segment: {'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:43.379046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Bound port: f48e734e-39d8-436a-91dc-5f0d3b25f954, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b18339d-4be2-46d8-b0b9-3e0665be6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:43.379431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.456530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:43.466386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:43.510550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:43.527913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b2458381-7f23-492f-9992-2d84387cf221 None None] Port f48e734e-39d8-436a-91dc-5f0d3b25f954 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:43.537793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9792-0cb4-4e62-84d8-82d4cf32efc0 req-272ea3f5-dbeb-43cf-b063-52b41b7cf0fd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:43.539393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cefb9792-0cb4-4e62-84d8-82d4cf32efc0 req-272ea3f5-dbeb-43cf-b063-52b41b7cf0fd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1010838 May 10 11:34:43.577098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] For port 31e1d28a-6f5b-4a32-82a6-6cd01574d474, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=31e1d28a-6f5b-4a32-82a6-6cd01574d474,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:43.577468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.595392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.601998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7717-2ad7-488a-baa8-50a769648f29 req-24fe8b1c-b5aa-4cbf-a350-deb781131081 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:43.603578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-016a7717-2ad7-488a-baa8-50a769648f29 req-24fe8b1c-b5aa-4cbf-a350-deb781131081 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 945 time: 0.3727450 May 10 11:34:43.626641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cefb9792-0cb4-4e62-84d8-82d4cf32efc0 req-6dda9482-f61e-4475-9053-d0af0afc293b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750265 May 10 11:34:43.636532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Pushing event updated for resources: {'Port': ['ID=da3504fc-9ab8-4a3b-8382-f58bd34efc73,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:43.671134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.737512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-396cefca-950b-4d4d-aee1-b68c54e8fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:43.739021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-396cefca-950b-4d4d-aee1-b68c54e8fa75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.4965241 May 10 11:34:43.768047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Port': ['ID=ba12abce-5bea-4098-ad87-ebff26247c8c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:43.799499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network de7799f1-3e12-478e-b978-c6aa9e3fc28f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:43.801103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:43.828760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:43.837747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Attempting to bind port da3504fc-9ab8-4a3b-8382-f58bd34efc73 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:43.838321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Attempting to bind port da3504fc-9ab8-4a3b-8382-f58bd34efc73 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:43.838613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Attempting to bind port da3504fc-9ab8-4a3b-8382-f58bd34efc73 on network 24a745df-d212-4127-9be5-8c3dc18bd7e3 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:43.847267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:43.851973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.874702 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-016a7717-2ad7-488a-baa8-50a769648f29 req-fb62dac2-4987-4aeb-abc9-68c1711eec50 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577119 May 10 11:34:43.885848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:43.888071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Checking segment: {'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:43.890433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f653cc91-5b30-4a69-9644-6eb1073e450a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0273552 May 10 11:34:43.891871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.893170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44412) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:43.893927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Bound using segment: {'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:43.894441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Bound port: da3504fc-9ab8-4a3b-8382-f58bd34efc73, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:43.894836 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.896030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-7ba7a2db-5929-4a4b-86ad-789582949b9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c39dbc-fb14-4510-9243-575e369ba763 HTTP/1.1" status: 200 len: 217 time: 0.1381936 May 10 11:34:43.918254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] For port f48e734e-39d8-436a-91dc-5f0d3b25f954, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:43.962842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c7e09c-8fbf-4e5f-b103-b273f0f54547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-de7799f1-3e12-478e-b978-c6aa9e3fc28f', 'network_id': 'de7799f1-3e12-478e-b978-c6aa9e3fc28f', 'tenant_id': '06ac7cab93524579be59660d37000435', 'fixed_ips': [{'subnet_id': 'f6c853ec-d3b6-430b-97cb-56e1104c579f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:43.964683 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-44c7e09c-8fbf-4e5f-b103-b273f0f54547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.996031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] For port f48e734e-39d8-436a-91dc-5f0d3b25f954, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f48e734e-39d8-436a-91dc-5f0d3b25f954,segment=NetworkSegment(9b18339d-4be2-46d8-b0b9-3e0665be6303),segment_id=9b18339d-4be2-46d8-b0b9-3e0665be6303)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:44.016344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.22.0.1 (24a745df-d212-4127-9be5-8c3dc18bd7e3/f2b7096b-99fb-4918-8e3b-4a87313dad17/9f67bc0d-273c-4b3a-90d0-3e53c2cc8679) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:44.044397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 53c39dbc-fb14-4510-9243-575e369ba763 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:34:44.047289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c99c195-e012-4162-a57b-1e8e09ad112d tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Deleting subnet f6c853ec-d3b6-430b-97cb-56e1104c579f {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:34:44.055290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c99c195-e012-4162-a57b-1e8e09ad112d tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.079081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-b0c44a46-00de-4713-8361-2b478a361a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:44.080712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-b0c44a46-00de-4713-8361-2b478a361a3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1769350 May 10 11:34:44.096331 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.116815 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c99c195-e012-4162-a57b-1e8e09ad112d tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.149631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.149984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.150337 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Floating IP f1f2cc04-aa36-408f-bc7f-e8b44da9c193 disassociated. External IP: 172.25.8.153, port: 31e1d28a-6f5b-4a32-82a6-6cd01574d474. May 10 11:34:44.166799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Calling delete_port for 31e1d28a-6f5b-4a32-82a6-6cd01574d474 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:44.227686 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c99c195-e012-4162-a57b-1e8e09ad112d tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.347611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d89c772-02ac-4bf7-942d-781bb2f6c7bc req-44309b73-38b4-4538-835d-7a3b314cf897 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0695872 May 10 11:34:44.415391 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:34:44.415915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c99c195-e012-4162-a57b-1e8e09ad112d tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.443018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-84d66ae9-155e-4858-bb40-38bba8ad84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:44.443800 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c99c195-e012-4162-a57b-1e8e09ad112d tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.447792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9c99c195-e012-4162-a57b-1e8e09ad112d tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/subnets/f6c853ec-d3b6-430b-97cb-56e1104c579f HTTP/1.1" status: 204 len: 168 time: 0.5517712 May 10 11:34:44.448355 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-84d66ae9-155e-4858-bb40-38bba8ad84bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3257303 May 10 11:34:44.455787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44472) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:44.496347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99c195-e012-4162-a57b-1e8e09ad112d tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c853ec-d3b6-430b-97cb-56e1104c579f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:44.537330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] For port da3504fc-9ab8-4a3b-8382-f58bd34efc73, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:44.587872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20946-c6d9-442e-bcf0-b2e7a4ef78f2 req-0b789a3d-993e-4bf4-bf8a-6837982d747d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:44.588623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] For port da3504fc-9ab8-4a3b-8382-f58bd34efc73, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da3504fc-9ab8-4a3b-8382-f58bd34efc73,segment=NetworkSegment(8f3a6131-9eaa-4766-b2d9-81a756cbf84c),segment_id=8f3a6131-9eaa-4766-b2d9-81a756cbf84c)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:44.597681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3fa20946-c6d9-442e-bcf0-b2e7a4ef78f2 req-0b789a3d-993e-4bf4-bf8a-6837982d747d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 943 time: 0.1032579 May 10 11:34:44.609066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b0527-c9d5-485b-a130-a3a485a84579 None None] Pushing event updated for resources: {'Port': ['ID=f48e734e-39d8-436a-91dc-5f0d3b25f954,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:44.627582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:44.629009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:44.661554 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-e41fcbeb-0787-4e8e-89d1-b40e39b99ad8 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837769 May 10 11:34:44.674283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3fa20946-c6d9-442e-bcf0-b2e7a4ef78f2 req-c7d7a200-941f-4ba0-9151-3746865fce40 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687263 May 10 11:34:44.722495 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.788736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.805101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44484) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:44.824132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b3773-8149-44f7-a001-5a2faf03d03b None None] Pushing event updated for resources: {'Port': ['ID=da3504fc-9ab8-4a3b-8382-f58bd34efc73,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-44c7e09c-8fbf-4e5f-b103-b273f0f54547 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6c853ec-d3b6-430b-97cb-56e1104c579f: This subnet is being modified by another concurrent operation. May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:34:44.837586 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6c853ec-d3b6-430b-97cb-56e1104c579f: This subnet is being modified by another concurrent operation. May 10 11:34:44.841021 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:34:44.845958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ef07d-8262-4591-9339-d47e5e127d74 req-ad3fa13d-bb4a-42bb-884a-7de2322f7ae8 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:44.852183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-6337729d-c465-42e0-b4fd-1d6e66c99837 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:44.853780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-6337729d-c465-42e0-b4fd-1d6e66c99837 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 945 time: 0.5328476 May 10 11:34:44.855381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2a0ef07d-8262-4591-9339-d47e5e127d74 req-ad3fa13d-bb4a-42bb-884a-7de2322f7ae8 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 945 time: 0.1044841 May 10 11:34:44.880070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:44.916330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2a0ef07d-8262-4591-9339-d47e5e127d74 req-9ab6248d-ce49-4e71-9d73-a7995c3a4504 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd567988-51df-431e-8acc-9df034a94959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550666 May 10 11:34:44.952193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1cbf3-6db8-4c13-913e-e4b6ba812d5b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:44.962812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103ea10-ebce-42af-a30d-ef361155a092 None None] Network de7799f1-3e12-478e-b978-c6aa9e3fc28f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:44.963228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1cbf3-6db8-4c13-913e-e4b6ba812d5b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:44.964958 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-10f1cbf3-6db8-4c13-913e-e4b6ba812d5b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5012980 May 10 11:34:44.967930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44500) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:44.973956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2cc49a00-f798-4ad9-b50f-4a767dd8d9a1 None None] Provisioning complete for port f48e734e-39d8-436a-91dc-5f0d3b25f954 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:44.974340 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2cc49a00-f798-4ad9-b50f-4a767dd8d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.079576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 53c39dbc-fb14-4510-9243-575e369ba763, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=53c39dbc-fb14-4510-9243-575e369ba763,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:45.090074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.102194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50dc3e5-7904-4890-99b9-c91a7168ac5f req-6e5024f3-79fa-461c-a8e7-2d28b39fa87d service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067638 May 10 11:34:45.109849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.199457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event deleted for resources: {'Port': ['ID=31e1d28a-6f5b-4a32-82a6-6cd01574d474,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:45.210673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '53c39dbc-fb14-4510-9243-575e369ba763', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': '53c39dbc-fb14-4510-9243-575e369ba763', 'mac_address': 'fa:16:3e:04:b6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:34:45.212405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb68ecf-04d2-41c2-8c7b-64bc87e53a27 req-5ede7a27-25e0-429a-a60c-1b30d10162d7 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:45.230489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fb68ecf-04d2-41c2-8c7b-64bc87e53a27 req-5ede7a27-25e0-429a-a60c-1b30d10162d7 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 945 time: 0.1979823 May 10 11:34:45.277651 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6827d261-c4e7-4917-a722-cef1ffec068b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.278972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:45.297494 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6827d261-c4e7-4917-a722-cef1ffec068b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 10 11:34:45.297981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6827d261-c4e7-4917-a722-cef1ffec068b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:34:45.299039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Deleting port ebec76a6-8331-48b4-af58-c9df825451a1 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:45.299539 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.310764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:45.313037 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6827d261-c4e7-4917-a722-cef1ffec068b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/de7799f1-3e12-478e-b978-c6aa9e3fc28f HTTP/1.1" status: 409 len: 405 time: 0.3355856 May 10 11:34:45.314084 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44520) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:45.320197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1062651636'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:45.363481 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fb68ecf-04d2-41c2-8c7b-64bc87e53a27 req-5e2bb55a-b37b-4066-8232-1c29a6879ab1 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/security-groups?id=36222127-3e36-4f35-b982-dfa81d2666df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282713 May 10 11:34:45.389315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'network': {'name': 'tempest-network-smoke--1650142092', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'port_security_enabled': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:45.402891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:45.486939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:45.494001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.494986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2cc49a00-f798-4ad9-b50f-4a767dd8d9a1 None None] Current status of the port f48e734e-39d8-436a-91dc-5f0d3b25f954 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:45.495499 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2cc49a00-f798-4ad9-b50f-4a767dd8d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.498845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:45.506272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.525006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:45.539673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2cc49a00-f798-4ad9-b50f-4a767dd8d9a1 None None] For port f48e734e-39d8-436a-91dc-5f0d3b25f954, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f48e734e-39d8-436a-91dc-5f0d3b25f954,segment=NetworkSegment(9b18339d-4be2-46d8-b0b9-3e0665be6303),segment_id=9b18339d-4be2-46d8-b0b9-3e0665be6303)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:45.540880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.543857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 53c39dbc-fb14-4510-9243-575e369ba763 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:45.543857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.564176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c39dbc-fb14-4510-9243-575e369ba763 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:34:45.569993 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2cc49a00-f798-4ad9-b50f-4a767dd8d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.585253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da3504fc-9ab8-4a3b-8382-f58bd34efc73 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:45.640939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3239089a-d1cb-4163-adf9-87dd8eaf3a99 req-9f2b4f4d-afe7-47b2-8e37-09bfc8c22539 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0482709 May 10 11:34:45.646583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:45.667902 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.668142 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Added segment 603ef568-c935-4fee-be10-8cf2a810d641 of type vlan for network 4651e76c-58d3-4b81-9dcd-45083a2a01be May 10 11:34:45.705037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 53c39dbc-fb14-4510-9243-575e369ba763, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=53c39dbc-fb14-4510-9243-575e369ba763,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:45.710247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:35Z', 'revision_number': 3, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:43Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:45.715913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port da3504fc-9ab8-4a3b-8382-f58bd34efc73 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:45.716424 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.768909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.786325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.825395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] For port ebec76a6-8331-48b4-af58-c9df825451a1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ebec76a6-8331-48b4-af58-c9df825451a1,segment=NetworkSegment(33b57e8b-f2ce-42c1-bb8e-3860a82c3034),segment_id=33b57e8b-f2ce-42c1-bb8e-3860a82c3034)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:45.828774 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.924373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.959798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:45.960835 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.974327 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.019203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 31e1d28a-6f5b-4a32-82a6-6cd01574d474 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:34:46.044162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 31e1d28a-6f5b-4a32-82a6-6cd01574d474 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:34:46.044619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 31e1d28a-6f5b-4a32-82a6-6cd01574d474 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:34:46.048185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056eac47-2781-4c76-9c82-0243cc6e088d None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:35Z', 'revision_number': 3, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:43Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:46.059056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.062240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc49a00-f798-4ad9-b50f-4a767dd8d9a1 None None] Pushing event updated for resources: {'Port': ['ID=f48e734e-39d8-436a-91dc-5f0d3b25f954,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:46.120928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Calling delete_port for ebec76a6-8331-48b4-af58-c9df825451a1 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:46.168074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=53c39dbc-fb14-4510-9243-575e369ba763,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:46.229674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9142158 May 10 11:34:46.238891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.253953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44592) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:46.291447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['53c39dbc-fb14-4510-9243-575e369ba763'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:34:46.315073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'subnet': {'network_id': '4651e76c-58d3-4b81-9dcd-45083a2a01be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:46.354592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port da3504fc-9ab8-4a3b-8382-f58bd34efc73 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:46.355027 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.448862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.456274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:34:46.485383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:46.486297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port da3504fc-9ab8-4a3b-8382-f58bd34efc73, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da3504fc-9ab8-4a3b-8382-f58bd34efc73,segment=NetworkSegment(8f3a6131-9eaa-4766-b2d9-81a756cbf84c),segment_id=8f3a6131-9eaa-4766-b2d9-81a756cbf84c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:46.487542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a0967-45b8-47fd-a106-e0aa94526d14 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Network': ['ID=4651e76c-58d3-4b81-9dcd-45083a2a01be,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:46.495579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8817375-ac25-4d92-8d45-db4743e8efba,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:46.501800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Pushing event deleted for resources: {'Port': ['ID=ebec76a6-8331-48b4-af58-c9df825451a1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:46.514124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4651e76c-58d3-4b81-9dcd-45083a2a01be details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:46.543061 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.554335 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.554685 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Added segment ce8fcaec-7e56-44eb-97e0-c0ed57868b54 of type vlan for network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 May 10 11:34:46.690882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.699469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.700783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb1165c-11ea-450f-9490-2aff4b4f813c None None] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:46.720839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b442ab0-4823-4727-b264-07985107bd19 req-0e8ba73d-e9d9-4713-9638-9991d9db9fc4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:46.728462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b442ab0-4823-4727-b264-07985107bd19 req-0e8ba73d-e9d9-4713-9638-9991d9db9fc4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 944 time: 0.2966232 May 10 11:34:46.736374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] No DVR routers for this DVR port ebec76a6-8331-48b4-af58-c9df825451a1 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:46.737429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:46.739798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.743442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-725afa24-f035-471e-8550-bd6c7f0ea1b3 req-0d4e64fb-2bf0-471a-b77a-64321dc86cf6 tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.49 "DELETE /v2.0/ports/ebec76a6-8331-48b4-af58-c9df825451a1 HTTP/1.1" status: 204 len: 173 time: 1.8780503 May 10 11:34:46.745154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.760769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c678b863-154b-4a56-b7ac-24c499f4ea6e', 'name': 'network-vif-deleted', 'tag': 'ebec76a6-8331-48b4-af58-c9df825451a1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:46.763179 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2326e00c-e9db-4596-9247-b7b224fb8942" -d '{"events": [{"server_uuid": "c678b863-154b-4a56-b7ac-24c499f4ea6e", "name": "network-vif-deleted", "tag": "ebec76a6-8331-48b4-af58-c9df825451a1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:46.771050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9be7a5e4-2d70-491f-be83-6d4a0b0fe883 req-9359d335-b241-4196-8d8c-484127423845 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 210 time: 0.0774643 May 10 11:34:46.866149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.874956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:46.881725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.936604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-55400181-27d3-46c0-b398-e07603b95c9b None None] Provisioning complete for port da3504fc-9ab8-4a3b-8382-f58bd34efc73 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:46.936922 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55400181-27d3-46c0-b398-e07603b95c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.993999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=da3504fc-9ab8-4a3b-8382-f58bd34efc73,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:47.029487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b442ab0-4823-4727-b264-07985107bd19 req-f52bdb2c-0803-46a7-a14d-6025cc9f70f1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937989 May 10 11:34:47.079119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2723062 May 10 11:34:47.086680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44614) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:47.099964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-818171463', 'admin_state_up': True, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:47.144180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-55400181-27d3-46c0-b398-e07603b95c9b None None] Current status of the port da3504fc-9ab8-4a3b-8382-f58bd34efc73 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:47.205272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07691ea5-4d42-4686-ba80-ff3e8bd8a566 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Network': ['ID=1ca7e583-47a0-4750-8baf-50dbdb2369c8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:47.220669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:47.348223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.349511 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.480907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a88fb0ac-db41-40ab-9ccf-52cf7800515e req-5e4d4fa4-f1f9-43b7-948f-ea5d6479b4bc tempest-DeleteServersTestJSON-1083884106 tempest-DeleteServersTestJSON-1083884106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c678b863-154b-4a56-b7ac-24c499f4ea6e HTTP/1.1" status: 200 len: 210 time: 0.1346695 May 10 11:34:47.518297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ebec76a6-8331-48b4-af58-c9df825451a1 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:34:47.562379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: ebec76a6-8331-48b4-af58-c9df825451a1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:34:47.562722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ebec76a6-8331-48b4-af58-c9df825451a1 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:34:47.580270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.613300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bf076801-b9a8-4182-a116-26a8a1edbf68 None None] Provisioning complete for port da3504fc-9ab8-4a3b-8382-f58bd34efc73 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:47.613679 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf076801-b9a8-4182-a116-26a8a1edbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.672628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f48e734e-39d8-436a-91dc-5f0d3b25f954 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:47.677901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:34:47.680801 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.785114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:47.800041 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] Sync routers for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:47.822662 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:47.824876 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:47.854563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bf076801-b9a8-4182-a116-26a8a1edbf68 None None] Current status of the port da3504fc-9ab8-4a3b-8382-f58bd34efc73 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:47.869067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Subnet': ['ID=23c379fb-7b5e-4ac7-a42d-bed3969ee52b,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:47.869713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f48e734e-39d8-436a-91dc-5f0d3b25f954 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:47.870106 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.876365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.905421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-302edc41-23f4-449a-851e-3cbf0051c05d req-ed2e6c50-c438-4bca-b2ed-72f9696748ce tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0559278 May 10 11:34:47.935445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d18b79-0e0b-415b-8c07-4c3dac0135ea None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:34:47.952169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Checking segment: {'id': '603ef568-c935-4fee-be10-8cf2a810d641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4651e76c-58d3-4b81-9dcd-45083a2a01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:47.952541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network hostable DHCP agents. Network: 4651e76c-58d3-4b81-9dcd-45083a2a01be, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:47.959331 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa4d0bf-aa4f-49f4-8955-99f0182c9243 x-openstack-request-id: req-dfa4d0bf-aa4f-49f4-8955-99f0182c9243 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:47.959906 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c678b863-154b-4a56-b7ac-24c499f4ea6e", "name": "network-vif-deleted", "tag": "ebec76a6-8331-48b4-af58-c9df825451a1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:47.960720 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfa4d0bf-aa4f-49f4-8955-99f0182c9243 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:47.961330 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa4d0bf-aa4f-49f4-8955-99f0182c9243'] response: {'server_uuid': 'c678b863-154b-4a56-b7ac-24c499f4ea6e', 'name': 'network-vif-deleted', 'tag': 'ebec76a6-8331-48b4-af58-c9df825451a1', 'status': 'completed', 'code': 200} May 10 11:34:47.969680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] No DVR routers for this DVR port 31e1d28a-6f5b-4a32-82a6-6cd01574d474 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:47.988167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.995863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96d22f7b-bd57-48b3-83d2-3eef77df3ff7 req-a70f5a11-2b1d-42ff-a4f3-5848b95cc532 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "DELETE /v2.0/ports/31e1d28a-6f5b-4a32-82a6-6cd01574d474 HTTP/1.1" status: 204 len: 173 time: 5.6587253 May 10 11:34:48.018556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network 4651e76c-58d3-4b81-9dcd-45083a2a01be is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:48.022909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-5673410e-b42a-4e48-b554-6c6c45685bc3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5520463 May 10 11:34:48.052679 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:48.078338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.093360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.115000 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22befedd-fe51-412c-b0f2-4c19ae05a7d1 req-230c9c5b-bca3-4122-b639-5139f64e88d0 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d3d21-4b6d-4197-9f47-e5d670f3ae93 HTTP/1.1" status: 200 len: 210 time: 0.0636332 May 10 11:34:48.124610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4651e76c-58d3-4b81-9dcd-45083a2a01be) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:48.130893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:48.131620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.178330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4924d99a-029f-4e51-a071-0358f2f45b2c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8883893 May 10 11:34:48.179073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44672) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:48.280356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.331732 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:48.343010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.362607 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] Checking router: f5decfaf-4e2f-4c78-865c-7f48f0884ad4 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:48.371392 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:48.372302 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:48.387836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bf076801-b9a8-4182-a116-26a8a1edbf68 None None] Provisioning complete for port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:48.388252 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf076801-b9a8-4182-a116-26a8a1edbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.399349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 53c39dbc-fb14-4510-9243-575e369ba763 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:48.496260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:48.497841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d18b79-0e0b-415b-8c07-4c3dac0135ea None None] Unable to find a vacant binding_index for network 4651e76c-58d3-4b81-9dcd-45083a2a01be and agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 {{(pid=102769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 10 11:34:48.503441 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:48.527989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-caca72b0-870b-424a-a5e4-563331ddff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:48.529968 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-caca72b0-870b-424a-a5e4-563331ddff52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 1097 time: 0.3011374 May 10 11:34:48.550430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bf076801-b9a8-4182-a116-26a8a1edbf68 None None] Port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:48.560288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d18b79-0e0b-415b-8c07-4c3dac0135ea None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4651e76c-58d3-4b81-9dcd-45083a2a01be) {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:34:48.563614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.652913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e933c0-5585-4543-9946-7223b0ef66c4 req-3bc90a16-2d03-4dbc-8395-8e736ca5fb15 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:48.661053 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7e933c0-5585-4543-9946-7223b0ef66c4 req-3bc90a16-2d03-4dbc-8395-8e736ca5fb15 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 944 time: 0.3145075 May 10 11:34:48.753513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:48.762175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:48.774992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 53c39dbc-fb14-4510-9243-575e369ba763 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:48.777124 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7e933c0-5585-4543-9946-7223b0ef66c4 req-bdfb715b-2899-4f86-bc6e-1274e1fbd3c9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154525 May 10 11:34:48.866124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 53c39dbc-fb14-4510-9243-575e369ba763 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:48.866124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.869266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f48e734e-39d8-436a-91dc-5f0d3b25f954 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:48.876115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:34:48.881048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da3504fc-9ab8-4a3b-8382-f58bd34efc73 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:48.883756 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.896411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.902900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-aced655c-1128-499a-8be9-792a1c590d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:48.904528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-aced655c-1128-499a-8be9-792a1c590d44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.3396809 May 10 11:34:48.978908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-52efdeb6-7b8c-46c5-87f2-c5d334a9410f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1 HTTP/1.1" status: 200 len: 217 time: 0.0424905 May 10 11:34:49.000893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Subnet': ['ID=23c379fb-7b5e-4ac7-a42d-bed3969ee52b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:49.008982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.035033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-824b5565-0b78-4e8c-a9cc-759960380a20 None None] Provisioning complete for port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:49.035779 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-824b5565-0b78-4e8c-a9cc-759960380a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.058175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-b1c5edbf-9193-4511-97f3-7124e387d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:49.060012 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-b1c5edbf-9193-4511-97f3-7124e387d668 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.0482731 May 10 11:34:49.116178 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:49.134487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-8706aaed-ea94-439c-a1dc-71045c487ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:49.136025 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-8706aaed-ea94-439c-a1dc-71045c487ceb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690928 May 10 11:34:49.137019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:49.142502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f2caee6-9b4e-473a-9b65-d762381f981b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7256072 May 10 11:34:49.159875 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7977cd1-910a-436f-aaf1-82cbfc1288ef None None] The sync data for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 is: [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '1e2a0d36-2913-4f43-aa21-157966527121', 'name': '', 'network_id': '289efa59-fda4-4293-9eae-657d9a92915f', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'mac_address': 'fa:16:3e:49:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:41Z', 'updated_at': '2022-05-10T11:30:52Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'subnets': [{'id': '7ac8dd2b-28e4-4790-829b-affe9594a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:49.162496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44746) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:49.167520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'network': {'name': 'tempest-RoutersTest-130247547'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:49.184406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:49.200585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-824b5565-0b78-4e8c-a9cc-759960380a20 None None] Port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:49.235416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 53c39dbc-fb14-4510-9243-575e369ba763 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:49.235737 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.259029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:49.264914 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.273016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:49.273680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:49.315511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-87dd77e1-38f6-4717-9d3e-bd9010792e53 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711936 May 10 11:34:49.319409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:49.349998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port da3504fc-9ab8-4a3b-8382-f58bd34efc73 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:49.350409 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.446524 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0825ae0-a3e6-4bfe-8471-ed30eb6e4918 req-39bafec8-d3fa-4738-ad54-cb4694b50771 service neutron] 10.222.0.70 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238658 May 10 11:34:49.454575 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.456170 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added segment 2f8a6d29-f884-4556-b63c-a0c593c12020 of type vlan for network f61c4055-61b0-4ec7-90c1-42270a20346b May 10 11:34:49.518340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.563513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.573207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:49.574510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.587702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d34d95-22b6-4f1e-8598-b97437098aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c39dbc-fb14-4510-9243-575e369ba763'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:49.589332 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd5859-47cf-4094-94d9-cbc512965875" -d '{"events": [{"server_uuid": "63d34d95-22b6-4f1e-8598-b97437098aab", "name": "network-vif-plugged", "status": "completed", "tag": "53c39dbc-fb14-4510-9243-575e369ba763"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:49.632761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 53c39dbc-fb14-4510-9243-575e369ba763, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=53c39dbc-fb14-4510-9243-575e369ba763,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:49.652230 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.654408 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61dbf5f-7ef7-41ef-b362-02376fe66507 None None] New status for floating IP f1f2cc04-aa36-408f-bc7f-e8b44da9c193: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:34:49.682821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:49.765155 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6014900 May 10 11:34:49.767728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bb1f3-91f6-4e12-94a4-0d3d371989a9 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Network': ['ID=f61c4055-61b0-4ec7-90c1-42270a20346b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:49.768548 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80852ef5-aeaf-4919-83da-e01bf480a1f9 x-openstack-request-id: req-80852ef5-aeaf-4919-83da-e01bf480a1f9 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:49.768840 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d34d95-22b6-4f1e-8598-b97437098aab", "name": "network-vif-plugged", "status": "completed", "tag": "53c39dbc-fb14-4510-9243-575e369ba763", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:49.769090 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80852ef5-aeaf-4919-83da-e01bf480a1f9 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:49.769485 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80852ef5-aeaf-4919-83da-e01bf480a1f9'] response: {'server_uuid': '63d34d95-22b6-4f1e-8598-b97437098aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c39dbc-fb14-4510-9243-575e369ba763', 'code': 200} May 10 11:34:49.788356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f61c4055-61b0-4ec7-90c1-42270a20346b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:49.788589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44778) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:49.804035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'subnet': {'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:49.899152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.920781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44782) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:49.925160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=53c39dbc-fb14-4510-9243-575e369ba763,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:49.982736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'name': 'network-vif-deleted', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:34:49.987036 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4538f2f9-6d0e-4df7-aa2b-f3222384ae7b" -d '{"events": [{"server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "name": "network-vif-deleted", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:34:50.036375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port da3504fc-9ab8-4a3b-8382-f58bd34efc73 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:50.050656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa404be7-1f59-4b30-857e-5ec6dcbe8278 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:34:50.062327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f69f0c3-0cdf-4a1e-888e-3b364b41fba4 req-c5eb4c4a-8c16-4794-8270-6a1b574b0166 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 1.0325005 May 10 11:34:50.116158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Made reservation on behalf of 269b3bd630b14a8fb121d80026cea9cc for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:50.119665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.123438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4651e76c-58d3-4b81-9dcd-45083a2a01be']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:50.166420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d40da-c388-472f-a6d8-7b27a023f0c4 req-0a320d82-9cc3-47fe-a59d-5f878e966df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:50.167988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-446d40da-c388-472f-a6d8-7b27a023f0c4 req-0a320d82-9cc3-47fe-a59d-5f878e966df5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 1096 time: 0.2078671 May 10 11:34:50.188555 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008a32b9-993b-46d0-bbcf-64b2e3977b7f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.213541 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008a32b9-993b-46d0-bbcf-64b2e3977b7f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.243952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603ef568-c935-4fee-be10-8cf2a810d641') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:50.244254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603ef568-c935-4fee-be10-8cf2a810d641') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:50.266928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa404be7-1f59-4b30-857e-5ec6dcbe8278 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:34:50.279238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:46Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:47Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:50.294157 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.300048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-446d40da-c388-472f-a6d8-7b27a023f0c4 req-c371039c-d345-4755-a0cb-3427870c2ec9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559263 May 10 11:34:50.334460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.347569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.25.8.60 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/700bb6d3-1d43-4a59-ac1a-b79af54a21d9) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:50.365652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:50.366065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: timer() May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:50.370403 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:50.378008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:50.378767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Updating router 0046e266-3215-4bed-bd76-1da371defd2c port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:34:50.411081 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822d9ba8-02f7-45c6-843e-74791dbad11b x-openstack-request-id: req-822d9ba8-02f7-45c6-843e-74791dbad11b {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:34:50.411441 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d3d21-4b6d-4197-9f47-e5d670f3ae93", "name": "network-vif-deleted", "tag": "31e1d28a-6f5b-4a32-82a6-6cd01574d474", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:34:50.411690 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-822d9ba8-02f7-45c6-843e-74791dbad11b {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:34:50.412113 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822d9ba8-02f7-45c6-843e-74791dbad11b'] response: {'server_uuid': '802d3d21-4b6d-4197-9f47-e5d670f3ae93', 'name': 'network-vif-deleted', 'tag': '31e1d28a-6f5b-4a32-82a6-6cd01574d474', 'status': 'completed', 'code': 200} May 10 11:34:50.418653 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.426719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0755da-dbf1-4b51-b918-bee5929cbe2e req-2c49c543-59ec-43f1-9051-37f623832ebb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:50.428306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce0755da-dbf1-4b51-b918-bee5929cbe2e req-2c49c543-59ec-43f1-9051-37f623832ebb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 945 time: 0.1865404 May 10 11:34:50.489525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.495120 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008a32b9-993b-46d0-bbcf-64b2e3977b7f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.497742 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-008a32b9-993b-46d0-bbcf-64b2e3977b7f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.501718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-008a32b9-993b-46d0-bbcf-64b2e3977b7f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd567988-51df-431e-8acc-9df034a94959 HTTP/1.1" status: 204 len: 168 time: 0.5797355 May 10 11:34:50.507772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44832) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:50.538652 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-73bab5de-3a6d-4364-99a2-38b92c5c09c1 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] show failed (client error): The resource could not be found. May 10 11:34:50.542690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-73bab5de-3a6d-4364-99a2-38b92c5c09c1 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups/bd567988-51df-431e-8acc-9df034a94959 HTTP/1.1" status: 404 len: 347 time: 0.0255587 May 10 11:34:50.543414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44838) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:50.555930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a32b9-993b-46d0-bbcf-64b2e3977b7f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd567988-51df-431e-8acc-9df034a94959,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.568951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Subnet': ['ID=db66bddd-c96e-450a-8b2d-a9b5095ddb9c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.577604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Checking segment: {'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:50.578284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network hostable DHCP agents. Network: f61c4055-61b0-4ec7-90c1-42270a20346b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:50.604517 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.610634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.612876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network f61c4055-61b0-4ec7-90c1-42270a20346b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:50.618228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44840) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:50.619459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/4651e76c-58d3-4b81-9dcd-45083a2a01be HTTP/1.1" status: 204 len: 168 time: 2.4382946 May 10 11:34:50.638641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1733735455'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:50.651495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111985-7b48-473f-828d-0622ccfc790a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Network': ['ID=4651e76c-58d3-4b81-9dcd-45083a2a01be,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.667686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:50.672038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.677614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce0755da-dbf1-4b51-b918-bee5929cbe2e req-841e9ee8-9b49-4994-a90c-2a9099eb3b0b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347667 May 10 11:34:50.744573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:50.769447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.769819 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Added segment d069499d-960b-47d1-9c81-bb0b5aecb3dc of type vlan for network c956d251-625c-4a34-b096-f123710df9bf May 10 11:34:50.786789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.805268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5d799-c976-467f-904d-6421a555d078 None None] Network 4651e76c-58d3-4b81-9dcd-45083a2a01be requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:50.822091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5d799-c976-467f-904d-6421a555d078 None None] Network 4651e76c-58d3-4b81-9dcd-45083a2a01be could not be found, it might have been deleted concurrently. {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 10 11:34:50.828366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Deleting port 93806af9-5cb7-49c1-9567-03bc0307ced3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:50.828718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.837903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6ae0d-5761-4f1c-bf8a-3de0c8567c41 None None] Network 4651e76c-58d3-4b81-9dcd-45083a2a01be requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:50.865636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.882637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6ae0d-5761-4f1c-bf8a-3de0c8567c41 None None] Network 4651e76c-58d3-4b81-9dcd-45083a2a01be could not be found, it might have been deleted concurrently. {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 10 11:34:50.910689 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.911273 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.912603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f61c4055-61b0-4ec7-90c1-42270a20346b) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:50.918275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:50.919182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.923942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.925356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf2106-b194-4127-9fa0-aa766e786bdf None None] Network f61c4055-61b0-4ec7-90c1-42270a20346b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:50.942929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Calling delete_port for 93806af9-5cb7-49c1-9567-03bc0307ced3 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:50.949353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:50.950329 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.017382 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3945527 May 10 11:34:51.039796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44872) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:51.071351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'subnet': {'network_id': 'c956d251-625c-4a34-b096-f123710df9bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:51.144657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.151096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.188711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event deleted for resources: {'Port': ['ID=93806af9-5cb7-49c1-9567-03bc0307ced3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:51.196551 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.213908 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.339992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9ee5aa42-ef56-45f5-ab1c-f34d0a202f2c None None] Provisioning complete for port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:51.354827 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aa42-ef56-45f5-ab1c-f34d0a202f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.358163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:51.362853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.407712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:51.426774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47287032-a763-4bc9-b3c6-0b5d0e35d24d req-31286865-2ec8-4d24-9fbb-971525cb4b34 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1547146 May 10 11:34:51.442483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.450135 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.452539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bb2c7e27-ca63-445b-a49d-b003fedea2ba tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "DELETE /v2.0/floatingips/f1f2cc04-aa36-408f-bc7f-e8b44da9c193 HTTP/1.1" status: 204 len: 168 time: 0.9044695 May 10 11:34:51.454043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:51.469535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:51.478254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5aa42-ef56-45f5-ab1c-f34d0a202f2c None None] Port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:51.493369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7c85be23-4c09-45f1-8b88-38a9eb53f45d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7013392 May 10 11:34:51.497635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44898) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:51.503648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a56ad-de11-45bd-979b-a2f25fb268be None None] Pushing event updated for resources: {'Port': ['ID=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:51.666682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=700bb6d3-1d43-4a59-ac1a-b79af54a21d9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:51.667127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Attempting to bind port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:51.667602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Attempting to bind port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:51.668226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Attempting to bind port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 on network 24a745df-d212-4127-9be5-8c3dc18bd7e3 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:51.691262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501af8c-b746-4c6c-b806-3525aead1e74 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Network': ['ID=c956d251-625c-4a34-b096-f123710df9bf,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:51.729799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c956d251-625c-4a34-b096-f123710df9bf details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:51.750906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-f61c4055-61b0-4ec7-90c1-42270a20346b', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:51.766715 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.795087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:51.795282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Checking segment: {'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:51.795632 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:51.796055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Bound using segment: {'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:51.796917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Bound port: 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a6131-9eaa-4766-b2d9-81a756cbf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:51.796917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.004337 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.168347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4d3ac8c4-0730-4a4b-adfa-93599ab8f062 None None] Provisioning complete for port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:52.168917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac8c4-0730-4a4b-adfa-93599ab8f062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.184534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d7216-751d-4aef-b134-f8e215c78a61 req-df2e16cc-9f35-4503-8213-cc7c0568c2d4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:52.195522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f1d7216-751d-4aef-b134-f8e215c78a61 req-df2e16cc-9f35-4503-8213-cc7c0568c2d4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 945 time: 0.3795569 May 10 11:34:52.261418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Allocated IP 172.23.0.2 (f61c4055-61b0-4ec7-90c1-42270a20346b/db66bddd-c96e-450a-8b2d-a9b5095ddb9c/c0a9182a-4f36-450b-a55d-4ce4ed12bcf9) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:52.290283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f1d7216-751d-4aef-b134-f8e215c78a61 req-82fe1fa9-a656-4732-ab02-b575b60ccf84 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800142 May 10 11:34:52.403087 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.437280 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.541150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Subnet': ['ID=3868ddfe-c205-4dad-ba72-308835e1be4f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:52.545628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.562312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Checking segment: {'id': 'd069499d-960b-47d1-9c81-bb0b5aecb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c956d251-625c-4a34-b096-f123710df9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:52.562964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network hostable DHCP agents. Network: c956d251-625c-4a34-b096-f123710df9bf, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:52.618521 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.651534 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.697853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ac8c4-0730-4a4b-adfa-93599ab8f062 None None] Port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:34:52.719889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Network f61c4055-61b0-4ec7-90c1-42270a20346b is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:52.722301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] For port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:52.726599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:52.737075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44926) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:52.753571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8224623-492a-444c-a0f0-eaf559f4c5d9 req-81dadfa5-ac9f-4e4a-aa07-0ee319803aee tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1347013 May 10 11:34:52.756933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router e79dcb4b-21d3-4594-9a48-38ac0e74804c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:34:52.760093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network c956d251-625c-4a34-b096-f123710df9bf is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:52.775223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:52.794762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c956d251-625c-4a34-b096-f123710df9bf) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:52.824539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:52.825138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.830670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] For port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,segment=NetworkSegment(8f3a6131-9eaa-4766-b2d9-81a756cbf84c),segment_id=8f3a6131-9eaa-4766-b2d9-81a756cbf84c)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:52.845622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1eeaba-522d-40e3-b049-1267a85f60eb None None] Network c956d251-625c-4a34-b096-f123710df9bf requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:52.874994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-36a45436-bb4a-4a5a-a1e1-5f3f34fcb17c tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8350170 May 10 11:34:52.879085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44932) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:52.986486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.037440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-646f7d30-0693-41b7-b1d4-b0b231e2eb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.050033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Attempting to bind port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:53.050826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Attempting to bind port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:53.051420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Attempting to bind port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 on network f61c4055-61b0-4ec7-90c1-42270a20346b {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:53.057365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Pushing event updated for resources: {'Port': ['ID=c0a9182a-4f36-450b-a55d-4ce4ed12bcf9,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:53.066792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:53.067285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Checking segment: {'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:53.067790 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.068383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Bound using segment: {'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:53.068975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Bound port: c0a9182a-4f36-450b-a55d-4ce4ed12bcf9, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:53.069470 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.140384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:53.141131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:53.154380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-646f7d30-0693-41b7-b1d4-b0b231e2eb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.171066 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-646f7d30-0693-41b7-b1d4-b0b231e2eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.214444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Allocated IP 172.23.0.1 (f61c4055-61b0-4ec7-90c1-42270a20346b/db66bddd-c96e-450a-8b2d-a9b5095ddb9c/8dac0784-eb70-409d-b467-3649fabe9c63) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:53.273800 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-646f7d30-0693-41b7-b1d4-b0b231e2eb7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37df2086572341829475bf1dc79b9e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289569 May 10 11:34:53.291434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7d30-0693-41b7-b1d4-b0b231e2eb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b63878-2564-4759-a164-a5fd1cc367d4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:53.308872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a56ad-de11-45bd-979b-a2f25fb268be None None] Pushing event updated for resources: {'Port': ['ID=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:53.315431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44936) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:53.374910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:53.405722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.426272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Sync routers for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:53.440752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c956d251-625c-4a34-b096-f123710df9bf', 'network_id': 'c956d251-625c-4a34-b096-f123710df9bf', 'tenant_id': '06ac7cab93524579be59660d37000435', 'fixed_ips': [{'subnet_id': '3868ddfe-c205-4dad-ba72-308835e1be4f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:53.441764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.466890 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.471308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-820d9cf7-b7e1-481b-89ea-a38f86487e8a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3777177 May 10 11:34:53.474639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44940) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:53.498823 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.554235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network f61c4055-61b0-4ec7-90c1-42270a20346b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:53.559295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:53.563127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:53.588377 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.622836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=8dac0784-eb70-409d-b467-3649fabe9c63,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:53.657133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.659516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Allocated IP 2001:db8::2 (c956d251-625c-4a34-b096-f123710df9bf/3868ddfe-c205-4dad-ba72-308835e1be4f/30c163c4-6aba-4034-9215-6faf8fc31ff3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:53.695054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:53.695919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:53.705595 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:34:53.721637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] For port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:53.724222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32e5c580-c154-4719-accb-f5d83308f2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.737284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] For port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c0a9182a-4f36-450b-a55d-4ce4ed12bcf9,segment=NetworkSegment(2f8a6d29-f884-4556-b63c-a0c593c12020),segment_id=2f8a6d29-f884-4556-b63c-a0c593c12020)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:53.750940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32e5c580-c154-4719-accb-f5d83308f2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.810013 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.847809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f013b028-fc8c-4690-88cd-d30dd951dda6 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ac5009d716d1416587e6e6a7d43b9fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3694513 May 10 11:34:53.853137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:53.881898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32e5c580-c154-4719-accb-f5d83308f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.888341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32e5c580-c154-4719-accb-f5d83308f2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:53.889558 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-32e5c580-c154-4719-accb-f5d83308f2b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6b63878-2564-4759-a164-a5fd1cc367d4 HTTP/1.1" status: 204 len: 168 time: 0.5686119 May 10 11:34:53.906879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5c580-c154-4719-accb-f5d83308f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b63878-2564-4759-a164-a5fd1cc367d4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:54.046337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:54.069531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.139856 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.196377 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.230164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:54.239547 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.293928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2f0d9f8f-04ae-4684-a3b6-e83e78d477d7 None None] Provisioning complete for port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:54.294604 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9f8f-04ae-4684-a3b6-e83e78d477d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.299636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Subnet': ['ID=3868ddfe-c205-4dad-ba72-308835e1be4f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:54.484966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.545752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c956d251-625c-4a34-b096-f123710df9bf']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:54.549293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Network c956d251-625c-4a34-b096-f123710df9bf is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:54.573888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd069499d-960b-47d1-9c81-bb0b5aecb3dc') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:54.574229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd069499d-960b-47d1-9c81-bb0b5aecb3dc') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:54.601998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.657370 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.661872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e0d885-d3e8-4a11-b6a5-52c1e004502b tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:54.676439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 44966) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:54.677473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.677618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-75e0d885-d3e8-4a11-b6a5-52c1e004502b tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7426133 May 10 11:34:54.693854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac5bbcba-b4bf-49fa-abde-1cddd77535a9 req-1fbab001-3400-4778-82a8-f6b0d1579d0e tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.5404234 May 10 11:34:54.790561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:54.790978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: timer() May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:54.794301 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:54.832907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c96658fa-1aa1-477a-a684-cec7c3fada8a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1528759 May 10 11:34:54.836943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44970) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:54.842570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2105733230', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:54.945368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.api [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:34:54.945368 n-d-840949-1 neutron-server[102767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:34:54.945368 n-d-840949-1 neutron-server[102767]: [parameters: {'id': 'c956d251-625c-4a34-b096-f123710df9bf'}] May 10 11:34:54.945368 n-d-840949-1 neutron-server[102767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:34:54.945840 n-d-840949-1 neutron-server[102767]: DEBUG oslo_db.api [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:34:54.995037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:54.996940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Pushing event updated for resources: {'Port': ['ID=c0a9182a-4f36-450b-a55d-4ce4ed12bcf9,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:55.004056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:55.043332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.043681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.044073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.044397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.044725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.045588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.045588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.045884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.046293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.046607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.047043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.047339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc2f3-2875-4735-b387-133afc6811b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.155029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c605c153-9de4-40dc-b353-2e131b43b278 req-d12a65f2-e677-450f-811a-20d030561d07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3755951 May 10 11:34:55.284979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:55.288550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.292185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Attempting to bind port 30c163c4-6aba-4034-9215-6faf8fc31ff3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:55.292896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Attempting to bind port 30c163c4-6aba-4034-9215-6faf8fc31ff3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'd069499d-960b-47d1-9c81-bb0b5aecb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c956d251-625c-4a34-b096-f123710df9bf'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:55.293252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Attempting to bind port 30c163c4-6aba-4034-9215-6faf8fc31ff3 on network c956d251-625c-4a34-b096-f123710df9bf {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:55.295746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Pushing event updated for resources: {'Port': ['ID=30c163c4-6aba-4034-9215-6faf8fc31ff3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:55.367303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d9f8f-04ae-4684-a3b6-e83e78d477d7 None None] Current status of the port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:55.367704 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9f8f-04ae-4684-a3b6-e83e78d477d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.437870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:55.438263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Checking segment: {'id': 'd069499d-960b-47d1-9c81-bb0b5aecb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c956d251-625c-4a34-b096-f123710df9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:55.438674 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.440197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Bound using segment: {'id': 'd069499d-960b-47d1-9c81-bb0b5aecb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c956d251-625c-4a34-b096-f123710df9bf'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:55.441604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Bound port: 30c163c4-6aba-4034-9215-6faf8fc31ff3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd069499d-960b-47d1-9c81-bb0b5aecb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c956d251-625c-4a34-b096-f123710df9bf'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:55.442619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.447250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.448101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605c153-9de4-40dc-b353-2e131b43b278 req-23aeb1d9-5f85-4cb2-9474-9f50d4694e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:55.449798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c605c153-9de4-40dc-b353-2e131b43b278 req-23aeb1d9-5f85-4cb2-9474-9f50d4694e33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed62376270744c95bfc3225188dd347f&device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 1097 time: 0.2234578 May 10 11:34:55.573636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.599261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.614247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2f0d9f8f-04ae-4684-a3b6-e83e78d477d7 None None] For port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,segment=NetworkSegment(8f3a6131-9eaa-4766-b2d9-81a756cbf84c),segment_id=8f3a6131-9eaa-4766-b2d9-81a756cbf84c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:55.626689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Deleting port 30c163c4-6aba-4034-9215-6faf8fc31ff3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:34:55.628038 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.650391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:46Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:52Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:55.698841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471221f0-0ca6-4376-ab6f-1847b063502b None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:46Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:52Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:55.723813 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9f8f-04ae-4684-a3b6-e83e78d477d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.859119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] For port 30c163c4-6aba-4034-9215-6faf8fc31ff3, host n-d-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:55.859582 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.898794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Calling delete_port for 30c163c4-6aba-4034-9215-6faf8fc31ff3 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:34:55.933670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event updated for resources: {'Port': ['ID=8dac0784-eb70-409d-b467-3649fabe9c63,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:55.934680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:34:51Z', 'revision_number': 3, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:55.942513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d9f8f-04ae-4684-a3b6-e83e78d477d7 None None] Pushing event updated for resources: {'Port': ['ID=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:55.942832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.990210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff65d005-510c-4008-92ff-a068483937e4 req-19ef8100-b30e-4392-9662-c1c4c6749f73 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0705502 May 10 11:34:56.018749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Checking router: e79dcb4b-21d3-4594-9a48-38ac0e74804c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:56.019231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Updating router e79dcb4b-21d3-4594-9a48-38ac0e74804c port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:34:56.067246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45000) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:56.071900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Subnet': ['ID=d4c4f434-f0ad-425f-8cdc-7296a48bd953,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:56.147135 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.231672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605c153-9de4-40dc-b353-2e131b43b278 req-133867a9-23e6-4a9d-9497-14dca2489a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:56.237991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c605c153-9de4-40dc-b353-2e131b43b278 req-133867a9-23e6-4a9d-9497-14dca2489a89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 200 len: 919 time: 0.7619345 May 10 11:34:56.273673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.279742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Checking segment: {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:56.280119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network hostable DHCP agents. Network: 1ca7e583-47a0-4750-8baf-50dbdb2369c8, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:56.365781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c605c153-9de4-40dc-b353-2e131b43b278 req-8304d279-80a2-4572-b4ab-48fc219ab4d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148 HTTP/1.1" status: 200 len: 217 time: 0.0871165 May 10 11:34:56.449518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49cb389-3427-49b8-837d-bdfcaced06e0 admin admin] Deleting subnet b5f797b6-5925-4b4e-a192-11a6c6d3d98e {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:34:56.453640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b49cb389-3427-49b8-837d-bdfcaced06e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.461136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c9c30-0aab-496e-9116-dcc7cd7e58e0 None None] Network f61c4055-61b0-4ec7-90c1-42270a20346b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:56.465135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:56.481551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:56.510575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] For port 30c163c4-6aba-4034-9215-6faf8fc31ff3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:56.514028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605c153-9de4-40dc-b353-2e131b43b278 req-ff6b643c-8f47-4828-890b-cbe56a405038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:56.516056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c605c153-9de4-40dc-b353-2e131b43b278 req-ff6b643c-8f47-4828-890b-cbe56a405038 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 200 len: 857 time: 0.1293266 May 10 11:34:56.517470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1ca7e583-47a0-4750-8baf-50dbdb2369c8) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:56.558527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:56.559284 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.559704 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b49cb389-3427-49b8-837d-bdfcaced06e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.606293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ab8dd151-9a46-4a6e-b20b-b85e0e35d33e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7682712 May 10 11:34:56.613054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45010) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:56.634838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Network f61c4055-61b0-4ec7-90c1-42270a20346b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:56.637431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605c153-9de4-40dc-b353-2e131b43b278 req-2f27d5d4-fdaa-4595-8d38-de4266c83c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:56.639148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c605c153-9de4-40dc-b353-2e131b43b278 req-2f27d5d4-fdaa-4595-8d38-de4266c83c34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=289efa59-fda4-4293-9eae-657d9a92915f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121008 May 10 11:34:56.646664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:56.652684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f28f7ce-3e08-4123-b2b3-833c687c3531 None None] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:56.730140 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b49cb389-3427-49b8-837d-bdfcaced06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.774740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c605c153-9de4-40dc-b353-2e131b43b278 req-66a54713-2a28-48f1-be6b-f6ea5c8b0767 service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257894 May 10 11:34:56.822528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] For port 30c163c4-6aba-4034-9215-6faf8fc31ff3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=30c163c4-6aba-4034-9215-6faf8fc31ff3,segment=NetworkSegment(d069499d-960b-47d1-9c81-bb0b5aecb3dc),segment_id=d069499d-960b-47d1-9c81-bb0b5aecb3dc)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:56.826673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-82df7dea-8be1-4357-8b30-a8f2c5912b95 None None] Provisioning complete for port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:56.827242 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82df7dea-8be1-4357-8b30-a8f2c5912b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.880518 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.928602 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c605c153-9de4-40dc-b353-2e131b43b278 req-24273800-8c29-4fc9-a884-a09f027fd07c service neutron] 10.222.0.49 "GET /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444223 May 10 11:34:56.941013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Port': ['ID=30c163c4-6aba-4034-9215-6faf8fc31ff3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:56.946962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No DVR routers for this DVR port 30c163c4-6aba-4034-9215-6faf8fc31ff3 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:57.017761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b49cb389-3427-49b8-837d-bdfcaced06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.029930 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.120718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:57.121591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.155435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738d1e3-5de2-46e1-974b-e0c29933ab74 None None] Pushing event deleted for resources: {'Port': ['ID=30c163c4-6aba-4034-9215-6faf8fc31ff3,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:57.193125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:34:57.221026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:57.221642 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.269712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23760076-ef18-4111-9c47-2c375dfd5aab req-10fc036c-ad08-4bba-b34f-2c95331bbd79 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0747893 May 10 11:34:57.279166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cb389-3427-49b8-837d-bdfcaced06e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f797b6-5925-4b4e-a192-11a6c6d3d98e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-c0999052-5221-40ce-a238-a9a50d4dbac9 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 30c163c4-6aba-4034-9215-6faf8fc31ff3 could not be found. May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._iter().one() May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._only_one_row( May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:57.396948 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1550, in get_port May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 30c163c4-6aba-4034-9215-6faf8fc31ff3 could not be found. May 10 11:34:57.404420 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:34:57.423170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:34:57.429536 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b49cb389-3427-49b8-837d-bdfcaced06e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.440976 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:57.441709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9ff5a64a-daef-46e6-bbfa-9cbee1746720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9362700 May 10 11:34:57.444484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45032) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:57.447708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45034) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:57.469540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b49cb389-3427-49b8-837d-bdfcaced06e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5f797b6-5925-4b4e-a192-11a6c6d3d98e HTTP/1.1" status: 204 len: 168 time: 1.3768528 May 10 11:34:57.511676 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:57.519316 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:57.556202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3652783-76a3-4fde-b12e-ab3d98bd87c9 None None] Network c956d251-625c-4a34-b096-f123710df9bf requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:57.566561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.578810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:57.656190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c956d251-625c-4a34-b096-f123710df9bf']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:57.660669 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.734685 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:57.752442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd069499d-960b-47d1-9c81-bb0b5aecb3dc') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:57.753044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd069499d-960b-47d1-9c81-bb0b5aecb3dc') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:57.825916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.871313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.903851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:57.904603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: timer() May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:57.914400 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:57.943524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:57.945297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:34:58.015399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Allocated IP 172.20.0.2 (1ca7e583-47a0-4750-8baf-50dbdb2369c8/d4c4f434-f0ad-425f-8cdc-7296a48bd953/b6f99ea0-6f5a-4fbe-947a-4a8e3415383e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:58.097263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.106717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.110209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/c956d251-625c-4a34-b096-f123710df9bf HTTP/1.1" status: 204 len: 168 time: 5.2301223 May 10 11:34:58.121450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45062) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:58.155079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-834063262'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:58.169513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e1de3-3cf0-4a7b-a678-8b88f9f5f99b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Network': ['ID=c956d251-625c-4a34-b096-f123710df9bf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:58.188438 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:53Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:58.225277 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.240015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:58.243610 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.247311 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:58.256358 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Updating router 0046e266-3215-4bed-bd76-1da371defd2c port 8dac0784-eb70-409d-b467-3649fabe9c63 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:34:58.298915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:58.306911 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.309922 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.309922 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Added segment b260666e-388f-4ef2-962c-137415bc43c6 of type vlan for network 94cf4000-8d73-4f4f-9fa4-126b289c5f04 May 10 11:34:58.326124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.372523 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.401227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.417788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-82df7dea-8be1-4357-8b30-a8f2c5912b95 None None] Current status of the port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:34:58.418189 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82df7dea-8be1-4357-8b30-a8f2c5912b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.421259 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.453978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.461994 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.469097 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.475282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:34:58.476202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.535633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790a88e3-9791-4e6e-8d63-2655cc9da7ee']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:58.550698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-485d8819-7d0b-4b8a-a008-613cf4fef0a9 req-a64894ce-08e1-42a1-8bb4-03551f46f05b tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1014855 May 10 11:34:58.753624 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.782509 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:58.934795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b57e8b-f2ce-42c1-bb8e-3860a82c3034') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:58.935028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b57e8b-f2ce-42c1-bb8e-3860a82c3034') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:58.952302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f377138-881e-420e-86f1-f569c31c283f None None] Pushing event updated for resources: {'Port': ['ID=700bb6d3-1d43-4a59-ac1a-b79af54a21d9,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:58.956405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8055160 May 10 11:34:58.959163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45076) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:58.969041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Request body: {'subnet': {'network_id': '94cf4000-8d73-4f4f-9fa4-126b289c5f04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:58.979189 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.001167 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Attempting to bind port 8dac0784-eb70-409d-b467-3649fabe9c63 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:59.002310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Attempting to bind port 8dac0784-eb70-409d-b467-3649fabe9c63 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:59.003067 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Attempting to bind port 8dac0784-eb70-409d-b467-3649fabe9c63 on network f61c4055-61b0-4ec7-90c1-42270a20346b {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:59.010016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-82df7dea-8be1-4357-8b30-a8f2c5912b95 None None] For port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c0a9182a-4f36-450b-a55d-4ce4ed12bcf9,segment=NetworkSegment(2f8a6d29-f884-4556-b63c-a0c593c12020),segment_id=2f8a6d29-f884-4556-b63c-a0c593c12020)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:34:59.010592 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:59.011253 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Checking segment: {'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:59.011934 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.012986 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Bound using segment: {'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:59.013755 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Bound port: 8dac0784-eb70-409d-b467-3649fabe9c63, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8a6d29-f884-4556-b63c-a0c593c12020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:59.014385 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.016494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:59.056809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.20.0.1 (1ca7e583-47a0-4750-8baf-50dbdb2369c8/d4c4f434-f0ad-425f-8cdc-7296a48bd953/448e1ca6-4897-4f50-a774-824276f936e2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:59.057415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafc45a-8f80-4245-9b9e-41c56aa858ca tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Network': ['ID=94cf4000-8d73-4f4f-9fa4-126b289c5f04,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:59.073137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.088493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:59.089352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: timer() May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:59.095513 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:59.099069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Pushing event updated for resources: {'Port': ['ID=b6f99ea0-6f5a-4fbe-947a-4a8e3415383e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:59.122611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 94cf4000-8d73-4f4f-9fa4-126b289c5f04 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:34:59.137311 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] For port 8dac0784-eb70-409d-b467-3649fabe9c63, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:34:59.141147 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] For port 8dac0784-eb70-409d-b467-3649fabe9c63, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8dac0784-eb70-409d-b467-3649fabe9c63,segment=NetworkSegment(2f8a6d29-f884-4556-b63c-a0c593c12020),segment_id=2f8a6d29-f884-4556-b63c-a0c593c12020)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:34:59.172385 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.196592 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d056fc-4a03-4873-b311-892c48f8f7b4 None None] Pushing event updated for resources: {'Port': ['ID=8dac0784-eb70-409d-b467-3649fabe9c63,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:59.224382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:59.230668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:34:59.236662 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82df7dea-8be1-4357-8b30-a8f2c5912b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.252435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.269339 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d056fc-4a03-4873-b311-892c48f8f7b4 None None] Pushing event updated for resources: {'Port': ['ID=8dac0784-eb70-409d-b467-3649fabe9c63,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:59.273916 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.277885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] 10.222.0.13 "DELETE /v2.0/networks/790a88e3-9791-4e6e-8d63-2655cc9da7ee HTTP/1.1" status: 204 len: 168 time: 1.8273628 May 10 11:34:59.340520 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:34:59.341169 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:59.359096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.extraroute_db [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 10 11:34:59.381883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beef1c-2f83-426b-9cba-0cffdd4a805d admin admin] Pushing event deleted for resources: {'Network': ['ID=790a88e3-9791-4e6e-8d63-2655cc9da7ee,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:59.434451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.extraroute_db [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Removed routes are [] {{(pid=102768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 10 11:34:59.435074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.453972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Attempting to bind port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:59.454375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Attempting to bind port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:59.456674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Attempting to bind port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:59.551753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:59.554634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:59.555063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.555466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:59.558955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Bound port: 700bb6d3-1d43-4a59-ac1a-b79af54a21d9, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:59.559283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.631662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:59.634666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Made reservation on behalf of 06ac7cab93524579be59660d37000435 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:59.639402 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.659378 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:34:59.783804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df7dea-8be1-4357-8b30-a8f2c5912b95 None None] Pushing event updated for resources: {'Port': ['ID=c0a9182a-4f36-450b-a55d-4ce4ed12bcf9,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:59.876860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Attempting to bind port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:59.877757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Attempting to bind port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:59.877757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Attempting to bind port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e on network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:34:59.895970 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8d577678-a772-4ae5-a502-636f6db45130 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c89bb4bc5fa7432db2959a91ad5782d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504289 May 10 11:34:59.917212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:34:59.935935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:59.936829 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.970117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Provisioning complete for port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:59.971534 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.973732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:34:59.974211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Checking segment: {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:34:59.974682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.975159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Bound using segment: {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:34:59.976055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Bound port: b6f99ea0-6f5a-4fbe-947a-4a8e3415383e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:59.976509 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.987973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] For port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:00.009524 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.045518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] For port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=700bb6d3-1d43-4a59-ac1a-b79af54a21d9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:00.057879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.064865 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.102324 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.151520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.153559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f377138-881e-420e-86f1-f569c31c283f None None] Pushing event updated for resources: {'Port': ['ID=700bb6d3-1d43-4a59-ac1a-b79af54a21d9,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:00.241917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-554aaccd-82e0-48e3-988e-06f3e955e1db req-9413a9fa-7fca-494c-a501-f1de743edea2 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1057899 May 10 11:35:00.242488 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:53Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:34:59Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:00.250502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:00.251709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:00.281673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:00.286176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:00.296689 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421a732-9231-4b28-b902-0f41fe0bdbdd None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:53Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:34:59Z', 'revision_number': 4, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:00.321855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=448e1ca6-4897-4f50-a774-824276f936e2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:00.325492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:00.461023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] For port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:00.472568 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.479324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:00.489371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] For port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b6f99ea0-6f5a-4fbe-947a-4a8e3415383e,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:00.500864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Current status of the port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:00.509713 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.651631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b4a55-0c24-4792-a909-7d5ea4f9878f None None] Pushing event updated for resources: {'Port': ['ID=b6f99ea0-6f5a-4fbe-947a-4a8e3415383e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:00.674467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:00.695569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c825fbfc-2316-49d1-9d93-486b0eae0451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.752391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Provisioning complete for port 8dac0784-eb70-409d-b467-3649fabe9c63 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:00.753099 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.784653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c825fbfc-2316-49d1-9d93-486b0eae0451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.983021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:01.059281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c825fbfc-2316-49d1-9d93-486b0eae0451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.063403 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c825fbfc-2316-49d1-9d93-486b0eae0451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.067491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c825fbfc-2316-49d1-9d93-486b0eae0451 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36222127-3e36-4f35-b982-dfa81d2666df HTTP/1.1" status: 204 len: 168 time: 1.1492786 May 10 11:35:01.083812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.223706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-13dbe837-b3cf-4f69-b18a-5b6347b20c4c req-206f10d8-ef0d-4458-b2b7-7dfae4aaae83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.5202906 May 10 11:35:01.307159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:35:01.317231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.338680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:01.484050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825fbfc-2316-49d1-9d93-486b0eae0451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36222127-3e36-4f35-b982-dfa81d2666df,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:01.501258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event updated for resources: {'Subnet': ['ID=3873bf38-e262-4e82-8eef-53ee36fccf79,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:01.589043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:01.589043 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.636989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Current status of the port 8dac0784-eb70-409d-b467-3649fabe9c63 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:01.637350 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.639014 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cfff54b-cd60-454a-9460-7c1846390dcd req-8dcf2e33-f795-4fcb-a15e-c914007ecddc tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0861042 May 10 11:35:01.703862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87d8fa-cd3b-4da2-9cd4-d6ea1a79e629 req-b0295d8e-3632-4239-b361-e03c2381ab9b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:01.705609 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b87d8fa-cd3b-4da2-9cd4-d6ea1a79e629 req-b0295d8e-3632-4239-b361-e03c2381ab9b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.1247013 May 10 11:35:01.814806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Checking segment: {'id': 'b260666e-388f-4ef2-962c-137415bc43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '94cf4000-8d73-4f4f-9fa4-126b289c5f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:01.815342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network hostable DHCP agents. Network: 94cf4000-8d73-4f4f-9fa4-126b289c5f04, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:01.841955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] For port 8dac0784-eb70-409d-b467-3649fabe9c63, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8dac0784-eb70-409d-b467-3649fabe9c63,segment=NetworkSegment(2f8a6d29-f884-4556-b63c-a0c593c12020),segment_id=2f8a6d29-f884-4556-b63c-a0c593c12020)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:01.850554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b87d8fa-cd3b-4da2-9cd4-d6ea1a79e629 req-f1705da4-38ed-41c5-ab5f-a5ef39d0e37d tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283188 May 10 11:35:01.870670 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.892992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Network 94cf4000-8d73-4f4f-9fa4-126b289c5f04 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:01.943237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:01.976730 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.993674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e45d21d6-d8ab-44fd-bc6f-485bfaaf5d4e tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 200 len: 933 time: 4.5440435 May 10 11:35:01.994512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 94cf4000-8d73-4f4f-9fa4-126b289c5f04) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:01.996261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45180) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:02.020084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:02.030098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3683f-7afb-4079-8008-07972e0019e5 None None] Network 94cf4000-8d73-4f4f-9fa4-126b289c5f04 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:02.031459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:02.090439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:02.304005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6ea973ec-77e9-4d52-8fb2-41827372bbb8 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 200 len: 933 time: 0.2998323 May 10 11:35:02.304550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:02.306083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:02.306780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:02.323618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'routes': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:02.343283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-060b4768-686b-401e-9d9e-f4799040e2fb None None] Provisioning complete for port 8dac0784-eb70-409d-b467-3649fabe9c63 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:02.343978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-060b4768-686b-401e-9d9e-f4799040e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:02.355261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:02.356256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:02.387800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a22fe-1fc6-4278-bff9-beb265060487 None None] Pushing event updated for resources: {'Port': ['ID=8dac0784-eb70-409d-b467-3649fabe9c63,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:02.400869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:02.407766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=448e1ca6-4897-4f50-a774-824276f936e2,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:02.431443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:02.433498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8dac0784-eb70-409d-b467-3649fabe9c63 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:02.436058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:02.539527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:34:51Z', 'revision_number': 3, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:02.546020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:02.547006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:02.604512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router e79dcb4b-21d3-4594-9a48-38ac0e74804c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:02.639540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-f885f25e-7974-4895-bb6a-ed9790a968b4 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=85e5b227840c4c519c4b8edd637fb92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633004 May 10 11:35:02.750426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c5e5c599-ea07-496e-9d6c-535e01a6a3d0 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.7854593 May 10 11:35:02.756403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45210) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:02.840325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:02.949097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ca246-278c-4373-ba2c-ccc142682227 None None] The sync data for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 is: [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:34:51Z', 'revision_number': 3, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:02.956601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761db3eb-daff-4071-b9f9-c8585f17683d None None] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:02.967515 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9224e53e-d83d-47cf-a1c8-d9fb405f9dd5 req-711e5726-bbe8-4f7c-aa4c-0ec6035d3fbc tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1330843 May 10 11:35:03.038346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-7fe2659a-3170-4794-bc08-56be0e586944 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.046178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-7fe2659a-3170-4794-bc08-56be0e586944 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4056814 May 10 11:35:03.077541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:03.093026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f4e07b68-17d0-4c4d-be7f-47cd92693d69 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "PUT /v2.0/routers/e79dcb4b-21d3-4594-9a48-38ac0e74804c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4790277 May 10 11:35:03.144820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:03.173569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-404231434-network', 'tenant_id': '61c875a6e9124d718f447839eeda2fda'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:03.187019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-8e96319f-1c7b-447f-b077-81d963b805be tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/quotas/85e5b227840c4c519c4b8edd637fb92d HTTP/1.1" status: 200 len: 375 time: 0.1399219 May 10 11:35:03.219928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:03.229249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:03.271053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:03.274295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:03.307123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-94e5108a-6a9d-4c5e-9f29-90c0b6f9d8f1 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85e5b227840c4c519c4b8edd637fb92d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920074 May 10 11:35:03.309388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:03.317928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.extraroute_db [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added routes are [] {{(pid=102768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 10 11:35:03.318251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.extraroute_db [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 10 11:35:03.387779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819395f-7d77-4689-99f0-6f83bca06179 req-68a92d2d-6548-45eb-9097-f8148c0d2a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.390572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5819395f-7d77-4689-99f0-6f83bca06179 req-68a92d2d-6548-45eb-9097-f8148c0d2a8b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2466855 May 10 11:35:03.439641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8dac0784-eb70-409d-b467-3649fabe9c63 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:03.440046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:03.448249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:03.474664 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:03.510499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-060b4768-686b-401e-9d9e-f4799040e2fb None None] Current status of the port 8dac0784-eb70-409d-b467-3649fabe9c63 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:03.595522 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:03.607015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d682ae7-3dfa-41e6-956c-3053dfba427a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-94cf4000-8d73-4f4f-9fa4-126b289c5f04', 'network_id': '94cf4000-8d73-4f4f-9fa4-126b289c5f04', 'tenant_id': '06ac7cab93524579be59660d37000435', 'fixed_ips': [{'subnet_id': '3873bf38-e262-4e82-8eef-53ee36fccf79'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:35:03.609206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4d682ae7-3dfa-41e6-956c-3053dfba427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:03.610228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5819395f-7d77-4689-99f0-6f83bca06179 req-7547674f-f982-44e7-b364-c0c48a7bc781 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957436 May 10 11:35:03.619505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.621337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.622116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.622767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.623635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.624328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.625105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.625785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.626522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.627425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.628095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.628733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.629367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.629999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:03.645744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8db0efea-c509-4050-90c7-1b9d59f827f1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9758 time: 0.4986069 May 10 11:35:03.647094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45230) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:03.941212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-7d325c82-10d3-49cf-9d16-2622be340158 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=85e5b227840c4c519c4b8edd637fb92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347331 May 10 11:35:03.977897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.044653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b9626e31-bfd7-46d7-aa16-779684df6cef None None] Provisioning complete for port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:04.045306 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9626e31-bfd7-46d7-aa16-779684df6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.086888 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-4d682ae7-3dfa-41e6-956c-3053dfba427a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3873bf38-e262-4e82-8eef-53ee36fccf79: This subnet is being modified by another concurrent operation. May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3873bf38-e262-4e82-8eef-53ee36fccf79: This subnet is being modified by another concurrent operation. May 10 11:35:04.101732 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:35:04.191193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65582f4-b2bc-48c8-a38d-779463a25d3d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:04.194294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e0037-8b1c-4119-bb81-376e3e290738 None None] Network 94cf4000-8d73-4f4f-9fa4-126b289c5f04 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:04.199677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7bb75b0e-8a8c-400c-b393-be500127e740 req-4c503ebd-f752-4aae-adca-15891edcface service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eea4a94b0f264db881eeb34d414d034b&device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.2433529 May 10 11:35:04.214527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-a7503b81-37b3-44f0-bab3-8af94a0bafdb tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.223194 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-a7503b81-37b3-44f0-bab3-8af94a0bafdb tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298908 May 10 11:35:04.231588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.232167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.232622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.233076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.233764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.234216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.234713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.235215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.235662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.236228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.236665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.237207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.239686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7d5acb36-2465-4afb-899e-9785751219ad tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7649 time: 0.5640099 May 10 11:35:04.263899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b7c528b7-ada3-4808-80dd-1c974c50d747 req-347d6ba0-a875-49ad-91f5-c0b7a007ee26 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1866362 May 10 11:35:04.278349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45252) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:04.293290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:04.322813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-cc4e3a58-5a19-4784-acd8-7cd60c46a13c tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/quotas/85e5b227840c4c519c4b8edd637fb92d HTTP/1.1" status: 200 len: 375 time: 0.0985456 May 10 11:35:04.324735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Subnet': ['ID=3873bf38-e262-4e82-8eef-53ee36fccf79,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:04.392170 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6e714961-1299-49ca-b8b0-790efcbaecbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.399100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-032b46e2-5bbc-4823-9a4b-5cdf1c59b5cb tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85e5b227840c4c519c4b8edd637fb92d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731406 May 10 11:35:04.497286 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.522409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cf4000-8d73-4f4f-9fa4-126b289c5f04']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:04.535130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b260666e-388f-4ef2-962c-137415bc43c6') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:04.535757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b260666e-388f-4ef2-962c-137415bc43c6') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:04.550860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.591266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7bb75b0e-8a8c-400c-b393-be500127e740 req-c6147f3b-7048-4353-bc07-fdb9dc865598 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=eea4a94b0f264db881eeb34d414d034b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3177357 May 10 11:35:04.601371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.604601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8dac0784-eb70-409d-b467-3649fabe9c63 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:04.621786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:04.622227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.711921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.712427 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Added segment 52e50124-6db5-458f-90cb-120fde85fb2d of type vlan for network 0baa6384-755b-49d7-a9b2-89b8632f72c7 May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: timer() May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:04.722111 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:04.828426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b9626e31-bfd7-46d7-aa16-779684df6cef None None] Current status of the port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:04.829046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9626e31-bfd7-46d7-aa16-779684df6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.852088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:34:59Z', 'revision_number': 6, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:35:01Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:04.855791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:04.919385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9078df4-eadb-475b-989e-81e34acefa00 req-245ae00e-62db-4d2f-ac90-29ab4221c43f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:04.920993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9078df4-eadb-475b-989e-81e34acefa00 req-245ae00e-62db-4d2f-ac90-29ab4221c43f tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.8488960 May 10 11:35:04.928536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:04.988049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.010821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:05.013002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:05.016536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b9626e31-bfd7-46d7-aa16-779684df6cef None None] For port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b6f99ea0-6f5a-4fbe-947a-4a8e3415383e,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:05.088033 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9626e31-bfd7-46d7-aa16-779684df6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.090073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:05.186019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.333662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:05.382473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bee02-2b93-4077-a88b-cdf53ad7ce8f req-d824509c-6148-4ad8-955c-d5bef857be2d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:05.384103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7bee02-2b93-4077-a88b-cdf53ad7ce8f req-d824509c-6148-4ad8-955c-d5bef857be2d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.8560438 May 10 11:35:05.439204 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.453677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9626e31-bfd7-46d7-aa16-779684df6cef None None] Pushing event updated for resources: {'Port': ['ID=b6f99ea0-6f5a-4fbe-947a-4a8e3415383e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:05.465784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.resource_extend [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:35:05.475603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bf58ca99-e7ba-4985-aeb3-86de4070a060 None None] Provisioning complete for port 448e1ca6-4897-4f50-a774-824276f936e2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:05.476275 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf58ca99-e7ba-4985-aeb3-86de4070a060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.481136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-d2492c9f-5d92-4de5-af85-8be076a4ea4a tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=85e5b227840c4c519c4b8edd637fb92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1458585 May 10 11:35:05.528298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.531850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/94cf4000-8d73-4f4f-9fa4-126b289c5f04 HTTP/1.1" status: 204 len: 168 time: 2.7725725 May 10 11:35:05.539921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45270) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:05.565109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bf58ca99-e7ba-4985-aeb3-86de4070a060 None None] Port 448e1ca6-4897-4f50-a774-824276f936e2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:05.593544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb792b0f-812f-4f83-aaed-e59bef68275a None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:35:05.643812 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a35617-7148-4089-b0ed-d8838b6064f4 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): The resource could not be found. May 10 11:35:05.646493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a35617-7148-4089-b0ed-d8838b6064f4 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:05.659140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-12a35617-7148-4089-b0ed-d8838b6064f4 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/subnets/3873bf38-e262-4e82-8eef-53ee36fccf79 HTTP/1.1" status: 404 len: 337 time: 0.1026385 May 10 11:35:05.666722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45272) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:05.674229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53bf29-057e-4b05-876e-611a6eb3e35b tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Network': ['ID=94cf4000-8d73-4f4f-9fa4-126b289c5f04,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:05.706141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.715303 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-852b2dec-e91c-44d3-b36b-e38808676f02 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): The resource could not be found. May 10 11:35:05.716236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852b2dec-e91c-44d3-b36b-e38808676f02 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:05.719540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-852b2dec-e91c-44d3-b36b-e38808676f02 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/94cf4000-8d73-4f4f-9fa4-126b289c5f04 HTTP/1.1" status: 404 len: 339 time: 0.0467062 May 10 11:35:05.727698 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.729937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:05.730535 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.742435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45274) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:05.778140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:05.778591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.799938 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed606e2b-5cc5-4aff-baa8-2dbbeaec2637 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): The resource could not be found. May 10 11:35:05.800784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed606e2b-5cc5-4aff-baa8-2dbbeaec2637 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:05.804101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ed606e2b-5cc5-4aff-baa8-2dbbeaec2637 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/subnets/3868ddfe-c205-4dad-ba72-308835e1be4f HTTP/1.1" status: 404 len: 337 time: 0.0473862 May 10 11:35:05.813175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45276) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:05.845594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:05.862600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bf58ca99-e7ba-4985-aeb3-86de4070a060 None None] Provisioning complete for port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:05.862969 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf58ca99-e7ba-4985-aeb3-86de4070a060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:05.867522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129f25e-ab5e-47ea-b52e-dff958dfea09 req-72a79dfb-d5fa-4224-939a-df54f69f4d5b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:05.879669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6129f25e-ab5e-47ea-b52e-dff958dfea09 req-72a79dfb-d5fa-4224-939a-df54f69f4d5b tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.4526012 May 10 11:35:05.915163 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Sync routers for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:05.925422 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:05.926048 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:34:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:05.929018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb75b0e-8a8c-400c-b393-be500127e740 req-2269fa8e-d485-4b6d-8042-9d229ca9fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:05.930837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7bb75b0e-8a8c-400c-b393-be500127e740 req-2269fa8e-d485-4b6d-8042-9d229ca9fb77 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2074122 May 10 11:35:05.932026 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-16177943-2629-4d09-ae3f-b6ce21d9ccb7 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): The resource could not be found. May 10 11:35:05.932799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16177943-2629-4d09-ae3f-b6ce21d9ccb7 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:05.942223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-16177943-2629-4d09-ae3f-b6ce21d9ccb7 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/c956d251-625c-4a34-b096-f123710df9bf HTTP/1.1" status: 404 len: 339 time: 0.1241696 May 10 11:35:05.950131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45278) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:06.004618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed7bee02-2b93-4077-a88b-cdf53ad7ce8f req-9ee33330-f8f3-4f69-97f0-d101da1611f8 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5792472 May 10 11:35:06.008516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6129f25e-ab5e-47ea-b52e-dff958dfea09 req-92508d08-cdcf-436b-861d-a00a49669b18 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277783 May 10 11:35:06.014597 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3433b3f0-d843-4a27-aa86-fffc46471d4a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): The resource could not be found. May 10 11:35:06.016406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3433b3f0-d843-4a27-aa86-fffc46471d4a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:06.021591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb792b0f-812f-4f83-aaed-e59bef68275a None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:35:06.029074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3433b3f0-d843-4a27-aa86-fffc46471d4a tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/subnets/23c379fb-7b5e-4ac7-a42d-bed3969ee52b HTTP/1.1" status: 404 len: 337 time: 0.0774381 May 10 11:35:06.029923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45280) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:06.087926 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2466962 May 10 11:35:06.108336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45284) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:06.120367 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-389441b9-827e-42c0-8d38-1425dd365206 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): The resource could not be found. May 10 11:35:06.121176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389441b9-827e-42c0-8d38-1425dd365206 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:06.128254 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:06.135796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-389441b9-827e-42c0-8d38-1425dd365206 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/4651e76c-58d3-4b81-9dcd-45083a2a01be HTTP/1.1" status: 404 len: 339 time: 0.1042135 May 10 11:35:06.142634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45286) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:06.151617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Request body: {'subnet': {'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-404231434-subnet', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:06.187329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56bee3-1534-4910-8c20-297e84444944 admin admin] Pushing event updated for resources: {'Network': ['ID=0baa6384-755b-49d7-a9b2-89b8632f72c7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:06.229862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e99d8d03-264a-4b55-8156-7b9cafd7deca req-dd1a1833-503b-48d5-81f7-fe159470d923 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 210 time: 0.0560622 May 10 11:35:06.261709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:06.264721 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:06.288391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Deleting port 830b0eb2-ff96-4207-b56d-2a6e5b672148 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:06.288743 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:06.356542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bf58ca99-e7ba-4985-aeb3-86de4070a060 None None] Current status of the port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:06.358686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:35:06.399452 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe97eb93-caed-47d3-a7d6-48537d78270a req-6110d23f-295c-4c47-9857-2b6b186adf9d tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.2609322 May 10 11:35:06.545587 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-7a97bba4-05fc-40c2-8ce2-1d5b0796f7c8 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=85e5b227840c4c519c4b8edd637fb92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1553986 May 10 11:35:06.565856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-6963931a-fda9-4226-af31-f5975b0044b8 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:06.567350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-6963931a-fda9-4226-af31-f5975b0044b8 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0400605 May 10 11:35:06.591641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Request body: {'port': {'device_id': '106498bd-f44b-4b27-942c-315e06e75ea8', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '85e5b227840c4c519c4b8edd637fb92d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:06.648226 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:35:00Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:01Z', 'revision_number': 2, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:06.678353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5920-e942-49c0-a44a-7220e61cea65 req-2950100a-5bec-4b69-b14d-4b978f667034 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:06.681050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:06.687095 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fec5920-e942-49c0-a44a-7220e61cea65 req-2950100a-5bec-4b69-b14d-4b978f667034 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2933722 May 10 11:35:06.699848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:06.704621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-11492962-b551-467e-b10d-958c0f756535 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 200 len: 699 time: 4.3844764 May 10 11:35:06.705435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45288) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:06.717158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-342889a0-c321-4e5b-8427-89538e8b5d79 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 2.4373226 May 10 11:35:06.743757 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Checking router: e79dcb4b-21d3-4594-9a48-38ac0e74804c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:06.745295 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Updating router e79dcb4b-21d3-4594-9a48-38ac0e74804c port 448e1ca6-4897-4f50-a774-824276f936e2 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:35:06.755744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:06.756788 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:06.779976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] For port 830b0eb2-ff96-4207-b56d-2a6e5b672148, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=830b0eb2-ff96-4207-b56d-2a6e5b672148,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:06.780854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:06.789589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=700bb6d3-1d43-4a59-ac1a-b79af54a21d9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:06.801845 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:06.821918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:06.823307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8dac0784-eb70-409d-b467-3649fabe9c63 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:06.868197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45292) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:06.870183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-03a35b89-6c69-4ebb-977f-d22194b2917d None None] Provisioning complete for port 448e1ca6-4897-4f50-a774-824276f936e2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:06.870665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-03a35b89-6c69-4ebb-977f-d22194b2917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:06.877576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fec5920-e942-49c0-a44a-7220e61cea65 req-18582784-b5d3-4eca-a8c3-0b36e7d81578 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894383 May 10 11:35:06.883397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-09ce6787-b944-49c4-9dd3-44245bcadab7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210382927', 'description': 'tempest-secgroup-smoke-1210382927 description', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:06.946006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7fa50b21-d5c3-4fcc-a9ba-c75a35fc8cbf tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 200 len: 699 time: 0.2347496 May 10 11:35:06.953374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-5ef17715-56f0-4daa-b2bc-d02e12b7b1ca tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:06.954947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=700bb6d3-1d43-4a59-ac1a-b79af54a21d9,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:06.956019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-5ef17715-56f0-4daa-b2bc-d02e12b7b1ca tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4025314 May 10 11:35:06.960829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45296) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:07.149615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8dac0784-eb70-409d-b467-3649fabe9c63 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:07.150075 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.216863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Calling delete_port for 830b0eb2-ff96-4207-b56d-2a6e5b672148 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:07.225331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d640f9a3-5ddf-48b5-82dc-6b2d66af51de None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:35:07.238015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b2797-4fe3-4199-914e-ba06df5adcbb tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Deleting port ba12abce-5bea-4098-ad87-ebff26247c8c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:07.238350 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e6b2797-4fe3-4199-914e-ba06df5adcbb tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.270428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Request body: {'port': {'device_id': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '85e5b227840c4c519c4b8edd637fb92d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:07.322780 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.330560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-03a35b89-6c69-4ebb-977f-d22194b2917d None None] Port 448e1ca6-4897-4f50-a774-824276f936e2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:07.334554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:03Z', 'revision_number': 7, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:35:01Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:07.337351 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.383311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd12f15-82b2-4f3e-8914-0a0d36e7454b None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:03Z', 'revision_number': 7, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:35:01Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:07.386390 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7bb75b0e-8a8c-400c-b393-be500127e740 req-67512427-de64-4bdf-bdb5-83f446b1fe4e tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.49 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1445465 May 10 11:35:07.405122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-50ab50b2-3531-4b4e-8e7f-a14201ce6860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.442121 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a1774-0e9d-4ea4-9f03-5098d9bd60fa None None] Pushing event updated for resources: {'Port': ['ID=448e1ca6-4897-4f50-a774-824276f936e2,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:07.455092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d640f9a3-5ddf-48b5-82dc-6b2d66af51de None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:35:07.460383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09ce6787-b944-49c4-9dd3-44245bcadab7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.477820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8dac0784-eb70-409d-b467-3649fabe9c63 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:07.480212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b6f99ea0-6f5a-4fbe-947a-4a8e3415383e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:07.495725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40a085-2f54-4857-a71a-c728b65d0cee req-c7b3d3f1-260a-4a74-ae0f-755118112a37 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:07.505540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f40a085-2f54-4857-a71a-c728b65d0cee req-c7b3d3f1-260a-4a74-ae0f-755118112a37 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2835526 May 10 11:35:07.512603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ffdeb-0efb-416a-939b-d5b508e52bea req-c368f9ed-f185-425b-9dad-0ffc4ca356ae tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:07.523255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e5ffdeb-0efb-416a-939b-d5b508e52bea req-c368f9ed-f185-425b-9dad-0ffc4ca356ae tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 946 time: 0.2612669 May 10 11:35:07.560344 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e6b2797-4fe3-4199-914e-ba06df5adcbb tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.587311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 830b0eb2-ff96-4207-b56d-2a6e5b672148 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:07.589259 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Attempting to bind port 448e1ca6-4897-4f50-a774-824276f936e2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:07.590194 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Attempting to bind port 448e1ca6-4897-4f50-a774-824276f936e2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:07.590481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Made reservation on behalf of 85e5b227840c4c519c4b8edd637fb92d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:07.590575 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Attempting to bind port 448e1ca6-4897-4f50-a774-824276f936e2 on network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:07.596822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.606102 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:07.606642 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Checking segment: {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:07.607658 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.608092 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Bound using segment: {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:07.608583 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Bound port: 448e1ca6-4897-4f50-a774-824276f936e2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:07.608977 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.641483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f40a085-2f54-4857-a71a-c728b65d0cee req-30d3353d-552b-438e-b075-192b836a0776 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223166 May 10 11:35:07.654663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b2797-4fe3-4199-914e-ba06df5adcbb tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Calling delete_port for ba12abce-5bea-4098-ad87-ebff26247c8c owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:07.657961 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.668635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e5ffdeb-0efb-416a-939b-d5b508e52bea req-be6f91eb-606d-4816-8818-6c89728bc855 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443336 May 10 11:35:07.741390 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] For port 448e1ca6-4897-4f50-a774-824276f936e2, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:07.745541 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] For port 448e1ca6-4897-4f50-a774-824276f936e2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=448e1ca6-4897-4f50-a774-824276f936e2,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:07.754769 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.762596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:07.859561 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.865819 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-73b75153-3e08-4851-a16b-75752351a778 req-e1f234e1-47fc-4d79-9f0a-560d389fe72f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 210 time: 0.0553999 May 10 11:35:07.878491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:07.879248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:07.886151 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a1774-0e9d-4ea4-9f03-5098d9bd60fa None None] Pushing event updated for resources: {'Port': ['ID=448e1ca6-4897-4f50-a774-824276f936e2,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:07.906798 n-d-840949-1 neutron-server[102769]: INFO neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No ports have port_id starting with 830b0eb2-ff96-4207-b56d-2a6e5b672148 May 10 11:35:07.907029 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.912609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Made reservation on behalf of 85e5b227840c4c519c4b8edd637fb92d for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:07.916441 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.926282 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:07.927566 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:07.945558 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.950824 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6daf4a7a-9c55-41e8-bc6e-a0c3dd247880 req-76499b15-131b-43a0-9aea-376133c4a7d5 tempest-ServerShowV254Test-2059675417 tempest-ServerShowV254Test-2059675417-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f76ae3-1056-43a4-8b0b-9c99cdecfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1263728 May 10 11:35:07.980831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event deleted for resources: {'Port': ['ID=830b0eb2-ff96-4207-b56d-2a6e5b672148,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:08.024264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e6b2797-4fe3-4199-914e-ba06df5adcbb tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.027157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:08.028061 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.030433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['4574da6e-9f5c-4b83-8a20-aa293c03e1e1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:35:08.031648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.078455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b2797-4fe3-4199-914e-ba06df5adcbb tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Port': ['ID=ba12abce-5bea-4098-ad87-ebff26247c8c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:08.116314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] No DVR routers for this DVR port 830b0eb2-ff96-4207-b56d-2a6e5b672148 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:08.116314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.117310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.120902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9078df4-eadb-475b-989e-81e34acefa00 req-bcb8c957-2665-4bf7-8ddc-8a56bef3de87 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.49 "DELETE /v2.0/ports/830b0eb2-ff96-4207-b56d-2a6e5b672148 HTTP/1.1" status: 204 len: 173 time: 3.1113243 May 10 11:35:08.122940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce69008b-b28e-48d8-afab-bdc9380a9ec9', 'name': 'network-vif-deleted', 'tag': '830b0eb2-ff96-4207-b56d-2a6e5b672148'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:08.125176 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eb92bd-1f1a-48d7-b401-ed5b8af2237c" -d '{"events": [{"server_uuid": "ce69008b-b28e-48d8-afab-bdc9380a9ec9", "name": "network-vif-deleted", "tag": "830b0eb2-ff96-4207-b56d-2a6e5b672148"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:08.128494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b933b5-2fe8-47c2-bb94-e00aed01a622,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:08.136585 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e6b2797-4fe3-4199-914e-ba06df5adcbb tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.139788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7e6b2797-4fe3-4199-914e-ba06df5adcbb tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/ports/ba12abce-5bea-4098-ad87-ebff26247c8c HTTP/1.1" status: 204 len: 168 time: 1.9948134 May 10 11:35:08.140551 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.143474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45310) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:08.167620 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:08.190108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.api [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 85e5b227840c4c519c4b8edd637fb92d {{(pid=102767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:35:08.190382 n-d-840949-1 neutron-server[102767]: DEBUG oslo_db.api [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:35:08.213267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09ce6787-b944-49c4-9dd3-44245bcadab7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.240636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:08.255766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09ce6787-b944-49c4-9dd3-44245bcadab7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.265942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f0b2c-8a16-4f9b-bc74-58936e4e8d98 req-aedec8ec-5002-477b-81fb-558c0786f339 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:08.288836 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a7f0b2c-8a16-4f9b-bc74-58936e4e8d98 req-aedec8ec-5002-477b-81fb-558c0786f339 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3168931 May 10 11:35:08.291443 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6e9021-a836-4091-88d8-5708867d459e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): The resource could not be found. May 10 11:35:08.291927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6e9021-a836-4091-88d8-5708867d459e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:08.298715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0a6e9021-a836-4091-88d8-5708867d459e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/subnets/f6c853ec-d3b6-430b-97cb-56e1104c579f HTTP/1.1" status: 404 len: 337 time: 0.1476073 May 10 11:35:08.300892 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09ce6787-b944-49c4-9dd3-44245bcadab7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.302451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-09ce6787-b944-49c4-9dd3-44245bcadab7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4239554 May 10 11:35:08.311180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45312) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:08.311847 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4374494-433e-4900-8604-f0cc84fae8e8 x-openstack-request-id: req-e4374494-433e-4900-8604-f0cc84fae8e8 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:08.312435 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce69008b-b28e-48d8-afab-bdc9380a9ec9", "name": "network-vif-deleted", "tag": "830b0eb2-ff96-4207-b56d-2a6e5b672148", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:08.313028 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4374494-433e-4900-8604-f0cc84fae8e8 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:08.313733 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4374494-433e-4900-8604-f0cc84fae8e8'] response: {'server_uuid': 'ce69008b-b28e-48d8-afab-bdc9380a9ec9', 'name': 'network-vif-deleted', 'tag': '830b0eb2-ff96-4207-b56d-2a6e5b672148', 'status': 'completed', 'code': 200} May 10 11:35:08.316663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45314) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:08.332835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4247a009-fe61-4c95-b4b2-401bff6c2f96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '13142ef4-d20d-479d-8911-ad0ff11ba25b', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:08.416886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d11d27-84fd-4498-b81f-999142fa0cda,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:08.437932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Checking segment: {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:08.438163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Network hostable DHCP agents. Network: 0baa6384-755b-49d7-a9b2-89b8632f72c7, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:08.454973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a7f0b2c-8a16-4f9b-bc74-58936e4e8d98 req-35f986f0-7399-41bc-82c7-e1d28d6db38d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644411 May 10 11:35:08.480889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce6787-b944-49c4-9dd3-44245bcadab7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13142ef4-d20d-479d-8911-ad0ff11ba25b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:08.509509 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:35:00Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:07Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:08.515342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:08.567379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.587994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Allocated IP 192.168.233.248 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/20e68c62-0b4a-4966-ac88-6533271c0951) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:08.595454 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d065f-e58f-498d-a5a2-c8823eb681b0 None None] The sync data for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 is: [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:35:00Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:07Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:08.665934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.688664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4247a009-fe61-4c95-b4b2-401bff6c2f96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.697285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:08.782231 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.791621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:08.871873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 0baa6384-755b-49d7-a9b2-89b8632f72c7) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:08.917036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:08.917767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.950268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb59fa18-6eae-4223-8276-f8686d319929 req-871a29b6-6c2a-4549-a067-25f0b722f8d2 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce69008b-b28e-48d8-afab-bdc9380a9ec9 HTTP/1.1" status: 200 len: 210 time: 0.0940537 May 10 11:35:09.083593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.177683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cb595-d83c-47fc-8e11-62d378468d60 req-b86d8048-c9c6-4694-9310-d86238cd950d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:09.185975 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b78cb595-d83c-47fc-8e11-62d378468d60 req-b86d8048-c9c6-4694-9310-d86238cd950d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0920770 May 10 11:35:09.225146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.252041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7799f1-3e12-478e-b978-c6aa9e3fc28f']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:09.262472 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b78cb595-d83c-47fc-8e11-62d378468d60 req-b2914d9d-f57f-4b80-8ac5-b3d2f16bf949 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708899 May 10 11:35:09.263680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6963b626-7d28-40e1-a18e-62d0621b27b9') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:09.264046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6963b626-7d28-40e1-a18e-62d0621b27b9') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:09.265535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f6922-dc52-416c-82d9-4c75142c65df None None] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:09.274900 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.275928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.290714 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.303189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:09.303589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.443987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:09.446117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:09.449194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:09.453270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: timer() May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:09.469461 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:09.525357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-433c75a4-6bdd-4abe-9b93-2d43b4cf825b None None] Provisioning complete for port 448e1ca6-4897-4f50-a774-824276f936e2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:09.525739 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-433c75a4-6bdd-4abe-9b93-2d43b4cf825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.563843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:09.564633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.588816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c925de2b-2bd0-41a0-a776-f2ee36f572a0 req-2e67c546-998a-4c2b-94b7-cdf0fdc9fe39 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 210 time: 0.4698837 May 10 11:35:09.627235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bda08ddf-a147-4c0d-958a-981d8e1339a2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0394423 May 10 11:35:09.641386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Request body: {'port': {'device_id': '106498bd-f44b-4b27-942c-315e06e75ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:09.658277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:09.658670 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.776083 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.779596 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.780693 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.842286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:03Z', 'revision_number': 7, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:35:01Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:09.882035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45336) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:09.887093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:09.965842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:09.966673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:10.097790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:10.134500 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29927619-228e-49e3-b5f6-7d225c9ba071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.201108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf05e24-1d87-4bf0-8bf4-6f71674d5f12 req-62a757bb-ae4e-4718-9b77-697916f4a10f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:10.208967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bf05e24-1d87-4bf0-8bf4-6f71674d5f12 req-62a757bb-ae4e-4718-9b77-697916f4a10f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1816239 May 10 11:35:10.241960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.248421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-59c030d6-ff1a-4e69-909b-a55c73820bde admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1386366 May 10 11:35:10.252650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4247a009-fe61-4c95-b4b2-401bff6c2f96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.271348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.272128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45346) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:10.275441 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/de7799f1-3e12-478e-b978-c6aa9e3fc28f HTTP/1.1" status: 204 len: 168 time: 1.9559069 May 10 11:35:10.279927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bf05e24-1d87-4bf0-8bf4-6f71674d5f12 req-7090a9a2-5cc5-4421-8d50-1a91c6d4812d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697544 May 10 11:35:10.284197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:10.290959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45348) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:10.295991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff4dba-9f33-45de-a9fc-173e087b1478 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Network': ['ID=de7799f1-3e12-478e-b978-c6aa9e3fc28f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.310716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4247a009-fe61-4c95-b4b2-401bff6c2f96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.354605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-433c75a4-6bdd-4abe-9b93-2d43b4cf825b None None] Current status of the port 448e1ca6-4897-4f50-a774-824276f936e2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:10.355410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-433c75a4-6bdd-4abe-9b93-2d43b4cf825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.368434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:10.369949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b6f99ea0-6f5a-4fbe-947a-4a8e3415383e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:10.387556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.388938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.395579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247a009-fe61-4c95-b4b2-401bff6c2f96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909cc403-3143-437b-beac-11cf4a121bcc,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.430217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4247a009-fe61-4c95-b4b2-401bff6c2f96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.431983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4247a009-fe61-4c95-b4b2-401bff6c2f96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1032610 May 10 11:35:10.435505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45352) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:10.445725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4b006722-2f48-4821-aed7-3860795a9dea tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '13142ef4-d20d-479d-8911-ad0ff11ba25b', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:10.484443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29927619-228e-49e3-b5f6-7d225c9ba071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.491858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-433c75a4-6bdd-4abe-9b93-2d43b4cf825b None None] For port 448e1ca6-4897-4f50-a774-824276f936e2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=448e1ca6-4897-4f50-a774-824276f936e2,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:10.512386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29927619-228e-49e3-b5f6-7d225c9ba071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.520196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-433c75a4-6bdd-4abe-9b93-2d43b4cf825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.553990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-0baa6384-755b-49d7-a9b2-89b8632f72c7', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:35:10.554862 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.607790 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b006722-2f48-4821-aed7-3860795a9dea tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.626392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.632668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e68c62-0b4a-4966-ac88-6533271c0951 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:10.637142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29927619-228e-49e3-b5f6-7d225c9ba071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b80de0-5522-4058-9fee-41bd9053c494,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.646131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-29927619-228e-49e3-b5f6-7d225c9ba071 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eea4a94b0f264db881eeb34d414d034b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625000 May 10 11:35:10.646383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c75a4-6bdd-4abe-9b93-2d43b4cf825b None None] Pushing event updated for resources: {'Port': ['ID=448e1ca6-4897-4f50-a774-824276f936e2,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.647642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.652115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45356) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:10.682749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13d349-9aa1-4574-9e87-909df45e16e9 req-bc49e8a4-6095-4000-b283-ed17aa3f51c1 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:10.691981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e13d349-9aa1-4574-9e87-909df45e16e9 req-bc49e8a4-6095-4000-b283-ed17aa3f51c1 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.2326851 May 10 11:35:10.713692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-bdade75e-fe68-4196-b4cb-00a2adfcb884 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Deleting port c09b4f6d-10f7-4e22-9dd8-1e91317261fd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:10.714064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bdade75e-fe68-4196-b4cb-00a2adfcb884 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.728778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:10.729119 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.749690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 8dac0784-eb70-409d-b467-3649fabe9c63 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:10.750074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.776263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Transition to ACTIVE for port object 20e68c62-0b4a-4966-ac88-6533271c0951 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:35:10.782671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-619efaa9-944e-4a7e-b446-bf26a6e65d21 None None] Provisioning complete for port 448e1ca6-4897-4f50-a774-824276f936e2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:10.783684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-619efaa9-944e-4a7e-b446-bf26a6e65d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.829624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.843801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e4699001-d1ad-420b-b4e6-481a09e60fec req-182a759b-dadf-49d5-a5de-0999a2f2d2c9 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 210 time: 0.1267791 May 10 11:35:10.865446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e13d349-9aa1-4574-9e87-909df45e16e9 req-5a5681d1-ed9b-4b65-a983-cfed7906eb12 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707423 May 10 11:35:10.894920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b006722-2f48-4821-aed7-3860795a9dea tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.900248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Allocated IP 172.20.0.2 (0baa6384-755b-49d7-a9b2-89b8632f72c7/81b933b5-2fe8-47c2-bb94-e00aed01a622/f15107bc-2159-47ea-bbe4-a2361084a00e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:10.928438 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b006722-2f48-4821-aed7-3860795a9dea tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.943280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Allocated IP 192.168.233.254 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/5b0f6053-ae4d-40fa-a061-f7416f78b064) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:10.968104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:03Z', 'revision_number': 7, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:35:01Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:10.979682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.987042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bdade75e-fe68-4196-b4cb-00a2adfcb884 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.989075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b006722-2f48-4821-aed7-3860795a9dea tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7671ef-ce63-4ba5-bfa2-6219795e623a,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.995368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.999165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port 8dac0784-eb70-409d-b467-3649fabe9c63, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8dac0784-eb70-409d-b467-3649fabe9c63,segment=NetworkSegment(2f8a6d29-f884-4556-b63c-a0c593c12020),segment_id=2f8a6d29-f884-4556-b63c-a0c593c12020)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:10.999546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.011403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b006722-2f48-4821-aed7-3860795a9dea tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.016614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4b006722-2f48-4821-aed7-3860795a9dea tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5798261 May 10 11:35:11.022903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45358) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:11.040209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e382e62-9e6d-4320-ac91-3d32982f68c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.047089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 8dac0784-eb70-409d-b467-3649fabe9c63 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:11.047932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-bdade75e-fe68-4196-b4cb-00a2adfcb884 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Calling delete_port for c09b4f6d-10f7-4e22-9dd8-1e91317261fd owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:11.052308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1f87f0e7-68f4-4db8-af45-69d1dfb28cf1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '13142ef4-d20d-479d-8911-ad0ff11ba25b', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:11.122925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734d2df-2f32-4fc5-84b8-4aa325b7a508 None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:03Z', 'revision_number': 7, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '8dac0784-eb70-409d-b467-3649fabe9c63', 'name': '', 'network_id': 'f61c4055-61b0-4ec7-90c1-42270a20346b', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:51:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:52Z', 'updated_at': '2022-05-10T11:35:01Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'db66bddd-c96e-450a-8b2d-a9b5095ddb9c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:11.154544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:11.246644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e382e62-9e6d-4320-ac91-3d32982f68c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.337583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 448e1ca6-4897-4f50-a774-824276f936e2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:11.368736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f87f0e7-68f4-4db8-af45-69d1dfb28cf1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.378128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-619efaa9-944e-4a7e-b446-bf26a6e65d21 None None] Current status of the port 448e1ca6-4897-4f50-a774-824276f936e2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:11.397227 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.410520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.413739 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.442386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Attempting to bind port 20e68c62-0b4a-4966-ac88-6533271c0951 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:11.442917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Attempting to bind port 20e68c62-0b4a-4966-ac88-6533271c0951 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:11.443339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Attempting to bind port 20e68c62-0b4a-4966-ac88-6533271c0951 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:11.473210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:11.479655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Port 20e68c62-0b4a-4966-ac88-6533271c0951 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:35:11.480004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Attempting to bind port 20e68c62-0b4a-4966-ac88-6533271c0951 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:11.483487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:11.485742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Pushing event updated for resources: {'Port': ['ID=f15107bc-2159-47ea-bbe4-a2361084a00e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:11.488234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:11.496505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 448e1ca6-4897-4f50-a774-824276f936e2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:11.496869 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.545822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:11.546334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:11.546697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:11.547233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Bound port: 20e68c62-0b4a-4966-ac88-6533271c0951, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:11.547690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.550455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e382e62-9e6d-4320-ac91-3d32982f68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.553494 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e382e62-9e6d-4320-ac91-3d32982f68c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.555909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3e382e62-9e6d-4320-ac91-3d32982f68c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89b80de0-5522-4058-9fee-41bd9053c494 HTTP/1.1" status: 204 len: 168 time: 0.9002314 May 10 11:35:11.594137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Attempting to bind port f15107bc-2159-47ea-bbe4-a2361084a00e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:11.594643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Attempting to bind port f15107bc-2159-47ea-bbe4-a2361084a00e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:11.595124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Attempting to bind port f15107bc-2159-47ea-bbe4-a2361084a00e on network 0baa6384-755b-49d7-a9b2-89b8632f72c7 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:11.600526 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bdade75e-fe68-4196-b4cb-00a2adfcb884 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.607064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:11.607481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Checking segment: {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:11.607876 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.608277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Bound using segment: {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:11.608762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Bound port: f15107bc-2159-47ea-bbe4-a2361084a00e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:11.609253 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.616851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e382e62-9e6d-4320-ac91-3d32982f68c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b80de0-5522-4058-9fee-41bd9053c494,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:11.623091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f87f0e7-68f4-4db8-af45-69d1dfb28cf1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.628023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.654231 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.675712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f87f0e7-68f4-4db8-af45-69d1dfb28cf1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.685867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87eeb2-cf25-4dff-8474-9f5edea2bc23 req-d24196eb-e6d2-4504-9e5c-37f500b1c102 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:11.687557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e87eeb2-cf25-4dff-8474-9f5edea2bc23 req-d24196eb-e6d2-4504-9e5c-37f500b1c102 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2392704 May 10 11:35:11.688475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdade75e-fe68-4196-b4cb-00a2adfcb884 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Port': ['ID=c09b4f6d-10f7-4e22-9dd8-1e91317261fd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:11.726493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bdade75e-fe68-4196-b4cb-00a2adfcb884 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.728380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:11.729890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bdade75e-fe68-4196-b4cb-00a2adfcb884 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/ports/c09b4f6d-10f7-4e22-9dd8-1e91317261fd HTTP/1.1" status: 204 len: 168 time: 1.4371240 May 10 11:35:11.737154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:11.741221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45364) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:11.747466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87f0e7-68f4-4db8-af45-69d1dfb28cf1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df334816-9c92-4f8e-9003-14e900401993,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:11.751773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=8dac0784-eb70-409d-b467-3649fabe9c63,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:11.770064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:11.809827 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f87f0e7-68f4-4db8-af45-69d1dfb28cf1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.811087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1f87f0e7-68f4-4db8-af45-69d1dfb28cf1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7789519 May 10 11:35:11.818387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45366) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:11.830036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-aafb357b-54bd-4e59-b329-cdd1bf99eb0b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '13142ef4-d20d-479d-8911-ad0ff11ba25b', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:11.941592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 448e1ca6-4897-4f50-a774-824276f936e2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:11.947804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aafb357b-54bd-4e59-b329-cdd1bf99eb0b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.991434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] For port f15107bc-2159-47ea-bbe4-a2361084a00e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:11.995812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] For port f15107bc-2159-47ea-bbe4-a2361084a00e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f15107bc-2159-47ea-bbe4-a2361084a00e,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:12.004080 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.022997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Pushing event updated for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:12.079607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33e473-d470-40f9-8d6c-c73e3db07c6e None None] Pushing event updated for resources: {'Port': ['ID=f15107bc-2159-47ea-bbe4-a2361084a00e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:12.100034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:12.100727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.235409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c57fe24b-fcb6-4cb6-8e06-81a1926726ce tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9945540 May 10 11:35:12.266511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8318c6f1-5e9f-4ffd-9307-adacd6d58aef None None] Provisioning complete for port 5b0f6053-ae4d-40fa-a061-f7416f78b064 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:12.269352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8318c6f1-5e9f-4ffd-9307-adacd6d58aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.289814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2d49-a542-4005-8f24-9df52701354c req-1b425314-f930-41fc-80ab-437df83938f3 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:12.291467 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed3c2d49-a542-4005-8f24-9df52701354c req-1b425314-f930-41fc-80ab-437df83938f3 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 936 time: 0.2754924 May 10 11:35:12.299654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Request body: {'port': {'device_id': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:12.325934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8318c6f1-5e9f-4ffd-9307-adacd6d58aef None None] Port 5b0f6053-ae4d-40fa-a061-f7416f78b064 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:12.331320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aafb357b-54bd-4e59-b329-cdd1bf99eb0b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.355885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aafb357b-54bd-4e59-b329-cdd1bf99eb0b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.395017 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4781e6f0-cac1-470d-843e-a9e1a2455c34 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] DELETE failed (client error): The resource could not be found. May 10 11:35:12.395603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4781e6f0-cac1-470d-843e-a9e1a2455c34 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:12.398770 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4781e6f0-cac1-470d-843e-a9e1a2455c34 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/subnets/9d66979d-57a8-4fc7-b218-a16c8b419073 HTTP/1.1" status: 404 len: 337 time: 0.6490855 May 10 11:35:12.431293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45382) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:12.452146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:12.453415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb357b-54bd-4e59-b329-cdd1bf99eb0b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914e26cb-7814-4509-88d6-7c06affeb146,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:12.455902 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.461612 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e87eeb2-cf25-4dff-8474-9f5edea2bc23 req-edd30f83-94cb-45ce-8156-083da0353b9e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7457249 May 10 11:35:12.487086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed3c2d49-a542-4005-8f24-9df52701354c req-79f52130-9c5c-4b50-a328-681b5b325a24 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793370 May 10 11:35:12.510538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:12.519811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.562088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aafb357b-54bd-4e59-b329-cdd1bf99eb0b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.566851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aafb357b-54bd-4e59-b329-cdd1bf99eb0b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7391298 May 10 11:35:12.578978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45386) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:12.632581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-edf9eb23-9d19-4d62-9aab-cb9f25db8501 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '13142ef4-d20d-479d-8911-ad0ff11ba25b', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:12.633180 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.666332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:12.666945 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.668585 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] 10.222.0.70 "PUT /v2.0/ports/20e68c62-0b4a-4966-ac88-6533271c0951 HTTP/1.1" status: 200 len: 1096 time: 3.0321925 May 10 11:35:12.680476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:12.683194 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:12.741348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.772038 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a2de6b-22df-4a15-8b00-4361d906271f x-openstack-request-id: req-47a2de6b-22df-4a15-8b00-4361d906271f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:12.772696 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:12.773232 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47a2de6b-22df-4a15-8b00-4361d906271f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:12.773814 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a2de6b-22df-4a15-8b00-4361d906271f'] response: {'name': 'network-changed', 'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951', 'status': 'completed', 'code': 200} May 10 11:35:12.780793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.815537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987baeb-e714-444f-8d37-cff1b53e1def service neutron] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:12.821691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.827771 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-edf9eb23-9d19-4d62-9aab-cb9f25db8501 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Project ac5009d716d1416587e6e6a7d43b9fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:35:12.862479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-edf9eb23-9d19-4d62-9aab-cb9f25db8501 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.946419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45396) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:13.042929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-ced5826f-933a-49a5-8394-4f2e51668784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:13.044397 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-ced5826f-933a-49a5-8394-4f2e51668784 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85e5b227840c4c519c4b8edd637fb92d&device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 1099 time: 0.3047190 May 10 11:35:13.107414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caca282-c7bb-45a9-8828-2bdc4b5aefd2 req-8e54b00b-2f4a-46a3-bf92-8f3d82099e7a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:13.108984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0caca282-c7bb-45a9-8828-2bdc4b5aefd2 req-8e54b00b-2f4a-46a3-bf92-8f3d82099e7a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.4535427 May 10 11:35:13.149000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-219847876-network', 'tenant_id': 'a771f71a33344ded971051979b87f489'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:13.160172 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-bbb3f805-4aa3-4a76-b1d0-0429469d4be1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=20e68c62-0b4a-4966-ac88-6533271c0951 HTTP/1.1" status: 200 len: 217 time: 0.0890846 May 10 11:35:13.164992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-edf9eb23-9d19-4d62-9aab-cb9f25db8501 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.199567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Allocated IP 172.25.8.88 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b4741105-549e-4638-bf10-6b6c41a5d1e6) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:13.204398 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-edf9eb23-9d19-4d62-9aab-cb9f25db8501 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.270440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Made reservation on behalf of a771f71a33344ded971051979b87f489 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:13.272784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.297100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Deleting port 2dfe728c-05c4-445c-8c43-91654ae9d741 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:13.297451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.304784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9eb23-9d19-4d62-9aab-cb9f25db8501 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fea64a-958a-4cea-b1f3-521437efefe2,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:13.358445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-edf9eb23-9d19-4d62-9aab-cb9f25db8501 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.362343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-edf9eb23-9d19-4d62-9aab-cb9f25db8501 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7435505 May 10 11:35:13.362343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.366593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45400) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:13.371878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-315b9ef0-cd9e-4d1c-b0e0-e257686fc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:13.372086 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-315b9ef0-cd9e-4d1c-b0e0-e257686fc685 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2000663 May 10 11:35:13.375039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5cd8f33f-aa1a-47e6-b774-2e9a9fcbf2db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '13142ef4-d20d-479d-8911-ad0ff11ba25b', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:13.389045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0caca282-c7bb-45a9-8828-2bdc4b5aefd2 req-15b5099d-e25a-4199-bc0d-f740b30001d0 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664418 May 10 11:35:13.436831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:13.458408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f15107bc-2159-47ea-bbe4-a2361084a00e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:13.459149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] For port 2dfe728c-05c4-445c-8c43-91654ae9d741, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2dfe728c-05c4-445c-8c43-91654ae9d741,segment=NetworkSegment(eac2ca65-70a2-4f33-b323-5b9e0540d6fd),segment_id=eac2ca65-70a2-4f33-b323-5b9e0540d6fd)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:13.459596 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.498512 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-5cd8f33f-aa1a-47e6-b774-2e9a9fcbf2db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Project ac5009d716d1416587e6e6a7d43b9fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:35:13.499332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Calling delete_port for 2dfe728c-05c4-445c-8c43-91654ae9d741 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:13.531750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f15107bc-2159-47ea-bbe4-a2361084a00e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:13.534511 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.582684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-0518cbaf-82ea-432c-ba82-69443a29a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:13.597168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-0518cbaf-82ea-432c-ba82-69443a29a8bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2091951 May 10 11:35:13.598137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f33f-aa1a-47e6-b774-2e9a9fcbf2db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.605028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0f6053-ae4d-40fa-a061-f7416f78b064 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:13.619754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.631128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f15107bc-2159-47ea-bbe4-a2361084a00e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:13.631872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.670511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port f15107bc-2159-47ea-bbe4-a2361084a00e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f15107bc-2159-47ea-bbe4-a2361084a00e,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:13.676642 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.677368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.700780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Transition to ACTIVE for port object 5b0f6053-ae4d-40fa-a061-f7416f78b064 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:35:13.734544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677515b5-cf84-43b8-bc19-790e25929be3 None None] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:13.771200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:13.773174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.779737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=f15107bc-2159-47ea-bbe4-a2361084a00e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:13.789902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b3fb8ace-194e-4619-baae-6ff5ed20dd1f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8254726 May 10 11:35:13.790147 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:13.802616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45406) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:13.806981 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:13.808040 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:13.889774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7047ef1d-20b8-4930-b04c-b19b483395af None None] Provisioning complete for port f15107bc-2159-47ea-bbe4-a2361084a00e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:13.890499 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7047ef1d-20b8-4930-b04c-b19b483395af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.895856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.913063 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f33f-aa1a-47e6-b774-2e9a9fcbf2db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.930144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.955936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-95eee691-e02d-442b-8dd0-f632d1193336 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:13.957488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-95eee691-e02d-442b-8dd0-f632d1193336 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.3173501 May 10 11:35:13.965667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f33f-aa1a-47e6-b774-2e9a9fcbf2db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.974585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46dc1c-9b39-4293-af4f-579c96d62b58 req-5d73eade-a3ed-4bde-9018-e60ce8232b6a tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:13.976144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c46dc1c-9b39-4293-af4f-579c96d62b58 req-5d73eade-a3ed-4bde-9018-e60ce8232b6a tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 948 time: 0.2682829 May 10 11:35:13.978064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d5988-f60b-45e1-bc02-47f01bc54b77 req-c85c1c31-fb41-4a54-a1c8-7cb57a5160ec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:13.980344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d72d5988-f60b-45e1-bc02-47f01bc54b77 req-c85c1c31-fb41-4a54-a1c8-7cb57a5160ec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3195379 May 10 11:35:13.990925 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:14.000435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:14.006259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-beefc10d-aca5-4429-96fb-da33586e4772 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet db66bddd-c96e-450a-8b2d-a9b5095ddb9c {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:35:14.009738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-56d039f8-e22d-41ad-ba45-dce1e59b706f service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864565 May 10 11:35:14.029799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-beefc10d-aca5-4429-96fb-da33586e4772 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.073702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7047ef1d-20b8-4930-b04c-b19b483395af None None] Current status of the port f15107bc-2159-47ea-bbe4-a2361084a00e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:14.100252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:14.106133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.156917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d72d5988-f60b-45e1-bc02-47f01bc54b77 req-3c7fffda-0f8c-47b8-a7a1-346cc8f96e90 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109469 May 10 11:35:14.156917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Attempting to bind port 5b0f6053-ae4d-40fa-a061-f7416f78b064 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:14.156917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Attempting to bind port 5b0f6053-ae4d-40fa-a061-f7416f78b064 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:14.156917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Attempting to bind port 5b0f6053-ae4d-40fa-a061-f7416f78b064 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:14.156917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.187787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Port 5b0f6053-ae4d-40fa-a061-f7416f78b064 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:35:14.188907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Attempting to bind port 5b0f6053-ae4d-40fa-a061-f7416f78b064 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:14.193087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Port': ['ID=2dfe728c-05c4-445c-8c43-91654ae9d741,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:14.200001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No DVR routers for this DVR port 2dfe728c-05c4-445c-8c43-91654ae9d741 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:14.202391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:14.202842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:14.203315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:14.204050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Bound port: 5b0f6053-ae4d-40fa-a061-f7416f78b064, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:14.204348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.264623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8f33f-aa1a-47e6-b774-2e9a9fcbf2db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c596f9b-7537-4bda-b271-8528511ba579,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:14.290134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.290646 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Added segment c88b2d07-e37a-46a0-b5d6-0b90a49eadf1 of type vlan for network 862e694c-25bb-4128-9a47-d0a0988b956e May 10 11:35:14.347796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:14.354129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f33f-aa1a-47e6-b774-2e9a9fcbf2db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.355603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5cd8f33f-aa1a-47e6-b774-2e9a9fcbf2db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9870296 May 10 11:35:14.372872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f062c2-27af-4591-b0f8-3faff58c064b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:14.397797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.408806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d5332d05-979c-40b4-b43e-c2d76047ad04 None None] Provisioning complete for port f15107bc-2159-47ea-bbe4-a2361084a00e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:14.409285 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5332d05-979c-40b4-b43e-c2d76047ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.427362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Pushing event updated for resources: {'Port': ['ID=b4741105-549e-4638-bf10-6b6c41a5d1e6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:14.432181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:14.435580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:14.441552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:14.448552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5180f1-8a1f-4a59-a86b-e594accd59da']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:14.472086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:14.474265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac2ca65-70a2-4f33-b323-5b9e0540d6fd') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:14.474824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac2ca65-70a2-4f33-b323-5b9e0540d6fd') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:14.502118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.504328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.548632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.559116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:14.560196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.561158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] 10.222.0.49 "PUT /v2.0/ports/5b0f6053-ae4d-40fa-a061-f7416f78b064 HTTP/1.1" status: 200 len: 1096 time: 2.2831097 May 10 11:35:14.563534 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:11Z', 'revision_number': 8, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:14.568037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d5332d05-979c-40b4-b43e-c2d76047ad04 None None] Current status of the port f15107bc-2159-47ea-bbe4-a2361084a00e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:14.573471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:14.587489 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aef9e00-f031-464a-9040-56d1501159a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:14.621089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:14.621495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: timer() May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:14.625787 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:14.629195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-beefc10d-aca5-4429-96fb-da33586e4772 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.638121 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:14.647922 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:14.648809 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:14.694112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.758945 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:14.761142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c46dc1c-9b39-4293-af4f-579c96d62b58 req-9924fd5f-cc45-4ce9-ba05-267d3426e394 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7714202 May 10 11:35:14.837949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b8fbc50-d046-40a6-8133-c9df3cb24a00 req-6f211719-80a0-46df-ab62-7bd40d9f31f9 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7917254 May 10 11:35:14.878817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.879915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:14.880505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.924930 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9707050 May 10 11:35:14.959030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Deleting port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:14.959371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:14.962349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45428) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:15.020445 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:11Z', 'revision_number': 8, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:15.026655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Request body: {'subnet': {'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-subnet', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:15.049376 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda9293-d85b-4aaf-b3a8-1a34fb98e122 None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:11Z', 'revision_number': 8, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': '9f67bc0d-273c-4b3a-90d0-3e53c2cc8679', 'name': '', 'network_id': '24a745df-d212-4127-9be5-8c3dc18bd7e3', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:35:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:43Z', 'updated_at': '2022-05-10T11:34:55Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'f2b7096b-99fb-4918-8e3b-4a87313dad17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:15.077834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440fdd9-ba3a-4863-85c5-26ed6c7a8527 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:15.101577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75d102-daf5-4104-a00f-416a35034598 req-eafbdad6-2bad-4ce1-8b39-2012fdca58e5 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:15.103109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a75d102-daf5-4104-a00f-416a35034598 req-eafbdad6-2bad-4ce1-8b39-2012fdca58e5 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.4926255 May 10 11:35:15.104746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.107675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-29cc3af8-2e31-4f10-94b5-21a09eaf1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:15.109247 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-29cc3af8-2e31-4f10-94b5-21a09eaf1d56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85e5b227840c4c519c4b8edd637fb92d&device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 1099 time: 0.4844534 May 10 11:35:15.124122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-87c589db-78b8-4227-96e0-18d38792ac21 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210382927&fields=id&tenant_id=ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 267 time: 0.2464786 May 10 11:35:15.140484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.146653 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/df5180f1-8a1f-4a59-a86b-e594accd59da HTTP/1.1" status: 204 len: 168 time: 2.7143278 May 10 11:35:15.147621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45430) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:15.176109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009271d-e07e-408b-ad1e-80f0538fa3ac tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Network': ['ID=df5180f1-8a1f-4a59-a86b-e594accd59da,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:15.202221 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-beefc10d-aca5-4429-96fb-da33586e4772 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.206715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fbdb3-81d5-46d4-ab89-6dded3926c36 admin admin] Pushing event updated for resources: {'Network': ['ID=862e694c-25bb-4128-9a47-d0a0988b956e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:15.220354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-6f1cca51-8574-4dc1-86cd-4dcbea83bc22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064 HTTP/1.1" status: 200 len: 217 time: 0.0872133 May 10 11:35:15.220772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 862e694c-25bb-4128-9a47-d0a0988b956e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:35:15.285514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f4f10f-728f-46e7-9bff-ad8b8a9ac95e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Deleting subnet 4097f959-81d1-415a-b039-63966147c312 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:35:15.293460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38f4f10f-728f-46e7-9bff-ad8b8a9ac95e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.326030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a75d102-daf5-4104-a00f-416a35034598 req-c35804af-b687-4485-a2ea-8e7bd295860a tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943781 May 10 11:35:15.337896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-dc352559-e371-47fa-a3d7-59ea803c03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:15.339346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-dc352559-e371-47fa-a3d7-59ea803c03f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.1103837 May 10 11:35:15.382523 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef617567-2505-4e7f-8bf9-b741e6f3e77e x-openstack-request-id: req-ef617567-2505-4e7f-8bf9-b741e6f3e77e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:15.383192 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:15.383452 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef617567-2505-4e7f-8bf9-b741e6f3e77e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:15.383912 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef617567-2505-4e7f-8bf9-b741e6f3e77e'] response: {'name': 'network-changed', 'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'status': 'completed', 'code': 200} May 10 11:35:15.388803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38f4f10f-728f-46e7-9bff-ad8b8a9ac95e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.465422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-9d250516-3b6e-4c65-9040-30be7e71db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:15.466949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-9d250516-3b6e-4c65-9040-30be7e71db8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206937 May 10 11:35:15.547594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f15107bc-2159-47ea-bbe4-a2361084a00e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:15.551740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Made reservation on behalf of a771f71a33344ded971051979b87f489 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:15.554053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.596106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce81c2-b75a-446c-bb58-23fc572398fc req-1cb27ed9-fce4-48db-bb03-fa782431a6a7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:15.605259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93ce81c2-b75a-446c-bb58-23fc572398fc req-1cb27ed9-fce4-48db-bb03-fa782431a6a7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1746433 May 10 11:35:15.619909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f15107bc-2159-47ea-bbe4-a2361084a00e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:15.620450 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.657020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-c42b8498-1803-41b9-9086-de139014f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:15.658612 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-c42b8498-1803-41b9-9086-de139014f294 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85e5b227840c4c519c4b8edd637fb92d&device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 1099 time: 0.7384312 May 10 11:35:15.671321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93ce81c2-b75a-446c-bb58-23fc572398fc req-1e9b7be0-8ace-40b1-b311-bea17889ec1b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650620 May 10 11:35:15.676116 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38f4f10f-728f-46e7-9bff-ad8b8a9ac95e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.703296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-44b2edd4-dbdd-4922-ade6-56c1820b421a service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273622 May 10 11:35:15.743343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f15107bc-2159-47ea-bbe4-a2361084a00e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:15.763463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8dac0784-eb70-409d-b467-3649fabe9c63 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:15.802072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] For port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:15.802451 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.810012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 8dac0784-eb70-409d-b467-3649fabe9c63 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:15.810692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8dac0784-eb70-409d-b467-3649fabe9c63 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:15.834245 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38f4f10f-728f-46e7-9bff-ad8b8a9ac95e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.853707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Calling delete_port for 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:15.861790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.875034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4f10f-728f-46e7-9bff-ad8b8a9ac95e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Subnet': ['ID=4097f959-81d1-415a-b039-63966147c312,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:15.878749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38f4f10f-728f-46e7-9bff-ad8b8a9ac95e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:15.881962 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-38f4f10f-728f-46e7-9bff-ad8b8a9ac95e tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/subnets/4097f959-81d1-415a-b039-63966147c312 HTTP/1.1" status: 204 len: 168 time: 0.7070065 May 10 11:35:15.883440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-27de8df2-d2d4-4735-b765-4e9d36530ce3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:15.884966 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-27de8df2-d2d4-4735-b765-4e9d36530ce3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/networks?id=1ca7e583-47a0-4750-8baf-50dbdb2369c8 HTTP/1.1" status: 200 len: 797 time: 0.7462127 May 10 11:35:15.885565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45436) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:15.888961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79c654b0-73cc-4719-ab2c-cae838eeaf60 req-b1598f8b-b664-42a1-a98f-628365d41a3b service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756892 May 10 11:35:15.905025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad0295-8b32-490a-9b72-f2e7656e86bc None None] Network 51f32dac-d25a-4660-8d14-9ad18afcd5af requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:15.926268 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-beefc10d-aca5-4429-96fb-da33586e4772 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.022345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefc10d-aca5-4429-96fb-da33586e4772 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=db66bddd-c96e-450a-8b2d-a9b5095ddb9c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:16.030973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-c639bfc9-a64b-4dfc-8221-20f746828c84 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/quotas/ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 375 time: 0.1024008 May 10 11:35:16.036847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef9e00-f031-464a-9040-56d1501159a2 req-1ce4a951-bde1-4673-b1f4-25550ee0ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.037113 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-beefc10d-aca5-4429-96fb-da33586e4772 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.038150 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aef9e00-f031-464a-9040-56d1501159a2 req-1ce4a951-bde1-4673-b1f4-25550ee0ec15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85e5b227840c4c519c4b8edd637fb92d&device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 1099 time: 0.0747750 May 10 11:35:16.040248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-beefc10d-aca5-4429-96fb-da33586e4772 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/db66bddd-c96e-450a-8b2d-a9b5095ddb9c HTTP/1.1" status: 204 len: 168 time: 2.2351658 May 10 11:35:16.041635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-6c0d2000-10cc-452c-ad5f-0e139f2133e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.042998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-6c0d2000-10cc-452c-ad5f-0e139f2133e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.3702383 May 10 11:35:16.049360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667d63d-738e-4e7a-9eba-4fc023da0986 req-9a5a4ad6-55e5-462d-9faa-69ec7a8deed6 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.049554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45438) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:16.050705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3667d63d-738e-4e7a-9eba-4fc023da0986 req-9a5a4ad6-55e5-462d-9faa-69ec7a8deed6 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 948 time: 0.1535027 May 10 11:35:16.054235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.062673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b279dbf-1722-481c-aa16-42e7673a5629 None None] Network f61c4055-61b0-4ec7-90c1-42270a20346b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:16.122420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:35:16.173017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] DHCP port deletion for 51f32dac-d25a-4660-8d14-9ad18afcd5af request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:35:16.192812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3667d63d-738e-4e7a-9eba-4fc023da0986 req-2f32d412-6460-4ca6-8b9c-da36fde74c62 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282091 May 10 11:35:16.228226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef9e00-f031-464a-9040-56d1501159a2 req-7ef0ab54-869b-404e-b11a-421710b33dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.229880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aef9e00-f031-464a-9040-56d1501159a2 req-7ef0ab54-869b-404e-b11a-421710b33dd9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1734564 May 10 11:35:16.236901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Deleting port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:16.237853 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.243057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-336e31e9-3a3f-48c4-b567-b7845a757895 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=20e68c62-0b4a-4966-ac88-6533271c0951 HTTP/1.1" status: 200 len: 217 time: 0.1492817 May 10 11:35:16.289198 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aef9e00-f031-464a-9040-56d1501159a2 req-890f7281-09b3-41f9-95fa-0e812a1aa13f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064 HTTP/1.1" status: 200 len: 217 time: 0.0491743 May 10 11:35:16.328492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:16.351735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '20e68c62-0b4a-4966-ac88-6533271c0951', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '20e68c62-0b4a-4966-ac88-6533271c0951', 'mac_address': 'fa:16:3e:b7:c3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:35:16.354170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.365923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] Deleting port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:16.366727 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.400616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] For port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,segment=NetworkSegment(1f1be89a-92df-4908-b621-d3236ef4a718),segment_id=1f1be89a-92df-4908-b621-d3236ef4a718)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:16.400996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.411368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef9e00-f031-464a-9040-56d1501159a2 req-b4eabe86-13bc-4897-a056-0acd93471ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.412901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aef9e00-f031-464a-9040-56d1501159a2 req-b4eabe86-13bc-4897-a056-0acd93471ffe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0995150 May 10 11:35:16.430076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Calling delete_port for 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:16.440474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] DHCP port deletion for f61c4055-61b0-4ec7-90c1-42270a20346b request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:35:16.473674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-deb6615a-6b31-478a-ba2d-c90ada6196e5 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3887308 May 10 11:35:16.491068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-e3534bb4-03e8-4145-b416-634bcb9ca74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.492575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-e3534bb4-03e8-4145-b416-634bcb9ca74a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.2407258 May 10 11:35:16.517129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 20e68c62-0b4a-4966-ac88-6533271c0951 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:16.517911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.520524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] For port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,segment=NetworkSegment(1f1be89a-92df-4908-b621-d3236ef4a718),segment_id=1f1be89a-92df-4908-b621-d3236ef4a718)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:16.520916 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.543685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] Calling delete_port for 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:16.550952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e68c62-0b4a-4966-ac88-6533271c0951 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:16.569685 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.594234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef9e00-f031-464a-9040-56d1501159a2 req-5dc5114a-2e08-4289-beff-3e385dbaf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.596946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aef9e00-f031-464a-9040-56d1501159a2 req-5dc5114a-2e08-4289-beff-3e385dbaf05a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544211 May 10 11:35:16.606766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a2c36-16c2-426a-9b2d-be8216fea301 req-067f09dc-5651-4391-8790-a969a9d0c9fd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.608228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e1a2c36-16c2-426a-9b2d-be8216fea301 req-067f09dc-5651-4391-8790-a969a9d0c9fd tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e3eb323-cea3-46d7-9fe4-2cb09b1101df HTTP/1.1" status: 200 len: 946 time: 0.1682453 May 10 11:35:16.616554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:16.628582 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.676682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] Deleting port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:16.676971 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.701227 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.725868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e1a2c36-16c2-426a-9b2d-be8216fea301 req-32ff14ca-e2c0-41fa-9f6c-5b8558039360 tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.13 "GET /v2.0/security-groups?id=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070716 May 10 11:35:16.732024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.759312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:16.765667 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.770917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.777092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Port': ['ID=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:16.778002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Pushing event deleted for resources: {'Port': ['ID=4574da6e-9f5c-4b83-8a20-aa293c03e1e1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:16.792555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a00e7eb-8579-4339-b0a5-8f32054f28f4,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:16.794491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] No DVR routers for this DVR port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:16.813043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] Pushing event deleted for resources: {'Port': ['ID=28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:16.817285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] For port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c0a9182a-4f36-450b-a55d-4ce4ed12bcf9,segment=NetworkSegment(2f8a6d29-f884-4556-b63c-a0c593c12020),segment_id=2f8a6d29-f884-4556-b63c-a0c593c12020)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:16.817700 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.822563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94052b9c-e4be-4be6-b131-6b66f96b8d51 None None] No DVR routers for this DVR port 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:16.830525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-6b047537-4b35-419e-b181-33d8fd10a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:16.832290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-6b047537-4b35-419e-b181-33d8fd10a866 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3163183 May 10 11:35:16.838218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] Calling delete_port for c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:16.907521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['20e68c62-0b4a-4966-ac88-6533271c0951'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:35:16.917502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] No DVR routers for this DVR port 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:16.920262 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.926210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aef9e00-f031-464a-9040-56d1501159a2 req-b4e2d2fc-5692-4374-b1f6-eea141f2bb06 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166707 May 10 11:35:16.934722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-6b250114-6b51-4a71-8c31-a907b9cca50f service neutron] 10.222.0.13 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311078 May 10 11:35:16.961034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:16.964305 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e65fc3d-8444-46e9-ba30-a85c45fe62a2 req-e1c807be-50c2-4dc0-8f19-6fb45af4581c tempest-ServerRescueNegativeTestJSON-971388272 tempest-ServerRescueNegativeTestJSON-971388272-project] 10.222.0.70 "DELETE /v2.0/ports/4574da6e-9f5c-4b83-8a20-aa293c03e1e1 HTTP/1.1" status: 204 len: 173 time: 2.9783030 May 10 11:35:16.967596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3eb323-cea3-46d7-9fe4-2cb09b1101df', 'name': 'network-vif-deleted', 'tag': '4574da6e-9f5c-4b83-8a20-aa293c03e1e1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:16.970339 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f45c0a9-f1b1-4a0f-a127-f9f92a402f4c" -d '{"events": [{"server_uuid": "7e3eb323-cea3-46d7-9fe4-2cb09b1101df", "name": "network-vif-deleted", "tag": "4574da6e-9f5c-4b83-8a20-aa293c03e1e1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:16.981520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Checking segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:16.982206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Network hostable DHCP agents. Network: 862e694c-25bb-4128-9a47-d0a0988b956e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:17.026238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f32dac-d25a-4660-8d14-9ad18afcd5af']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:17.041741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.043964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1be89a-92df-4908-b621-d3236ef4a718') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:17.044175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1be89a-92df-4908-b621-d3236ef4a718') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:17.060246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.081272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1800b3-ea02-458b-8dc9-62f434f0336f req-9b36de9a-341f-4ca2-a283-956a700c8582 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:17.082941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a1800b3-ea02-458b-8dc9-62f434f0336f req-9b36de9a-341f-4ca2-a283-956a700c8582 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1793423 May 10 11:35:17.087391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:17.087628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.090356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] Pushing event deleted for resources: {'Port': ['ID=c0a9182a-4f36-450b-a55d-4ce4ed12bcf9,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:17.093616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fb94b-2c0e-48c3-b63f-6fd3c5e9c363 None None] No DVR routers for this DVR port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:17.125762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.148288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:17.149252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: timer() May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:17.157035 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:17.266935 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aef9e00-f031-464a-9040-56d1501159a2 req-06de639c-18e1-4be8-a37a-a8e984e22454 service neutron] 10.222.0.49 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198645 May 10 11:35:17.271460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a1800b3-ea02-458b-8dc9-62f434f0336f req-7a2593bf-8e7f-4dae-920e-5eb158efacf8 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658614 May 10 11:35:17.280718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.296605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.311506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:17.315219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] 10.222.0.13 "DELETE /v2.0/networks/51f32dac-d25a-4660-8d14-9ad18afcd5af HTTP/1.1" status: 204 len: 168 time: 1.4284146 May 10 11:35:17.340971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:17.341316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:17.341749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:17.357900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381a4ca-d0b8-4db7-987f-edd01b2100c3 tempest-NetworksIpV6TestAttrs-1488760141 tempest-NetworksIpV6TestAttrs-1488760141-project] Pushing event deleted for resources: {'Network': ['ID=51f32dac-d25a-4660-8d14-9ad18afcd5af,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:17.372140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:17.372505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 28ceb117-33ea-47ba-8ceb-a5ca0b6b5a5c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:17.505715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0750d6-d020-4317-9bf2-413addf1f6af req-ffa564ae-8749-47bb-a7a9-dd950ecee9e0 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:17.508445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb0750d6-d020-4317-9bf2-413addf1f6af req-ffa564ae-8749-47bb-a7a9-dd950ecee9e0 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 948 time: 0.0760238 May 10 11:35:17.564531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb0750d6-d020-4317-9bf2-413addf1f6af req-769cfca1-b184-4f1d-89ae-706087b4c518 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 May 10 11:35:17.580495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-8440632d-df81-471b-b60c-29f60eb56eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051483 May 10 11:35:17.588513 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c473cc-6a8e-493f-9b81-26d0319fb693 x-openstack-request-id: req-86c473cc-6a8e-493f-9b81-26d0319fb693 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:17.588739 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3eb323-cea3-46d7-9fe4-2cb09b1101df", "name": "network-vif-deleted", "tag": "4574da6e-9f5c-4b83-8a20-aa293c03e1e1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:17.589048 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86c473cc-6a8e-493f-9b81-26d0319fb693 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:17.589990 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c473cc-6a8e-493f-9b81-26d0319fb693'] response: {'server_uuid': '7e3eb323-cea3-46d7-9fe4-2cb09b1101df', 'name': 'network-vif-deleted', 'tag': '4574da6e-9f5c-4b83-8a20-aa293c03e1e1', 'status': 'completed', 'code': 200} May 10 11:35:17.619332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Network 862e694c-25bb-4128-9a47-d0a0988b956e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:17.656835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0f6053-ae4d-40fa-a061-f7416f78b064 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:35:17.663393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45452) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:17.720297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 862e694c-25bb-4128-9a47-d0a0988b956e) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:17.732115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:17.732701 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.736347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9, host n-d-840949-1, got binding levels [] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:17.736815 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.741373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7008d-1a9a-4774-82da-da427b1d7e7b None None] Network 862e694c-25bb-4128-9a47-d0a0988b956e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:17.742825 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-37153f5b-7d66-49fa-9bc9-dcbae96e88fa service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8608372 May 10 11:35:17.784783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:17.818288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45462) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:17.821286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 was not found and therefore no delete operation was performed {{(pid=102768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:35:17.844742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9e28c2d-df7c-44d2-95e1-a1883fdc7ecc req-92c5e05f-09ef-423a-b678-0431e30ebc60 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 210 time: 0.0602033 May 10 11:35:17.906892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ade724fd-7f9f-4451-a769-5cc55bc48696 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06ac7cab93524579be59660d37000435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390611 May 10 11:35:17.907051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45464) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:17.915085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:17.958071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'mac_address': 'fa:16:3e:05:b7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:35:17.962792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-04a8c2e4-ebdf-4a39-be6b-a66645ec8767 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9779806 May 10 11:35:17.962792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Router 382481b8-238f-4978-870b-b92f68090786 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:35:17.963809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:17.966992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45470) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:17.975278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:17.982305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-043f5574-b605-4451-a77d-35dc83eaab1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.010226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=c0a9182a-4f36-450b-a55d-4ce4ed12bcf9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:18.014107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No DVR routers for this DVR port c0a9182a-4f36-450b-a55d-4ce4ed12bcf9 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:18.028490 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-043f5574-b605-4451-a77d-35dc83eaab1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.037794 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.040375 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.132012 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.145346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-043f5574-b605-4451-a77d-35dc83eaab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.150804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-043f5574-b605-4451-a77d-35dc83eaab1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.152244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-043f5574-b605-4451-a77d-35dc83eaab1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1a08119-9c65-4ec1-adaa-826be7466fca HTTP/1.1" status: 204 len: 168 time: 0.2437854 May 10 11:35:18.215678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:18.287292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5b0f6053-ae4d-40fa-a061-f7416f78b064 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:18.287292 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.304803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-862e694c-25bb-4128-9a47-d0a0988b956e', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:35:18.305631 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.326949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.329628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0f6053-ae4d-40fa-a061-f7416f78b064 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:18.375723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:18.378847 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8883d0b9-0b1e-44b4-9059-72c489cf1c6f req-69d42174-d1c4-4179-aecf-abff4f03f3a2 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261671 May 10 11:35:18.382144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5574-b605-4451-a77d-35dc83eaab1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a08119-9c65-4ec1-adaa-826be7466fca,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:18.418756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61c4055-61b0-4ec7-90c1-42270a20346b']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:18.452074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8a6d29-f884-4556-b63c-a0c593c12020') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:18.452436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8a6d29-f884-4556-b63c-a0c593c12020') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:18.489164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.513075 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.521785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 20e68c62-0b4a-4966-ac88-6533271c0951 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:35:18.525344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:18.572312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.617705 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.622190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b367724c-7d04-4424-9dc8-169a13512c79 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3413873 May 10 11:35:18.623170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45486) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:18.637004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:18.637533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.638178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Allocated IP 172.20.0.2 (862e694c-25bb-4128-9a47-d0a0988b956e/6a00e7eb-8579-4339-b0a5-8f32054f28f4/9f6e7e09-c82f-4180-8a4b-3ffb24e726bb) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: timer() May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:18.646521 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:18.755071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498ec5-d12a-4aa4-9e35-a611c9b2e124 req-e6bc72d2-34db-44ff-8556-7ff74720e24c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:18.756619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5498ec5-d12a-4aa4-9e35-a611c9b2e124 req-e6bc72d2-34db-44ff-8556-7ff74720e24c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3352926 May 10 11:35:18.850874 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.854719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 20e68c62-0b4a-4966-ac88-6533271c0951 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:18.855183 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.858855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.867796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Sync routers for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:18.868906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5498ec5-d12a-4aa4-9e35-a611c9b2e124 req-65fa605c-802c-474f-9539-910cc9758441 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875280 May 10 11:35:18.871460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.876589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:18.883370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/f61c4055-61b0-4ec7-90c1-42270a20346b HTTP/1.1" status: 204 len: 168 time: 2.8314152 May 10 11:35:18.884102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45494) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:18.894542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77439b-4336-4a72-968a-bb867b6e7168 req-53721aef-467a-4a3e-8f72-11c54cd1780f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:18.896657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc77439b-4336-4a72-968a-bb867b6e7168 req-53721aef-467a-4a3e-8f72-11c54cd1780f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 949 time: 0.2027624 May 10 11:35:18.984920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.020570 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc77439b-4336-4a72-968a-bb867b6e7168 req-7f72289c-ee96-43e4-94db-36385ebcd86f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929081 May 10 11:35:19.027504 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.033466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:19.033878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:19.039345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Network 862e694c-25bb-4128-9a47-d0a0988b956e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:19.049122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df15e0-514c-482a-9eaf-d127a317133c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=f61c4055-61b0-4ec7-90c1-42270a20346b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:19.054966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:19.057791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:19.124279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['5b0f6053-ae4d-40fa-a061-f7416f78b064'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:35:19.137917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d3a1687d-e434-4c43-b137-c9f08da99a33 req-d8802e6f-46c9-4277-bb70-c339c27698fe tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 210 time: 0.0606179 May 10 11:35:19.237903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:19.363777 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.405247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Attempting to bind port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:19.405689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Attempting to bind port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:19.405993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Attempting to bind port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:19.410207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45504) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:19.425401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Pushing event updated for resources: {'Port': ['ID=9f6e7e09-c82f-4180-8a4b-3ffb24e726bb,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:19.429615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.461877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:19.462307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Checking segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:19.462696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.463099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Bound using segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:19.463766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Bound port: 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:19.464295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.472409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 20e68c62-0b4a-4966-ac88-6533271c0951 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:19.472824 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.523891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:19.544385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-340078529'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:19.585463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:19.598716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:19.602157 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.625504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.640611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:19.643443 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46e1558-9571-4de0-9ff5-93a1371aa1f8" -d '{"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-plugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:19.660649 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.661635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:19.673586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-032ba16d-2e64-424f-9c9f-780eb6e6440d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:19.675391 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-032ba16d-2e64-424f-9c9f-780eb6e6440d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/networks?id=1ca7e583-47a0-4750-8baf-50dbdb2369c8 HTTP/1.1" status: 200 len: 797 time: 0.2600849 May 10 11:35:19.758522 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492523a4-9a82-4bbd-9942-1a62035a0619 x-openstack-request-id: req-492523a4-9a82-4bbd-9942-1a62035a0619 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:19.758888 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-plugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:19.759099 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-492523a4-9a82-4bbd-9942-1a62035a0619 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:19.759454 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492523a4-9a82-4bbd-9942-1a62035a0619'] response: {'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951', 'code': 200} May 10 11:35:19.772030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Allocated IP 172.25.8.136 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b5021290-3cc2-46b3-a412-ce60eef876cf) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:19.792237 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-26e071e8-adf3-4ac8-8cc9-e34d82db317a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 380 time: 0.1058121 May 10 11:35:19.803137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'port': {'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'admin_state_up': True, 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'security_groups': ['13142ef4-d20d-479d-8911-ad0ff11ba25b']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:19.804009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:19.804360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 4574da6e-9f5c-4b83-8a20-aa293c03e1e1 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:19.862803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.876573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2477a108-65e2-40d1-866a-e495df565ded None None] For port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:19.891702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:19.910003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2477a108-65e2-40d1-866a-e495df565ded None None] For port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f6e7e09-c82f-4180-8a4b-3ffb24e726bb,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:19.942207 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.987430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:19.994348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3be01-4b81-4e13-9b73-a8e0b94dd7be req-3ad120fd-944d-4e30-9ce8-0416376fcce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:19.996323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbe3be01-4b81-4e13-9b73-a8e0b94dd7be req-3ad120fd-944d-4e30-9ce8-0416376fcce0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 1101 time: 0.2011800 May 10 11:35:20.026948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477a108-65e2-40d1-866a-e495df565ded None None] Pushing event updated for resources: {'Port': ['ID=9f6e7e09-c82f-4180-8a4b-3ffb24e726bb,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:20.039526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:14Z', 'revision_number': 3, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:20.051466 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.069213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:20.072787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.099022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Checking router: 382481b8-238f-4978-870b-b92f68090786 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:20.099022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Updating router 382481b8-238f-4978-870b-b92f68090786 port b4741105-549e-4638-bf10-6b6c41a5d1e6 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:35:20.129281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.140047 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.209406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:20.247201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f842cab-a9aa-408e-9652-9d83e3f20a39,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:20.255697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbe3be01-4b81-4e13-9b73-a8e0b94dd7be req-93a5eb2b-f59c-4d10-9595-e9e42c16e748 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382708 May 10 11:35:20.273004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.273277 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Added segment 3cdf937c-28db-4f51-9de6-35a2e90bc747 of type vlan for network d1c29dc1-dd27-4131-a54d-691013171f8e May 10 11:35:20.319747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Deleting port 1e2a0d36-2913-4f43-aa21-157966527121 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:20.320510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.329626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4acc32-a90e-4ebe-8475-58ca3905cc6a req-d6bfc1d1-d1f8-416b-8c75-f8769b3e984a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:20.331554 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e4acc32-a90e-4ebe-8475-58ca3905cc6a req-d6bfc1d1-d1f8-416b-8c75-f8769b3e984a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2729003 May 10 11:35:20.356942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.414720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00c09-144b-4885-8252-1a81ffa75207 req-de074aab-ed7c-4330-8ac6-f588c7eac722 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:20.422416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22b00c09-144b-4885-8252-1a81ffa75207 req-de074aab-ed7c-4330-8ac6-f588c7eac722 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 949 time: 0.2905824 May 10 11:35:20.451330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.600946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.608099 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.631768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:20.646778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Pushing event updated for resources: {'Port': ['ID=b5021290-3cc2-46b3-a412-ce60eef876cf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:20.649464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:20.651907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.20.0.12 (1ca7e583-47a0-4750-8baf-50dbdb2369c8/d4c4f434-f0ad-425f-8cdc-7296a48bd953/15afc4b9-5037-408b-82bd-e4d3f85274d4) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:20.668564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f8b6b-cef3-4fb0-bd5f-6eeaa57e8716 None None] Pushing event updated for resources: {'Port': ['ID=b4741105-549e-4638-bf10-6b6c41a5d1e6,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:20.681892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22b00c09-144b-4885-8252-1a81ffa75207 req-022c87ae-15c1-4503-9bcf-53cda9c231d0 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568140 May 10 11:35:20.685176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:20.700480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Attempting to bind port b4741105-549e-4638-bf10-6b6c41a5d1e6 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:20.700997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Attempting to bind port b4741105-549e-4638-bf10-6b6c41a5d1e6 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:20.701486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Attempting to bind port b4741105-549e-4638-bf10-6b6c41a5d1e6 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:20.707782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:20.708447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:20.708932 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.710354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:20.710948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Bound port: b4741105-549e-4638-bf10-6b6c41a5d1e6, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:20.711419 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.775080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] For port b4741105-549e-4638-bf10-6b6c41a5d1e6, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:20.779047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] For port b4741105-549e-4638-bf10-6b6c41a5d1e6, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b4741105-549e-4638-bf10-6b6c41a5d1e6,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:20.786554 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.810679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.839054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:20.839054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:20.896442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e4acc32-a90e-4ebe-8475-58ca3905cc6a req-5918656b-889c-4d20-84a8-abfbde809f75 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5081134 May 10 11:35:20.913133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] For port 1e2a0d36-2913-4f43-aa21-157966527121, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1e2a0d36-2913-4f43-aa21-157966527121,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:20.913512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.957765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.963726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:20.964383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.967724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f8b6b-cef3-4fb0-bd5f-6eeaa57e8716 None None] Pushing event updated for resources: {'Port': ['ID=b4741105-549e-4638-bf10-6b6c41a5d1e6,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:20.972086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Calling delete_port for 1e2a0d36-2913-4f43-aa21-157966527121 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:20.983877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c23f716e-8adb-42cd-b730-079d697414d3 req-6153c4e2-9889-44e5-bad8-f3cd2fe2d669 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 210 time: 0.1418672 May 10 11:35:21.018338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Allocated IP 172.20.0.1 (0baa6384-755b-49d7-a9b2-89b8632f72c7/81b933b5-2fe8-47c2-bb94-e00aed01a622/fe5c442d-355c-44d4-a6d3-e251293f256b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:21.023232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:21.120184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7088253 May 10 11:35:21.131688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45516) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:21.137056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'name': 'tempest-PortsIpV6TestJSON-34358072'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:21.171956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeccbc2-fae6-4baf-86e1-9f7cb0287a2b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Network': ['ID=d1c29dc1-dd27-4131-a54d-691013171f8e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:21.213991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.296053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:35:21.327619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.393886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:21.394228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.416355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.424563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.443281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:21.482590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:21.488342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.523579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:35:21.543294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:21.544402 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.549686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5c442d-355c-44d4-a6d3-e251293f256b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:21.553109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:21.555033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e181eb8-758d-460b-a619-8a2b8b168bd5 None None] Network 862e694c-25bb-4128-9a47-d0a0988b956e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:21.586470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:21.595750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:21.598474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:21.632154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,segment=NetworkSegment(8f3a6131-9eaa-4766-b2d9-81a756cbf84c),segment_id=8f3a6131-9eaa-4766-b2d9-81a756cbf84c)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:21.632547 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.639073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:21.657401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ecb1d4e7-3ac4-4f48-8924-3a83ad3ffc81 None None] Provisioning complete for port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:21.658443 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d4e7-3ac4-4f48-8924-3a83ad3ffc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.663959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:21.671514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0f6053-ae4d-40fa-a061-f7416f78b064 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:21.689923 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.775983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:21.776356 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.844970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2a0d36-2913-4f43-aa21-157966527121,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:21.955250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.955990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.960492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.962421 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.962868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.965239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.966234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.966661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.968351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.970342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.971465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.971889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:21.989223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:21.996261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.033571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 5b0f6053-ae4d-40fa-a061-f7416f78b064 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:35:22.056554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 5b0f6053-ae4d-40fa-a061-f7416f78b064 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:22.056953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.166525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f6e7e09-c82f-4180-8a4b-3ffb24e726bb,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:22.188270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.197469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.208801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=15afc4b9-5037-408b-82bd-e4d3f85274d4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:22.247907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1d4e7-3ac4-4f48-8924-3a83ad3ffc81 None None] Current status of the port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:22.248257 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d4e7-3ac4-4f48-8924-3a83ad3ffc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.280776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:22.281907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.283629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:14Z', 'revision_number': 3, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:22.284104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd599d-5d16-4583-a263-8f6f2f9fa71a req-e185162a-7ab2-4d52-a756-274b130a0da8 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:22.285622 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bdfd599d-5d16-4583-a263-8f6f2f9fa71a req-e185162a-7ab2-4d52-a756-274b130a0da8 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 949 time: 0.4489024 May 10 11:35:22.294742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.336998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980794cf-07f7-4033-942d-c00a1f3e45be req-bc4b7368-df41-4190-8f92-c0d0f9683a1e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:22.338721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-980794cf-07f7-4033-942d-c00a1f3e45be req-bc4b7368-df41-4190-8f92-c0d0f9683a1e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2500541 May 10 11:35:22.344383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2d763f95-5b6b-409a-94bb-cbd90853390a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5462329 May 10 11:35:22.364585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=9f6e7e09-c82f-4180-8a4b-3ffb24e726bb,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:22.370382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca7959-2e84-44ad-ba50-65f6060c43f6 None None] The sync data for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 is: [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:14Z', 'revision_number': 3, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:22.425979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5b0f6053-ae4d-40fa-a061-f7416f78b064 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:22.426374 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.438422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-ecb1d4e7-3ac4-4f48-8924-3a83ad3ffc81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:35:22.439064 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-ecb1d4e7-3ac4-4f48-8924-3a83ad3ffc81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:35:22.447209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Request body: {'port': {'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:22.469641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:22.474176 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e7898-b449-4458-9153-8480b928716e" -d '{"events": [{"server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:22.475860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bdfd599d-5d16-4583-a263-8f6f2f9fa71a req-06d3950b-81bd-4858-81f0-21f23ba353f2 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757803 May 10 11:35:22.480360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.528542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:22.539009 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.553867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.595115 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.681334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:22.738396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-980794cf-07f7-4033-942d-c00a1f3e45be req-bef4fcd8-41fd-4cfa-b9a8-43ea1a3d9605 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022258 May 10 11:35:22.798891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.803867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.815725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.829881 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8359ef94-b764-4c5f-90a4-b238b2da3a71 x-openstack-request-id: req-8359ef94-b764-4c5f-90a4-b238b2da3a71 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:22.830697 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:22.830959 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8359ef94-b764-4c5f-90a4-b238b2da3a71 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:22.831408 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8359ef94-b764-4c5f-90a4-b238b2da3a71'] response: {'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'code': 200} May 10 11:35:22.901306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=9791fc34-fd5f-40a8-bf2a-e32eba62ba2c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:23.014583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1d4e7-3ac4-4f48-8924-3a83ad3ffc81 None None] Current status of the port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:23.083192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=9f67bc0d-273c-4b3a-90d0-3e53c2cc8679,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:23.170756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Provisioning complete for port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:23.171342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:23.206829 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking segment: {'id': '3cdf937c-28db-4f51-9de6-35a2e90bc747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:23.207192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network hostable DHCP agents. Network: d1c29dc1-dd27-4131-a54d-691013171f8e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:23.300812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326e9-4bc4-4951-93e8-0c86932f5cc1 req-66b21daa-0747-4554-97b1-958c9418dbec tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:23.314580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ce326e9-4bc4-4951-93e8-0c86932f5cc1 req-66b21daa-0747-4554-97b1-958c9418dbec tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 932 time: 0.7072496 May 10 11:35:23.345748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4fc88-8e63-4233-9102-3456413d4633 req-6e0d4143-ed49-44df-8391-4a353226fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:23.347300 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56c4fc88-8e63-4233-9102-3456413d4633 req-6e0d4143-ed49-44df-8391-4a353226fea9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 1101 time: 0.4411399 May 10 11:35:23.425798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Current status of the port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:23.453730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:23.462612 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:23.465044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Provisioning complete for port fe5c442d-355c-44d4-a6d3-e251293f256b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:23.465671 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:23.574372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Port fe5c442d-355c-44d4-a6d3-e251293f256b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:23.592117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, d1c29dc1-dd27-4131-a54d-691013171f8e) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:23.600775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:23.603751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Provisioning complete for port 15afc4b9-5037-408b-82bd-e4d3f85274d4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:23.606305 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:23.612992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a370b-eca3-411a-9ba4-d206d74ec53c None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:23.618964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:23.619898 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:23.643148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ce326e9-4bc4-4951-93e8-0c86932f5cc1 req-9eb2204e-6692-429c-9b82-02ee37789cd4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270094 May 10 11:35:23.707406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56c4fc88-8e63-4233-9102-3456413d4633 req-35fcf051-72cd-4093-9068-393f3e6a0660 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324018 May 10 11:35:23.714804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:23.774002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-379da3ba-7062-469e-abfe-59d24418294e None None] Port 15afc4b9-5037-408b-82bd-e4d3f85274d4 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:23.777946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-424159ec-dcee-4a30-a157-2a6159d619ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.6421947 May 10 11:35:23.784025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45532) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:23.791594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-687471095'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:23.796246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-6a2f9ff6-f592-421e-9864-7bc98d8c12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:23.797860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-6a2f9ff6-f592-421e-9864-7bc98d8c12f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1095 time: 0.4340775 May 10 11:35:23.839239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Router 26b51cc3-a224-4919-a4ae-bfa061a17a9b is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:35:23.862098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:23.862456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:23.866447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d86f91-4e6c-4034-8f42-58068907ff67 req-46d88122-d830-4807-a385-cd88dd120d5a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:23.874329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11d86f91-4e6c-4034-8f42-58068907ff67 req-46d88122-d830-4807-a385-cd88dd120d5a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.6395237 May 10 11:35:23.952467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:23.953577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b4741105-549e-4638-bf10-6b6c41a5d1e6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:24.017674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:24.021637 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.028238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b4741105-549e-4638-bf10-6b6c41a5d1e6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:24.028768 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.096256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11d86f91-4e6c-4034-8f42-58068907ff67 req-71e0bdcc-c049-4e67-b244-c7988703239e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175877 May 10 11:35:24.114797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:24.130878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b4741105-549e-4638-bf10-6b6c41a5d1e6 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:24.131511 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.137668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.148548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb95c3-d8cf-4a13-b436-526598486459 req-e813e28c-1170-4804-9a1b-fb8eea125107 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:24.150069 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18cb95c3-d8cf-4a13-b436-526598486459 req-e813e28c-1170-4804-9a1b-fb8eea125107 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 950 time: 0.4005704 May 10 11:35:24.156979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port b4741105-549e-4638-bf10-6b6c41a5d1e6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b4741105-549e-4638-bf10-6b6c41a5d1e6,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:24.162307 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.207295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.213723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=b4741105-549e-4638-bf10-6b6c41a5d1e6,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:24.253475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:24.301490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15afc4b9-5037-408b-82bd-e4d3f85274d4 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:24.317349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.317694 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Added segment 3c68a17c-cd3d-4a27-8151-def3c7f4fdfc of type vlan for network cf7ff207-e5c2-476c-972e-1c8273de27ba May 10 11:35:24.327515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.334557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18cb95c3-d8cf-4a13-b436-526598486459 req-1be7c5d9-a7b1-48c3-bf42-5871ad94e06b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506350 May 10 11:35:24.341128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-df6956b7-6235-41e7-8fdc-d5d24798999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:24.342666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-df6956b7-6235-41e7-8fdc-d5d24798999e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.4451613 May 10 11:35:24.350419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:24.370294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:24.376539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-20811888-0ca8-46b1-b3cc-5c5dfdc2d347 admin admin] 10.222.0.13 "PUT /v2.0/routers/f5decfaf-4e2f-4c78-865c-7f48f0884ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5534644 May 10 11:35:24.380325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45534) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:24.380473 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] Sync routers for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:24.390096 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:24.390793 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:24.431517 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.433666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:24.446693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5c442d-355c-44d4-a6d3-e251293f256b,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:24.447421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Sync routers for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:24.449166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Transition to ACTIVE for port object 15afc4b9-5037-408b-82bd-e4d3f85274d4 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:35:24.476080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.477623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:24.478499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:24.501166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.514410 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:24.519352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.519693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.520073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.520409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.520743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.521086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.521397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.521721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.522041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.522368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.522688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.523007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:24.560571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:24.587114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:24.594672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-175b17a1-7625-4dd3-b6c5-14545ea88b6b tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7045135 May 10 11:35:24.596603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45538) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:24.627214 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:35:24.639519 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:24.640510 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:24.657643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.658992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9c119887-7519-4b62-8bdf-f0596f313ece admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6904557 May 10 11:35:24.687899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45540) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:24.786500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02b0196-3d4f-4039-8932-381b3172bb3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet f2b7096b-99fb-4918-8e3b-4a87313dad17 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:35:24.853701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:24.865602 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:24.920365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.034535 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f02b0196-3d4f-4039-8932-381b3172bb3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.061974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.161871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f02b0196-3d4f-4039-8932-381b3172bb3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.179192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-5b175b04-61f4-436c-aaf3-647794d88f5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.8276649 May 10 11:35:25.199598 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'fe794c14-c61e-434e-accc-7710138eea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:35:21Z', 'revision_number': 5, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port': {'id': 'fe794c14-c61e-434e-accc-7710138eea43', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:30:26Z', 'updated_at': '2022-05-10T11:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:25.211775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.217970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:25.219068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.235324 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] Checking router: f5decfaf-4e2f-4c78-865c-7f48f0884ad4 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:25.251918 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] Routers {'f5decfaf-4e2f-4c78-865c-7f48f0884ad4'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:25.252589 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:25.310553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694216-39f1-498e-914c-9e656ba2bbdc req-bd7bad61-aacd-430d-8875-fe74c8d63f07 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:25.319481 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89694216-39f1-498e-914c-9e656ba2bbdc req-bd7bad61-aacd-430d-8875-fe74c8d63f07 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0817690 May 10 11:35:25.338854 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] Set router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:25.377242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b4741105-549e-4638-bf10-6b6c41a5d1e6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:25.381942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Network': ['ID=cf7ff207-e5c2-476c-972e-1c8273de27ba,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:25.385214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Pushing event updated for resources: {'Port': ['ID=15afc4b9-5037-408b-82bd-e4d3f85274d4,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:25.385607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89694216-39f1-498e-914c-9e656ba2bbdc req-bb4bb095-cbc7-46e4-9f13-d2d7c7a22f51 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650985 May 10 11:35:25.411369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network cf7ff207-e5c2-476c-972e-1c8273de27ba details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:35:25.420635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Deleting port fe794c14-c61e-434e-accc-7710138eea43 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:25.421272 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.503897 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:35:25Z', 'revision_number': 6, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:25.530872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0847b9ec-899a-4e77-a324-d6484736e352 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7438586 May 10 11:35:25.540230 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a285ce-aebf-4e94-9651-8140cd3e0c00 None None] The sync data for ids ['f5decfaf-4e2f-4c78-865c-7f48f0884ad4'] in n-d-840949-1 is: [{'id': 'f5decfaf-4e2f-4c78-865c-7f48f0884ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-415528668-router', 'tenant_id': 'ed62376270744c95bfc3225188dd347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:23Z', 'updated_at': '2022-05-10T11:35:25Z', 'revision_number': 6, 'project_id': 'ed62376270744c95bfc3225188dd347f', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:25.543732 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 9, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:25.550532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45550) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:25.560358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa2cff-9edb-49f2-aa93-e75314fb7e08 req-3fb63802-0959-4802-ab7b-1a28da69c6d3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:25.566176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] For port fe794c14-c61e-434e-accc-7710138eea43, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe794c14-c61e-434e-accc-7710138eea43,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:25.566841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.569877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f3aa2cff-9edb-49f2-aa93-e75314fb7e08 req-3fb63802-0959-4802-ab7b-1a28da69c6d3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 944 time: 0.3846297 May 10 11:35:25.581577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'ports': [{'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e'}, {'network_id': 'cf7ff207-e5c2-476c-972e-1c8273de27ba'}]} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:25.582210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:25.582887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': 'cf7ff207-e5c2-476c-972e-1c8273de27ba'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:25.586439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Calling delete_port for fe794c14-c61e-434e-accc-7710138eea43 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:25.590198 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:25.600626 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:25.601257 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:25.603450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Attempting to bind port 15afc4b9-5037-408b-82bd-e4d3f85274d4 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:25.604145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Attempting to bind port 15afc4b9-5037-408b-82bd-e4d3f85274d4 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:25.604626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Attempting to bind port 15afc4b9-5037-408b-82bd-e4d3f85274d4 on network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:25.630018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-b1ebed81-c440-4996-b844-f05885cdda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:25.631686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-b1ebed81-c440-4996-b844-f05885cdda32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.4306238 May 10 11:35:25.655657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b4741105-549e-4638-bf10-6b6c41a5d1e6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:25.656585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.679261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:25.694431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:25.696334 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:25.697271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:21Z', 'revision_number': 3, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:25.714593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f02b0196-3d4f-4039-8932-381b3172bb3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.722705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Port 15afc4b9-5037-408b-82bd-e4d3f85274d4 on network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:35:25.723430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Attempting to bind port 15afc4b9-5037-408b-82bd-e4d3f85274d4 on network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:25.740622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Checking router: 26b51cc3-a224-4919-a4ae-bfa061a17a9b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:25.740962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Updating router 26b51cc3-a224-4919-a4ae-bfa061a17a9b port b5021290-3cc2-46b3-a412-ce60eef876cf binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:35:25.843042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f3aa2cff-9edb-49f2-aa93-e75314fb7e08 req-419d8870-59d5-457e-8ca8-e2b9257ced17 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721622 May 10 11:35:25.843809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:25.844168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Checking segment: {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:25.844541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Bound using segment: {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:25.845064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Bound port: 15afc4b9-5037-408b-82bd-e4d3f85274d4, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:25.845474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.852392 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.927488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71fd5f-2659-47eb-99e8-a83a71384338 req-0dfc29e7-09f2-4807-b41f-67d4759abd35 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:25.941214 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f71fd5f-2659-47eb-99e8-a83a71384338 req-0dfc29e7-09f2-4807-b41f-67d4759abd35 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 950 time: 0.1829350 May 10 11:35:25.945125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f02b0196-3d4f-4039-8932-381b3172bb3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.973181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b4741105-549e-4638-bf10-6b6c41a5d1e6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:26.054825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b0196-3d4f-4039-8932-381b3172bb3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b7096b-99fb-4918-8e3b-4a87313dad17,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:26.057708 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 9, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:26.062255 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f02b0196-3d4f-4039-8932-381b3172bb3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.068441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f02b0196-3d4f-4039-8932-381b3172bb3a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/f2b7096b-99fb-4918-8e3b-4a87313dad17 HTTP/1.1" status: 204 len: 168 time: 1.4683743 May 10 11:35:26.071733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45552) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:26.093300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26a218-bc97-411b-925b-596a1f4a009f None None] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:26.120813 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94152fbc-daf7-4030-88ad-dad9c1b53b6d None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 9, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48e734e-39d8-436a-91dc-5f0d3b25f954', 'name': '', 'network_id': 'c2f6b445-747e-4c45-be75-bc4b6e469b3a', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:75:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:32Z', 'updated_at': '2022-05-10T11:34:45Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'd417f5c1-14f4-4eb5-bcd9-ac381900459e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:26.159413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f71fd5f-2659-47eb-99e8-a83a71384338 req-a045641d-d5d6-42ad-99ef-64c0d8bf54ac tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996548 May 10 11:35:26.174930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] For port 15afc4b9-5037-408b-82bd-e4d3f85274d4, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:26.178723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] For port 15afc4b9-5037-408b-82bd-e4d3f85274d4, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:26.183011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.218489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ed019045-d81b-4646-8100-e736760e554d None None] Provisioning complete for port fe5c442d-355c-44d4-a6d3-e251293f256b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:26.218489 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ed019045-d81b-4646-8100-e736760e554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.236814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.240142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe794c14-c61e-434e-accc-7710138eea43,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:26.241103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.259927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 2} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:26.264297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.299721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ed019045-d81b-4646-8100-e736760e554d None None] Port fe5c442d-355c-44d4-a6d3-e251293f256b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:26.342825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:26.343512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.346781 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] 10.222.0.49 "PUT /v2.0/ports/15afc4b9-5037-408b-82bd-e4d3f85274d4 HTTP/1.1" status: 200 len: 1092 time: 3.9077418 May 10 11:35:26.364275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.406126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:26.409251 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee62115-bf52-4cfb-8f80-26247c4898c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:26.473806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-7bd9f619-49fa-4ca8-8cee-a5775448d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:26.475449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-7bd9f619-49fa-4ca8-8cee-a5775448d8fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7894406 May 10 11:35:26.521385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.535196 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.555735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port da3504fc-9ab8-4a3b-8382-f58bd34efc73 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:26.556693 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.577501 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.595141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.613428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.677218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] DHCP port deletion for 24a745df-d212-4127-9be5-8c3dc18bd7e3 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:35:26.717670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972470e-45cd-4067-8bb7-49fad68afb3a None None] Pushing event updated for resources: {'Port': ['ID=b5021290-3cc2-46b3-a412-ce60eef876cf,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:26.723924 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.724192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5decfaf-4e2f-4c78-865c-7f48f0884ad4 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:35:26.733021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.736761 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-35cda606-a110-4d40-bc35-93b4a0444706 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f5decfaf-4e2f-4c78-865c-7f48f0884ad4 HTTP/1.1" status: 204 len: 168 time: 2.3211288 May 10 11:35:26.761064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843782-1d3d-4d8f-a3a9-0bb5fdc5dc7a req-2e6135a0-a497-4fc2-871a-0d8bb9fa6792 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:26.762502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40843782-1d3d-4d8f-a3a9-0bb5fdc5dc7a req-2e6135a0-a497-4fc2-871a-0d8bb9fa6792 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2390339 May 10 11:35:26.764573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port da3504fc-9ab8-4a3b-8382-f58bd34efc73, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da3504fc-9ab8-4a3b-8382-f58bd34efc73,segment=NetworkSegment(8f3a6131-9eaa-4766-b2d9-81a756cbf84c),segment_id=8f3a6131-9eaa-4766-b2d9-81a756cbf84c)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:26.764946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.767693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45560) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:26.771365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Attempting to bind port b5021290-3cc2-46b3-a412-ce60eef876cf on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:26.771988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Attempting to bind port b5021290-3cc2-46b3-a412-ce60eef876cf by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:26.772596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Attempting to bind port b5021290-3cc2-46b3-a412-ce60eef876cf on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:26.781614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:26.782103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:26.782915 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.783352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:26.784846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Bound port: b5021290-3cc2-46b3-a412-ce60eef876cf, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:26.785359 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.810803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Router 382481b8-238f-4978-870b-b92f68090786 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:26.822593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for da3504fc-9ab8-4a3b-8382-f58bd34efc73 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:26.872160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] For port b5021290-3cc2-46b3-a412-ce60eef876cf, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:26.885131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] For port b5021290-3cc2-46b3-a412-ce60eef876cf, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b5021290-3cc2-46b3-a412-ce60eef876cf,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:26.896666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] Deleting port da3504fc-9ab8-4a3b-8382-f58bd34efc73 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:26.897309 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.902250 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.941496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631a8f-74c2-4c5e-9400-24d5fea3ec15 req-67db7f38-5e23-4dfe-8dd6-89ff8591fb6e tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:26.943528 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d631a8f-74c2-4c5e-9400-24d5fea3ec15 req-67db7f38-5e23-4dfe-8dd6-89ff8591fb6e tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 950 time: 0.5957985 May 10 11:35:26.958393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40843782-1d3d-4d8f-a3a9-0bb5fdc5dc7a req-185d01b5-0a19-4a3b-8ec0-b18ab7e49ec2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508732 May 10 11:35:26.963297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c19cb6-80c5-41cc-b9ec-32a6ad7c0cab admin admin] Deleting subnet 7ac8dd2b-28e4-4790-829b-affe9594a26d {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:35:26.967679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16c19cb6-80c5-41cc-b9ec-32a6ad7c0cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.012496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16c19cb6-80c5-41cc-b9ec-32a6ad7c0cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.015396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d556a-cb66-4f31-8062-88d19bd2ca33 service neutron] Pushing event updated for resources: {'Port': ['ID=15afc4b9-5037-408b-82bd-e4d3f85274d4,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:27.041059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] For port da3504fc-9ab8-4a3b-8382-f58bd34efc73, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da3504fc-9ab8-4a3b-8382-f58bd34efc73,segment=NetworkSegment(8f3a6131-9eaa-4766-b2d9-81a756cbf84c),segment_id=8f3a6131-9eaa-4766-b2d9-81a756cbf84c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:27.041479 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.046281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.065270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2988a6cd-45d4-487d-b8db-257460646060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:27.066796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-2988a6cd-45d4-487d-b8db-257460646060 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 1095 time: 0.5668564 May 10 11:35:27.074294 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7b05a7-c590-40eb-a66b-40dcb35ac1ec x-openstack-request-id: req-5f7b05a7-c590-40eb-a66b-40dcb35ac1ec {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:27.074576 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:27.074824 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f7b05a7-c590-40eb-a66b-40dcb35ac1ec {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:27.075216 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7b05a7-c590-40eb-a66b-40dcb35ac1ec'] response: {'name': 'network-changed', 'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'status': 'completed', 'code': 200} May 10 11:35:27.076753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] Calling delete_port for da3504fc-9ab8-4a3b-8382-f58bd34efc73 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:27.079189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:27.079846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:27.081974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972470e-45cd-4067-8bb7-49fad68afb3a None None] Pushing event updated for resources: {'Port': ['ID=b5021290-3cc2-46b3-a412-ce60eef876cf,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:27.100698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=da3504fc-9ab8-4a3b-8382-f58bd34efc73,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:27.110182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No DVR routers for this DVR port da3504fc-9ab8-4a3b-8382-f58bd34efc73 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:27.210861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 1689c17c-48c9-4f03-a373-e06e3ab3bc54 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:35:27.234110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-fa170a8a-d4fc-490d-af0d-9b94dd516ff6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4 HTTP/1.1" status: 200 len: 217 time: 0.1448739 May 10 11:35:27.260193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-f201c12c-3615-43a8-b89f-dbfbcb7f7c3b service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255402 May 10 11:35:27.260862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:27.262602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d631a8f-74c2-4c5e-9400-24d5fea3ec15 req-00c22bfb-0497-4213-b63b-abc9b2565497 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367284 May 10 11:35:27.306607 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.331683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a745df-d212-4127-9be5-8c3dc18bd7e3']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:27.342333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3a6131-9eaa-4766-b2d9-81a756cbf84c') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:27.346067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3a6131-9eaa-4766-b2d9-81a756cbf84c') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:27.357271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.370870 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.378621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:27.379016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: timer() May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:27.439663 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:27.442202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:27.442294 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16c19cb6-80c5-41cc-b9ec-32a6ad7c0cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.470794 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.477929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.538539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] Pushing event deleted for resources: {'Port': ['ID=da3504fc-9ab8-4a3b-8382-f58bd34efc73,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:27.547671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:27.547671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f67bc0d-273c-4b3a-90d0-3e53c2cc8679 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:27.548588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da3504fc-9ab8-4a3b-8382-f58bd34efc73 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:27.572660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: da3504fc-9ab8-4a3b-8382-f58bd34efc73 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:27.573149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da3504fc-9ab8-4a3b-8382-f58bd34efc73 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:27.573665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe794c14-c61e-434e-accc-7710138eea43 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:27.603893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] Network 24a745df-d212-4127-9be5-8c3dc18bd7e3 is not hosted by any dhcp agent {{(pid=102769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:35:27.604680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabe23b-37a6-4e48-b37e-83466bc983e9 None None] No DVR routers for this DVR port da3504fc-9ab8-4a3b-8382-f58bd34efc73 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:27.608914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: fe794c14-c61e-434e-accc-7710138eea43 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:27.609418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe794c14-c61e-434e-accc-7710138eea43 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:27.609986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1e2a0d36-2913-4f43-aa21-157966527121 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:27.649732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1e2a0d36-2913-4f43-aa21-157966527121 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:27.650131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1e2a0d36-2913-4f43-aa21-157966527121 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:27.690107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:21Z', 'revision_number': 3, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:27.723726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3312d-9aa7-44c7-9df4-e9433c76700e None None] The sync data for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 is: [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:21Z', 'revision_number': 3, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:27.848348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.854009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/24a745df-d212-4127-9be5-8c3dc18bd7e3 HTTP/1.1" status: 204 len: 168 time: 1.7755115 May 10 11:35:27.857327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45584) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:27.890831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-4a25e960-fe65-4e49-a9af-83c151701776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:27.892688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-4a25e960-fe65-4e49-a9af-83c151701776 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4c4f434-f0ad-425f-8cdc-7296a48bd953 HTTP/1.1" status: 200 len: 835 time: 0.6499867 May 10 11:35:27.911227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e3bf2-763f-41dd-9230-69b5dfb6bfd4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=24a745df-d212-4127-9be5-8c3dc18bd7e3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:27.927987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:27.936316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-22a79cd6-eb2e-432e-bb70-5940966fc253 admin admin] 10.222.0.13 "PUT /v2.0/routers/382481b8-238f-4978-870b-b92f68090786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3120263 May 10 11:35:27.945967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Sync routers for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:27.958754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b84b2-df5d-4448-8fd7-1d1ea085a6a3 req-03bdc16a-682d-47b9-b167-17b0c9492b72 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:27.966911 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a9b84b2-df5d-4448-8fd7-1d1ea085a6a3 req-03bdc16a-682d-47b9-b167-17b0c9492b72 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 944 time: 0.8205457 May 10 11:35:27.967904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:27.968547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:28.016128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.017494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a9b84b2-df5d-4448-8fd7-1d1ea085a6a3 req-515c768a-901d-4e91-9a8d-b1e16c6e4e1a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493519 May 10 11:35:28.085330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c685c95-eaad-4b26-9cb8-b203ff958941 req-297b5791-ff04-4132-9248-9c921dbe06c5 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780416 May 10 11:35:28.201346 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16c19cb6-80c5-41cc-b9ec-32a6ad7c0cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.212343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-7744b07e-55e7-4688-b4ad-75bf9330f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:28.214070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-7744b07e-55e7-4688-b4ad-75bf9330f36b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ca7e583-47a0-4750-8baf-50dbdb2369c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3108740 May 10 11:35:28.220150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.225221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 916ff438-edf2-4ca8-b269-1a3723150841 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:35:28.273625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:28.297944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c19cb6-80c5-41cc-b9ec-32a6ad7c0cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac8dd2b-28e4-4790-829b-affe9594a26d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:28.368182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16c19cb6-80c5-41cc-b9ec-32a6ad7c0cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.374542 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-16c19cb6-80c5-41cc-b9ec-32a6ad7c0cab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ac8dd2b-28e4-4790-829b-affe9594a26d HTTP/1.1" status: 204 len: 168 time: 1.6035395 May 10 11:35:28.375812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634248d5-5bd0-46ac-9a6c-542b1a0218d4 req-7d8fbb16-0b11-410b-9b22-cdc251fcb20e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:28.377765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-634248d5-5bd0-46ac-9a6c-542b1a0218d4 req-7d8fbb16-0b11-410b-9b22-cdc251fcb20e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2279410 May 10 11:35:28.379994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45594) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:28.535718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.600789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa923567-bc7e-4289-a5f4-4085bb11ab02 None None] Network 289efa59-fda4-4293-9eae-657d9a92915f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:28.792841 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-634248d5-5bd0-46ac-9a6c-542b1a0218d4 req-ef218b63-393e-410e-9fcf-cfaba90ac98e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697109 May 10 11:35:28.846323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45610) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:28.854717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1136324778-network', 'tenant_id': '13087f1d76034c67938eae775dd02735'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:28.896043 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-4196965d-02ad-496a-87b3-98672e4c3ffb service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654708 May 10 11:35:28.913172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Made reservation on behalf of 13087f1d76034c67938eae775dd02735 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:28.915598 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.931754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.936749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.943801 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.992907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:23Z', 'revision_number': 2, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:28.997461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] DHCP port deletion for 289efa59-fda4-4293-9eae-657d9a92915f request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:35:29.066113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port f48e734e-39d8-436a-91dc-5f0d3b25f954 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:29.066330 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.077835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Checking router: 382481b8-238f-4978-870b-b92f68090786 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:29.077835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Updating router 382481b8-238f-4978-870b-b92f68090786 port fe5c442d-355c-44d4-a6d3-e251293f256b binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:35:29.115067 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.138843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Allocated IP 172.20.0.1 (862e694c-25bb-4128-9a47-d0a0988b956e/6a00e7eb-8579-4339-b0a5-8f32054f28f4/67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:29.142042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.153404 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.165709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:29.169012 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bba88e7a-3b03-4d1d-85d6-df9b2a75559b req-8eb7c64d-a124-4283-b5c6-87a7a52fa3ad service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630992 May 10 11:35:29.175879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.176095 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.176334 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Added segment c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d of type vlan for network 1653924c-83c2-45e5-8ebb-f43e289aefb7 May 10 11:35:29.244893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] Deleting port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:29.245291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.304347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93a387f-1fad-443a-9e31-e71101c2a971,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:29.333385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.355682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port f48e734e-39d8-436a-91dc-5f0d3b25f954, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f48e734e-39d8-436a-91dc-5f0d3b25f954,segment=NetworkSegment(9b18339d-4be2-46d8-b0b9-3e0665be6303),segment_id=9b18339d-4be2-46d8-b0b9-3e0665be6303)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:29.356351 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.374159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b5021290-3cc2-46b3-a412-ce60eef876cf up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:29.378297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:29.387570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for f48e734e-39d8-436a-91dc-5f0d3b25f954 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:29.398065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=1689c17c-48c9-4f03-a373-e06e3ab3bc54,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:29.407973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.409480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:29.410698 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.411755 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:29.418372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Deleting port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:29.419373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.423745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:29.424586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.457706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] For port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:29.458112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.513538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6655996 May 10 11:35:29.521419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45618) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:29.527022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] Calling delete_port for 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:29.528175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Request body: {'subnet': {'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1136324778-subnet', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:29.529779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27be21c-279f-4970-b517-856c3bf73b63 req-ab8372fd-fe8f-45cd-b288-c4614115f4b3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:29.537363 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c27be21c-279f-4970-b517-856c3bf73b63 req-ab8372fd-fe8f-45cd-b288-c4614115f4b3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 944 time: 0.3655508 May 10 11:35:29.555719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Made reservation on behalf of 13087f1d76034c67938eae775dd02735 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:29.558076 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.562155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52477a4-63c0-46fc-95ff-165ab09eadd4 admin admin] Pushing event updated for resources: {'Network': ['ID=1653924c-83c2-45e5-8ebb-f43e289aefb7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:29.584446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1653924c-83c2-45e5-8ebb-f43e289aefb7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:35:29.613577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-64e15e59-651c-439e-b6aa-6132dc46c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:29.615075 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-64e15e59-651c-439e-b6aa-6132dc46c3f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 1095 time: 0.2793832 May 10 11:35:29.623023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=916ff438-edf2-4ca8-b269-1a3723150841,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:29.627553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.630484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] For port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,segment=NetworkSegment(02b954fe-9832-4aec-be37-b06677c2ca6d),segment_id=02b954fe-9832-4aec-be37-b06677c2ca6d)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:29.630660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.675928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Calling delete_port for 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:29.676463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b5021290-3cc2-46b3-a412-ce60eef876cf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:29.676952 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.745027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c27be21c-279f-4970-b517-856c3bf73b63 req-4b8f1ff9-d494-4ccb-9d9f-8a458f9aae01 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066684 May 10 11:35:29.798274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking segment: {'id': '3c68a17c-cd3d-4a27-8151-def3c7f4fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cf7ff207-e5c2-476c-972e-1c8273de27ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:29.799104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network hostable DHCP agents. Network: cf7ff207-e5c2-476c-972e-1c8273de27ba, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:29.810879 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.833335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.865057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=f48e734e-39d8-436a-91dc-5f0d3b25f954,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:29.880021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] Pushing event deleted for resources: {'Port': ['ID=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:29.897686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a227f-f891-49b6-ad3f-7ae906f009a3 None None] No DVR routers for this DVR port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:29.909774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.927350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b5021290-3cc2-46b3-a412-ce60eef876cf is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:29.928339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.936716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.951465 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:29.977350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-592bf8e2-b149-4631-9e16-bce90d1258b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:29.978844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-592bf8e2-b149-4631-9e16-bce90d1258b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ca7e583-47a0-4750-8baf-50dbdb2369c8 HTTP/1.1" status: 200 len: 898 time: 0.3453684 May 10 11:35:29.989091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port b5021290-3cc2-46b3-a412-ce60eef876cf, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b5021290-3cc2-46b3-a412-ce60eef876cf,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:30.006768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network cf7ff207-e5c2-476c-972e-1c8273de27ba is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:30.007843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fee205-598d-4fea-b641-f31615d42325 None None] Pushing event updated for resources: {'Port': ['ID=fe5c442d-355c-44d4-a6d3-e251293f256b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:30.010261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.060572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Network 862e694c-25bb-4128-9a47-d0a0988b956e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:30.119222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:30.138186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:30.143446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-438c3ef9-af9e-4826-a36f-3b681d403ecd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4 HTTP/1.1" status: 200 len: 217 time: 0.1398206 May 10 11:35:30.149536 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.152566 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.156704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:30.182818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:30.183417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:30.185909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:35:30.193427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=b5021290-3cc2-46b3-a412-ce60eef876cf,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:30.250255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, cf7ff207-e5c2-476c-972e-1c8273de27ba) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:30.307619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Pushing event updated for resources: {'Port': ['ID=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:30.320632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:30.326323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:30.331307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:30.332045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.381063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] No DVR routers for this DVR port 8e3628df-7892-44d9-9fe2-c6551bc6e5a3 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:30.383441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18f6c94-f521-4b8b-b8de-0b3ded049d44,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:30.391457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:30.395921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7236-312d-4ed6-9c7f-453441f36f4d req-35975a49-d5cf-44b3-ba94-345cb98db702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:30.397627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84ae7236-312d-4ed6-9c7f-453441f36f4d req-35975a49-d5cf-44b3-ba94-345cb98db702 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3890240 May 10 11:35:30.398820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Checking segment: {'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:30.399186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Network hostable DHCP agents. Network: 1653924c-83c2-45e5-8ebb-f43e289aefb7, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:30.402882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.406884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3628df-7892-44d9-9fe2-c6551bc6e5a3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:30.409313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '20e68c62-0b4a-4966-ac88-6533271c0951', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '20e68c62-0b4a-4966-ac88-6533271c0951', 'mac_address': 'fa:16:3e:b7:c3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:35:30.411398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Attempting to bind port fe5c442d-355c-44d4-a6d3-e251293f256b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:30.412072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Attempting to bind port fe5c442d-355c-44d4-a6d3-e251293f256b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:30.412427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Attempting to bind port fe5c442d-355c-44d4-a6d3-e251293f256b on network 0baa6384-755b-49d7-a9b2-89b8632f72c7 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:30.416615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f5173-1407-455e-aaba-15bfe01bc9d2 None None] Network cf7ff207-e5c2-476c-972e-1c8273de27ba requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:30.447348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-285e2745-5650-4a51-9201-921d7681ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:30.450026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-285e2745-5650-4a51-9201-921d7681ca38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4c4f434-f0ad-425f-8cdc-7296a48bd953 HTTP/1.1" status: 200 len: 835 time: 0.2891881 May 10 11:35:30.459195 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-37a889d8-ca3b-421a-8926-68e766532ade tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.8820887 May 10 11:35:30.463410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45632) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:30.515672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:30.516112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Checking segment: {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:30.516540 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.517054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Bound using segment: {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:30.517557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Bound port: fe5c442d-355c-44d4-a6d3-e251293f256b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:30.518114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.541650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.558624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Network 1653924c-83c2-45e5-8ebb-f43e289aefb7 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:30.569877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 20e68c62-0b4a-4966-ac88-6533271c0951 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:30.570190 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.580550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84ae7236-312d-4ed6-9c7f-453441f36f4d req-a24c0237-a8c8-4b11-ac70-a874bf93b911 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747806 May 10 11:35:30.607447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1653924c-83c2-45e5-8ebb-f43e289aefb7) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:30.630875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275d1f3c-2076-42a8-a922-55b1bdb1a73c None None] Network 1653924c-83c2-45e5-8ebb-f43e289aefb7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:30.661614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.676953 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20e68c62-0b4a-4966-ac88-6533271c0951 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:30.708638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:30.709457 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.713034 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:35:30.737591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289efa59-fda4-4293-9eae-657d9a92915f']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:30.774523 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7adc7d5d-119e-4b6c-8980-166548fdcd1e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2501101 May 10 11:35:30.777688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45644) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:30.782700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:30.803034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:30.807904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-773d3a7c-a5f6-4816-8dee-8d03c89d1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:30.809023 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-773d3a7c-a5f6-4816-8dee-8d03c89d1e3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ca7e583-47a0-4750-8baf-50dbdb2369c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3483429 May 10 11:35:30.821811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b954fe-9832-4aec-be37-b06677c2ca6d') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:30.822082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b954fe-9832-4aec-be37-b06677c2ca6d') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:30.920110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.921248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.935465 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.940158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-b7c243f6-ac93-41f2-864a-87edc5edeaaa service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157198 May 10 11:35:30.952695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Provisioning complete for port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:30.953265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.968650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:30.980175 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c446cfe9-20a5-44bf-bbd3-d0defa201343 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1217134 May 10 11:35:30.983082 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:30.985727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45654) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:30.988620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:31.006249 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:31.007309 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:31.052136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-96818731-4167-40e1-a2a5-e30d01d0b191 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet d417f5c1-14f4-4eb5-bcd9-ac381900459e {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:35:31.060781 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96818731-4167-40e1-a2a5-e30d01d0b191 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.101889 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.144170 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:31.152038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.204402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0021cfe-e678-4b2d-92f3-6a1aa781b387 req-4f7decd5-018e-4fe7-8562-16db062ee23b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:31.211554 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c0021cfe-e678-4b2d-92f3-6a1aa781b387 req-4f7decd5-018e-4fe7-8562-16db062ee23b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 944 time: 0.3050532 May 10 11:35:31.232643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] For port fe5c442d-355c-44d4-a6d3-e251293f256b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:31.245433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['20e68c62-0b4a-4966-ac88-6533271c0951'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:35:31.258604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:31.343785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] For port fe5c442d-355c-44d4-a6d3-e251293f256b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe5c442d-355c-44d4-a6d3-e251293f256b,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:31.368587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Provisioning complete for port fe5c442d-355c-44d4-a6d3-e251293f256b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:31.369030 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.391018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96818731-4167-40e1-a2a5-e30d01d0b191 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.434899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:31.438042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.457821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-1653924c-83c2-45e5-8ebb-f43e289aefb7', 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'fixed_ips': [{'subnet_id': 'e18f6c94-f521-4b8b-b8de-0b3ded049d44'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:35:31.458689 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.486121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ee62115-bf52-4cfb-8f80-26247c4898c7 req-82f44f5d-28ed-442c-8028-5d3a4886278d service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229821 May 10 11:35:31.503119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7368d-d5a6-4dfd-a6f1-320fd2dfa884 req-000b71d3-2ada-4d6f-ac68-80aa32073c9b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:31.511957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-efa7368d-d5a6-4dfd-a6f1-320fd2dfa884 req-000b71d3-2ada-4d6f-ac68-80aa32073c9b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.8164139 May 10 11:35:31.521877 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.543848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc42d9-9c93-4c37-a200-3097cb38ebe9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 916ff438-edf2-4ca8-b269-1a3723150841 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:31.544350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5dc42d9-9c93-4c37-a200-3097cb38ebe9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.579736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.583889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:31.584418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: timer() May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:31.600963 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:31.605119 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c0021cfe-e678-4b2d-92f3-6a1aa781b387 req-fc7b63c1-4645-4c42-adbb-c938d54e60d0 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665216 May 10 11:35:31.631889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Allocated IP 172.20.0.2 (1653924c-83c2-45e5-8ebb-f43e289aefb7/e18f6c94-f521-4b8b-b8de-0b3ded049d44/195aebb0-1a62-480e-b093-1753616be9ee) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:31.671786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.687518 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 10, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:31.727381 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:31.739055 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:31.739874 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:31.753551 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96818731-4167-40e1-a2a5-e30d01d0b191 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.773813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-efa7368d-d5a6-4dfd-a6f1-320fd2dfa884 req-7b14e67a-ccbd-408a-85fb-d8b344bf1ead tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600300 May 10 11:35:31.791588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b5021290-3cc2-46b3-a412-ce60eef876cf up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:31.885505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 15afc4b9-5037-408b-82bd-e4d3f85274d4 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:35:31.953783 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96818731-4167-40e1-a2a5-e30d01d0b191 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.982140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 15afc4b9-5037-408b-82bd-e4d3f85274d4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:32.029147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:35:32.035526 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.065263 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:32.075682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5dc42d9-9c93-4c37-a200-3097cb38ebe9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.105106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96818731-4167-40e1-a2a5-e30d01d0b191 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=d417f5c1-14f4-4eb5-bcd9-ac381900459e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:32.125431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96818731-4167-40e1-a2a5-e30d01d0b191 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.127866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.131276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 15afc4b9-5037-408b-82bd-e4d3f85274d4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:32.131841 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.135333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-96818731-4167-40e1-a2a5-e30d01d0b191 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/d417f5c1-14f4-4eb5-bcd9-ac381900459e HTTP/1.1" status: 204 len: 168 time: 1.1485302 May 10 11:35:32.136513 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.138336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45678) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:32.147086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/289efa59-fda4-4293-9eae-657d9a92915f HTTP/1.1" status: 204 len: 168 time: 3.7601018 May 10 11:35:32.178048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15afc4b9-5037-408b-82bd-e4d3f85274d4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:32.220800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 15afc4b9-5037-408b-82bd-e4d3f85274d4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:32.234539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7bd40-01f4-4c88-9d01-529916acce20 None None] Network c2f6b445-747e-4c45-be75-bc4b6e469b3a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:32.358644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:32.359297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:32.487580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.513842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.535288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:32.551482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc42d9-9c93-4c37-a200-3097cb38ebe9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 916ff438-edf2-4ca8-b269-1a3723150841 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:32.553583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133d32-4db7-43d8-a27d-94d564c2c7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=289efa59-fda4-4293-9eae-657d9a92915f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:32.559304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.581250 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 10, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:32.610241 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.610851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45682) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:32.637644 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424267c-1d80-43ec-84c9-780130835cd2 None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 10, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None, '_interfaces': [{'id': 'cb4a46f5-e66d-4854-88bf-46f1bade4e2c', 'name': '', 'network_id': '9e0334e7-5621-4bd4-8381-b80ffa92225d', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'mac_address': 'fa:16:3e:f6:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0046e266-3215-4bed-bd76-1da371defd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:22Z', 'updated_at': '2022-05-10T11:34:30Z', 'revision_number': 5, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'subnets': [{'id': 'e9bda53f-197e-4e29-a739-923a63012dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:32.713137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Network 1653924c-83c2-45e5-8ebb-f43e289aefb7 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:32.714317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b5021290-3cc2-46b3-a412-ce60eef876cf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:32.714700 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.733887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dade3e3f-d08d-409c-9932-dbd076610a04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed62376270744c95bfc3225188dd347f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217012 May 10 11:35:32.739363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45686) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:32.767330 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.797351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d23c57-96f4-4554-81d3-fde335b884ff req-f7625e3b-a581-440f-beea-87d81d9b8c08 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:32.799110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93d23c57-96f4-4554-81d3-fde335b884ff req-f7625e3b-a581-440f-beea-87d81d9b8c08 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.5400338 May 10 11:35:32.808818 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.809765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.810535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Pushing event updated for resources: {'Port': ['ID=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:32.815428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:32.860812 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.925405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:32.926138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Allocated IP 172.25.8.30 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/418b3362-2b3c-44a3-845d-976d4c08d6d9) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:32.948299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93d23c57-96f4-4554-81d3-fde335b884ff req-b6739074-7d01-4ed4-aa6d-4180669b4bd7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288366 May 10 11:35:32.951370 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74678948-74c7-4988-af7b-b07b3eee0b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:32.954477 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5dc42d9-9c93-4c37-a200-3097cb38ebe9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.013377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc42d9-9c93-4c37-a200-3097cb38ebe9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=916ff438-edf2-4ca8-b269-1a3723150841,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:33.069271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5dc42d9-9c93-4c37-a200-3097cb38ebe9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.074770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f5dc42d9-9c93-4c37-a200-3097cb38ebe9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/916ff438-edf2-4ca8-b269-1a3723150841 HTTP/1.1" status: 204 len: 168 time: 2.6054900 May 10 11:35:33.104113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45700) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:33.127154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74678948-74c7-4988-af7b-b07b3eee0b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.195957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.207139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Current status of the port fe5c442d-355c-44d4-a6d3-e251293f256b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:33.208726 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.235145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.283220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port 65813c28-cbcf-4a1c-b933-634907f9f77c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:33.283560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.290863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fee205-598d-4fea-b641-f31615d42325 None None] Pushing event updated for resources: {'Port': ['ID=fe5c442d-355c-44d4-a6d3-e251293f256b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:33.319802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b034e-5f2d-4e88-aec1-d5f65fcf0adf req-b55e454d-5f8b-4b93-9018-913e55e821c6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:33.321701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f08b034e-5f2d-4e88-aec1-d5f65fcf0adf req-b55e454d-5f8b-4b93-9018-913e55e821c6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 945 time: 0.5850484 May 10 11:35:33.327863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74678948-74c7-4988-af7b-b07b3eee0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.332028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74678948-74c7-4988-af7b-b07b3eee0b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.335507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b5021290-3cc2-46b3-a412-ce60eef876cf is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:33.336144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-74678948-74c7-4988-af7b-b07b3eee0b99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5df767d8-f9bd-47f6-8d79-8cca0de2b3cf HTTP/1.1" status: 204 len: 168 time: 0.5905638 May 10 11:35:33.341449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.342672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['15afc4b9-5037-408b-82bd-e4d3f85274d4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:35:33.347389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Network 862e694c-25bb-4128-9a47-d0a0988b956e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:33.387588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:33.475358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74678948-74c7-4988-af7b-b07b3eee0b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df767d8-f9bd-47f6-8d79-8cca0de2b3cf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:33.525903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc0b11-ff3e-403c-82ca-41a2236cbc1c None None] DHCP port deletion for c2f6b445-747e-4c45-be75-bc4b6e469b3a request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:35:33.533704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Pushing event updated for resources: {'Port': ['ID=195aebb0-1a62-480e-b093-1753616be9ee,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:33.560767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f48e734e-39d8-436a-91dc-5f0d3b25f954 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:33.660192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Router 26b51cc3-a224-4919-a4ae-bfa061a17a9b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:33.853304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:33.863883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baef7c8-6781-4e3c-a6b7-15ac136fc8d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:33.870644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baef7c8-6781-4e3c-a6b7-15ac136fc8d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:33.874747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1baef7c8-6781-4e3c-a6b7-15ac136fc8d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.7672591 May 10 11:35:33.877653 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-29537b07-9e69-41a8-8084-1024e72d1d16 admin admin] 10.222.0.13 "PUT /v2.0/routers/26b51cc3-a224-4919-a4ae-bfa061a17a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1866181 May 10 11:35:33.878265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45704) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:33.911448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Sync routers for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:33.916186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Pushing event updated for resources: {'Port': ['ID=418b3362-2b3c-44a3-845d-976d4c08d6d9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:33.928418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:33.933432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:33.941376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:33.943655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f48e734e-39d8-436a-91dc-5f0d3b25f954 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:33.944255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f48e734e-39d8-436a-91dc-5f0d3b25f954 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:33.944853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 65813c28-cbcf-4a1c-b933-634907f9f77c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:33.982434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:33.983986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:33.986985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a00d8-482d-4f95-974e-2ec8b39d1657 req-95aae035-a346-4f11-b566-b10864e3c81f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:33.988810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d64a00d8-482d-4f95-974e-2ec8b39d1657 req-95aae035-a346-4f11-b566-b10864e3c81f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.6627002 May 10 11:35:34.001041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Attempting to bind port 195aebb0-1a62-480e-b093-1753616be9ee on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:34.001852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Attempting to bind port 195aebb0-1a62-480e-b093-1753616be9ee by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:34.002423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Attempting to bind port 195aebb0-1a62-480e-b093-1753616be9ee on network 1653924c-83c2-45e5-8ebb-f43e289aefb7 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:34.019250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port 65813c28-cbcf-4a1c-b933-634907f9f77c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=65813c28-cbcf-4a1c-b933-634907f9f77c,segment=NetworkSegment(9b18339d-4be2-46d8-b0b9-3e0665be6303),segment_id=9b18339d-4be2-46d8-b0b9-3e0665be6303)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:34.019719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.037991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6788a8e9-4138-45ec-ae81-2198954b3016 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 1689c17c-48c9-4f03-a373-e06e3ab3bc54 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:34.038162 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f08b034e-5f2d-4e88-aec1-d5f65fcf0adf req-7dbf3488-91cf-4aa5-8aa5-e862238bca9c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6240971 May 10 11:35:34.038348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6788a8e9-4138-45ec-ae81-2198954b3016 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.069918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:34.070302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Checking segment: {'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:34.070705 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.071096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Bound using segment: {'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:34.072152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Bound port: 195aebb0-1a62-480e-b093-1753616be9ee, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:34.072529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.078222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for 65813c28-cbcf-4a1c-b933-634907f9f77c owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:34.266190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:34.269453 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d64a00d8-482d-4f95-974e-2ec8b39d1657 req-fc20d7ee-d889-4244-8ee9-503bd77d827b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740948 May 10 11:35:34.330053 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6788a8e9-4138-45ec-ae81-2198954b3016 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.359233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6788a8e9-4138-45ec-ae81-2198954b3016 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 1689c17c-48c9-4f03-a373-e06e3ab3bc54 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:34.396579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] For port fe5c442d-355c-44d4-a6d3-e251293f256b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe5c442d-355c-44d4-a6d3-e251293f256b,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:34.619661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:34.647133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410da84-24aa-4e53-916b-8b7ddd50285f req-7aec677a-e55e-4e03-ae3a-0f15da02f0df tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:34.648135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6410da84-24aa-4e53-916b-8b7ddd50285f req-7aec677a-e55e-4e03-ae3a-0f15da02f0df tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1824987 May 10 11:35:34.648642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45736) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:34.660778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bad093ba-dceb-4749-b4e4-a4bcb218c7c8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447378387', 'description': 'tempest-description--1135458698'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:34.685816 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.715857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad093ba-dceb-4749-b4e4-a4bcb218c7c8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.743261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.770637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=65813c28-cbcf-4a1c-b933-634907f9f77c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:34.772477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6410da84-24aa-4e53-916b-8b7ddd50285f req-5a882c49-b65e-478b-a0a7-22e29dc6bb37 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787907 May 10 11:35:34.773377 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6788a8e9-4138-45ec-ae81-2198954b3016 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.794575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No DVR routers for this DVR port 65813c28-cbcf-4a1c-b933-634907f9f77c on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:34.928048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788a8e9-4138-45ec-ae81-2198954b3016 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=1689c17c-48c9-4f03-a373-e06e3ab3bc54,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:34.935926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6788a8e9-4138-45ec-ae81-2198954b3016 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.942355 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6788a8e9-4138-45ec-ae81-2198954b3016 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/1689c17c-48c9-4f03-a373-e06e3ab3bc54 HTTP/1.1" status: 204 len: 168 time: 1.0585442 May 10 11:35:34.942867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad093ba-dceb-4749-b4e4-a4bcb218c7c8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.944080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45746) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:34.955967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad093ba-dceb-4749-b4e4-a4bcb218c7c8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.999494 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad093ba-dceb-4749-b4e4-a4bcb218c7c8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.001702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bad093ba-dceb-4749-b4e4-a4bcb218c7c8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3450713 May 10 11:35:35.010169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45750) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:35.013973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.025338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0802b17c-043b-4192-a649-e3ce80c48e35 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'security_group_rule': {'security_group_id': 'e7b3d119-fc15-4802-9b28-aeaa8bb71f7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:35.129345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6da83108-c9f1-4d3a-8e2d-3649b4df15cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.131718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0802b17c-043b-4192-a649-e3ce80c48e35 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.152073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.171302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 20e68c62-0b4a-4966-ac88-6533271c0951 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:35.171860 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.233168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f6b445-747e-4c45-be75-bc4b6e469b3a']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:35.244485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad093ba-dceb-4749-b4e4-a4bcb218c7c8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:35.263190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ec05e-edbc-4699-a07d-6461306bc80e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:35.283347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-771ec05e-edbc-4699-a07d-6461306bc80e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3354695 May 10 11:35:35.285440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45760) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:35.285768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45762) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:35.292836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b18339d-4be2-46d8-b0b9-3e0665be6303') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:35.293185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b18339d-4be2-46d8-b0b9-3e0665be6303') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:35.301265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=15afc4b9-5037-408b-82bd-e4d3f85274d4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:35.311381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.331929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.339686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:35.340117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.400361 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-16acfb8c-18a7-453b-b782-ca76875ebf78 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:35:35.404654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-16acfb8c-18a7-453b-b782-ca76875ebf78 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/916ff438-edf2-4ca8-b269-1a3723150841 HTTP/1.1" status: 404 len: 333 time: 0.1122367 May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: timer() May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:35.418916 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:35.421066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:35.425746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c2fb-167c-4da4-8f21-7cf4977a19d3 req-36a5b6c2-a444-4007-997b-63afa6e06b86 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:35.427305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4cd6c2fb-167c-4da4-8f21-7cf4977a19d3 req-36a5b6c2-a444-4007-997b-63afa6e06b86 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3297594 May 10 11:35:35.443774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] For port 195aebb0-1a62-480e-b093-1753616be9ee, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:35.469490 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.475082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.477891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ad02e0df-7467-493d-8568-a9d5824d6172 None None] Provisioning complete for port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:35.480977 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad02e0df-7467-493d-8568-a9d5824d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.481080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/c2f6b445-747e-4c45-be75-bc4b6e469b3a HTTP/1.1" status: 204 len: 168 time: 3.3377762 May 10 11:35:35.481080 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a2a380-5643-49d7-939a-b829b08be462 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:35:35.482029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-89a2a380-5643-49d7-939a-b829b08be462 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/1689c17c-48c9-4f03-a373-e06e3ab3bc54 HTTP/1.1" status: 404 len: 333 time: 0.0591168 May 10 11:35:35.486215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1630030787-network', 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:35.486928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45768) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:35.487262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:35.518569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0802b17c-043b-4192-a649-e3ce80c48e35 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.522291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:35.527159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.533554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0802b17c-043b-4192-a649-e3ce80c48e35 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.537584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:31Z', 'revision_number': 2, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:35.566816 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.573189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ad02e0df-7467-493d-8568-a9d5824d6172 None None] Port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:35.577480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No active binding found for port 65813c28-cbcf-4a1c-b933-634907f9f77c {{(pid=102769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 11:35:35.577925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 65813c28-cbcf-4a1c-b933-634907f9f77c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:35.579746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25e4c9-8ffc-4fc8-b160-3df13ede2228 req-43495170-0858-446c-92fe-fe38529d87db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:35.580419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-87bc0b11-ff3e-403c-82ca-41a2236cbc1c None None] Deleting port 65813c28-cbcf-4a1c-b933-634907f9f77c {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:35.580797 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87bc0b11-ff3e-403c-82ca-41a2236cbc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.583224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a25e4c9-8ffc-4fc8-b160-3df13ede2228 req-43495170-0858-446c-92fe-fe38529d87db tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 945 time: 0.4603801 May 10 11:35:35.591989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Checking router: 26b51cc3-a224-4919-a4ae-bfa061a17a9b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:35.592349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Updating router 26b51cc3-a224-4919-a4ae-bfa061a17a9b port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:35:35.611950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.615076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] For port 195aebb0-1a62-480e-b093-1753616be9ee, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=195aebb0-1a62-480e-b093-1753616be9ee,segment=NetworkSegment(c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d),segment_id=c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:35.624795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4cd6c2fb-167c-4da4-8f21-7cf4977a19d3 req-78efa1d7-cbbf-49b1-8b65-c1644600c641 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780930 May 10 11:35:35.630051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802b17c-043b-4192-a649-e3ce80c48e35 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d618fa1-30f5-43a6-b85c-1575f09457c6,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:35.642638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ad02e0df-7467-493d-8568-a9d5824d6172 None None] Provisioning complete for port fe5c442d-355c-44d4-a6d3-e251293f256b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:35.642981 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad02e0df-7467-493d-8568-a9d5824d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.649092 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0802b17c-043b-4192-a649-e3ce80c48e35 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.653853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0802b17c-043b-4192-a649-e3ce80c48e35 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6394174 May 10 11:35:35.656303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45772) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:35.662662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-12bb4732-85ae-43bc-9024-6ae46e8c4086 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'security_group_rule': {'security_group_id': 'e7b3d119-fc15-4802-9b28-aeaa8bb71f7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:35.693641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649caf83-03cc-477f-8ecc-057b442bdd8d tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=c2f6b445-747e-4c45-be75-bc4b6e469b3a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:35.698229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:31Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:35.765334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12bb4732-85ae-43bc-9024-6ae46e8c4086 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-87bc0b11-ff3e-403c-82ca-41a2236cbc1c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c2f6b445-747e-4c45-be75-bc4b6e469b3a could not be found. May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._iter().one() May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._only_one_row( May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c2f6b445-747e-4c45-be75-bc4b6e469b3a could not be found. May 10 11:35:35.821410 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:35:35.877731 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.905611 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:35.928804 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a25e4c9-8ffc-4fc8-b160-3df13ede2228 req-17eca917-ab3c-47da-8f62-1e2e4ff132b3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529325 May 10 11:35:35.945540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096febd-7cb4-4dd8-99b9-6287e24b9e43 None None] DHCP port deletion for c2f6b445-747e-4c45-be75-bc4b6e469b3a request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:35:35.953943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba467d83-6344-4578-8ce5-5311de1ec760 None None] The sync data for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 is: [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:31Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:36.075051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.082552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ad02e0df-7467-493d-8568-a9d5824d6172 None None] Current status of the port fe5c442d-355c-44d4-a6d3-e251293f256b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:36.096676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12bb4732-85ae-43bc-9024-6ae46e8c4086 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.098300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.136455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12bb4732-85ae-43bc-9024-6ae46e8c4086 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.162869 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.205504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:36.207272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d14027-d896-480c-85c4-0accf57b6175 None None] Pushing event updated for resources: {'Port': ['ID=fe5c442d-355c-44d4-a6d3-e251293f256b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:36.212786 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12bb4732-85ae-43bc-9024-6ae46e8c4086 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.214460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-12bb4732-85ae-43bc-9024-6ae46e8c4086 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5562208 May 10 11:35:36.235748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.235748 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Added segment 6722e3bd-6a62-43db-8a00-2b559fe21152 of type vlan for network 228907b6-6f90-4b04-af45-c84fa8d65f32 May 10 11:35:36.241935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45782) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:36.289718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:36.296773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.339047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb4732-85ae-43bc-9024-6ae46e8c4086 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d287a42-8359-4434-9ade-c0c96bc4265d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:36.352101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989a8d6-bea2-4322-b0dd-d24618e68f9e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:36.356967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.358157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:36.358991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.413685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e27d5-e9c5-4332-ad6f-2cad7a1680f5 None None] Pushing event updated for resources: {'Port': ['ID=195aebb0-1a62-480e-b093-1753616be9ee,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:36.471361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 20e68c62-0b4a-4966-ac88-6533271c0951 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:36.471796 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.490713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2018340 May 10 11:35:36.499270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:36.520454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0ffa0-f27d-4099-ade9-9b2e20cda1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=228907b6-6f90-4b04-af45-c84fa8d65f32,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:36.528331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:36.533661 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b37fd-d860-476a-af4d-f009e3cf8b52" -d '{"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-plugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:36.533900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Request body: {'subnet': {'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1630030787-subnet', 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:36.569050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:36.572295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.624663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.629424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.689091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.738998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:35:36.781136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:36.825403 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.830568 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec688113-73f3-4fbf-89c8-96632475f720 x-openstack-request-id: req-ec688113-73f3-4fbf-89c8-96632475f720 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:36.830866 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-plugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:36.831120 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec688113-73f3-4fbf-89c8-96632475f720 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:36.831531 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec688113-73f3-4fbf-89c8-96632475f720'] response: {'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951', 'code': 200} May 10 11:35:36.866235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7ff207-e5c2-476c-972e-1c8273de27ba']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:36.882346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c68a17c-cd3d-4a27-8151-def3c7f4fdfc') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:36.882943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c68a17c-cd3d-4a27-8151-def3c7f4fdfc') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:36.896908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:36.923561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9d706-50f6-4064-8cdc-16d019ace77b req-66c485b4-d5d8-4559-b4ce-10fe986c1e4e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:36.932737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78f9d706-50f6-4064-8cdc-16d019ace77b req-66c485b4-d5d8-4559-b4ce-10fe986c1e4e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1167176 May 10 11:35:37.013118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78f9d706-50f6-4064-8cdc-16d019ace77b req-d843b168-8726-423a-a504-c309d71629d9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695205 May 10 11:35:37.052462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:37.150545 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.160696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.226303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d47f3-62b8-4e2c-b402-7f6e369e8729 None None] Pushing event updated for resources: {'Port': ['ID=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:37.341653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.349622 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-de87fa06-49ba-4893-89e4-f0501788a445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.420405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Attempting to bind port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:37.421104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Attempting to bind port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:37.421218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Attempting to bind port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:37.430855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:37.431227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Checking segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:37.431634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.432081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Bound using segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:37.432557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Bound port: 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:37.432938 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.436595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:37.437378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: timer() May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:37.460020 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:37.462871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.531030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4362c74-bbba-4b70-b671-fa413c9df760 req-87bfe995-1096-4fca-98c0-233d3c1967f7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:37.542515 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4362c74-bbba-4b70-b671-fa413c9df760 req-87bfe995-1096-4fca-98c0-233d3c1967f7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1719770 May 10 11:35:37.690647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] For port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:37.708027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4362c74-bbba-4b70-b671-fa413c9df760 req-198733d6-27bc-4515-8141-9ab5328819da tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597791 May 10 11:35:37.753880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] For port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:37.756404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 15afc4b9-5037-408b-82bd-e4d3f85274d4 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:37.776592 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.865386 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:37.949170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe5c442d-355c-44d4-a6d3-e251293f256b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:38.050079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9e4f8-6fb7-4451-adf4-e8fac78cac16 None None] Network 1653924c-83c2-45e5-8ebb-f43e289aefb7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:38.369753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7d28c49e-1fb8-4552-8074-170c70b80c87 None None] Provisioning complete for port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:38.370044 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d28c49e-1fb8-4552-8074-170c70b80c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.371702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:38.372450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:38.392837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=61955d59-4936-4f72-8540-0de91be3a151,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:38.439686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 15afc4b9-5037-408b-82bd-e4d3f85274d4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:35:38.467947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d47f3-62b8-4e2c-b402-7f6e369e8729 None None] Pushing event updated for resources: {'Port': ['ID=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:38.476449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 15afc4b9-5037-408b-82bd-e4d3f85274d4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:38.476708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f6252-cc41-4612-b550-74e332a1ef6a req-48a4be60-9a45-4884-a3f4-d95790c7f082 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:38.476816 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.494085 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f7f6252-cc41-4612-b550-74e332a1ef6a req-48a4be60-9a45-4884-a3f4-d95790c7f082 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 945 time: 1.1462331 May 10 11:35:38.573690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.583529 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.589670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/networks/cf7ff207-e5c2-476c-972e-1c8273de27ba HTTP/1.1" status: 204 len: 168 time: 3.0928776 May 10 11:35:38.593331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45816) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:38.600409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1448711094'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:38.640813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:38.644640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.651023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Checking segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:38.651388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Network hostable DHCP agents. Network: 228907b6-6f90-4b04-af45-c84fa8d65f32, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:38.677734 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f7f6252-cc41-4612-b550-74e332a1ef6a req-11fdc930-32aa-4edd-8ee5-688d069d49b3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781764 May 10 11:35:38.679108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:38.689751 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.690151 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Added segment 7664697e-9eb0-4416-b01a-55c6da7be577 of type vlan for network 89a9882f-cef8-4992-a704-952f6b1e14ea May 10 11:35:38.690278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9565bc-be18-4782-b0ab-658b04a56fe4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Network': ['ID=cf7ff207-e5c2-476c-972e-1c8273de27ba,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:38.724126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7d28c49e-1fb8-4552-8074-170c70b80c87 None None] Current status of the port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:38.724511 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d28c49e-1fb8-4552-8074-170c70b80c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.726198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fe5c442d-355c-44d4-a6d3-e251293f256b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:38.726550 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.764878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:38.767095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:38.787313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.790825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 228907b6-6f90-4b04-af45-c84fa8d65f32) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:38.795755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:38.796368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.804465 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.813294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Router 7259b969-b989-469e-8e66-f768c90e6026 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:35:38.817475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b735003-6756-4ddf-ab5d-ac08bdad449c None None] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:38.868574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a70601d5-ea39-42e0-9e40-7f82072411fd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.3477049 May 10 11:35:38.869509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.877668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:38.879646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.951657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3565741 May 10 11:35:38.952746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45822) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:38.971688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': '89a9882f-cef8-4992-a704-952f6b1e14ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:39.004661 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.092091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067fdc-0e5e-4d9f-aa5b-7bc0f214077a req-47c6272d-9a8f-4ca5-bc5e-7e6b27a02977 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:39.114759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c067fdc-0e5e-4d9f-aa5b-7bc0f214077a req-47c6272d-9a8f-4ca5-bc5e-7e6b27a02977 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3138428 May 10 11:35:39.119333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7d28c49e-1fb8-4552-8074-170c70b80c87 None None] For port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:39.125070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5696b1-4a11-412a-927c-6458021f6ccf None None] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:39.133544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:39.137516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.175061 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7d28c49e-1fb8-4552-8074-170c70b80c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.224559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Performing IP validity checks on allocation pools {{(pid=102767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 10 11:35:39.227536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 10 11:35:39.319994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 15afc4b9-5037-408b-82bd-e4d3f85274d4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:39.320599 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.374537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.399214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fe5c442d-355c-44d4-a6d3-e251293f256b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:39.400286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 195aebb0-1a62-480e-b093-1753616be9ee up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:39.405161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6ced1-affd-4d4f-beda-da18f85d8618 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Network': ['ID=89a9882f-cef8-4992-a704-952f6b1e14ea,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:39.494933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 89a9882f-cef8-4992-a704-952f6b1e14ea details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:35:39.516049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c067fdc-0e5e-4d9f-aa5b-7bc0f214077a req-24e3760c-3457-4742-a24e-aece534fbfd4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949041 May 10 11:35:39.522206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Allocated IP 172.25.8.196 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/76396cd8-b252-4004-abdd-976d54cb88fd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:39.560884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:39.574745 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Sync routers for ids ['7259b969-b989-469e-8e66-f768c90e6026'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:39.598278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=08a9214f-1d65-4c85-a150-cc99a68191ac,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:39.600939 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Routers {'7259b969-b989-469e-8e66-f768c90e6026'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:39.610074 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7259b969-b989-469e-8e66-f768c90e6026'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:39.619698 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.622989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.631967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7480f89c-86af-4fd9-bdf0-ed64f13fce62 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8530288 May 10 11:35:39.641899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45850) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:39.651364 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.671907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking segment: {'id': '7664697e-9eb0-4416-b01a-55c6da7be577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '89a9882f-cef8-4992-a704-952f6b1e14ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:39.672287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network hostable DHCP agents. Network: 89a9882f-cef8-4992-a704-952f6b1e14ea, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:39.677687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28c49e-1fb8-4552-8074-170c70b80c87 None None] Pushing event updated for resources: {'Port': ['ID=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:39.744764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:39.749160 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbade493-9c1e-42c6-a59f-624d06b6220b" -d '{"events": [{"server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "name": "network-vif-plugged", "status": "completed", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:39.756534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fde07046-f40b-4861-8355-4052a4fc9c11 None None] Provisioning complete for port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:39.756534 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fde07046-f40b-4861-8355-4052a4fc9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.862151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 15afc4b9-5037-408b-82bd-e4d3f85274d4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:39.865449 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Set router 7259b969-b989-469e-8e66-f768c90e6026 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:39.867312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-f6195bc6-9d0e-493c-ad08-8859e83fb110 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:39.876454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-f6195bc6-9d0e-493c-ad08-8859e83fb110 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.2757487 May 10 11:35:39.888594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 195aebb0-1a62-480e-b093-1753616be9ee triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:39.894735 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:39.928908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-0d1b79c6-3540-4464-8136-192595e86fad tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/quotas/d1b5df0530644b3fae8342b7f22dc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0504568 May 10 11:35:39.983167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.026256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-50d905f3-61bc-41d1-9941-f3957dbbec47 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931704 May 10 11:35:40.044372 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.158225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=15afc4b9-5037-408b-82bd-e4d3f85274d4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:40.233864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300e8f2-b46b-49ae-866c-7cf54c45188a None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:35:40.270250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 89a9882f-cef8-4992-a704-952f6b1e14ea is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:40.285067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64523fe-be9e-4554-8fc5-5d686b9bb3b2 req-72187ab3-b928-497f-87a5-a2155d4c7e2e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:40.293591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a64523fe-be9e-4554-8fc5-5d686b9bb3b2 req-72187ab3-b928-497f-87a5-a2155d4c7e2e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.5533280 May 10 11:35:40.296325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port cb4a46f5-e66d-4854-88bf-46f1bade4e2c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:40.296867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.297785 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:35:34Z', 'revision_number': 3, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port': {'id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:32Z', 'updated_at': '2022-05-10T11:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:40.316959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 89a9882f-cef8-4992-a704-952f6b1e14ea) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:40.356347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:40.356584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.367782 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Checking router: 7259b969-b989-469e-8e66-f768c90e6026 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:40.369461 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Updating router 7259b969-b989-469e-8e66-f768c90e6026 port 418b3362-2b3c-44a3-845d-976d4c08d6d9 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:35:40.406869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 195aebb0-1a62-480e-b093-1753616be9ee is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:40.407340 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.412028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port cb4a46f5-e66d-4854-88bf-46f1bade4e2c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,segment=NetworkSegment(c0293f89-9866-40c6-ba7c-ccdddb6e84f9),segment_id=c0293f89-9866-40c6-ba7c-ccdddb6e84f9)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:40.412901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.414883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a64523fe-be9e-4554-8fc5-5d686b9bb3b2 req-0de25128-e969-4a43-aebf-0c193abf22f0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202023 May 10 11:35:40.432337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for cb4a46f5-e66d-4854-88bf-46f1bade4e2c owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:40.435380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-866f2791-25ef-4a5e-b44d-75127cd32def tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4711540 May 10 11:35:40.436278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45864) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:40.444438 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.511669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': '89a9882f-cef8-4992-a704-952f6b1e14ea', 'name': 'tempest-PortsIpV6TestJSON-77597563'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:40.609832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 195aebb0-1a62-480e-b093-1753616be9ee, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=195aebb0-1a62-480e-b093-1753616be9ee,segment=NetworkSegment(c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d),segment_id=c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:40.629096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-9708f5ee-1bf9-4e25-beac-e9abf84c2b43 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965648 May 10 11:35:40.630331 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.633725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.638161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.652540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:37Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:40.714740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=cb4a46f5-e66d-4854-88bf-46f1bade4e2c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:40.760036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:40.765460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.791976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port f4265e52-90a6-48e6-a722-adcda8b6e49e yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:35:40.808401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca951b-dc71-4be1-84ee-b60e5d13efb0 req-af121c28-8cf4-4ccc-920a-db84022d1908 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:40.817116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fde07046-f40b-4861-8355-4052a4fc9c11 None None] Current status of the port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:40.817742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1ca951b-dc71-4be1-84ee-b60e5d13efb0 req-af121c28-8cf4-4ccc-920a-db84022d1908 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 946 time: 0.1922784 May 10 11:35:40.843589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9bed54-dc33-461e-99ab-b9d6cca6f804 None None] The sync data for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 is: [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:37Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:40.937248 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.957583 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.997428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:41.017017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1ca951b-dc71-4be1-84ee-b60e5d13efb0 req-9534bbfc-632d-44ee-ba64-ac55c78a891e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978550 May 10 11:35:41.060563 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Pushing event updated for resources: {'Port': ['ID=418b3362-2b3c-44a3-845d-976d4c08d6d9,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:41.096178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'Port': ['ID=76396cd8-b252-4004-abdd-976d54cb88fd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:41.112897 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Attempting to bind port 418b3362-2b3c-44a3-845d-976d4c08d6d9 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:41.114918 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Attempting to bind port 418b3362-2b3c-44a3-845d-976d4c08d6d9 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:41.115511 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Attempting to bind port 418b3362-2b3c-44a3-845d-976d4c08d6d9 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:41.121073 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.122216 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.122777 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.123355 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.124016 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.124581 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.125376 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.125997 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.126536 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.127067 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.127621 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.128211 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:41.147073 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:41.147898 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:41.148710 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.149317 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:41.150135 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Bound port: 418b3362-2b3c-44a3-845d-976d4c08d6d9, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:41.150870 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.220183 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] For port 418b3362-2b3c-44a3-845d-976d4c08d6d9, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:41.229945 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] For port 418b3362-2b3c-44a3-845d-976d4c08d6d9, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=418b3362-2b3c-44a3-845d-976d4c08d6d9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:41.242707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:41.249764 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.252626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:41.388015 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa93eff-c218-4be3-8bfc-e6cee276724e x-openstack-request-id: req-9aa93eff-c218-4be3-8bfc-e6cee276724e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:41.388647 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "name": "network-vif-plugged", "status": "completed", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:41.389083 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9aa93eff-c218-4be3-8bfc-e6cee276724e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:41.389673 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa93eff-c218-4be3-8bfc-e6cee276724e'] response: {'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'code': 200} May 10 11:35:41.412979 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Routers {'7259b969-b989-469e-8e66-f768c90e6026'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:41.413674 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7259b969-b989-469e-8e66-f768c90e6026'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:41.416958 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabd454-761a-42fc-bd31-8bdff04e35fa None None] Pushing event updated for resources: {'Port': ['ID=418b3362-2b3c-44a3-845d-976d4c08d6d9,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:41.426120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=195aebb0-1a62-480e-b093-1753616be9ee,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:41.431488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fde07046-f40b-4861-8355-4052a4fc9c11 None None] Provisioning complete for port 195aebb0-1a62-480e-b093-1753616be9ee triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:41.432131 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fde07046-f40b-4861-8355-4052a4fc9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.443074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.524969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-dcbc5f52-663a-481a-8410-1d6eefcd956f service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403234 May 10 11:35:41.662466 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] Set router 7259b969-b989-469e-8e66-f768c90e6026 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:41.673748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::171 (89a9882f-cef8-4992-a704-952f6b1e14ea/08a9214f-1d65-4c85-a150-cc99a68191ac/f4265e52-90a6-48e6-a722-adcda8b6e49e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:41.723478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300e8f2-b46b-49ae-866c-7cf54c45188a None None] Unable to find a vacant binding_index for network 89a9882f-cef8-4992-a704-952f6b1e14ea and agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 {{(pid=102769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 10 11:35:41.853830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fde07046-f40b-4861-8355-4052a4fc9c11 None None] Current status of the port 195aebb0-1a62-480e-b093-1753616be9ee is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:41.866879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43c94-5607-4eef-bb01-a216390257b3 req-d787efe8-d3c1-4af3-9135-5176e38024b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:41.867527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300e8f2-b46b-49ae-866c-7cf54c45188a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 89a9882f-cef8-4992-a704-952f6b1e14ea) {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:35:41.871129 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48a43c94-5607-4eef-bb01-a216390257b3 req-d787efe8-d3c1-4af3-9135-5176e38024b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 1097 time: 0.5510781 May 10 11:35:41.904679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c76b00-b23b-4586-8b1b-04f4833a7134 req-b060be61-d86e-4dca-8fa9-505d5109a1d0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:41.925987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c76b00-b23b-4586-8b1b-04f4833a7134 req-b060be61-d86e-4dca-8fa9-505d5109a1d0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.4623513 May 10 11:35:41.954996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.011423 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.070903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-040961e5-89eb-49f7-b41d-c770cf02d6ff None None] Provisioning complete for port 195aebb0-1a62-480e-b093-1753616be9ee triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:42.071275 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-040961e5-89eb-49f7-b41d-c770cf02d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.109653 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:35:34Z', 'revision_number': 3, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port': {'id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:32Z', 'updated_at': '2022-05-10T11:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:42.163680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c76b00-b23b-4586-8b1b-04f4833a7134 req-13e65cb6-5c3c-4ee1-bdfb-a37d426915a9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366896 May 10 11:35:42.176628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b131fdbb-67f7-4a32-9c9c-54057beb8a68 req-8949aced-7beb-4458-bab2-abdd0001e7f0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 210 time: 0.2016201 May 10 11:35:42.247205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.303233 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93705a6e-6902-4e9d-bc59-70f7cb24595c None None] The sync data for ids ['7259b969-b989-469e-8e66-f768c90e6026'] in n-d-840949-1 is: [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:35:34Z', 'revision_number': 3, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port': {'id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:32Z', 'updated_at': '2022-05-10T11:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:42.334147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:42.443228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-040961e5-89eb-49f7-b41d-c770cf02d6ff None None] Current status of the port 195aebb0-1a62-480e-b093-1753616be9ee is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:42.569406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48a43c94-5607-4eef-bb01-a216390257b3 req-e79cb6ab-c67c-4241-9762-b08d825be7ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6754789 May 10 11:35:42.628824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-89a9882f-cef8-4992-a704-952f6b1e14ea', 'network_id': '89a9882f-cef8-4992-a704-952f6b1e14ea', 'tenant_id': '7f4ab61113f6400a9e70992966b91959', 'fixed_ips': [{'subnet_id': '08a9214f-1d65-4c85-a150-cc99a68191ac'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:35:42.629951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.677337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.702131 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.970722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08022f2-0cbd-499a-b233-6bd47c170af8 req-171f096d-35f4-4483-8a08-e2dcf08afbe5 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:42.978488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d08022f2-0cbd-499a-b233-6bd47c170af8 req-171f096d-35f4-4483-8a08-e2dcf08afbe5 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 946 time: 0.4904940 May 10 11:35:42.985423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:42.990904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Allocated IP 172.20.0.1 (1653924c-83c2-45e5-8ebb-f43e289aefb7/e18f6c94-f521-4b8b-b8de-0b3ded049d44/095cb0c2-149f-4df5-8a4a-2c5cf0127c6a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:42.991837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2bf0ab36-b2a1-4515-80b4-a4332317f6e6 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5003395 May 10 11:35:42.999159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45890) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:43.003492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:43.017890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:43.019371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:43.070854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.149244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d08022f2-0cbd-499a-b233-6bd47c170af8 req-510bea45-5c9d-4ac3-9447-cdd5aa74f339 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681287 May 10 11:35:43.165288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 195aebb0-1a62-480e-b093-1753616be9ee up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:43.249350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:43.302671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.471261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 89a9882f-cef8-4992-a704-952f6b1e14ea is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:43.480999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:43.488424 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.497279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:43.503423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:43.504130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.588743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Allocated IP 2001:db8::2 (89a9882f-cef8-4992-a704-952f6b1e14ea/08a9214f-1d65-4c85-a150-cc99a68191ac/5edf5d5d-f4ab-4959-86e1-6940f3c822c3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:43.601132 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1016910 May 10 11:35:43.610178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:43.626111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2caf80a5-9009-4c2d-aa4e-9213246f1598 req-0e1a693e-3ae6-411e-8acf-7f3304db1f63 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 210 time: 0.1031649 May 10 11:35:43.647424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b280ca-6d59-4a6a-9477-6b253b628ab4 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=f4265e52-90a6-48e6-a722-adcda8b6e49e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:43.753390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:40Z', 'revision_number': 11, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:43.755934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.850925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:43.871158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Network 1653924c-83c2-45e5-8ebb-f43e289aefb7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:43.871723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:43.873561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:43.884606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:43.916654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:44.003740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:44.045058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 195aebb0-1a62-480e-b093-1753616be9ee triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:44.045806 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.069323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'Port': ['ID=76396cd8-b252-4004-abdd-976d54cb88fd,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:44.106702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Pushing event updated for resources: {'Port': ['ID=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:44.110590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3610bc-2828-434c-81e9-72b976e62e07 req-fe875d06-be2d-4dff-92ef-6b881e25692f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:44.135852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.136599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d3610bc-2828-434c-81e9-72b976e62e07 req-fe875d06-be2d-4dff-92ef-6b881e25692f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 1.7996604 May 10 11:35:44.250520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:40Z', 'revision_number': 11, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:44.296630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-95214444-7289-4bb5-8661-2cfd6608cb80 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting subnet e9bda53f-197e-4e29-a739-923a63012dca {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:35:44.300348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6f98c86e-6882-4fb2-89f9-78a5fa19f4f7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port f4265e52-90a6-48e6-a722-adcda8b6e49e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:44.301129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f98c86e-6882-4fb2-89f9-78a5fa19f4f7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.312403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91ba3d-1410-4688-8479-e65df1936fe0 None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:40Z', 'revision_number': 11, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:44.379312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95214444-7289-4bb5-8661-2cfd6608cb80 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.393391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.452363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.462709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 195aebb0-1a62-480e-b093-1753616be9ee is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:44.474593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:44.490537 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d3610bc-2828-434c-81e9-72b976e62e07 req-7d96c2a0-5f00-4038-bce2-a4ca9df84ff7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475339 May 10 11:35:44.497827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6fcb-2cb6-4b3b-8d31-ec967c2d15eb req-646fe87f-b5a6-42c7-bc45-54d1a40916af tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:44.501449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d5a6fcb-2cb6-4b3b-8d31-ec967c2d15eb req-646fe87f-b5a6-42c7-bc45-54d1a40916af tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 946 time: 0.2129247 May 10 11:35:44.516232 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.527096 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.528703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-873ab717-d2a1-4901-92ae-db86cc4743fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2425671 May 10 11:35:44.546736 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.602689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95214444-7289-4bb5-8661-2cfd6608cb80 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.637369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d5a6fcb-2cb6-4b3b-8d31-ec967c2d15eb req-e0726978-2b2a-44f8-ad0c-8f9cfb547dc1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726316 May 10 11:35:44.674486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f98c86e-6882-4fb2-89f9-78a5fa19f4f7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.704174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-ed96c86e-e386-4f67-822f-b64a077eaca5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:44.707118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-ed96c86e-e386-4f67-822f-b64a077eaca5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.70 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.6512520 May 10 11:35:44.724480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6f98c86e-6882-4fb2-89f9-78a5fa19f4f7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for f4265e52-90a6-48e6-a722-adcda8b6e49e owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:44.758536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Request body: {'port': {'device_id': '1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'admin_state_up': True, 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:44.827444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Network 89a9882f-cef8-4992-a704-952f6b1e14ea is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:44.857438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:44.865445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:44.871642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Pushing event updated for resources: {'Port': ['ID=5edf5d5d-f4ab-4959-86e1-6940f3c822c3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:44.901148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82e7e744-0674-4126-9a4b-ab4255630ab6 req-75b887fc-67bb-4286-93ac-51e3234638ec tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 210 time: 0.0474086 May 10 11:35:44.905610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:44.995534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.017598 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95214444-7289-4bb5-8661-2cfd6608cb80 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.019276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:45.019774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.036379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Attempting to bind port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:45.036742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Attempting to bind port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '7664697e-9eb0-4416-b01a-55c6da7be577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '89a9882f-cef8-4992-a704-952f6b1e14ea'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:45.037388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Attempting to bind port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 on network 89a9882f-cef8-4992-a704-952f6b1e14ea {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:45.094007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:45.094606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Checking segment: {'id': '7664697e-9eb0-4416-b01a-55c6da7be577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '89a9882f-cef8-4992-a704-952f6b1e14ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:45.095099 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.095710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Bound using segment: {'id': '7664697e-9eb0-4416-b01a-55c6da7be577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '89a9882f-cef8-4992-a704-952f6b1e14ea'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:45.096533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Bound port: 5edf5d5d-f4ab-4959-86e1-6940f3c822c3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7664697e-9eb0-4416-b01a-55c6da7be577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '89a9882f-cef8-4992-a704-952f6b1e14ea'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:45.097433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.160949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.169834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Pushing event updated for resources: {'Port': ['ID=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:45.171931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231f5ac-e265-40c2-863d-4066eb916ab0 req-884ab2ae-e58a-4472-b196-7ac33d31234a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:45.174364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6231f5ac-e265-40c2-863d-4066eb916ab0 req-884ab2ae-e58a-4472-b196-7ac33d31234a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1236279 May 10 11:35:45.182730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] For port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:45.190610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] For port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5edf5d5d-f4ab-4959-86e1-6940f3c822c3,segment=NetworkSegment(7664697e-9eb0-4416-b01a-55c6da7be577),segment_id=7664697e-9eb0-4416-b01a-55c6da7be577)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:45.210443 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.221150 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95214444-7289-4bb5-8661-2cfd6608cb80 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.233211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:45.237331 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.281746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95214444-7289-4bb5-8661-2cfd6608cb80 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.285186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-95214444-7289-4bb5-8661-2cfd6608cb80 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/e9bda53f-197e-4e29-a739-923a63012dca HTTP/1.1" status: 204 len: 168 time: 2.2684216 May 10 11:35:45.286145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95214444-7289-4bb5-8661-2cfd6608cb80 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bda53f-197e-4e29-a739-923a63012dca,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:45.289383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45926) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:45.379394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6231f5ac-e265-40c2-863d-4066eb916ab0 req-33682463-233f-4d78-ae35-a928341d6c18 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804271 May 10 11:35:45.382697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:45.425605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81d5f-0e5f-4873-b52d-e5f09e421364 None None] Pushing event updated for resources: {'Port': ['ID=5edf5d5d-f4ab-4959-86e1-6940f3c822c3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:45.595760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.618402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-ffba4c7d-8ea8-44ff-9f5d-99660f96b57c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--447378387&fields=id&tenant_id=a771f71a33344ded971051979b87f489 HTTP/1.1" status: 200 len: 267 time: 0.0902083 May 10 11:35:45.687398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 418b3362-2b3c-44a3-845d-976d4c08d6d9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:45.742489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f98c86e-6882-4fb2-89f9-78a5fa19f4f7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.831525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 418b3362-2b3c-44a3-845d-976d4c08d6d9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:45.832558 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.901105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Allocated IP 172.20.0.12 (228907b6-6f90-4b04-af45-c84fa8d65f32/61955d59-4936-4f72-8540-0de91be3a151/a8e1fe29-0b18-4d03-bb86-669a0d882bfd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:45.906426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4ad5a-4fb9-4777-b86c-bffb9e7ef551 req-fe883d9c-7fcf-4cdb-a8dc-fa3a76a33411 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:45.914968 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-33e4ad5a-4fb9-4777-b86c-bffb9e7ef551 req-fe883d9c-7fcf-4cdb-a8dc-fa3a76a33411 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 946 time: 0.8440306 May 10 11:35:45.931268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Network 1653924c-83c2-45e5-8ebb-f43e289aefb7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:45.933999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98c86e-6882-4fb2-89f9-78a5fa19f4f7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=f4265e52-90a6-48e6-a722-adcda8b6e49e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:45.943540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:46.024078 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-33e4ad5a-4fb9-4777-b86c-bffb9e7ef551 req-051b6e53-48ee-4179-a268-beb833548cc2 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935702 May 10 11:35:46.030986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 418b3362-2b3c-44a3-845d-976d4c08d6d9 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:46.032667 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.038036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45942) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:46.091810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 418b3362-2b3c-44a3-845d-976d4c08d6d9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=418b3362-2b3c-44a3-845d-976d4c08d6d9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:46.101597 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.119912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f98c86e-6882-4fb2-89f9-78a5fa19f4f7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.131144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cb4a46f5-e66d-4854-88bf-46f1bade4e2c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:46.133804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-090793d1-3031-4c9c-b7fa-771b9043f297 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:46.138847 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-090793d1-3031-4c9c-b7fa-771b9043f297 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 816 time: 0.5189931 May 10 11:35:46.145446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6f98c86e-6882-4fb2-89f9-78a5fa19f4f7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/f4265e52-90a6-48e6-a722-adcda8b6e49e HTTP/1.1" status: 204 len: 168 time: 2.5106082 May 10 11:35:46.148456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45944) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:46.176005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: cb4a46f5-e66d-4854-88bf-46f1bade4e2c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:46.176396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cb4a46f5-e66d-4854-88bf-46f1bade4e2c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:46.193689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-4d61c2ed-42de-41e8-b87d-c80932ae9c9e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/quotas/a771f71a33344ded971051979b87f489 HTTP/1.1" status: 200 len: 375 time: 0.0326362 May 10 11:35:46.207576 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d024ad26-e206-41bf-8785-f547abb0a7b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:35:46.208948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d024ad26-e206-41bf-8785-f547abb0a7b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:46.212958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d024ad26-e206-41bf-8785-f547abb0a7b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/f4265e52-90a6-48e6-a722-adcda8b6e49e HTTP/1.1" status: 404 len: 333 time: 0.0616829 May 10 11:35:46.217504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45946) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:46.232483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=418b3362-2b3c-44a3-845d-976d4c08d6d9,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:46.243908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Deleting port de4c02f8-0638-44d6-9b92-843fe55cc749 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:46.244347 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.272008 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3229e1-455f-4fc1-8e2f-aa38420b6efb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:35:46.278700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5f3229e1-455f-4fc1-8e2f-aa38420b6efb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/f4265e52-90a6-48e6-a722-adcda8b6e49e HTTP/1.1" status: 404 len: 333 time: 0.0577843 May 10 11:35:46.280014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45948) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:46.347236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-237a6636-cd9a-4a5e-a2cf-24906e0267ad tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet 08a9214f-1d65-4c85-a150-cc99a68191ac {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:35:46.353958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-237a6636-cd9a-4a5e-a2cf-24906e0267ad tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.358210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc08ebf-c32f-495d-b0dc-664224d18739 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:46.363465 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0fc08ebf-c32f-495d-b0dc-664224d18739 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 1092 time: 0.3199806 May 10 11:35:46.382572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45950) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:46.408017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:46.459905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-237a6636-cd9a-4a5e-a2cf-24906e0267ad tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.470679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c80d-cc20-4211-89c9-736ace05178d req-ae5332eb-e32b-43c9-a4e9-3785fe7acbfa tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:46.478541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f907c80d-cc20-4211-89c9-736ace05178d req-ae5332eb-e32b-43c9-a4e9-3785fe7acbfa tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2877774 May 10 11:35:46.504281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-12f28588-dee7-4b22-beed-80aef30e6d1f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2900438 May 10 11:35:46.550616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.650300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] For port de4c02f8-0638-44d6-9b92-843fe55cc749, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=de4c02f8-0638-44d6-9b92-843fe55cc749,segment=NetworkSegment(c0293f89-9866-40c6-ba7c-ccdddb6e84f9),segment_id=c0293f89-9866-40c6-ba7c-ccdddb6e84f9)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:46.650702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.682547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-237a6636-cd9a-4a5e-a2cf-24906e0267ad tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.706206 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.707882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Calling delete_port for de4c02f8-0638-44d6-9b92-843fe55cc749 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:46.758751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Router 7259b969-b989-469e-8e66-f768c90e6026 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:46.773159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-237a6636-cd9a-4a5e-a2cf-24906e0267ad tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.832529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a6636-cd9a-4a5e-a2cf-24906e0267ad tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=08a9214f-1d65-4c85-a150-cc99a68191ac,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:46.842290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-4c7d086e-b2e5-4116-b517-641fffc608d7 service neutron] 10.222.0.13 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369901 May 10 11:35:46.850184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f907c80d-cc20-4211-89c9-736ace05178d req-09cf4181-f63b-490b-96a5-033e22c996e7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388965 May 10 11:35:46.858110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-237a6636-cd9a-4a5e-a2cf-24906e0267ad tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:46.865451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-237a6636-cd9a-4a5e-a2cf-24906e0267ad tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/08a9214f-1d65-4c85-a150-cc99a68191ac HTTP/1.1" status: 204 len: 168 time: 0.5843368 May 10 11:35:46.866304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45952) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:47.000333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.025728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:47.033791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:47.037072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:47.108733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.113513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:47.123791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.130280 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Sync routers for ids ['7259b969-b989-469e-8e66-f768c90e6026'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:47.138304 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b01632b0-6dbc-4534-b131-2f107bfd9e71 admin admin] 10.222.0.13 "PUT /v2.0/routers/7259b969-b989-469e-8e66-f768c90e6026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4949789 May 10 11:35:47.147729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c713469b-3388-4ee1-b94c-4757971b2364 None None] Network 89a9882f-cef8-4992-a704-952f6b1e14ea requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:47.156697 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Routers {'7259b969-b989-469e-8e66-f768c90e6026'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:47.158331 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7259b969-b989-469e-8e66-f768c90e6026'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:47.247477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event updated for resources: {'Port': ['ID=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:47.274902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No DVR routers for this DVR port de4c02f8-0638-44d6-9b92-843fe55cc749 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:47.288831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f488af-2662-4afb-bbf1-9baa7cfe799b req-4b806d4c-9328-49cd-a853-5f9c79a9f758 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:47.298101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1f488af-2662-4afb-bbf1-9baa7cfe799b req-4b806d4c-9328-49cd-a853-5f9c79a9f758 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 932 time: 0.2011993 May 10 11:35:47.321187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-49821cce-4fb6-440a-8606-46f67d95030b None None] Provisioning complete for port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:47.321565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-49821cce-4fb6-440a-8606-46f67d95030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.378545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-dcb7c14d-973d-444c-88a1-e9eea867f653 service neutron] 10.222.0.13 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351391 May 10 11:35:47.382949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1f488af-2662-4afb-bbf1-9baa7cfe799b req-2dbbecf3-586f-4c20-97e9-77b6c7b1b988 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836775 May 10 11:35:47.462254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:47.463253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.579017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Port': ['ID=de4c02f8-0638-44d6-9b92-843fe55cc749,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:47.611070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:47.611494 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.611624 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.628377 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Set router 7259b969-b989-469e-8e66-f768c90e6026 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:47.642980 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-eb82db86-a4c1-4d14-9205-a741ab8b7ce3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9047751 May 10 11:35:47.838165 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.882764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] For port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5edf5d5d-f4ab-4959-86e1-6940f3c822c3,segment=NetworkSegment(7664697e-9eb0-4416-b01a-55c6da7be577),segment_id=7664697e-9eb0-4416-b01a-55c6da7be577)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:47.888440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:47.895830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc579d1-79b9-44be-bc46-505a6f598569 None None] Network 89a9882f-cef8-4992-a704-952f6b1e14ea requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:47.926864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0334e7-5621-4bd4-8381-b80ffa92225d']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:47.934071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:47.970864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:47.972952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0293f89-9866-40c6-ba7c-ccdddb6e84f9') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:48.014342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.067417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Request body: {'port': {'device_id': '1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:48.195601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7066c7fe-0d34-4814-84bd-a968f49cea90 req-fc6aaf5d-65ec-4cb2-afb8-dca01a9d2578 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 210 time: 0.0944297 May 10 11:35:48.213876 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.275344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:48.276153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: timer() May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:48.279862 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:48.289393 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.362351 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:35:44Z', 'revision_number': 4, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port': {'id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:32Z', 'updated_at': '2022-05-10T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '095cb0c2-149f-4df5-8a4a-2c5cf0127c6a', 'name': '', 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'mac_address': 'fa:16:3e:6c:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e18f6c94-f521-4b8b-b8de-0b3ded049d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:42Z', 'updated_at': '2022-05-10T11:35:44Z', 'revision_number': 2, 'project_id': '13087f1d76034c67938eae775dd02735', 'subnets': [{'id': 'e18f6c94-f521-4b8b-b8de-0b3ded049d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:48.371740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=5edf5d5d-f4ab-4959-86e1-6940f3c822c3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:48.386398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No DVR routers for this DVR port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:48.432659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feff01d-1beb-40c3-9cc2-6fbaf0788afa None None] Network 9e0334e7-5621-4bd4-8381-b80ffa92225d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:48.470262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 418b3362-2b3c-44a3-845d-976d4c08d6d9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:48.533813 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Checking router: 7259b969-b989-469e-8e66-f768c90e6026 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:48.534306 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Updating router 7259b969-b989-469e-8e66-f768c90e6026 port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:35:48.539151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.580512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-49821cce-4fb6-440a-8606-46f67d95030b None None] Current status of the port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:48.580512 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-49821cce-4fb6-440a-8606-46f67d95030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.647526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ae3d64-015d-4c9d-aa5c-080651e4d5ac None None] DHCP port deletion for 89a9882f-cef8-4992-a704-952f6b1e14ea request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:35:48.668713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 418b3362-2b3c-44a3-845d-976d4c08d6d9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:48.668713 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.671024 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.750116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.789204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.799480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/networks/9e0334e7-5621-4bd4-8381-b80ffa92225d HTTP/1.1" status: 204 len: 168 time: 3.4988277 May 10 11:35:48.824234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46030) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:48.852992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'routes': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:48.870164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.25.8.7 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/e726c76f-fc3f-4cc7-81d3-7f47cc19f9eb) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:48.873756 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.903807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ef7c1421-dfcb-4104-a9b1-716f453079cd None None] Provisioning complete for port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:48.904592 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1421-dfcb-4104-a9b1-716f453079cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.938284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b2ad1-6ae5-434e-8bc4-050b0f87771a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Pushing event deleted for resources: {'Network': ['ID=9e0334e7-5621-4bd4-8381-b80ffa92225d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:48.982330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fdb69-d079-4dc2-9cb9-0dba3576b233 req-ff4aead6-f3dc-4dad-a85d-751bb1ae61b3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:48.992451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad8fdb69-d079-4dc2-9cb9-0dba3576b233 req-ff4aead6-f3dc-4dad-a85d-751bb1ae61b3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 932 time: 0.2955246 May 10 11:35:49.061415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d293a8-051f-4ae1-8bd4-7f7f2ce0110c None None] DHCP port deletion for 9e0334e7-5621-4bd4-8381-b80ffa92225d request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:35:49.102466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 418b3362-2b3c-44a3-845d-976d4c08d6d9 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:49.104949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:49.174932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c1421-dfcb-4104-a9b1-716f453079cd None None] Port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:49.176916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:49.177478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 10 11:35:49.200801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Port 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 not found, will not notify nova. {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 10 11:35:49.213455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a9882f-cef8-4992-a704-952f6b1e14ea']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:49.231950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7664697e-9eb0-4416-b01a-55c6da7be577') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:49.232714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7664697e-9eb0-4416-b01a-55c6da7be577') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:49.267918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84758794-c64f-43d3-b682-a413536709e9 req-bddd5a5f-f809-4e2b-bf15-6d70b24dd081 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5091002 May 10 11:35:49.358357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad8fdb69-d079-4dc2-9cb9-0dba3576b233 req-632c2545-c80e-44f6-9b8b-566d40c7a9a6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627043 May 10 11:35:49.422319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.extraroute_db [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Added routes are [] {{(pid=102767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 10 11:35:49.423149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.extraroute_db [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Removed routes are [] {{(pid=102767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 10 11:35:49.424098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.512942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.557148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ecf17eaf-4c0a-4135-b690-fba754c4b2be req-9173e028-514b-47ae-8e1a-f3106a86ccbc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 210 time: 0.1257937 May 10 11:35:49.605390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device de4c02f8-0638-44d6-9b92-843fe55cc749 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:49.651278 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.678223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: de4c02f8-0638-44d6-9b92-843fe55cc749 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:49.679960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device de4c02f8-0638-44d6-9b92-843fe55cc749 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:49.681417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:35:49.702913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:49.703733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: timer() May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:49.710431 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:49.736168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:35:49.736618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5edf5d5d-f4ab-4959-86e1-6940f3c822c3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:35:49.737304 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.757337 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.817720 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.834880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.854465 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac5671-31f3-49be-9cf1-5c63ddacf257 None None] Pushing event updated for resources: {'Port': ['ID=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:50.015386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Attempting to bind port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:50.015757 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Attempting to bind port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:50.016165 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Attempting to bind port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a on network 1653924c-83c2-45e5-8ebb-f43e289aefb7 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:50.036135 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:50.036499 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Checking segment: {'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:50.036902 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.037292 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Bound using segment: {'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:50.037768 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Bound port: 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:50.038139 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.122112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 0046e266-3215-4bed-bd76-1da371defd2c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:50.229557 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] For port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:50.268906 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] For port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,segment=NetworkSegment(c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d),segment_id=c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:50.270728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758794-c64f-43d3-b682-a413536709e9 req-2bbaa0ca-b790-4cde-8992-5f6aa0c4660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:50.272012 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84758794-c64f-43d3-b682-a413536709e9 req-2bbaa0ca-b790-4cde-8992-5f6aa0c4660b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 1096 time: 0.9043725 May 10 11:35:50.276443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.283158 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.292769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.303533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/networks/89a9882f-cef8-4992-a704-952f6b1e14ea HTTP/1.1" status: 204 len: 168 time: 3.4356880 May 10 11:35:50.305126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46086) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:50.327741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-638797638'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:50.366464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4f009a4e-2d29-445b-b0d8-5a59a0f08108 None None] Provisioning complete for port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:50.368584 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4f009a4e-2d29-445b-b0d8-5a59a0f08108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.502786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4941b8b-74a8-4b33-837d-467f5c25da8b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Network': ['ID=89a9882f-cef8-4992-a704-952f6b1e14ea,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:50.627454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.643541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:50.645711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4f009a4e-2d29-445b-b0d8-5a59a0f08108 None None] Current status of the port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:50.646217 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4f009a4e-2d29-445b-b0d8-5a59a0f08108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.652191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.681535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-8dc82d6f-6723-4428-ba43-41a5063546a5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:50.685248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-8dc82d6f-6723-4428-ba43-41a5063546a5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.70 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 816 time: 0.5968435 May 10 11:35:50.732849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4f009a4e-2d29-445b-b0d8-5a59a0f08108 None None] For port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,segment=NetworkSegment(c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d),segment_id=c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:50.742063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4f009a4e-2d29-445b-b0d8-5a59a0f08108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.805138 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac5671-31f3-49be-9cf1-5c63ddacf257 None None] Pushing event updated for resources: {'Port': ['ID=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:50.805747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e1fe29-0b18-4d03-bb86-669a0d882bfd {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:50.807904 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Routers {'7259b969-b989-469e-8e66-f768c90e6026'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:50.808617 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7259b969-b989-469e-8e66-f768c90e6026'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:50.826601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.831600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:50.850453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] Sync routers for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:50.858003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Transition to ACTIVE for port object a8e1fe29-0b18-4d03-bb86-669a0d882bfd will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:35:50.874065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.879187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-702fbb59-b6de-4c75-92da-e7844c644d02 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 200 len: 700 time: 2.0512733 May 10 11:35:50.879561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.886186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:50.913265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f009a4e-2d29-445b-b0d8-5a59a0f08108 None None] Pushing event updated for resources: {'Port': ['ID=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:50.925023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:50.925672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:50.933900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bab7c085-6f23-47f3-93d3-4e431f0a9e88 None None] Provisioning complete for port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:50.934526 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bab7c085-6f23-47f3-93d3-4e431f0a9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:50.995140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:51.014851 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] Set router 7259b969-b989-469e-8e66-f768c90e6026 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:51.016265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-61e612a3-8636-44d7-b64a-2984c0207796 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 200 len: 205 time: 0.1187356 May 10 11:35:51.028430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46094) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:51.037175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84734-9a22-4e40-bb71-36a65a1d4402 req-5876c1de-006a-47fc-ad49-37ad86ad4dba tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:51.039181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5df84734-9a22-4e40-bb71-36a65a1d4402 req-5876c1de-006a-47fc-ad49-37ad86ad4dba tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 932 time: 0.4574416 May 10 11:35:51.053829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:51.061839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-a5c993b3-5739-4074-8d81-78b427050d3f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a771f71a33344ded971051979b87f489 HTTP/1.1" status: 200 len: 379 time: 0.2986994 May 10 11:35:51.097237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'port': {'device_id': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'admin_state_up': True, 'tenant_id': 'a771f71a33344ded971051979b87f489', 'security_groups': ['e7b3d119-fc15-4802-9b28-aeaa8bb71f7e']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:51.145907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:51.146493 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Added segment ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3 of type vlan for network bd37647f-3a0f-42c9-9c33-9666346d30ab May 10 11:35:51.174568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:51.193694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5df84734-9a22-4e40-bb71-36a65a1d4402 req-e6fe87e5-4db4-4015-84a6-e057625baf45 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461594 May 10 11:35:51.231132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57b43766-70c3-43e5-b157-07bd07a4504c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:51.239769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758794-c64f-43d3-b682-a413536709e9 req-6d8b7949-29b9-4296-806c-a4b41054facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:51.241452 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84758794-c64f-43d3-b682-a413536709e9 req-6d8b7949-29b9-4296-806c-a4b41054facd service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.9431698 May 10 11:35:51.250824 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:51.345527 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:51.352994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:51.353730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:51.374723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:40Z', 'revision_number': 11, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:51.413725 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ecacd5a0-49df-440c-af07-cbf35a2d5f14 req-c2857c32-db3e-41f3-b1b5-c5d8474d23b2 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 210 time: 0.0439212 May 10 11:35:51.414316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Made reservation on behalf of a771f71a33344ded971051979b87f489 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:51.438635 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:51.440705 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84758794-c64f-43d3-b682-a413536709e9 req-4734a38b-b01a-4ac0-a549-873c33e64b13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95af036-d88f-4a56-86f7-bc7d760c6553 HTTP/1.1" status: 200 len: 217 time: 0.1753480 May 10 11:35:51.493803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] Checking router: 0046e266-3215-4bed-bd76-1da371defd2c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:51.521905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] Routers {'0046e266-3215-4bed-bd76-1da371defd2c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:51.524355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0046e266-3215-4bed-bd76-1da371defd2c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:51.539501 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:35:44Z', 'revision_number': 4, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port': {'id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:32Z', 'updated_at': '2022-05-10T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '095cb0c2-149f-4df5-8a4a-2c5cf0127c6a', 'name': '', 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'mac_address': 'fa:16:3e:6c:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e18f6c94-f521-4b8b-b8de-0b3ded049d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:42Z', 'updated_at': '2022-05-10T11:35:50Z', 'revision_number': 5, 'project_id': '13087f1d76034c67938eae775dd02735', 'subnets': [{'id': 'e18f6c94-f521-4b8b-b8de-0b3ded049d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:51.568701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2425742 May 10 11:35:51.580120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46098) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:51.591335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': 'bd37647f-3a0f-42c9-9c33-9666346d30ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:51.601736 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de61db-afcb-4605-b175-5ec6756b7460 None None] The sync data for ids ['7259b969-b989-469e-8e66-f768c90e6026'] in n-d-840949-1 is: [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:35:44Z', 'revision_number': 4, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port': {'id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:32Z', 'updated_at': '2022-05-10T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '095cb0c2-149f-4df5-8a4a-2c5cf0127c6a', 'name': '', 'network_id': '1653924c-83c2-45e5-8ebb-f43e289aefb7', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'mac_address': 'fa:16:3e:6c:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e18f6c94-f521-4b8b-b8de-0b3ded049d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:42Z', 'updated_at': '2022-05-10T11:35:50Z', 'revision_number': 5, 'project_id': '13087f1d76034c67938eae775dd02735', 'subnets': [{'id': 'e18f6c94-f521-4b8b-b8de-0b3ded049d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:51.639383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758794-c64f-43d3-b682-a413536709e9 req-406f7a34-8ba7-4fde-ae9d-5b05307efe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:51.650118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84758794-c64f-43d3-b682-a413536709e9 req-406f7a34-8ba7-4fde-ae9d-5b05307efe94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1348042 May 10 11:35:51.683225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] Set router 0046e266-3215-4bed-bd76-1da371defd2c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:51.816285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:40Z', 'revision_number': 11, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:51.859024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24edab5-b1ef-4ac7-a168-6fc0285caac8 None None] The sync data for ids ['0046e266-3215-4bed-bd76-1da371defd2c'] in n-d-840949-1 is: [{'id': '0046e266-3215-4bed-bd76-1da371defd2c', 'name': 'tempest-RoutersTest-router-940663850', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:20Z', 'updated_at': '2022-05-10T11:35:40Z', 'revision_number': 11, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:51.861912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bab7c085-6f23-47f3-93d3-4e431f0a9e88 None None] Current status of the port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:51.966659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Attempting to bind port a8e1fe29-0b18-4d03-bb86-669a0d882bfd on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:51.967118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Attempting to bind port a8e1fe29-0b18-4d03-bb86-669a0d882bfd by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:51.967539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Attempting to bind port a8e1fe29-0b18-4d03-bb86-669a0d882bfd on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:51.976234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:51.980874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Port a8e1fe29-0b18-4d03-bb86-669a0d882bfd on network 228907b6-6f90-4b04-af45-c84fa8d65f32 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:35:51.980874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Attempting to bind port a8e1fe29-0b18-4d03-bb86-669a0d882bfd on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:52.034063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:52.034548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Checking segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:52.035036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Bound using segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:52.035586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Bound port: a8e1fe29-0b18-4d03-bb86-669a0d882bfd, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:52.036135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.090250 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57b43766-70c3-43e5-b157-07bd07a4504c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.122642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57b43766-70c3-43e5-b157-07bd07a4504c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.128887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:52.233380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:52.238780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=e726c76f-fc3f-4cc7-81d3-7f47cc19f9eb,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:52.245746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:52.250582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] For port a8e1fe29-0b18-4d03-bb86-669a0d882bfd, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:52.254598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758794-c64f-43d3-b682-a413536709e9 req-52c50055-5fe0-46d5-a45e-5b86c30c7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:52.259041 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84758794-c64f-43d3-b682-a413536709e9 req-52c50055-5fe0-46d5-a45e-5b86c30c7d7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5475521 May 10 11:35:52.528534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] For port a8e1fe29-0b18-4d03-bb86-669a0d882bfd, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:52.551254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.571377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:52.571982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.573379 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] 10.222.0.70 "PUT /v2.0/ports/a8e1fe29-0b18-4d03-bb86-669a0d882bfd HTTP/1.1" status: 200 len: 1092 time: 4.5110815 May 10 11:35:52.579385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01', 'tag': 'a8e1fe29-0b18-4d03-bb86-669a0d882bfd'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:52.580037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65ae0d-48ac-4960-8f03-77a8239f067c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Network': ['ID=bd37647f-3a0f-42c9-9c33-9666346d30ab,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:52.582971 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a0573-57a5-4f0e-83dc-0de053661b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01", "tag": "a8e1fe29-0b18-4d03-bb86-669a0d882bfd"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:52.586034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57b43766-70c3-43e5-b157-07bd07a4504c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.586795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b43766-70c3-43e5-b157-07bd07a4504c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Fanout notify agent at l3_agent the message router_deleted on router 0046e266-3215-4bed-bd76-1da371defd2c {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:35:52.597155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57b43766-70c3-43e5-b157-07bd07a4504c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.602112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-57b43766-70c3-43e5-b157-07bd07a4504c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 204 len: 168 time: 1.5655763 May 10 11:35:52.602268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:52.610111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.623265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46110) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:52.623371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84758794-c64f-43d3-b682-a413536709e9 req-e49ff381-1796-4b4d-83ea-5e5baab84da9 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302281 May 10 11:35:52.636199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network bd37647f-3a0f-42c9-9c33-9666346d30ab details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:35:52.652502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-12fbd8c9-1e11-4184-8024-d21b8f525d54 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1127474095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:52.920470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a089b60-50b8-4ef6-8780-b4c723745b73 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:52.926263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12fbd8c9-1e11-4184-8024-d21b8f525d54 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.927297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12fbd8c9-1e11-4184-8024-d21b8f525d54 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.940302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-9cb8bca9-1071-4a8c-b3af-16d4451e48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:52.946598 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-9cb8bca9-1071-4a8c-b3af-16d4451e48ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 1095 time: 0.2816951 May 10 11:35:53.102764 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-f3d86e6d-e2da-47ea-ba9e-d799ca6051e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e1fe29-0b18-4d03-bb86-669a0d882bfd HTTP/1.1" status: 200 len: 217 time: 0.1105325 May 10 11:35:53.167217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-84758794-c64f-43d3-b682-a413536709e9 req-9f4f108e-7ad4-40d7-bfa4-00731d656d63 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036147 May 10 11:35:53.248616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf10a9-7e22-4da7-b953-8e84fce586e5 req-d614607a-6e5f-4400-8bae-69edc89e5d85 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:53.256136 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2eaf10a9-7e22-4da7-b953-8e84fce586e5 req-d614607a-6e5f-4400-8bae-69edc89e5d85 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 944 time: 0.7926316 May 10 11:35:53.375570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-87c7acdf-3e1f-4e5f-ba76-31208b55f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:53.377715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-87c7acdf-3e1f-4e5f-ba76-31208b55f5b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.2628243 May 10 11:35:53.411223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2eaf10a9-7e22-4da7-b953-8e84fce586e5 req-cbef469b-6802-4016-ac1b-c7334f32eeef tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540744 May 10 11:35:53.475318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-9d60fe75-f532-496f-a130-688f0f967fce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474913 May 10 11:35:53.486173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:53.496258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12fbd8c9-1e11-4184-8024-d21b8f525d54 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:53.575512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Allocated IP 172.20.0.5 (862e694c-25bb-4128-9a47-d0a0988b956e/6a00e7eb-8579-4339-b0a5-8f32054f28f4/9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:53.614235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12fbd8c9-1e11-4184-8024-d21b8f525d54 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:53.652368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:53.728235 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-852c069b-a353-4dfb-a065-c7828eb86be6 req-fc9f45c1-6dad-460b-b210-7504033c1e9b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 210 time: 0.1853294 May 10 11:35:53.820425 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81643de-a818-4173-b07a-dd6984f07ffe x-openstack-request-id: req-f81643de-a818-4173-b07a-dd6984f07ffe {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:53.821385 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01", "tag": "a8e1fe29-0b18-4d03-bb86-669a0d882bfd", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:53.821744 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f81643de-a818-4173-b07a-dd6984f07ffe {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:53.822263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:53.822408 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81643de-a818-4173-b07a-dd6984f07ffe'] response: {'name': 'network-changed', 'server_uuid': '1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01', 'tag': 'a8e1fe29-0b18-4d03-bb86-669a0d882bfd', 'status': 'completed', 'code': 200} May 10 11:35:53.822652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:53.824237 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:53.855036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=ca07af7a-41fc-4a25-808e-4f388893694b,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:53.867403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12fbd8c9-1e11-4184-8024-d21b8f525d54 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:53.870241 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-12fbd8c9-1e11-4184-8024-d21b8f525d54 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2230296 May 10 11:35:53.876088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46114) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:53.892699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-930745f0-7648-46db-b6b2-1b617b683368 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:53.920733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-c8c51c23-2da7-4041-bcc7-4ac3aee92f48 service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375255 May 10 11:35:53.968207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking segment: {'id': 'ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd37647f-3a0f-42c9-9c33-9666346d30ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:53.968573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network hostable DHCP agents. Network: bd37647f-3a0f-42c9-9c33-9666346d30ab, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:54.032402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d078f944-d6b1-4f95-bbf0-36f505de3ddc req-f41b5dd9-f6a6-4c18-91f5-fc08964b2f68 service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995252 May 10 11:35:54.075715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:54.173242 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network bd37647f-3a0f-42c9-9c33-9666346d30ab is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:54.320622 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-930745f0-7648-46db-b6b2-1b617b683368 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:54.340013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, bd37647f-3a0f-42c9-9c33-9666346d30ab) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:54.350906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:54.351267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:54.358545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-930745f0-7648-46db-b6b2-1b617b683368 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:54.359312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30660ae4-18b2-414d-94c3-881e4c0070fa None None] Network bd37647f-3a0f-42c9-9c33-9666346d30ab requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:54.428535 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6ffe8be9-4c98-47ff-b438-1760772eb6fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8444805 May 10 11:35:54.443904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46118) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:54.448935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': 'bd37647f-3a0f-42c9-9c33-9666346d30ab', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1384832278'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:54.530474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:54.582210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-ee1fec2c-2336-4af9-889e-99a4b63d167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:54.584156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-ee1fec2c-2336-4af9-889e-99a4b63d167a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 1095 time: 0.1496656 May 10 11:35:54.592560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:54.700937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-e33d7ae3-235b-47cc-9da3-aaa8cb8ffd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:54.704903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-e33d7ae3-235b-47cc-9da3-aaa8cb8ffd08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 907 time: 0.1068025 May 10 11:35:54.787555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-b9034474-f7a8-4bbe-8556-9eb68e93f1ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e1fe29-0b18-4d03-bb86-669a0d882bfd HTTP/1.1" status: 200 len: 217 time: 0.0485721 May 10 11:35:54.856177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7185e8-892a-49db-a344-5dab1f8c15ef req-66ecfcf2-17c4-4cb6-a1e3-1361b4382522 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:54.868680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d7185e8-892a-49db-a344-5dab1f8c15ef req-66ecfcf2-17c4-4cb6-a1e3-1361b4382522 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 944 time: 0.2972457 May 10 11:35:54.876966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:54.882249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-bd37647f-3a0f-42c9-9c33-9666346d30ab', 'network_id': 'bd37647f-3a0f-42c9-9c33-9666346d30ab', 'tenant_id': '7f4ab61113f6400a9e70992966b91959', 'fixed_ips': [{'subnet_id': 'ca07af7a-41fc-4a25-808e-4f388893694b'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:35:54.895638 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:54.963502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930745f0-7648-46db-b6b2-1b617b683368 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Router 183f8c2b-b112-46d4-8abc-2efb41dd0c96 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:35:55.037837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Network 862e694c-25bb-4128-9a47-d0a0988b956e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:55.043538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:55.056737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.059730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-789f4121-50f6-4b17-8088-215da4c3df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:55.061224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-789f4121-50f6-4b17-8088-215da4c3df75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.2649615 May 10 11:35:55.082907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:55.096225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:55.098591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:55.127664 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-04d14ffc-2a3e-4b8e-a387-0fc46ff26a06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528622 May 10 11:35:55.197782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d7185e8-892a-49db-a344-5dab1f8c15ef req-d76b946e-f006-4611-b26d-d3c000b1f6eb tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279986 May 10 11:35:55.248811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 577e42c2-8dfb-45f2-acf6-016051433134 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:35:55.313221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Allocated IP 2001:db8::2 (bd37647f-3a0f-42c9-9c33-9666346d30ab/ca07af7a-41fc-4a25-808e-4f388893694b/4b8d465f-c8f2-4f4f-9603-7858ca766260) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:55.419748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.421019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:55.421797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.436828 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-28c8379d-483f-4537-b350-e82cfe248eb4 service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002152 May 10 11:35:55.439069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.481698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930745f0-7648-46db-b6b2-1b617b683368 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:55.506004 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] Sync routers for ids ['183f8c2b-b112-46d4-8abc-2efb41dd0c96'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:55.511095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-930745f0-7648-46db-b6b2-1b617b683368 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.514681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-930745f0-7648-46db-b6b2-1b617b683368 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "PUT /v2.0/routers/183f8c2b-b112-46d4-8abc-2efb41dd0c96 HTTP/1.1" status: 200 len: 694 time: 1.6263142 May 10 11:35:55.518381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:55.525244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-db8e01ab-42c3-4bbe-a8aa-dfbabdab9bd0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4535415 May 10 11:35:55.540880 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] Routers {'183f8c2b-b112-46d4-8abc-2efb41dd0c96'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:55.544776 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['183f8c2b-b112-46d4-8abc-2efb41dd0c96'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:55.654401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Request body: {'port': {'device_id': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:55.669412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.680387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-89f44698-254a-4a25-8001-5661057f021c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/routers/183f8c2b-b112-46d4-8abc-2efb41dd0c96 HTTP/1.1" status: 200 len: 700 time: 0.1467423 May 10 11:35:55.687115 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.691210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46126) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:55.692125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.713776 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] Set router 183f8c2b-b112-46d4-8abc-2efb41dd0c96 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:55.791587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Pushing event updated for resources: {'Port': ['ID=4b8d465f-c8f2-4f4f-9603-7858ca766260,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:55.808519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-38cbd45f-5361-4c78-8e87-c6704ec60edb None None] Provisioning complete for port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:55.816235 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-38cbd45f-5361-4c78-8e87-c6704ec60edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.816948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9a3b0b88-548e-44d1-b470-f901c5f16312 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=183f8c2b-b112-46d4-8abc-2efb41dd0c96 HTTP/1.1" status: 200 len: 205 time: 0.1121709 May 10 11:35:55.819671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46130) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:55.838649 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183f8c2b-b112-46d4-8abc-2efb41dd0c96', 'name': 'tempest-RoutersTest-router-1127474095', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:35:54Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:55.858622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-38cbd45f-5361-4c78-8e87-c6704ec60edb None None] Port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:35:55.862809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Network bd37647f-3a0f-42c9-9c33-9666346d30ab is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:55.864657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.865179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.865678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.866279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.866787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.867277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.867753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.868250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.868752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.869261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.869747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.870223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.874771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:55.881826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:55.892986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d3cf1-ddc8-4833-b59d-f9d6f8a27cce req-e28be6d2-4cb6-484f-8c74-a5ad9a600e2d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:55.894064 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] Checking router: 183f8c2b-b112-46d4-8abc-2efb41dd0c96 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:55.899776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-540d3cf1-ddc8-4833-b59d-f9d6f8a27cce req-e28be6d2-4cb6-484f-8c74-a5ad9a600e2d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 931 time: 0.4724407 May 10 11:35:55.911797 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] Routers {'183f8c2b-b112-46d4-8abc-2efb41dd0c96'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:55.913686 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['183f8c2b-b112-46d4-8abc-2efb41dd0c96'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:55.990274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Attempting to bind port 4b8d465f-c8f2-4f4f-9603-7858ca766260 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:55.991244 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] Set router 183f8c2b-b112-46d4-8abc-2efb41dd0c96 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:55.991748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Attempting to bind port 4b8d465f-c8f2-4f4f-9603-7858ca766260 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd37647f-3a0f-42c9-9c33-9666346d30ab'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:55.992344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Attempting to bind port 4b8d465f-c8f2-4f4f-9603-7858ca766260 on network bd37647f-3a0f-42c9-9c33-9666346d30ab {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:56.006454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:56.008538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Checking segment: {'id': 'ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd37647f-3a0f-42c9-9c33-9666346d30ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:56.009825 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:56.012431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Bound using segment: {'id': 'ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd37647f-3a0f-42c9-9c33-9666346d30ab'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:56.013857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Bound port: 4b8d465f-c8f2-4f4f-9603-7858ca766260, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd37647f-3a0f-42c9-9c33-9666346d30ab'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:56.015074 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:56.045215 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Floating IP f0616818-2191-495d-a29c-574dc2ac0b9c associated. External IP: 172.25.8.7, port: 15afc4b9-5037-408b-82bd-e4d3f85274d4. May 10 11:35:56.052288 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183f8c2b-b112-46d4-8abc-2efb41dd0c96', 'name': 'tempest-RoutersTest-router-1127474095', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:35:54Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:56.052519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a3a0573-57a5-4f0e-83dc-0de053661b1d req-39c0f195-6093-456f-8203-71c76d6a381c service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015038 May 10 11:35:56.081574 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb0e0d-a7e0-4b3a-b98e-e159a82ad44d None None] The sync data for ids ['183f8c2b-b112-46d4-8abc-2efb41dd0c96'] in n-d-840949-1 is: [{'id': '183f8c2b-b112-46d4-8abc-2efb41dd0c96', 'name': 'tempest-RoutersTest-router-1127474095', 'tenant_id': '269b3bd630b14a8fb121d80026cea9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:35:54Z', 'revision_number': 2, 'project_id': '269b3bd630b14a8fb121d80026cea9cc', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:35:56.158702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] For port 4b8d465f-c8f2-4f4f-9603-7858ca766260, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:35:56.162880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] For port 4b8d465f-c8f2-4f4f-9603-7858ca766260, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4b8d465f-c8f2-4f4f-9603-7858ca766260,segment=NetworkSegment(ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3),segment_id=ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:35:56.175422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:56.216676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:56.293275 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-540d3cf1-ddc8-4833-b59d-f9d6f8a27cce req-90778d0b-e521-4809-8e54-38b137a50dc9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397275 May 10 11:35:56.300864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b51e-3819-4cc2-ac83-c6ef3d366c2c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:56.301093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=e726c76f-fc3f-4cc7-81d3-7f47cc19f9eb,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:56.329479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71998e-3439-4e77-ab11-abf438644063 None None] Pushing event updated for resources: {'Port': ['ID=4b8d465f-c8f2-4f4f-9603-7858ca766260,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:56.361645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a8e1fe29-0b18-4d03-bb86-669a0d882bfd details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:35:56.651969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router e79dcb4b-21d3-4594-9a48-38ac0e74804c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:35:56.676377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a8e1fe29-0b18-4d03-bb86-669a0d882bfd, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:56.710977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::312 (bd37647f-3a0f-42c9-9c33-9666346d30ab/ca07af7a-41fc-4a25-808e-4f388893694b/577e42c2-8dfb-45f2-acf6-016051433134) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:56.748836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'a8e1fe29-0b18-4d03-bb86-669a0d882bfd', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'port_id': 'a8e1fe29-0b18-4d03-bb86-669a0d882bfd', 'mac_address': 'fa:16:3e:c8:2d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61955d59-4936-4f72-8540-0de91be3a151', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:35:56.886080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a8e1fe29-0b18-4d03-bb86-669a0d882bfd is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:56.886080 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:56.927926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e1fe29-0b18-4d03-bb86-669a0d882bfd {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:57.003275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a8e1fe29-0b18-4d03-bb86-669a0d882bfd, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:57.015609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.140692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:35:57.201078 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.223795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b51e-3819-4cc2-ac83-c6ef3d366c2c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.225970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.227487 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b51e-3819-4cc2-ac83-c6ef3d366c2c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.292876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f5b0126f-472f-476c-808c-27705841b309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.8890502 May 10 11:35:57.294158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46140) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:57.296250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:35:57.298779 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93efb6a0-c11f-4d76-981a-eff2917de850" -d '{"events": [{"name": "network-changed", "server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:35:57.300793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c67bcf-f70f-4813-84d7-533c4cdade8d req-623eaae2-e56f-4811-90a2-4a77aaf61ab9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:57.302691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95c67bcf-f70f-4813-84d7-533c4cdade8d req-623eaae2-e56f-4811-90a2-4a77aaf61ab9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 944 time: 0.8691263 May 10 11:35:57.365589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.442327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b51e-3819-4cc2-ac83-c6ef3d366c2c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.446116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d4b51e-3819-4cc2-ac83-c6ef3d366c2c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Fanout notify agent at l3_agent the message router_deleted on router 183f8c2b-b112-46d4-8abc-2efb41dd0c96 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:35:57.465680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=577e42c2-8dfb-45f2-acf6-016051433134,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:57.490564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network bd37647f-3a0f-42c9-9c33-9666346d30ab is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:57.492665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:57.505742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:35:57.539769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:57.541085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.549277 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-75e87768-f9fa-4387-a0bc-636968ba9f66 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/floatingips/f0616818-2191-495d-a29c-574dc2ac0b9c HTTP/1.1" status: 200 len: 990 time: 0.2472632 May 10 11:35:57.554996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b51e-3819-4cc2-ac83-c6ef3d366c2c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.556167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a9d4b51e-3819-4cc2-ac83-c6ef3d366c2c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/183f8c2b-b112-46d4-8abc-2efb41dd0c96 HTTP/1.1" status: 204 len: 168 time: 1.7130506 May 10 11:35:57.559692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46146) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:57.630855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-52ee7b69-4532-4bc8-8e42-5dd65d301010 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=183f8c2b-b112-46d4-8abc-2efb41dd0c96 HTTP/1.1" status: 200 len: 205 time: 0.0687482 May 10 11:35:57.632228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46148) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:57.645538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ba6869fc-0259-4cfb-9913-4d65ed5a2757 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.2002063 May 10 11:35:57.648347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46150) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:57.664444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] Sync routers for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:35:57.666754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95c67bcf-f70f-4813-84d7-533c4cdade8d req-934cf069-d403-4396-9575-715e67fc8b4f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696596 May 10 11:35:57.684983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-991dd1db-60ae-4a4d-a272-7ff22e3ad180 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3808813 May 10 11:35:57.751052 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-a06be8a1-a19a-499c-baab-598961c37f97 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] delete failed (client error): The resource could not be found. May 10 11:35:57.754444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4b8d465f-c8f2-4f4f-9603-7858ca766260 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:57.758715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46152) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:57.759059 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a06be8a1-a19a-499c-baab-598961c37f97 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/183f8c2b-b112-46d4-8abc-2efb41dd0c96 HTTP/1.1" status: 404 len: 336 time: 0.1243830 May 10 11:35:57.764718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:57.823363 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1021c0e6-7aec-44c7-b956-2f6512ea23b5 x-openstack-request-id: req-1021c0e6-7aec-44c7-b956-2f6512ea23b5 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:35:57.827080 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:35:57.827350 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1021c0e6-7aec-44c7-b956-2f6512ea23b5 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:35:57.827791 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1021c0e6-7aec-44c7-b956-2f6512ea23b5'] response: {'name': 'network-changed', 'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'status': 'completed', 'code': 200} May 10 11:35:57.836897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:57.837750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:57.845280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:35:57.878099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b37fd5ca-bacd-4c9a-b89b-24844abbfa2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 577e42c2-8dfb-45f2-acf6-016051433134 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:35:57.880913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b37fd5ca-bacd-4c9a-b89b-24844abbfa2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.019212 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1767b867-9b3c-4724-a211-30bf59bdd3ec tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:35:58.019669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1767b867-9b3c-4724-a211-30bf59bdd3ec tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:58.035472 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1767b867-9b3c-4724-a211-30bf59bdd3ec tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/db66bddd-c96e-450a-8b2d-a9b5095ddb9c HTTP/1.1" status: 404 len: 337 time: 0.2709296 May 10 11:35:58.078640 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b37fd5ca-bacd-4c9a-b89b-24844abbfa2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.097554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46156) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.104521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b37fd5ca-bacd-4c9a-b89b-24844abbfa2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 577e42c2-8dfb-45f2-acf6-016051433134 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:35:58.123345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 4b8d465f-c8f2-4f4f-9603-7858ca766260 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:58.123921 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.226700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:58.263595 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb184ea7-6169-4119-9dc3-82df5651ccfc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:35:58.264411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb184ea7-6169-4119-9dc3-82df5651ccfc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:58.272406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eb184ea7-6169-4119-9dc3-82df5651ccfc tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/f2b7096b-99fb-4918-8e3b-4a87313dad17 HTTP/1.1" status: 404 len: 337 time: 0.1159334 May 10 11:35:58.280902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46162) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.343142 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-77802938-b5cf-42de-b45b-21c1bd7b088c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:35:58.343628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77802938-b5cf-42de-b45b-21c1bd7b088c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:58.354365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-77802938-b5cf-42de-b45b-21c1bd7b088c tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/d417f5c1-14f4-4eb5-bcd9-ac381900459e HTTP/1.1" status: 404 len: 337 time: 0.0708528 May 10 11:35:58.356137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-91ac9aec-6d4e-43df-9969-40f4a963e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:58.363533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-91ac9aec-6d4e-43df-9969-40f4a963e1fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1095 time: 0.6371298 May 10 11:35:58.364899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46166) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.433804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b37fd5ca-bacd-4c9a-b89b-24844abbfa2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.488908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-0a04e6a2-41d8-4fec-8097-5c386be1a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:58.490446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-0a04e6a2-41d8-4fec-8097-5c386be1a83c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 1097 time: 0.5622261 May 10 11:35:58.526787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fd5ca-bacd-4c9a-b89b-24844abbfa2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=577e42c2-8dfb-45f2-acf6-016051433134,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:58.573561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b37fd5ca-bacd-4c9a-b89b-24844abbfa2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.583945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b37fd5ca-bacd-4c9a-b89b-24844abbfa2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/577e42c2-8dfb-45f2-acf6-016051433134 HTTP/1.1" status: 204 len: 168 time: 0.9321437 May 10 11:35:58.583945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46176) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.593097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46180) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.627865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225329d7-b764-463f-8564-6d5cd35dff56 req-c788b205-fa3b-473e-a212-44736e269fbc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:58.635394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-225329d7-b764-463f-8564-6d5cd35dff56 req-c788b205-fa3b-473e-a212-44736e269fbc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 931 time: 0.6319251 May 10 11:35:58.661790 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-737613fd-47d5-46c6-b322-31a4fda846ad tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:35:58.662657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737613fd-47d5-46c6-b322-31a4fda846ad tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:58.673808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-737613fd-47d5-46c6-b322-31a4fda846ad tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/e9bda53f-197e-4e29-a739-923a63012dca HTTP/1.1" status: 404 len: 337 time: 0.2795975 May 10 11:35:58.690513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a737a3-c2b0-4c0d-9cbc-bbc9d9251068 None None] Network bd37647f-3a0f-42c9-9c33-9666346d30ab requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:58.715461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:35:58.722522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46192) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.731674 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc91d92-0db5-4306-abe8-0a533414b902 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:35:58.733326 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9bc91d92-0db5-4306-abe8-0a533414b902 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/577e42c2-8dfb-45f2-acf6-016051433134 HTTP/1.1" status: 404 len: 333 time: 0.1392417 May 10 11:35:58.743939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.760150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.765647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 4b8d465f-c8f2-4f4f-9603-7858ca766260 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:58.766712 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.771388 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-96326cc9-5972-4d22-8186-4195a2d76e44 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 200 len: 205 time: 0.0482278 May 10 11:35:58.778387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46198) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.821017 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-466a5ccd-5547-4a2f-984f-fcab3955d600 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/floatingips/f0616818-2191-495d-a29c-574dc2ac0b9c HTTP/1.1" status: 200 len: 990 time: 0.2374003 May 10 11:35:58.839186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6766c9-26c5-41a5-9bb2-4b1987135117 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet ca07af7a-41fc-4a25-808e-4f388893694b {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:35:58.842773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c6766c9-26c5-41a5-9bb2-4b1987135117 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.848087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bed34367-972f-41c8-8f2e-4277bc6253bf None None] Provisioning complete for port 4b8d465f-c8f2-4f4f-9603-7858ca766260 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:58.848087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bed34367-972f-41c8-8f2e-4277bc6253bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.868427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Transition to ACTIVE for port object 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:35:58.869494 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-5a6976a4-4872-4f68-8c22-e6630eb9eaad tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] delete failed (client error): The resource could not be found. May 10 11:35:58.873281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5a6976a4-4872-4f68-8c22-e6630eb9eaad tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/0046e266-3215-4bed-bd76-1da371defd2c HTTP/1.1" status: 404 len: 336 time: 0.0833836 May 10 11:35:58.875314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46200) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:58.911318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-225329d7-b764-463f-8564-6d5cd35dff56 req-f0673cb5-3025-4d18-ab38-a529551c89bc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726710 May 10 11:35:58.919011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb312-a58a-4b1e-88c7-fadc7eaa3c8b req-48bf9f68-bcf3-4f48-a2ca-1278202e6464 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:58.920712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb2eb312-a58a-4b1e-88c7-fadc7eaa3c8b req-48bf9f68-bcf3-4f48-a2ca-1278202e6464 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 950 time: 0.1660433 May 10 11:35:58.964801 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c6766c9-26c5-41a5-9bb2-4b1987135117 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:58.981609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-bfb6ee3b-9c7f-4190-aed5-e77569018a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:58.989486 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-bfb6ee3b-9c7f-4190-aed5-e77569018a83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.5362895 May 10 11:35:59.002665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb2eb312-a58a-4b1e-88c7-fadc7eaa3c8b req-0e04b7d6-a63d-41f6-a382-a168b5ab8beb tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703125 May 10 11:35:59.027931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bed34367-972f-41c8-8f2e-4277bc6253bf None None] Current status of the port 4b8d465f-c8f2-4f4f-9603-7858ca766260 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:59.028613 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bed34367-972f-41c8-8f2e-4277bc6253bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.051498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 4b8d465f-c8f2-4f4f-9603-7858ca766260, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4b8d465f-c8f2-4f4f-9603-7858ca766260,segment=NetworkSegment(ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3),segment_id=ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:35:59.069187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4841180d-048f-4fec-89b4-7361245e3aa4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c77a7d1-b94e-46da-a159-29989e13f3f6 HTTP/1.1" status: 200 len: 205 time: 0.1835213 May 10 11:35:59.069187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.070177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46206) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.075880 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.127247 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-1ea1627b-93a9-4bd2-95ad-3757311e6522 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] delete failed (client error): The resource could not be found. May 10 11:35:59.130576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1ea1627b-93a9-4bd2-95ad-3757311e6522 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/2c77a7d1-b94e-46da-a159-29989e13f3f6 HTTP/1.1" status: 404 len: 336 time: 0.0559583 May 10 11:35:59.130909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.165691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-077cee48-5118-4f2e-88ec-7d1dde8a1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:59.167378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-077cee48-5118-4f2e-88ec-7d1dde8a1aa2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ca7e583-47a0-4750-8baf-50dbdb2369c8 HTTP/1.1" status: 200 len: 898 time: 0.6139224 May 10 11:35:59.178263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c6766c9-26c5-41a5-9bb2-4b1987135117 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.187468 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7965ad-c534-4699-ab39-0b94ede25720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:35:59.187468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7965ad-c534-4699-ab39-0b94ede25720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:59.194200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff7965ad-c534-4699-ab39-0b94ede25720 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/c44fd0e6-3ea8-4646-bea3-aabd3cb5ebb8 HTTP/1.1" status: 404 len: 337 time: 0.0615890 May 10 11:35:59.195265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.207789 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-bed34367-972f-41c8-8f2e-4277bc6253bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:35:59.208383 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-bed34367-972f-41c8-8f2e-4277bc6253bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:35:59.253396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:59.294521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-48997479-004a-4c55-a5c9-819fd1a8e149 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f88038-976f-488e-a6ef-278c54e2ad8b HTTP/1.1" status: 200 len: 205 time: 0.0640745 May 10 11:35:59.297246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.303626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=4b8d465f-c8f2-4f4f-9603-7858ca766260,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:59.355415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:35:00Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:35:53Z', 'revision_number': 0, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:59.390484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] Checking router: e79dcb4b-21d3-4594-9a48-38ac0e74804c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:35:59.395315 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-0a9d648e-ca9d-497c-bfd8-deb6a93515da tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] delete failed (client error): The resource could not be found. May 10 11:35:59.397372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ac187-e98b-4441-803b-e7020728b1e5 req-43e8afe5-fb2c-418d-8835-97edc4bfd9df tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:59.399170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ac187-e98b-4441-803b-e7020728b1e5 req-43e8afe5-fb2c-418d-8835-97edc4bfd9df tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 945 time: 0.3256619 May 10 11:35:59.401248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0a9d648e-ca9d-497c-bfd8-deb6a93515da tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/f1f88038-976f-488e-a6ef-278c54e2ad8b HTTP/1.1" status: 404 len: 336 time: 0.1021891 May 10 11:35:59.401474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46214) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.403594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:35:59.404211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:35:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:59.459762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c6766c9-26c5-41a5-9bb2-4b1987135117 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.460749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-48cc7a39-1477-4da6-9995-75b67bedc917 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.3686912 May 10 11:35:59.531582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6766c9-26c5-41a5-9bb2-4b1987135117 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=ca07af7a-41fc-4a25-808e-4f388893694b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:59.558918 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c6766c9-26c5-41a5-9bb2-4b1987135117 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.562217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1c6766c9-26c5-41a5-9bb2-4b1987135117 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/ca07af7a-41fc-4a25-808e-4f388893694b HTTP/1.1" status: 204 len: 168 time: 0.8173044 May 10 11:35:59.564821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46216) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.582583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4b8d465f-c8f2-4f4f-9603-7858ca766260 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:35:59.595454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1477bece-0dbd-4c01-9a68-b401b8a54408 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=df95b272-9573-4797-97ad-4191e5e41cd7 HTTP/1.1" status: 200 len: 205 time: 0.1906934 May 10 11:35:59.597027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-e0b97f96-073b-434e-b1f6-91093da2df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:59.600366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-e0b97f96-073b-434e-b1f6-91093da2df5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.0783699 May 10 11:35:59.605375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46218) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.659903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:35:59.661121 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-b48ed956-cd51-4372-bd63-0add496c86a1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] delete failed (client error): The resource could not be found. May 10 11:35:59.662139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b48ed956-cd51-4372-bd63-0add496c86a1 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/df95b272-9573-4797-97ad-4191e5e41cd7 HTTP/1.1" status: 404 len: 336 time: 0.0524299 May 10 11:35:59.667283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-060ae4e8-068d-4e96-9c88-82c0f4da483f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4 HTTP/1.1" status: 200 len: 998 time: 0.4008932 May 10 11:35:59.667741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46220) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.746307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45817906-88fd-4292-af37-36890768650f None None] Network bd37647f-3a0f-42c9-9c33-9666346d30ab requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:59.748637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.779506 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-db98e04f-4bdf-42fb-9273-e6dc954e62df tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:35:59.779986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db98e04f-4bdf-42fb-9273-e6dc954e62df tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:35:59.783394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-db98e04f-4bdf-42fb-9273-e6dc954e62df tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/c9aa8d1c-7271-4a7c-b9a4-d1da8f33a115 HTTP/1.1" status: 404 len: 337 time: 0.0920534 May 10 11:35:59.793241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.814521 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-827ac187-e98b-4441-803b-e7020728b1e5 req-7b683b3d-34d2-4dd7-9f35-a2b152be5b73 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943393 May 10 11:35:59.831915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46224) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.832766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-7c9ba4a5-db2f-47a5-b73c-b10b2c93f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:59.842573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-7c9ba4a5-db2f-47a5-b73c-b10b2c93f6aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4c4f434-f0ad-425f-8cdc-7296a48bd953 HTTP/1.1" status: 200 len: 835 time: 0.1340814 May 10 11:35:59.842573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4287f82b-41c9-4cff-a912-0b84339e733a tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2962d8-792d-4564-9413-02a585afb674 HTTP/1.1" status: 200 len: 205 time: 0.0440762 May 10 11:35:59.842907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46226) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:35:59.861197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Attempting to bind port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:59.861516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Attempting to bind port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:59.862474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Attempting to bind port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:59.873013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bed34367-972f-41c8-8f2e-4277bc6253bf None None] Current status of the port 4b8d465f-c8f2-4f4f-9603-7858ca766260 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:35:59.888132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-4e0c3ea5-bbc7-4b6a-8bbe-37919d30a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:35:59.889638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-4e0c3ea5-bbc7-4b6a-8bbe-37919d30a0ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2380552 May 10 11:35:59.892450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on network 862e694c-25bb-4128-9a47-d0a0988b956e not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:35:59.892450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Attempting to bind port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:35:59.900058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:35:59.900392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Checking segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:35:59.900979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Bound using segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:35:59.901423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Bound port: 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:59.901924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.914792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 4b8d465f-c8f2-4f4f-9603-7858ca766260 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:59.915272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:59.931986 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-f4ab0820-fb7a-4a94-8c44-b42895b65226 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] delete failed (client error): The resource could not be found. May 10 11:35:59.936501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f4ab0820-fb7a-4a94-8c44-b42895b65226 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/8b2962d8-792d-4564-9413-02a585afb674 HTTP/1.1" status: 404 len: 336 time: 0.0929337 May 10 11:35:59.937790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46230) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:00.003868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-4a9d567e-f891-459b-aa54-3ab486b92fee service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973179 May 10 11:36:00.107273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-e6b489b5-994e-4f48-b125-53f2e6c8abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:00.111223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-e6b489b5-994e-4f48-b125-53f2e6c8abca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ca7e583-47a0-4750-8baf-50dbdb2369c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582107 May 10 11:36:00.315839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:00.355735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:00.365255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-57f13c1d-a560-40b0-beec-e6869795321f None None] Provisioning complete for port 4b8d465f-c8f2-4f4f-9603-7858ca766260 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:00.365255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-57f13c1d-a560-40b0-beec-e6869795321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.368227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 4b8d465f-c8f2-4f4f-9603-7858ca766260 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:00.368759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.372064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a8e1fe29-0b18-4d03-bb86-669a0d882bfd up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:00.389443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.419265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d47173-b038-42bf-8754-4985c9b39436 req-77d3151b-a3ff-40dc-be82-1ab897748eba tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:00.427538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c4d47173-b038-42bf-8754-4985c9b39436 req-77d3151b-a3ff-40dc-be82-1ab897748eba tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 950 time: 0.2666733 May 10 11:36:00.438129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] DHCP port deletion for bd37647f-3a0f-42c9-9c33-9666346d30ab request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:36:00.440898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 4b8d465f-c8f2-4f4f-9603-7858ca766260 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:00.469214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b21bf86-e905-4ea4-a71d-189e785d8549 req-43c29bd5-e9c2-4be4-bdf8-f875ec4b230f service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549174 May 10 11:36:00.472902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-b93abc1b-8cb9-4a81-88db-f6983d07348c service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112650 May 10 11:36:00.504986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:00.505604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.506427 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eee46f-042c-4b4d-9e2b-6bb3d544770f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:36:00.506783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:35:00Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:35:53Z', 'revision_number': 0, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:00.507022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] 10.222.0.70 "PUT /v2.0/ports/9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 1091 time: 4.8627298 May 10 11:36:00.507247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eee46f-042c-4b4d-9e2b-6bb3d544770f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:36:00.507538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:00.509902 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb" -d '{"events": [{"name": "network-changed", "server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:00.514925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-67eee46f-042c-4b4d-9e2b-6bb3d544770f tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/01807f96-a385-4ed1-97d9-fb4c0a19e5f7 HTTP/1.1" status: 404 len: 337 time: 0.0811884 May 10 11:36:00.531357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46236) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:00.559096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e66d06-0bd4-4ac6-bfcc-679b490ad28a None None] The sync data for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 is: [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:35:00Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:35:53Z', 'revision_number': 0, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:36:00.614088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ff28a-e072-4a94-8710-0e340725ff9a req-b173db61-ed35-4f02-a96b-a7cd8b12bec6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:00.615808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-624ff28a-e072-4a94-8710-0e340725ff9a req-b173db61-ed35-4f02-a96b-a7cd8b12bec6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.1406116 May 10 11:36:00.629874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2265f7be-edee-42e4-a0b8-cc4888ffb2f0 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "GET /v2.0/ports?device_id=4463c7f1-2ba7-4b24-9984-b9603429687d HTTP/1.1" status: 200 len: 205 time: 0.0893333 May 10 11:36:00.634317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] For port 4b8d465f-c8f2-4f4f-9603-7858ca766260, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4b8d465f-c8f2-4f4f-9603-7858ca766260,segment=NetworkSegment(ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3),segment_id=ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:00.634694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.638327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46240) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:00.654301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port a8e1fe29-0b18-4d03-bb86-669a0d882bfd completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:36:00.677583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port a8e1fe29-0b18-4d03-bb86-669a0d882bfd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:00.678620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.696514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c4d47173-b038-42bf-8754-4985c9b39436 req-238056fb-1893-484e-a1ba-f9ac3d3fac3b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646625 May 10 11:36:00.702828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8a081-b24f-40b8-a215-7fb7f8abdbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:00.751131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-57f13c1d-a560-40b0-beec-e6869795321f None None] Current status of the port 4b8d465f-c8f2-4f4f-9603-7858ca766260 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:00.754116 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-8377939a-f0fc-4e22-830b-28b7be2367e4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] delete failed (client error): The resource could not be found. May 10 11:36:00.764000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] Deleting port 4b8d465f-c8f2-4f4f-9603-7858ca766260 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:00.764000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.766956 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8377939a-f0fc-4e22-830b-28b7be2367e4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/routers/4463c7f1-2ba7-4b24-9984-b9603429687d HTTP/1.1" status: 404 len: 336 time: 0.1276000 May 10 11:36:00.770207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46244) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:00.805876 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1309ab1-d9c4-4b3d-99aa-76cf6592dfad x-openstack-request-id: req-e1309ab1-d9c4-4b3d-99aa-76cf6592dfad {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:00.820349 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:00.820891 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1309ab1-d9c4-4b3d-99aa-76cf6592dfad {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:00.821346 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1309ab1-d9c4-4b3d-99aa-76cf6592dfad'] response: {'name': 'network-changed', 'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'status': 'completed', 'code': 200} May 10 11:36:00.836555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eb5e2ad5-ebe6-4f64-80b3-6832bff73450 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/floatingips/f0616818-2191-495d-a29c-574dc2ac0b9c HTTP/1.1" status: 200 len: 990 time: 0.9945555 May 10 11:36:00.847435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 4b8d465f-c8f2-4f4f-9603-7858ca766260 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:00.889184 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a5dd74-ec28-4a41-afca-4e20a7ce79d4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:36:00.900076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a5dd74-ec28-4a41-afca-4e20a7ce79d4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:36:00.906555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-05a5dd74-ec28-4a41-afca-4e20a7ce79d4 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/7cc28d42-43c8-4959-b39c-feafed136e3a HTTP/1.1" status: 404 len: 337 time: 0.1328433 May 10 11:36:00.906833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] For port 4b8d465f-c8f2-4f4f-9603-7858ca766260, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4b8d465f-c8f2-4f4f-9603-7858ca766260,segment=NetworkSegment(ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3),segment_id=ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:00.906833 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.907055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-b5540006-660f-4be9-bee1-32d0ba39b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:00.913842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46248) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:00.915536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-b5540006-660f-4be9-bee1-32d0ba39b20f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1094 time: 0.3156610 May 10 11:36:00.921450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] Calling delete_port for 4b8d465f-c8f2-4f4f-9603-7858ca766260 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:00.972152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-624ff28a-e072-4a94-8710-0e340725ff9a req-25c9f32f-fb99-4c2a-878f-8429b2d3e2e9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344753 May 10 11:36:00.975516 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-62056c4e-8c1d-42b9-b9f2-bdf23881aa83 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] DELETE failed (client error): The resource could not be found. May 10 11:36:00.975980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62056c4e-8c1d-42b9-b9f2-bdf23881aa83 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:36:00.986831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-62056c4e-8c1d-42b9-b9f2-bdf23881aa83 tempest-RoutersTest-577976161 tempest-RoutersTest-577976161-project] 10.222.0.13 "DELETE /v2.0/subnets/abb4d0e3-6995-4741-aa61-3eeae753daf8 HTTP/1.1" status: 404 len: 337 time: 0.0650077 May 10 11:36:01.056018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a8e1fe29-0b18-4d03-bb86-669a0d882bfd is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:01.056741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.072346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-f23ae926-a3f3-4c83-b90f-e39c6bafc098 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 217 time: 0.1260219 May 10 11:36:01.087429 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47889078-d0ca-4436-b701-44e79fd9a71d None None] New status for floating IP f0616818-2191-495d-a29c-574dc2ac0b9c: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:36:01.128554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93efb6a0-c11f-4d76-981a-eff2917de850 req-d7de6fc9-e2ad-4ad9-9bbc-a6732dd6923c service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346571 May 10 11:36:01.148968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.169802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-eb920f83-7f41-4b88-a637-4fcc8bc46a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:01.171405 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-eb920f83-7f41-4b88-a637-4fcc8bc46a9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.0979443 May 10 11:36:01.177058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e1fe29-0b18-4d03-bb86-669a0d882bfd'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:01.187383 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bce2ab8-188e-4415-b1db-8ee3bf321c5f" -d '{"events": [{"server_uuid": "1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01", "name": "network-vif-plugged", "status": "completed", "tag": "a8e1fe29-0b18-4d03-bb86-669a0d882bfd"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:01.235568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a8e1fe29-0b18-4d03-bb86-669a0d882bfd, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:01.247947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-46e24449-dfb5-4b56-8df3-cb7553b69fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:01.250893 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-46e24449-dfb5-4b56-8df3-cb7553b69fa2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727434 May 10 11:36:01.253795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.254684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:36:01.256687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No DVR routers for this DVR port 4b8d465f-c8f2-4f4f-9603-7858ca766260 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:01.379044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=4b8d465f-c8f2-4f4f-9603-7858ca766260,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:01.379872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.486561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:01.491841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] No DVR routers for this DVR port 4b8d465f-c8f2-4f4f-9603-7858ca766260 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:01.510991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46266) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:01.522257 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-bbf1eac4-25e9-4482-8912-6779275375fd service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644784 May 10 11:36:01.547481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012739a-39b0-47fc-849c-0135167d7e67 req-04bcb2be-a13a-45b8-9a05-356e45cad8dc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:01.549066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2012739a-39b0-47fc-849c-0135167d7e67 req-04bcb2be-a13a-45b8-9a05-356e45cad8dc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 946 time: 0.3930869 May 10 11:36:01.595675 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.597766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4b8d465f-c8f2-4f4f-9603-7858ca766260 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:36:01.601033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dc4d3-c876-4ac0-a4b5-1195623a32d8 None None] Pushing event deleted for resources: {'Port': ['ID=4b8d465f-c8f2-4f4f-9603-7858ca766260,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:01.654248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2012739a-39b0-47fc-849c-0135167d7e67 req-c72958ab-b463-4d7f-b879-5aa00292d687 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933175 May 10 11:36:01.669673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd37647f-3a0f-42c9-9c33-9666346d30ab']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:01.677518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 4b8d465f-c8f2-4f4f-9603-7858ca766260 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:36:01.679868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4b8d465f-c8f2-4f4f-9603-7858ca766260 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:36:01.689642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:01.690152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbfccef-8f6c-4c0e-bb88-05d8b14b86b3') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:01.744069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.766924 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-695ffbe7-c33b-47ed-83da-479c8f64182f req-7d437b96-6c22-4804-b713-b758dbe62273 service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365565 May 10 11:36:01.768017 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005983b7-ec6a-4c56-9664-24840ccb4121 x-openstack-request-id: req-005983b7-ec6a-4c56-9664-24840ccb4121 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:01.768546 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01", "name": "network-vif-plugged", "status": "completed", "tag": "a8e1fe29-0b18-4d03-bb86-669a0d882bfd", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:01.769177 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-005983b7-ec6a-4c56-9664-24840ccb4121 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:01.769907 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005983b7-ec6a-4c56-9664-24840ccb4121'] response: {'server_uuid': '1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e1fe29-0b18-4d03-bb86-669a0d882bfd', 'code': 200} May 10 11:36:01.771286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 20e68c62-0b4a-4966-ac88-6533271c0951 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:01.771920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.789600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.802457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:36:01.803070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: timer() May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:36:01.806410 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:36:01.816981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:01.823234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.839655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46280) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:01.880577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:01.890905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a19d22cb-ffc7-4390-bbf5-06e58da44510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=269b3bd630b14a8fb121d80026cea9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781149 May 10 11:36:01.928770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46282) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:01.970127 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.975735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-8c802d94-4db7-47ea-862e-36383debcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:01.977289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-8c802d94-4db7-47ea-862e-36383debcb88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1094 time: 0.0780814 May 10 11:36:01.978748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.981862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/networks/bd37647f-3a0f-42c9-9c33-9666346d30ab HTTP/1.1" status: 204 len: 168 time: 2.4156621 May 10 11:36:01.985307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46284) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:01.990609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'name': 'tempest-PortsIpV6TestJSON-2110870979'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:02.011197 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d515a14c-69fa-4427-a0e6-e99aa14a66cd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/floatingips/f0616818-2191-495d-a29c-574dc2ac0b9c HTTP/1.1" status: 200 len: 992 time: 0.1702237 May 10 11:36:02.073694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65d80d8c-222d-43fb-b59d-35732248a0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.075485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba849a-69e9-4d78-8d24-e1595b6104ef tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Network': ['ID=bd37647f-3a0f-42c9-9c33-9666346d30ab,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:02.111100 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65d80d8c-222d-43fb-b59d-35732248a0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.162623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-e2e02d5f-3096-4d53-a37f-178d197764f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:02.164535 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-e2e02d5f-3096-4d53-a37f-178d197764f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.1677637 May 10 11:36:02.225657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-6a5a8d0e-f5a4-417c-b0d5-fa7a2285473b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 217 time: 0.0535979 May 10 11:36:02.264081 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65d80d8c-222d-43fb-b59d-35732248a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.266760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65d80d8c-222d-43fb-b59d-35732248a0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.267951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-65d80d8c-222d-43fb-b59d-35732248a0c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca8f7fb3-1a3e-4549-a33e-bdbcbea04390 HTTP/1.1" status: 204 len: 168 time: 0.3323534 May 10 11:36:02.292072 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.308491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d80d8c-222d-43fb-b59d-35732248a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f7fb3-1a3e-4549-a33e-bdbcbea04390,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:02.328413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-dcbc53cb-3a9f-4e38-9921-3af0bcd4a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:02.333669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-dcbc53cb-3a9f-4e38-9921-3af0bcd4a60b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.0994160 May 10 11:36:02.407869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-61a91814-7f1c-4654-8a9f-afabb3fa31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:02.409368 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-61a91814-7f1c-4654-8a9f-afabb3fa31d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641978 May 10 11:36:02.478505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c8d35-cd8c-4afe-b6ee-af0c920067f5 req-71179c37-33cb-4050-a4c7-1438b1796c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:02.480039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25c8d35-cd8c-4afe-b6ee-af0c920067f5 req-71179c37-33cb-4050-a4c7-1438b1796c85 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 1097 time: 0.5508399 May 10 11:36:02.538757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:02.542336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.545122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-d768e263-7326-4540-8359-8713c4f4a06e service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266615 May 10 11:36:02.562552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578dc8c-1a1f-4ddf-b855-ea8d78e6b4fc req-7dd623cf-624a-422a-8d7e-8e0bd40b2e5b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:02.569922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c578dc8c-1a1f-4ddf-b855-ea8d78e6b4fc req-7dd623cf-624a-422a-8d7e-8e0bd40b2e5b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.1208384 May 10 11:36:02.588435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25c8d35-cd8c-4afe-b6ee-af0c920067f5 req-c0a2fa3b-1c35-435f-a787-c0473412241b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013381 May 10 11:36:02.596492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 5cadcc6c-d88a-4a5d-8176-01ad6003b7e1 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:02.660046 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c578dc8c-1a1f-4ddf-b855-ea8d78e6b4fc req-9034eac9-0ecd-463f-bdb6-fc9d79006acd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891223 May 10 11:36:02.671271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39d2f567-d1d3-4395-abf6-6ee0bf4e44bb req-08f0481e-960a-43fd-84c1-3fc3b24694c7 service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197417 May 10 11:36:02.816271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.818111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b4d8d-c8e7-4937-8189-973fd0f43033 req-3986bbbb-8d92-4e08-8569-e79d099198a5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:02.819706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c7b4d8d-c8e7-4937-8189-973fd0f43033 req-3986bbbb-8d92-4e08-8569-e79d099198a5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 946 time: 0.0715978 May 10 11:36:02.876765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c7b4d8d-c8e7-4937-8189-973fd0f43033 req-90f503a6-59d1-4de8-8092-51ad1a10f401 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 May 10 11:36:02.879864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.934262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:02.939602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:02.941345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:02.950063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:02.950720 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:02.965573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=5cadcc6c-d88a-4a5d-8176-01ad6003b7e1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:02.978539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cc32fab7-6ca8-431f-94eb-544cc15c8895 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9921889 May 10 11:36:02.981586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46316) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:03.112742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ea1bb5a4-03c0-47da-b6c4-ee67969fb7ca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 5cadcc6c-d88a-4a5d-8176-01ad6003b7e1 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:03.113458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb5a4-03c0-47da-b6c4-ee67969fb7ca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:03.181947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb5a4-03c0-47da-b6c4-ee67969fb7ca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:03.200907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ea1bb5a4-03c0-47da-b6c4-ee67969fb7ca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 5cadcc6c-d88a-4a5d-8176-01ad6003b7e1 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:03.237047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46324) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:03.292226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb5a4-03c0-47da-b6c4-ee67969fb7ca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:03.322968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bb5a4-03c0-47da-b6c4-ee67969fb7ca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=5cadcc6c-d88a-4a5d-8176-01ad6003b7e1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:03.332411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb5a4-03c0-47da-b6c4-ee67969fb7ca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:03.336797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ea1bb5a4-03c0-47da-b6c4-ee67969fb7ca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/5cadcc6c-d88a-4a5d-8176-01ad6003b7e1 HTTP/1.1" status: 204 len: 168 time: 0.3541136 May 10 11:36:03.339409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46328) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:03.345103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'mac_address': 'fa:16:3e:76:61:49', 'name': 'tempest-PortsIpV6TestJSON-276643995'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:03.355212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-483b196e-b2ce-49c7-a912-5556a21d4cef tempest-DvrRoutersNegativeTest-1640150870 tempest-DvrRoutersNegativeTest-1640150870-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1322073949', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:03.358140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.policy [None req-483b196e-b2ce-49c7-a912-5556a21d4cef tempest-DvrRoutersNegativeTest-1640150870 tempest-DvrRoutersNegativeTest-1640150870-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102767) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 10 11:36:03.358445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.policy [None req-483b196e-b2ce-49c7-a912-5556a21d4cef tempest-DvrRoutersNegativeTest-1640150870 tempest-DvrRoutersNegativeTest-1640150870-project] Failed policy check for 'create_router' {{(pid=102767) enforce /opt/stack/neutron/neutron/policy.py:520}} May 10 11:36:03.359734 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-483b196e-b2ce-49c7-a912-5556a21d4cef tempest-DvrRoutersNegativeTest-1640150870 tempest-DvrRoutersNegativeTest-1640150870-project] create failed (client error): Access was denied to this resource. May 10 11:36:03.365171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-483b196e-b2ce-49c7-a912-5556a21d4cef tempest-DvrRoutersNegativeTest-1640150870 tempest-DvrRoutersNegativeTest-1640150870-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1231880 May 10 11:36:03.467463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:03.550607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:03.578918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 1bc41da3-2afb-416c-9172-bdf5a2a40f66 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:03.734422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46342) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:03.771481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:03.774643 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e12be89-6222-4122-8429-ff013e488f52" -d '{"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:03.826068 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8840c762-2697-4b00-9425-54369bd5cbdd x-openstack-request-id: req-8840c762-2697-4b00-9425-54369bd5cbdd {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:03.826589 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:03.827017 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8840c762-2697-4b00-9425-54369bd5cbdd {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:03.827576 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8840c762-2697-4b00-9425-54369bd5cbdd'] response: {'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951', 'code': 200} May 10 11:36:03.843135 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:03.852232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7781c3-3ee2-49e1-a954-cc3b81867a8d req-dab3aa7b-0b6e-405e-9bc5-d7b9829d7848 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:03.853939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b7781c3-3ee2-49e1-a954-cc3b81867a8d req-dab3aa7b-0b6e-405e-9bc5-d7b9829d7848 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.0916936 May 10 11:36:03.893311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0f6053-ae4d-40fa-a061-f7416f78b064 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:36:03.914830 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0f31c35-0923-4c92-9445-a336fb944eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:03.939100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b7781c3-3ee2-49e1-a954-cc3b81867a8d req-12e3b76f-15a8-4bb2-8c44-026ea56684c9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757372 May 10 11:36:03.941506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.005444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:04.006932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:04.010132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:04.017946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:04.019630 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.050515 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7099621 May 10 11:36:04.053384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46360) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:04.071463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:04.081832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb779-0dfe-4d12-81d2-3ec63833b78c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=1bc41da3-2afb-416c-9172-bdf5a2a40f66,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:04.089334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'mac_address': 'fa:16:3e:05:b7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:36:04.126181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462aea1-2271-4a1f-bd16-9c82575943ad req-1dff1e2d-4cb1-4620-83dd-571692334f71 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:04.127739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1462aea1-2271-4a1f-bd16-9c82575943ad req-1dff1e2d-4cb1-4620-83dd-571692334f71 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 946 time: 0.0898492 May 10 11:36:04.132821 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0f31c35-0923-4c92-9445-a336fb944eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.134145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff68b8-10b8-44c8-902c-87251939f239 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:04.135848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-68ff68b8-10b8-44c8-902c-87251939f239 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/1bc41da3-2afb-416c-9172-bdf5a2a40f66 HTTP/1.1" status: 200 len: 844 time: 0.0816467 May 10 11:36:04.138436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46362) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:04.149249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0f31c35-0923-4c92-9445-a336fb944eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.162175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5b0f6053-ae4d-40fa-a061-f7416f78b064 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:04.162712 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.178876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b0f6053-ae4d-40fa-a061-f7416f78b064 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:04.211187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:04.216970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.219037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a0f31c35-0923-4c92-9445-a336fb944eca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d1338191ade4423a0e2e4f16cf1c842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829392 May 10 11:36:04.221823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46364) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:04.224004 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1462aea1-2271-4a1f-bd16-9c82575943ad req-02c3c07b-0664-4d85-8419-38ede819c719 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898294 May 10 11:36:04.225154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f31c35-0923-4c92-9445-a336fb944eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8cba30-4d3b-4eb4-a704-7c97dc48192a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:04.296851 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8510bc43-6d5e-4922-9d9b-4670743d3b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.302918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:04.312435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e8e28fc7-dc8b-4f38-9fa8-876096c86a37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 1bc41da3-2afb-416c-9172-bdf5a2a40f66 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:04.312782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e8e28fc7-dc8b-4f38-9fa8-876096c86a37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.321391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['5b0f6053-ae4d-40fa-a061-f7416f78b064'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:04.376688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3495fe01-e640-4f81-b2a5-f38c6042a76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.399761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3495fe01-e640-4f81-b2a5-f38c6042a76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.408822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:36:04.447147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e8e28fc7-dc8b-4f38-9fa8-876096c86a37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.463154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e8e28fc7-dc8b-4f38-9fa8-876096c86a37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 1bc41da3-2afb-416c-9172-bdf5a2a40f66 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:04.571017 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3495fe01-e640-4f81-b2a5-f38c6042a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.573587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3495fe01-e640-4f81-b2a5-f38c6042a76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.574733 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3495fe01-e640-4f81-b2a5-f38c6042a76f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e8cba30-4d3b-4eb4-a704-7c97dc48192a HTTP/1.1" status: 204 len: 168 time: 0.3517499 May 10 11:36:04.607139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495fe01-e640-4f81-b2a5-f38c6042a76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8cba30-4d3b-4eb4-a704-7c97dc48192a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:04.655898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:04.678477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'port_id': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'mac_address': 'fa:16:3e:5b:a3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:36:04.687158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e8e28fc7-dc8b-4f38-9fa8-876096c86a37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.724313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a74e1e-210f-4865-99c5-f956516a81ca req-2c299678-31ee-4bd6-b0c4-7968e5324c9f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:04.725859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3a74e1e-210f-4865-99c5-f956516a81ca req-2c299678-31ee-4bd6-b0c4-7968e5324c9f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.2130182 May 10 11:36:04.729052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e28fc7-dc8b-4f38-9fa8-876096c86a37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=1bc41da3-2afb-416c-9172-bdf5a2a40f66,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:04.742978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e8e28fc7-dc8b-4f38-9fa8-876096c86a37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.746204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e8e28fc7-dc8b-4f38-9fa8-876096c86a37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/1bc41da3-2afb-416c-9172-bdf5a2a40f66 HTTP/1.1" status: 204 len: 168 time: 0.6068165 May 10 11:36:04.749033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46382) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:04.756140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3a74e1e-210f-4865-99c5-f956516a81ca req-2c9874be-30ae-49c7-a8ba-e666a8553c30 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/quotas/d1b5df0530644b3fae8342b7f22dc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0150583 May 10 11:36:04.802469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:04.803112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.813005 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f3e1f4-7900-49fb-ad96-933e4d275713 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:36:04.815241 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3a74e1e-210f-4865-99c5-f956516a81ca req-5a48a9dd-fc3a-4d8e-9cba-376e1db30d56 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525064 May 10 11:36:04.820122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-69f3e1f4-7900-49fb-ad96-933e4d275713 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/1bc41da3-2afb-416c-9172-bdf5a2a40f66 HTTP/1.1" status: 404 len: 333 time: 0.0699685 May 10 11:36:04.824075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46386) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:04.832039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'name': 'tempest-PortsIpV6TestJSON-311188183'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:04.837081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:04.883341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:04.890498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.950750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:04.959152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:04.960246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3a74e1e-210f-4865-99c5-f956516a81ca req-9d5846ee-fdb7-4646-8590-4cf6611156f5 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341691 May 10 11:36:04.963869 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:04.993559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port f8b76140-9103-4138-95ca-7dce7ccbf9c3 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:05.131315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:05.147679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3a74e1e-210f-4865-99c5-f956516a81ca req-fc5e12a0-55dd-4b8a-a008-49c80856c25a service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812258 May 10 11:36:05.284027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb74d-cc87-4ddb-b896-92f4ea8f9e08 req-dad23803-0c14-42f9-9e34-dd18adeac567 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:05.292096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d91bb74d-cc87-4ddb-b896-92f4ea8f9e08 req-dad23803-0c14-42f9-9e34-dd18adeac567 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.1652908 May 10 11:36:05.353196 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:05.405320 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:05.410044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d91bb74d-cc87-4ddb-b896-92f4ea8f9e08 req-94503221-5fb5-4e13-941b-ce33a8e5de0e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168239 May 10 11:36:05.451321 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:05.589534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:05.602632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:05.611804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:05.625309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:05.626205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:05.633300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=f8b76140-9103-4138-95ca-7dce7ccbf9c3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:05.654419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f593cae6-0ebc-4972-a059-0badae6b77a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8291714 May 10 11:36:05.657386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46426) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:05.667378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:05.780896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:05.815710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46434) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:05.905760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0f6053-ae4d-40fa-a061-f7416f78b064 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:06.003729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1f5268ab-feb1-4227-92c5-375bebc3729d tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-700758297', 'prefixes': ['172.20.0.0/16']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:06.021857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 5b0f6053-ae4d-40fa-a061-f7416f78b064 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:06.022504 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.169061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f5268ab-feb1-4227-92c5-375bebc3729d tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] Notify callbacks [] for subnetpool, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.174101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1f5268ab-feb1-4227-92c5-375bebc3729d tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3566716 May 10 11:36:06.176418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46464) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:06.207645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5b0f6053-ae4d-40fa-a061-f7416f78b064 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:06.208334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.212159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.245228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.278037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:06.281232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:06.287289 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f180336-bc71-4d25-8edb-164fa8b4de17" -d '{"events": [{"server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:06.294433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2b4d3787-b21c-4a37-9f72-93f091bbad67 tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] 10.222.0.13 "GET /v2.0/subnetpools/b7738f63-c3e9-4f27-9afe-eafaf304e4eb HTTP/1.1" status: 200 len: 731 time: 0.1113605 May 10 11:36:06.298628 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.300441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46474) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:06.305547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b33945a7-e508-4ab7-adfc-39718933ed0e tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1219427905'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:06.316795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] In _notify_port_updated(), no bound segment for port f8b76140-9103-4138-95ca-7dce7ccbf9c3 on network d1c29dc1-dd27-4131-a54d-691013171f8e {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:36:06.322447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:06.323071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.324430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "PUT /v2.0/ports/f8b76140-9103-4138-95ca-7dce7ccbf9c3 HTTP/1.1" status: 200 len: 818 time: 0.6648338 May 10 11:36:06.341903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46478) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:06.446821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-65601637-0ae0-42eb-b104-96eaec82c1c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:06.456433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-65601637-0ae0-42eb-b104-96eaec82c1c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.4542494 May 10 11:36:06.465728 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef1ba2-d96d-49a1-a078-1fb0913ac447 x-openstack-request-id: req-3eef1ba2-d96d-49a1-a078-1fb0913ac447 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:06.466091 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:06.466367 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eef1ba2-d96d-49a1-a078-1fb0913ac447 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:06.467049 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eef1ba2-d96d-49a1-a078-1fb0913ac447'] response: {'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'code': 200} May 10 11:36:06.475185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:06.479363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:06.542782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b040934-e744-4321-bbad-4d6ef25caa73 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=f8b76140-9103-4138-95ca-7dce7ccbf9c3,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:06.560038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b33945a7-e508-4ab7-adfc-39718933ed0e tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] Notify callbacks [] for subnetpool, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.566517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b33945a7-e508-4ab7-adfc-39718933ed0e tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] 10.222.0.13 "PUT /v2.0/subnetpools/b7738f63-c3e9-4f27-9afe-eafaf304e4eb HTTP/1.1" status: 200 len: 684 time: 0.2600255 May 10 11:36:06.566517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46486) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:06.638663 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:36:06.646224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-93524bba-61e2-4890-a877-21e04980538d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port f8b76140-9103-4138-95ca-7dce7ccbf9c3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:06.646647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93524bba-61e2-4890-a877-21e04980538d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.647281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:06.647893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.807640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93524bba-61e2-4890-a877-21e04980538d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.818163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a473bafe-263b-4c20-818b-bc46c6dc2a66 tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] Notify callbacks [] for subnetpool, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.824212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a473bafe-263b-4c20-818b-bc46c6dc2a66 tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b7738f63-c3e9-4f27-9afe-eafaf304e4eb HTTP/1.1" status: 204 len: 168 time: 0.2583864 May 10 11:36:06.825991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46496) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:06.851946 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-adfc0acc-fd10-4089-bd58-561f58120ec2 tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] show failed (client error): The resource could not be found. May 10 11:36:06.856440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-adfc0acc-fd10-4089-bd58-561f58120ec2 tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] 10.222.0.13 "GET /v2.0/subnetpools/b7738f63-c3e9-4f27-9afe-eafaf304e4eb HTTP/1.1" status: 404 len: 346 time: 0.0294545 May 10 11:36:06.857861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46500) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:06.879837 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-1b8272d2-b8ea-419b-8d18-f065f1fd1fd9 tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] delete failed (client error): The resource could not be found. May 10 11:36:06.882434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:06.884787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:06.885060 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b8272d2-b8ea-419b-8d18-f065f1fd1fd9 tempest-SubnetPoolsTestJSON-768297931 tempest-SubnetPoolsTestJSON-768297931-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b7738f63-c3e9-4f27-9afe-eafaf304e4eb HTTP/1.1" status: 404 len: 346 time: 0.0260074 May 10 11:36:06.888771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-93524bba-61e2-4890-a877-21e04980538d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for f8b76140-9103-4138-95ca-7dce7ccbf9c3 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:06.894192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-1c21c5d8-7a30-48e1-a795-c2bfc51ad367 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/quotas/d1b5df0530644b3fae8342b7f22dc0a7 HTTP/1.1" status: 200 len: 375 time: 0.4364071 May 10 11:36:06.960628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:06.969396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.035958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8371f3eb-3452-414a-b918-8c5cd49165f4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306493 May 10 11:36:07.047578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:07.068887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046d413-2750-4385-972d-7d184ccdf143 req-11b453bf-9c4b-4020-b296-39bcd7c8eeed tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:07.081010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9046d413-2750-4385-972d-7d184ccdf143 req-11b453bf-9c4b-4020-b296-39bcd7c8eeed tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.4015932 May 10 11:36:07.130544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93524bba-61e2-4890-a877-21e04980538d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.150426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9046d413-2750-4385-972d-7d184ccdf143 req-2a482597-0302-4201-b5bd-f90768cb4caf tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679569 May 10 11:36:07.159090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-93524bba-61e2-4890-a877-21e04980538d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.165016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-93524bba-61e2-4890-a877-21e04980538d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/f8b76140-9103-4138-95ca-7dce7ccbf9c3 HTTP/1.1" status: 204 len: 168 time: 0.8177016 May 10 11:36:07.174834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46508) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:07.216868 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae200d09-9e95-41c8-babb-f874d0276d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.223861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93524bba-61e2-4890-a877-21e04980538d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=f8b76140-9103-4138-95ca-7dce7ccbf9c3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:07.249741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-1c5207a7-1dbb-4685-ac7c-01ab91de49ab service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043428 May 10 11:36:07.419872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-a4ab50fb-7dab-4c58-817f-25f8a7001db1 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621041 May 10 11:36:07.436267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eff9c62-eab9-45b6-af48-21c2cc200c11 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:07.439016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1eff9c62-eab9-45b6-af48-21c2cc200c11 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2713614 May 10 11:36:07.441144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46524) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:07.513285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46526) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:07.583562 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6350ed82-9d2e-453d-a3db-7bb2819ba331 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:36:07.592165 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6350ed82-9d2e-453d-a3db-7bb2819ba331 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/f8b76140-9103-4138-95ca-7dce7ccbf9c3 HTTP/1.1" status: 404 len: 333 time: 0.1463635 May 10 11:36:07.592949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46532) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:07.599883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1792602931'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:07.683331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-a2f1025c-efb3-4325-a1c0-00fe76d011df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:07.694535 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-a2f1025c-efb3-4325-a1c0-00fe76d011df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1095 time: 0.1843643 May 10 11:36:07.708292 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:36:07.757067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:07.758721 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.764292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.828212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87b69e00-f09c-4de5-9d68-1fa12b6a5e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.859451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:36:07.864295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-807a9221-c64d-4c1c-a2d8-838213aded95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:07.877762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-807a9221-c64d-4c1c-a2d8-838213aded95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.1694903 May 10 11:36:07.975586 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87b69e00-f09c-4de5-9d68-1fa12b6a5e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.982466 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:07.982858 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Added segment 69948d63-c20c-47e2-a277-8e7276146f10 of type vlan for network 13410174-8eda-410f-bfeb-9978c9577ece May 10 11:36:07.993850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87b69e00-f09c-4de5-9d68-1fa12b6a5e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.078897 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.086779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039a0b4-e3f0-4581-b220-9ff0c39f55ec req-14955e5c-eca1-4de8-bad1-e8d7c34c11f1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:08.093027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-87b69e00-f09c-4de5-9d68-1fa12b6a5e47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96b7756f8c4941a0bd27dbc5ed7e4c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762513 May 10 11:36:08.095744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46542) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:08.106849 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d039a0b4-e3f0-4581-b220-9ff0c39f55ec req-14955e5c-eca1-4de8-bad1-e8d7c34c11f1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2273147 May 10 11:36:08.108890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b69e00-f09c-4de5-9d68-1fa12b6a5e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea08aea8-1eb9-4e40-913a-d462a1fc908e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:08.152814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.159188 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:08.159839 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.185534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-6b35757b-f799-4ac5-b4f6-4773c555a7c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.2451234 May 10 11:36:08.201766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d039a0b4-e3f0-4581-b220-9ff0c39f55ec req-f0bc16ee-3dd6-4a19-99a8-161d8d5668f2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931699 May 10 11:36:08.259454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6627913 May 10 11:36:08.271184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46548) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:08.284172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': '13410174-8eda-410f-bfeb-9978c9577ece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:08.302071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f7ddc-458a-437d-ba90-3dbc9125dcca tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Network': ['ID=13410174-8eda-410f-bfeb-9978c9577ece,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:08.312809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 13410174-8eda-410f-bfeb-9978c9577ece details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:36:08.342301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac746387-da7e-4c1e-827c-767e2a157a12 req-d5c631e9-baf1-4e94-900f-80f48caa0d36 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 210 time: 0.0563443 May 10 11:36:08.353721 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4d91382e-2d6b-4f71-a37d-7d750ab7384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.379625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-9439b352-09fc-4df9-b86f-09832358c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:08.383473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-9439b352-09fc-4df9-b86f-09832358c425 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1806443 May 10 11:36:08.400667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4d91382e-2d6b-4f71-a37d-7d750ab7384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.476227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:08.484601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.531091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:08.537299 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee654303-f0d3-4f45-ab07-0ea0b612deb8" -d '{"events": [{"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:08.550820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-dc6afaac-94cb-40da-aa56-d07ba8f3e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:08.554053 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-dc6afaac-94cb-40da-aa56-d07ba8f3e981 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606586 May 10 11:36:08.646813 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca35d30d-7481-4c87-8aad-a1df08c5de99 x-openstack-request-id: req-ca35d30d-7481-4c87-8aad-a1df08c5de99 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:08.647435 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:08.651431 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca35d30d-7481-4c87-8aad-a1df08c5de99 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:08.653109 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca35d30d-7481-4c87-8aad-a1df08c5de99'] response: {'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'code': 200} May 10 11:36:08.672196 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4d91382e-2d6b-4f71-a37d-7d750ab7384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.679841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4d91382e-2d6b-4f71-a37d-7d750ab7384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.683337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4d91382e-2d6b-4f71-a37d-7d750ab7384d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea08aea8-1eb9-4e40-913a-d462a1fc908e HTTP/1.1" status: 204 len: 168 time: 0.5821624 May 10 11:36:08.715158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91382e-2d6b-4f71-a37d-7d750ab7384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea08aea8-1eb9-4e40-913a-d462a1fc908e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:08.805324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b70d3-db4e-4533-aeae-ce89ab69ba69 req-b25f2517-3711-428b-8556-0e73c7f0e9d2 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:08.806956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e32b70d3-db4e-4533-aeae-ce89ab69ba69 req-b25f2517-3711-428b-8556-0e73c7f0e9d2 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2510931 May 10 11:36:08.897806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-ab656b2a-0570-487c-95e5-bcde2a7b613f service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165588 May 10 11:36:09.056008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b7c5b-a32d-40c4-9f9b-f0b14f9afbfa req-74485f01-1a90-4128-948a-c487e1c65cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:09.059559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d15b7c5b-a32d-40c4-9f9b-f0b14f9afbfa req-74485f01-1a90-4128-948a-c487e1c65cf5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1096 time: 0.2188618 May 10 11:36:09.065700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dedefa12-2f1d-4224-9b2e-406b2ee2ee18 req-606fd08a-06ad-40c2-a31b-876b2f6a8b91 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551514 May 10 11:36:09.065820 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:09.112071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e32b70d3-db4e-4533-aeae-ce89ab69ba69 req-0fece68a-7615-449f-880f-e563efc85937 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925248 May 10 11:36:09.169212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=10aba147-1547-43a3-a7de-15267fe2147e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:09.235620 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d15b7c5b-a32d-40c4-9f9b-f0b14f9afbfa req-8b7a3eea-d6d1-48ab-9f5d-fc8f119d458c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665194 May 10 11:36:09.242254 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:09.276238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking segment: {'id': '69948d63-c20c-47e2-a277-8e7276146f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '13410174-8eda-410f-bfeb-9978c9577ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:09.276601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network hostable DHCP agents. Network: 13410174-8eda-410f-bfeb-9978c9577ece, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:36:09.373064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 13410174-8eda-410f-bfeb-9978c9577ece is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:36:09.398990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683e141-e3cd-4a65-9555-2b9f9af052d4 req-b435f476-ee2f-4258-93bd-c3ed44cc8714 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:09.401159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4683e141-e3cd-4a65-9555-2b9f9af052d4 req-b435f476-ee2f-4258-93bd-c3ed44cc8714 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1002812 May 10 11:36:09.442983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 13410174-8eda-410f-bfeb-9978c9577ece) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:09.454813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:09.455942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:09.482770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfc4ab9-b662-4a31-befc-958c4fcd4077 None None] Network 13410174-8eda-410f-bfeb-9978c9577ece requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:09.483469 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9bd56447-0a0b-4207-8f3e-c6af526bb0b7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2111466 May 10 11:36:09.487266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46582) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:09.492572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-90a4dcc9-754a-4f1c-8db4-ef749933cada tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': '13410174-8eda-410f-bfeb-9978c9577ece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:09.528347 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4683e141-e3cd-4a65-9555-2b9f9af052d4 req-beb7ca75-3f9a-4dd9-aef4-7df24e578462 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154559 May 10 11:36:09.649317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:09.760493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-3b0bdc86-61ef-4e18-8308-c24c9759e55d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:09.762880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-3b0bdc86-61ef-4e18-8308-c24c9759e55d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.3205895 May 10 11:36:09.781940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b75b686e-3d6d-4ad1-b17a-1f5fbf3ae90d req-e69c5456-53c0-4b8e-9292-2bf724b4e7c8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 210 time: 0.1954079 May 10 11:36:09.785307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a4dcc9-754a-4f1c-8db4-ef749933cada tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:09.786148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Request body: {'port': {'device_id': 'd721d041-af69-47c0-9531-be38bc6135e0', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'admin_state_up': True, 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:09.790112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90a4dcc9-754a-4f1c-8db4-ef749933cada tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:09.865980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-13410174-8eda-410f-bfeb-9978c9577ece', 'network_id': '13410174-8eda-410f-bfeb-9978c9577ece', 'tenant_id': '7f4ab61113f6400a9e70992966b91959', 'fixed_ips': [{'subnet_id': '10aba147-1547-43a3-a7de-15267fe2147e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:36:09.867409 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:10.088848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Allocated IP 2001:db8::2 (13410174-8eda-410f-bfeb-9978c9577ece/10aba147-1547-43a3-a7de-15267fe2147e/71feb45d-c688-48fc-a564-8f7f274c87eb) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:10.196575 n-d-840949-1 neutron-server[102768]: INFO neutron.db.ipam_backend_mixin [None req-90a4dcc9-754a-4f1c-8db4-ef749933cada tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10aba147-1547-43a3-a7de-15267fe2147e (CIDR: 2001:db8::/64) May 10 11:36:10.204697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:10.206536 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a4dcc9-754a-4f1c-8db4-ef749933cada tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:36:10.207097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a4dcc9-754a-4f1c-8db4-ef749933cada tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:36:10.212489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:10.243556 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90a4dcc9-754a-4f1c-8db4-ef749933cada tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7550640 May 10 11:36:10.244297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46606) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:10.253638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': '13410174-8eda-410f-bfeb-9978c9577ece', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:10.507860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Allocated IP 172.20.0.10 (228907b6-6f90-4b04-af45-c84fa8d65f32/61955d59-4936-4f72-8540-0de91be3a151/eac0feda-46f8-4e6e-ad1f-42fd1d5f4470) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:10.515051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a0942-3e16-4bb5-b7f2-e2b5f3902219 req-42d027ba-b111-49cd-8276-337d703db358 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:10.519281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a49a0942-3e16-4bb5-b7f2-e2b5f3902219 req-42d027ba-b111-49cd-8276-337d703db358 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2285569 May 10 11:36:10.629494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:10.635196 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:10.720532 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a49a0942-3e16-4bb5-b7f2-e2b5f3902219 req-843506eb-cbba-4991-9268-bd3ba92161a5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266530 May 10 11:36:10.841085 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:10.855563 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:10.897784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f6b0e-fae2-4984-ac20-1ef32e09bae1 req-dde65cb1-fb84-4429-b4a8-d8c8d93b12c4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:10.899413 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f19f6b0e-fae2-4984-ac20-1ef32e09bae1 req-dde65cb1-fb84-4429-b4a8-d8c8d93b12c4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1228509 May 10 11:36:10.980545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Network 13410174-8eda-410f-bfeb-9978c9577ece is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:10.990239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:11.005615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:11.035844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Pushing event updated for resources: {'Port': ['ID=71feb45d-c688-48fc-a564-8f7f274c87eb,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:11.087705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Attempting to bind port 71feb45d-c688-48fc-a564-8f7f274c87eb on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:11.088394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Attempting to bind port 71feb45d-c688-48fc-a564-8f7f274c87eb by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '69948d63-c20c-47e2-a277-8e7276146f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '13410174-8eda-410f-bfeb-9978c9577ece'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:11.089640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Attempting to bind port 71feb45d-c688-48fc-a564-8f7f274c87eb on network 13410174-8eda-410f-bfeb-9978c9577ece {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:11.095903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:11.098458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:11.099456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Checking segment: {'id': '69948d63-c20c-47e2-a277-8e7276146f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '13410174-8eda-410f-bfeb-9978c9577ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:11.100184 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:11.101221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Bound using segment: {'id': '69948d63-c20c-47e2-a277-8e7276146f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '13410174-8eda-410f-bfeb-9978c9577ece'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:11.101883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Bound port: 71feb45d-c688-48fc-a564-8f7f274c87eb, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69948d63-c20c-47e2-a277-8e7276146f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '13410174-8eda-410f-bfeb-9978c9577ece'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:11.102455 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:11.175324 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f19f6b0e-fae2-4984-ac20-1ef32e09bae1 req-ba1ca847-a6e9-4672-b823-044ffd61c21b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607129 May 10 11:36:11.180829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:11.181389 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08341209-b51a-4a60-9f5c-fc3db437be9c req-5986650e-308d-446d-abfc-8e09426246d6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 210 time: 0.1359491 May 10 11:36:11.203867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:11.269326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event updated for resources: {'Port': ['ID=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:11.281963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:11.284010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:11.296305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:11.323501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] For port 71feb45d-c688-48fc-a564-8f7f274c87eb, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:11.366338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] For port 71feb45d-c688-48fc-a564-8f7f274c87eb, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=71feb45d-c688-48fc-a564-8f7f274c87eb,segment=NetworkSegment(69948d63-c20c-47e2-a277-8e7276146f10),segment_id=69948d63-c20c-47e2-a277-8e7276146f10)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:11.380854 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:11.414720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:11.428174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:11.431159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:11.487351 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-f3e71de3-356d-45b3-b4e5-b14575157a10 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6997964 May 10 11:36:11.488975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 13410174-8eda-410f-bfeb-9978c9577ece is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:11.495416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:11.506884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:11.507514 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:11.508999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Request body: {'port': {'device_id': 'd721d041-af69-47c0-9531-be38bc6135e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:11.573827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=ed1e2e32-79d1-4aee-bf49-c1866a35d2aa,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:11.593309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ef30f-33a8-46b8-a1b0-fcd22954ed03 None None] Pushing event updated for resources: {'Port': ['ID=71feb45d-c688-48fc-a564-8f7f274c87eb,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:11.600303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-755d2c7d-0df3-464f-b636-44ebd4ae128b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3497727 May 10 11:36:11.601504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46652) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:11.627232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': '13410174-8eda-410f-bfeb-9978c9577ece', 'fixed_ips': [{'subnet_id': '10aba147-1547-43a3-a7de-15267fe2147e'}, {'subnet_id': 'ed1e2e32-79d1-4aee-bf49-c1866a35d2aa'}], 'name': 'tempest-PortsIpV6TestJSON-631888296'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:11.754315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:12.244780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b868f-5d9e-4093-8b31-554517b5d55b req-37963f13-9e11-46d7-afa7-03d619839e3c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:12.248545 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-201b868f-5d9e-4093-8b31-554517b5d55b req-37963f13-9e11-46d7-afa7-03d619839e3c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2643824 May 10 11:36:12.308733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:12.532441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dc80b-c1bb-452d-b3f0-6049a6ba327e req-d3bda683-d37c-4f1c-b6da-75f596b59e8d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:12.556466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-201b868f-5d9e-4093-8b31-554517b5d55b req-3d5a62d4-2fb3-4047-a3a6-45dfa160b92b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878253 May 10 11:36:12.565700 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-038dc80b-c1bb-452d-b3f0-6049a6ba327e req-d3bda683-d37c-4f1c-b6da-75f596b59e8d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 932 time: 0.2181780 May 10 11:36:12.658644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-038dc80b-c1bb-452d-b3f0-6049a6ba327e req-c1b9c3e7-1800-4b45-afde-23d2255eeed5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917795 May 10 11:36:12.844938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73921b-6cb0-4eda-9536-db955535334e req-fae1da66-36ea-412d-b7ab-b08148846eee tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:12.847270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2d73921b-6cb0-4eda-9536-db955535334e req-fae1da66-36ea-412d-b7ab-b08148846eee tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.1529059 May 10 11:36:12.857098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:12.860111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46684) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:12.863165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46682) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:12.881086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'floatingip': {'port_id': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:12.900566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:12.916220 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:12.934193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Transition to ACTIVE for port object eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:36:12.946710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.022353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:13.030920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.103530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97e957ee-30e9-483d-a12d-540dd1829f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.290535 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97e957ee-30e9-483d-a12d-540dd1829f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.309201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97e957ee-30e9-483d-a12d-540dd1829f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.432862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-97e957ee-30e9-483d-a12d-540dd1829f9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52c0992324b0420a9f05f499c47ef829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5679228 May 10 11:36:13.433620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e957ee-30e9-483d-a12d-540dd1829f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6465800-981c-4ab5-8f50-10d22ea9d410,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:13.436015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46708) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:13.481050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245463cb-659a-45ef-b3ff-d5d569ed7734 None None] Network 13410174-8eda-410f-bfeb-9978c9577ece requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:13.524511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5bf-7f96-46e1-8914-67172292a8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.548062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5bf-7f96-46e1-8914-67172292a8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.597134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:13.617871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5bf-7f96-46e1-8914-67172292a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.621056 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81a6a5bf-7f96-46e1-8914-67172292a8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.622368 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-81a6a5bf-7f96-46e1-8914-67172292a8c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6465800-981c-4ab5-8f50-10d22ea9d410 HTTP/1.1" status: 204 len: 168 time: 0.1853361 May 10 11:36:13.635986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a5bf-7f96-46e1-8914-67172292a8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6465800-981c-4ab5-8f50-10d22ea9d410,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:13.677110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-add01f0c-98da-47ea-af1e-b2a71dfb36e0 None None] Provisioning complete for port 71feb45d-c688-48fc-a564-8f7f274c87eb triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:13.678313 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-add01f0c-98da-47ea-af1e-b2a71dfb36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.953134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-add01f0c-98da-47ea-af1e-b2a71dfb36e0 None None] Current status of the port 71feb45d-c688-48fc-a564-8f7f274c87eb is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:13.953574 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-add01f0c-98da-47ea-af1e-b2a71dfb36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.989999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 71feb45d-c688-48fc-a564-8f7f274c87eb up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:14.074834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-add01f0c-98da-47ea-af1e-b2a71dfb36e0 None None] For port 71feb45d-c688-48fc-a564-8f7f274c87eb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=71feb45d-c688-48fc-a564-8f7f274c87eb,segment=NetworkSegment(69948d63-c20c-47e2-a277-8e7276146f10),segment_id=69948d63-c20c-47e2-a277-8e7276146f10)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:14.098072 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-add01f0c-98da-47ea-af1e-b2a71dfb36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.135751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::1d8 (13410174-8eda-410f-bfeb-9978c9577ece/10aba147-1547-43a3-a7de-15267fe2147e/311b57d5-d9b8-4480-99ca-3b42b63d49d2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:14.143357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8:0:1::122 (13410174-8eda-410f-bfeb-9978c9577ece/ed1e2e32-79d1-4aee-bf49-c1866a35d2aa/311b57d5-d9b8-4480-99ca-3b42b63d49d2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:14.159555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92bee32-6f4d-4c05-bf82-0dd6b64b4efc None None] Update dhcp port {'port': {'network_id': '13410174-8eda-410f-bfeb-9978c9577ece', 'fixed_ips': [{'subnet_id': '10aba147-1547-43a3-a7de-15267fe2147e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed1e2e32-79d1-4aee-bf49-c1866a35d2aa'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '71feb45d-c688-48fc-a564-8f7f274c87eb'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:36:14.217696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46720) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:14.251397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b1069a6-65ca-4c56-8d2e-44cb9332754f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.307091 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b92bee32-6f4d-4c05-bf82-0dd6b64b4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.351994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 71feb45d-c688-48fc-a564-8f7f274c87eb triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:14.352363 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.411015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Attempting to bind port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:14.412381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Attempting to bind port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:14.413011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Attempting to bind port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:14.436650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b1069a6-65ca-4c56-8d2e-44cb9332754f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.451361 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b1069a6-65ca-4c56-8d2e-44cb9332754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.522676 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b1069a6-65ca-4c56-8d2e-44cb9332754f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=055c04559dd748aca3c00114ca6b7e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038085 May 10 11:36:14.523618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1069a6-65ca-4c56-8d2e-44cb9332754f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8b2a7-1e33-4c6d-8e2a-8a0753f28063,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:14.539377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46734) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:14.545959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:36:14.546546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Attempting to bind port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:14.549294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add01f0c-98da-47ea-af1e-b2a71dfb36e0 None None] Pushing event updated for resources: {'Port': ['ID=71feb45d-c688-48fc-a564-8f7f274c87eb,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:14.560727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:14.561392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Checking segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:14.562522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Bound using segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:14.563773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Bound port: eac0feda-46f8-4e6e-ad1f-42fd1d5f4470, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:14.564474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.619486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383890fa-7320-43c5-abe1-59390ab9181b req-5e5cfe3c-e212-42d3-b07e-5eff3a5b3fe5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:14.622082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-383890fa-7320-43c5-abe1-59390ab9181b req-5e5cfe3c-e212-42d3-b07e-5eff3a5b3fe5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 944 time: 0.3551726 May 10 11:36:14.746460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.795143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-383890fa-7320-43c5-abe1-59390ab9181b req-f16b6e56-aef6-424a-a74f-4538bfe4ee69 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400862 May 10 11:36:14.805574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 71feb45d-c688-48fc-a564-8f7f274c87eb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:14.833762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] For port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:14.918722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] For port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:14.920930 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.983050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.036759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b92bee32-6f4d-4c05-bf82-0dd6b64b4efc None None] Allocated IP 2001:db8:0:1::2 (13410174-8eda-410f-bfeb-9978c9577ece/ed1e2e32-79d1-4aee-bf49-c1866a35d2aa/71feb45d-c688-48fc-a564-8f7f274c87eb) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:15.176328 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b986ad00-9ff6-4fce-98da-9a8b587afba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.207527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b986ad00-9ff6-4fce-98da-9a8b587afba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.215920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=311b57d5-d9b8-4480-99ca-3b42b63d49d2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:15.217447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b92bee32-6f4d-4c05-bf82-0dd6b64b4efc None None] For port 71feb45d-c688-48fc-a564-8f7f274c87eb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=71feb45d-c688-48fc-a564-8f7f274c87eb,segment=NetworkSegment(69948d63-c20c-47e2-a277-8e7276146f10),segment_id=69948d63-c20c-47e2-a277-8e7276146f10)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:15.231197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 13410174-8eda-410f-bfeb-9978c9577ece is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:15.242911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:15.257383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:15.257998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.259414 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 HTTP/1.1" status: 200 len: 1092 time: 3.7711182 May 10 11:36:15.259984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd721d041-af69-47c0-9531-be38bc6135e0', 'tag': 'eac0feda-46f8-4e6e-ad1f-42fd1d5f4470'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:15.262140 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d721d041-af69-47c0-9531-be38bc6135e0", "tag": "eac0feda-46f8-4e6e-ad1f-42fd1d5f4470"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:15.270886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b92bee32-6f4d-4c05-bf82-0dd6b64b4efc None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.298377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:15.301598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:15.302233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.308635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b986ad00-9ff6-4fce-98da-9a8b587afba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.308754 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b92bee32-6f4d-4c05-bf82-0dd6b64b4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.311513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b986ad00-9ff6-4fce-98da-9a8b587afba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.315416 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b986ad00-9ff6-4fce-98da-9a8b587afba9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ec8b2a7-1e33-4c6d-8e2a-8a0753f28063 HTTP/1.1" status: 204 len: 168 time: 0.7623897 May 10 11:36:15.355650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986ad00-9ff6-4fce-98da-9a8b587afba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8b2a7-1e33-4c6d-8e2a-8a0753f28063,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:15.430693 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8997f3-627b-4bb6-9282-01e22b896434 x-openstack-request-id: req-bc8997f3-627b-4bb6-9282-01e22b896434 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:15.430980 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d721d041-af69-47c0-9531-be38bc6135e0", "tag": "eac0feda-46f8-4e6e-ad1f-42fd1d5f4470", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:15.431498 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc8997f3-627b-4bb6-9282-01e22b896434 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:15.431666 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8997f3-627b-4bb6-9282-01e22b896434'] response: {'name': 'network-changed', 'server_uuid': 'd721d041-af69-47c0-9531-be38bc6135e0', 'tag': 'eac0feda-46f8-4e6e-ad1f-42fd1d5f4470', 'status': 'completed', 'code': 200} May 10 11:36:15.449003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1cc6be61-abdb-4e77-a1f2-7c3b912631cd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8373513 May 10 11:36:15.451928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46754) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:15.458604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10aba147-1547-43a3-a7de-15267fe2147e'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:15.461533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888e58e-0682-456e-9659-a1c0adbbf8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:15.470188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:36:15.528450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-4fecd7f9-c376-4e70-82de-cd50447ff72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:15.530028 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-4fecd7f9-c376-4e70-82de-cd50447ff72e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 1095 time: 0.1520610 May 10 11:36:15.532667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.551835 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.588294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bee32-6f4d-4c05-bf82-0dd6b64b4efc None None] Pushing event updated for resources: {'Port': ['ID=71feb45d-c688-48fc-a564-8f7f274c87eb,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:15.650063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-70d69df8-803c-4679-a735-43e9682f5087 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 HTTP/1.1" status: 200 len: 217 time: 0.1102161 May 10 11:36:15.838756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 71feb45d-c688-48fc-a564-8f7f274c87eb up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:15.864983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.874628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8d4292fa-edff-4724-a20d-0711ea5243e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:15.876450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-8d4292fa-edff-4724-a20d-0711ea5243e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.1664155 May 10 11:36:15.956742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-2447212d-f198-4194-b353-d9b0392446ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671623 May 10 11:36:15.983250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 71feb45d-c688-48fc-a564-8f7f274c87eb triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:15.983688 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:16.092941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 71feb45d-c688-48fc-a564-8f7f274c87eb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:16.175511 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Floating IP e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219 associated. External IP: 172.25.8.196, port: 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d. May 10 11:36:16.403450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338243c-f08c-475c-b01b-7370237c887b req-d852ed1a-466c-42ea-a395-032debe1ed07 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:16.405144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0338243c-f08c-475c-b01b-7370237c887b req-d852ed1a-466c-42ea-a395-032debe1ed07 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 944 time: 0.4136515 May 10 11:36:16.472447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-6c393678-ba97-4e94-aa71-d481e2a0067e service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887893 May 10 11:36:16.617597 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0338243c-f08c-475c-b01b-7370237c887b req-cf828b21-2b56-4dd2-b186-3dc91e289015 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941729 May 10 11:36:16.673892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a88d712-80c7-44bb-99a8-f358d1cc9585 None None] Network 13410174-8eda-410f-bfeb-9978c9577ece requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:16.730998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Delete allocated IP 2001:db8:0:1::122 (13410174-8eda-410f-bfeb-9978c9577ece/ed1e2e32-79d1-4aee-bf49-c1866a35d2aa) {{(pid=102768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 11:36:16.884550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-716d0b74-a294-42ec-938a-d426f5c0bacb None None] Provisioning complete for port 71feb45d-c688-48fc-a564-8f7f274c87eb triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:16.885115 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-716d0b74-a294-42ec-938a-d426f5c0bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:17.089332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:17.102879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:17.354548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-482e16a1-ba71-45d6-a8f2-8f56b0d18aa3 req-03003244-095c-4e06-b055-1ac53e5e7ea5 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811753 May 10 11:36:17.371736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-716d0b74-a294-42ec-938a-d426f5c0bacb None None] Current status of the port 71feb45d-c688-48fc-a564-8f7f274c87eb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:17.391040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] In _notify_port_updated(), no bound segment for port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 on network 13410174-8eda-410f-bfeb-9978c9577ece {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:36:17.402179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:17.408054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:17.410986 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "PUT /v2.0/ports/311b57d5-d9b8-4480-99ca-3b42b63d49d2 HTTP/1.1" status: 200 len: 925 time: 1.9577882 May 10 11:36:17.416472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9e9b7-a039-482b-a48e-f7b94eb4a234 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=311b57d5-d9b8-4480-99ca-3b42b63d49d2,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:17.421297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46798) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:17.434847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10aba147-1547-43a3-a7de-15267fe2147e'}, {'subnet_id': 'ed1e2e32-79d1-4aee-bf49-c1866a35d2aa'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:17.579862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-48f04cf1-33d0-4bc3-818c-ef6f27cae2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:17.583925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-48f04cf1-33d0-4bc3-818c-ef6f27cae2e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 1095 time: 0.1370430 May 10 11:36:17.588377 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:17.589829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Router 26b51cc3-a224-4919-a4ae-bfa061a17a9b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:36:17.823678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:36:17.834468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] Sync routers for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:36:17.852764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:17.854861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:36:17.859772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:17.966259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7b655268-8693-4f78-846d-b374de3d1797 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "PUT /v2.0/floatingips/e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219 HTTP/1.1" status: 200 len: 991 time: 5.0943465 May 10 11:36:17.970418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:17.979045 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9762e38-924e-4945-b58b-33ef9fa2571f" -d '{"events": [{"name": "network-changed", "server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:18.030553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-c2cc1948-e63c-45c3-adb2-f077305e5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:18.036104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-c2cc1948-e63c-45c3-adb2-f077305e5ac6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 907 time: 0.4438877 May 10 11:36:18.134105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7b106-c35b-4cc8-a615-5ba147346a77 req-08b31365-8ab2-4dc1-991b-dc4532146109 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:18.135920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ab7b106-c35b-4cc8-a615-5ba147346a77 req-08b31365-8ab2-4dc1-991b-dc4532146109 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 944 time: 0.2894678 May 10 11:36:18.142654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-6ff93746-5d6e-4d6e-9c7b-cb6f9fdbf5e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 HTTP/1.1" status: 200 len: 217 time: 0.0966439 May 10 11:36:18.149513 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9844514-a264-4ca3-9410-8d627bdfa6f1 x-openstack-request-id: req-e9844514-a264-4ca3-9410-8d627bdfa6f1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:18.150109 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:18.150596 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9844514-a264-4ca3-9410-8d627bdfa6f1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:18.151197 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9844514-a264-4ca3-9410-8d627bdfa6f1'] response: {'name': 'network-changed', 'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'status': 'completed', 'code': 200} May 10 11:36:18.189286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f7423556-03bc-47e5-b74e-b457ee82dc1f None None] Provisioning complete for port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:18.190005 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7423556-03bc-47e5-b74e-b457ee82dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:18.256829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-c96dceca-fffd-4a35-8d7f-65066e6620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:18.260870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-c96dceca-fffd-4a35-8d7f-65066e6620fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.1084993 May 10 11:36:18.281223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f7423556-03bc-47e5-b74e-b457ee82dc1f None None] Port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:18.285899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:36:18.325314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-2e208b72-3c82-46ae-b407-834e5211e4c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490596 May 10 11:36:18.380390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f7423556-03bc-47e5-b74e-b457ee82dc1f None None] Provisioning complete for port 71feb45d-c688-48fc-a564-8f7f274c87eb triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:18.380390 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7423556-03bc-47e5-b74e-b457ee82dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:18.449070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ab7b106-c35b-4cc8-a615-5ba147346a77 req-0dec69a8-9390-4210-b648-1727eb25c63d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861880 May 10 11:36:18.516610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8:0:1::327 (13410174-8eda-410f-bfeb-9978c9577ece/ed1e2e32-79d1-4aee-bf49-c1866a35d2aa/311b57d5-d9b8-4480-99ca-3b42b63d49d2) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:18.564865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-e0195cc0-ec99-4e89-9135-f4dc5e84825a service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323201 May 10 11:36:18.677930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-1a99f36d-64a8-4cc1-9fa1-4ca22fcdc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:18.679767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-1a99f36d-64a8-4cc1-9fa1-4ca22fcdc4af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1096 time: 0.5895731 May 10 11:36:18.801118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba7deee5-8cf9-4b5e-8715-e902f6b41fbf req-864bf302-665f-492a-a6ae-ecb2bbb5f5a9 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259972 May 10 11:36:18.960525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f7423556-03bc-47e5-b74e-b457ee82dc1f None None] Current status of the port 71feb45d-c688-48fc-a564-8f7f274c87eb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:18.964815 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-c4a9c383-e07b-4b79-9039-18ff281d2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:18.967094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-c4a9c383-e07b-4b79-9039-18ff281d2aa3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.2750580 May 10 11:36:18.975212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:18.992358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:19.105609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b4e5a485-2cf4-4345-a8fb-f0996e49cb78 None None] Provisioning complete for port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:19.106251 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a485-2cf4-4345-a8fb-f0996e49cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:19.160984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5a485-2cf4-4345-a8fb-f0996e49cb78 None None] Port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:19.177507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'port_id': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'mac_address': 'fa:16:3e:5b:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:41Z', 'updated_at': '2022-05-10T11:36:15Z', 'revision_number': 1, 'project_id': 'a771f71a33344ded971051979b87f489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:19.263669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-feab283e-ecf6-48a2-b3d8-ef547252393b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 999 time: 0.2839706 May 10 11:36:19.267612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=311b57d5-d9b8-4480-99ca-3b42b63d49d2,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:19.351477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-a610eb17-773e-49d6-b7c4-f1541a26be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:19.353079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-a610eb17-773e-49d6-b7c4-f1541a26be53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.0731378 May 10 11:36:19.370289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] In _notify_port_updated(), no bound segment for port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 on network 13410174-8eda-410f-bfeb-9978c9577ece {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:36:19.382704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:19.383422 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:19.387319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-995d5424-7700-46ec-9bf7-23c04ff3f8f9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "PUT /v2.0/ports/311b57d5-d9b8-4480-99ca-3b42b63d49d2 HTTP/1.1" status: 200 len: 1011 time: 1.9623802 May 10 11:36:19.387685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46854) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:19.497429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] Checking router: 26b51cc3-a224-4919-a4ae-bfa061a17a9b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:36:19.520134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-fc9a2a14-0c54-4630-ae90-0ceacbce7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:19.523192 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-fc9a2a14-0c54-4630-ae90-0ceacbce7e91 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544421 May 10 11:36:19.533108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:36:19.533714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:19.648837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6fbaec39-86ee-47ff-91d6-d7ee653b4150 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:19.649461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fbaec39-86ee-47ff-91d6-d7ee653b4150 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:19.734110 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-6b640d8a-c822-421c-8cbb-6a977a205f4c service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023470 May 10 11:36:19.762879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aefca572-a2a8-496c-a0ce-2e0a7ff74f0b None None] Provisioning complete for port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:19.763266 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aefca572-a2a8-496c-a0ce-2e0a7ff74f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:19.819094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fbaec39-86ee-47ff-91d6-d7ee653b4150 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:19.833886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aefca572-a2a8-496c-a0ce-2e0a7ff74f0b None None] Port 311b57d5-d9b8-4480-99ca-3b42b63d49d2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:19.836138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ad93b-dcd8-4e14-80db-e6c1a7a17254 req-f0244973-3c75-4dd6-a68b-e7b89146f9ad tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:19.838489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6fbaec39-86ee-47ff-91d6-d7ee653b4150 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 311b57d5-d9b8-4480-99ca-3b42b63d49d2 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:19.844286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0ad93b-dcd8-4e14-80db-e6c1a7a17254 req-f0244973-3c75-4dd6-a68b-e7b89146f9ad tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 944 time: 0.1857834 May 10 11:36:19.853573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:36:19.943545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e0ad93b-dcd8-4e14-80db-e6c1a7a17254 req-662ca53f-bd1d-4f65-998e-5202ad4c8283 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977905 May 10 11:36:19.966291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9762e38-924e-4945-b58b-33ef9fa2571f req-f1913347-f5c7-49c3-8979-8b8ba74c3e0c service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182190 May 10 11:36:20.016883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:36:20.097281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fbaec39-86ee-47ff-91d6-d7ee653b4150 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.138717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaec39-86ee-47ff-91d6-d7ee653b4150 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=311b57d5-d9b8-4480-99ca-3b42b63d49d2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:20.242560 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fbaec39-86ee-47ff-91d6-d7ee653b4150 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.264038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6fbaec39-86ee-47ff-91d6-d7ee653b4150 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/311b57d5-d9b8-4480-99ca-3b42b63d49d2 HTTP/1.1" status: 204 len: 168 time: 0.8725798 May 10 11:36:20.264391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46876) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:20.303935 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf144e50-9002-44e9-b0dc-0400d2b675b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:36:20.308177 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bf144e50-9002-44e9-b0dc-0400d2b675b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/311b57d5-d9b8-4480-99ca-3b42b63d49d2 HTTP/1.1" status: 404 len: 333 time: 0.0401971 May 10 11:36:20.309057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46880) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:20.340156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:20.361010 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'eac0feda-46f8-4e6e-ad1f-42fd1d5f4470', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'port_id': 'eac0feda-46f8-4e6e-ad1f-42fd1d5f4470', 'mac_address': 'fa:16:3e:98:7b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61955d59-4936-4f72-8540-0de91be3a151', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:36:20.398585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'port_id': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'mac_address': 'fa:16:3e:5b:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:41Z', 'updated_at': '2022-05-10T11:36:15Z', 'revision_number': 1, 'project_id': 'a771f71a33344ded971051979b87f489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:20.425544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3c7fc6-10ca-4a93-848e-1ed82ee9af70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet ed1e2e32-79d1-4aee-bf49-c1866a35d2aa {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:36:20.429469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7fc6-10ca-4a93-848e-1ed82ee9af70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.433610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbeec7b-38dc-475e-988a-835b404420b6 None None] The sync data for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 is: [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'port_id': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'mac_address': 'fa:16:3e:5b:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:41Z', 'updated_at': '2022-05-10T11:36:15Z', 'revision_number': 1, 'project_id': 'a771f71a33344ded971051979b87f489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:36:20.472484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:20.478462 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.539600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:20.569454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7fc6-10ca-4a93-848e-1ed82ee9af70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.609587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:20.628291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.718270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:20.738005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7fc6-10ca-4a93-848e-1ed82ee9af70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.834817 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61cc40-e5f9-40fc-93cb-e1b6110e1ca7 None None] New status for floating IP e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:36:20.839722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7fc6-10ca-4a93-848e-1ed82ee9af70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.857863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7fc6-10ca-4a93-848e-1ed82ee9af70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:20.862278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8f3c7fc6-10ca-4a93-848e-1ed82ee9af70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/ed1e2e32-79d1-4aee-bf49-c1866a35d2aa HTTP/1.1" status: 204 len: 168 time: 0.5520093 May 10 11:36:20.863972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7b07e-e945-464f-bb8c-397b26bb2be5 None None] Network 13410174-8eda-410f-bfeb-9978c9577ece requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:20.864602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46886) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:20.886145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c7fc6-10ca-4a93-848e-1ed82ee9af70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1e2e32-79d1-4aee-bf49-c1866a35d2aa,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:21.001162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['eac0feda-46f8-4e6e-ad1f-42fd1d5f4470'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:21.022117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8834f6ca-6a6c-439e-ac81-f89f3f83b17c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet 10aba147-1547-43a3-a7de-15267fe2147e {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:36:21.033582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8834f6ca-6a6c-439e-ac81-f89f3f83b17c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:21.149470 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8834f6ca-6a6c-439e-ac81-f89f3f83b17c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:21.219287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60a593-d401-42a1-9399-ed48e07f9755 req-3f932d1d-0bd4-402a-9755-e149b78f2d2c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:21.229591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc60a593-d401-42a1-9399-ed48e07f9755 req-3f932d1d-0bd4-402a-9755-e149b78f2d2c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 945 time: 0.1525908 May 10 11:36:21.323158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc60a593-d401-42a1-9399-ed48e07f9755 req-d87f87ac-d491-4042-9c02-a9fc26b3b10c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917449 May 10 11:36:21.336366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8834f6ca-6a6c-439e-ac81-f89f3f83b17c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:21.416001 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8834f6ca-6a6c-439e-ac81-f89f3f83b17c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:21.481511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834f6ca-6a6c-439e-ac81-f89f3f83b17c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=10aba147-1547-43a3-a7de-15267fe2147e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:21.486213 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8834f6ca-6a6c-439e-ac81-f89f3f83b17c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:21.494107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8834f6ca-6a6c-439e-ac81-f89f3f83b17c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/10aba147-1547-43a3-a7de-15267fe2147e HTTP/1.1" status: 204 len: 168 time: 0.6261084 May 10 11:36:21.494844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46910) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:21.637516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:21.731236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 71feb45d-c688-48fc-a564-8f7f274c87eb {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:21.731579 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:21.866534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] For port 71feb45d-c688-48fc-a564-8f7f274c87eb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=71feb45d-c688-48fc-a564-8f7f274c87eb,segment=NetworkSegment(69948d63-c20c-47e2-a277-8e7276146f10),segment_id=69948d63-c20c-47e2-a277-8e7276146f10)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:21.867216 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:21.910181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 71feb45d-c688-48fc-a564-8f7f274c87eb owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:22.086869 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.149885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=71feb45d-c688-48fc-a564-8f7f274c87eb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:22.176324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No DVR routers for this DVR port 71feb45d-c688-48fc-a564-8f7f274c87eb on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:22.180661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.181458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.182420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.182768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.183388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.183729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.184096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.184423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.184745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.185065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.185428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.185748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:22.327460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.351858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1429742f-81fe-4f68-b89d-e3e99a1a9567 None None] Network 13410174-8eda-410f-bfeb-9978c9577ece requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:22.380663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13410174-8eda-410f-bfeb-9978c9577ece']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:22.430982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69948d63-c20c-47e2-a277-8e7276146f10') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:22.435976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69948d63-c20c-47e2-a277-8e7276146f10') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:22.460050 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.476831 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e6dbd4e6-00f5-4246-b5b2-8709b4ff4b62 None None] Could not find standard attr ID for object 71feb45d-c688-48fc-a564-8f7f274c87eb. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:36:22.478885 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.487432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:36:22.488343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: timer() May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:36:22.580940 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:36:22.616900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.661415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a256b-d5d4-4264-b32f-06115f322852 None None] DHCP port deletion for 13410174-8eda-410f-bfeb-9978c9577ece request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:36:22.673677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fcec-9675-4ebc-a4b6-f2e8a1bc205f req-6fea2123-aadc-4e06-bce7-68cec6db45bb tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:22.675175 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d413fcec-9675-4ebc-a4b6-f2e8a1bc205f req-6fea2123-aadc-4e06-bce7-68cec6db45bb tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 945 time: 0.0841994 May 10 11:36:22.696694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.709656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/networks/13410174-8eda-410f-bfeb-9978c9577ece HTTP/1.1" status: 204 len: 168 time: 1.2085662 May 10 11:36:22.713184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46940) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:22.758340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d3695-e20c-462e-82c9-747d7e2b57d6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Network': ['ID=13410174-8eda-410f-bfeb-9978c9577ece,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:22.796410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d413fcec-9675-4ebc-a4b6-f2e8a1bc205f req-0eb60bd0-c4c2-426c-8b81-d7ceac1ccd98 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889633 May 10 11:36:22.813528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9921f90-ea19-448d-a8b3-61191c1c9448 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:22.815392 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b9921f90-ea19-448d-a8b3-61191c1c9448 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1012552 May 10 11:36:22.843255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46944) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:22.911755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8b8b6dc6-330c-43b9-a817-47fbd55e35bd tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0641179 May 10 11:36:22.912434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46948) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:22.920622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1112862833'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:22.951145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:22.956732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.988948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:36:23.000559 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.001186 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Added segment 8d948af3-e2b6-4eb9-aefa-2f00eba8051d of type vlan for network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b May 10 11:36:23.054636 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.086242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.093798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:23.095002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.229674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3164005 May 10 11:36:23.231313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a73d2-c82a-413d-be99-1e9c7fe56435 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Network': ['ID=62b994d2-4c86-4ca5-8a51-6fb527d51a7b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:23.232535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46952) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:23.245155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:23.251946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:36:23.414796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46966) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:23.419952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:23.420172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-364931754'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:23.428855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.460837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:23.464937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.518773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:36:23.529002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.529342 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Added segment bc10acc7-5f41-4231-90c0-c825a84dac33 of type vlan for network a07648da-45fb-45f5-b678-2127c3e36d09 May 10 11:36:23.579179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.624796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.632168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:23.633924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.719936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Network': ['ID=a07648da-45fb-45f5-b678-2127c3e36d09,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:23.751579 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a6c0bf2b-5fbd-4097-b965-2dcc54608abb tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3353887 May 10 11:36:23.752562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46968) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:23.767394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1147448223'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:23.773150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a07648da-45fb-45f5-b678-2127c3e36d09 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:36:23.820900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.876889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:23.887376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.922825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 71feb45d-c688-48fc-a564-8f7f274c87eb no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:36:23.936663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:36:23.949993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 71feb45d-c688-48fc-a564-8f7f274c87eb {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:36:23.950337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 71feb45d-c688-48fc-a564-8f7f274c87eb not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:36:23.991358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:23.995202 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Added segment 48f10fa2-ff51-43b4-a6f0-f88380bc2eb9 of type vlan for network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 May 10 11:36:24.006850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:24.044491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=cc2dde16-396b-4788-8d11-168af0942262,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:24.123233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.161501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:36:24.170838 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:24.172333 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.184917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.189246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9f4a2-bea4-41b6-ac5e-0b20d852ceab req-dc21daaa-72e6-4248-a6eb-dc66a4fed41f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:24.189246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1cd9f4a2-bea4-41b6-ac5e-0b20d852ceab req-dc21daaa-72e6-4248-a6eb-dc66a4fed41f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 945 time: 0.1321211 May 10 11:36:24.195725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:24.197044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.212988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking segment: {'id': '8d948af3-e2b6-4eb9-aefa-2f00eba8051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:24.213350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network hostable DHCP agents. Network: 62b994d2-4c86-4ca5-8a51-6fb527d51a7b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:36:24.232692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4758687 May 10 11:36:24.236944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46974) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:24.240058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1cd9f4a2-bea4-41b6-ac5e-0b20d852ceab req-64bab2d2-03b6-4964-bed0-67a8bd7dddd9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459092 May 10 11:36:24.245755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'subnet': {'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:24.325895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:24.326431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.357181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:36:24.361553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75addf-58d3-4d0c-ab1e-7d172ee279b4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Network': ['ID=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:24.365893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:24.369812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.374148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:36:24.376488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 62b994d2-4c86-4ca5-8a51-6fb527d51a7b) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:24.409692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d5d02d-6793-47d7-a99b-625db5006ac4 None None] Network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:24.421348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:24.421901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.474642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ad7a6566-0f90-4c4b-9ed9-30f767965ebc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2407556 May 10 11:36:24.477401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46986) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:24.483899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b', 'name': 'tempest-PortsIpV6TestJSON-29766350'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:24.506649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd721d041-af69-47c0-9531-be38bc6135e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac0feda-46f8-4e6e-ad1f-42fd1d5f4470'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:24.539897 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5801bb67-3ec9-4deb-a377-7cad698e53a3" -d '{"events": [{"server_uuid": "d721d041-af69-47c0-9531-be38bc6135e0", "name": "network-vif-plugged", "status": "completed", "tag": "eac0feda-46f8-4e6e-ad1f-42fd1d5f4470"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:24.687042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:24.687529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:24.691941 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.710428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.734975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port bba99cd3-e0f1-4f2a-98b1-6593bb636544 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:24.794284 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6ad4bc-cd7e-4c3d-b216-f78c447146ef x-openstack-request-id: req-ef6ad4bc-cd7e-4c3d-b216-f78c447146ef {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:24.794895 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d721d041-af69-47c0-9531-be38bc6135e0", "name": "network-vif-plugged", "status": "completed", "tag": "eac0feda-46f8-4e6e-ad1f-42fd1d5f4470", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:24.794895 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef6ad4bc-cd7e-4c3d-b216-f78c447146ef {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:24.795111 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6ad4bc-cd7e-4c3d-b216-f78c447146ef'] response: {'server_uuid': 'd721d041-af69-47c0-9531-be38bc6135e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac0feda-46f8-4e6e-ad1f-42fd1d5f4470', 'code': 200} May 10 11:36:24.811777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:24.939127 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.983339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-62b994d2-4c86-4ca5-8a51-6fb527d51a7b', 'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b', 'tenant_id': '7f4ab61113f6400a9e70992966b91959', 'fixed_ips': [{'subnet_id': 'cc2dde16-396b-4788-8d11-168af0942262'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:36:24.984240 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.049362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Subnet': ['ID=fe8b2206-2da8-4e65-b200-5feb61bb6cb5,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:25.064066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::51 (62b994d2-4c86-4ca5-8a51-6fb527d51a7b/cc2dde16-396b-4788-8d11-168af0942262/bba99cd3-e0f1-4f2a-98b1-6593bb636544) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:25.065464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Checking segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:25.066425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network hostable DHCP agents. Network: a07648da-45fb-45f5-b678-2127c3e36d09, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:36:25.081815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ad1c6-3123-4b6c-9bdf-059f7692a950 req-758a7ec2-9e14-44a6-89bb-afe2b3e44599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:25.083318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c24ad1c6-3123-4b6c-9bdf-059f7692a950 req-758a7ec2-9e14-44a6-89bb-afe2b3e44599 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 1097 time: 0.1558542 May 10 11:36:25.107638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network a07648da-45fb-45f5-b678-2127c3e36d09 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:36:25.127450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46994) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:25.143669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a07648da-45fb-45f5-b678-2127c3e36d09) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:25.151251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:25.153142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.158003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b2a43-d0a1-46fd-b397-36103199c66c None None] Network a07648da-45fb-45f5-b678-2127c3e36d09 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:25.178350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-73dd634c-9ce0-4add-ac14-3154e579dad5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9372625 May 10 11:36:25.182146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46996) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:25.206330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'subnet': {'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:25.241555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c24ad1c6-3123-4b6c-9bdf-059f7692a950 req-ab7b00a5-ebba-461c-aa61-e24cc3eb9ff5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487360 May 10 11:36:25.359197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:25.363550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a07648da-45fb-45f5-b678-2127c3e36d09', 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'fixed_ips': [{'subnet_id': 'fe8b2206-2da8-4e65-b200-5feb61bb6cb5'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:36:25.364014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.364909 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.381938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbec637-4ebd-4afb-8365-87e718fd3a57 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:25.382418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbec637-4ebd-4afb-8365-87e718fd3a57 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:25.382886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbec637-4ebd-4afb-8365-87e718fd3a57 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:25.393270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7fbec637-4ebd-4afb-8365-87e718fd3a57 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=ac5009d716d1416587e6e6a7d43b9fdd&network_id=1ca7e583-47a0-4750-8baf-50dbdb2369c8 HTTP/1.1" status: 200 len: 2970 time: 0.2646489 May 10 11:36:25.494780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc733e-9965-4c98-8abd-37584ef22caa req-9a7cf195-6f02-4812-9b9e-19edb473ae4c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:25.501550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44fc733e-9965-4c98-8abd-37584ef22caa req-9a7cf195-6f02-4812-9b9e-19edb473ae4c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 946 time: 0.1636498 May 10 11:36:25.510669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.572694 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.573590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Allocated IP 10.1.1.2 (a07648da-45fb-45f5-b678-2127c3e36d09/fe8b2206-2da8-4e65-b200-5feb61bb6cb5/19636e80-41ef-4664-a122-49787816f3d1) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:25.625390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:25.673695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:25.679048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:25.690606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.701017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Allocated IP 2001:db8::2 (62b994d2-4c86-4ca5-8a51-6fb527d51a7b/cc2dde16-396b-4788-8d11-168af0942262/3dd308f1-50f7-4500-8920-ab0688048c89) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:25.705333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:25.706083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.749199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44fc733e-9965-4c98-8abd-37584ef22caa req-bac2bfc8-24d7-42f9-95ce-b9691d9d63f8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466378 May 10 11:36:25.768367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Subnet': ['ID=c149fc18-e2cd-46cb-a3b7-63b7f16f8906,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:25.775436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2968357 May 10 11:36:25.776538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=bba99cd3-e0f1-4f2a-98b1-6593bb636544,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:25.778703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47014) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:25.784254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b', 'name': 'tempest-PortsIpV6TestJSON-747116138'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:25.797565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Checking segment: {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:25.800201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network hostable DHCP agents. Network: 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:36:25.828355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:36:25.832251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.832724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.833156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.833580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.834509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.834937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.835375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.835793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.836226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.836793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.837209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.837617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33173c3-3aa3-49b1-82eb-b3cf42e0aa27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:25.853644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:25.862393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:25.863183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.895729 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-20f905dc-c823-4212-a529-8e875dda3f2c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6971045 May 10 11:36:25.898523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47016) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:25.908180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'port': {'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'name': 'tempest-TaggedBootDevicesTest-1787024231', 'fixed_ips': [{'subnet_id': 'fe8b2206-2da8-4e65-b200-5feb61bb6cb5'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:25.992212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9911ce2b-4d0f-419f-bd69-1f8f1e0c1ff8 None None] Network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:26.021612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:26.026512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.046280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port a980c521-f326-4430-800a-31a412cb3fcb yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:26.192588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:26.213546 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.276408 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.324306 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.349477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] device_id is not set on port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:26.349755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Pushing event updated for resources: {'Port': ['ID=19636e80-41ef-4664-a122-49787816f3d1,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:26.352183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-99e99ad8-a36e-457e-89ba-b00ffdbfc8d2', 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'fixed_ips': [{'subnet_id': 'c149fc18-e2cd-46cb-a3b7-63b7f16f8906'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:36:26.353039 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.400695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Network a07648da-45fb-45f5-b678-2127c3e36d09 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:26.410412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.420047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:26.575775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:26.585642 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.652262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::374 (62b994d2-4c86-4ca5-8a51-6fb527d51a7b/cc2dde16-396b-4788-8d11-168af0942262/a980c521-f326-4430-800a-31a412cb3fcb) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:26.757332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:26.775262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Allocated IP 10.2.2.2 (99e99ad8-a36e-457e-89ba-b00ffdbfc8d2/c149fc18-e2cd-46cb-a3b7-63b7f16f8906/922228ed-ca0f-4bfd-9e1b-b24aa32ec440) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:26.777943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Allocated IP 10.1.1.137 (a07648da-45fb-45f5-b678-2127c3e36d09/fe8b2206-2da8-4e65-b200-5feb61bb6cb5/0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:26.794162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:26.811715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Pushing event updated for resources: {'Port': ['ID=3dd308f1-50f7-4500-8920-ab0688048c89,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:26.821801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:26.839654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Attempting to bind port 19636e80-41ef-4664-a122-49787816f3d1 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:26.840097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Attempting to bind port 19636e80-41ef-4664-a122-49787816f3d1 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:26.840461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Attempting to bind port 19636e80-41ef-4664-a122-49787816f3d1 on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:26.872333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:26.872719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Checking segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:26.873396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.873795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Bound using segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:26.874301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Bound port: 19636e80-41ef-4664-a122-49787816f3d1, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:26.874676 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.034705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Attempting to bind port 3dd308f1-50f7-4500-8920-ab0688048c89 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:27.035461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Attempting to bind port 3dd308f1-50f7-4500-8920-ab0688048c89 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '8d948af3-e2b6-4eb9-aefa-2f00eba8051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:27.035461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Attempting to bind port 3dd308f1-50f7-4500-8920-ab0688048c89 on network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:27.067729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:27.068232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Checking segment: {'id': '8d948af3-e2b6-4eb9-aefa-2f00eba8051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:27.068715 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.069147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Bound using segment: {'id': '8d948af3-e2b6-4eb9-aefa-2f00eba8051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:27.069674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Bound port: 3dd308f1-50f7-4500-8920-ab0688048c89, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d948af3-e2b6-4eb9-aefa-2f00eba8051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62b994d2-4c86-4ca5-8a51-6fb527d51a7b'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:27.069994 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.093229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] For port 19636e80-41ef-4664-a122-49787816f3d1, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:27.112184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] For port 19636e80-41ef-4664-a122-49787816f3d1, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=19636e80-41ef-4664-a122-49787816f3d1,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:27.153831 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.162960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.201978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4f9a6-e607-4e27-ab91-cd7b67caa5a5 req-2b54ce39-898d-462f-804a-2a8d4dbdf38c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:27.203631 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b5a4f9a6-e607-4e27-ab91-cd7b67caa5a5 req-2b54ce39-898d-462f-804a-2a8d4dbdf38c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 946 time: 0.2791855 May 10 11:36:27.225080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e3e82-b666-4b83-ac4a-9ea07be2aef2 None None] Pushing event updated for resources: {'Port': ['ID=19636e80-41ef-4664-a122-49787816f3d1,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:27.247787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.279970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.299764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] For port 3dd308f1-50f7-4500-8920-ab0688048c89, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:27.300173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b5a4f9a6-e607-4e27-ab91-cd7b67caa5a5 req-9e45727d-bbce-47aa-a32f-49553940da13 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832455 May 10 11:36:27.303450 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.306926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] For port 3dd308f1-50f7-4500-8920-ab0688048c89, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3dd308f1-50f7-4500-8920-ab0688048c89,segment=NetworkSegment(8d948af3-e2b6-4eb9-aefa-2f00eba8051d),segment_id=8d948af3-e2b6-4eb9-aefa-2f00eba8051d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:27.309479 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.342904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.398918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:27.416820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:27.418983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=a980c521-f326-4430-800a-31a412cb3fcb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:27.425959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.438026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:27.443795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:27.448846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Pushing event updated for resources: {'Port': ['ID=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:27.449608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:27.482878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:27.489435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:27.491343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.560266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network a07648da-45fb-45f5-b678-2127c3e36d09 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:27.591093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-43635b69-5be1-451d-94c3-0afb3f68fa5f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8110623 May 10 11:36:27.594143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:27.606669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47056) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:27.607520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86331-3036-4ccf-abc3-fce1950431a9 req-384ab1ec-bff8-44ab-99df-b738d43d5ddc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:27.613298 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2c86331-3036-4ccf-abc3-fce1950431a9 req-384ab1ec-bff8-44ab-99df-b738d43d5ddc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 946 time: 0.1573911 May 10 11:36:27.615705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:27.738913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2c86331-3036-4ccf-abc3-fce1950431a9 req-212fdba7-95d8-4933-8019-b3c24d8965b6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088777 May 10 11:36:27.747730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47058) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:27.793808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Attempting to bind port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:27.794428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Attempting to bind port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:27.794824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Attempting to bind port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 on network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:27.806074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a812fab-a3d2-424b-9909-ee9cb9a4d910 None None] Pushing event updated for resources: {'Port': ['ID=3dd308f1-50f7-4500-8920-ab0688048c89,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:27.808932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:27.809309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Checking segment: {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:27.810351 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.810351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Bound using segment: {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:27.810605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Bound port: 922228ed-ca0f-4bfd-9e1b-b24aa32ec440, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:27.810913 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:27.960342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf9b085-3a1a-48b0-9733-3c13c34858fa tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:27.979593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5cf9b085-3a1a-48b0-9733-3c13c34858fa tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 814 time: 0.2289915 May 10 11:36:27.987435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:28.082060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] For port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:28.097220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] For port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:28.115339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:28.150375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3195ba03-0b1b-4838-ae00-1fbdc1443325 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:28.154451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3195ba03-0b1b-4838-ae00-1fbdc1443325 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A51 HTTP/1.1" status: 200 len: 926 time: 0.5306454 May 10 11:36:28.154856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:28.173520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:28.177291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:28.212122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1fb91d1c-20c9-4be8-92bf-3442a2665f3b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3122919 May 10 11:36:28.215002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47084) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:28.228970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'port': {'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'name': 'tempest-TaggedBootDevicesTest-683955372', 'fixed_ips': [{'subnet_id': 'fe8b2206-2da8-4e65-b200-5feb61bb6cb5'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:28.250287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceae99-02fb-4d9b-8e2e-70e288b52ba4 None None] Pushing event updated for resources: {'Port': ['ID=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:28.427273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a9ce-0c50-49b1-9a24-b04a60f16827 req-b170397b-28d5-4d5e-8e91-4f349a34b1d2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:28.436135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bb3a9ce-0c50-49b1-9a24-b04a60f16827 req-b170397b-28d5-4d5e-8e91-4f349a34b1d2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 946 time: 0.2028408 May 10 11:36:28.468563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:28.482158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:28.497122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-aa0488d8-230f-4851-8054-b0da22bc53be tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port a980c521-f326-4430-800a-31a412cb3fcb {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:28.497600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa0488d8-230f-4851-8054-b0da22bc53be tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:28.517731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bb3a9ce-0c50-49b1-9a24-b04a60f16827 req-11275647-b234-4f0d-bc26-48eb4698e8f5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782568 May 10 11:36:28.536818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] device_id is not set on port 345562d6-d353-44bd-a2dc-e31052544c50 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:28.664170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa0488d8-230f-4851-8054-b0da22bc53be tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:28.736317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-aa0488d8-230f-4851-8054-b0da22bc53be tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for a980c521-f326-4430-800a-31a412cb3fcb owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:28.786321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47086) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:28.792266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'network': {'name': 'tempest-network-smoke--1936382221', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'port_security_enabled': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:28.803697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Allocated IP 10.1.1.21 (a07648da-45fb-45f5-b678-2127c3e36d09/fe8b2206-2da8-4e65-b200-5feb61bb6cb5/345562d6-d353-44bd-a2dc-e31052544c50) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:28.860303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:28.866303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:28.978951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:36:29.140965 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa0488d8-230f-4851-8054-b0da22bc53be tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.149349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.149701 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Added segment 3f810f47-3db2-4b69-bbbf-8c58e1cdab51 of type vlan for network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e May 10 11:36:29.244114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.246612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.308373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0488d8-230f-4851-8054-b0da22bc53be tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=a980c521-f326-4430-800a-31a412cb3fcb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:29.335061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa0488d8-230f-4851-8054-b0da22bc53be tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.338107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.348834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:29.348834 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.366895 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aa0488d8-230f-4851-8054-b0da22bc53be tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/a980c521-f326-4430-800a-31a412cb3fcb HTTP/1.1" status: 204 len: 168 time: 1.2079289 May 10 11:36:29.369448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47102) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:29.426135 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beedfba-ab6d-41d8-a8e1-b60d8fca071d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:36:29.432430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1beedfba-ab6d-41d8-a8e1-b60d8fca071d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/a980c521-f326-4430-800a-31a412cb3fcb HTTP/1.1" status: 404 len: 333 time: 0.0596943 May 10 11:36:29.433169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47104) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:29.466118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6751051 May 10 11:36:29.476119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47106) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:29.511134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.606030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620c314-f74c-4209-8831-5ecac3932417 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Network': ['ID=9ec735ca-e5f3-41d6-bfb1-7e2a7914859e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:29.622551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:36:29.679330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network a07648da-45fb-45f5-b678-2127c3e36d09 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:29.726030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:29.795926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a63f3-eea6-4b1d-bfce-6048dde34ba5 None None] Network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:29.911937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d3e5f-ae95-4572-b4c5-1935d7640d28 req-400b2826-a256-4fc9-96f9-0b8d9e3a84bd tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:29.913505 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b7d3e5f-ae95-4572-b4c5-1935d7640d28 req-400b2826-a256-4fc9-96f9-0b8d9e3a84bd tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 946 time: 0.2502787 May 10 11:36:29.954476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-cf54b88e-541a-48e6-a449-0c4dd31903d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port bba99cd3-e0f1-4f2a-98b1-6593bb636544 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:29.954768 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf54b88e-541a-48e6-a449-0c4dd31903d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:29.981995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f12d0-d036-4613-8636-238db14a245e None None] Network a07648da-45fb-45f5-b678-2127c3e36d09 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:30.065460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-07c19f09-6805-4fd8-a6d1-6192acb3ca01 None None] Provisioning complete for port 3dd308f1-50f7-4500-8920-ab0688048c89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:30.066032 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07c19f09-6805-4fd8-a6d1-6192acb3ca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:30.152897 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf54b88e-541a-48e6-a449-0c4dd31903d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:30.174657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3dd308f1-50f7-4500-8920-ab0688048c89 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:30.194925 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-cf54b88e-541a-48e6-a449-0c4dd31903d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for bba99cd3-e0f1-4f2a-98b1-6593bb636544 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:30.443214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d683e-6d16-4061-bb3d-e34853f02201 None None] Network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:30.568737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d58aba5-8355-4642-bd16-9139bbbb7310 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:30.576350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2d58aba5-8355-4642-bd16-9139bbbb7310 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ac5009d716d1416587e6e6a7d43b9fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 1.0982506 May 10 11:36:30.577037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47130) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:30.582364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:30.592501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3dd308f1-50f7-4500-8920-ab0688048c89 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:30.592883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:30.710070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=345562d6-d353-44bd-a2dc-e31052544c50,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:30.781924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b7d3e5f-ae95-4572-b4c5-1935d7640d28 req-4031a68b-8148-40f3-bdd3-dc2dd3d4d3e5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8536105 May 10 11:36:30.785166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91001-e0ca-4920-b496-291e68379061 req-b6ece2e0-82df-4822-9fa9-7380629911a5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:30.788846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cee91001-e0ca-4920-b496-291e68379061 req-b6ece2e0-82df-4822-9fa9-7380629911a5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 946 time: 1.1154358 May 10 11:36:30.843501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:30.844524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:30.885366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf54b88e-541a-48e6-a449-0c4dd31903d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:30.920576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54b88e-541a-48e6-a449-0c4dd31903d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=bba99cd3-e0f1-4f2a-98b1-6593bb636544,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:30.973391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf54b88e-541a-48e6-a449-0c4dd31903d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:30.981860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cf54b88e-541a-48e6-a449-0c4dd31903d2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/bba99cd3-e0f1-4f2a-98b1-6593bb636544 HTTP/1.1" status: 204 len: 168 time: 1.5473850 May 10 11:36:30.982540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47132) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:31.017022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-07c19f09-6805-4fd8-a6d1-6192acb3ca01 None None] Current status of the port 3dd308f1-50f7-4500-8920-ab0688048c89 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:31.017865 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07c19f09-6805-4fd8-a6d1-6192acb3ca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.034662 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ab8a5a-a063-4671-ba85-d4eefc7cb5c6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:36:31.039239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-97ab8a5a-a063-4671-ba85-d4eefc7cb5c6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/bba99cd3-e0f1-4f2a-98b1-6593bb636544 HTTP/1.1" status: 404 len: 333 time: 0.0530033 May 10 11:36:31.043727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47134) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:31.118105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2b8c517e-fd83-4b44-965b-3f430c836781 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8948584 May 10 11:36:31.191958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3ab3bc-ca03-4770-86a8-8854ec5bcf70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet cc2dde16-396b-4788-8d11-168af0942262 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:36:31.205928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd2068-f218-4c7a-b4fa-81c49e52fe86 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:31.207009 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab3bc-ca03-4770-86a8-8854ec5bcf70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.217638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-02fd2068-f218-4c7a-b4fa-81c49e52fe86 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6307197 May 10 11:36:31.228250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47144) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:31.312885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-07c19f09-6805-4fd8-a6d1-6192acb3ca01 None None] For port 3dd308f1-50f7-4500-8920-ab0688048c89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3dd308f1-50f7-4500-8920-ab0688048c89,segment=NetworkSegment(8d948af3-e2b6-4eb9-aefa-2f00eba8051d),segment_id=8d948af3-e2b6-4eb9-aefa-2f00eba8051d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:31.364804 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07c19f09-6805-4fd8-a6d1-6192acb3ca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.365683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab3bc-ca03-4770-86a8-8854ec5bcf70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.371384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3dd308f1-50f7-4500-8920-ab0688048c89 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:31.372077 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.378295 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c6bbfbea-e20b-4203-ac4e-51801ca1d76d tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1416469 May 10 11:36:31.383295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47150) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:31.383855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47152) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:31.393214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5d2b82f5-fc5e-4330-9015-44ba46840a19 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715402162', 'description': 'tempest-description--1296464097'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:31.612027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aa9f0b36-c7e9-4306-8214-3ecb0dd2dd41 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ac5009d716d1416587e6e6a7d43b9fdd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1299298 May 10 11:36:31.618593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d2b82f5-fc5e-4330-9015-44ba46840a19 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.631119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47158) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:31.777290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab3bc-ca03-4770-86a8-8854ec5bcf70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.837316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Deleting port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:31.837316 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.953587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c19f09-6805-4fd8-a6d1-6192acb3ca01 None None] Pushing event updated for resources: {'Port': ['ID=3dd308f1-50f7-4500-8920-ab0688048c89,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:31.977397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab3bc-ca03-4770-86a8-8854ec5bcf70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.002757 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:36:32.003128 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:36:32.003650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Provisioning complete for port 19636e80-41ef-4664-a122-49787816f3d1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:32.005447 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.064116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab3bc-ca03-4770-86a8-8854ec5bcf70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.086530 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1f3ab3bc-ca03-4770-86a8-8854ec5bcf70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/cc2dde16-396b-4788-8d11-168af0942262 HTTP/1.1" status: 204 len: 168 time: 1.0339007 May 10 11:36:32.089086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ab3bc-ca03-4770-86a8-8854ec5bcf70 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2dde16-396b-4788-8d11-168af0942262,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:32.105991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:32.218353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3bf50-0598-4efb-a65b-392f3ce4ee56 None None] Network 62b994d2-4c86-4ca5-8a51-6fb527d51a7b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:32.261593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781bdae-adb4-41d2-9581-40c8250bef21 req-934a59c2-3e42-4ed1-8c87-9220382e8350 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:32.276824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a013d31-5d6b-40fb-8e3d-333106b8f6d5 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:32.277746 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1781bdae-adb4-41d2-9581-40c8250bef21 req-934a59c2-3e42-4ed1-8c87-9220382e8350 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 946 time: 0.3344371 May 10 11:36:32.291076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2a013d31-5d6b-40fb-8e3d-333106b8f6d5 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6261463 May 10 11:36:32.308065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47176) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:32.368362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Current status of the port 19636e80-41ef-4664-a122-49787816f3d1 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:32.374210 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.433667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d2b82f5-fc5e-4330-9015-44ba46840a19 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.440236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] For port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:32.440887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.445346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d2b82f5-fc5e-4330-9015-44ba46840a19 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.452882 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.460697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.468020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fadb1a51-89ec-4ecc-9d3f-01d10404aaa5 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1531143 May 10 11:36:32.470030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47198) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:32.478734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659884783', 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:32.527662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Calling delete_port for eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:32.588101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] For port 19636e80-41ef-4664-a122-49787816f3d1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=19636e80-41ef-4664-a122-49787816f3d1,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:32.601408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3dd308f1-50f7-4500-8920-ab0688048c89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:32.602499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:32.605365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.626701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d2b82f5-fc5e-4330-9015-44ba46840a19 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.631992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5d2b82f5-fc5e-4330-9015-44ba46840a19 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2428753 May 10 11:36:32.632885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47200) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:32.646717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-352cbc19-b4ba-4c6f-8f74-85b5c7efc2c6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'security_group_rule': {'security_group_id': 'a88a9563-c030-4035-95cc-748c08aef340', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:32.660177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b82f5-fc5e-4330-9015-44ba46840a19 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a9563-c030-4035-95cc-748c08aef340,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:32.665748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1781bdae-adb4-41d2-9581-40c8250bef21 req-08f5f6ee-2b82-4c4b-8bad-5f535470bec9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728230 May 10 11:36:32.703324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Provisioning complete for port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:32.704033 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.736964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:32.741882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8b11d-78d4-4bca-a8c2-6ef5a0711d75 req-43c8f0f2-2768-483f-b35e-bd15976e2e62 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:32.743523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6e8b11d-78d4-4bca-a8c2-6ef5a0711d75 req-43c8f0f2-2768-483f-b35e-bd15976e2e62 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 950 time: 0.1685710 May 10 11:36:32.749610 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.753255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Pushing event updated for resources: {'Port': ['ID=19636e80-41ef-4664-a122-49787816f3d1,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:32.812960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-352cbc19-b4ba-4c6f-8f74-85b5c7efc2c6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.837280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6e8b11d-78d4-4bca-a8c2-6ef5a0711d75 req-b98f12a7-0f70-479b-831f-b601349dda62 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819070 May 10 11:36:32.870475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] DHCP port deletion for 62b994d2-4c86-4ca5-8a51-6fb527d51a7b request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:36:32.910754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:32.911128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.943833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 3dd308f1-50f7-4500-8920-ab0688048c89 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:32.944689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.979950 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-352cbc19-b4ba-4c6f-8f74-85b5c7efc2c6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.994943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-352cbc19-b4ba-4c6f-8f74-85b5c7efc2c6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.024422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cbc19-b4ba-4c6f-8f74-85b5c7efc2c6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7b71d3-9e0f-4137-9a3a-1ef79e124e6e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:33.027682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.033158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Current status of the port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:33.033828 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.050461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:33.100272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event deleted for resources: {'Port': ['ID=eac0feda-46f8-4e6e-ad1f-42fd1d5f4470,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:33.108523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-352cbc19-b4ba-4c6f-8f74-85b5c7efc2c6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.110002 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-352cbc19-b4ba-4c6f-8f74-85b5c7efc2c6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4710860 May 10 11:36:33.117465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47212) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:33.122257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5b451ce9-2854-4a80-b455-467066aebdbe tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'security_group_rule': {'security_group_id': 'a88a9563-c030-4035-95cc-748c08aef340', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:33.161363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] Deleting port 3dd308f1-50f7-4500-8920-ab0688048c89 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:33.162068 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.165072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] For port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:33.213365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.221554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] No DVR routers for this DVR port eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:33.227245 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.230834 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cee91001-e0ca-4920-b496-291e68379061 req-15b9dae9-bc42-4b6e-a66a-2136ee7d9150 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "DELETE /v2.0/ports/eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 HTTP/1.1" status: 204 len: 173 time: 2.4331052 May 10 11:36:33.231277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd721d041-af69-47c0-9531-be38bc6135e0', 'name': 'network-vif-deleted', 'tag': 'eac0feda-46f8-4e6e-ad1f-42fd1d5f4470'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:33.233735 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cab6ff-4c59-477e-9554-e8378ac7ed33" -d '{"events": [{"server_uuid": "d721d041-af69-47c0-9531-be38bc6135e0", "name": "network-vif-deleted", "tag": "eac0feda-46f8-4e6e-ad1f-42fd1d5f4470"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:33.238473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:33.239470 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.295267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce9-2854-4a80-b455-467066aebdbe tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.317100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] For port 3dd308f1-50f7-4500-8920-ab0688048c89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3dd308f1-50f7-4500-8920-ab0688048c89,segment=NetworkSegment(8d948af3-e2b6-4eb9-aefa-2f00eba8051d),segment_id=8d948af3-e2b6-4eb9-aefa-2f00eba8051d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:33.318461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.323681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] For port 3dd308f1-50f7-4500-8920-ab0688048c89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3dd308f1-50f7-4500-8920-ab0688048c89,segment=NetworkSegment(8d948af3-e2b6-4eb9-aefa-2f00eba8051d),segment_id=8d948af3-e2b6-4eb9-aefa-2f00eba8051d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:33.324113 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.371843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] Calling delete_port for 3dd308f1-50f7-4500-8920-ab0688048c89 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:33.402626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f345b-63f5-464b-865f-b7ff6f5537ca None None] Pushing event updated for resources: {'Port': ['ID=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:33.426640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 3dd308f1-50f7-4500-8920-ab0688048c89 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:33.442735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Provisioning complete for port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:33.443190 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.574432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:36:33.574921 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:36:33.581202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce9-2854-4a80-b455-467066aebdbe tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.589479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce9-2854-4a80-b455-467066aebdbe tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.602966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.606592 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8329c4-4c50-4100-9214-c0f5b008ebcd x-openstack-request-id: req-7b8329c4-4c50-4100-9214-c0f5b008ebcd {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:33.606890 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d721d041-af69-47c0-9531-be38bc6135e0", "name": "network-vif-deleted", "tag": "eac0feda-46f8-4e6e-ad1f-42fd1d5f4470", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:33.607146 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b8329c4-4c50-4100-9214-c0f5b008ebcd {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:33.607552 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8329c4-4c50-4100-9214-c0f5b008ebcd'] response: {'server_uuid': 'd721d041-af69-47c0-9531-be38bc6135e0', 'name': 'network-vif-deleted', 'tag': 'eac0feda-46f8-4e6e-ad1f-42fd1d5f4470', 'status': 'completed', 'code': 200} May 10 11:36:33.654685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:33.656945 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.701516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b451ce9-2854-4a80-b455-467066aebdbe tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40266500-5700-40a9-99ce-50cec37045fd,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:33.708123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Subnet': ['ID=da55bd25-520d-471d-9465-1d871c48368d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:33.717803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Checking segment: {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:33.718180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network hostable DHCP agents. Network: 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:36:33.722481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] No DVR routers for this DVR port 3dd308f1-50f7-4500-8920-ab0688048c89 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:33.723363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.744491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467f99d-24ff-43b8-bb9d-bfab9b7991e0 None None] Pushing event deleted for resources: {'Port': ['ID=3dd308f1-50f7-4500-8920-ab0688048c89,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:33.767392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No DVR routers for this DVR port 3dd308f1-50f7-4500-8920-ab0688048c89 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:33.769847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=3dd308f1-50f7-4500-8920-ab0688048c89,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:33.780799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce9-2854-4a80-b455-467066aebdbe tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.783374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5b451ce9-2854-4a80-b455-467066aebdbe tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6665039 May 10 11:36:33.786410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47234) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:33.793641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:33.799569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Provisioning complete for port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:33.800013 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.883926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:36:33.936326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-287a092c-9b8b-45a8-94be-02539688272f req-a01610d8-f550-4acc-a864-c618906fb097 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=d721d041-af69-47c0-9531-be38bc6135e0 HTTP/1.1" status: 200 len: 210 time: 0.0654194 May 10 11:36:33.941335 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.946744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:33.962016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:33.962623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.968007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.000796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e18b182c-a6ba-4b1e-b969-464c4ee44d1e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5258703 May 10 11:36:34.023543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95e81c-6fca-4210-baf1-1ea541a09746 None None] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:34.047733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b994d2-4c86-4ca5-8a51-6fb527d51a7b']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:34.074980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d948af3-e2b6-4eb9-aefa-2f00eba8051d') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:34.077758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d948af3-e2b6-4eb9-aefa-2f00eba8051d') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:34.101772 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.140442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.146787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.149586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:36:34.155387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:36:34.155899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: timer() May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:36:34.159619 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:36:34.162535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47242) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:34.176657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6bffc825-ca79-4ea4-b174-a64987451fe4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531273043', 'description': 'tempest-secgroup-smoke-1531273043 description', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:34.227332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:36:34.228054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device eac0feda-46f8-4e6e-ad1f-42fd1d5f4470 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:36:34.228703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0f6053-ae4d-40fa-a061-f7416f78b064 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:36:34.236486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Current status of the port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:34.242118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bffc825-ca79-4ea4-b174-a64987451fe4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.277534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.287263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Could not find standard attr ID for object bba99cd3-e0f1-4f2a-98b1-6593bb636544. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:36:34.295862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.297676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:34.299864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 19636e80-41ef-4664-a122-49787816f3d1 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:34.300838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/networks/62b994d2-4c86-4ca5-8a51-6fb527d51a7b HTTP/1.1" status: 204 len: 168 time: 2.1941905 May 10 11:36:34.304693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47244) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:34.315649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9d5c7-71f7-4498-b9b8-3317d75dde60 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Network': ['ID=62b994d2-4c86-4ca5-8a51-6fb527d51a7b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:34.317882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1035294324'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:34.356246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:34.358707 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2444a91-075b-4fbc-a429-71db9d1e5c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.362488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.391425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Allocated IP 172.25.8.107 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/0339fcc8-87c6-4f29-be94-ae90b2a63abf) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:34.395101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Provisioning complete for port 19636e80-41ef-4664-a122-49787816f3d1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:34.395548 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.402627 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bffc825-ca79-4ea4-b174-a64987451fe4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.408846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bffc825-ca79-4ea4-b174-a64987451fe4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.420706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:36:34.461879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bffc825-ca79-4ea4-b174-a64987451fe4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.467042 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6bffc825-ca79-4ea4-b174-a64987451fe4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3035362 May 10 11:36:34.467042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffc825-ca79-4ea4-b174-a64987451fe4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b9d472-0cba-442a-bc1d-66880c61bbad,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:34.475364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-9ec735ca-e5f3-41d6-bfb1-7e2a7914859e', 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ips': [{'subnet_id': 'da55bd25-520d-471d-9465-1d871c48368d'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:36:34.476256 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.482243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47246) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:34.491958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.492770 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Added segment 27c15b35-18ca-46c4-ad2a-5b02761920bf of type vlan for network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc May 10 11:36:34.496734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-858bffca-2153-4872-a975-f34bb24a8892 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '80b9d472-0cba-442a-bc1d-66880c61bbad', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:34.516708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 19636e80-41ef-4664-a122-49787816f3d1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:34.517080 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.525189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5b0f6053-ae4d-40fa-a061-f7416f78b064 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:34.525565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.571275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.604913 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-858bffca-2153-4872-a975-f34bb24a8892 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.629433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.652029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.657984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:34.658616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.761234 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4539747 May 10 11:36:34.764422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47258) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:34.771422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:34.783547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b7e6b-fe50-4f19-9497-0769ccd9855f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Network': ['ID=9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:34.792248 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-858bffca-2153-4872-a975-f34bb24a8892 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.794695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.803615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-858bffca-2153-4872-a975-f34bb24a8892 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.862273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:34.866386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bffca-2153-4872-a975-f34bb24a8892 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc3f3e6-b3f8-4a17-82a6-69f6c277c9e4,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:34.872130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:34.876777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:34.888480 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-858bffca-2153-4872-a975-f34bb24a8892 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.890093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:34.892882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-858bffca-2153-4872-a975-f34bb24a8892 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4096417 May 10 11:36:34.897341 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.901177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47260) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:34.913869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=0339fcc8-87c6-4f29-be94-ae90b2a63abf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:34.922758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8e3d486d-fc36-4a7f-a77e-5e4f5d91fb03 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '80b9d472-0cba-442a-bc1d-66880c61bbad', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:34.933358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:36:35.014302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:35.018980 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c493a931-0d07-43e9-9f77-d93c37659ef2" -d '{"events": [{"server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:35.036563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e3d486d-fc36-4a7f-a77e-5e4f5d91fb03 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.058547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.098471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:35.140755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Allocated IP 172.20.0.18 (9ec735ca-e5f3-41d6-bfb1-7e2a7914859e/da55bd25-520d-471d-9465-1d871c48368d/21d99e9d-744e-4674-84a3-53d448b3ac2d) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:35.144235 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9ad498-6237-430d-bb70-ac6dc29dd7de x-openstack-request-id: req-ce9ad498-6237-430d-bb70-ac6dc29dd7de {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:35.144235 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:35.147167 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce9ad498-6237-430d-bb70-ac6dc29dd7de {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:35.147167 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9ad498-6237-430d-bb70-ac6dc29dd7de'] response: {'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'code': 200} May 10 11:36:35.160494 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.162132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Current status of the port 19636e80-41ef-4664-a122-49787816f3d1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:35.205805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.265286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Provisioning complete for port 345562d6-d353-44bd-a2dc-e31052544c50 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:35.266078 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.308818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Port 345562d6-d353-44bd-a2dc-e31052544c50 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:35.379035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.407187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 19636e80-41ef-4664-a122-49787816f3d1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:35.408680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e3d486d-fc36-4a7f-a77e-5e4f5d91fb03 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.443277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85df13cb-2920-4f31-a998-94f71f871b2c None None] Could not find standard attr ID for object 3dd308f1-50f7-4500-8920-ab0688048c89. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:36:35.444196 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e3d486d-fc36-4a7f-a77e-5e4f5d91fb03 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.460112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.475529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.498516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:35.518292 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.547687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e3d486d-fc36-4a7f-a77e-5e4f5d91fb03 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.548967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8e3d486d-fc36-4a7f-a77e-5e4f5d91fb03 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6455884 May 10 11:36:35.554116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=0339fcc8-87c6-4f29-be94-ae90b2a63abf,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:35.565111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47282) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:35.566960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d486d-fc36-4a7f-a77e-5e4f5d91fb03 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c435fe62-b714-4327-8e85-e8b37e8c9fe7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:35.584191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking segment: {'id': '27c15b35-18ca-46c4-ad2a-5b02761920bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:35.584572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network hostable DHCP agents. Network: 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:36:35.589119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:35.593154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b3bed640-1a34-431a-9dcf-e8a834e6a0be tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '80b9d472-0cba-442a-bc1d-66880c61bbad', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:35.595048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=056725c1-e16f-4fa2-b054-93834dcdda0c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:35.648793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:36:35.664513 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3bed640-1a34-431a-9dcf-e8a834e6a0be tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.669013 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.695422 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.697156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2dba9e82-579d-44f0-9cd6-d78b7d32903d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9092479 May 10 11:36:35.731178 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.734157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:35.735493 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.765098 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.804164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cc4982dc-af30-46ac-b3e2-cb5c95939470 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:35.805874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:35.811416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:35.813121 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cc4982dc-af30-46ac-b3e2-cb5c95939470 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.1866322 May 10 11:36:35.821745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:35.826716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3bed640-1a34-431a-9dcf-e8a834e6a0be tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.827424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:35.840494 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3bed640-1a34-431a-9dcf-e8a834e6a0be tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.844303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cf925c-6cff-4988-b369-b6288b3e40e6 None None] Network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:35.867541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-6ccc7979-3139-46d7-9075-93a25ae650b6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/quotas/d1b5df0530644b3fae8342b7f22dc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0507326 May 10 11:36:35.896456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:35.896884 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.929971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Pushing event updated for resources: {'Port': ['ID=21d99e9d-744e-4674-84a3-53d448b3ac2d,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:35.930521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bed640-1a34-431a-9dcf-e8a834e6a0be tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52147a1f-73c3-4955-8d4f-f3b7c975dfb3,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:35.955629 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3bed640-1a34-431a-9dcf-e8a834e6a0be tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:35.966992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47300) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:35.968543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b3bed640-1a34-431a-9dcf-e8a834e6a0be tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3999753 May 10 11:36:35.976226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-26568fef-2e00-4815-b8d2-62609025ba96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '80b9d472-0cba-442a-bc1d-66880c61bbad', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:36.013436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Attempting to bind port 21d99e9d-744e-4674-84a3-53d448b3ac2d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:36.013777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Attempting to bind port 21d99e9d-744e-4674-84a3-53d448b3ac2d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:36.014050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Attempting to bind port 21d99e9d-744e-4674-84a3-53d448b3ac2d on network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:36.018480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:36.019561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 19636e80-41ef-4664-a122-49787816f3d1 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:36.024414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-75ae1579-52c0-49e9-a4fb-915ffcd71f45 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1554937 May 10 11:36:36.029460 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0e272ec0-6a97-4c6f-b164-1d879e39759d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2638752 May 10 11:36:36.033354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47304) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:36.040581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc', 'name': 'tempest-PortsIpV6TestJSON-1532154186', 'fixed_ips': [{'subnet_id': '056725c1-e16f-4fa2-b054-93834dcdda0c', 'ip_address': '2001:db8::10'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:36.063286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26568fef-2e00-4815-b8d2-62609025ba96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.070130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:36.070739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Checking segment: {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:36.071243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.075914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Bound using segment: {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:36.076790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Bound port: 21d99e9d-744e-4674-84a3-53d448b3ac2d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:36.077576 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.244338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] For port 21d99e9d-744e-4674-84a3-53d448b3ac2d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:36.251570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-aedf2674-d4e6-4d96-a2ac-d4ee21ecc9dd service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107534 May 10 11:36:36.253636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26568fef-2e00-4815-b8d2-62609025ba96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.261083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26568fef-2e00-4815-b8d2-62609025ba96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.289157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] For port 21d99e9d-744e-4674-84a3-53d448b3ac2d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=21d99e9d-744e-4674-84a3-53d448b3ac2d,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:36.300405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 19636e80-41ef-4664-a122-49787816f3d1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:36.300928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.305893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.317084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-e70653d6-48a6-46f6-96e2-ac5f6d9db025 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--715402162&fields=id&tenant_id=61c875a6e9124d718f447839eeda2fda HTTP/1.1" status: 200 len: 267 time: 0.1202686 May 10 11:36:36.342493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26568fef-2e00-4815-b8d2-62609025ba96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.347273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-26568fef-2e00-4815-b8d2-62609025ba96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3788719 May 10 11:36:36.360017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47320) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:36.373409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26568fef-2e00-4815-b8d2-62609025ba96 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be61d0a0-65a6-427f-b66d-fdfbb0d4d59e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:36.374660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0e6ab265-7888-4558-a1be-6f5d5858d3fd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '80b9d472-0cba-442a-bc1d-66880c61bbad', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:36.425447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e06c6-e09e-4fb8-9f50-61466e5b7b6e None None] Pushing event updated for resources: {'Port': ['ID=21d99e9d-744e-4674-84a3-53d448b3ac2d,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:36.450511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-7dd3cd7d-f3ef-4946-9b23-99b7c2404815 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:36.459936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-7dd3cd7d-f3ef-4946-9b23-99b7c2404815 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports/0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca HTTP/1.1" status: 200 len: 932 time: 0.1418653 May 10 11:36:36.471630 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-72669971-7bd6-4612-a3ba-84f45639b502 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976006 May 10 11:36:36.478231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc', 'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc', 'tenant_id': '7f4ab61113f6400a9e70992966b91959', 'fixed_ips': [{'subnet_id': '056725c1-e16f-4fa2-b054-93834dcdda0c'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:36:36.479116 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.523004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 19636e80-41ef-4664-a122-49787816f3d1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:36.541367 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-0e6ab265-7888-4558-a1be-6f5d5858d3fd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Project ac5009d716d1416587e6e6a7d43b9fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:36:36.560793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-407d5848-a568-4dc9-930e-29edddcd838c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:36.586868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-407d5848-a568-4dc9-930e-29edddcd838c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports/345562d6-d353-44bd-a2dc-e31052544c50 HTTP/1.1" status: 200 len: 930 time: 0.1256058 May 10 11:36:36.604420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e6ab265-7888-4558-a1be-6f5d5858d3fd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:36.626902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:36:36.629043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3dd308f1-50f7-4500-8920-ab0688048c89 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:36:36.666677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:36.671096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3dd308f1-50f7-4500-8920-ab0688048c89 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:36:36.671647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3dd308f1-50f7-4500-8920-ab0688048c89 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:36:36.693104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-78188483-a865-4b6a-8f29-f357af278a50 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?network_id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1051416 May 10 11:36:36.841993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4bab04df-6f89-453f-9d7a-5cb68fe5c8ad req-aa54a293-3f7f-49e3-8768-ae4c7e379eb0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 210 time: 0.0991890 May 10 11:36:36.892679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Allocated IP 2001:db8::2 (9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc/056725c1-e16f-4fa2-b054-93834dcdda0c/01488781-b85f-46d1-a209-cdee56bd413f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:36.905068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-9d6874b1-89a7-4643-a16c-9fa307c6bfc2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?network_id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2105365 May 10 11:36:37.027366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:37.066803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e6ab265-7888-4558-a1be-6f5d5858d3fd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.082322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e6ab265-7888-4558-a1be-6f5d5858d3fd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.103028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '20e68c62-0b4a-4966-ac88-6533271c0951', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': '20e68c62-0b4a-4966-ac88-6533271c0951', 'mac_address': 'fa:16:3e:b7:c3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:36:37.119287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ab265-7888-4558-a1be-6f5d5858d3fd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a31ac9-2495-4d22-aeb5-665f60347406,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:37.129845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.162897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e6ab265-7888-4558-a1be-6f5d5858d3fd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.167357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0e6ab265-7888-4558-a1be-6f5d5858d3fd tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8035691 May 10 11:36:37.170259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47338) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:37.179918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5473fe10-b8d5-4884-b1ac-63ee7bdc7ed6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '80b9d472-0cba-442a-bc1d-66880c61bbad', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:37.180980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5aa403ca-e011-4478-bfb4-972ff1a1d71f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:37.191383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5aa403ca-e011-4478-bfb4-972ff1a1d71f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:37.201269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5aa403ca-e011-4478-bfb4-972ff1a1d71f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:37.210610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5aa403ca-e011-4478-bfb4-972ff1a1d71f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/networks?id=0baa6384-755b-49d7-a9b2-89b8632f72c7&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 HTTP/1.1" status: 200 len: 1989 time: 0.3050988 May 10 11:36:37.231138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-60d8060f-fc20-44c7-be4b-918ed43980e5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/quotas/61c875a6e9124d718f447839eeda2fda HTTP/1.1" status: 200 len: 375 time: 0.0193722 May 10 11:36:37.243020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 7e1287de-9b9d-45ca-8070-338da6970a3d yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:37.254206 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-5473fe10-b8d5-4884-b1ac-63ee7bdc7ed6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Project ac5009d716d1416587e6e6a7d43b9fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:36:37.272429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 20e68c62-0b4a-4966-ac88-6533271c0951 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:37.272982 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.292188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5473fe10-b8d5-4884-b1ac-63ee7bdc7ed6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.292656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e68c62-0b4a-4966-ac88-6533271c0951 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:37.297128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87c7252b-3c8e-4720-bd7f-1e0e0c19af35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.384114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.386952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:37.393063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.447094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-aeb318d4-187a-4177-8e13-4d3c0f10e7f3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2147939 May 10 11:36:37.486971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:37.493957 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.515208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:37.516419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5473fe10-b8d5-4884-b1ac-63ee7bdc7ed6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.547008 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5473fe10-b8d5-4884-b1ac-63ee7bdc7ed6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.562438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:37.565499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:37.576494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['20e68c62-0b4a-4966-ac88-6533271c0951'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:37.596353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473fe10-b8d5-4884-b1ac-63ee7bdc7ed6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5148e80-6041-420b-81fb-726c33538afd,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:37.652785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5473fe10-b8d5-4884-b1ac-63ee7bdc7ed6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.657774 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5473fe10-b8d5-4884-b1ac-63ee7bdc7ed6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4849172 May 10 11:36:37.770878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Attempting to bind port 01488781-b85f-46d1-a209-cdee56bd413f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:37.771411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Attempting to bind port 01488781-b85f-46d1-a209-cdee56bd413f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '27c15b35-18ca-46c4-ad2a-5b02761920bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:37.771868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Attempting to bind port 01488781-b85f-46d1-a209-cdee56bd413f on network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:37.786928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 21d99e9d-744e-4674-84a3-53d448b3ac2d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:37.850277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Pushing event updated for resources: {'Port': ['ID=01488781-b85f-46d1-a209-cdee56bd413f,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:37.881899 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.892380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:37.895184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Checking segment: {'id': '27c15b35-18ca-46c4-ad2a-5b02761920bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:37.900569 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.901432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Bound using segment: {'id': '27c15b35-18ca-46c4-ad2a-5b02761920bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:37.902266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Bound port: 01488781-b85f-46d1-a209-cdee56bd413f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c15b35-18ca-46c4-ad2a-5b02761920bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:37.902910 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:37.939973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::10 (9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc/056725c1-e16f-4fa2-b054-93834dcdda0c/7e1287de-9b9d-45ca-8070-338da6970a3d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:37.948993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-049959c5-e12f-4dae-aced-9f1b93471913 service neutron] 10.222.0.13 "GET /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179997 May 10 11:36:38.067600 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51e35f84-363a-4422-a56d-16dd5438e547 req-3e3b03c1-5aec-44f0-aa69-85b3ded72652 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 210 time: 0.0767889 May 10 11:36:38.108117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 21d99e9d-744e-4674-84a3-53d448b3ac2d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:38.108415 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:38.341453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] For port 01488781-b85f-46d1-a209-cdee56bd413f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:38.349667 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-77691ed4-73be-41f9-9930-78ce8ad7b9ca tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531273043&fields=id&tenant_id=ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 267 time: 0.0706928 May 10 11:36:38.386520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b05bd-bef2-41a5-811c-89458ec3dbf1 None None] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:38.474497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] For port 01488781-b85f-46d1-a209-cdee56bd413f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=01488781-b85f-46d1-a209-cdee56bd413f,segment=NetworkSegment(27c15b35-18ca-46c4-ad2a-5b02761920bf),segment_id=27c15b35-18ca-46c4-ad2a-5b02761920bf)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:38.572923 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:38.602537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:38.607846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-f216ebc9-9b0f-4a58-9ccc-a346105ad71c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:38.609844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-f216ebc9-9b0f-4a58-9ccc-a346105ad71c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/networks?id=9ec735ca-e5f3-41d6-bfb1-7e2a7914859e HTTP/1.1" status: 200 len: 797 time: 0.2586865 May 10 11:36:38.611526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 21d99e9d-744e-4674-84a3-53d448b3ac2d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:38.611987 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:38.617015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-3e79850d-0fbd-4eb0-9178-f218ac01f1ca service neutron] 10.222.0.13 "GET /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571472 May 10 11:36:38.644172 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-3f4ec9c2-6c41-4a79-ab4a-ad2d2e317908 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/quotas/ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 375 time: 0.0171645 May 10 11:36:38.704230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-356000c8-2ec4-4bc1-a376-dfa5e7f45008 service neutron] 10.222.0.13 "GET /v2.0/ports/0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0760934 May 10 11:36:38.715175 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:38.797420 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-6a553b96-3675-4c62-a61a-5f4c24de4546 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1435490 May 10 11:36:38.848496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b46eea56-ac74-4889-82cf-fd5b090a46c8 None None] Provisioning complete for port 21d99e9d-744e-4674-84a3-53d448b3ac2d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:38.848901 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b46eea56-ac74-4889-82cf-fd5b090a46c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:38.992747 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-70aa0f46-a011-433c-b8aa-6be43c7faaeb service neutron] 10.222.0.13 "GET /v2.0/networks/9ec735ca-e5f3-41d6-bfb1-7e2a7914859e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918623 May 10 11:36:39.011608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 21d99e9d-744e-4674-84a3-53d448b3ac2d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=21d99e9d-744e-4674-84a3-53d448b3ac2d,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:39.030928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a8e23-3406-49f3-ad07-4c2a5856b588 None None] Pushing event updated for resources: {'Port': ['ID=01488781-b85f-46d1-a209-cdee56bd413f,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:39.038312 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:39.224893 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-47cd6f94-e555-40a1-a560-37abce9fe6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/9ec735ca-e5f3-41d6-bfb1-7e2a7914859e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309418 May 10 11:36:39.315991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b46eea56-ac74-4889-82cf-fd5b090a46c8 None None] Current status of the port 21d99e9d-744e-4674-84a3-53d448b3ac2d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:39.338873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=21d99e9d-744e-4674-84a3-53d448b3ac2d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:39.365706 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:39.504148 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:39.617168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28293e63-54d0-46e4-a239-cf1864ad460f req-064c6527-7065-4f5d-aa18-f6f39819a594 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 210 time: 0.0849421 May 10 11:36:39.711535 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-60cfb9f0-e3fd-40ec-85d3-b6f9d0944d44 service neutron] 10.222.0.13 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0064154 May 10 11:36:39.712218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=7e1287de-9b9d-45ca-8070-338da6970a3d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:39.749197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:39.828426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 01488781-b85f-46d1-a209-cdee56bd413f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:39.835584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:39.865629 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c6f1a67-0ab5-4a4f-9791-55e7a460ae3f req-06bc052c-e017-411e-90ec-a9c2f4bfee88 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 210 time: 0.0888963 May 10 11:36:39.949431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:39.959631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 01488781-b85f-46d1-a209-cdee56bd413f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:39.960035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:39.964766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:39.965439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:40.114839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a5d852ce-cf60-4aaa-bb3d-2f8d5dfbd6cb tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0799117 May 10 11:36:40.117939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47438) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:40.125854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': '9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc', 'name': 'tempest-PortsIpV6TestJSON-1521754715', 'fixed_ips': [{'subnet_id': '056725c1-e16f-4fa2-b054-93834dcdda0c', 'ip_address': '2001:db8::f'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:40.131298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 01488781-b85f-46d1-a209-cdee56bd413f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:40.134325 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:40.210504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-62075b3c-3f1d-4724-a4fd-a517b5dadd1f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:40.212118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-62075b3c-3f1d-4724-a4fd-a517b5dadd1f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.8437974 May 10 11:36:40.217155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-74e2b8b9-c9ea-44ef-b011-90cee8e6a395 None None] Provisioning complete for port 21d99e9d-744e-4674-84a3-53d448b3ac2d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:40.217619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-74e2b8b9-c9ea-44ef-b011-90cee8e6a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:40.231080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Request body: {'port': {'device_id': 'c0c9df0e-314d-428c-a7cc-e92b8f3d707c', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'admin_state_up': True, 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:40.363184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 01488781-b85f-46d1-a209-cdee56bd413f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=01488781-b85f-46d1-a209-cdee56bd413f,segment=NetworkSegment(27c15b35-18ca-46c4-ad2a-5b02761920bf),segment_id=27c15b35-18ca-46c4-ad2a-5b02761920bf)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:40.380201 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:40.380921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 21d99e9d-744e-4674-84a3-53d448b3ac2d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:40.408555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-3f4b753d-b29e-437f-9790-0e1c6297fa22 service neutron] 10.222.0.13 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819532 May 10 11:36:40.409765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:40.531210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-d0d02dc4-3163-4fce-a963-6e3e24f0d8cf service neutron] 10.222.0.13 "GET /v2.0/ports/345562d6-d353-44bd-a2dc-e31052544c50?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1213503 May 10 11:36:40.615609 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:40.619124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:40.643035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port dd7bca2e-7876-40f5-8ce1-8e2e99594053 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:40.755735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=01488781-b85f-46d1-a209-cdee56bd413f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:40.794090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-74e2b8b9-c9ea-44ef-b011-90cee8e6a395 None None] Current status of the port 21d99e9d-744e-4674-84a3-53d448b3ac2d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:40.802807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 21d99e9d-744e-4674-84a3-53d448b3ac2d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:40.803425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:40.853544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55cdb0b-d9d7-4b66-8a00-0eb4495192d8 None None] Network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:40.861159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-94c4af13-1b53-442e-814f-2f1b6075388b service neutron] 10.222.0.13 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180490 May 10 11:36:40.881130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:40.895313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::f (9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc/056725c1-e16f-4fa2-b054-93834dcdda0c/dd7bca2e-7876-40f5-8ce1-8e2e99594053) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:40.900925 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.035507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-000b6dc7-e1d1-4203-8d82-ccc56bf54ada service neutron] 10.222.0.13 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733978 May 10 11:36:41.052023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 20e68c62-0b4a-4966-ac88-6533271c0951 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:41.052790 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.074811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20b0a614-5c21-41c9-b824-b14eff29a22e req-4f7e0c29-9e3a-40c4-a880-2dfdaecd384e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 210 time: 0.0966468 May 10 11:36:41.150355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-00cda725-26af-44a0-aade-025ccff3aa8a None None] Provisioning complete for port 01488781-b85f-46d1-a209-cdee56bd413f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:41.163267 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-00cda725-26af-44a0-aade-025ccff3aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.202309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.316659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.335727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2cabdb4b-d74b-45c8-9edb-58507555026a req-b319d447-7a4b-4995-aadf-0b127084f9c0 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 210 time: 0.0301793 May 10 11:36:41.417510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:41.418964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:41.424727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:41.433027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:41.433709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.465151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=dd7bca2e-7876-40f5-8ce1-8e2e99594053,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:41.488628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-73938f17-04d3-41b3-89ff-94a2b23f9a2f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3666747 May 10 11:36:41.488755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47462) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:41.641102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-00cda725-26af-44a0-aade-025ccff3aa8a None None] Current status of the port 01488781-b85f-46d1-a209-cdee56bd413f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:41.657208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 20e68c62-0b4a-4966-ac88-6533271c0951 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:41.659951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.671185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 21d99e9d-744e-4674-84a3-53d448b3ac2d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:41.718394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e5603-d667-45aa-a75e-fd1f55443a77 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:41.721139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b6e5603-d667-45aa-a75e-fd1f55443a77 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2303855 May 10 11:36:41.723877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47464) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:41.757796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:41.762076 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30055253-8d14-4f48-bdbe-771173b36162" -d '{"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-plugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:41.771917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Allocated IP 172.20.0.3 (228907b6-6f90-4b04-af45-c84fa8d65f32/61955d59-4936-4f72-8540-0de91be3a151/592aba9d-4c85-473b-b501-90bf716f3ca1) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:41.815595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-50ae45a9-e02a-401d-92e7-f7a896b5025a service neutron] 10.222.0.13 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431694 May 10 11:36:41.818493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:41.836178 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.860889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-2f59ef4e-b4f6-4daf-b0ba-3ba0e1ebf410 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:41.862533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-2f59ef4e-b4f6-4daf-b0ba-3ba0e1ebf410 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/networks?id=9ec735ca-e5f3-41d6-bfb1-7e2a7914859e HTTP/1.1" status: 200 len: 797 time: 0.5646679 May 10 11:36:41.892153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 01488781-b85f-46d1-a209-cdee56bd413f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:41.929427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2b5382-b948-4f33-a5b2-73b4878c5c27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:41.950127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2b5382-b948-4f33-a5b2-73b4878c5c27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:41.956061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2b5382-b948-4f33-a5b2-73b4878c5c27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:41.960786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1f2b5382-b948-4f33-a5b2-73b4878c5c27 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2326148 May 10 11:36:41.961051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47470) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:42.006665 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba7cdba-edec-4eaf-b59e-317161ce41d8 x-openstack-request-id: req-3ba7cdba-edec-4eaf-b59e-317161ce41d8 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:42.011213 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-plugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:42.011772 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ba7cdba-edec-4eaf-b59e-317161ce41d8 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:42.012435 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba7cdba-edec-4eaf-b59e-317161ce41d8'] response: {'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951', 'code': 200} May 10 11:36:42.045896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-67ae0528-41c0-4af9-9af6-40fbf9c36e83 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 473 time: 0.1558387 May 10 11:36:42.077548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fa3ac4cd-fb30-4d83-91b2-4a1d534affe8 None None] Provisioning complete for port 7e1287de-9b9d-45ca-8070-338da6970a3d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:42.078304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac4cd-fb30-4d83-91b2-4a1d534affe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.088106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'port': {'device_id': 'c04f0367-60fc-4452-850c-6eca3733b463', 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e', 'admin_state_up': True, 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'security_groups': ['80b9d472-0cba-442a-bc1d-66880c61bbad']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:42.101821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-898ecf12-b599-4d9b-87af-8cdc7d5912f6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port dd7bca2e-7876-40f5-8ce1-8e2e99594053 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:42.102454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-898ecf12-b599-4d9b-87af-8cdc7d5912f6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.155854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ac4cd-fb30-4d83-91b2-4a1d534affe8 None None] Port 7e1287de-9b9d-45ca-8070-338da6970a3d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:42.174097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=10']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:42.201197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fa3ac4cd-fb30-4d83-91b2-4a1d534affe8 None None] Provisioning complete for port 01488781-b85f-46d1-a209-cdee56bd413f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:42.201715 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac4cd-fb30-4d83-91b2-4a1d534affe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.268337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cff3ed28-36ea-4075-a278-58bb9a2277e0 req-439e14e2-d84e-41f2-9864-790d8b7c1c51 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 210 time: 0.0400367 May 10 11:36:42.276044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 01488781-b85f-46d1-a209-cdee56bd413f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:42.276504 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.321977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.370851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-898ecf12-b599-4d9b-87af-8cdc7d5912f6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.412146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-898ecf12-b599-4d9b-87af-8cdc7d5912f6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for dd7bca2e-7876-40f5-8ce1-8e2e99594053 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:42.422058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ac4cd-fb30-4d83-91b2-4a1d534affe8 None None] Current status of the port 01488781-b85f-46d1-a209-cdee56bd413f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:42.432531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-ab142e4d-501d-497a-a792-5500354ed656 service neutron] 10.222.0.13 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159396 May 10 11:36:42.456524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.504528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 01488781-b85f-46d1-a209-cdee56bd413f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:42.507977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:42.638203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:42.650113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:42.678829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:42.694657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event updated for resources: {'Port': ['ID=592aba9d-4c85-473b-b501-90bf716f3ca1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:42.721098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36fc2aac-c401-430b-b5c3-9ff049acb710 req-d3c6adfc-dfdf-4b52-b49e-1a18532a0899 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 210 time: 0.0663269 May 10 11:36:42.721673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-898ecf12-b599-4d9b-87af-8cdc7d5912f6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.771009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ecf12-b599-4d9b-87af-8cdc7d5912f6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=dd7bca2e-7876-40f5-8ce1-8e2e99594053,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:42.792851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-dd9dcd8d-7ed2-4a16-9227-0f5f3b103444 None None] Provisioning complete for port 7e1287de-9b9d-45ca-8070-338da6970a3d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:42.793233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcd8d-7ed2-4a16-9227-0f5f3b103444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.838161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-898ecf12-b599-4d9b-87af-8cdc7d5912f6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.841414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-898ecf12-b599-4d9b-87af-8cdc7d5912f6 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/dd7bca2e-7876-40f5-8ce1-8e2e99594053 HTTP/1.1" status: 204 len: 168 time: 0.8794186 May 10 11:36:42.844475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47490) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:42.858574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:42.859364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:42.884451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-c63e4996-115d-4a3a-8447-5149927d3ffd service neutron] 10.222.0.13 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507420 May 10 11:36:42.901054 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f722ba49-4be8-4ef2-b7a6-ff110e0311c0 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:36:42.902777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f722ba49-4be8-4ef2-b7a6-ff110e0311c0 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/dd7bca2e-7876-40f5-8ce1-8e2e99594053 HTTP/1.1" status: 404 len: 333 time: 0.0572860 May 10 11:36:42.908550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47492) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:42.954315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-dd9dcd8d-7ed2-4a16-9227-0f5f3b103444 None None] Port 7e1287de-9b9d-45ca-8070-338da6970a3d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:43.013677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-cd479a1f-0823-4df9-b407-5f6af4c138c3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7863123 May 10 11:36:43.030778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Request body: {'port': {'device_id': 'c0c9df0e-314d-428c-a7cc-e92b8f3d707c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:43.070069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8b488339-ba9c-4c41-a901-0673b4c39e3b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 7e1287de-9b9d-45ca-8070-338da6970a3d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:43.070711 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b488339-ba9c-4c41-a901-0673b4c39e3b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:43.083076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2b22fe24-0c38-4ef9-8651-26390c38fc63 None None] Could not find standard attr ID for object dd7bca2e-7876-40f5-8ce1-8e2e99594053. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:36:43.105741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:43.122357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:43.200909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b488339-ba9c-4c41-a901-0673b4c39e3b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:43.230165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8b488339-ba9c-4c41-a901-0673b4c39e3b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 7e1287de-9b9d-45ca-8070-338da6970a3d owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:43.329249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-24e3d9e9-dd8e-4fc1-b479-1aa739e403c8 service neutron] 10.222.0.13 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436831 May 10 11:36:43.347779 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:43.539036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375508f1-42fc-46e5-be89-2759b49e2c2a req-7a8ac6d5-948d-4f2c-9dfc-4d2c0aae7cfd tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:43.544704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-375508f1-42fc-46e5-be89-2759b49e2c2a req-7a8ac6d5-948d-4f2c-9dfc-4d2c0aae7cfd tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 931 time: 0.1479530 May 10 11:36:43.618145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-375508f1-42fc-46e5-be89-2759b49e2c2a req-acc54e52-4687-4b8d-be0b-b741061ccccf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684893 May 10 11:36:43.643022 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b488339-ba9c-4c41-a901-0673b4c39e3b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:43.661620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.20.0.26 (9ec735ca-e5f3-41d6-bfb1-7e2a7914859e/da55bd25-520d-471d-9465-1d871c48368d/d091233c-2d49-4c8f-ad9c-d7edd7f52f28) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:43.693024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8e14321c-7448-4d61-96c8-5b1cce479fd5 service neutron] 10.222.0.13 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547633 May 10 11:36:43.775137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b488339-ba9c-4c41-a901-0673b4c39e3b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=7e1287de-9b9d-45ca-8070-338da6970a3d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:43.810157 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b488339-ba9c-4c41-a901-0673b4c39e3b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:43.814224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8b488339-ba9c-4c41-a901-0673b4c39e3b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/7e1287de-9b9d-45ca-8070-338da6970a3d HTTP/1.1" status: 204 len: 168 time: 0.9052949 May 10 11:36:43.816794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47520) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:43.885872 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbf4dd0-065d-4a8c-aa69-1aa13ab4a087 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:36:43.888187 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5dbf4dd0-065d-4a8c-aa69-1aa13ab4a087 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/7e1287de-9b9d-45ca-8070-338da6970a3d HTTP/1.1" status: 404 len: 333 time: 0.0699074 May 10 11:36:43.891568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47522) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:44.020169 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-694c52f3-7bc5-4840-935f-5e6b05040e44 service neutron] 10.222.0.13 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192396 May 10 11:36:44.101675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-269921a3-b041-40b1-a70d-6f8a32e8beba tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet 056725c1-e16f-4fa2-b054-93834dcdda0c {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:36:44.132429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-269921a3-b041-40b1-a70d-6f8a32e8beba tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.206147 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-269921a3-b041-40b1-a70d-6f8a32e8beba tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.240946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-866cb15f-bb3a-4b68-acef-84a45e57978b service neutron] 10.222.0.13 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000442 May 10 11:36:44.306810 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-269921a3-b041-40b1-a70d-6f8a32e8beba tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.414908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-269921a3-b041-40b1-a70d-6f8a32e8beba tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.445251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269921a3-b041-40b1-a70d-6f8a32e8beba tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=056725c1-e16f-4fa2-b054-93834dcdda0c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:44.446579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592aba9d-4c85-473b-b501-90bf716f3ca1 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:44.473522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845ee21-3010-47ef-8c2c-2e84293655fa None None] Network 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:44.486348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-269921a3-b041-40b1-a70d-6f8a32e8beba tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.497521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-269921a3-b041-40b1-a70d-6f8a32e8beba tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/056725c1-e16f-4fa2-b054-93834dcdda0c HTTP/1.1" status: 204 len: 168 time: 0.5946805 May 10 11:36:44.500790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47532) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:44.522692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.561050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00025b93-6338-47cf-8d42-65e2c3a3d053 req-20d6404c-5956-426d-8e8e-af48fb8b1484 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:44.574358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00025b93-6338-47cf-8d42-65e2c3a3d053 req-20d6404c-5956-426d-8e8e-af48fb8b1484 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1955550 May 10 11:36:44.644365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.651930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Transition to ACTIVE for port object 592aba9d-4c85-473b-b501-90bf716f3ca1 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:36:44.666182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-7a02019b-0695-4859-9932-6f2b7a7f403c service neutron] 10.222.0.13 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071412 May 10 11:36:44.675938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.704663 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:36:44.820926 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00025b93-6338-47cf-8d42-65e2c3a3d053 req-14c5e11d-21d5-4eae-abe2-f7dd3a663e90 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401543 May 10 11:36:44.833092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] DHCP port deletion for 9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:36:44.871811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Pushing event updated for resources: {'Port': ['ID=592aba9d-4c85-473b-b501-90bf716f3ca1,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:44.918318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.001827 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7d8fd97-80c5-42a3-a3dd-22f8d7270c4c req-c7e16785-fbae-47be-867a-9fc66c4fc3c4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 210 time: 0.0290887 May 10 11:36:45.043132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 01488781-b85f-46d1-a209-cdee56bd413f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:45.043547 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.053541 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.121450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] Deleting port 01488781-b85f-46d1-a209-cdee56bd413f {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:36:45.121911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.188422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:45.202465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:45.205914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Attempting to bind port 592aba9d-4c85-473b-b501-90bf716f3ca1 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:45.205914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Attempting to bind port 592aba9d-4c85-473b-b501-90bf716f3ca1 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:45.206288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Attempting to bind port 592aba9d-4c85-473b-b501-90bf716f3ca1 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:45.212963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:45.242733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:45.247125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Port 592aba9d-4c85-473b-b501-90bf716f3ca1 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:36:45.248348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Attempting to bind port 592aba9d-4c85-473b-b501-90bf716f3ca1 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:45.279856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] For port 01488781-b85f-46d1-a209-cdee56bd413f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=01488781-b85f-46d1-a209-cdee56bd413f,segment=NetworkSegment(27c15b35-18ca-46c4-ad2a-5b02761920bf),segment_id=27c15b35-18ca-46c4-ad2a-5b02761920bf)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:45.280736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.301206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 01488781-b85f-46d1-a209-cdee56bd413f owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:45.324567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:45.325209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Checking segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:45.325859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Bound using segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:45.327320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Bound port: 592aba9d-4c85-473b-b501-90bf716f3ca1, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:45.327809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.329085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6219-ebe5-4f37-bff6-da12bcdac96d req-8be6a3f4-fa5c-40f2-9362-4330f6244402 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:45.341722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26df6219-ebe5-4f37-bff6-da12bcdac96d req-8be6a3f4-fa5c-40f2-9362-4330f6244402 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 943 time: 0.1967480 May 10 11:36:45.409478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] For port 01488781-b85f-46d1-a209-cdee56bd413f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=01488781-b85f-46d1-a209-cdee56bd413f,segment=NetworkSegment(27c15b35-18ca-46c4-ad2a-5b02761920bf),segment_id=27c15b35-18ca-46c4-ad2a-5b02761920bf)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:45.416718 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.479116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26df6219-ebe5-4f37-bff6-da12bcdac96d req-c2cf5d55-8e95-4e9e-b254-0a4fd318e8ac tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357656 May 10 11:36:45.496880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] Calling delete_port for 01488781-b85f-46d1-a209-cdee56bd413f owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:36:45.531867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] For port 592aba9d-4c85-473b-b501-90bf716f3ca1, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:45.553087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] For port 592aba9d-4c85-473b-b501-90bf716f3ca1, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=592aba9d-4c85-473b-b501-90bf716f3ca1,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:45.568990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.573653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.617194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:45.617954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.626676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:45.627338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.628792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/592aba9d-4c85-473b-b501-90bf716f3ca1 HTTP/1.1" status: 200 len: 1091 time: 2.6051245 May 10 11:36:45.632944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c9df0e-314d-428c-a7cc-e92b8f3d707c', 'tag': '592aba9d-4c85-473b-b501-90bf716f3ca1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:45.637428 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc16c99-5ee7-4dab-9351-11846ddd441b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c9df0e-314d-428c-a7cc-e92b8f3d707c", "tag": "592aba9d-4c85-473b-b501-90bf716f3ca1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:45.730665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=01488781-b85f-46d1-a209-cdee56bd413f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:45.732956 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:45.745395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No DVR routers for this DVR port 01488781-b85f-46d1-a209-cdee56bd413f on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:45.757021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-c978aedd-2848-47d0-8b78-67dd3c50feda tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6738274 May 10 11:36:45.772993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Request body: {'port': {'device_id': 'c04f0367-60fc-4452-850c-6eca3733b463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:45.794272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] No DVR routers for this DVR port 01488781-b85f-46d1-a209-cdee56bd413f on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:45.895426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ed94e-a80e-4289-a25a-e8348c2ca5e9 None None] Pushing event deleted for resources: {'Port': ['ID=01488781-b85f-46d1-a209-cdee56bd413f,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:45.919137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-839cb859-36ce-4a4e-b6b1-22c707f920ea None None] Provisioning complete for port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:45.919517 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-839cb859-36ce-4a4e-b6b1-22c707f920ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.019374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.033644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-839cb859-36ce-4a4e-b6b1-22c707f920ea None None] Port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:46.040158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b61dc8-1462-41aa-a3e0-a41b938e69fd req-4ed34813-c704-44e3-a6ec-87b17292d645 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:46.041711 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18b61dc8-1462-41aa-a3e0-a41b938e69fd req-4ed34813-c704-44e3-a6ec-87b17292d645 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1718647 May 10 11:36:46.043996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 01488781-b85f-46d1-a209-cdee56bd413f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:36:46.070201 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b788be37-37ca-45c6-b7e5-84cda42278bc x-openstack-request-id: req-b788be37-37ca-45c6-b7e5-84cda42278bc {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:46.070714 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c9df0e-314d-428c-a7cc-e92b8f3d707c", "tag": "592aba9d-4c85-473b-b501-90bf716f3ca1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:46.070828 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b788be37-37ca-45c6-b7e5-84cda42278bc {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:46.071195 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b788be37-37ca-45c6-b7e5-84cda42278bc'] response: {'name': 'network-changed', 'server_uuid': 'c0c9df0e-314d-428c-a7cc-e92b8f3d707c', 'tag': '592aba9d-4c85-473b-b501-90bf716f3ca1', 'status': 'completed', 'code': 200} May 10 11:36:46.075882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 01488781-b85f-46d1-a209-cdee56bd413f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:36:46.077629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 01488781-b85f-46d1-a209-cdee56bd413f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:36:46.093905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:46.112265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c15b35-18ca-46c4-ad2a-5b02761920bf') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:46.112837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c15b35-18ca-46c4-ad2a-5b02761920bf') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:46.140637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.164219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18b61dc8-1462-41aa-a3e0-a41b938e69fd req-aab96de2-518b-4870-8734-369714b70f3c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152370 May 10 11:36:46.198991 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.235479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:36:46.235882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fe64884-eb6f-4832-8b1b-ee18409341af req-dedabd9e-b5c2-4f28-b339-f6efb3098498 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.1199207 May 10 11:36:46.238475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: timer() May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:36:46.271609 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:36:46.279793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bb8dd-28c1-43c7-a222-6a1999b879f1 service neutron] Pushing event updated for resources: {'Port': ['ID=592aba9d-4c85-473b-b501-90bf716f3ca1,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:46.332381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.420371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-df4a44e3-836f-4ce1-b58c-2312c2f0fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:46.423972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-df4a44e3-836f-4ce1-b58c-2312c2f0fa4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 1094 time: 0.5919971 May 10 11:36:46.476740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad649d-e2db-4086-a179-9760a5257ec7 req-ed1f27b5-648f-48b6-93d4-81df7d9502ff tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:46.478959 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93ad649d-e2db-4086-a179-9760a5257ec7 req-ed1f27b5-648f-48b6-93d4-81df7d9502ff tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 932 time: 0.0950477 May 10 11:36:46.480752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.513181 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.522004 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/networks/9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc HTTP/1.1" status: 204 len: 168 time: 2.0133009 May 10 11:36:46.561741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47586) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:46.571373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-159873439'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:46.611295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f93ea-db64-4fc1-8369-efbabb5d498a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Network': ['ID=9b1a005d-56c1-4ab1-a3b2-0e956fc9a7bc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:46.616704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:46.620482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.659983 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93ad649d-e2db-4086-a179-9760a5257ec7 req-52d13671-9c72-4650-bf35-4bc7a5836cf8 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601648 May 10 11:36:46.696959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:36:46.721125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.721956 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Added segment f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f of type vlan for network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 May 10 11:36:46.806254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.847806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.853900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:46.854814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:46.980717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-ddc1e9dc-9ad1-4f61-a202-c5e83e8c52c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592aba9d-4c85-473b-b501-90bf716f3ca1 HTTP/1.1" status: 200 len: 217 time: 0.0619812 May 10 11:36:47.113593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-148b10e6-c798-4b0c-93d7-c488c8ae97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:47.115026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-148b10e6-c798-4b0c-93d7-c488c8ae97cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.1229324 May 10 11:36:47.182254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-40953844-1bce-473d-8843-de91a2334da4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590291 May 10 11:36:47.243714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c749ac0-8e2d-4fe4-bf1e-7258267fbcdc req-033a5b57-fd92-4d3d-a8e7-d018f4fb98c2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:47.245249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c749ac0-8e2d-4fe4-bf1e-7258267fbcdc req-033a5b57-fd92-4d3d-a8e7-d018f4fb98c2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3370461 May 10 11:36:47.338427 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7738097 May 10 11:36:47.343544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47600) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:47.355400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae421b0-27ef-4d97-920d-4c0284c5f029 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Network': ['ID=4b00ec74-7896-4972-abf5-1757b3bfa1c6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:47.370695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:36:47.374370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': '4b00ec74-7896-4972-abf5-1757b3bfa1c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:47.382271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163c5ed-f136-4c22-988c-7194df2191f6 req-69e5bc2d-f72c-4872-9a7d-ccf8b9609690 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:47.384595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3163c5ed-f136-4c22-988c-7194df2191f6 req-69e5bc2d-f72c-4872-9a7d-ccf8b9609690 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 943 time: 0.5509465 May 10 11:36:47.445813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c749ac0-8e2d-4fe4-bf1e-7258267fbcdc req-693f1909-f792-4021-a909-4efcc0e9ada9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702878 May 10 11:36:47.468469 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3163c5ed-f136-4c22-988c-7194df2191f6 req-ab1709f8-bdea-41cd-b9f6-f758d053a3e6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773270 May 10 11:36:47.486036 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-e2f91f86-6b59-4793-a61f-8418ecb6e6e9 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692096 May 10 11:36:47.662967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8758d848-6afa-48bb-9d50-04e92515ab8a req-3e113208-cb02-4768-9b95-23282af90af2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0599964 May 10 11:36:47.750775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-c3cc789f-4ed0-4b0b-9a67-e39efcd650ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:47.755100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-c3cc789f-4ed0-4b0b-9a67-e39efcd650ef service neutron] 10.222.0.70 "GET /v2.0/ports/0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca HTTP/1.1" status: 200 len: 1028 time: 0.0880966 May 10 11:36:47.844303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d091233c-2d49-4c8f-ad9c-d7edd7f52f28 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:47.849800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:47.853329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:47.874164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687888-0643-4c5f-b9bd-82c9a12ccf21 req-a3aa23b9-6e35-4995-8600-4804b060f204 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:47.877704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-6f358208-e0f8-4fdb-a905-f03fc5f68a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:47.879066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-6f358208-e0f8-4fdb-a905-f03fc5f68a6b service neutron] 10.222.0.70 "GET /v2.0/ports/345562d6-d353-44bd-a2dc-e31052544c50 HTTP/1.1" status: 200 len: 1026 time: 0.1163003 May 10 11:36:47.882527 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4687888-0643-4c5f-b9bd-82c9a12ccf21 req-a3aa23b9-6e35-4995-8600-4804b060f204 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1823273 May 10 11:36:47.913572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:47.973831 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4687888-0643-4c5f-b9bd-82c9a12ccf21 req-8deaa55b-67d2-45ed-9c6a-7dccb4bb759c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902228 May 10 11:36:48.001982 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-828e0ba8-1e71-479d-bc03-1c5070deaad8 req-41295528-4cc2-4589-aef2-9947ef338533 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086727 May 10 11:36:48.006457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd35b33-1b7f-4d07-8970-82fd770ac47c req-fe569957-e5b5-4b67-81a9-078c2b2c0c9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:48.008051 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3dd35b33-1b7f-4d07-8970-82fd770ac47c req-fe569957-e5b5-4b67-81a9-078c2b2c0c9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 932 time: 0.1867397 May 10 11:36:48.026949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Transition to ACTIVE for port object d091233c-2d49-4c8f-ad9c-d7edd7f52f28 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:36:48.044385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:48.161569 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3dd35b33-1b7f-4d07-8970-82fd770ac47c req-817dc014-8942-481f-9239-1adc198cacbb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385450 May 10 11:36:48.224758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-b16c6866-715d-4652-b162-f71153b70f2b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:48.237590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-b16c6866-715d-4652-b162-f71153b70f2b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:48.244142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-b16c6866-715d-4652-b162-f71153b70f2b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:48.245880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-b16c6866-715d-4652-b162-f71153b70f2b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "GET /v2.0/networks?id=0baa6384-755b-49d7-a9b2-89b8632f72c7&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 HTTP/1.1" status: 200 len: 1989 time: 0.3571899 May 10 11:36:48.290145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Pushing event updated for resources: {'Port': ['ID=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:48.341488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-e931e380-dc1c-4031-9545-399a46f1b38c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61c875a6e9124d718f447839eeda2fda HTTP/1.1" status: 200 len: 379 time: 0.0828404 May 10 11:36:48.365612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'admin_state_up': True, 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'security_groups': ['a88a9563-c030-4035-95cc-748c08aef340']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:48.450249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-6971a885-cf7b-4238-b220-74ff9eede0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:48.451700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-6971a885-cf7b-4238-b220-74ff9eede0e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 1094 time: 0.3633940 May 10 11:36:48.587410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:48.591324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:48.597920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Attempting to bind port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:48.598263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Attempting to bind port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:48.598590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Attempting to bind port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 on network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:48.683220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 on network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:36:48.683432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Attempting to bind port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 on network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:48.761502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-8ddfa109-a192-4acd-92bd-c08fa5a697bb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:48.769908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-8ddfa109-a192-4acd-92bd-c08fa5a697bb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.4885993 May 10 11:36:48.781404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df233d69-b2ed-46c4-bffe-523b1ef2dd62 req-6565ef72-8f49-4d54-a3e0-cd7bbf9e4974 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:48.789213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df233d69-b2ed-46c4-bffe-523b1ef2dd62 req-6565ef72-8f49-4d54-a3e0-cd7bbf9e4974 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 943 time: 0.1320958 May 10 11:36:48.835610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:48.835982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Checking segment: {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:48.836803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Bound using segment: {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:48.836803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Bound port: d091233c-2d49-4c8f-ad9c-d7edd7f52f28, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:48.837171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:48.887721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df233d69-b2ed-46c4-bffe-523b1ef2dd62 req-d3ac42ee-884b-4eba-be73-fb40c400d6a0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975437 May 10 11:36:48.913690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-16df74f9-9dd5-4773-9183-bdbd549f2d36 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/quotas/0aa9a8954e014385b381498d05416e4d HTTP/1.1" status: 200 len: 375 time: 0.1428492 May 10 11:36:48.914803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:48.962556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Allocated IP 172.20.0.14 (0baa6384-755b-49d7-a9b2-89b8632f72c7/81b933b5-2fe8-47c2-bb94-e00aed01a622/1ada5ebe-a819-4c44-ae99-c91f3ced635d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:49.150605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09344968-4386-4c28-9d5f-d9d367beb90f req-c71af43c-4c64-4a67-9db5-1be335af1bde service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4136486 May 10 11:36:49.190110 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e56c65e6-8cbe-47da-8771-c9ca6e4dd152 req-447d19b5-ef24-485e-bdba-c50d164dfcca tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0540593 May 10 11:36:49.212341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-65715ec6-17a9-4a30-9b92-52fbeb81568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:49.214353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-65715ec6-17a9-4a30-9b92-52fbeb81568e service neutron] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 907 time: 0.7522452 May 10 11:36:49.214993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=867aeb3d-367d-4d1c-aa1a-42ec03c094ff,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:49.291859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:49.372047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-5660629c-6bda-4b76-ba27-0c7d91b390a3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4492388 May 10 11:36:49.381444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-6fb0c8aa-d106-4621-9379-b038815e13c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592aba9d-4c85-473b-b501-90bf716f3ca1 HTTP/1.1" status: 200 len: 217 time: 0.0833657 May 10 11:36:49.420978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729df3-f351-479c-8243-bc9a5ec8ee8b req-721c956c-14a1-43ea-b589-75af547e2c55 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:49.431592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f729df3-f351-479c-8243-bc9a5ec8ee8b req-721c956c-14a1-43ea-b589-75af547e2c55 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 944 time: 0.1193593 May 10 11:36:49.462218 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:49.463134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-75fa5bc8-a12f-460d-872e-6b9ae1f59109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:49.465086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-75fa5bc8-a12f-460d-872e-6b9ae1f59109 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.0761437 May 10 11:36:49.530087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f729df3-f351-479c-8243-bc9a5ec8ee8b req-4e16759d-0e8a-4c59-8960-fb6523866239 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940378 May 10 11:36:49.553420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:49.556672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:49.557895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-c6a7fb85-445f-48c2-8fa4-312020286f15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634334 May 10 11:36:49.564622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:49.573246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=1ada5ebe-a819-4c44-ae99-c91f3ced635d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:49.697275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:49.697891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:49.755733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8d747d9e-8797-4ff2-9e7e-abdf8572fb97 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4020102 May 10 11:36:49.767454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'admin_state_up': True, 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'security_groups': ['a88a9563-c030-4035-95cc-748c08aef340']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:49.778177 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-c5baf234-5339-4d75-a8d8-5454d9f4ee87 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429822 May 10 11:36:49.783012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Checking segment: {'id': 'f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4b00ec74-7896-4972-abf5-1757b3bfa1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:49.783517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network hostable DHCP agents. Network: 4b00ec74-7896-4972-abf5-1757b3bfa1c6, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:36:49.940377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2343a8b8-0f2d-4f5c-8df4-3da792c9b635 None None] Provisioning complete for port 1ada5ebe-a819-4c44-ae99-c91f3ced635d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:49.941378 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2343a8b8-0f2d-4f5c-8df4-3da792c9b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:49.945134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-afc16c99-5ee7-4dab-9351-11846ddd441b req-7b90624f-f472-440c-815f-0c8190ea2df8 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518509 May 10 11:36:49.962841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] For port d091233c-2d49-4c8f-ad9c-d7edd7f52f28, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:50.002483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] For port d091233c-2d49-4c8f-ad9c-d7edd7f52f28, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:50.007684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:50.012251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344968-4386-4c28-9d5f-d9d367beb90f req-fdeae7b4-481b-4bee-8734-9949e6234beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:50.020361 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09344968-4386-4c28-9d5f-d9d367beb90f req-fdeae7b4-481b-4bee-8734-9949e6234beb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 1096 time: 0.7931435 May 10 11:36:50.021296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:50.026597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2343a8b8-0f2d-4f5c-8df4-3da792c9b635 None None] Port 1ada5ebe-a819-4c44-ae99-c91f3ced635d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:50.049894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:50.149926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 592aba9d-4c85-473b-b501-90bf716f3ca1 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:36:50.279073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d070f-431a-4745-98c1-9755e07ceaa5 req-8a2b9984-5f95-4960-859f-51a95a5145a4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:50.281559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-de3d070f-431a-4745-98c1-9755e07ceaa5 req-8a2b9984-5f95-4960-859f-51a95a5145a4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 943 time: 0.2380555 May 10 11:36:50.303375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Allocated IP 10.1.1.232 (a07648da-45fb-45f5-b678-2127c3e36d09/fe8b2206-2da8-4e65-b200-5feb61bb6cb5/3b02069f-abfc-457c-a2c9-8e2e9a23f398) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:50.385178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-de3d070f-431a-4745-98c1-9755e07ceaa5 req-fa7a3ffb-3e15-473c-879e-983fe727d1fa tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929317 May 10 11:36:50.396123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344968-4386-4c28-9d5f-d9d367beb90f req-b8843930-4935-4b83-90c2-16c89f958dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:50.397846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09344968-4386-4c28-9d5f-d9d367beb90f req-b8843930-4935-4b83-90c2-16c89f958dd2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.3336000 May 10 11:36:50.401697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Pushing event updated for resources: {'Port': ['ID=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:50.404625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:36:50.449307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 592aba9d-4c85-473b-b501-90bf716f3ca1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=592aba9d-4c85-473b-b501-90bf716f3ca1,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:50.462370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4b00ec74-7896-4972-abf5-1757b3bfa1c6) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:50.474078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:50.474810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:50.478168 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09344968-4386-4c28-9d5f-d9d367beb90f req-a407bb9d-a8b8-47d1-b4ca-417ed6c2b0a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95af036-d88f-4a56-86f7-bc7d760c6553 HTTP/1.1" status: 200 len: 217 time: 0.0653069 May 10 11:36:50.522302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '592aba9d-4c85-473b-b501-90bf716f3ca1', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'port_id': '592aba9d-4c85-473b-b501-90bf716f3ca1', 'mac_address': 'fa:16:3e:8e:39:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61955d59-4936-4f72-8540-0de91be3a151', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:36:50.532659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7235aac-58d2-4990-8c83-464b1c9f126e None None] Network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:50.579527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:50.580556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:50.582234 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-65bec14f-3560-4c7f-9ed1-6eebff8eeb52 service neutron] 10.222.0.49 "PUT /v2.0/ports/d091233c-2d49-4c8f-ad9c-d7edd7f52f28 HTTP/1.1" status: 200 len: 1092 time: 4.8195162 May 10 11:36:50.584383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344968-4386-4c28-9d5f-d9d367beb90f req-0673d030-cd1f-457a-b9d1-b590f5ac88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:50.586359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09344968-4386-4c28-9d5f-d9d367beb90f req-0673d030-cd1f-457a-b9d1-b590f5ac88e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.0998335 May 10 11:36:50.587416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04f0367-60fc-4452-850c-6eca3733b463', 'tag': 'd091233c-2d49-4c8f-ad9c-d7edd7f52f28'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:50.590198 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c04f0367-60fc-4452-850c-6eca3733b463", "tag": "d091233c-2d49-4c8f-ad9c-d7edd7f52f28"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:50.698131 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:50.746369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-23d5adcb-9e89-4514-a6e1-9679b10c2081 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3734381 May 10 11:36:50.782858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bdb77911-fbaa-450f-9e78-cbbbb558bda2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4177701 May 10 11:36:50.793853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47684) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:50.801779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9139733f-530d-46bc-a23f-65cc6acc97f1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1583503567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:50.815446 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:50.826906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 592aba9d-4c85-473b-b501-90bf716f3ca1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:50.827216 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:50.915075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344968-4386-4c28-9d5f-d9d367beb90f req-848dc0f4-6216-4e6d-b8b2-d32c9a17a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:50.919922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09344968-4386-4c28-9d5f-d9d367beb90f req-848dc0f4-6216-4e6d-b8b2-d32c9a17a2c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3152456 May 10 11:36:50.996732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592aba9d-4c85-473b-b501-90bf716f3ca1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:51.008063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-4b00ec74-7896-4972-abf5-1757b3bfa1c6', 'network_id': '4b00ec74-7896-4972-abf5-1757b3bfa1c6', 'tenant_id': '7f4ab61113f6400a9e70992966b91959', 'fixed_ips': [{'subnet_id': '867aeb3d-367d-4d1c-aa1a-42ec03c094ff'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:36:51.012448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.078821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-3603b9c1-92ff-460f-9f7d-af4bbf1c8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:51.085648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-3603b9c1-92ff-460f-9f7d-af4bbf1c8dbc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 1095 time: 0.4236834 May 10 11:36:51.096357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9139733f-530d-46bc-a23f-65cc6acc97f1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.105497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network a07648da-45fb-45f5-b678-2127c3e36d09 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:51.107927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9139733f-530d-46bc-a23f-65cc6acc97f1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.117058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:51.124141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:51.127383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=3b02069f-abfc-457c-a2c9-8e2e9a23f398,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:51.244861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf9da8-1da9-4ca9-8949-a465797072aa req-fe7ad1cb-01cb-462d-a3c5-39f8daee43d5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:51.261535 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-e2a40c98-8cbd-489a-b80e-5c6ed68364bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d091233c-2d49-4c8f-ad9c-d7edd7f52f28 HTTP/1.1" status: 200 len: 217 time: 0.1449361 May 10 11:36:51.262931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf9da8-1da9-4ca9-8949-a465797072aa req-fe7ad1cb-01cb-462d-a3c5-39f8daee43d5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:51.274591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6bf9da8-1da9-4ca9-8949-a465797072aa req-fe7ad1cb-01cb-462d-a3c5-39f8daee43d5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 1654 time: 0.4939137 May 10 11:36:51.321645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Allocated IP 2001:db8::2 (4b00ec74-7896-4972-abf5-1757b3bfa1c6/867aeb3d-367d-4d1c-aa1a-42ec03c094ff/f0f345b1-ad4a-4b95-ac49-043954c2629c) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:51.382434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:51.384045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.430365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5decc0f5-2f78-4b4b-a362-7912f8ac296e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6650093 May 10 11:36:51.450117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'admin_state_up': True, 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'security_groups': ['a88a9563-c030-4035-95cc-748c08aef340']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:51.565423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-f2b9142a-360b-4543-a842-bfee3642ed81 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7775831 May 10 11:36:51.586498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9139733f-530d-46bc-a23f-65cc6acc97f1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.627529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9139733f-530d-46bc-a23f-65cc6acc97f1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.690108 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09344968-4386-4c28-9d5f-d9d367beb90f req-f62a63c3-47a6-4bed-9012-a25f9598c279 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470331 May 10 11:36:51.698099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9139733f-530d-46bc-a23f-65cc6acc97f1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.702621 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9139733f-530d-46bc-a23f-65cc6acc97f1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9067612 May 10 11:36:51.705766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47702) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:51.735864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'network_id': '4b00ec74-7896-4972-abf5-1757b3bfa1c6', 'name': 'tempest-PortsIpV6TestJSON-1287395788'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:51.746849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-6cb26ab2-2256-473f-ad15-9bdeb75e4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:51.747955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6bf9da8-1da9-4ca9-8949-a465797072aa req-8dd064fa-a4b3-49b3-a392-cbdb81b0d782 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4667666 May 10 11:36:51.760281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-6cb26ab2-2256-473f-ad15-9bdeb75e4039 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da55bd25-520d-471d-9465-1d871c48368d HTTP/1.1" status: 200 len: 838 time: 0.4793117 May 10 11:36:51.803616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:51.807935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:52.145900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 592aba9d-4c85-473b-b501-90bf716f3ca1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=592aba9d-4c85-473b-b501-90bf716f3ca1,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:52.188089 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:52.287736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=592aba9d-4c85-473b-b501-90bf716f3ca1,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:52.412097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1352292e-792f-4b03-bbd2-e061b68a3e0d None None] Provisioning complete for port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:52.412429 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1352292e-792f-4b03-bbd2-e061b68a3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:52.426523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['592aba9d-4c85-473b-b501-90bf716f3ca1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:52.522076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904d73-f74f-4d2e-99ab-216811c16b89 req-7712dcce-14f3-410f-9b09-7976ef4ec952 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:52.530801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-42904d73-f74f-4d2e-99ab-216811c16b89 req-7712dcce-14f3-410f-9b09-7976ef4ec952 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 944 time: 0.4788713 May 10 11:36:52.563767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Allocated IP 10.1.1.175 (a07648da-45fb-45f5-b678-2127c3e36d09/fe8b2206-2da8-4e65-b200-5feb61bb6cb5/b2f04f0e-6445-44e4-8810-493084bb4d54) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:52.587342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:52.622195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-42904d73-f74f-4d2e-99ab-216811c16b89 req-92bf6d45-86cd-4345-88e5-01ff4f73a043 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772719 May 10 11:36:52.707994 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:52.764509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1352292e-792f-4b03-bbd2-e061b68a3e0d None None] Port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:52.837629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:52.929889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:52.981604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Pushing event updated for resources: {'Port': ['ID=f0f345b1-ad4a-4b95-ac49-043954c2629c,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:52.987079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:52.987280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a74e274-7463-4a1c-b5a2-b24b149a50e4 req-b581d02b-f990-468f-b7fd-6bcac8da0076 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 210 time: 0.1143708 May 10 11:36:53.252842 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc738c5-d985-43cc-8230-4ac05c420f98 x-openstack-request-id: req-1dc738c5-d985-43cc-8230-4ac05c420f98 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:53.253801 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04f0367-60fc-4452-850c-6eca3733b463", "tag": "d091233c-2d49-4c8f-ad9c-d7edd7f52f28", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:53.254208 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1dc738c5-d985-43cc-8230-4ac05c420f98 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:53.254937 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc738c5-d985-43cc-8230-4ac05c420f98'] response: {'name': 'network-changed', 'server_uuid': 'c04f0367-60fc-4452-850c-6eca3733b463', 'tag': 'd091233c-2d49-4c8f-ad9c-d7edd7f52f28', 'status': 'completed', 'code': 200} May 10 11:36:53.258235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:53.278449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Attempting to bind port f0f345b1-ad4a-4b95-ac49-043954c2629c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:36:53.279532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Attempting to bind port f0f345b1-ad4a-4b95-ac49-043954c2629c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4b00ec74-7896-4972-abf5-1757b3bfa1c6'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:36:53.280034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Attempting to bind port f0f345b1-ad4a-4b95-ac49-043954c2629c on network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:36:53.311672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:36:53.313761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Checking segment: {'id': 'f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4b00ec74-7896-4972-abf5-1757b3bfa1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:36:53.314308 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:53.316272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Bound using segment: {'id': 'f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4b00ec74-7896-4972-abf5-1757b3bfa1c6'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:36:53.316905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Bound port: f0f345b1-ad4a-4b95-ac49-043954c2629c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4b00ec74-7896-4972-abf5-1757b3bfa1c6'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:36:53.318898 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:53.353684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:53.420834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-23998f8a-11c2-4ebe-8ab9-a05852bf07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:53.425402 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-23998f8a-11c2-4ebe-8ab9-a05852bf07a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ec735ca-e5f3-41d6-bfb1-7e2a7914859e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6260421 May 10 11:36:53.475890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] For port f0f345b1-ad4a-4b95-ac49-043954c2629c, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:36:53.481071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] For port f0f345b1-ad4a-4b95-ac49-043954c2629c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0f345b1-ad4a-4b95-ac49-043954c2629c,segment=NetworkSegment(f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f),segment_id=f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:36:53.499716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:53.558676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network a07648da-45fb-45f5-b678-2127c3e36d09 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:53.637331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:53.707929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f14b-b15f-4026-bf57-5de97bc30fc8 req-0351b0b4-84ea-4a68-865a-6ed6c64c09d8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:53.714889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f14b-b15f-4026-bf57-5de97bc30fc8 req-0351b0b4-84ea-4a68-865a-6ed6c64c09d8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:53.756939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-4335230d-d923-4b75-b480-9ddbec57dc46 service neutron] 10.222.0.49 "GET /v2.0/networks/9ec735ca-e5f3-41d6-bfb1-7e2a7914859e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015707 May 10 11:36:53.759360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f14b-b15f-4026-bf57-5de97bc30fc8 req-0351b0b4-84ea-4a68-865a-6ed6c64c09d8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:53.772972 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ba9f14b-b15f-4026-bf57-5de97bc30fc8 req-0351b0b4-84ea-4a68-865a-6ed6c64c09d8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 2375 time: 0.4477205 May 10 11:36:53.833841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6d331-631d-4c42-8818-ea47a9ae2da2 None None] Pushing event updated for resources: {'Port': ['ID=f0f345b1-ad4a-4b95-ac49-043954c2629c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:53.853667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=b2f04f0e-6445-44e4-8810-493084bb4d54,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:53.859383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:53.960086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:53.964442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:53.981913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:53.992069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:53.993063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675da4-4f6c-421a-972e-53bcb5bf40c7 req-765e6722-ae6d-4b35-924a-d1c9e937bfaf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:54.003770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec675da4-4f6c-421a-972e-53bcb5bf40c7 req-765e6722-ae6d-4b35-924a-d1c9e937bfaf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 944 time: 0.7695923 May 10 11:36:54.052511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ba9f14b-b15f-4026-bf57-5de97bc30fc8 req-669ed824-54d7-4b4c-a0ba-20fe8b5d1fc2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783957 May 10 11:36:54.069743 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-616069ba-db63-435f-845c-e5ec283a0ba3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6324921 May 10 11:36:54.124557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2', 'admin_state_up': True, 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'security_groups': ['a88a9563-c030-4035-95cc-748c08aef340']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:54.139626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09344968-4386-4c28-9d5f-d9d367beb90f req-dc1065f4-151a-41b8-8a3f-bd3582baca9a service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4323514 May 10 11:36:54.220124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 592aba9d-4c85-473b-b501-90bf716f3ca1 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:54.269602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port d349fef5-6bf5-437a-aa49-8da2300215da yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:36:54.401685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b484ef72-1bbd-475b-bf61-1ec21e434c51 None None] Provisioning complete for port b2f04f0e-6445-44e4-8810-493084bb4d54 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:54.402307 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b484ef72-1bbd-475b-bf61-1ec21e434c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:54.495922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b484ef72-1bbd-475b-bf61-1ec21e434c51 None None] Port b2f04f0e-6445-44e4-8810-493084bb4d54 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:54.532955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 592aba9d-4c85-473b-b501-90bf716f3ca1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:36:54.538757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 592aba9d-4c85-473b-b501-90bf716f3ca1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:54.539301 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:54.623778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec675da4-4f6c-421a-972e-53bcb5bf40c7 req-f45fa23e-1d5f-4527-8f50-025c44498b3d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156342 May 10 11:36:54.692929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e0bea-aa08-43b7-9b80-cf2cad4fe2dd req-2960dd28-7861-4ec3-8615-b100e9036e6b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:54.716657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-738e0bea-aa08-43b7-9b80-cf2cad4fe2dd req-2960dd28-7861-4ec3-8615-b100e9036e6b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 944 time: 0.3513613 May 10 11:36:54.730927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 592aba9d-4c85-473b-b501-90bf716f3ca1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:54.730927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:54.785841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c9df0e-314d-428c-a7cc-e92b8f3d707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592aba9d-4c85-473b-b501-90bf716f3ca1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:36:54.788213 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a50ec-7971-4210-99c9-8be7ab928518" -d '{"events": [{"server_uuid": "c0c9df0e-314d-428c-a7cc-e92b8f3d707c", "name": "network-vif-plugged", "status": "completed", "tag": "592aba9d-4c85-473b-b501-90bf716f3ca1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:36:54.816403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-4dc32c5e-808f-4c70-b33e-101581f46ef0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:54.818241 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-4dc32c5e-808f-4c70-b33e-101581f46ef0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.4436760 May 10 11:36:54.821857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 592aba9d-4c85-473b-b501-90bf716f3ca1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=592aba9d-4c85-473b-b501-90bf716f3ca1,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:54.831077 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:54.837428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-738e0bea-aa08-43b7-9b80-cf2cad4fe2dd req-cb438cbe-fc31-4d3e-98ac-e8b4baefd3ba tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193213 May 10 11:36:54.853967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'port': {'device_id': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'admin_state_up': True, 'tenant_id': '0aa9a8954e014385b381498d05416e4d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:54.857065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::d6 (4b00ec74-7896-4972-abf5-1757b3bfa1c6/867aeb3d-367d-4d1c-aa1a-42ec03c094ff/d349fef5-6bf5-437a-aa49-8da2300215da) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:54.860890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:54.923881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=592aba9d-4c85-473b-b501-90bf716f3ca1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:54.947388 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0e91fd-d2ed-4427-9676-ed96219ff6c6 x-openstack-request-id: req-9c0e91fd-d2ed-4427-9676-ed96219ff6c6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:36:54.951340 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c9df0e-314d-428c-a7cc-e92b8f3d707c", "name": "network-vif-plugged", "status": "completed", "tag": "592aba9d-4c85-473b-b501-90bf716f3ca1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:36:54.951624 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c0e91fd-d2ed-4427-9676-ed96219ff6c6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:36:54.952128 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0e91fd-d2ed-4427-9676-ed96219ff6c6'] response: {'server_uuid': 'c0c9df0e-314d-428c-a7cc-e92b8f3d707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592aba9d-4c85-473b-b501-90bf716f3ca1', 'code': 200} May 10 11:36:55.309334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:55.317128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Made reservation on behalf of 0aa9a8954e014385b381498d05416e4d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:55.322444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:55.336511 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:55.435006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663b398-da21-4c16-94ec-b3b18a3d4a17 req-5b47f6f4-ad94-44b7-805b-219fc96d5c13 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:55.446460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03638183-6f80-4471-a12f-aa1a7b74582c req-44bdde07-7b05-4a1c-a4b8-766f5c19858e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 210 time: 0.0407324 May 10 11:36:55.460352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663b398-da21-4c16-94ec-b3b18a3d4a17 req-5b47f6f4-ad94-44b7-805b-219fc96d5c13 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:55.467855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663b398-da21-4c16-94ec-b3b18a3d4a17 req-5b47f6f4-ad94-44b7-805b-219fc96d5c13 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:55.477337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5663b398-da21-4c16-94ec-b3b18a3d4a17 req-5b47f6f4-ad94-44b7-805b-219fc96d5c13 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 2375 time: 0.2505186 May 10 11:36:55.481447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6189c417-f1ce-4e86-8c81-9b38e8645395 req-5e0412f5-2052-4956-bdec-74cef924d256 service neutron] 10.222.0.49 "GET /v2.0/networks/9ec735ca-e5f3-41d6-bfb1-7e2a7914859e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7232935 May 10 11:36:55.535937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:55.601804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f41b9a-99fa-444a-8b40-7a5ab261f91e None None] Network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:36:55.627950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697113be-d410-43d6-9350-ea1a3e138809 req-3e76d06b-9204-4120-852f-efd4821142bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:55.629557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-697113be-d410-43d6-9350-ea1a3e138809 req-3e76d06b-9204-4120-852f-efd4821142bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 1096 time: 0.2275887 May 10 11:36:55.744237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:55.782536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:55.785532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:55.787573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Provisioning complete for port f0f345b1-ad4a-4b95-ac49-043954c2629c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:55.789266 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:55.791478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:55.794566 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:55.825522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=d349fef5-6bf5-437a-aa49-8da2300215da,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:55.844351 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-697113be-d410-43d6-9350-ea1a3e138809 req-8b66634b-a8bb-4366-8d48-407ae7380b58 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734085 May 10 11:36:55.845896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-6898aa83-6306-4e20-aad0-25f8494e339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:55.847277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-6898aa83-6306-4e20-aad0-25f8494e339c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 1095 time: 0.3070340 May 10 11:36:55.852685 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-278ccc2b-90c4-42ef-ad17-ac9f5176e7c1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1256812 May 10 11:36:55.861184 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47790) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:36:55.912614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5663b398-da21-4c16-94ec-b3b18a3d4a17 req-94782a07-eac5-4f1a-b089-b385e31d5491 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269781 May 10 11:36:55.913100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3213-dd10-4d0c-91d3-efa50eba0dfa req-a0d77096-b653-4dfc-9bb4-1adeaa2d44ed tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:55.920683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ebe3213-dd10-4d0c-91d3-efa50eba0dfa req-a0d77096-b653-4dfc-9bb4-1adeaa2d44ed tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 945 time: 0.1736109 May 10 11:36:55.968258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f0f345b1-ad4a-4b95-ac49-043954c2629c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:56.253105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f0f345b1-ad4a-4b95-ac49-043954c2629c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:56.257927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.307337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Allocated IP 172.20.0.12 (8a425eb4-06d3-43de-998c-7f472bd98c43/ee664d4f-78fd-4109-9c8c-df995448cce5/fc8c27c1-b626-44ff-a3d5-b4272ffeca67) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:56.312834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Allocated IP 10.2.2.100 (99e99ad8-a36e-457e-89ba-b00ffdbfc8d2/c149fc18-e2cd-46cb-a3b7-63b7f16f8906/a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:36:56.331099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ebe3213-dd10-4d0c-91d3-efa50eba0dfa req-1cf5ccbf-9780-4cd9-b615-77fbb93f9234 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090378 May 10 11:36:56.360870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Current status of the port f0f345b1-ad4a-4b95-ac49-043954c2629c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:56.361648 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.536612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] For port f0f345b1-ad4a-4b95-ac49-043954c2629c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0f345b1-ad4a-4b95-ac49-043954c2629c,segment=NetworkSegment(f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f),segment_id=f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:56.602144 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.931587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f0f345b1-ad4a-4b95-ac49-043954c2629c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:57.000428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-b12c9049-eac6-4203-ae65-b38cc4a2dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:57.010254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Pushing event updated for resources: {'Port': ['ID=f0f345b1-ad4a-4b95-ac49-043954c2629c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:57.017755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-b12c9049-eac6-4203-ae65-b38cc4a2dc61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ec735ca-e5f3-41d6-bfb1-7e2a7914859e HTTP/1.1" status: 200 len: 898 time: 0.9558368 May 10 11:36:57.042622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-98e86a27-6246-47ef-871f-9fdfd931c932 None None] Provisioning complete for port d349fef5-6bf5-437a-aa49-8da2300215da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:57.047191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-774c45b5-1697-4ffd-99d0-3f0a096c16e4 req-637a9d46-5efc-42bc-9703-75d1e4ba23f4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 210 time: 0.1166899 May 10 11:36:57.069024 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-98e86a27-6246-47ef-871f-9fdfd931c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:57.078049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.079852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.080129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.080304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.080644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.081045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.088395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.088849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.097047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.097494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.101128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.101529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a6a667-3293-4186-a743-443108ad7dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:57.232984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-19fff121-2b87-4981-b0ac-4df0fb50cb2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d091233c-2d49-4c8f-ad9c-d7edd7f52f28 HTTP/1.1" status: 200 len: 217 time: 0.2096910 May 10 11:36:57.260497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-98e86a27-6246-47ef-871f-9fdfd931c932 None None] Port d349fef5-6bf5-437a-aa49-8da2300215da cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:57.281997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-98e86a27-6246-47ef-871f-9fdfd931c932 None None] Provisioning complete for port f0f345b1-ad4a-4b95-ac49-043954c2629c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:57.282304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-98e86a27-6246-47ef-871f-9fdfd931c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:57.322288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:57.337384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-ab06436e-bbd2-4e0c-a7af-aa5b4c115a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:57.338873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-ab06436e-bbd2-4e0c-a7af-aa5b4c115a21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da55bd25-520d-471d-9465-1d871c48368d HTTP/1.1" status: 200 len: 838 time: 0.1005912 May 10 11:36:57.349275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9c19b-5b11-42ce-8ff5-101eda168492 req-4c2b5858-6f17-406f-92fd-2c6f215aeb02 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:57.352508 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bec9c19b-5b11-42ce-8ff5-101eda168492 req-4c2b5858-6f17-406f-92fd-2c6f215aeb02 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 944 time: 0.6699443 May 10 11:36:57.424447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:57.517661 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:57.628158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9876013-7b94-43fe-8fd4-a856fb7a1fe1 req-b9c14d0e-43d7-406d-8f68-536b074ab006 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:57.647546 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9876013-7b94-43fe-8fd4-a856fb7a1fe1 req-b9c14d0e-43d7-406d-8f68-536b074ab006 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.3766110 May 10 11:36:57.678880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:57.691729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:57.701024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-98e86a27-6246-47ef-871f-9fdfd931c932 None None] Current status of the port f0f345b1-ad4a-4b95-ac49-043954c2629c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:57.733370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:57.744711 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:57.792471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a95af036-d88f-4a56-86f7-bc7d760c6553', '53c39dbc-fb14-4510-9243-575e369ba763'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:57.852363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:57.896915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bec9c19b-5b11-42ce-8ff5-101eda168492 req-3f97b2c8-394a-4ad7-9dd8-4e2e450290ad tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503232 May 10 11:36:57.914092 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9876013-7b94-43fe-8fd4-a856fb7a1fe1 req-7c3016d1-461e-4c1c-8ea9-4a24cfb0f75d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647326 May 10 11:36:57.921631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f0f345b1-ad4a-4b95-ac49-043954c2629c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:36:57.950327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:58.071359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e90d1487-09c0-47a5-a7f0-30e1a8db7940 None None] Provisioning complete for port d349fef5-6bf5-437a-aa49-8da2300215da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:58.072070 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e90d1487-09c0-47a5-a7f0-30e1a8db7940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.126086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:36:58.145272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f0f345b1-ad4a-4b95-ac49-043954c2629c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:58.153515 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.186833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:36:58.206159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:36:58.230364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:58.242798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.267288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e90d1487-09c0-47a5-a7f0-30e1a8db7940 None None] Port d349fef5-6bf5-437a-aa49-8da2300215da cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:58.293784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d091233c-2d49-4c8f-ad9c-d7edd7f52f28 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:36:58.347354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'Port': ['ID=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:58.371394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f96e8afc-e584-4b89-ba7a-7805870211f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2810810 May 10 11:36:58.383614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2', 'admin_state_up': True, 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'security_groups': ['a88a9563-c030-4035-95cc-748c08aef340']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:58.460078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f0f345b1-ad4a-4b95-ac49-043954c2629c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:58.461319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-7671198e-0f75-4325-ac6d-cb56b559701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:58.462923 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-7671198e-0f75-4325-ac6d-cb56b559701a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ec735ca-e5f3-41d6-bfb1-7e2a7914859e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9646342 May 10 11:36:58.586283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:58.586880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.591973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-072fd25d-1485-4f90-8574-1d871af1e161 None None] Provisioning complete for port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:58.592599 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-072fd25d-1485-4f90-8574-1d871af1e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.654260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdb6e8-d4dc-4b20-ba46-eb26506125a7 req-80ab4b5b-7964-4fc6-a107-696b7fe1ebdc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:58.672519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-accdb6e8-d4dc-4b20-ba46-eb26506125a7 req-80ab4b5b-7964-4fc6-a107-696b7fe1ebdc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 945 time: 0.5675998 May 10 11:36:58.689882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-2f28f4ac-bbb8-40f5-a406-cd848c1024b7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8462319 May 10 11:36:58.748526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Request body: {'port': {'device_id': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:36:58.752657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.767392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-072fd25d-1485-4f90-8574-1d871af1e161 None None] Port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:58.783130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.835249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Made reservation on behalf of 61c875a6e9124d718f447839eeda2fda for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:36:58.839811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.896859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-accdb6e8-d4dc-4b20-ba46-eb26506125a7 req-07687695-c763-404c-89f1-c65189bacb95 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233117 May 10 11:36:58.900920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-2e182c18-a9b2-411d-8d5a-21c74370ae94 service neutron] 10.222.0.49 "GET /v2.0/networks/9ec735ca-e5f3-41d6-bfb1-7e2a7914859e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735800 May 10 11:36:58.951741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d091233c-2d49-4c8f-ad9c-d7edd7f52f28, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:58.977338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-96292870-9447-43bc-a8d5-c0306f5cee9a None None] Provisioning complete for port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:58.977859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-96292870-9447-43bc-a8d5-c0306f5cee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:58.982446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'd091233c-2d49-4c8f-ad9c-d7edd7f52f28', 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e', 'port_id': 'd091233c-2d49-4c8f-ad9c-d7edd7f52f28', 'mac_address': 'fa:16:3e:a5:72:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da55bd25-520d-471d-9465-1d871c48368d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:36:59.011265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4585d-6273-4cf3-9305-b1e23bf0e396 req-d5ac7071-f988-423d-880a-29068d8fde73 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:59.017933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4585d-6273-4cf3-9305-b1e23bf0e396 req-d5ac7071-f988-423d-880a-29068d8fde73 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:59.044219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4585d-6273-4cf3-9305-b1e23bf0e396 req-d5ac7071-f988-423d-880a-29068d8fde73 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:59.064680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4585d-6273-4cf3-9305-b1e23bf0e396 req-d5ac7071-f988-423d-880a-29068d8fde73 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:59.077921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dab4585d-6273-4cf3-9305-b1e23bf0e396 req-d5ac7071-f988-423d-880a-29068d8fde73 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 3096 time: 0.6495991 May 10 11:36:59.199701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:36:59.205128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:59.231874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-96292870-9447-43bc-a8d5-c0306f5cee9a None None] Port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:59.244415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d091233c-2d49-4c8f-ad9c-d7edd7f52f28 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:36:59.276597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=d349fef5-6bf5-437a-aa49-8da2300215da,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:59.288747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d091233c-2d49-4c8f-ad9c-d7edd7f52f28, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:36:59.302378 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:59.336575 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dab4585d-6273-4cf3-9305-b1e23bf0e396 req-88fddeeb-de5e-4c1f-9660-3004a7067ae6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549150 May 10 11:36:59.439529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:59.451529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-586d2c1d-3af6-4ab7-ab4b-d634a158a3ed req-2ac06c54-3cf2-4b91-8cc5-6effc205b496 service neutron] 10.222.0.49 "GET /v2.0/networks/9ec735ca-e5f3-41d6-bfb1-7e2a7914859e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066209 May 10 11:36:59.540820 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:59.545063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['d091233c-2d49-4c8f-ad9c-d7edd7f52f28'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:36:59.597941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278febc-fa35-4ab2-b908-55b7f94a21ee req-4af61b50-d7b2-43bb-b55d-8114c13eec2f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:36:59.605974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2278febc-fa35-4ab2-b908-55b7f94a21ee req-4af61b50-d7b2-43bb-b55d-8114c13eec2f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 945 time: 0.1467836 May 10 11:36:59.694632 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9bff74ca-5753-494f-ab49-3fb9ceb292ac None None] Provisioning complete for port d349fef5-6bf5-437a-aa49-8da2300215da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:36:59.695010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9bff74ca-5753-494f-ab49-3fb9ceb292ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:59.757482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2278febc-fa35-4ab2-b908-55b7f94a21ee req-94489ddd-6558-426c-8325-036fb0491a55 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503108 May 10 11:36:59.896471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9bff74ca-5753-494f-ab49-3fb9ceb292ac None None] Port d349fef5-6bf5-437a-aa49-8da2300215da cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:36:59.904874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:00.030248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:00.107590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479642a-8ffb-4aa0-bdbf-638ea8e61b24 req-3168ca1c-0dbb-45ce-a39f-3901e53e16ba tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:00.110321 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1479642a-8ffb-4aa0-bdbf-638ea8e61b24 req-3168ca1c-0dbb-45ce-a39f-3901e53e16ba tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 932 time: 0.1462729 May 10 11:37:00.192093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51905d6e-376d-4b5f-a4d6-a598f006737d req-d040d77c-e74b-4ef9-8e13-d69fb91364bb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:00.207238 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51905d6e-376d-4b5f-a4d6-a598f006737d req-d040d77c-e74b-4ef9-8e13-d69fb91364bb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 945 time: 0.2754073 May 10 11:37:00.232707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1479642a-8ffb-4aa0-bdbf-638ea8e61b24 req-38aa3f80-147a-4f7b-9ad9-ffcf177a58b4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785270 May 10 11:37:00.341206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51905d6e-376d-4b5f-a4d6-a598f006737d req-85c7572a-36ec-458a-9449-9c8492869733 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322334 May 10 11:37:00.467221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Allocated IP 10.2.2.200 (99e99ad8-a36e-457e-89ba-b00ffdbfc8d2/c149fc18-e2cd-46cb-a3b7-63b7f16f8906/a7da3e54-f24f-4522-b9a0-4cbfb14f644c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:00.576988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:00.601051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:00.602508 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:00.604725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2e279-5c0d-4368-9620-f6e0f0b7191e req-9b687f63-55ca-44e2-bbcc-9c19ab942161 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:00.606282 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4d2e279-5c0d-4368-9620-f6e0f0b7191e req-9b687f63-55ca-44e2-bbcc-9c19ab942161 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.1367109 May 10 11:37:00.673531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=d349fef5-6bf5-437a-aa49-8da2300215da,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:00.769224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4d2e279-5c0d-4368-9620-f6e0f0b7191e req-a5413f20-7e8e-4ecb-a26e-53be211934e4 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490593 May 10 11:37:00.795177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:00.800181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:00.843286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8c27c1-b626-44ff-a3d5-b4272ffeca67 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:00.902243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:00.944603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:01.020166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Transition to ACTIVE for port object fc8c27c1-b626-44ff-a3d5-b4272ffeca67 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:01.069750 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:01.218035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:01.248325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cffcc6-98b4-4104-a80b-99135ca4bd52 req-3dcf7015-b1c3-475d-8836-fb16d5d93a01 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:01.248567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b33989-31a5-4284-9e95-b34733b60d4e req-ece9232e-e2e6-4c75-a3e9-12b473fccb47 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:01.250948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e4cffcc6-98b4-4104-a80b-99135ca4bd52 req-3dcf7015-b1c3-475d-8836-fb16d5d93a01 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 945 time: 0.3607581 May 10 11:37:01.256088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b33989-31a5-4284-9e95-b34733b60d4e req-ece9232e-e2e6-4c75-a3e9-12b473fccb47 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:01.262660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b33989-31a5-4284-9e95-b34733b60d4e req-ece9232e-e2e6-4c75-a3e9-12b473fccb47 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:01.272356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b33989-31a5-4284-9e95-b34733b60d4e req-ece9232e-e2e6-4c75-a3e9-12b473fccb47 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:01.275238 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88b33989-31a5-4284-9e95-b34733b60d4e req-ece9232e-e2e6-4c75-a3e9-12b473fccb47 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 3096 time: 0.2280788 May 10 11:37:01.305113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Router 73f988c2-8de3-42e3-8a28-3203d856b43d is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:37:01.391704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4e78d986-983e-4082-bbe2-4b7d46c32ed0 None None] Provisioning complete for port d349fef5-6bf5-437a-aa49-8da2300215da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:01.392296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4e78d986-983e-4082-bbe2-4b7d46c32ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:01.444143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:37:01.459858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-200ba466-663e-4270-9d49-437f38492252 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "PUT /v2.0/routers/73f988c2-8de3-42e3-8a28-3203d856b43d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6000185 May 10 11:37:01.460835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47896) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:01.461989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf403158-49d1-49cd-abe5-d2d9a070c255 None None] Sync routers for ids ['73f988c2-8de3-42e3-8a28-3203d856b43d'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:37:01.476748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e4cffcc6-98b4-4104-a80b-99135ca4bd52 req-4b40ec15-5adf-4d7c-9dc0-23defcf6fea2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021561 May 10 11:37:01.480533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:01.490736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88b33989-31a5-4284-9e95-b34733b60d4e req-2a6dc05d-469d-4779-82c0-942db8c86a87 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000325 May 10 11:37:01.517292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf403158-49d1-49cd-abe5-d2d9a070c255 None None] Routers {'73f988c2-8de3-42e3-8a28-3203d856b43d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:01.517880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cf403158-49d1-49cd-abe5-d2d9a070c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['73f988c2-8de3-42e3-8a28-3203d856b43d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:01.519983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4e78d986-983e-4082-bbe2-4b7d46c32ed0 None None] Port d349fef5-6bf5-437a-aa49-8da2300215da cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:01.595643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:01.596341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cf403158-49d1-49cd-abe5-d2d9a070c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:01.608949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf403158-49d1-49cd-abe5-d2d9a070c255 None None] Routers {'73f988c2-8de3-42e3-8a28-3203d856b43d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:01.609596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cf403158-49d1-49cd-abe5-d2d9a070c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['73f988c2-8de3-42e3-8a28-3203d856b43d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:01.614169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:01.619512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:37:01.648548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Attempting to bind port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:01.649295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Attempting to bind port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:01.650095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Attempting to bind port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:01.705048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:01.705671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Attempting to bind port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:01.712132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cf403158-49d1-49cd-abe5-d2d9a070c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:01.713060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf403158-49d1-49cd-abe5-d2d9a070c255 None None] The sync data for ids ['73f988c2-8de3-42e3-8a28-3203d856b43d'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:37:01.741606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event updated for resources: {'Port': ['ID=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:01.748477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:01.748749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Checking segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:01.749088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Bound using segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:01.750112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Bound port: fc8c27c1-b626-44ff-a3d5-b4272ffeca67, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:01.750476 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:01.846555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:01.847242 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:01.902574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e0a76-ee20-4467-8b57-574065bba331 req-924e7ef3-b0b4-49ba-a1e1-74a2488ad5bb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:01.904089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-241e0a76-ee20-4467-8b57-574065bba331 req-924e7ef3-b0b4-49ba-a1e1-74a2488ad5bb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 945 time: 0.1327596 May 10 11:37:01.926779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-85432092-12f1-42d5-bcf3-e066272ce72b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5471148 May 10 11:37:01.952439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:02.005699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] For port fc8c27c1-b626-44ff-a3d5-b4272ffeca67, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:02.061136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-241e0a76-ee20-4467-8b57-574065bba331 req-3d86e238-659a-463c-aa3a-583cd40a2927 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494143 May 10 11:37:02.064392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] For port fc8c27c1-b626-44ff-a3d5-b4272ffeca67, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:02.076003 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.374376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d091233c-2d49-4c8f-ad9c-d7edd7f52f28 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:02.448006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184f81-7ab0-4ce1-9028-e1e47198e453 req-d24bef6b-fe0d-4be5-b23d-916c9cfcdddf tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:02.460394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26184f81-7ab0-4ce1-9028-e1e47198e453 req-d24bef6b-fe0d-4be5-b23d-916c9cfcdddf tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 944 time: 0.1846263 May 10 11:37:02.461473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bc2b22b9-4e26-44ad-b6df-dae321f78c38 None None] Provisioning complete for port a7da3e54-f24f-4522-b9a0-4cbfb14f644c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:02.461963 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bc2b22b9-4e26-44ad-b6df-dae321f78c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.488305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ada5ebe-a819-4c44-ae99-c91f3ced635d {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:02.491597 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.497475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.511427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Transition to ACTIVE for port object 1ada5ebe-a819-4c44-ae99-c91f3ced635d will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:02.513516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.520703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9080a5b-4b03-4b06-9fd3-200546392903 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:02.526072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b9080a5b-4b03-4b06-9fd3-200546392903 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f988c2-8de3-42e3-8a28-3203d856b43d HTTP/1.1" status: 200 len: 988 time: 1.0604370 May 10 11:37:02.527698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47918) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:02.539905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b22b9-4e26-44ad-b6df-dae321f78c38 None None] Port a7da3e54-f24f-4522-b9a0-4cbfb14f644c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:02.568458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:37:02.572730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:02.573103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.643636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.652603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:02.667460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26184f81-7ab0-4ce1-9028-e1e47198e453 req-d73e668b-7feb-458e-970a-525198bdf3e3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056315 May 10 11:37:02.669746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:02.670480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.672631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-81b77fa8-e3d4-46b1-994a-b81324256429 service neutron] 10.222.0.70 "PUT /v2.0/ports/fc8c27c1-b626-44ff-a3d5-b4272ffeca67 HTTP/1.1" status: 200 len: 1092 time: 3.9371102 May 10 11:37:02.673350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'tag': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:02.686637 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519" -d '{"events": [{"name": "network-changed", "server_uuid": "c18d14cf-bcf7-4565-8dd7-a136c65fbe64", "tag": "fc8c27c1-b626-44ff-a3d5-b4272ffeca67"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:02.757158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:02.757548 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.761414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b11a2-7952-4603-93c8-8434721a6519 req-61612066-77c2-4401-9056-29dd7d5b3700 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:02.762970 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-845b11a2-7952-4603-93c8-8434721a6519 req-61612066-77c2-4401-9056-29dd7d5b3700 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 945 time: 0.4329729 May 10 11:37:02.806598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04f0367-60fc-4452-850c-6eca3733b463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd091233c-2d49-4c8f-ad9c-d7edd7f52f28'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:02.811512 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8564adc4-5575-4046-9b16-3f22e566e88c" -d '{"events": [{"server_uuid": "c04f0367-60fc-4452-850c-6eca3733b463", "name": "network-vif-plugged", "status": "completed", "tag": "d091233c-2d49-4c8f-ad9c-d7edd7f52f28"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:02.855204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d091233c-2d49-4c8f-ad9c-d7edd7f52f28, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:02.875282 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.974156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ada5ebe-a819-4c44-ae99-c91f3ced635d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:02.981323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:03.103734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727f66a-715d-4852-8076-84314ec7e61b req-238d34db-0002-413a-884a-b7172a4945a3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.105794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8727f66a-715d-4852-8076-84314ec7e61b req-238d34db-0002-413a-884a-b7172a4945a3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.5814366 May 10 11:37:03.106269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Attempting to bind port 1ada5ebe-a819-4c44-ae99-c91f3ced635d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:03.106602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Attempting to bind port 1ada5ebe-a819-4c44-ae99-c91f3ced635d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:03.106930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Attempting to bind port 1ada5ebe-a819-4c44-ae99-c91f3ced635d on network 0baa6384-755b-49d7-a9b2-89b8632f72c7 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:03.167697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8727f66a-715d-4852-8076-84314ec7e61b req-9caf16cc-6ad1-43a7-9b51-63c6bf84a3b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 May 10 11:37:03.168582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Port 1ada5ebe-a819-4c44-ae99-c91f3ced635d on network 0baa6384-755b-49d7-a9b2-89b8632f72c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:03.169704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Attempting to bind port 1ada5ebe-a819-4c44-ae99-c91f3ced635d on network 0baa6384-755b-49d7-a9b2-89b8632f72c7 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:03.177764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-78b61d0f-8ceb-4fba-bef0-ef5ff01f2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.179413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-78b61d0f-8ceb-4fba-bef0-ef5ff01f2e3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 1095 time: 0.3574851 May 10 11:37:03.202639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dfec6-a462-4fab-a930-7a99519eebad req-dce145d9-ff4c-47a0-8d99-dced6916eeb4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.214848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a85dfec6-a462-4fab-a930-7a99519eebad req-dce145d9-ff4c-47a0-8d99-dced6916eeb4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 945 time: 0.3625438 May 10 11:37:03.242987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-5d1909ba-d58f-45dd-9c87-99170d726069 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67 HTTP/1.1" status: 200 len: 217 time: 0.0475199 May 10 11:37:03.246399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:03.247157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Checking segment: {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:03.247157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Bound using segment: {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:03.247609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Bound port: 1ada5ebe-a819-4c44-ae99-c91f3ced635d, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e50124-6db5-458f-90cb-120fde85fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:03.248326 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.320036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Deleting port 592aba9d-4c85-473b-b501-90bf716f3ca1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:03.320394 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.339142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a85dfec6-a462-4fab-a930-7a99519eebad req-f8f29240-6b57-43dd-a2cc-b746b32460a8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184356 May 10 11:37:03.493288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924b28-d5fc-4f61-99d1-f4d0b6f86a5f req-bea91d52-498d-449d-9542-0e4370fe4671 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.504874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924b28-d5fc-4f61-99d1-f4d0b6f86a5f req-bea91d52-498d-449d-9542-0e4370fe4671 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.513007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924b28-d5fc-4f61-99d1-f4d0b6f86a5f req-bea91d52-498d-449d-9542-0e4370fe4671 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.521313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924b28-d5fc-4f61-99d1-f4d0b6f86a5f req-bea91d52-498d-449d-9542-0e4370fe4671 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.528458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924b28-d5fc-4f61-99d1-f4d0b6f86a5f req-bea91d52-498d-449d-9542-0e4370fe4671 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.532201 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5924b28-d5fc-4f61-99d1-f4d0b6f86a5f req-bea91d52-498d-449d-9542-0e4370fe4671 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 3829 time: 0.2045953 May 10 11:37:03.541245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-66b86d40-51e7-4fe4-9df7-edd516ccabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.543315 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-66b86d40-51e7-4fe4-9df7-edd516ccabc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.2901018 May 10 11:37:03.579402 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6dfcf3-5e6e-4a09-b719-bd370c0b258e x-openstack-request-id: req-6c6dfcf3-5e6e-4a09-b719-bd370c0b258e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:03.579703 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18d14cf-bcf7-4565-8dd7-a136c65fbe64", "tag": "fc8c27c1-b626-44ff-a3d5-b4272ffeca67", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:03.580055 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c6dfcf3-5e6e-4a09-b719-bd370c0b258e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:03.580518 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6dfcf3-5e6e-4a09-b719-bd370c0b258e'] response: {'name': 'network-changed', 'server_uuid': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'tag': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67', 'status': 'completed', 'code': 200} May 10 11:37:03.603730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] For port 592aba9d-4c85-473b-b501-90bf716f3ca1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=592aba9d-4c85-473b-b501-90bf716f3ca1,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:03.605885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.635191 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7a1c42-7e25-4411-ae95-83e4fe4abdb5 x-openstack-request-id: req-ab7a1c42-7e25-4411-ae95-83e4fe4abdb5 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:03.636390 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04f0367-60fc-4452-850c-6eca3733b463", "name": "network-vif-plugged", "status": "completed", "tag": "d091233c-2d49-4c8f-ad9c-d7edd7f52f28", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:03.637788 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab7a1c42-7e25-4411-ae95-83e4fe4abdb5 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:03.637788 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7a1c42-7e25-4411-ae95-83e4fe4abdb5'] response: {'server_uuid': 'c04f0367-60fc-4452-850c-6eca3733b463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd091233c-2d49-4c8f-ad9c-d7edd7f52f28', 'code': 200} May 10 11:37:03.660253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] For port 1ada5ebe-a819-4c44-ae99-c91f3ced635d, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:03.672910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c5924b28-d5fc-4f61-99d1-f4d0b6f86a5f req-40f124a6-bc6e-45b7-b65b-68e21eef37cc tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254432 May 10 11:37:03.701533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] For port 1ada5ebe-a819-4c44-ae99-c91f3ced635d, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:03.705564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Calling delete_port for 592aba9d-4c85-473b-b501-90bf716f3ca1 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:03.710088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-84c2949a-8c13-4d4b-b492-271410f86635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.711755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-84c2949a-8c13-4d4b-b492-271410f86635 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249702 May 10 11:37:03.714015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.796581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.850607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:03.853721 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.862992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] 10.222.0.70 "PUT /v2.0/ports/1ada5ebe-a819-4c44-ae99-c91f3ced635d HTTP/1.1" status: 200 len: 1092 time: 1.9157524 May 10 11:37:03.896922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:04.020848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf9da4-5129-4725-aaf7-2650ecf40ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ada5ebe-a819-4c44-ae99-c91f3ced635d,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:04.049748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.202772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc69b5-0d6b-4b24-be5c-8db1631bf2e2 req-15286318-c63b-4fef-828f-f3176fe9122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:04.204512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64fc69b5-0d6b-4b24-be5c-8db1631bf2e2 req-15286318-c63b-4fef-828f-f3176fe9122e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 1097 time: 0.4960675 May 10 11:37:04.219467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa522c02-e10c-4f97-8574-4ef7dd12987b req-62e4b758-ee29-4059-a501-deed5cafdafc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:04.221016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa522c02-e10c-4f97-8574-4ef7dd12987b req-62e4b758-ee29-4059-a501-deed5cafdafc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 946 time: 0.1233630 May 10 11:37:04.267663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-ac9807ee-e4f0-40fd-a257-d7fab0fe9e84 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417800 May 10 11:37:04.277047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64fc69b5-0d6b-4b24-be5c-8db1631bf2e2 req-55c23b75-0b71-4416-9093-f84f6ecb6ea0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550292 May 10 11:37:04.302782 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-468eac0e-20c0-4d4b-9dfe-9f69aa1d7857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.319848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d7e44-2360-4dc0-a09c-e55b6f6a12ba req-977959ac-c0fc-495f-8f39-ee8f34d0468e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:04.332679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e5d7e44-2360-4dc0-a09c-e55b6f6a12ba req-977959ac-c0fc-495f-8f39-ee8f34d0468e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 944 time: 0.3718839 May 10 11:37:04.412694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa522c02-e10c-4f97-8574-4ef7dd12987b req-25d64baf-1feb-4ffd-b435-eb0951553180 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418009 May 10 11:37:04.577277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port d349fef5-6bf5-437a-aa49-8da2300215da {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:04.577624 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.600432 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e5d7e44-2360-4dc0-a09c-e55b6f6a12ba req-4c32dbce-aca2-44c9-8bb1-f578bb6694c1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402408 May 10 11:37:04.727379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.754477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-731cf324-77ac-4b9f-98b8-5a05beb9a202 req-7303d92c-0953-4045-9b6f-87c01481ec12 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c9df0e-314d-428c-a7cc-e92b8f3d707c HTTP/1.1" status: 200 len: 210 time: 0.0410547 May 10 11:37:04.757115 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe33d7f7-2d84-4389-a256-1d6974f721ac req-36f2e1d9-06a9-4f47-98b8-f6d6267365ec service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778910 May 10 11:37:04.762202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for d349fef5-6bf5-437a-aa49-8da2300215da owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:04.963366 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.978163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:05.012417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:05.018031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9614e-ce23-455e-bf58-f4c83a114e36 req-b45971f0-1029-4fe0-b457-eaac1115fbf0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:05.026920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1b9614e-ce23-455e-bf58-f4c83a114e36 req-b45971f0-1029-4fe0-b457-eaac1115fbf0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.5075710 May 10 11:37:05.051840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:05.104930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event deleted for resources: {'Port': ['ID=592aba9d-4c85-473b-b501-90bf716f3ca1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:05.137274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082360-deb0-4759-9450-2cbbb8af5665 req-b623c37a-9f27-49cd-97f1-8361e37e2aed tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:05.144476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082360-deb0-4759-9450-2cbbb8af5665 req-b623c37a-9f27-49cd-97f1-8361e37e2aed tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:05.168953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082360-deb0-4759-9450-2cbbb8af5665 req-b623c37a-9f27-49cd-97f1-8361e37e2aed tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:05.204487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082360-deb0-4759-9450-2cbbb8af5665 req-b623c37a-9f27-49cd-97f1-8361e37e2aed tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:05.231949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082360-deb0-4759-9450-2cbbb8af5665 req-b623c37a-9f27-49cd-97f1-8361e37e2aed tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:05.245501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e082360-deb0-4759-9450-2cbbb8af5665 req-b623c37a-9f27-49cd-97f1-8361e37e2aed tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 3829 time: 0.3631532 May 10 11:37:05.264306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Transition to ACTIVE for port object 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:05.267488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-7777bc9e-6e2b-40e7-90f6-a637bd5519af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:05.269331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-7777bc9e-6e2b-40e7-90f6-a637bd5519af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 1095 time: 0.4288886 May 10 11:37:05.295558 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:05.362843 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:05.417464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] No DVR routers for this DVR port 592aba9d-4c85-473b-b501-90bf716f3ca1 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:05.432597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:05.442354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-845b11a2-7952-4603-93c8-8434721a6519 req-013c73b4-896c-412f-9e20-6009ec7274d8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "DELETE /v2.0/ports/592aba9d-4c85-473b-b501-90bf716f3ca1 HTTP/1.1" status: 204 len: 173 time: 2.6631606 May 10 11:37:05.452836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c9df0e-314d-428c-a7cc-e92b8f3d707c', 'name': 'network-vif-deleted', 'tag': '592aba9d-4c85-473b-b501-90bf716f3ca1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:05.455223 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf1309b-b39a-4641-bff0-86af9f063737" -d '{"events": [{"server_uuid": "c0c9df0e-314d-428c-a7cc-e92b8f3d707c", "name": "network-vif-deleted", "tag": "592aba9d-4c85-473b-b501-90bf716f3ca1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:05.480615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1b9614e-ce23-455e-bf58-f4c83a114e36 req-c9d0b025-7a6b-4c4f-a62a-7e541b376a61 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4526200 May 10 11:37:05.513976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:05.536440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-35a7f34c-2cb0-422c-9cfb-aaf9d0f7ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:05.546545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-35a7f34c-2cb0-422c-9cfb-aaf9d0f7ebcb service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.2538011 May 10 11:37:05.667967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:05.677224 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00394d2-17e6-44f1-8219-54dc1df92451" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:05.680504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=d349fef5-6bf5-437a-aa49-8da2300215da,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:05.976376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:06.020741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-6cab0d1e-472e-4a44-b735-c3be8414397d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67 HTTP/1.1" status: 200 len: 217 time: 0.4576538 May 10 11:37:06.079086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:06.087739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e082360-deb0-4759-9450-2cbbb8af5665 req-c0d3f381-3ab3-4e08-9147-280fddb81103 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8410344 May 10 11:37:06.281207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 592aba9d-4c85-473b-b501-90bf716f3ca1 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:06.415095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 592aba9d-4c85-473b-b501-90bf716f3ca1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:37:06.416512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 592aba9d-4c85-473b-b501-90bf716f3ca1 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:37:06.423169 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a7af0f-9a0f-4a8d-b18c-69e1cc085a2a x-openstack-request-id: req-78a7af0f-9a0f-4a8d-b18c-69e1cc085a2a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:06.423552 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c9df0e-314d-428c-a7cc-e92b8f3d707c", "name": "network-vif-deleted", "tag": "592aba9d-4c85-473b-b501-90bf716f3ca1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:06.423853 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78a7af0f-9a0f-4a8d-b18c-69e1cc085a2a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:06.424292 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a7af0f-9a0f-4a8d-b18c-69e1cc085a2a'] response: {'server_uuid': 'c0c9df0e-314d-428c-a7cc-e92b8f3d707c', 'name': 'network-vif-deleted', 'tag': '592aba9d-4c85-473b-b501-90bf716f3ca1', 'status': 'completed', 'code': 200} May 10 11:37:06.510419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-3cbc7a99-bb9c-476b-93f4-4471c9ebd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:06.512340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-3cbc7a99-bb9c-476b-93f4-4471c9ebd462 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.4738460 May 10 11:37:06.565831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06febfd7-52c8-4687-805b-39a576dd7b68 req-ad8cd7b5-886e-4b4a-85d9-775637db3309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:06.574747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06febfd7-52c8-4687-805b-39a576dd7b68 req-ad8cd7b5-886e-4b4a-85d9-775637db3309 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 946 time: 0.5233958 May 10 11:37:06.618670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67f95-a160-4396-81bc-4da37a47b191 req-1669ecc3-a10f-42a5-aade-666ab85670d1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:06.628156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06c67f95-a160-4396-81bc-4da37a47b191 req-1669ecc3-a10f-42a5-aade-666ab85670d1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 944 time: 0.2196593 May 10 11:37:06.653135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06febfd7-52c8-4687-805b-39a576dd7b68 req-8c8781b1-c433-4d54-ad16-19644ca548bb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729446 May 10 11:37:06.709414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fc8c27c1-b626-44ff-a3d5-b4272ffeca67 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:37:06.775285 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbe2ecb-73ca-4ab9-90f0-89462e87e848 x-openstack-request-id: req-edbe2ecb-73ca-4ab9-90f0-89462e87e848 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:06.775579 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:06.775873 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edbe2ecb-73ca-4ab9-90f0-89462e87e848 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:06.781291 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbe2ecb-73ca-4ab9-90f0-89462e87e848'] response: {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'status': 'completed', 'code': 200} May 10 11:37:06.784185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-2915372f-f95f-4454-bd14-54efeea16596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:06.785718 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-2915372f-f95f-4454-bd14-54efeea16596 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613103 May 10 11:37:06.786405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Attempting to bind port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:06.786731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Attempting to bind port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:06.787061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Attempting to bind port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:06.928164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fc8c27c1-b626-44ff-a3d5-b4272ffeca67, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:06.936310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca on network a07648da-45fb-45f5-b678-2127c3e36d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:06.936676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Attempting to bind port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:06.963232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67', 'mac_address': 'fa:16:3e:80:35:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:37:06.997523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Router 73f988c2-8de3-42e3-8a28-3203d856b43d has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:37:07.055436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:07.056258 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:07.085989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-fbd7b492-1c35-4d2f-93ef-daa2ef168718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:07.089314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8c27c1-b626-44ff-a3d5-b4272ffeca67 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:07.092683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-fbd7b492-1c35-4d2f-93ef-daa2ef168718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:07.093751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-fbd7b492-1c35-4d2f-93ef-daa2ef168718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:07.094292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-fbd7b492-1c35-4d2f-93ef-daa2ef168718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:07.094868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-fbd7b492-1c35-4d2f-93ef-daa2ef168718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:07.095925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-fbd7b492-1c35-4d2f-93ef-daa2ef168718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:07.102386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06c67f95-a160-4396-81bc-4da37a47b191 req-16d79ee9-edaf-4083-98fd-229f9d740c31 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717650 May 10 11:37:07.102657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-fbd7b492-1c35-4d2f-93ef-daa2ef168718 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5246 time: 0.2533658 May 10 11:37:07.113049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:07.121197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Checking segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:07.121569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Bound using segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:07.122033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Bound port: 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:07.122399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:07.143764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fc8c27c1-b626-44ff-a3d5-b4272ffeca67, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:07.160139 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:07.317004 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0d74-d4ce-4a03-8744-c8934b67fc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:07.369237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:07.421228 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-7e5e0910-c02d-4ec5-850d-d6a83b8ca003 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996852 May 10 11:37:07.479883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fc8c27c1-b626-44ff-a3d5-b4272ffeca67'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:07.759289 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.159869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757e4cd-aba7-4b18-b62e-e382c837ff32 req-c2e619f3-081c-47ef-a63c-c02af09845a5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.161749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8757e4cd-aba7-4b18-b62e-e382c837ff32 req-c2e619f3-081c-47ef-a63c-c02af09845a5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 1.1937015 May 10 11:37:08.170120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:37:08.179549 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dcfa9-f6c3-487d-9fd1-e7acbdfdc193 None None] Sync routers for ids ['73f988c2-8de3-42e3-8a28-3203d856b43d'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:37:08.200548 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25dcfa9-f6c3-487d-9fd1-e7acbdfdc193 None None] Routers {'73f988c2-8de3-42e3-8a28-3203d856b43d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:08.201491 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d25dcfa9-f6c3-487d-9fd1-e7acbdfdc193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:37:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['73f988c2-8de3-42e3-8a28-3203d856b43d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:08.207855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] For port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:08.229032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9e16c-5b3c-443e-81d5-d1f29537d3c8 req-2ad49f4c-c45c-494a-ae0d-9744b9d7cea9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.246320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dc9e16c-5b3c-443e-81d5-d1f29537d3c8 req-2ad49f4c-c45c-494a-ae0d-9744b9d7cea9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 946 time: 0.7893045 May 10 11:37:08.274360 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-efc5c4f3-20dd-4c86-a251-fce5739e0a8f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "PUT /v2.0/routers/73f988c2-8de3-42e3-8a28-3203d856b43d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7383304 May 10 11:37:08.281811 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d25dcfa9-f6c3-487d-9fd1-e7acbdfdc193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:08.301244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48014) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:08.302653 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25dcfa9-f6c3-487d-9fd1-e7acbdfdc193 None None] Routers {'73f988c2-8de3-42e3-8a28-3203d856b43d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:08.303625 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d25dcfa9-f6c3-487d-9fd1-e7acbdfdc193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:37:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['73f988c2-8de3-42e3-8a28-3203d856b43d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:08.318539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8757e4cd-aba7-4b18-b62e-e382c837ff32 req-acc4a6e8-cbd4-4a2b-b535-571df53f507d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218054 May 10 11:37:08.366378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] For port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:08.389716 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d25dcfa9-f6c3-487d-9fd1-e7acbdfdc193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:08.392316 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dcfa9-f6c3-487d-9fd1-e7acbdfdc193 None None] The sync data for ids ['73f988c2-8de3-42e3-8a28-3203d856b43d'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:37:08.433202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40a1ae1b-9020-41d1-a7f8-33f9e91bb519 req-882eef37-cc09-4f9a-895d-3713818d702c service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9990594 May 10 11:37:08.436731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.483064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-08c24e34-82d7-40cc-bcef-83eff20a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.484529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-08c24e34-82d7-40cc-bcef-83eff20a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.486765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-08c24e34-82d7-40cc-bcef-83eff20a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.492118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-08c24e34-82d7-40cc-bcef-83eff20a136c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61c875a6e9124d718f447839eeda2fda&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4725015 May 10 11:37:08.507441 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-327a22d2-4fc7-4f4c-a5e0-94e18f0f2be2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:37:08.523390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-327a22d2-4fc7-4f4c-a5e0-94e18f0f2be2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/d349fef5-6bf5-437a-aa49-8da2300215da HTTP/1.1" status: 404 len: 333 time: 0.2210753 May 10 11:37:08.534107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48024) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:08.551947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dc9e16c-5b3c-443e-81d5-d1f29537d3c8 req-4dc579db-8fef-496e-9fa7-10f8e0a09e2a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043785 May 10 11:37:08.555676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.556361 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.558814 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca HTTP/1.1" status: 200 len: 1131 time: 4.6656504 May 10 11:37:08.598505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a2d8d-8a73-4519-a209-a61beffdfac5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:08.638715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:08.758511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-daec0ce0-8a1a-409a-acc5-2e96d787886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.761557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e00394d2-17e6-44f1-8219-54dc1df92451 req-daec0ce0-8a1a-409a-acc5-2e96d787886b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2628531 May 10 11:37:08.786502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:08.791583 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc62f537-872e-4f17-b8ff-d761c3162c77" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:08.875983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8ae26-e407-4e37-9c6f-7dd0ec56818e req-1b9e03d4-bde6-4bb8-8f5e-9f9f6d3eb750 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.877742 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ea8ae26-e407-4e37-9c6f-7dd0ec56818e req-1b9e03d4-bde6-4bb8-8f5e-9f9f6d3eb750 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 945 time: 0.1749885 May 10 11:37:08.878460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.893060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd950-dc06-4751-9cbf-2035149b1fee tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.957688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ea8ae26-e407-4e37-9c6f-7dd0ec56818e req-2170dcb2-76c5-4573-89f7-caa021efcab3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632241 May 10 11:37:08.982458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657522-b3e4-4110-b880-fb64e9a6084a req-8f9605e4-9e1e-4b6a-a611-599ec38c27a6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.989945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657522-b3e4-4110-b880-fb64e9a6084a req-8f9605e4-9e1e-4b6a-a611-599ec38c27a6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:08.996458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657522-b3e4-4110-b880-fb64e9a6084a req-8f9605e4-9e1e-4b6a-a611-599ec38c27a6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.004266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657522-b3e4-4110-b880-fb64e9a6084a req-8f9605e4-9e1e-4b6a-a611-599ec38c27a6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.010850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657522-b3e4-4110-b880-fb64e9a6084a req-8f9605e4-9e1e-4b6a-a611-599ec38c27a6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.018164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657522-b3e4-4110-b880-fb64e9a6084a req-8f9605e4-9e1e-4b6a-a611-599ec38c27a6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.021030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7657522-b3e4-4110-b880-fb64e9a6084a req-8f9605e4-9e1e-4b6a-a611-599ec38c27a6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 4602 time: 0.2079191 May 10 11:37:09.215740 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd950-dc06-4751-9cbf-2035149b1fee tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.231593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7657522-b3e4-4110-b880-fb64e9a6084a req-95a0f5a5-9403-4117-bc4a-49d0dcbd49e1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2028399 May 10 11:37:09.238820 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd950-dc06-4751-9cbf-2035149b1fee tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.262470 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.306295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-52be7e43-38a3-4d3f-9de4-aca6cf0cd367 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.313949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-52be7e43-38a3-4d3f-9de4-aca6cf0cd367 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.1634889 May 10 11:37:09.372646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd950-dc06-4751-9cbf-2035149b1fee tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.373586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6dd950-dc06-4751-9cbf-2035149b1fee tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Fanout notify agent at l3_agent the message router_deleted on router 73f988c2-8de3-42e3-8a28-3203d856b43d {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:37:09.387271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-b5a45fdb-df67-4b48-b533-d4a67df9c81e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/quotas/d1b5df0530644b3fae8342b7f22dc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0722332 May 10 11:37:09.390576 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0049dd-8453-4da3-9c04-e705578804df x-openstack-request-id: req-ee0049dd-8453-4da3-9c04-e705578804df {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:09.390852 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:09.391127 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee0049dd-8453-4da3-9c04-e705578804df {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:09.391352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd950-dc06-4751-9cbf-2035149b1fee tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.391556 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0049dd-8453-4da3-9c04-e705578804df'] response: {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca', 'status': 'completed', 'code': 200} May 10 11:37:09.395639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1d6dd950-dc06-4751-9cbf-2035149b1fee tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/routers/73f988c2-8de3-42e3-8a28-3203d856b43d HTTP/1.1" status: 204 len: 168 time: 0.8577592 May 10 11:37:09.424675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48066) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:09.461093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-2c439128-51d4-4a93-8ba0-f005786ea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.462398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-2c439128-51d4-4a93-8ba0-f005786ea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.462980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-2c439128-51d4-4a93-8ba0-f005786ea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.463571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-2c439128-51d4-4a93-8ba0-f005786ea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.463997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-2c439128-51d4-4a93-8ba0-f005786ea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.464468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-2c439128-51d4-4a93-8ba0-f005786ea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.466648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-2c439128-51d4-4a93-8ba0-f005786ea1ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5288 time: 0.0730462 May 10 11:37:09.508908 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.511070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ff6323-b285-4c92-b89c-8910e87c7a69 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet 867aeb3d-367d-4d1c-aa1a-42ec03c094ff {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:37:09.530246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6323-b285-4c92-b89c-8910e87c7a69 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.592429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-769d00ad-1ea3-47db-919b-fb22630cba01 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042921 May 10 11:37:09.733091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136e2e-a97b-4c79-b052-2cc4ccd33f1b req-5c0d49cd-0282-4f45-a994-e5120cc1a95c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.734218 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b136e2e-a97b-4c79-b052-2cc4ccd33f1b req-5c0d49cd-0282-4f45-a994-e5120cc1a95c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.1451252 May 10 11:37:09.745518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-6c1e2651-1bd3-4f1d-b62b-297a63beaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.746018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-6c1e2651-1bd3-4f1d-b62b-297a63beaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.746492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-6c1e2651-1bd3-4f1d-b62b-297a63beaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.749782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-6c1e2651-1bd3-4f1d-b62b-297a63beaa3d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61c875a6e9124d718f447839eeda2fda&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2731361 May 10 11:37:09.800578 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6323-b285-4c92-b89c-8910e87c7a69 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.879425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345562d6-d353-44bd-a2dc-e31052544c50 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:09.891050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b136e2e-a97b-4c79-b052-2cc4ccd33f1b req-072418b2-944f-42af-8ad9-937f8a77c9e9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315117 May 10 11:37:09.953394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-d2bb9a6b-1151-4f7f-bc0c-2a7f14ceadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:09.954900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc62f537-872e-4f17-b8ff-d761c3162c77 req-d2bb9a6b-1151-4f7f-bc0c-2a7f14ceadc9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715207 May 10 11:37:09.972949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6323-b285-4c92-b89c-8910e87c7a69 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.009159 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.055080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3462b3c-e3c3-4b5b-a791-a346594f3ebc req-39473187-4c71-4598-bcee-5efb29453aed tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:10.056739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-0b875943-319d-4ab3-89db-6f94a44a1e6f service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475279 May 10 11:37:10.059686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Transition to ACTIVE for port object 345562d6-d353-44bd-a2dc-e31052544c50 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:10.060710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3462b3c-e3c3-4b5b-a791-a346594f3ebc req-39473187-4c71-4598-bcee-5efb29453aed tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 951 time: 0.0902555 May 10 11:37:10.069269 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.092131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:10.162726 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6323-b285-4c92-b89c-8910e87c7a69 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.177460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3462b3c-e3c3-4b5b-a791-a346594f3ebc req-54c9e5c5-c8e4-4cd3-ae46-d63d8a3823fe tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027622 May 10 11:37:10.236264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Pushing event updated for resources: {'Port': ['ID=345562d6-d353-44bd-a2dc-e31052544c50,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:10.337402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff6323-b285-4c92-b89c-8910e87c7a69 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=867aeb3d-367d-4d1c-aa1a-42ec03c094ff,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:10.340653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6323-b285-4c92-b89c-8910e87c7a69 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.345774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63a4dec-2659-4a89-9b4b-04d12fdf13a1 None None] Network 4b00ec74-7896-4972-abf5-1757b3bfa1c6 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:10.362116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c5ff6323-b285-4c92-b89c-8910e87c7a69 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/867aeb3d-367d-4d1c-aa1a-42ec03c094ff HTTP/1.1" status: 204 len: 168 time: 0.9343421 May 10 11:37:10.372726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48106) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:10.577225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aacaf0-c625-468d-b232-fa154be0c976 req-4a742f9f-6f31-4ddd-9447-c57081e81244 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:10.579989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35aacaf0-c625-468d-b232-fa154be0c976 req-4a742f9f-6f31-4ddd-9447-c57081e81244 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 945 time: 0.1817360 May 10 11:37:10.614405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Attempting to bind port 345562d6-d353-44bd-a2dc-e31052544c50 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:10.620146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Attempting to bind port 345562d6-d353-44bd-a2dc-e31052544c50 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:10.620748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Attempting to bind port 345562d6-d353-44bd-a2dc-e31052544c50 on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:10.692451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Port 345562d6-d353-44bd-a2dc-e31052544c50 on network a07648da-45fb-45f5-b678-2127c3e36d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:10.692451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Attempting to bind port 345562d6-d353-44bd-a2dc-e31052544c50 on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:10.715073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:37:10.724854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-4ef5a612-eb3d-4cb3-b633-f8bc79c379cc service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482940 May 10 11:37:10.729326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:10.729326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Checking segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:10.729326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Bound using segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:10.730349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fc8c27c1-b626-44ff-a3d5-b4272ffeca67 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:10.732015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Bound port: 345562d6-d353-44bd-a2dc-e31052544c50, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:10.732015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.838518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] DHCP port deletion for 4b00ec74-7896-4972-abf5-1757b3bfa1c6 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:37:10.854428 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.016469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] For port 345562d6-d353-44bd-a2dc-e31052544c50, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:11.021320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] For port 345562d6-d353-44bd-a2dc-e31052544c50, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=345562d6-d353-44bd-a2dc-e31052544c50,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:11.034512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.050186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35aacaf0-c625-468d-b232-fa154be0c976 req-e609ad55-c9fa-4552-b949-25cf0ad81735 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592249 May 10 11:37:11.078178 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-a6595677-3339-477a-8148-76d632d658ef None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:37:11.091972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:11.092881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.095636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] 10.222.0.70 "PUT /v2.0/ports/345562d6-d353-44bd-a2dc-e31052544c50 HTTP/1.1" status: 200 len: 1129 time: 2.4726892 May 10 11:37:11.177130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:11.236064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port f0f345b1-ad4a-4b95-ac49-043954c2629c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:11.236707 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.285801 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.526690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '345562d6-d353-44bd-a2dc-e31052544c50'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:11.528620 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82fd80a-8b50-404a-b8c9-8a8b325491f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "345562d6-d353-44bd-a2dc-e31052544c50"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:11.577531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:11.636490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] Deleting port f0f345b1-ad4a-4b95-ac49-043954c2629c {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:11.636780 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.654500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:37:11.667241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'port_id': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'mac_address': 'fa:16:3e:5b:a3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:37:11.699205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] For port f0f345b1-ad4a-4b95-ac49-043954c2629c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0f345b1-ad4a-4b95-ac49-043954c2629c,segment=NetworkSegment(f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f),segment_id=f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:11.699857 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.713393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-674b3f6a-dcd6-436a-9662-f9958661b5d0 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:11.717608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-674b3f6a-dcd6-436a-9662-f9958661b5d0 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:11.724071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-674b3f6a-dcd6-436a-9662-f9958661b5d0 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:11.730143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-674b3f6a-dcd6-436a-9662-f9958661b5d0 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:11.736187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-674b3f6a-dcd6-436a-9662-f9958661b5d0 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:11.743162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-674b3f6a-dcd6-436a-9662-f9958661b5d0 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:11.744776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for f0f345b1-ad4a-4b95-ac49-043954c2629c owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:11.754985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-674b3f6a-dcd6-436a-9662-f9958661b5d0 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:11.757079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-674b3f6a-dcd6-436a-9662-f9958661b5d0 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5373 time: 0.3550687 May 10 11:37:11.841516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd747b67-c8c3-494e-ab94-52e439ecf2f0 req-758366e9-3e76-4106-abd6-5c2a4e96db6e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737889 May 10 11:37:11.848248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:11.852410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.938003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccf93c-8328-47f3-ac8e-a0a2bbcd9d16 service neutron] Pushing event updated for resources: {'Port': ['ID=345562d6-d353-44bd-a2dc-e31052544c50,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:11.988872 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.992467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:11.992897 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.054241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f0f345b1-ad4a-4b95-ac49-043954c2629c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:12.057988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:12.103612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38abbe72-ab71-4784-9c00-0fed7e1b225c req-0ec2efc1-96c1-46a7-b412-aeae6f01a80d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 210 time: 0.0950849 May 10 11:37:12.132075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=f0f345b1-ad4a-4b95-ac49-043954c2629c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:12.178584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f0f345b1-ad4a-4b95-ac49-043954c2629c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:37:12.189697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f0f345b1-ad4a-4b95-ac49-043954c2629c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:37:12.199740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:12.212587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] For port f0f345b1-ad4a-4b95-ac49-043954c2629c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0f345b1-ad4a-4b95-ac49-043954c2629c,segment=NetworkSegment(f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f),segment_id=f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:12.213156 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.226171 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.233849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] Calling delete_port for f0f345b1-ad4a-4b95-ac49-043954c2629c owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:12.245477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc60b75-5fb1-45b6-97a8-870c04839c65 req-7a334040-f3f1-4261-b733-53200ce12029 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:12.265650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcc60b75-5fb1-45b6-97a8-870c04839c65 req-7a334040-f3f1-4261-b733-53200ce12029 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.9455640 May 10 11:37:12.357799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.20.0.17 (9ec735ca-e5f3-41d6-bfb1-7e2a7914859e/da55bd25-520d-471d-9465-1d871c48368d/bc368247-a807-4307-a618-e8c479bc65d2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:12.373993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:12.432380 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcc60b75-5fb1-45b6-97a8-870c04839c65 req-ba0ae50b-dbf7-44f1-b46b-ebdce9b3c520 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656096 May 10 11:37:12.446449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No DVR routers for this DVR port f0f345b1-ad4a-4b95-ac49-043954c2629c on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:12.455979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.639265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:12.644677 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.661620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:12.761808 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.847331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fc8c27c1-b626-44ff-a3d5-b4272ffeca67, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:12.863252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b00ec74-7896-4972-abf5-1757b3bfa1c6']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:12.872479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:12.875259 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4610ea19-8adf-42ba-ab86-25290fab25f2" -d '{"events": [{"server_uuid": "c18d14cf-bcf7-4565-8dd7-a136c65fbe64", "name": "network-vif-plugged", "status": "completed", "tag": "fc8c27c1-b626-44ff-a3d5-b4272ffeca67"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:12.885418 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:37:12.888305 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:37:12.902365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:12.902880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12afa8c-7c2b-4d09-9e4d-a4cb7926d72f') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:12.944715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.973339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-ecd71cc4-cbfb-417a-867b-d87dea398bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:12.977964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:12.978188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-ecd71cc4-cbfb-417a-867b-d87dea398bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:12.978593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-ecd71cc4-cbfb-417a-867b-d87dea398bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:12.979070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-ecd71cc4-cbfb-417a-867b-d87dea398bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:12.979536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-ecd71cc4-cbfb-417a-867b-d87dea398bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:12.982212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:12.992138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-ecd71cc4-cbfb-417a-867b-d87dea398bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:12.992799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-ecd71cc4-cbfb-417a-867b-d87dea398bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:13.002674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.005814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-ecd71cc4-cbfb-417a-867b-d87dea398bc5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6210 time: 0.3355141 May 10 11:37:13.021738 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045e3501-a3d7-41da-8ca2-7a127c2ef532 x-openstack-request-id: req-045e3501-a3d7-41da-8ca2-7a127c2ef532 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:13.021738 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "345562d6-d353-44bd-a2dc-e31052544c50", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:13.022133 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-045e3501-a3d7-41da-8ca2-7a127c2ef532 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:13.022386 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045e3501-a3d7-41da-8ca2-7a127c2ef532'] response: {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '345562d6-d353-44bd-a2dc-e31052544c50', 'status': 'completed', 'code': 200} May 10 11:37:13.104921 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa8a19-2da1-432a-a48f-56f60fac8934 x-openstack-request-id: req-84aa8a19-2da1-432a-a48f-56f60fac8934 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:13.114812 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18d14cf-bcf7-4565-8dd7-a136c65fbe64", "name": "network-vif-plugged", "status": "completed", "tag": "fc8c27c1-b626-44ff-a3d5-b4272ffeca67", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:13.115642 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84aa8a19-2da1-432a-a48f-56f60fac8934 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:13.120525 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84aa8a19-2da1-432a-a48f-56f60fac8934'] response: {'server_uuid': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67', 'code': 200} May 10 11:37:13.128727 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.201547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.249876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:37:13.268253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-6435df7d-c619-410a-b6fd-3599a6ea974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:13.268728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-6435df7d-c619-410a-b6fd-3599a6ea974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:13.269194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-6435df7d-c619-410a-b6fd-3599a6ea974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:13.270820 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-6435df7d-c619-410a-b6fd-3599a6ea974d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61c875a6e9124d718f447839eeda2fda&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2555237 May 10 11:37:13.271805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.318492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] Pushing event deleted for resources: {'Port': ['ID=f0f345b1-ad4a-4b95-ac49-043954c2629c,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:13.418542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26276fad-04e1-4a70-b0e0-43f3403145df None None] No DVR routers for this DVR port f0f345b1-ad4a-4b95-ac49-043954c2629c on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: timer() May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:37:13.420393 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:37:13.553139 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.568385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.575543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.595337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/networks/4b00ec74-7896-4972-abf5-1757b3bfa1c6 HTTP/1.1" status: 204 len: 168 time: 3.2215531 May 10 11:37:13.599798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48204) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:13.658652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 20e68c62-0b4a-4966-ac88-6533271c0951 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:13.661471 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.748378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:13.759304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.784254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad80ba3-c79f-4280-8bb4-9434f8bf23db tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:13.795222 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ad80ba3-c79f-4280-8bb4-9434f8bf23db tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/9791fc34-fd5f-40a8-bf2a-e32eba62ba2c HTTP/1.1" status: 200 len: 843 time: 0.1851993 May 10 11:37:13.837531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48206) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:13.877366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=11']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:13.958618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=bc368247-a807-4307-a618-e8c479bc65d2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:13.988778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:14.021662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4e5d6-0c17-45e5-96d7-1df4a254357d tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Network': ['ID=4b00ec74-7896-4972-abf5-1757b3bfa1c6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:14.056942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e62-0a9b-4d20-962c-f27445c7b43c req-c02b9182-9ce6-4aa6-b0b8-857b61ae270d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.058541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68817e62-0a9b-4d20-962c-f27445c7b43c req-c02b9182-9ce6-4aa6-b0b8-857b61ae270d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 946 time: 1.0479655 May 10 11:37:14.071046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-598e787b-040d-45cd-bcfc-e6bec31c780c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/9791fc34-fd5f-40a8-bf2a-e32eba62ba2c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2091970 May 10 11:37:14.071265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:14.071265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:37:14.071491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19890492-69f1-41e0-a9e6-076e1cca4f4a req-f40d9b76-a737-4eb5-8760-f18bd5ae6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.072929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19890492-69f1-41e0-a9e6-076e1cca4f4a req-f40d9b76-a737-4eb5-8760-f18bd5ae6c6e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 1097 time: 0.8239775 May 10 11:37:14.072929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:14.077620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:14.161564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-2586e4aa-b16a-4f59-97ea-0f23d231365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.162537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d82fd80a-8b50-404a-b8c9-8a8b325491f6 req-2586e4aa-b16a-4f59-97ea-0f23d231365c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8838539 May 10 11:37:14.191485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-e65c2195-5561-4f7b-9a8d-60fe98e59b72 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.193041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-e65c2195-5561-4f7b-9a8d-60fe98e59b72 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.6497378 May 10 11:37:14.216829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-07479e64-5816-4275-b146-b8a86de7c560 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.223563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-07479e64-5816-4275-b146-b8a86de7c560 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.229321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-07479e64-5816-4275-b146-b8a86de7c560 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.236177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-07479e64-5816-4275-b146-b8a86de7c560 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.241964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-07479e64-5816-4275-b146-b8a86de7c560 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.249846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-07479e64-5816-4275-b146-b8a86de7c560 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.273141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-07479e64-5816-4275-b146-b8a86de7c560 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:14.281271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-07479e64-5816-4275-b146-b8a86de7c560 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5373 time: 0.8698421 May 10 11:37:14.305869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Request body: {'port': {'device_id': 'a3795910-d7c8-4c92-83c8-ad553d52423b', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'admin_state_up': True, 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:14.326466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.331855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19890492-69f1-41e0-a9e6-076e1cca4f4a req-eaf723ff-5218-42bb-9353-f6f501e75f19 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500153 May 10 11:37:14.335906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68817e62-0a9b-4d20-962c-f27445c7b43c req-65d6dd13-4166-4f4b-9bea-73a960ede57b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439716 May 10 11:37:14.404300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:14.408161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.583763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-15da9510-fda0-4804-a4f3-5523b7054436 None None] Provisioning complete for port bc368247-a807-4307-a618-e8c479bc65d2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:14.587725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-15da9510-fda0-4804-a4f3-5523b7054436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.650704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-718f6acb-5756-4bb1-a059-37dbed72362c req-c57e771d-0425-4c20-8bc0-5c8018b45e70 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 210 time: 0.1021163 May 10 11:37:14.692648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-15da9510-fda0-4804-a4f3-5523b7054436 None None] Port bc368247-a807-4307-a618-e8c479bc65d2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:14.712099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:14.780068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:14.791706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.804650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:14.805422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.828946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86fda23e-717a-4b40-9d39-20c6b13f0e94 req-de3db2ab-baf7-4a65-a73a-066d6e6b73d8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5320637 May 10 11:37:14.851978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b02069f-abfc-457c-a2c9-8e2e9a23f398 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:14.872557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.933803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Transition to ACTIVE for port object 3b02069f-abfc-457c-a2c9-8e2e9a23f398 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:14.975380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.015987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:15.016819 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.104343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.106139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:15.113254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b02069f-abfc-457c-a2c9-8e2e9a23f398,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:15.124380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951'}, {'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:15.127921 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a14037-5325-4b31-bf2a-319f34792612" -d '{"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951"}, {"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:15.139302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.240445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:15.290986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f74ec-b2aa-4d6b-b49a-80a3a56ecccb req-b4d32564-d6cb-4eac-945c-53dd745911da tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:15.292883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9f74ec-b2aa-4d6b-b49a-80a3a56ecccb req-b4d32564-d6cb-4eac-945c-53dd745911da tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.2588279 May 10 11:37:15.354850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.372889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Attempting to bind port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:15.373381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Attempting to bind port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:15.373810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Attempting to bind port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:15.379294 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 May 2022 11:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82355f7b-741e-4ae9-b0ac-e64ab44b59fd x-openstack-request-id: req-82355f7b-741e-4ae9-b0ac-e64ab44b59fd {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:15.379710 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951", "code": 200}, {"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:15.380083 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82355f7b-741e-4ae9-b0ac-e64ab44b59fd {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:15.380585 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82355f7b-741e-4ae9-b0ac-e64ab44b59fd'] response: {'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951', 'code': 200} May 10 11:37:15.383977 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82355f7b-741e-4ae9-b0ac-e64ab44b59fd'] response: {'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'code': 200} May 10 11:37:15.489755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:15.507560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9f74ec-b2aa-4d6b-b49a-80a3a56ecccb req-7bb9ea09-709a-45ea-9a18-873a02454d29 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745939 May 10 11:37:15.526124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Allocated IP 172.20.0.14 (228907b6-6f90-4b04-af45-c84fa8d65f32/61955d59-4936-4f72-8540-0de91be3a151/a8bb7182-4870-430e-9b81-7fa75ba33a7b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:15.587926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:15.596123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:15.596718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.605651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d0511-962c-4565-88ef-1d6b7475237f None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:15.609018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=4409e046-600a-4790-b8a1-60995d8daf40,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:15.627809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 on network a07648da-45fb-45f5-b678-2127c3e36d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:15.630681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Attempting to bind port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:15.674774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:15.675447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Checking segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:15.675884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Bound using segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:15.678108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Bound port: 3b02069f-abfc-457c-a2c9-8e2e9a23f398, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:15.678483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.721036 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fadd85c5-67d7-40a5-b2fc-86a4ea53d92a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6470373 May 10 11:37:15.725010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48258) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:15.730096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-43c36b9e-b00d-4387-8679-98648c0e3271 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1125733932'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:15.818739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] For port 3b02069f-abfc-457c-a2c9-8e2e9a23f398, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:15.822404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] For port 3b02069f-abfc-457c-a2c9-8e2e9a23f398, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3b02069f-abfc-457c-a2c9-8e2e9a23f398,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:15.849540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.871879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:15.872663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.874994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/3b02069f-abfc-457c-a2c9-8e2e9a23f398 HTTP/1.1" status: 200 len: 1091 time: 4.7094276 May 10 11:37:15.882466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '3b02069f-abfc-457c-a2c9-8e2e9a23f398'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:15.885511 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "3b02069f-abfc-457c-a2c9-8e2e9a23f398"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:15.931646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:15.944712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844754b-7e62-4923-bd50-a41dc424a946 req-8a695d86-de97-4f38-afdf-dd0c5c13015b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:15.954811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5844754b-7e62-4923-bd50-a41dc424a946 req-8a695d86-de97-4f38-afdf-dd0c5c13015b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 946 time: 0.2548072 May 10 11:37:15.999782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43c36b9e-b00d-4387-8679-98648c0e3271 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.120884 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43c36b9e-b00d-4387-8679-98648c0e3271 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.166211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43c36b9e-b00d-4387-8679-98648c0e3271 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.305400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-d1c29dc1-dd27-4131-a54d-691013171f8e', 'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'tenant_id': '7f4ab61113f6400a9e70992966b91959', 'fixed_ips': [{'subnet_id': '4409e046-600a-4790-b8a1-60995d8daf40'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:37:16.307031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.311370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c36b9e-b00d-4387-8679-98648c0e3271 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27697ab0-0e8e-4454-ba1f-5543183fa6ea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:16.417473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ddb6b435-1bd4-4cf4-bd96-74bd76d86a5d req-c79224bf-800d-48dd-b396-63b51a2c00a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 210 time: 0.0404985 May 10 11:37:16.442593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5844754b-7e62-4923-bd50-a41dc424a946 req-0257b356-153f-44a9-8ed8-08b4edf18170 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841261 May 10 11:37:16.463363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43c36b9e-b00d-4387-8679-98648c0e3271 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.473969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43c36b9e-b00d-4387-8679-98648c0e3271 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7476029 May 10 11:37:16.475140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dd108-63ff-4f3f-9503-fd27406b88d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b02069f-abfc-457c-a2c9-8e2e9a23f398,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:16.479120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48270) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:16.485956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5fa184ef-7b08-4ae4-9176-47644221eaf5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'security_group': {'name': 'tempest-secgroup-721536284'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:16.620248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.642732 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea113d6-1ffb-4eb6-88a5-047dc0e509db x-openstack-request-id: req-aea113d6-1ffb-4eb6-88a5-047dc0e509db {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:16.643444 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "3b02069f-abfc-457c-a2c9-8e2e9a23f398", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:16.643987 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aea113d6-1ffb-4eb6-88a5-047dc0e509db {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:16.644600 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea113d6-1ffb-4eb6-88a5-047dc0e509db'] response: {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '3b02069f-abfc-457c-a2c9-8e2e9a23f398', 'status': 'completed', 'code': 200} May 10 11:37:16.650773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Allocated IP 2001:db8::2 (d1c29dc1-dd27-4131-a54d-691013171f8e/4409e046-600a-4790-b8a1-60995d8daf40/d05b1b25-0f9f-4f1b-be0e-3d21c66cd217) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:16.945149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5fa184ef-7b08-4ae4-9176-47644221eaf5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.946248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-4b8cd8da-29fc-470f-bbfd-2836442e2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:16.946931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-4b8cd8da-29fc-470f-bbfd-2836442e2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:16.947292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-4b8cd8da-29fc-470f-bbfd-2836442e2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:16.947839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-4b8cd8da-29fc-470f-bbfd-2836442e2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:16.948378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-4b8cd8da-29fc-470f-bbfd-2836442e2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:16.949291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-4b8cd8da-29fc-470f-bbfd-2836442e2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:16.949423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-4b8cd8da-29fc-470f-bbfd-2836442e2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:16.951399 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-4b8cd8da-29fc-470f-bbfd-2836442e2281 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6277 time: 0.2950552 May 10 11:37:16.998323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-46823579-48a6-47ca-a0fb-a8e24ae452e9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:17.004691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-46823579-48a6-47ca-a0fb-a8e24ae452e9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:17.010792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-46823579-48a6-47ca-a0fb-a8e24ae452e9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:17.017628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-46823579-48a6-47ca-a0fb-a8e24ae452e9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:17.023548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-46823579-48a6-47ca-a0fb-a8e24ae452e9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:17.029482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-46823579-48a6-47ca-a0fb-a8e24ae452e9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:17.036206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-46823579-48a6-47ca-a0fb-a8e24ae452e9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:17.047566 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-46823579-48a6-47ca-a0fb-a8e24ae452e9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5385 time: 0.3080859 May 10 11:37:17.089292 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.098802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.102344 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.124504 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.158587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:17.161974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:17.164947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:37:17.230287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Pushing event updated for resources: {'Port': ['ID=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:17.244727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Attempting to bind port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:17.245135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Attempting to bind port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3cdf937c-28db-4f51-9de6-35a2e90bc747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:17.245498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Attempting to bind port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 on network d1c29dc1-dd27-4131-a54d-691013171f8e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:17.252328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:17.252707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Checking segment: {'id': '3cdf937c-28db-4f51-9de6-35a2e90bc747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:17.253113 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.253505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Bound using segment: {'id': '3cdf937c-28db-4f51-9de6-35a2e90bc747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:17.253980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Bound port: d05b1b25-0f9f-4f1b-be0e-3d21c66cd217, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdf937c-28db-4f51-9de6-35a2e90bc747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:17.254361 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.303705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5fa184ef-7b08-4ae4-9176-47644221eaf5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.305717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.356705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd627c-88e9-40fb-830b-1c560abab6c4 req-9c034c7d-700c-4ea9-8714-cbba4e02d485 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:17.359978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44dd627c-88e9-40fb-830b-1c560abab6c4 req-9c034c7d-700c-4ea9-8714-cbba4e02d485 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.5843732 May 10 11:37:17.361722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5fa184ef-7b08-4ae4-9176-47644221eaf5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.368595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] For port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:17.386158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] For port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,segment=NetworkSegment(3cdf937c-28db-4f51-9de6-35a2e90bc747),segment_id=3cdf937c-28db-4f51-9de6-35a2e90bc747)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:17.398145 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.460957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa184ef-7b08-4ae4-9176-47644221eaf5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485d66f7-03d6-4587-8a61-e8c6d6261518,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:17.474224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44dd627c-88e9-40fb-830b-1c560abab6c4 req-478000be-24d8-41a7-9006-cad1bfd83ea2 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023729 May 10 11:37:17.496518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48c84-3ac4-4bd8-83d8-6ad82f5adc3a None None] Pushing event updated for resources: {'Port': ['ID=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:17.728239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5fa184ef-7b08-4ae4-9176-47644221eaf5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.734034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5fa184ef-7b08-4ae4-9176-47644221eaf5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2520542 May 10 11:37:17.753598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48306) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:17.755690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:17.771129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1649309177', 'security_groups': ['485d66f7-03d6-4587-8a61-e8c6d6261518'], 'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4409e046-600a-4790-b8a1-60995d8daf40'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:17.832003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.866125 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6de724aa-ca57-43ff-8430-3778d7a1bff2 req-1973123a-1f52-4b7e-bb62-d15157926338 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8175778 May 10 11:37:18.053669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-fb51b516-507f-4e78-8717-073504dd52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:18.054413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-fb51b516-507f-4e78-8717-073504dd52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:18.054829 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-fb51b516-507f-4e78-8717-073504dd52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:18.056578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-fb51b516-507f-4e78-8717-073504dd52f8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61c875a6e9124d718f447839eeda2fda&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0963547 May 10 11:37:18.203018 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c2ec4c9-83f3-4405-954e-f4b3804a6311 req-4767fb94-b0fb-4d67-826b-e2eacb85806c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 210 time: 0.4849823 May 10 11:37:18.204603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:18.221790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f04f0e-6445-44e4-8810-493084bb4d54 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:18.228450 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:18.241017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd437a41-46bb-4ce0-b08b-91c8ef9fdf16 req-b3e03b91-db8a-4bc9-9976-0feb37d161e6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:18.244823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:18.245121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=bc368247-a807-4307-a618-e8c479bc65d2,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:18.248867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd437a41-46bb-4ce0-b08b-91c8ef9fdf16 req-b3e03b91-db8a-4bc9-9976-0feb37d161e6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 946 time: 0.2929389 May 10 11:37:18.252200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:18.269917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:18.413759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Transition to ACTIVE for port object b2f04f0e-6445-44e4-8810-493084bb4d54 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:18.421854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd437a41-46bb-4ce0-b08b-91c8ef9fdf16 req-3273e9c0-f289-42fb-b169-5407c04ef761 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697984 May 10 11:37:18.459034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:18.547333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-44c0653e-10ea-407f-99e5-1a96abcad0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:18.548862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2313e6e-c1b1-4fe5-916d-24bc15a84e90 req-44c0653e-10ea-407f-99e5-1a96abcad0f2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4631441 May 10 11:37:18.613719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f04f0e-6445-44e4-8810-493084bb4d54,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:18.700649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:18.727123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64ec9200-436e-40a3-9b57-2293a655a49b req-469fbc26-209a-4345-8af7-0ef3c82cc43b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0aa9a8954e014385b381498d05416e4d HTTP/1.1" status: 200 len: 267 time: 0.1736486 May 10 11:37:18.900357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Attempting to bind port b2f04f0e-6445-44e4-8810-493084bb4d54 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:18.900918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Attempting to bind port b2f04f0e-6445-44e4-8810-493084bb4d54 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:18.903086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Attempting to bind port b2f04f0e-6445-44e4-8810-493084bb4d54 on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:18.909322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e72e049e-d64e-4a90-8809-822d0ed9c15f None None] Provisioning complete for port bc368247-a807-4307-a618-e8c479bc65d2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:18.909928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e72e049e-d64e-4a90-8809-822d0ed9c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:18.921591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9200-436e-40a3-9b57-2293a655a49b req-6f83ede4-5274-43e8-84fb-281de3ebe68e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:18.931480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64ec9200-436e-40a3-9b57-2293a655a49b req-6f83ede4-5274-43e8-84fb-281de3ebe68e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 946 time: 0.1846070 May 10 11:37:18.938690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-64ec9200-436e-40a3-9b57-2293a655a49b req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'port': {'security_groups': []}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:18.942064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:18.943653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Port b2f04f0e-6445-44e4-8810-493084bb4d54 on network a07648da-45fb-45f5-b678-2127c3e36d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:18.944033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Attempting to bind port b2f04f0e-6445-44e4-8810-493084bb4d54 on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:18.950475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:37:18.965179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e72e049e-d64e-4a90-8809-822d0ed9c15f None None] Port bc368247-a807-4307-a618-e8c479bc65d2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:18.979065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:19.007202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:37:19.018801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:19.019469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Checking segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:19.020397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Bound using segment: {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:19.021811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Bound port: b2f04f0e-6445-44e4-8810-493084bb4d54, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc10acc7-5f41-4231-90c0-c825a84dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:19.022348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.172330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event updated for resources: {'Port': ['ID=a8bb7182-4870-430e-9b81-7fa75ba33a7b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:19.199401 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-64ec9200-436e-40a3-9b57-2293a655a49b req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.237404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca95943-08df-440c-bdb5-25bbd2a6418c req-517aaa08-ce74-45d6-bd61-609df25e7d15 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:19.246105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca95943-08df-440c-bdb5-25bbd2a6418c req-517aaa08-ce74-45d6-bd61-609df25e7d15 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.5404875 May 10 11:37:19.317459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] For port b2f04f0e-6445-44e4-8810-493084bb4d54, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:19.332164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] For port b2f04f0e-6445-44e4-8810-493084bb4d54, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b2f04f0e-6445-44e4-8810-493084bb4d54,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:19.341978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:19.342856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.353564 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.417745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router e79dcb4b-21d3-4594-9a48-38ac0e74804c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:37:19.419696 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-d69b5b93-97b4-45e6-b946-6ebde88b3179 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1223872 May 10 11:37:19.428643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:19.431548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.433157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2f04f0e-6445-44e4-8810-493084bb4d54 HTTP/1.1" status: 200 len: 1091 time: 3.5071084 May 10 11:37:19.449041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': 'b2f04f0e-6445-44e4-8810-493084bb4d54'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:19.453937 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75323e59-27df-4bf0-9d48-82e4ea793d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "b2f04f0e-6445-44e4-8810-493084bb4d54"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:19.457660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Request body: {'port': {'device_id': 'a3795910-d7c8-4c92-83c8-ad553d52423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:19.482056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca95943-08df-440c-bdb5-25bbd2a6418c req-6c2d3555-f583-4253-ada3-449ab5482c97 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347429 May 10 11:37:19.619585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:19.622372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.626294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-64ec9200-436e-40a3-9b57-2293a655a49b req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] For port fc8c27c1-b626-44ff-a3d5-b4272ffeca67, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:19.639678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::30c (d1c29dc1-dd27-4131-a54d-691013171f8e/4409e046-600a-4790-b8a1-60995d8daf40/9d4f2c27-cbfb-41f8-af77-e695e75db5ba) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:19.701125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.722523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-64ec9200-436e-40a3-9b57-2293a655a49b req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.784057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd4ca8-cee2-4b5d-a28c-3349f8c41ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f04f0e-6445-44e4-8810-493084bb4d54,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:19.802694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:19.810489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-64ec9200-436e-40a3-9b57-2293a655a49b req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.829101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a95af036-d88f-4a56-86f7-bc7d760c6553', '53c39dbc-fb14-4510-9243-575e369ba763', 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:19.959167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9200-436e-40a3-9b57-2293a655a49b req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:19.960977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-64ec9200-436e-40a3-9b57-2293a655a49b req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.976522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:19.978300 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:19.981381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64ec9200-436e-40a3-9b57-2293a655a49b req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "PUT /v2.0/ports/fc8c27c1-b626-44ff-a3d5-b4272ffeca67 HTTP/1.1" status: 200 len: 905 time: 1.0488303 May 10 11:37:19.988136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:20.026972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fc8c27c1-b626-44ff-a3d5-b4272ffeca67'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:20.066542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:37:20.102217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dff8d-1386-442d-aeb6-5dedb8a00683 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'Port': ['ID=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:20.145766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Sync routers for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:37:20.148219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-db11ea19-0037-4b3f-afaf-050882697a9d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "PUT /v2.0/routers/e79dcb4b-21d3-4594-9a48-38ac0e74804c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0550001 May 10 11:37:20.162305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:20.238653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:20.239485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:37:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:20.279303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb27b-a117-4442-8591-9427fe37bec0 req-219f61e3-8066-4e55-9a87-75d7df13f654 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.291594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb27b-a117-4442-8591-9427fe37bec0 req-219f61e3-8066-4e55-9a87-75d7df13f654 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.298875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb27b-a117-4442-8591-9427fe37bec0 req-219f61e3-8066-4e55-9a87-75d7df13f654 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.309983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb27b-a117-4442-8591-9427fe37bec0 req-219f61e3-8066-4e55-9a87-75d7df13f654 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.316613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb27b-a117-4442-8591-9427fe37bec0 req-219f61e3-8066-4e55-9a87-75d7df13f654 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.322787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb27b-a117-4442-8591-9427fe37bec0 req-219f61e3-8066-4e55-9a87-75d7df13f654 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.329110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb27b-a117-4442-8591-9427fe37bec0 req-219f61e3-8066-4e55-9a87-75d7df13f654 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.340072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-533fb27b-a117-4442-8591-9427fe37bec0 req-219f61e3-8066-4e55-9a87-75d7df13f654 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5397 time: 0.5375898 May 10 11:37:20.361652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] For port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,segment=NetworkSegment(3cdf937c-28db-4f51-9de6-35a2e90bc747),segment_id=3cdf937c-28db-4f51-9de6-35a2e90bc747)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:20.396986 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:20.461892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478763-a203-48cd-8bdd-b6a005c3b40b req-12eb97b9-c23d-4205-9546-c78709d2f0fa tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.463475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6478763-a203-48cd-8bdd-b6a005c3b40b req-12eb97b9-c23d-4205-9546-c78709d2f0fa tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 932 time: 0.3058593 May 10 11:37:20.542114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Pushing event updated for resources: {'Port': ['ID=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:20.555927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-533fb27b-a117-4442-8591-9427fe37bec0 req-751435a7-728d-4388-9562-be6bc4d93249 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2052600 May 10 11:37:20.604130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:20.647790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6478763-a203-48cd-8bdd-b6a005c3b40b req-5b0cd827-2652-425d-b029-3feac02e0591 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690235 May 10 11:37:20.761749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:20.773097 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1039fb0a-6f31-4e29-b97a-b15fe982b11d x-openstack-request-id: req-1039fb0a-6f31-4e29-b97a-b15fe982b11d {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:20.775993 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "b2f04f0e-6445-44e4-8810-493084bb4d54", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:20.776509 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1039fb0a-6f31-4e29-b97a-b15fe982b11d {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:20.777442 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1039fb0a-6f31-4e29-b97a-b15fe982b11d'] response: {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': 'b2f04f0e-6445-44e4-8810-493084bb4d54', 'status': 'completed', 'code': 200} May 10 11:37:20.818446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Provisioning complete for port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:20.818825 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:20.907217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:37:20.959211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-ec3317f9-8210-42f3-92c6-77343e35f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.959211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-ec3317f9-8210-42f3-92c6-77343e35f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.959211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-ec3317f9-8210-42f3-92c6-77343e35f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.959211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-ec3317f9-8210-42f3-92c6-77343e35f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.960374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-ec3317f9-8210-42f3-92c6-77343e35f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.960374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-ec3317f9-8210-42f3-92c6-77343e35f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.960924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-ec3317f9-8210-42f3-92c6-77343e35f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:20.962914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-ec3317f9-8210-42f3-92c6-77343e35f42b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6344 time: 0.1844728 May 10 11:37:20.995685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0980b2-3f35-4ed6-8995-ee630b37e18d req-b5620e3d-f2c5-41f3-849b-93dc9278a4c1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:21.001073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=9d4f2c27-cbfb-41f8-af77-e695e75db5ba,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:21.004130 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9f0980b2-3f35-4ed6-8995-ee630b37e18d req-b5620e3d-f2c5-41f3-849b-93dc9278a4c1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.1064570 May 10 11:37:21.024022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bb7182-4870-430e-9b81-7fa75ba33a7b {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:21.034561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.049582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Transition to ACTIVE for port object a8bb7182-4870-430e-9b81-7fa75ba33a7b will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:21.052959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:21.056824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:21.071983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:37:21.080096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:21.080744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.098572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.099140 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9f0980b2-3f35-4ed6-8995-ee630b37e18d req-da85b49d-824d-4411-8bb6-78881fd77861 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937467 May 10 11:37:21.175467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b7e16bb6-a15e-49f8-9870-5b4a9737a2d5 None None] Port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:21.251308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bb7182-4870-430e-9b81-7fa75ba33a7b,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:21.319168 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-175b8ab3-8d6b-4ce9-841f-db5040b5ad37 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5521140 May 10 11:37:21.327050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48402) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:21.332020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-b8a6b485-5869-4530-ad76-951e144f5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:21.334934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:21.335318 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.339904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-b8a6b485-5869-4530-ad76-951e144f5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:21.340405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1d95c07c-d636-4bc9-9efd-24e5f58f6439 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:21.344538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-b8a6b485-5869-4530-ad76-951e144f5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:21.355331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-b8a6b485-5869-4530-ad76-951e144f5c70 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61c875a6e9124d718f447839eeda2fda&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3737636 May 10 11:37:21.516971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:21.532810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-26227368-fafd-40a4-ac49-3d8f07416021 None None] Provisioning complete for port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:21.533192 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-26227368-fafd-40a4-ac49-3d8f07416021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.544702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.593525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d838-0286-4e55-a833-64a13d33cd7b req-29f8310e-71fd-4707-8897-bd36c7579849 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:21.608969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Transition to ACTIVE for port object a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:21.612108 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6be9d838-0286-4e55-a833-64a13d33cd7b req-29f8310e-71fd-4707-8897-bd36c7579849 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 908 time: 0.8209443 May 10 11:37:21.638590 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.661979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Attempting to bind port a8bb7182-4870-430e-9b81-7fa75ba33a7b on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:21.664729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Attempting to bind port a8bb7182-4870-430e-9b81-7fa75ba33a7b by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:21.665271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Attempting to bind port a8bb7182-4870-430e-9b81-7fa75ba33a7b on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:21.678728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Port a8bb7182-4870-430e-9b81-7fa75ba33a7b on network 228907b6-6f90-4b04-af45-c84fa8d65f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:21.680463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Attempting to bind port a8bb7182-4870-430e-9b81-7fa75ba33a7b on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:21.691206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d95c07c-d636-4bc9-9efd-24e5f58f6439 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:21.702098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d95c07c-d636-4bc9-9efd-24e5f58f6439 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.705936 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:37:21.763231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-bc07bf92-0d94-4c57-afd3-3efee1edd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:21.763590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75323e59-27df-4bf0-9d48-82e4ea793d6b req-bc07bf92-0d94-4c57-afd3-3efee1edd8da service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3983116 May 10 11:37:21.786551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:21.804158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:14Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:36:01Z', 'revision_number': 1, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc368247-a807-4307-a618-e8c479bc65d2', 'name': '', 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:a7:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'da55bd25-520d-471d-9465-1d871c48368d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:37:11Z', 'updated_at': '2022-05-10T11:37:16Z', 'revision_number': 2, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'da55bd25-520d-471d-9465-1d871c48368d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:21.826655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:21.872823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Checking router: e79dcb4b-21d3-4594-9a48-38ac0e74804c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:37:21.873198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Updating router e79dcb4b-21d3-4594-9a48-38ac0e74804c port bc368247-a807-4307-a618-e8c479bc65d2 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:37:21.878042 n-d-840949-1 neutron-server[102767]: INFO neutron.db.ipam_backend_mixin [None req-1d95c07c-d636-4bc9-9efd-24e5f58f6439 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4409e046-600a-4790-b8a1-60995d8daf40 (CIDR: 2001:db8::/64) May 10 11:37:21.901357 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d95c07c-d636-4bc9-9efd-24e5f58f6439 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:37:21.901867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d95c07c-d636-4bc9-9efd-24e5f58f6439 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:21.938834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:21.939381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Checking segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:21.939864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Bound using segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:21.940617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Bound port: a8bb7182-4870-430e-9b81-7fa75ba33a7b, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:21.941033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:21.959860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1d95c07c-d636-4bc9-9efd-24e5f58f6439 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6270621 May 10 11:37:21.964033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48424) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:21.971578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:22.013408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:22.031526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Attempting to bind port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:22.034724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Attempting to bind port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:22.047894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Attempting to bind port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 on network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:22.058232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 on network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:22.058547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Attempting to bind port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 on network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:22.063315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-0313f10f-5145-4f98-8a83-359fe649b687 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.079038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:22.079382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Checking segment: {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:22.079773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Bound using segment: {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:22.080251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Bound port: a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:22.080613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.081610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-0313f10f-5145-4f98-8a83-359fe649b687 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.088980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-0313f10f-5145-4f98-8a83-359fe649b687 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.097062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-0313f10f-5145-4f98-8a83-359fe649b687 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.105850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-0313f10f-5145-4f98-8a83-359fe649b687 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.112917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-0313f10f-5145-4f98-8a83-359fe649b687 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.116539 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.120689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-0313f10f-5145-4f98-8a83-359fe649b687 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.138201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-0313f10f-5145-4f98-8a83-359fe649b687 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5409 time: 0.2580829 May 10 11:37:22.182173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-26227368-fafd-40a4-ac49-3d8f07416021 None None] Current status of the port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:22.230103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:22.236004 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.276812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e90a2b1-bc85-49cb-94b6-a9ce796cedfe req-b0cfda45-39c2-44dd-84cd-a6216af6f6a8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1337948 May 10 11:37:22.307991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] For port a8bb7182-4870-430e-9b81-7fa75ba33a7b, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:22.320325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] For port a8bb7182-4870-430e-9b81-7fa75ba33a7b, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a8bb7182-4870-430e-9b81-7fa75ba33a7b,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:22.347804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.354831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:22.361020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.394302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] For port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:22.467782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] For port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:22.482994 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.527798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.532863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.534289 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/a8bb7182-4870-430e-9b81-7fa75ba33a7b HTTP/1.1" status: 200 len: 1092 time: 3.0811405 May 10 11:37:22.535740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3795910-d7c8-4c92-83c8-ad553d52423b', 'tag': 'a8bb7182-4870-430e-9b81-7fa75ba33a7b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:22.546182 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92" -d '{"events": [{"name": "network-changed", "server_uuid": "a3795910-d7c8-4c92-83c8-ad553d52423b", "tag": "a8bb7182-4870-430e-9b81-7fa75ba33a7b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:22.553312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:22.560776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.561570 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.563139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] 10.222.0.70 "PUT /v2.0/ports/a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 HTTP/1.1" status: 200 len: 1091 time: 2.7706313 May 10 11:37:22.590483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.592877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.593462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.594112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.594879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.595713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.596582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.597339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.597853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.598387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.598875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.599398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b987db7-5e24-415f-8375-134585e84b69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:22.613654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Request body: {'port': {'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:22.700368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aba88579-2b7a-46ea-936c-a414a8aaa921 None None] Provisioning complete for port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:22.706328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aba88579-2b7a-46ea-936c-a414a8aaa921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.800920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fffc60-6d87-4cde-8489-72a7ceff11b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bb7182-4870-430e-9b81-7fa75ba33a7b,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:22.802596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'tag': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67'}, {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:22.805272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aba88579-2b7a-46ea-936c-a414a8aaa921 None None] Port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:22.832955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca8383-3f40-4974-b2cb-f9c3e461841e req-b822e5c7-eb5e-4c07-926b-ca1492269760 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.841298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14ca8383-3f40-4974-b2cb-f9c3e461841e req-b822e5c7-eb5e-4c07-926b-ca1492269760 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3836324 May 10 11:37:22.841717 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dccaa22-7a03-4d68-999d-b30407cc8e78" -d '{"events": [{"name": "network-changed", "server_uuid": "c18d14cf-bcf7-4565-8dd7-a136c65fbe64", "tag": "fc8c27c1-b626-44ff-a3d5-b4272ffeca67"}, {"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:22.858588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:22.884032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-1500249c-053e-4ddb-9f88-0d2a7056b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:22.897626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-1500249c-053e-4ddb-9f88-0d2a7056b2b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 1095 time: 0.2517819 May 10 11:37:23.014009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-035166ee-076f-46f3-a18a-5a81b7368291 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bb7182-4870-430e-9b81-7fa75ba33a7b HTTP/1.1" status: 200 len: 217 time: 0.1057355 May 10 11:37:23.014874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:23.130104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-56acf253-c750-4648-8fe3-d07cfefced84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:23.133348 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-56acf253-c750-4648-8fe3-d07cfefced84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.1023993 May 10 11:37:23.133982 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:23.139697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14ca8383-3f40-4974-b2cb-f9c3e461841e req-ec36d761-6c38-4832-89b5-d20d6de90b9d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925293 May 10 11:37:23.147857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6247a-9655-4b0e-8814-9d04ff3038ea req-ac89841a-095e-49a7-93f2-2fbc0bcab166 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:23.150871 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27c6247a-9655-4b0e-8814-9d04ff3038ea req-ac89841a-095e-49a7-93f2-2fbc0bcab166 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 944 time: 0.2392147 May 10 11:37:23.159057 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:23.212965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-0c51f1d4-410e-44b1-acbc-f318a6cebb97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696812 May 10 11:37:23.253330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27c6247a-9655-4b0e-8814-9d04ff3038ea req-71e051bd-936d-48b5-851a-39e2bc022789 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895138 May 10 11:37:23.286971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aa390-a579-47a4-8831-8ad96816a8b5 None None] Pushing event updated for resources: {'Port': ['ID=bc368247-a807-4307-a618-e8c479bc65d2,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:23.445665 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a1f131-3650-4e7f-9c8c-26fdc5962b7a x-openstack-request-id: req-68a1f131-3650-4e7f-9c8c-26fdc5962b7a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:23.446124 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3795910-d7c8-4c92-83c8-ad553d52423b", "tag": "a8bb7182-4870-430e-9b81-7fa75ba33a7b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:23.446484 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68a1f131-3650-4e7f-9c8c-26fdc5962b7a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:23.447393 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a1f131-3650-4e7f-9c8c-26fdc5962b7a'] response: {'name': 'network-changed', 'server_uuid': 'a3795910-d7c8-4c92-83c8-ad553d52423b', 'tag': 'a8bb7182-4870-430e-9b81-7fa75ba33a7b', 'status': 'completed', 'code': 200} May 10 11:37:23.480897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Attempting to bind port bc368247-a807-4307-a618-e8c479bc65d2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:23.487960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Attempting to bind port bc368247-a807-4307-a618-e8c479bc65d2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:23.488603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Attempting to bind port bc368247-a807-4307-a618-e8c479bc65d2 on network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:23.514706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:23.518586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Checking segment: {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:23.519025 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:23.519540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Bound using segment: {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:23.520264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Bound port: bc368247-a807-4307-a618-e8c479bc65d2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f810f47-3db2-4b69-bbbf-8c58e1cdab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:23.520750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:23.575047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002aab89-245b-4854-9f3e-540805670edf req-86c80b37-cb92-4964-af31-14ffe6f37162 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:23.587689 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-002aab89-245b-4854-9f3e-540805670edf req-86c80b37-cb92-4964-af31-14ffe6f37162 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2243676 May 10 11:37:23.685518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] For port bc368247-a807-4307-a618-e8c479bc65d2, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:23.686615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-39c00f6d-4f0c-4075-ae43-05a3df13feb1 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630690 May 10 11:37:23.692207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] For port bc368247-a807-4307-a618-e8c479bc65d2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bc368247-a807-4307-a618-e8c479bc65d2,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:23.699688 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:23.781001 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:23.905508 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-002aab89-245b-4854-9f3e-540805670edf req-6ae79a47-d9c7-470c-8483-8a8f292d0c3e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163233 May 10 11:37:23.910950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aa390-a579-47a4-8831-8ad96816a8b5 None None] Pushing event updated for resources: {'Port': ['ID=bc368247-a807-4307-a618-e8c479bc65d2,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:23.937584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:23.940708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:37:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:24.057199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05e3f7f8-47ec-4c25-bd3c-cb9cb1a00f2d req-b676c37f-4a23-4143-a638-9f78102bfae8 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587260 May 10 11:37:24.162274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7da3e54-f24f-4522-b9a0-4cbfb14f644c {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:24.177894 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:24.199532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Transition to ACTIVE for port object a7da3e54-f24f-4522-b9a0-4cbfb14f644c will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:24.203003 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 May 2022 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df887ff-568f-4f50-8497-819ccbd14a58 x-openstack-request-id: req-2df887ff-568f-4f50-8497-819ccbd14a58 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:24.203441 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18d14cf-bcf7-4565-8dd7-a136c65fbe64", "tag": "fc8c27c1-b626-44ff-a3d5-b4272ffeca67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:24.203637 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2df887ff-568f-4f50-8497-819ccbd14a58 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:24.204101 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df887ff-568f-4f50-8497-819ccbd14a58'] response: {'name': 'network-changed', 'server_uuid': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'tag': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67', 'status': 'completed', 'code': 200} May 10 11:37:24.204361 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df887ff-568f-4f50-8497-819ccbd14a58'] response: {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7', 'status': 'completed', 'code': 200} May 10 11:37:24.239798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:24.289984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:24.295045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:24.321938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:24.398258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-48a292eb-af72-43c7-8ee3-a4abf592a163 None None] Provisioning complete for port bc368247-a807-4307-a618-e8c479bc65d2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:24.398879 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-48a292eb-af72-43c7-8ee3-a4abf592a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:24.421714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:24.422230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:24.449893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded072c2-91e9-4ecf-98ae-8febc4048553 None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:24.456447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-418b4a09-01e7-454c-996b-4497122e41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:24.460153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-843b5571-879b-4ee2-8468-d5f61908c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:24.461649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-843b5571-879b-4ee2-8468-d5f61908c1f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 1095 time: 0.2728176 May 10 11:37:24.464247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-418b4a09-01e7-454c-996b-4497122e41fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 1059 time: 0.2254269 May 10 11:37:24.497033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14f95-4329-4f2d-bc08-8609a2ffe2a2 req-144b5d57-7ec3-4763-afda-a03f489e5945 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:24.498735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eaa14f95-4329-4f2d-bc08-8609a2ffe2a2 req-144b5d57-7ec3-4763-afda-a03f489e5945 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1981132 May 10 11:37:24.582263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-48a292eb-af72-43c7-8ee3-a4abf592a163 None None] Current status of the port bc368247-a807-4307-a618-e8c479bc65d2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:24.582492 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-48a292eb-af72-43c7-8ee3-a4abf592a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:24.770879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-78697030-81bd-469c-ab58-2e9634e19d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:24.779156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-78697030-81bd-469c-ab58-2e9634e19d81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.2961071 May 10 11:37:24.795235 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eaa14f95-4329-4f2d-bc08-8609a2ffe2a2 req-0770c78e-5f6d-40bf-ad57-9cc5ca1d611b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670395 May 10 11:37:24.890898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:37:24.898745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a9f47a6e-384f-467d-92e8-57b4463038a8 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9293358 May 10 11:37:24.900664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48514) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:24.910266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-166776891', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774'}], 'security_groups': ['27697ab0-0e8e-4454-ba1f-5543183fa6ea']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:24.912681 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-be362513-429e-452d-8f0a-3178d1e56d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:24.914839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Pushing event updated for resources: {'Port': ['ID=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:24.916462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-be362513-429e-452d-8f0a-3178d1e56d7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 907 time: 0.4410133 May 10 11:37:24.940424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-d66cb907-fcec-4d11-a66f-39b4d94b5c4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67 HTTP/1.1" status: 200 len: 217 time: 0.1365283 May 10 11:37:25.026639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-67e55eee-1ef4-442f-8604-53dbef8f1f7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bb7182-4870-430e-9b81-7fa75ba33a7b HTTP/1.1" status: 200 len: 217 time: 0.1008186 May 10 11:37:25.101425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275500-1def-46f0-a85b-1af79fc316f7 req-803dcd04-8705-48c3-9ac4-47a4e39f3a2a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.107250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275500-1def-46f0-a85b-1af79fc316f7 req-803dcd04-8705-48c3-9ac4-47a4e39f3a2a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.114237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275500-1def-46f0-a85b-1af79fc316f7 req-803dcd04-8705-48c3-9ac4-47a4e39f3a2a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.121507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275500-1def-46f0-a85b-1af79fc316f7 req-803dcd04-8705-48c3-9ac4-47a4e39f3a2a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.128281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275500-1def-46f0-a85b-1af79fc316f7 req-803dcd04-8705-48c3-9ac4-47a4e39f3a2a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.135193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275500-1def-46f0-a85b-1af79fc316f7 req-803dcd04-8705-48c3-9ac4-47a4e39f3a2a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.141741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275500-1def-46f0-a85b-1af79fc316f7 req-803dcd04-8705-48c3-9ac4-47a4e39f3a2a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.144463 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67275500-1def-46f0-a85b-1af79fc316f7 req-803dcd04-8705-48c3-9ac4-47a4e39f3a2a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.2092485 May 10 11:37:25.242145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-1d039c1b-49f7-4156-8eb9-83ac90e28abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.245522 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-1d039c1b-49f7-4156-8eb9-83ac90e28abd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.2000973 May 10 11:37:25.256759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-48a292eb-af72-43c7-8ee3-a4abf592a163 None None] For port bc368247-a807-4307-a618-e8c479bc65d2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bc368247-a807-4307-a618-e8c479bc65d2,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:25.300319 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67275500-1def-46f0-a85b-1af79fc316f7 req-6720ccc6-f0a1-4702-9abf-aee80b6db776 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1403360 May 10 11:37:25.319303 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-48a292eb-af72-43c7-8ee3-a4abf592a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:25.360685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-9e85ed99-4db2-41bd-a5c9-b48df5dfad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.362597 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-9e85ed99-4db2-41bd-a5c9-b48df5dfad02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.3656907 May 10 11:37:25.366844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Attempting to bind port a7da3e54-f24f-4522-b9a0-4cbfb14f644c on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:25.367342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Attempting to bind port a7da3e54-f24f-4522-b9a0-4cbfb14f644c by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:25.367805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Attempting to bind port a7da3e54-f24f-4522-b9a0-4cbfb14f644c on network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:25.379469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-96df5cd6-50f6-44ff-9752-bb2fbc76c74d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232097 May 10 11:37:25.383273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Port a7da3e54-f24f-4522-b9a0-4cbfb14f644c on network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:25.383423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Attempting to bind port a7da3e54-f24f-4522-b9a0-4cbfb14f644c on network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:25.435947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:25.439070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Checking segment: {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:25.439544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Bound using segment: {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:25.441322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Bound port: a7da3e54-f24f-4522-b9a0-4cbfb14f644c, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:25.441853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:25.498156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636bed0-3735-41b3-806f-7d5eea0927fb req-eef54e89-2a98-4aae-92bd-b96c8c2664e2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:25.507804 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e636bed0-3735-41b3-806f-7d5eea0927fb req-eef54e89-2a98-4aae-92bd-b96c8c2664e2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 944 time: 0.5192599 May 10 11:37:25.546405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3470b410-0da8-4b83-912c-038b4a7ca8e4 None None] Provisioning complete for port bc368247-a807-4307-a618-e8c479bc65d2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:25.551251 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3470b410-0da8-4b83-912c-038b4a7ca8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:25.554868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a292eb-af72-43c7-8ee3-a4abf592a163 None None] Pushing event updated for resources: {'Port': ['ID=bc368247-a807-4307-a618-e8c479bc65d2,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:25.639452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-022a458c-aaed-477a-bc02-42442ec74fe7 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516241 May 10 11:37:25.760570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c2bc0-816e-46c2-9eb9-6b5f241d6710 None None] Update dhcp port {'port': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'fixed_ips': [{'subnet_id': '4409e046-600a-4790-b8a1-60995d8daf40', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774'}], 'binding:host_id': 'n-d-840949-1'}, 'id': 'd05b1b25-0f9f-4f1b-be0e-3d21c66cd217'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:37:25.810859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-351c2bc0-816e-46c2-9eb9-6b5f241d6710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:26.006675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3470b410-0da8-4b83-912c-038b4a7ca8e4 None None] Current status of the port bc368247-a807-4307-a618-e8c479bc65d2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:26.022938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:14Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:36:01Z', 'revision_number': 1, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc368247-a807-4307-a618-e8c479bc65d2', 'name': '', 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:a7:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'da55bd25-520d-471d-9465-1d871c48368d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:37:11Z', 'updated_at': '2022-05-10T11:37:23Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'da55bd25-520d-471d-9465-1d871c48368d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:26.113063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb79e6-6dec-4b43-8a7b-672838e60174 None None] The sync data for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 is: [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:14Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:36:01Z', 'revision_number': 1, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc368247-a807-4307-a618-e8c479bc65d2', 'name': '', 'network_id': '9ec735ca-e5f3-41d6-bfb1-7e2a7914859e', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:a7:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'da55bd25-520d-471d-9465-1d871c48368d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:37:11Z', 'updated_at': '2022-05-10T11:37:23Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'da55bd25-520d-471d-9465-1d871c48368d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:37:26.218014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-b7d50d06-2f84-48bf-ac54-9a90d65e759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:26.220857 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-b7d50d06-2f84-48bf-ac54-9a90d65e759c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8459966 May 10 11:37:26.234763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-351c2bc0-816e-46c2-9eb9-6b5f241d6710 None None] Allocated IP 2001:db8:0:1::2 (d1c29dc1-dd27-4131-a54d-691013171f8e/3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774/d05b1b25-0f9f-4f1b-be0e-3d21c66cd217) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:26.326730 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e636bed0-3735-41b3-806f-7d5eea0927fb req-02a3a0da-7bb2-4c02-a0fd-b0525f49cd38 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8175082 May 10 11:37:26.415022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a8bb7182-4870-430e-9b81-7fa75ba33a7b details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:37:26.427336 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:26.482341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] For port a7da3e54-f24f-4522-b9a0-4cbfb14f644c, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:26.539979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] For port a7da3e54-f24f-4522-b9a0-4cbfb14f644c, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:26.581711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-351c2bc0-816e-46c2-9eb9-6b5f241d6710 None None] For port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,segment=NetworkSegment(3cdf937c-28db-4f51-9de6-35a2e90bc747),segment_id=3cdf937c-28db-4f51-9de6-35a2e90bc747)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:26.609627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68318095-42a6-441d-8d89-5358092c3fa4 req-03635429-16be-432d-b628-f9be0668a14d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:26.617134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68318095-42a6-441d-8d89-5358092c3fa4 req-03635429-16be-432d-b628-f9be0668a14d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.9764402 May 10 11:37:26.680575 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-351c2bc0-816e-46c2-9eb9-6b5f241d6710 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:26.692863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a8bb7182-4870-430e-9b81-7fa75ba33a7b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a8bb7182-4870-430e-9b81-7fa75ba33a7b,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:26.713533 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-351c2bc0-816e-46c2-9eb9-6b5f241d6710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:26.747688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'a8bb7182-4870-430e-9b81-7fa75ba33a7b', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'port_id': 'a8bb7182-4870-430e-9b81-7fa75ba33a7b', 'mac_address': 'fa:16:3e:ea:a9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61955d59-4936-4f72-8540-0de91be3a151', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:37:26.820511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-403f5715-4caa-4d4f-a7d9-d76b4e7b9d92 req-df35286c-21aa-4644-a11c-b6a47ec82ac2 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1114259 May 10 11:37:26.827803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:26.834516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68318095-42a6-441d-8d89-5358092c3fa4 req-7c6e171c-157e-41d0-af8c-2c05738afee9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956892 May 10 11:37:27.031618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a8bb7182-4870-430e-9b81-7fa75ba33a7b is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:27.031995 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:27.060641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2bc0-816e-46c2-9eb9-6b5f241d6710 None None] Pushing event updated for resources: {'Port': ['ID=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:27.066087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bb7182-4870-430e-9b81-7fa75ba33a7b {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:27.098151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a8bb7182-4870-430e-9b81-7fa75ba33a7b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a8bb7182-4870-430e-9b81-7fa75ba33a7b,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:27.113053 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:27.219869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70bab-d98a-4399-b579-41d3b99591e8 req-ec586f41-e1f3-492e-a6d8-f4209a1fa271 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.221491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1b70bab-d98a-4399-b579-41d3b99591e8 req-ec586f41-e1f3-492e-a6d8-f4209a1fa271 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2094650 May 10 11:37:27.331102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a8bb7182-4870-430e-9b81-7fa75ba33a7b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:27.340903 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1b70bab-d98a-4399-b579-41d3b99591e8 req-f3d7f1b9-2ee8-4555-ba32-e21b9b6c81ba tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127827 May 10 11:37:27.418126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a8bb7182-4870-430e-9b81-7fa75ba33a7b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:27.466805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.468840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:27.471433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] 10.222.0.70 "PUT /v2.0/ports/a7da3e54-f24f-4522-b9a0-4cbfb14f644c HTTP/1.1" status: 200 len: 1091 time: 4.8627088 May 10 11:37:27.476569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:27.479456 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bffcc64-1f5e-415a-96c4-7cf06717d909" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "a7da3e54-f24f-4522-b9a0-4cbfb14f644c"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:27.503090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badd5f2-5ab1-4708-96e0-29ca18359789 service neutron] Pushing event updated for resources: {'Port': ['ID=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:27.724717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-951857d7-4d6e-4025-bb33-bb366b405d87 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4733195 May 10 11:37:27.815152 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-084c57e4-6a85-4d1e-b9bb-d9cb3b318c96 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.844208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-084c57e4-6a85-4d1e-b9bb-d9cb3b318c96 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.872513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-084c57e4-6a85-4d1e-b9bb-d9cb3b318c96 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.887037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-084c57e4-6a85-4d1e-b9bb-d9cb3b318c96 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.903026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-084c57e4-6a85-4d1e-b9bb-d9cb3b318c96 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.918190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-084c57e4-6a85-4d1e-b9bb-d9cb3b318c96 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.931347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-084c57e4-6a85-4d1e-b9bb-d9cb3b318c96 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:27.948888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-084c57e4-6a85-4d1e-b9bb-d9cb3b318c96 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.2853549 May 10 11:37:28.056090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02e448b2-384f-4176-89c9-4402f2f534b1 req-aa6bb127-46c9-463c-bc2b-b2955eb97f8f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051810 May 10 11:37:28.068525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-a6a843d5-7997-44c8-a205-d5b9148c7688 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425539 May 10 11:37:28.196727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:28.220617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0df75ab8-7d87-4fc9-86f4-3278803aeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.223069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0df75ab8-7d87-4fc9-86f4-3278803aeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.225139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0df75ab8-7d87-4fc9-86f4-3278803aeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.225913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0df75ab8-7d87-4fc9-86f4-3278803aeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.226549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0df75ab8-7d87-4fc9-86f4-3278803aeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.227179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0df75ab8-7d87-4fc9-86f4-3278803aeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.227884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0df75ab8-7d87-4fc9-86f4-3278803aeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.230061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-0df75ab8-7d87-4fc9-86f4-3278803aeb1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6478 time: 0.6213031 May 10 11:37:28.262413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746515-ddfa-4b26-a1cc-a3f6d13c49fe req-f610fa51-5224-4477-8564-456273ee177c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.276121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70746515-ddfa-4b26-a1cc-a3f6d13c49fe req-f610fa51-5224-4477-8564-456273ee177c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 945 time: 0.1005435 May 10 11:37:28.310523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:28.310812 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:28.317065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d2e36-52aa-4c32-ae21-e8b96b480039 req-61117164-5a8c-4f21-bd75-189ae5e84ce4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.319286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d9d2e36-52aa-4c32-ae21-e8b96b480039 req-61117164-5a8c-4f21-bd75-189ae5e84ce4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.5725093 May 10 11:37:28.321135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-21257877-c255-435a-b8c0-5bda8d7be64d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d HTTP/1.1" status: 200 len: 217 time: 0.0792544 May 10 11:37:28.359626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70746515-ddfa-4b26-a1cc-a3f6d13c49fe req-17b06e84-2200-4a23-970a-b4cd98fe5820 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825281 May 10 11:37:28.445276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Delete allocated IP 2001:db8::30c (d1c29dc1-dd27-4131-a54d-691013171f8e/4409e046-600a-4790-b8a1-60995d8daf40) {{(pid=102768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 11:37:28.466753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Provisioning complete for port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:28.467378 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:28.513317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8:0:1::d8 (d1c29dc1-dd27-4131-a54d-691013171f8e/3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774/9d4f2c27-cbfb-41f8-af77-e695e75db5ba) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:28.560171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:28.570682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:28.571988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bc368247-a807-4307-a618-e8c479bc65d2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:28.611080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:28.611080 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:28.680163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port bc368247-a807-4307-a618-e8c479bc65d2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:28.680542 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:28.772722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:28.795996 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0b7109-c732-46e5-9b87-a6ee2e389114 x-openstack-request-id: req-aa0b7109-c732-46e5-9b87-a6ee2e389114 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:28.797971 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "a7da3e54-f24f-4522-b9a0-4cbfb14f644c", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:28.799592 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa0b7109-c732-46e5-9b87-a6ee2e389114 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:28.800616 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0b7109-c732-46e5-9b87-a6ee2e389114'] response: {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c', 'status': 'completed', 'code': 200} May 10 11:37:28.809947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:28.824343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d9d2e36-52aa-4c32-ae21-e8b96b480039 req-02ffd1d4-ee9c-4d35-8c86-fc6bc2064732 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4906585 May 10 11:37:28.834817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:28.852640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Provisioning complete for port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:28.853017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:28.862008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12122f-c5c6-4949-bacc-4d3776b630d6 req-3febeed2-1c07-4a92-978c-1e0edc92fd11 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.873935 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e12122f-c5c6-4949-bacc-4d3776b630d6 req-3febeed2-1c07-4a92-978c-1e0edc92fd11 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.1212616 May 10 11:37:28.946099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=9d4f2c27-cbfb-41f8-af77-e695e75db5ba,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:28.946432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port bc368247-a807-4307-a618-e8c479bc65d2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:28.972363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-de289bee-6a46-4ff7-8881-46fd33b144c2 None None] Port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:28.981694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-98fdabc0-56b0-41f1-a98f-5e52421a233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:28.981694 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-98fdabc0-56b0-41f1-a98f-5e52421a233d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81b933b5-2fe8-47c2-bb94-e00aed01a622 HTTP/1.1" status: 200 len: 850 time: 0.6463609 May 10 11:37:28.990281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e12122f-c5c6-4949-bacc-4d3776b630d6 req-80d2b7f8-5e1d-41c3-8396-108532c5578b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143568 May 10 11:37:29.028742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] In _notify_port_updated(), no bound segment for port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba on network d1c29dc1-dd27-4131-a54d-691013171f8e {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:37:29.033621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.034410 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.039333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48624) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:29.051403 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47f0ff24-cbb2-4eb0-8c3f-048250b68578 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "PUT /v2.0/ports/9d4f2c27-cbfb-41f8-af77-e695e75db5ba HTTP/1.1" status: 200 len: 929 time: 4.1392214 May 10 11:37:29.171617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623cd09-8114-410f-9cc7-965659b05d66 req-7ffa3e2e-dc55-49de-a4b1-2b3c2a41f3a3 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.175157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7623cd09-8114-410f-9cc7-965659b05d66 req-7ffa3e2e-dc55-49de-a4b1-2b3c2a41f3a3 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 948 time: 0.1603611 May 10 11:37:29.201787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-12631684-6844-49bb-a260-6f403ae07f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.204549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-12631684-6844-49bb-a260-6f403ae07f9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0baa6384-755b-49d7-a9b2-89b8632f72c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989779 May 10 11:37:29.349841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7623cd09-8114-410f-9cc7-965659b05d66 req-67430862-075e-4b2e-a365-55ea7754884e tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633847 May 10 11:37:29.406209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-fee07566-ed34-4c22-827e-73b6915f50ee tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.418539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-fee07566-ed34-4c22-827e-73b6915f50ee tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.2870650 May 10 11:37:29.420284 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-c10807c7-88d5-443e-8b5c-0af6730552e7 service neutron] 10.222.0.70 "GET /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040823 May 10 11:37:29.461938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-5bdef1fa-1ac1-4b81-997f-ee8251c26c2f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/quotas/0aa9a8954e014385b381498d05416e4d HTTP/1.1" status: 200 len: 375 time: 0.0424745 May 10 11:37:29.529698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c0367768-42a0-483b-a9e0-fb828c9c475a None None] Provisioning complete for port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:29.530770 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0367768-42a0-483b-a9e0-fb828c9c475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.557801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-b717f8a6-8492-4375-86c4-401fb6cd48e9 service neutron] 10.222.0.70 "GET /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282089 May 10 11:37:29.570216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-943f79fc-4f5b-4d7e-a4ba-627761fbb9ad tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1072831 May 10 11:37:29.593412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:29.593412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.699114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-cf70d59d-4ddb-475d-9b0c-b6ad26573b45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca HTTP/1.1" status: 200 len: 217 time: 0.0976086 May 10 11:37:29.767046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.792890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 9d4f2c27-cbfb-41f8-af77-e695e75db5ba owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:29.800227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353264-44e1-40a4-8f10-25064d71647b req-c7aa6c44-d924-4303-b617-ec06a1de9e6c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.815096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353264-44e1-40a4-8f10-25064d71647b req-c7aa6c44-d924-4303-b617-ec06a1de9e6c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.829798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353264-44e1-40a4-8f10-25064d71647b req-c7aa6c44-d924-4303-b617-ec06a1de9e6c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.848029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353264-44e1-40a4-8f10-25064d71647b req-c7aa6c44-d924-4303-b617-ec06a1de9e6c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.858067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353264-44e1-40a4-8f10-25064d71647b req-c7aa6c44-d924-4303-b617-ec06a1de9e6c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.864731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353264-44e1-40a4-8f10-25064d71647b req-c7aa6c44-d924-4303-b617-ec06a1de9e6c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.871518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353264-44e1-40a4-8f10-25064d71647b req-c7aa6c44-d924-4303-b617-ec06a1de9e6c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.880290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26353264-44e1-40a4-8f10-25064d71647b req-c7aa6c44-d924-4303-b617-ec06a1de9e6c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.3213599 May 10 11:37:29.920403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c0367768-42a0-483b-a9e0-fb828c9c475a None None] Port 9d4f2c27-cbfb-41f8-af77-e695e75db5ba cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:29.922055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-ec37d9cb-e04d-4160-863a-26cc5b83941e service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503041 May 10 11:37:29.931956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-53b8a2d8-701e-4aba-b2e1-32d252cafb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:29.933561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-53b8a2d8-701e-4aba-b2e1-32d252cafb7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 200 len: 797 time: 0.2203705 May 10 11:37:29.948796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26353264-44e1-40a4-8f10-25064d71647b req-68357c77-0da8-41e1-b906-ed86b66f84b3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670631 May 10 11:37:30.037096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-3dce4321-8515-44a6-a87a-de819d617890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:30.038754 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-3dce4321-8515-44a6-a87a-de819d617890 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07648da-45fb-45f5-b678-2127c3e36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838702 May 10 11:37:30.044747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-8ac9380e-f900-4c7d-b0b7-bda54bf2ca10 service neutron] 10.222.0.13 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219690 May 10 11:37:30.128281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.165617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=9d4f2c27-cbfb-41f8-af77-e695e75db5ba,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:30.179296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.179296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.181425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.181756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.182095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.183599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3175b4-a80c-422b-96d1-951b4adbabcf req-39d8785f-0340-45a8-9f74-f2591529f72d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:30.185264 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad3175b4-a80c-422b-96d1-951b4adbabcf req-39d8785f-0340-45a8-9f74-f2591529f72d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 945 time: 0.1281955 May 10 11:37:30.189398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.189589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.189822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.190307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.190901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.191231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.191562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:30.254312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.257685 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e522e69c-5508-4174-ac6e-bb1db3851e51 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/9d4f2c27-cbfb-41f8-af77-e695e75db5ba HTTP/1.1" status: 204 len: 168 time: 1.2146194 May 10 11:37:30.260933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48642) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:30.283326 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad3175b4-a80c-422b-96d1-951b4adbabcf req-f004e55c-6215-4805-81d1-f1eb735c07df tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913429 May 10 11:37:30.324446 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f076f0-f45d-4a9c-9cdf-4d645fe01de9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:37:30.326146 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b6f076f0-f45d-4a9c-9cdf-4d645fe01de9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/9d4f2c27-cbfb-41f8-af77-e695e75db5ba HTTP/1.1" status: 404 len: 333 time: 0.0594351 May 10 11:37:30.330658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48644) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:30.339799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-e8008957-3a34-4db3-ad88-f7546d918764 service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922046 May 10 11:37:30.435023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a8bb7182-4870-430e-9b81-7fa75ba33a7b up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:30.493286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ac11c72-a82b-4f6d-b55c-573f452f7c8a req-a8471fbb-8675-4a00-aec5-02bfb01f976e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 210 time: 0.0597858 May 10 11:37:30.516129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-aa905996-3993-42bd-b447-7ef5e16752a6 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:30.531730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-aa905996-3993-42bd-b447-7ef5e16752a6 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 948 time: 0.1619222 May 10 11:37:30.582308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port a8bb7182-4870-430e-9b81-7fa75ba33a7b completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:37:30.592445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port a8bb7182-4870-430e-9b81-7fa75ba33a7b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:30.593291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.744178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f6310-e13d-48b1-ba7d-15c13d550ce0 req-77f89e8e-8a17-4028-bb20-189cc8685be6 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:30.745749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e8f6310-e13d-48b1-ba7d-15c13d550ce0 req-77f89e8e-8a17-4028-bb20-189cc8685be6 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 948 time: 0.0897763 May 10 11:37:30.777809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Deleting port 5b0f6053-ae4d-40fa-a061-f7416f78b064 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:30.778152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.785679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff48ee-0cef-4b2d-a089-c5b4df023f0a req-b5eb498a-14ac-457f-b01c-17fb4928ae80 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:30.789370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-daff48ee-0cef-4b2d-a089-c5b4df023f0a req-b5eb498a-14ac-457f-b01c-17fb4928ae80 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2962306 May 10 11:37:30.792628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a8bb7182-4870-430e-9b81-7fa75ba33a7b is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:30.795972 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.846073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3795910-d7c8-4c92-83c8-ad553d52423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb7182-4870-430e-9b81-7fa75ba33a7b'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:30.849592 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58242c2-2590-4449-9484-3caaef1c9eff" -d '{"events": [{"server_uuid": "a3795910-d7c8-4c92-83c8-ad553d52423b", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb7182-4870-430e-9b81-7fa75ba33a7b"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:30.870089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a8bb7182-4870-430e-9b81-7fa75ba33a7b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a8bb7182-4870-430e-9b81-7fa75ba33a7b,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:30.874503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0db397bf-271b-493d-8618-f4266128e9ce tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.887551 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.992030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-182ae545-3381-459f-929f-c8a26c695142 service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432054 May 10 11:37:31.005505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0db397bf-271b-493d-8618-f4266128e9ce tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.036943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] For port 5b0f6053-ae4d-40fa-a061-f7416f78b064, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5b0f6053-ae4d-40fa-a061-f7416f78b064,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:31.037461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.060621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a8bb7182-4870-430e-9b81-7fa75ba33a7b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:31.060832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e8f6310-e13d-48b1-ba7d-15c13d550ce0 req-3a918f24-83ad-470a-b078-e268c7f5ca13 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078046 May 10 11:37:31.065563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Calling delete_port for 5b0f6053-ae4d-40fa-a061-f7416f78b064 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:31.130071 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47abeb5-a723-44be-bb00-889c255d4efa x-openstack-request-id: req-f47abeb5-a723-44be-bb00-889c255d4efa {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:31.130387 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3795910-d7c8-4c92-83c8-ad553d52423b", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb7182-4870-430e-9b81-7fa75ba33a7b", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:31.130665 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f47abeb5-a723-44be-bb00-889c255d4efa {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:31.131001 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47abeb5-a723-44be-bb00-889c255d4efa'] response: {'server_uuid': 'a3795910-d7c8-4c92-83c8-ad553d52423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb7182-4870-430e-9b81-7fa75ba33a7b', 'code': 200} May 10 11:37:31.134658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-487b12df-a361-4c45-aecc-7e7d96a668b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=345562d6-d353-44bd-a2dc-e31052544c50 HTTP/1.1" status: 200 len: 217 time: 0.1152306 May 10 11:37:31.200132 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-daff48ee-0cef-4b2d-a089-c5b4df023f0a req-0c449b8f-d9da-425e-bcce-253b474f597b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277650 May 10 11:37:31.299901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-ec2964c3-8671-46bd-bcd3-f0f6c6a2a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.301383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-ec2964c3-8671-46bd-bcd3-f0f6c6a2a8d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 200 len: 797 time: 0.1659350 May 10 11:37:31.371690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0db397bf-271b-493d-8618-f4266128e9ce tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.378626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0db397bf-271b-493d-8618-f4266128e9ce tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.389892 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0db397bf-271b-493d-8618-f4266128e9ce tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/security-groups/485d66f7-03d6-4587-8a61-e8c6d6261518 HTTP/1.1" status: 204 len: 168 time: 1.0556772 May 10 11:37:31.401148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48666) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:31.452426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db397bf-271b-493d-8618-f4266128e9ce tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485d66f7-03d6-4587-8a61-e8c6d6261518,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:31.459429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196be8c-7816-4bdd-99f7-f9a614afaa0b req-23048f29-4c17-4472-a68c-55ed0eed70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.460810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7196be8c-7816-4bdd-99f7-f9a614afaa0b req-23048f29-4c17-4472-a68c-55ed0eed70cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 1097 time: 0.2653849 May 10 11:37:31.466684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.519922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-1c5ac080-9329-46a1-800d-0a8b9fef196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.521920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Pushing event deleted for resources: {'Port': ['ID=5b0f6053-ae4d-40fa-a061-f7416f78b064,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:31.522336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-1c5ac080-9329-46a1-800d-0a8b9fef196d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07648da-45fb-45f5-b678-2127c3e36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2068717 May 10 11:37:31.545599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb01eb-ebec-4e78-8afb-5e671ef27b26 req-ba3494a1-dd9d-487b-8ce0-6f66335a80d7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.554096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b1bb01eb-ebec-4e78-8afb-5e671ef27b26 req-ba3494a1-dd9d-487b-8ce0-6f66335a80d7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 946 time: 0.1518340 May 10 11:37:31.593929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-6bf8e225-b465-4e89-8458-e9febb74b625 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.613508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-6bf8e225-b465-4e89-8458-e9febb74b625 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.628081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-6bf8e225-b465-4e89-8458-e9febb74b625 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.646814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-6bf8e225-b465-4e89-8458-e9febb74b625 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.646979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70647ff2-a9d9-46e5-a8c6-81082de09222 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.659065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-6bf8e225-b465-4e89-8458-e9febb74b625 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.677886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-6bf8e225-b465-4e89-8458-e9febb74b625 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.693130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-6bf8e225-b465-4e89-8458-e9febb74b625 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:31.701317 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-6bf8e225-b465-4e89-8458-e9febb74b625 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.4520166 May 10 11:37:31.743345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70647ff2-a9d9-46e5-a8c6-81082de09222 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.772547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b1bb01eb-ebec-4e78-8afb-5e671ef27b26 req-4f3870a8-54f9-4b98-846b-0f1000bf1d2a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174945 May 10 11:37:31.823490 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7196be8c-7816-4bdd-99f7-f9a614afaa0b req-bd2bc6d1-196b-4fb7-a92a-3e37cfa7586b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544390 May 10 11:37:31.854887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-21dde479-01ba-49ca-837f-a13d36c73efb service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934728 May 10 11:37:31.874306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] No DVR routers for this DVR port 5b0f6053-ae4d-40fa-a061-f7416f78b064 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:31.908851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac7c16b1-9193-4c33-be71-ddf27fc20fde req-a9185a10-798b-4722-ab48-cd5edc2d533a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2055733 May 10 11:37:31.913416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.925330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b242d6c-27c3-49c9-97ab-fdc5d880b8c3 req-25ca8b5e-e35f-45bd-b484-4ae097461a1f tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.49 "DELETE /v2.0/ports/5b0f6053-ae4d-40fa-a061-f7416f78b064 HTTP/1.1" status: 204 len: 173 time: 1.3865438 May 10 11:37:31.925891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'name': 'network-vif-deleted', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:31.929322 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c29330-3e91-4767-8296-868b43695630" -d '{"events": [{"server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "name": "network-vif-deleted", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:31.951374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70647ff2-a9d9-46e5-a8c6-81082de09222 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.954861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70647ff2-a9d9-46e5-a8c6-81082de09222 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.959900 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-70647ff2-a9d9-46e5-a8c6-81082de09222 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/security-groups/27697ab0-0e8e-4454-ba1f-5543183fa6ea HTTP/1.1" status: 204 len: 168 time: 0.5537484 May 10 11:37:31.962102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48688) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:31.990733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-478bc919-6a12-4645-96de-7548758ef45e req-7bb47990-48ba-47b8-9feb-cfdb6bf652d3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 210 time: 0.0539851 May 10 11:37:32.002983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70647ff2-a9d9-46e5-a8c6-81082de09222 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27697ab0-0e8e-4454-ba1f-5543183fa6ea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:32.054933 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a1a85-a9b1-40aa-a0a5-acd9268db1f6 x-openstack-request-id: req-ac5a1a85-a9b1-40aa-a0a5-acd9268db1f6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:32.058161 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0161a7b-a722-439e-9522-a2841fcb59ca", "name": "network-vif-deleted", "tag": "5b0f6053-ae4d-40fa-a061-f7416f78b064", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:32.058447 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac5a1a85-a9b1-40aa-a0a5-acd9268db1f6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:32.059290 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5a1a85-a9b1-40aa-a0a5-acd9268db1f6'] response: {'server_uuid': 'e0161a7b-a722-439e-9522-a2841fcb59ca', 'name': 'network-vif-deleted', 'tag': '5b0f6053-ae4d-40fa-a061-f7416f78b064', 'status': 'completed', 'code': 200} May 10 11:37:32.085750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11a3512-75c7-48ec-ba6c-32b8bdd72e1e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet 4409e046-600a-4790-b8a1-60995d8daf40 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:37:32.088426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-6e615453-533c-4f93-8e2d-906ede2c1302 service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182643 May 10 11:37:32.091485 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c11a3512-75c7-48ec-ba6c-32b8bdd72e1e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:32.148287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-be29b580-bc16-4292-b1b0-dce3b8fbbb63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=3b02069f-abfc-457c-a2c9-8e2e9a23f398 HTTP/1.1" status: 200 len: 217 time: 0.0555379 May 10 11:37:32.226676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c11a3512-75c7-48ec-ba6c-32b8bdd72e1e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:32.315750 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08f36712-1622-419e-a2d3-93d735df465f req-12aa603e-04b6-406f-8443-a6258bb72a98 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0161a7b-a722-439e-9522-a2841fcb59ca HTTP/1.1" status: 200 len: 210 time: 0.0828943 May 10 11:37:32.338386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c11a3512-75c7-48ec-ba6c-32b8bdd72e1e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:32.348852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f80a551c-3a87-433e-910f-9a3c35c52592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:32.350561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f80a551c-3a87-433e-910f-9a3c35c52592 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 200 len: 797 time: 0.1920273 May 10 11:37:32.354055 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:32.444132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-6e50349a-9f04-43fe-be8a-0f29b8d0659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:32.448384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-6e50349a-9f04-43fe-be8a-0f29b8d0659e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07648da-45fb-45f5-b678-2127c3e36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901082 May 10 11:37:32.471904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c11a3512-75c7-48ec-ba6c-32b8bdd72e1e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:32.643038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a3512-75c7-48ec-ba6c-32b8bdd72e1e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=4409e046-600a-4790-b8a1-60995d8daf40,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:32.658059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69657e3c-9288-4daa-85cb-fdfb0c199d6d None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:32.660842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-9c56ad23-de39-493f-ad8e-b1904f457529 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:32.662449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-9c56ad23-de39-493f-ad8e-b1904f457529 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 811 time: 0.1519332 May 10 11:37:32.663875 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c11a3512-75c7-48ec-ba6c-32b8bdd72e1e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:32.664209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-ef376d7b-8242-4989-ba20-288e382a5cfe service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077088 May 10 11:37:32.669018 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c11a3512-75c7-48ec-ba6c-32b8bdd72e1e tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/4409e046-600a-4790-b8a1-60995d8daf40 HTTP/1.1" status: 204 len: 168 time: 0.7033503 May 10 11:37:32.676349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48700) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:32.678353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636096-169e-4de0-9420-9831fc6c02f2 req-ada9edf4-dee3-4bfe-be98-7b0fd3a52050 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:32.683711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:32.686462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7636096-169e-4de0-9420-9831fc6c02f2 req-ada9edf4-dee3-4bfe-be98-7b0fd3a52050 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2468350 May 10 11:37:32.716739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Request body: {'port': {'device_id': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'admin_state_up': True, 'tenant_id': '0aa9a8954e014385b381498d05416e4d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:32.756196 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7636096-169e-4de0-9420-9831fc6c02f2 req-013b25df-3a9c-46ba-a99d-5a580b6c6ed1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686605 May 10 11:37:32.907882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-fed9a9e9-509c-4888-980e-bafc51684ffd service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328136 May 10 11:37:32.987597 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-92c6ecb5-1e1c-462c-95b4-41880a118e81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b2f04f0e-6445-44e4-8810-493084bb4d54 HTTP/1.1" status: 200 len: 217 time: 0.0662889 May 10 11:37:33.032805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:33.041616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:33.114279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-be1b4a46-7719-4966-8b4c-cdde265f5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.116470 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-be1b4a46-7719-4966-8b4c-cdde265f5ed3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 200 len: 797 time: 0.1092539 May 10 11:37:33.131283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48708) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:33.322097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Made reservation on behalf of 0aa9a8954e014385b381498d05416e4d for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:33.325641 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:33.347363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-c9b3d947-f775-4cb5-ad6e-979998781c48 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.353532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-c9b3d947-f775-4cb5-ad6e-979998781c48 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.360167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-c9b3d947-f775-4cb5-ad6e-979998781c48 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.366149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-c9b3d947-f775-4cb5-ad6e-979998781c48 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.372284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-c9b3d947-f775-4cb5-ad6e-979998781c48 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.378773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-c9b3d947-f775-4cb5-ad6e-979998781c48 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.388308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-c9b3d947-f775-4cb5-ad6e-979998781c48 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.390941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:33.397082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-c9b3d947-f775-4cb5-ad6e-979998781c48 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.3203886 May 10 11:37:33.473605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:33.475156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:33.479171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:33.481956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.482550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:33.496678 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-321e7c97-fbe6-44cc-8da5-1c9b89e41e50 req-40443cbf-2e96-4ef9-b2fa-9905e46a6fe2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985730 May 10 11:37:33.518026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cb87-fb9d-4d9c-bd25-8e48206eac2f req-f9aaf00a-4ab2-4c96-8cda-43a8ad4403ac tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.519604 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7bd6cb87-fb9d-4d9c-bd25-8e48206eac2f req-f9aaf00a-4ab2-4c96-8cda-43a8ad4403ac tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 946 time: 0.5511205 May 10 11:37:33.534439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f91590fe-f705-49db-9cdb-6d07056769b2 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8566370 May 10 11:37:33.573399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48714) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:33.610837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bce5cfa0-6679-4069-9c24-3467c9878503 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1524901916'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:33.630248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7bd6cb87-fb9d-4d9c-bd25-8e48206eac2f req-4f9fc0e9-e373-4e05-a2e8-8ddaa2c4d5db tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943007 May 10 11:37:33.643192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-1b0ef743-63a4-48a8-9530-0a0c772b532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:33.645265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-1b0ef743-63a4-48a8-9530-0a0c772b532e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07648da-45fb-45f5-b678-2127c3e36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2667959 May 10 11:37:33.687143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99809581-b341-4d38-b5ca-2a32380debfb req-1f88c1f5-b07a-488b-811e-3a45f8be1211 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 210 time: 0.0540524 May 10 11:37:33.722005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bce5cfa0-6679-4069-9c24-3467c9878503 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.073957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Allocated IP 172.20.0.9 (8a425eb4-06d3-43de-998c-7f472bd98c43/ee664d4f-78fd-4109-9c8c-df995448cce5/af6dcc68-e59d-451f-8b74-daf8db3625a6) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:34.111477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-e580563e-5eb0-4208-99f1-96db39d2a3e4 service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385355 May 10 11:37:34.190701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd54359-401a-4161-9019-dfb84f730a48 None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:34.280411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00407fe-988a-4141-b3c9-f197614f478a req-576b5553-f031-47ae-a66e-452204ac0bbd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.288704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b00407fe-988a-4141-b3c9-f197614f478a req-576b5553-f031-47ae-a66e-452204ac0bbd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.3337839 May 10 11:37:34.355211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bce5cfa0-6679-4069-9c24-3467c9878503 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.377970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4069c134-6df0-430e-872f-b5660ab4c018 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:34.378347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4069c134-6df0-430e-872f-b5660ab4c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.390099 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b00407fe-988a-4141-b3c9-f197614f478a req-9bb7aa3b-3faa-4b6a-a6ec-e9c8adf7fd1d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799677 May 10 11:37:34.390099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bce5cfa0-6679-4069-9c24-3467c9878503 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.416418 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-db723598-cfd5-43bd-8143-046cf92cfad0 service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032649 May 10 11:37:34.438510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bce5cfa0-6679-4069-9c24-3467c9878503 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.442351 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bce5cfa0-6679-4069-9c24-3467c9878503 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8535779 May 10 11:37:34.445877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48724) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:34.486593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6f4bc256-7300-4075-b3bb-1c6acc1f9251 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1936783225'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:34.488679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0f6053-ae4d-40fa-a061-f7416f78b064 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:34.493028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5cfa0-6679-4069-9c24-3467c9878503 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0098a1-46fa-4fe5-881a-43b9efaf710e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:34.506951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-719a875f-b146-43d8-a345-016894ba167a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0810833 May 10 11:37:34.521672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-875d7ced-2810-4971-be26-88b5c295525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.541307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 5b0f6053-ae4d-40fa-a061-f7416f78b064 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:37:34.543549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5b0f6053-ae4d-40fa-a061-f7416f78b064 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:37:34.571502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc256-7300-4075-b3bb-1c6acc1f9251 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.571690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a8cb-4c5c-4bb9-aa84-021810f95294 req-68db3f67-20fd-4efd-a13c-598c16c9dfd8 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.573226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c06a8cb-4c5c-4bb9-aa84-021810f95294 req-68db3f67-20fd-4efd-a13c-598c16c9dfd8 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 949 time: 0.3512948 May 10 11:37:34.629006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4069c134-6df0-430e-872f-b5660ab4c018 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:34.662710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.676098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c06a8cb-4c5c-4bb9-aa84-021810f95294 req-e6cfcced-7b3d-4ce3-81c6-8ccf6bc526f4 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910664 May 10 11:37:34.678167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4069c134-6df0-430e-872f-b5660ab4c018 None None] Provisioning complete for port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:34.678525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4069c134-6df0-430e-872f-b5660ab4c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.687585 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.694038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8213ab29-a21c-4aaf-bca1-b7099bf68d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.695540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-8213ab29-a21c-4aaf-bca1-b7099bf68d3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c149fc18-e2cd-46cb-a3b7-63b7f16f8906 HTTP/1.1" status: 200 len: 797 time: 0.1736827 May 10 11:37:34.740890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc256-7300-4075-b3bb-1c6acc1f9251 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.781287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4069c134-6df0-430e-872f-b5660ab4c018 None None] Port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:34.812517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc256-7300-4075-b3bb-1c6acc1f9251 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.858781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a933889-3237-425f-9551-3ebb69cead7b None None] Update dhcp port {'port': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'fixed_ips': [{'subnet_id': '3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad'}], 'binding:host_id': 'n-d-840949-1'}, 'id': 'd05b1b25-0f9f-4f1b-be0e-3d21c66cd217'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:37:34.863756 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc256-7300-4075-b3bb-1c6acc1f9251 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.865035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6f4bc256-7300-4075-b3bb-1c6acc1f9251 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3831997 May 10 11:37:34.867539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bc256-7300-4075-b3bb-1c6acc1f9251 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e731c01-35a7-4764-ba46-ffada5aaaf9b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:34.870488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48732) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:34.877673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f9768aaa-17ea-40bb-a2dc-1b8b058f3613 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'security_group': {'name': 'tempest-secgroup-40559644'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:34.883609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-6ee959b0-f4b6-4bd7-be8e-946d44756adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.885406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-6ee959b0-f4b6-4bd7-be8e-946d44756adf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1790564 May 10 11:37:34.891781 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a933889-3237-425f-9551-3ebb69cead7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.897463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-6d90e968-07af-4c8f-8b1d-2f98e432e190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.903205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-6d90e968-07af-4c8f-8b1d-2f98e432e190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.909114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-6d90e968-07af-4c8f-8b1d-2f98e432e190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.914875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-6d90e968-07af-4c8f-8b1d-2f98e432e190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.922638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-6d90e968-07af-4c8f-8b1d-2f98e432e190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.929527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-6d90e968-07af-4c8f-8b1d-2f98e432e190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.935549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-6d90e968-07af-4c8f-8b1d-2f98e432e190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:34.937514 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-6d90e968-07af-4c8f-8b1d-2f98e432e190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.1954191 May 10 11:37:35.005058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:35.037480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e1ea639-6ba8-4834-8e87-a6ce96a6763c req-a1c29fa0-d137-4c12-a06f-19d2ebbc5eb3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861139 May 10 11:37:35.040110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9768aaa-17ea-40bb-a2dc-1b8b058f3613 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:35.086601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a95af036-d88f-4a56-86f7-bc7d760c6553', '53c39dbc-fb14-4510-9243-575e369ba763'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:35.109902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c9808-593f-4e29-9044-292420250707 req-a5fe694a-e855-4ff1-a76f-367e51076761 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:35.118573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d1c9808-593f-4e29-9044-292420250707 req-a5fe694a-e855-4ff1-a76f-367e51076761 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 946 time: 0.3497736 May 10 11:37:35.206957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event updated for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:35.251183 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d1c9808-593f-4e29-9044-292420250707 req-2ade68c8-aa51-41f4-809f-426f575497bd tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289270 May 10 11:37:35.309814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:35.330234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:35.334547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:37:35.438822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:35.439645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:35.503439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-8a933889-3237-425f-9551-3ebb69cead7b None None] Allocated IP 2001:db8::2 (d1c29dc1-dd27-4131-a54d-691013171f8e/fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad/d05b1b25-0f9f-4f1b-be0e-3d21c66cd217) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:35.635886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:35.682937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-bd7daaa9-3e18-4f5c-972a-8039fd968e30 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9750555 May 10 11:37:35.793801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Request body: {'port': {'device_id': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:35.856224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-91e468ca-b0d2-4ecd-9fb6-92000b3acac6 None None] Provisioning complete for port af6dcc68-e59d-451f-8b74-daf8db3625a6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:35.856893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91e468ca-b0d2-4ecd-9fb6-92000b3acac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:35.923027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-7d223cf9-a2af-4225-b3c7-764e8c59344f service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9819763 May 10 11:37:35.946847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8a933889-3237-425f-9551-3ebb69cead7b None None] For port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,segment=NetworkSegment(3cdf937c-28db-4f51-9de6-35a2e90bc747),segment_id=3cdf937c-28db-4f51-9de6-35a2e90bc747)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:35.974715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-91e468ca-b0d2-4ecd-9fb6-92000b3acac6 None None] Port af6dcc68-e59d-451f-8b74-daf8db3625a6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:36.034425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a933889-3237-425f-9551-3ebb69cead7b None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.047761 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a933889-3237-425f-9551-3ebb69cead7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.082491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa2b0e-450f-4844-8718-3c0c9ab5734f req-dea7436c-218e-45ff-8536-02f9dac6b69b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:36.096126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9fa2b0e-450f-4844-8718-3c0c9ab5734f req-dea7436c-218e-45ff-8536-02f9dac6b69b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 931 time: 0.2765644 May 10 11:37:36.204392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a933889-3237-425f-9551-3ebb69cead7b None None] Pushing event updated for resources: {'Port': ['ID=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:36.270097 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9fa2b0e-450f-4844-8718-3c0c9ab5734f req-2e9ec55b-086e-4755-bdf5-06184e09aa25 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724141 May 10 11:37:36.323307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9768aaa-17ea-40bb-a2dc-1b8b058f3613 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.358268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-dba99c40-19d0-4eee-80c9-3a7b51e29036 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:36.361111 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-dba99c40-19d0-4eee-80c9-3a7b51e29036 tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.70 "GET /v2.0/ports?device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 949 time: 0.2557187 May 10 11:37:36.364534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9768aaa-17ea-40bb-a2dc-1b8b058f3613 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.484538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9768aaa-17ea-40bb-a2dc-1b8b058f3613 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c2c5c3-b6c4-4102-b03e-07691781a6fd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:36.605193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-ee59ef7f-87e8-49cf-8a1e-6fec9acef1ab service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673591 May 10 11:37:36.636543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9768aaa-17ea-40bb-a2dc-1b8b058f3613 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.639123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f9768aaa-17ea-40bb-a2dc-1b8b058f3613 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7645056 May 10 11:37:36.641784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48774) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:36.649970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-65996372', 'security_groups': ['66c2c5c3-b6c4-4102-b03e-07691781a6fd'], 'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:36.664260 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.689045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-b33ec377-a12a-413f-b790-ebda05cae058 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c HTTP/1.1" status: 200 len: 217 time: 0.0736904 May 10 11:37:36.701531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a082c-1d05-4e65-a33a-e3824498bb71 req-9b5577a4-8ed7-463e-a094-f3e5436fe914 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:36.712350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-892a082c-1d05-4e65-a33a-e3824498bb71 req-9b5577a4-8ed7-463e-a094-f3e5436fe914 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2924347 May 10 11:37:36.739524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-054e83ba-6127-4ff5-adb7-68aefc94e816 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:36.741253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-054e83ba-6127-4ff5-adb7-68aefc94e816 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 1.1115222 May 10 11:37:36.794980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Deleting port 20e68c62-0b4a-4966-ac88-6533271c0951 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:36.795332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.822017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-8e19d901-21fc-43b8-bdbb-811d1ebc914a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/quotas/d1b5df0530644b3fae8342b7f22dc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0732682 May 10 11:37:36.897467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-892a082c-1d05-4e65-a33a-e3824498bb71 req-7d6884fa-bb1e-42cc-8d34-d28b627ebbec tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832931 May 10 11:37:36.929445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-ac483c32-45bf-4d3d-b851-1b6af5235202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:36.935594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-ac483c32-45bf-4d3d-b851-1b6af5235202 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c149fc18-e2cd-46cb-a3b7-63b7f16f8906 HTTP/1.1" status: 200 len: 797 time: 0.2186949 May 10 11:37:37.019309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] For port 20e68c62-0b4a-4966-ac88-6533271c0951, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=20e68c62-0b4a-4966-ac88-6533271c0951,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:37.019834 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.049002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Calling delete_port for 20e68c62-0b4a-4966-ac88-6533271c0951 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:37.193766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-a291ca31-0b98-4764-b8ac-430bc9056496 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3706148 May 10 11:37:37.210752 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0040-3711-447b-9724-86e84c390a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.338920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port bc368247-a807-4307-a618-e8c479bc65d2 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:37.339320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.383313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:37.403326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-fcc4cf3a-2a76-47c0-a924-a031cb6a2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:37.405914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-fcc4cf3a-2a76-47c0-a924-a031cb6a2258 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3281662 May 10 11:37:37.425242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8f4a2563-7d8c-4293-812c-9adea4ac3b20 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:37.425242 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2563-7d8c-4293-812c-9adea4ac3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.504502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1ac0b-d22f-49d7-b18d-d8f024ea8d64 req-0205df3a-619b-44e1-ba7f-64a60882d71b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:37.512687 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8b1ac0b-d22f-49d7-b18d-d8f024ea8d64 req-0205df3a-619b-44e1-ba7f-64a60882d71b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/ports?device_id=106498bd-f44b-4b27-942c-315e06e75ea8 HTTP/1.1" status: 200 len: 949 time: 0.4499338 May 10 11:37:37.579265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-200675da-167a-4641-b8e3-f5f06522cc87 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822327 May 10 11:37:37.594915 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8b1ac0b-d22f-49d7-b18d-d8f024ea8d64 req-868c09e9-ba65-47de-ace1-147b3c3fcbaf tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d11d27-84fd-4498-b81f-999142fa0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811830 May 10 11:37:37.610244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a2563-7d8c-4293-812c-9adea4ac3b20 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:37.639311 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.652293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-701f452d-5424-4ee7-aab5-5972fbb4dc21 service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362478 May 10 11:37:37.663778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8f4a2563-7d8c-4293-812c-9adea4ac3b20 None None] Provisioning complete for port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:37.664321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2563-7d8c-4293-812c-9adea4ac3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.725292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port bc368247-a807-4307-a618-e8c479bc65d2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bc368247-a807-4307-a618-e8c479bc65d2,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:37.725666 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.739415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.752261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for bc368247-a807-4307-a618-e8c479bc65d2 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:37.769885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Pushing event deleted for resources: {'Port': ['ID=20e68c62-0b4a-4966-ac88-6533271c0951,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:37.804615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a2563-7d8c-4293-812c-9adea4ac3b20 None None] Port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:37.808396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.868739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] device_id is not set on port 17b791c1-06be-4ee3-bf2e-395942f2cae0 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:37:37.894718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6dcc68-e59d-451f-8b74-daf8db3625a6 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:37.913292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:37.929960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] No DVR routers for this DVR port 20e68c62-0b4a-4966-ac88-6533271c0951 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:37.935329 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.940350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d657d522-be15-48b0-a0e9-4103c9835f0a req-aa441f20-56c0-49c4-91c7-4ebd4a5d734b tempest-ListImageFiltersTestJSON-2005143515 tempest-ListImageFiltersTestJSON-2005143515-project] 10.222.0.70 "DELETE /v2.0/ports/20e68c62-0b4a-4966-ac88-6533271c0951 HTTP/1.1" status: 204 len: 173 time: 1.5698435 May 10 11:37:37.945915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-deleted', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:37.956138 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f959304-d1f1-4037-b9e6-7fb4fdd05fee" -d '{"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-deleted", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:37.959635 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.983063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:37.983974 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.995073 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-7ff0e7c6-838d-49fb-bdfb-291d91c1f8f7 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940625 May 10 11:37:38.006523 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7e67fc27-f792-4ef1-835c-2e7e655b5cf2 req-f56453ae-1b55-4b70-b43e-ab85b0502935 service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479481 May 10 11:37:38.020503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-9850fd55-94dd-4b24-a9fe-7428425f2c6a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.027791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-9850fd55-94dd-4b24-a9fe-7428425f2c6a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.034843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-9850fd55-94dd-4b24-a9fe-7428425f2c6a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.041818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-9850fd55-94dd-4b24-a9fe-7428425f2c6a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.047808 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Transition to ACTIVE for port object af6dcc68-e59d-451f-8b74-daf8db3625a6 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:38.059730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-9850fd55-94dd-4b24-a9fe-7428425f2c6a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.073298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.078738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-9850fd55-94dd-4b24-a9fe-7428425f2c6a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.092668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-9850fd55-94dd-4b24-a9fe-7428425f2c6a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.101991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:38.103312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-9850fd55-94dd-4b24-a9fe-7428425f2c6a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.3590224 May 10 11:37:38.192615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-214ec17c-de59-4c94-9254-f2c3eabb983e req-565d54d3-c5a3-4602-b96a-0f00086c28dd tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773621 May 10 11:37:38.269591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7b6a64cb-6c5b-44d7-85d3-70bbc5b65caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.270417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7b6a64cb-6c5b-44d7-85d3-70bbc5b65caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.271098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7b6a64cb-6c5b-44d7-85d3-70bbc5b65caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.272072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7b6a64cb-6c5b-44d7-85d3-70bbc5b65caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.272931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7b6a64cb-6c5b-44d7-85d3-70bbc5b65caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.273948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7b6a64cb-6c5b-44d7-85d3-70bbc5b65caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.274670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7b6a64cb-6c5b-44d7-85d3-70bbc5b65caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.277138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7b6a64cb-6c5b-44d7-85d3-70bbc5b65caf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6478 time: 0.0833917 May 10 11:37:38.483336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:38.600308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89ec07-e63f-4865-b5e5-60fd71e3dbc3 req-1786216a-a2bf-4a71-89d8-94bd0f6f9018 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.602048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c89ec07-e63f-4865-b5e5-60fd71e3dbc3 req-1786216a-a2bf-4a71-89d8-94bd0f6f9018 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2223725 May 10 11:37:38.643854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-93ee9bf7-bc5b-47a0-9007-3e1d742f3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.661044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-93ee9bf7-bc5b-47a0-9007-3e1d742f3e3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1096 time: 0.1785698 May 10 11:37:38.666990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0c4d9-3e58-49df-a2d9-86b77ab7ae39 req-274b52b8-64ee-4fee-98af-a05e09dc83eb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.685944 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cfc0c4d9-3e58-49df-a2d9-86b77ab7ae39 req-274b52b8-64ee-4fee-98af-a05e09dc83eb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 943 time: 0.3175673 May 10 11:37:38.716338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c89ec07-e63f-4865-b5e5-60fd71e3dbc3 req-9fead4b2-fb9b-4b71-98f3-f7255cc3758a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042116 May 10 11:37:38.717885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-4a598c14-c9a4-419f-9f22-b1339fa8ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.719634 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-4a598c14-c9a4-419f-9f22-b1339fa8ab1d service neutron] 10.222.0.70 "GET /v2.0/networks?id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 HTTP/1.1" status: 200 len: 903 time: 0.4346628 May 10 11:37:38.814476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:38.923054 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13000e43-465b-4569-938e-1add16f73595 x-openstack-request-id: req-13000e43-465b-4569-938e-1add16f73595 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:38.923054 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106498bd-f44b-4b27-942c-315e06e75ea8", "name": "network-vif-deleted", "tag": "20e68c62-0b4a-4966-ac88-6533271c0951", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:38.923054 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13000e43-465b-4569-938e-1add16f73595 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:38.923765 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13000e43-465b-4569-938e-1add16f73595'] response: {'server_uuid': '106498bd-f44b-4b27-942c-315e06e75ea8', 'name': 'network-vif-deleted', 'tag': '20e68c62-0b4a-4966-ac88-6533271c0951', 'status': 'completed', 'code': 200} May 10 11:37:38.925262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8::17b (d1c29dc1-dd27-4131-a54d-691013171f8e/fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad/17b791c1-06be-4ee3-bf2e-395942f2cae0) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:38.940856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-bcde7c58-239f-4b02-932d-42276d973dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:38.942780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-bcde7c58-239f-4b02-932d-42276d973dec service neutron] 10.222.0.70 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.2636285 May 10 11:37:38.984274 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cfc0c4d9-3e58-49df-a2d9-86b77ab7ae39 req-ee59b4a6-e356-402e-917a-4bd7be64ae20 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932563 May 10 11:37:38.984792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:38.985400 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:39.038473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:39.042070 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9255eb-b425-4903-8730-2c0af55692a5" -d '{"events": [{"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:39.044624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Attempting to bind port af6dcc68-e59d-451f-8b74-daf8db3625a6 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:39.045724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Attempting to bind port af6dcc68-e59d-451f-8b74-daf8db3625a6 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:39.047350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Attempting to bind port af6dcc68-e59d-451f-8b74-daf8db3625a6 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:39.056634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:39.079313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1bf2f4ef-5522-491b-b30a-2a0f5bc1fd0e req-005cd59c-1f9d-4e05-bdf4-6e7e06f92132 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 210 time: 0.1537874 May 10 11:37:39.081367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-b2b005b8-aeae-46bb-ae5c-8291baf084de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 1001 time: 0.0797353 May 10 11:37:39.083360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-306ca23f-7942-4677-a6c1-b04ef927be1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 HTTP/1.1" status: 200 len: 217 time: 0.3463564 May 10 11:37:39.121968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:39.130453 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:39.131119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:39.201956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7aee94fd-46db-4d8b-8fc4-8b20efae0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:39.203662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-7aee94fd-46db-4d8b-8fc4-8b20efae0ba6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c149fc18-e2cd-46cb-a3b7-63b7f16f8906 HTTP/1.1" status: 200 len: 797 time: 0.1057730 May 10 11:37:39.283261 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea902e-cfa0-42f9-80f0-2ac045b25ec9 x-openstack-request-id: req-beea902e-cfa0-42f9-80f0-2ac045b25ec9 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:39.283558 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:39.283809 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beea902e-cfa0-42f9-80f0-2ac045b25ec9 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:39.284245 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beea902e-cfa0-42f9-80f0-2ac045b25ec9'] response: {'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'code': 200} May 10 11:37:39.317641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 20e68c62-0b4a-4966-ac88-6533271c0951 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:37:39.317987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 20e68c62-0b4a-4966-ac88-6533271c0951 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:37:39.355774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:39.397304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:39.399145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-28191203-de68-4b7c-af54-fcebd8eda5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:39.403120 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:39.411082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-28191203-de68-4b7c-af54-fcebd8eda5bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1503990 May 10 11:37:39.418412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-d5fde45b-86e6-4889-96c1-0643e56d30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:39.423541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-d5fde45b-86e6-4889-96c1-0643e56d30a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.3257794 May 10 11:37:39.439787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Port af6dcc68-e59d-451f-8b74-daf8db3625a6 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:39.440218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Attempting to bind port af6dcc68-e59d-451f-8b74-daf8db3625a6 on network 8a425eb4-06d3-43de-998c-7f472bd98c43 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:39.485961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=bc368247-a807-4307-a618-e8c479bc65d2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:39.504909 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:39.522334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:39.597791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=17b791c1-06be-4ee3-bf2e-395942f2cae0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:39.605171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:39.605576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Checking segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:39.606010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Bound using segment: {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:39.606477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Bound port: af6dcc68-e59d-451f-8b74-daf8db3625a6, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:39.606853 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:39.648138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-c4179c03-1352-41d5-877c-6f399c7b2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:39.650012 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-c4179c03-1352-41d5-877c-6f399c7b2333 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078800 May 10 11:37:39.723671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:39.732310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:39.756077 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-d453787d-de0f-41fc-8e9f-bc8549b8d241 service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314226 May 10 11:37:39.919963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-347b2ead-da26-4a4d-a5a6-cb904e3028e6 service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605517 May 10 11:37:40.000206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:40.005125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:40.095422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.100882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:40.102610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] 10.222.0.49 "PUT /v2.0/ports/af6dcc68-e59d-451f-8b74-daf8db3625a6 HTTP/1.1" status: 200 len: 1091 time: 4.3165917 May 10 11:37:40.113326 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7dccaa22-7a03-4d68-999d-b30407cc8e78 req-075d3dcb-ec63-4762-8254-7485f05f9a57 service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470855 May 10 11:37:40.138829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:40.171206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:40.172183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56cea7b5-1abe-4a3f-8b9a-b5f947d1067e req-96163e3b-6d48-40eb-af4c-5e05b38545c3 service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135634 May 10 11:37:40.177278 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78067bdb-947c-41c5-b64b-d35444d51799" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:40.181038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:40.191238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5195b6-4c58-48e8-87a9-b6ef09312cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:40.227395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-c6178743-8cb8-42b9-af5d-de8c94995390 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.251378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-c6178743-8cb8-42b9-af5d-de8c94995390 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.256298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-c6178743-8cb8-42b9-af5d-de8c94995390 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.262902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-c6178743-8cb8-42b9-af5d-de8c94995390 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.269258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-c6178743-8cb8-42b9-af5d-de8c94995390 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.274798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-c6178743-8cb8-42b9-af5d-de8c94995390 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.286751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-c6178743-8cb8-42b9-af5d-de8c94995390 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.295518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-c6178743-8cb8-42b9-af5d-de8c94995390 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.8522522 May 10 11:37:40.307682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993285e-43dd-4020-ab1b-ca95d38f4e80 req-3601f30c-329e-4f01-89a6-e37afbea9a0b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.309320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3993285e-43dd-4020-ab1b-ca95d38f4e80 req-3601f30c-329e-4f01-89a6-e37afbea9a0b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.1353176 May 10 11:37:40.324992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-807e55be-29b6-4cdd-aba5-a965dd399421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.325312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-807e55be-29b6-4cdd-aba5-a965dd399421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.325738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-807e55be-29b6-4cdd-aba5-a965dd399421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.326180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-807e55be-29b6-4cdd-aba5-a965dd399421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.326634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-807e55be-29b6-4cdd-aba5-a965dd399421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.327206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-807e55be-29b6-4cdd-aba5-a965dd399421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.327724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-807e55be-29b6-4cdd-aba5-a965dd399421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.334867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-807e55be-29b6-4cdd-aba5-a965dd399421 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6478 time: 0.1189046 May 10 11:37:40.337365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:37:40.343406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.344079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:40.449746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74163cf4-c607-4ea7-b758-5f10c06ed6ee req-13d3afb6-1e1d-481b-aa90-77c1ffc8fd19 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530905 May 10 11:37:40.476905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3993285e-43dd-4020-ab1b-ca95d38f4e80 req-0d9dc64c-58aa-4f68-bcc6-e86309ef9682 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578023 May 10 11:37:40.489229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-ba9de6aa-4009-4d7c-8ea5-812b70d9afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.490930 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-ba9de6aa-4009-4d7c-8ea5-812b70d9afa6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 HTTP/1.1" status: 200 len: 903 time: 0.1427650 May 10 11:37:40.549126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-6c0de220-0c99-4a4d-aaf9-02612bc4f8c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c HTTP/1.1" status: 200 len: 217 time: 0.0488949 May 10 11:37:40.597816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-10bb9775-70fc-4772-a1ec-7592771fe84c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9495804 May 10 11:37:40.608098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48898) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:40.614972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-99e4b61b-7bcf-4742-be1c-688bf938a253 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:40.633467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-9d5bb98a-5297-461e-8195-750118d0045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.635037 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-9d5bb98a-5297-461e-8195-750118d0045a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 1094 time: 0.2859907 May 10 11:37:40.674725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3d97d5c7-fe8a-40c6-b420-56f5a75a1907 None None] Provisioning complete for port 17b791c1-06be-4ee3-bf2e-395942f2cae0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:40.676967 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d97d5c7-fe8a-40c6-b420-56f5a75a1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:40.684184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48900) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:40.704697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-39843bf1-360c-4b53-ab86-d5a295976853 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6 HTTP/1.1" status: 200 len: 217 time: 0.0564914 May 10 11:37:40.727159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-85e8cc7b-7f67-4148-aebe-d1bdd92297e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.728988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-85e8cc7b-7f67-4148-aebe-d1bdd92297e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c149fc18-e2cd-46cb-a3b7-63b7f16f8906 HTTP/1.1" status: 200 len: 797 time: 0.1702685 May 10 11:37:40.758584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-a739fee7-0f41-4734-be70-23fb809a3c91 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.760969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-a739fee7-0f41-4734-be70-23fb809a3c91 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.70 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.7714047 May 10 11:37:40.783717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3d97d5c7-fe8a-40c6-b420-56f5a75a1907 None None] Port 17b791c1-06be-4ee3-bf2e-395942f2cae0 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:40.798088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Request body: {'port': {'device_id': '8b937f1f-2f69-4046-8d1e-a9016aa5b37c', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'admin_state_up': True, 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:40.807347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-9f032e49-1af5-41f3-aa61-8674dd395500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.809167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b8fd1-7839-4939-96ae-b51ef3519bb5 req-4d09f69f-d817-4048-95a4-5f7946e17cb1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.809335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-9f032e49-1af5-41f3-aa61-8674dd395500 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716591 May 10 11:37:40.811144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-895b8fd1-7839-4939-96ae-b51ef3519bb5 req-4d09f69f-d817-4048-95a4-5f7946e17cb1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 943 time: 0.2293081 May 10 11:37:40.830378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e4b61b-7bcf-4742-be1c-688bf938a253 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:40.836262 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99e4b61b-7bcf-4742-be1c-688bf938a253 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:40.919927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-e8e9dffe-ba51-4474-b074-2b0955a95063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:40.921469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-e8e9dffe-ba51-4474-b074-2b0955a95063 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1821666 May 10 11:37:40.942951 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bfa5-faa8-4a99-bb36-6a938097400a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:40.985323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-895b8fd1-7839-4939-96ae-b51ef3519bb5 req-2f917b5f-cd1e-4ce5-ba09-fcc362eb2527 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498597 May 10 11:37:41.042165 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2884db-6472-4251-8914-4e8056e6a2bb x-openstack-request-id: req-fa2884db-6472-4251-8914-4e8056e6a2bb {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:41.043175 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:41.043450 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa2884db-6472-4251-8914-4e8056e6a2bb {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:41.043915 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2884db-6472-4251-8914-4e8056e6a2bb'] response: {'name': 'network-changed', 'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'status': 'completed', 'code': 200} May 10 11:37:41.107736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-89a93423-5917-46a2-a390-ad631cf62d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.109541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-89a93423-5917-46a2-a390-ad631cf62d2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471155 May 10 11:37:41.119609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:41.120860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-a1933472-0113-4daf-9501-6b5caf585607 service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017292 May 10 11:37:41.123232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.148113 n-d-840949-1 neutron-server[102768]: INFO neutron.db.ipam_backend_mixin [None req-99e4b61b-7bcf-4742-be1c-688bf938a253 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad (CIDR: 2001:db8::/64) May 10 11:37:41.151313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b53ef86-e2ae-45c7-8763-bf7d787134dc req-20fe79ec-feee-4a61-800e-449a759690db tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 210 time: 0.0596793 May 10 11:37:41.202607 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bfa5-faa8-4a99-bb36-6a938097400a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.204215 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e4b61b-7bcf-4742-be1c-688bf938a253 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:37:41.204960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e4b61b-7bcf-4742-be1c-688bf938a253 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:41.219248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bfa5-faa8-4a99-bb36-6a938097400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.264434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-99e4b61b-7bcf-4742-be1c-688bf938a253 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6547964 May 10 11:37:41.279280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48918) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:41.290133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b8a0bfa5-faa8-4a99-bb36-6a938097400a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9ddbec09e79478abc0280ce4ff2577b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991855 May 10 11:37:41.291858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a2a269d0-9590-4023-8366-0afaa237b604 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:41.297896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48920) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:41.298210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48922) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:41.350699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0bfa5-faa8-4a99-bb36-6a938097400a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b50c3e-83b6-4113-9609-dafe32bd717c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:41.389497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2bffcc64-1f5e-415a-96c4-7cf06717d909 req-b9c9f004-eff9-4b68-bdd1-94463f7a7c98 service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482791 May 10 11:37:41.457142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-edf92fcd-4748-49b4-8bcc-e8c61d58fdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.504842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-edf92fcd-4748-49b4-8bcc-e8c61d58fdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.544946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a269d0-9590-4023-8366-0afaa237b604 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:41.548544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2a269d0-9590-4023-8366-0afaa237b604 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.569418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router e79dcb4b-21d3-4594-9a48-38ac0e74804c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:37:41.629363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c3ce528e-5595-45ea-b164-690674eef194 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85e5b227840c4c519c4b8edd637fb92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254285 May 10 11:37:41.645268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48930) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:41.706274 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-edf92fcd-4748-49b4-8bcc-e8c61d58fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.709051 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-edf92fcd-4748-49b4-8bcc-e8c61d58fdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.710187 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-edf92fcd-4748-49b4-8bcc-e8c61d58fdb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3b50c3e-83b6-4113-9609-dafe32bd717c HTTP/1.1" status: 204 len: 168 time: 0.4098351 May 10 11:37:41.737206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ad204-b651-40ff-8c11-b7a96d19e652 req-ed1efce9-0c83-4946-a0bd-9e7783eccea1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.738817 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-578ad204-b651-40ff-8c11-b7a96d19e652 req-ed1efce9-0c83-4946-a0bd-9e7783eccea1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.1357625 May 10 11:37:41.753135 n-d-840949-1 neutron-server[102768]: INFO neutron.db.ipam_backend_mixin [None req-a2a269d0-9590-4023-8366-0afaa237b604 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774 (CIDR: 2001:db8:0:1::/64) May 10 11:37:41.754168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf92fcd-4748-49b4-8bcc-e8c61d58fdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b50c3e-83b6-4113-9609-dafe32bd717c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:41.758844 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a269d0-9590-4023-8366-0afaa237b604 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:37:41.759299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a269d0-9590-4023-8366-0afaa237b604 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:41.770590 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-9927e1eb-e88f-4de1-8771-c76191c53c7d service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520641 May 10 11:37:41.801148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-dc782148-3a63-43d8-bdc7-bf3064ecf4ab tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.807057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-dc782148-3a63-43d8-bdc7-bf3064ecf4ab tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.807584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9de78a73-d7bb-46d5-8558-e250c01f8210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.811967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a2a269d0-9590-4023-8366-0afaa237b604 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5311959 May 10 11:37:41.813726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-dc782148-3a63-43d8-bdc7-bf3064ecf4ab tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.819744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-dc782148-3a63-43d8-bdc7-bf3064ecf4ab tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.825666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-dc782148-3a63-43d8-bdc7-bf3064ecf4ab tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.827435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48934) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:41.831494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-dc782148-3a63-43d8-bdc7-bf3064ecf4ab tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.838111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-dc782148-3a63-43d8-bdc7-bf3064ecf4ab tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:41.840178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-dc782148-3a63-43d8-bdc7-bf3064ecf4ab tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.2652686 May 10 11:37:41.842881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'subnet': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:41.856937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-578ad204-b651-40ff-8c11-b7a96d19e652 req-47ea76bc-f18d-4b3b-80d4-d3de3de8febb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059451 May 10 11:37:41.947050 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9de78a73-d7bb-46d5-8558-e250c01f8210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.965001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:37:41.978138 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] Sync routers for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:37:41.982201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2112a516-4cab-42c8-9838-f80c22a5f70f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "PUT /v2.0/routers/e79dcb4b-21d3-4594-9a48-38ac0e74804c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8498046 May 10 11:37:42.008740 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:42.011010 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:37:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:42.030296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb485eb4-0f8d-47cb-a43b-068d41525c9c req-5a8e749c-5eaa-4a2a-b2b8-da2de8c7ddc4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741233 May 10 11:37:42.046194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Allocated IP 172.20.0.8 (228907b6-6f90-4b04-af45-c84fa8d65f32/61955d59-4936-4f72-8540-0de91be3a151/1341cfb0-e8d7-48c1-8fb1-51bd32dd191e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:42.086509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9de78a73-d7bb-46d5-8558-e250c01f8210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:42.089900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9de78a73-d7bb-46d5-8558-e250c01f8210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:42.095254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9de78a73-d7bb-46d5-8558-e250c01f8210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4d11d27-84fd-4498-b81f-999142fa0cda HTTP/1.1" status: 204 len: 168 time: 0.4480066 May 10 11:37:42.100237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Made reservation on behalf of 7f4ab61113f6400a9e70992966b91959 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:42.104234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:42.106507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9c97ca-0f0c-4977-ba20-4c86da1afe8b req-8698c93d-bd32-4a82-a7a3-ffba7b2fbe5b service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220921 May 10 11:37:42.252721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48946) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:42.305332 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:37:42.362259 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f60d-fc1a-48ae-a795-08e661797a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:42.446597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78067bdb-947c-41c5-b64b-d35444d51799 req-fdecf58b-1bfa-43bc-8b6d-f6da66f6dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:42.448256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78067bdb-947c-41c5-b64b-d35444d51799 req-fdecf58b-1bfa-43bc-8b6d-f6da66f6dddc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 1094 time: 0.2481265 May 10 11:37:42.467192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9795-ee7c-4578-86b5-cd18eee65515 req-fc92519a-ff8c-43d6-aa2a-526cb42ab2de tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:42.468866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b3c9795-ee7c-4578-86b5-cd18eee65515 req-fc92519a-ff8c-43d6-aa2a-526cb42ab2de tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 943 time: 0.2189047 May 10 11:37:42.577935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:42.604415 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:38Z', 'revision_number': 6, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:36:01Z', 'revision_number': 1, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:42.639710 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] Checking router: e79dcb4b-21d3-4594-9a48-38ac0e74804c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:37:42.640948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b3c9795-ee7c-4578-86b5-cd18eee65515 req-ef4974c7-cef4-466d-b787-b7420b6f27fb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481898 May 10 11:37:42.655392 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:42.656903 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:37:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:42.700112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f60d-fc1a-48ae-a795-08e661797a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:42.715776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de78a73-d7bb-46d5-8558-e250c01f8210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d11d27-84fd-4498-b81f-999142fa0cda,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:42.723065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f60d-fc1a-48ae-a795-08e661797a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:42.756373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:42.758429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78067bdb-947c-41c5-b64b-d35444d51799 req-93bf4126-9f75-4d77-affa-2c1e6bbe57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:42.760069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78067bdb-947c-41c5-b64b-d35444d51799 req-93bf4126-9f75-4d77-affa-2c1e6bbe57ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.2877738 May 10 11:37:42.782367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:42.792791 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:37:42.816969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96e84-e7d0-4689-826c-18af6d68c48d req-75bc4e43-92a4-4e7e-9206-320e1c111e0c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:42.818990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5cc96e84-e7d0-4689-826c-18af6d68c48d req-75bc4e43-92a4-4e7e-9206-320e1c111e0c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 931 time: 0.1046383 May 10 11:37:42.897641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5cc96e84-e7d0-4689-826c-18af6d68c48d req-ebd21c2f-2bd8-44f6-8275-df3be70c9047 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712678 May 10 11:37:42.916191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a8bb7182-4870-430e-9b81-7fa75ba33a7b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:42.916745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d3a7f60d-fc1a-48ae-a795-08e661797a70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47ebb30c1f604492b5baf483cd0bcd2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547573 May 10 11:37:42.937213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78067bdb-947c-41c5-b64b-d35444d51799 req-c83547cc-9682-41bb-b828-57192405f646 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6 HTTP/1.1" status: 200 len: 217 time: 0.1576560 May 10 11:37:42.949066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:42.962588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7f60d-fc1a-48ae-a795-08e661797a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357dc2b0-44b5-4434-b30c-400c65206562,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:42.982920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:43.073316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78067bdb-947c-41c5-b64b-d35444d51799 req-03f41a78-d963-4409-8c4c-579b66f9c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.074757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78067bdb-947c-41c5-b64b-d35444d51799 req-03f41a78-d963-4409-8c4c-579b66f9c22a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.0938542 May 10 11:37:43.091524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:43.097889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:37:43.114280 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:38Z', 'revision_number': 6, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:36:01Z', 'revision_number': 1, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:43.125378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event updated for resources: {'Port': ['ID=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:43.149348 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b8e36-2061-4f49-8bdd-b7ea0c9ee4a3 None None] The sync data for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 is: [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:38Z', 'revision_number': 6, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f0616818-2191-495d-a29c-574dc2ac0b9c', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'port_id': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'mac_address': 'fa:16:3e:f0:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:35:53Z', 'updated_at': '2022-05-10T11:36:01Z', 'revision_number': 1, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:37:43.185930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.202131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43427d9f-ea39-4527-9ff8-08080c93e18b req-78a9e918-6adf-4ddc-a137-202144349d6b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.218209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43427d9f-ea39-4527-9ff8-08080c93e18b req-78a9e918-6adf-4ddc-a137-202144349d6b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 946 time: 0.4492240 May 10 11:37:43.266351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Network d1c29dc1-dd27-4131-a54d-691013171f8e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:43.270129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc5dea46-12db-491d-af78-3c7acfa5dbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.276326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:43.281559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.282051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.282173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.282634 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.287528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b0d88-0811-46e5-8a9b-36cb5aa63af9 None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:43.305406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Subnet': ['ID=e0cf523d-6674-430b-9b8a-98602d716858,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:43.306178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78067bdb-947c-41c5-b64b-d35444d51799 req-48cb2395-4319-4780-a9cd-772f1a460b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.307863 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78067bdb-947c-41c5-b64b-d35444d51799 req-48cb2395-4319-4780-a9cd-772f1a460b10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137249 May 10 11:37:43.322547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3fd362b8-59b4-46b6-a102-754afba9f4d0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5367436 May 10 11:37:43.330911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62a790-732b-4c7d-9bf9-e57352581b56 req-5f78223b-f6af-46a2-9d0c-a5a00b430a01 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.332442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a62a790-732b-4c7d-9bf9-e57352581b56 req-5f78223b-f6af-46a2-9d0c-a5a00b430a01 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.1679139 May 10 11:37:43.342477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8790fa84-674b-49a6-b4dc-cef4da9db27b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5125227 May 10 11:37:43.352276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48972) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:43.358282 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43427d9f-ea39-4527-9ff8-08080c93e18b req-4482d0ad-ba9b-4d90-8e25-f45cceb8bbd8 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390836 May 10 11:37:43.369527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Request body: {'port': {'device_id': '8b937f1f-2f69-4046-8d1e-a9016aa5b37c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:43.369771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-107182574', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e0cf523d-6674-430b-9b8a-98602d716858'}], 'security_groups': ['bc0098a1-46fa-4fe5-881a-43b9efaf710e', '7e731c01-35a7-4764-ba46-ffada5aaaf9b']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:43.441363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc5dea46-12db-491d-af78-3c7acfa5dbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.518283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a62a790-732b-4c7d-9bf9-e57352581b56 req-7d786379-c47f-4283-86e6-cd63f09a15a2 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745210 May 10 11:37:43.622226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0364c28-0feb-4a9d-a828-b0ee08a112f6 None None] Update dhcp port {'port': {'network_id': 'd1c29dc1-dd27-4131-a54d-691013171f8e', 'fixed_ips': [{'subnet_id': '3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e0cf523d-6674-430b-9b8a-98602d716858'}], 'binding:host_id': 'n-d-840949-1'}, 'id': 'd05b1b25-0f9f-4f1b-be0e-3d21c66cd217'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:37:43.638795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.646937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78067bdb-947c-41c5-b64b-d35444d51799 req-25668788-23df-451a-8cc4-83dd6e3108c6 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287876 May 10 11:37:43.662800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.667148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-cfcb7145-45b7-4b5b-8667-6de767b5f749 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.673236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-cfcb7145-45b7-4b5b-8667-6de767b5f749 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.675746 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f0364c28-0feb-4a9d-a828-b0ee08a112f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.681307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-cfcb7145-45b7-4b5b-8667-6de767b5f749 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.687319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-cfcb7145-45b7-4b5b-8667-6de767b5f749 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.693460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-cfcb7145-45b7-4b5b-8667-6de767b5f749 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.699437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-cfcb7145-45b7-4b5b-8667-6de767b5f749 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.705637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-cfcb7145-45b7-4b5b-8667-6de767b5f749 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:43.713832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-cfcb7145-45b7-4b5b-8667-6de767b5f749 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.2689610 May 10 11:37:43.881842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bc368247-a807-4307-a618-e8c479bc65d2 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:43.893376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc5dea46-12db-491d-af78-3c7acfa5dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.896476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc5dea46-12db-491d-af78-3c7acfa5dbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.900502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bc5dea46-12db-491d-af78-3c7acfa5dbe3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/357dc2b0-44b5-4434-b30c-400c65206562 HTTP/1.1" status: 204 len: 168 time: 0.9220080 May 10 11:37:43.949793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: bc368247-a807-4307-a618-e8c479bc65d2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:37:43.955028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bc368247-a807-4307-a618-e8c479bc65d2 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:37:43.977758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dea46-12db-491d-af78-3c7acfa5dbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357dc2b0-44b5-4434-b30c-400c65206562,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:44.034630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3571f79e-c9e6-4f00-9738-da52f0fea972 req-8f0f571b-f416-4b19-a793-fc59fc27c9d9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3198178 May 10 11:37:44.101259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-f0364c28-0feb-4a9d-a828-b0ee08a112f6 None None] Allocated IP 2001:db8:0:2::2 (d1c29dc1-dd27-4131-a54d-691013171f8e/e0cf523d-6674-430b-9b8a-98602d716858/d05b1b25-0f9f-4f1b-be0e-3d21c66cd217) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:44.175841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-f9cd3761-ab74-405d-926e-2fc8ea0dab2a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:44.177782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-f9cd3761-ab74-405d-926e-2fc8ea0dab2a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 946 time: 0.4585981 May 10 11:37:44.211261 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78067bdb-947c-41c5-b64b-d35444d51799 req-900232d9-4210-4abe-b646-abc70c875be1 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935229 May 10 11:37:44.264122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49008) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:44.281833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f0364c28-0feb-4a9d-a828-b0ee08a112f6 None None] For port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,segment=NetworkSegment(3cdf937c-28db-4f51-9de6-35a2e90bc747),segment_id=3cdf937c-28db-4f51-9de6-35a2e90bc747)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:44.322924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f0364c28-0feb-4a9d-a828-b0ee08a112f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:44.333693 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f0364c28-0feb-4a9d-a828-b0ee08a112f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:44.509258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd84ad-cdd7-42a1-9dd7-0ee69dad2836 req-ebe6a921-3cd0-408e-a596-3a69972442d9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:44.511008 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbd84ad-cdd7-42a1-9dd7-0ee69dad2836 req-ebe6a921-3cd0-408e-a596-3a69972442d9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 943 time: 0.3459964 May 10 11:37:44.571488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbd84ad-cdd7-42a1-9dd7-0ee69dad2836 req-d6cea30e-fe6e-4235-a4ea-acbaedea67f0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486820 May 10 11:37:44.598515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:44.598861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:44.621941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Delete allocated IP 2001:db8::17b (d1c29dc1-dd27-4131-a54d-691013171f8e/fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad) {{(pid=102768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 11:37:44.655570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af6dcc68-e59d-451f-8b74-daf8db3625a6 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:37:44.698652 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c9ebf0a-de3e-4529-8b58-30316732f754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:44.704205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Allocated IP 2001:db8:0:2::39 (d1c29dc1-dd27-4131-a54d-691013171f8e/e0cf523d-6674-430b-9b8a-98602d716858/17b791c1-06be-4ee3-bf2e-395942f2cae0) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:44.712854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port d091233c-2d49-4c8f-ad9c-d7edd7f52f28, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:44.713222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:44.768806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for d091233c-2d49-4c8f-ad9c-d7edd7f52f28 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:44.795205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0364c28-0feb-4a9d-a828-b0ee08a112f6 None None] Pushing event updated for resources: {'Port': ['ID=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:44.824966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:44.859492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646f7e0-e628-4af5-a7e1-0ed6383a938d req-472b8f2f-7750-4fdb-b907-64ef5ee61009 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:44.872614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9646f7e0-e628-4af5-a7e1-0ed6383a938d req-472b8f2f-7750-4fdb-b907-64ef5ee61009 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 931 time: 0.4369881 May 10 11:37:44.895313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:44.916401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'mac_address': 'fa:16:3e:e0:24:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:37:44.976793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9646f7e0-e628-4af5-a7e1-0ed6383a938d req-d161c555-352e-4b69-9050-e156db41a9d1 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991573 May 10 11:37:45.016364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port af6dcc68-e59d-451f-8b74-daf8db3625a6 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:45.016767 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.021536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:45.030837 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.045981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Transition to ACTIVE for port object 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:45.053578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.078252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.081453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6dcc68-e59d-451f-8b74-daf8db3625a6 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:45.099247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d is: DOWN; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:45.120508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:45.128861 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.169043 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c9ebf0a-de3e-4529-8b58-30316732f754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.169276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] No DVR routers for this DVR port d091233c-2d49-4c8f-ad9c-d7edd7f52f28 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:45.180100 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c9ebf0a-de3e-4529-8b58-30316732f754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.185083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.189762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d121b8cf-58e5-4b99-8efd-393e30e7d320 req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "DELETE /v2.0/ports/d091233c-2d49-4c8f-ad9c-d7edd7f52f28 HTTP/1.1" status: 204 len: 173 time: 0.9894674 May 10 11:37:45.200944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684e923-b167-4206-bd9e-44bb6808ed3d req-406704fc-82f2-4a1b-ac6e-e59ebc30a269 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:45.213441 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1684e923-b167-4206-bd9e-44bb6808ed3d req-406704fc-82f2-4a1b-ac6e-e59ebc30a269 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04f0367-60fc-4452-850c-6eca3733b463 HTTP/1.1" status: 200 len: 867 time: 0.4945707 May 10 11:37:45.239414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04f0367-60fc-4452-850c-6eca3733b463', 'name': 'network-vif-deleted', 'tag': 'd091233c-2d49-4c8f-ad9c-d7edd7f52f28'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:45.243896 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e5e77a-82c6-45a3-8db6-f072bbbf123c" -d '{"events": [{"server_uuid": "c04f0367-60fc-4452-850c-6eca3733b463", "name": "network-vif-deleted", "tag": "d091233c-2d49-4c8f-ad9c-d7edd7f52f28"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:45.247518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95747a9d-ce3c-4fab-a1ac-ce9a87ed75eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=d091233c-2d49-4c8f-ad9c-d7edd7f52f28,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:45.249858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:45.347998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Pushing event updated for resources: {'Port': ['ID=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:45.371007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['af6dcc68-e59d-451f-8b74-daf8db3625a6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:45.392273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1684e923-b167-4206-bd9e-44bb6808ed3d req-9407e272-1a53-4b12-b609-73d921efc0a3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=80b9d472-0cba-442a-bc1d-66880c61bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727848 May 10 11:37:45.399986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ebf0a-de3e-4529-8b58-30316732f754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831d140e-99a7-4a16-a44c-e8f01eb18f67,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:45.409177 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3c9ebf0a-de3e-4529-8b58-30316732f754 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1868c63864b48c383222270607c2f68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1400735 May 10 11:37:45.413390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49046) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:45.419720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-b282190b-8d48-4c1b-b18f-55f0821bd719 req-d3c09722-1873-4335-8c6b-ccd84d90f74e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:37:45.435492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b282190b-8d48-4c1b-b18f-55f0821bd719 req-d3c09722-1873-4335-8c6b-ccd84d90f74e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2947559 May 10 11:37:45.506864 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.519374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.630439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Attempting to bind port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:45.635250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Attempting to bind port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:45.635981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Attempting to bind port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:45.670039 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e0de79-99b4-4d8c-95fc-f12d841c347b x-openstack-request-id: req-44e0de79-99b4-4d8c-95fc-f12d841c347b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:45.670575 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04f0367-60fc-4452-850c-6eca3733b463", "name": "network-vif-deleted", "tag": "d091233c-2d49-4c8f-ad9c-d7edd7f52f28", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:45.672413 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44e0de79-99b4-4d8c-95fc-f12d841c347b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:45.672909 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e0de79-99b4-4d8c-95fc-f12d841c347b'] response: {'server_uuid': 'c04f0367-60fc-4452-850c-6eca3733b463', 'name': 'network-vif-deleted', 'tag': 'd091233c-2d49-4c8f-ad9c-d7edd7f52f28', 'status': 'completed', 'code': 200} May 10 11:37:45.695698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] In _notify_port_updated(), no bound segment for port 17b791c1-06be-4ee3-bf2e-395942f2cae0 on network d1c29dc1-dd27-4131-a54d-691013171f8e {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:37:45.698561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e on network 228907b6-6f90-4b04-af45-c84fa8d65f32 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:45.702605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Attempting to bind port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:45.708808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:45.709412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.716191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "PUT /v2.0/ports/17b791c1-06be-4ee3-bf2e-395942f2cae0 HTTP/1.1" status: 200 len: 968 time: 2.3600283 May 10 11:37:45.723720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49062) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:45.765235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d470972d-7e4a-439d-8df2-aa1545d9ef17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.831241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:45.831948 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.838681 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:45.838994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Checking segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:45.839292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Bound using segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:45.839745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Bound port: 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:45.840134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.869546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dda96-36f4-4b66-9d15-73b580eb7470 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event updated for resources: {'Port': ['ID=17b791c1-06be-4ee3-bf2e-395942f2cae0,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:45.904242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d470972d-7e4a-439d-8df2-aa1545d9ef17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:45.938466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369546-451f-4d2b-b265-08f1b67d2850 req-00e3efa6-50b3-4f9f-98e4-261a349d3e0e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:45.947265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd369546-451f-4d2b-b265-08f1b67d2850 req-00e3efa6-50b3-4f9f-98e4-261a349d3e0e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.2243733 May 10 11:37:45.982118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc9e2e-0bce-435d-9b4a-39e4710ee80b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 17b791c1-06be-4ee3-bf2e-395942f2cae0 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:45.982479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9e2e-0bce-435d-9b4a-39e4710ee80b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.002364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:46.045477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Provisioning complete for port 17b791c1-06be-4ee3-bf2e-395942f2cae0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:46.046401 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.099666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:46.102451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535175-957e-4056-89dc-a4b3a55fd91a req-d2c07f62-60a1-492c-a6f7-c17d5fcb67d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.124185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535175-957e-4056-89dc-a4b3a55fd91a req-d2c07f62-60a1-492c-a6f7-c17d5fcb67d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.135998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd369546-451f-4d2b-b265-08f1b67d2850 req-a7c3baec-000f-40c4-9d21-4fca69d8522f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795645 May 10 11:37:46.140958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535175-957e-4056-89dc-a4b3a55fd91a req-d2c07f62-60a1-492c-a6f7-c17d5fcb67d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.147156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535175-957e-4056-89dc-a4b3a55fd91a req-d2c07f62-60a1-492c-a6f7-c17d5fcb67d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.167190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535175-957e-4056-89dc-a4b3a55fd91a req-d2c07f62-60a1-492c-a6f7-c17d5fcb67d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.178286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9e2e-0bce-435d-9b4a-39e4710ee80b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.202367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535175-957e-4056-89dc-a4b3a55fd91a req-d2c07f62-60a1-492c-a6f7-c17d5fcb67d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.213572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Port 17b791c1-06be-4ee3-bf2e-395942f2cae0 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:46.215683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535175-957e-4056-89dc-a4b3a55fd91a req-d2c07f62-60a1-492c-a6f7-c17d5fcb67d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.231788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Provisioning complete for port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:46.232466 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.233723 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15535175-957e-4056-89dc-a4b3a55fd91a req-d2c07f62-60a1-492c-a6f7-c17d5fcb67d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.7313211 May 10 11:37:46.236130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc9e2e-0bce-435d-9b4a-39e4710ee80b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 17b791c1-06be-4ee3-bf2e-395942f2cae0 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:46.298602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d470972d-7e4a-439d-8df2-aa1545d9ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.301178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d470972d-7e4a-439d-8df2-aa1545d9ef17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.301726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f85a0-6519-4407-90e7-de8a5f93e513 None None] Port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:46.303392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d470972d-7e4a-439d-8df2-aa1545d9ef17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/831d140e-99a7-4a16-a44c-e8f01eb18f67 HTTP/1.1" status: 204 len: 168 time: 0.8820357 May 10 11:37:46.314395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:46.315544 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.347040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470972d-7e4a-439d-8df2-aa1545d9ef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831d140e-99a7-4a16-a44c-e8f01eb18f67,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:46.353601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15535175-957e-4056-89dc-a4b3a55fd91a req-a1e462d9-e5fd-40b3-a4f3-638895685b8c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180398 May 10 11:37:46.365909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] For port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:46.369583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] For port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:46.376644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.408076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.410969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.416734 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] 10.222.0.70 "PUT /v2.0/ports/1341cfb0-e8d7-48c1-8fb1-51bd32dd191e HTTP/1.1" status: 200 len: 1091 time: 3.0688648 May 10 11:37:46.492354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde32220-bd5f-40d0-8267-25828e823b34 req-73acdfb7-303f-463e-8a6b-b776360702e8 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.493926 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dde32220-bd5f-40d0-8267-25828e823b34 req-73acdfb7-303f-463e-8a6b-b776360702e8 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 944 time: 0.1699600 May 10 11:37:46.525863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:46.530983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af6dcc68-e59d-451f-8b74-daf8db3625a6 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:46.575410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6bf0e6bb-0b9e-46ae-a604-4b491f3f4b1c None None] Provisioning complete for port 17b791c1-06be-4ee3-bf2e-395942f2cae0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:46.575783 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e6bb-0b9e-46ae-a604-4b491f3f4b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.605308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dde32220-bd5f-40d0-8267-25828e823b34 req-bff6784f-c9c6-4581-b22f-9eaccbdd477b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981688 May 10 11:37:46.629389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port af6dcc68-e59d-451f-8b74-daf8db3625a6 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:37:46.646627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port af6dcc68-e59d-451f-8b74-daf8db3625a6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:46.647001 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.648698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240ed9-eb61-4799-8310-762366b939a2 req-6d68ac16-0a33-407f-9509-ec8ff7fd9119 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.649765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6bf0e6bb-0b9e-46ae-a604-4b491f3f4b1c None None] Port 17b791c1-06be-4ee3-bf2e-395942f2cae0 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:46.654461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28240ed9-eb61-4799-8310-762366b939a2 req-6d68ac16-0a33-407f-9509-ec8ff7fd9119 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 943 time: 0.1688564 May 10 11:37:46.661491 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9e2e-0bce-435d-9b4a-39e4710ee80b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.686320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:46.727544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc9e2e-0bce-435d-9b4a-39e4710ee80b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=17b791c1-06be-4ee3-bf2e-395942f2cae0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:46.751464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611a3fd-d679-4700-b276-4b348d34540f service neutron] Pushing event updated for resources: {'Port': ['ID=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:46.785822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-0af1cb81-ce4d-4e8b-b182-3451558808d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:46.787539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-0af1cb81-ce4d-4e8b-b182-3451558808d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 1094 time: 0.3138859 May 10 11:37:46.791699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28240ed9-eb61-4799-8310-762366b939a2 req-b268c28c-c4e0-4b72-8081-66c9323f5257 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928948 May 10 11:37:46.823325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9e2e-0bce-435d-9b4a-39e4710ee80b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.831324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fcdc9e2e-0bce-435d-9b4a-39e4710ee80b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/17b791c1-06be-4ee3-bf2e-395942f2cae0 HTTP/1.1" status: 204 len: 168 time: 1.1062427 May 10 11:37:46.833503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49092) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:46.858035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port af6dcc68-e59d-451f-8b74-daf8db3625a6 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:46.860284 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.871574 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9416657f-431d-4350-ac00-b04db7f8efd9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] GET failed (client error): The resource could not be found. May 10 11:37:46.876773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9416657f-431d-4350-ac00-b04db7f8efd9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports/17b791c1-06be-4ee3-bf2e-395942f2cae0 HTTP/1.1" status: 404 len: 333 time: 0.0414753 May 10 11:37:46.877055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49096) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:46.896143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-852ace8e-bedc-4b4b-a6a5-675a18381e2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6011400 May 10 11:37:46.914219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-5d39c66d-4835-4d5d-a4be-b59619edd038 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:37:46.919016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dcd637f3-24d0-4d6f-9658-27f03f3de769 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:46.922000 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-5d39c66d-4835-4d5d-a4be-b59619edd038 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175467 May 10 11:37:46.923792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-5fffebab-21b0-4168-a6a0-eb687ce9dfc3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e HTTP/1.1" status: 200 len: 217 time: 0.1257765 May 10 11:37:46.938700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:46.946200 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cec57d-d428-46b6-bd99-93b983c409f1" -d '{"events": [{"server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "name": "network-vif-plugged", "status": "completed", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:46.991763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:47.010234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.014055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d091233c-2d49-4c8f-ad9c-d7edd7f52f28 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:47.046896 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dcd637f3-24d0-4d6f-9658-27f03f3de769 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.075360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3b73-cd05-4677-a838-e40a06b99a53 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.109993 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0d873e-602e-4afb-a54d-0940e4536103 x-openstack-request-id: req-7b0d873e-602e-4afb-a54d-0940e4536103 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:47.110673 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "name": "network-vif-plugged", "status": "completed", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:47.111089 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b0d873e-602e-4afb-a54d-0940e4536103 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:47.111711 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0d873e-602e-4afb-a54d-0940e4536103'] response: {'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'code': 200} May 10 11:37:47.133470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:47.138553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: d091233c-2d49-4c8f-ad9c-d7edd7f52f28 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:37:47.139113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d091233c-2d49-4c8f-ad9c-d7edd7f52f28 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:37:47.145910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3b73-cd05-4677-a838-e40a06b99a53 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.186300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-215f2276-f9c1-4111-a7c8-0fa8b519fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.188044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-215f2276-f9c1-4111-a7c8-0fa8b519fc51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.2560186 May 10 11:37:47.197013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c86d8d-9b43-45c8-a937-47e9fa0b90a9 req-0507012a-0bbd-4b03-9351-f7a11929d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.199327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95c86d8d-9b43-45c8-a937-47e9fa0b90a9 req-0507012a-0bbd-4b03-9351-f7a11929d112 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 1096 time: 0.0858357 May 10 11:37:47.284001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-533b7430-671c-45e6-8fb5-470c86d43e12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832787 May 10 11:37:47.319534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3b73-cd05-4677-a838-e40a06b99a53 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.322489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3b73-cd05-4677-a838-e40a06b99a53 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.327288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8e9d3b73-cd05-4677-a838-e40a06b99a53 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/security-groups/66c2c5c3-b6c4-4102-b03e-07691781a6fd HTTP/1.1" status: 204 len: 168 time: 0.4435122 May 10 11:37:47.328121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49118) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:47.378587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d3b73-cd05-4677-a838-e40a06b99a53 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c2c5c3-b6c4-4102-b03e-07691781a6fd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:47.408029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-0ca71358-2bf9-419e-8b36-3cfdb169f412 service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154726 May 10 11:37:47.432285 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dcd637f3-24d0-4d6f-9658-27f03f3de769 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.432957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dcd637f3-24d0-4d6f-9658-27f03f3de769 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.444209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dcd637f3-24d0-4d6f-9658-27f03f3de769 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/security-groups/80b9d472-0cba-442a-bc1d-66880c61bbad HTTP/1.1" status: 204 len: 168 time: 0.7541428 May 10 11:37:47.447953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95c86d8d-9b43-45c8-a937-47e9fa0b90a9 req-f342eb05-d2b7-4b22-95a2-d3b3ab8f2ab3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351511 May 10 11:37:47.475182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd637f3-24d0-4d6f-9658-27f03f3de769 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b9d472-0cba-442a-bc1d-66880c61bbad,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:47.518198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc1492-5e93-4895-8d97-3ee7a9c1c05d req-9eb9c6f2-452f-4f33-95bc-5c3313b5cb24 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.520277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f2bc1492-5e93-4895-8d97-3ee7a9c1c05d req-9eb9c6f2-452f-4f33-95bc-5c3313b5cb24 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.2550061 May 10 11:37:47.536941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-941547e3-efbb-403f-8575-6cb2f114a3d5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.600908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-941547e3-efbb-403f-8575-6cb2f114a3d5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.601706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f2bc1492-5e93-4895-8d97-3ee7a9c1c05d req-f968bcb4-f08e-4dca-bcbd-15dc22822610 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660698 May 10 11:37:47.649256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-2807eb1b-5ffb-418d-8e22-58ea9f4fde74 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.649873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a81676d8-19bc-4d7f-9b10-c5f17278017f req-4016dd59-1e39-4b18-8ea4-a7a248d2e319 service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311091 May 10 11:37:47.656396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-2807eb1b-5ffb-418d-8e22-58ea9f4fde74 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.662632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-2807eb1b-5ffb-418d-8e22-58ea9f4fde74 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.668643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-2807eb1b-5ffb-418d-8e22-58ea9f4fde74 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.673640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b937f1f-2f69-4046-8d1e-a9016aa5b37c', 'tag': '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:47.674967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-2807eb1b-5ffb-418d-8e22-58ea9f4fde74 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.676111 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bed279-8177-482e-972e-97982da2ee27" -d '{"events": [{"name": "network-changed", "server_uuid": "8b937f1f-2f69-4046-8d1e-a9016aa5b37c", "tag": "1341cfb0-e8d7-48c1-8fb1-51bd32dd191e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:47.681212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-2807eb1b-5ffb-418d-8e22-58ea9f4fde74 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.687535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-2807eb1b-5ffb-418d-8e22-58ea9f4fde74 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:47.695808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-2807eb1b-5ffb-418d-8e22-58ea9f4fde74 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.1783185 May 10 11:37:47.717707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49140) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:47.748783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49146) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:47.752975 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-feb7108a-f6ce-4e67-8ce5-a7f42a0623b4 req-fde010d6-1583-44bc-8376-6300b45d63ac tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562613 May 10 11:37:47.767143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-941547e3-efbb-403f-8575-6cb2f114a3d5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.772195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-941547e3-efbb-403f-8575-6cb2f114a3d5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.776855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-941547e3-efbb-403f-8575-6cb2f114a3d5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e731c01-35a7-4764-ba46-ffada5aaaf9b HTTP/1.1" status: 204 len: 168 time: 0.4449644 May 10 11:37:47.777744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49150) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:47.800474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941547e3-efbb-403f-8575-6cb2f114a3d5 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e731c01-35a7-4764-ba46-ffada5aaaf9b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:47.869588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70e73139-fa9e-401f-97b5-7e94aae08e87 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:47.885002 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c5e6cb-a5e6-4731-a7e1-6241f734a419 x-openstack-request-id: req-63c5e6cb-a5e6-4731-a7e1-6241f734a419 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:47.888142 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b937f1f-2f69-4046-8d1e-a9016aa5b37c", "tag": "1341cfb0-e8d7-48c1-8fb1-51bd32dd191e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:47.888907 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63c5e6cb-a5e6-4731-a7e1-6241f734a419 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:47.889472 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c5e6cb-a5e6-4731-a7e1-6241f734a419'] response: {'name': 'network-changed', 'server_uuid': '8b937f1f-2f69-4046-8d1e-a9016aa5b37c', 'tag': '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e', 'status': 'completed', 'code': 200} May 10 11:37:47.939011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70e73139-fa9e-401f-97b5-7e94aae08e87 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.056902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b29f-bd7e-4046-a658-73e8c16d88c1 req-d009a59d-cc4a-4229-93c9-ae00ea414bca tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:48.058775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d750b29f-bd7e-4046-a658-73e8c16d88c1 req-d009a59d-cc4a-4229-93c9-ae00ea414bca tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 943 time: 0.0864656 May 10 11:37:48.059705 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70e73139-fa9e-401f-97b5-7e94aae08e87 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.062769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70e73139-fa9e-401f-97b5-7e94aae08e87 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.063933 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-70e73139-fa9e-401f-97b5-7e94aae08e87 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc0098a1-46fa-4fe5-881a-43b9efaf710e HTTP/1.1" status: 204 len: 168 time: 0.2815087 May 10 11:37:48.067507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49160) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:48.127940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e73139-fa9e-401f-97b5-7e94aae08e87 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0098a1-46fa-4fe5-881a-43b9efaf710e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:48.173179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d750b29f-bd7e-4046-a658-73e8c16d88c1 req-7070d551-8663-4375-8e97-6a6c7cb88910 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006787 May 10 11:37:48.183673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e389902e-f9d1-4431-9715-b69f6dc5084f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:37:48.188088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e389902e-f9d1-4431-9715-b69f6dc5084f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.235570 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e389902e-f9d1-4431-9715-b69f6dc5084f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.350925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e389902e-f9d1-4431-9715-b69f6dc5084f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.354473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-173013666-network', 'tenant_id': '59f57687beeb4f83aec8e92bf58b7c2e'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:48.379959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a70f1c-d21a-4b8d-baf8-51802d5a4dd1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting subnet da55bd25-520d-471d-9465-1d871c48368d {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:37:48.386805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a70f1c-d21a-4b8d-baf8-51802d5a4dd1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.418347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed279-8177-482e-972e-97982da2ee27 req-b675758c-e3a8-4d04-bbb8-7ce795b9b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:48.419941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bed279-8177-482e-972e-97982da2ee27 req-b675758c-e3a8-4d04-bbb8-7ce795b9b242 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 1094 time: 0.5260196 May 10 11:37:48.438515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e389902e-f9d1-4431-9715-b69f6dc5084f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.461874 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e389902e-f9d1-4431-9715-b69f6dc5084f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.464987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc6f94-0109-4832-8988-a92875d4bc09 None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:48.465911 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e389902e-f9d1-4431-9715-b69f6dc5084f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad HTTP/1.1" status: 204 len: 168 time: 0.3971581 May 10 11:37:48.472208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:48.483238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Made reservation on behalf of 59f57687beeb4f83aec8e92bf58b7c2e for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:48.485504 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.537467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49174) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:48.545618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389902e-f9d1-4431-9715-b69f6dc5084f tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:48.578715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a13799-af83-4b01-a169-fee249c120fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet e0cf523d-6674-430b-9b8a-98602d716858 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:37:48.586015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f52365-8e35-4bbe-a806-89c131395425 req-b6d6d335-f75b-40dc-9bd2-e1d16908331c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:48.588507 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96a13799-af83-4b01-a169-fee249c120fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.594387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84f52365-8e35-4bbe-a806-89c131395425 req-b6d6d335-f75b-40dc-9bd2-e1d16908331c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.7038383 May 10 11:37:48.601042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.660469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96a13799-af83-4b01-a169-fee249c120fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.709841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a70f1c-d21a-4b8d-baf8-51802d5a4dd1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.715988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ea1a6b9-6512-4968-96ae-c63fbd0c8e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.802283 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96a13799-af83-4b01-a169-fee249c120fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.803957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84f52365-8e35-4bbe-a806-89c131395425 req-30aa7488-bf9f-4ed5-abed-9e11412c6836 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086542 May 10 11:37:48.891941 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a70f1c-d21a-4b8d-baf8-51802d5a4dd1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:48.921114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea2c1-a89c-43b0-8dbd-c6c4b15aefe1 req-ee6a01e1-d329-47cb-ad80-e53b3414cc9d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:48.922765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-648ea2c1-a89c-43b0-8dbd-c6c4b15aefe1 req-ee6a01e1-d329-47cb-ad80-e53b3414cc9d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.1112146 May 10 11:37:48.995811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-648ea2c1-a89c-43b0-8dbd-c6c4b15aefe1 req-930dac36-aeef-4ba0-a4a5-4b202a0e6730 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630295 May 10 11:37:49.008581 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96a13799-af83-4b01-a169-fee249c120fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.045573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a13799-af83-4b01-a169-fee249c120fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cf523d-6674-430b-9b8a-98602d716858,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:49.051437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ea1a6b9-6512-4968-96ae-c63fbd0c8e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.065108 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96a13799-af83-4b01-a169-fee249c120fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.066125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed279-8177-482e-972e-97982da2ee27 req-c8161c23-51e0-488a-9c74-10898922702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.068931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bed279-8177-482e-972e-97982da2ee27 req-c8161c23-51e0-488a-9c74-10898922702c service neutron] 10.222.0.70 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 907 time: 0.6394205 May 10 11:37:49.070265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-96a13799-af83-4b01-a169-fee249c120fe tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/e0cf523d-6674-430b-9b8a-98602d716858 HTTP/1.1" status: 204 len: 168 time: 0.5715773 May 10 11:37:49.071646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ea1a6b9-6512-4968-96ae-c63fbd0c8e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.096376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49182) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:49.103398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8ea1a6b9-6512-4968-96ae-c63fbd0c8e72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05c1272edc634812bf286d5ea3cba797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648847 May 10 11:37:49.107680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49184) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:49.129234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-d768f19b-3e74-4d6e-80db-09401c502501 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.135457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-d768f19b-3e74-4d6e-80db-09401c502501 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.140063 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e142a369-8a85-4504-aba3-f63489016e63 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:49.140537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e142a369-8a85-4504-aba3-f63489016e63 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:49.142251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-d768f19b-3e74-4d6e-80db-09401c502501 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.145960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e142a369-8a85-4504-aba3-f63489016e63 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/fafbebb6-a7ed-4ffa-8c06-fe1f12efb9ad HTTP/1.1" status: 404 len: 337 time: 0.0387702 May 10 11:37:49.148193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-d768f19b-3e74-4d6e-80db-09401c502501 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.149161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49186) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:49.154860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-d768f19b-3e74-4d6e-80db-09401c502501 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.162090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-d768f19b-3e74-4d6e-80db-09401c502501 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.168052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-d768f19b-3e74-4d6e-80db-09401c502501 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.177084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-d768f19b-3e74-4d6e-80db-09401c502501 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.2390361 May 10 11:37:49.196686 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a70f1c-d21a-4b8d-baf8-51802d5a4dd1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.199774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.214463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1a6b9-6512-4968-96ae-c63fbd0c8e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b5f28-06ad-4176-9eec-efe3d02a709b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:49.245748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d3d36c-4cb1-46e7-9831-842d00264039 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting subnet 3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:37:49.260020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33d3d36c-4cb1-46e7-9831-842d00264039 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.284983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a70f1c-d21a-4b8d-baf8-51802d5a4dd1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Subnet': ['ID=da55bd25-520d-471d-9465-1d871c48368d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:49.304199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.320349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:37:49.333440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.334161 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Added segment 6a6dd447-bbc6-4d7a-b3a2-007696db7e76 of type vlan for network 441d3c36-4efb-4b41-ae63-f7f06f8aa6b0 May 10 11:37:49.343179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33d3d36c-4cb1-46e7-9831-842d00264039 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.379145 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.406137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9ba8-33b7-482a-bfab-2602975102ef req-0a4b5da4-7852-4d8f-bae8-2893fc914faf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.414631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a3d9ba8-33b7-482a-bfab-2602975102ef req-0a4b5da4-7852-4d8f-bae8-2893fc914faf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 943 time: 0.1217201 May 10 11:37:49.440345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bed279-8177-482e-972e-97982da2ee27 req-c9dde08d-3d8c-441c-8ae8-1a2541e8c22c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e HTTP/1.1" status: 200 len: 217 time: 0.3267066 May 10 11:37:49.447197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca5754-cf87-4a79-8ad1-bec2cde01a17,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:49.464143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.466750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.467684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.471251 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a70f1c-d21a-4b8d-baf8-51802d5a4dd1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.475385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3956b2-b074-49ef-84cf-a22d7e34d424 None None] Network 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:49.476636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-03a70f1c-d21a-4b8d-baf8-51802d5a4dd1 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/subnets/da55bd25-520d-471d-9465-1d871c48368d HTTP/1.1" status: 204 len: 168 time: 1.7265470 May 10 11:37:49.496085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:49.512016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a3d9ba8-33b7-482a-bfab-2602975102ef req-b5640099-2ef2-407e-a15a-fd14eb3d3155 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 May 10 11:37:49.587054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f03ae3f-2c10-4155-b2b1-265031981357 req-7c156afc-59b6-4966-bae7-8a7d9fa03598 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4089549 May 10 11:37:49.609723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e1b87-8bad-48ff-8fff-a1e3e51b1bc8 None None] Network d1c29dc1-dd27-4131-a54d-691013171f8e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:49.643595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9246850 May 10 11:37:49.648220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49192) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:49.652759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed279-8177-482e-972e-97982da2ee27 req-4cd33e41-1e47-4b40-b2ef-3cf9e33766f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:49.654291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bed279-8177-482e-972e-97982da2ee27 req-4cd33e41-1e47-4b40-b2ef-3cf9e33766f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.1674509 May 10 11:37:49.659499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Request body: {'subnet': {'network_id': '441d3c36-4efb-4b41-ae63-f7f06f8aa6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-173013666-subnet', 'tenant_id': '59f57687beeb4f83aec8e92bf58b7c2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:49.695153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33d3d36c-4cb1-46e7-9831-842d00264039 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.702299 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.708832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bed279-8177-482e-972e-97982da2ee27 req-d67c9757-1509-4260-b41e-b7835e24586e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435147 May 10 11:37:49.718182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ac563-f5f7-415f-8f86-08e84fe1fadb admin admin] Pushing event updated for resources: {'Network': ['ID=441d3c36-4efb-4b41-ae63-f7f06f8aa6b0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:49.734766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 441d3c36-4efb-4b41-ae63-f7f06f8aa6b0 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:37:49.753646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732b9937-a3db-4531-b1ce-a47a34287944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.760856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c2b60226-5fd9-404d-9bfa-e9702d9c4dc3 None None] Provisioning complete for port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:49.761552 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2b60226-5fd9-404d-9bfa-e9702d9c4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.797924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Made reservation on behalf of 59f57687beeb4f83aec8e92bf58b7c2e for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:49.800317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.817734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33d3d36c-4cb1-46e7-9831-842d00264039 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.824812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port 21d99e9d-744e-4674-84a3-53d448b3ac2d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:49.825473 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.877659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3d36c-4cb1-46e7-9831-842d00264039 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:49.904681 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732b9937-a3db-4531-b1ce-a47a34287944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.924325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33d3d36c-4cb1-46e7-9831-842d00264039 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:49.930797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-33d3d36c-4cb1-46e7-9831-842d00264039 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/3d7cc228-4eb8-4c48-b7a1-9fbfc2f8a774 HTTP/1.1" status: 204 len: 168 time: 0.7791736 May 10 11:37:49.939035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49196) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.018242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] DHCP port deletion for 9ec735ca-e5f3-41d6-bfb1-7e2a7914859e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:37:50.027785 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ad9e6a-0f26-49af-8c99-9e2a196f3f65 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:50.028276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ad9e6a-0f26-49af-8c99-9e2a196f3f65 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:50.034470 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c2ad9e6a-0f26-49af-8c99-9e2a196f3f65 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/4409e046-600a-4790-b8a1-60995d8daf40 HTTP/1.1" status: 404 len: 337 time: 0.0849848 May 10 11:37:50.035438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49198) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.042550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c2b60226-5fd9-404d-9bfa-e9702d9c4dc3 None None] Current status of the port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:50.048961 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port 21d99e9d-744e-4674-84a3-53d448b3ac2d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=21d99e9d-744e-4674-84a3-53d448b3ac2d,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:50.049420 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.057287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bed279-8177-482e-972e-97982da2ee27 req-7a07d6c5-3d35-4e51-854d-245a8e380df9 service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364329 May 10 11:37:50.076168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e446fe-fafd-40ad-a6f2-9d0f570a562c req-ed695592-d67d-4b84-9a6e-45fb337bcd3a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:50.078525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9e446fe-fafd-40ad-a6f2-9d0f570a562c req-ed695592-d67d-4b84-9a6e-45fb337bcd3a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.1439810 May 10 11:37:50.093176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c2b60226-5fd9-404d-9bfa-e9702d9c4dc3 None None] Provisioning complete for port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:50.093561 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2b60226-5fd9-404d-9bfa-e9702d9c4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.106361 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aff4f0f4-3540-4b14-9a74-04edf4e4f1cc tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f988c2-8de3-42e3-8a28-3203d856b43d HTTP/1.1" status: 200 len: 205 time: 0.0674872 May 10 11:37:50.110425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49202) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.118220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for 21d99e9d-744e-4674-84a3-53d448b3ac2d owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:50.150409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c2b60226-5fd9-404d-9bfa-e9702d9c4dc3 None None] Port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:37:50.163469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] Deleting port 21d99e9d-744e-4674-84a3-53d448b3ac2d {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:50.164238 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.169319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] DHCP port deletion for d1c29dc1-dd27-4131-a54d-691013171f8e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:37:50.193643 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-4ccc670e-64bd-40de-8a92-5f6625a9c556 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] delete failed (client error): The resource could not be found. May 10 11:37:50.194709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4ccc670e-64bd-40de-8a92-5f6625a9c556 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/routers/73f988c2-8de3-42e3-8a28-3203d856b43d HTTP/1.1" status: 404 len: 336 time: 0.0793753 May 10 11:37:50.205738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49204) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.282001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57be89-8d61-4590-ae1e-80d8b0465acc req-ccadaa97-54ec-4905-817a-2311734ff28e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:50.284285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a57be89-8d61-4590-ae1e-80d8b0465acc req-ccadaa97-54ec-4905-817a-2311734ff28e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.0880134 May 10 11:37:50.285168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732b9937-a3db-4531-b1ce-a47a34287944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.288833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732b9937-a3db-4531-b1ce-a47a34287944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.288984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] For port 21d99e9d-744e-4674-84a3-53d448b3ac2d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=21d99e9d-744e-4674-84a3-53d448b3ac2d,segment=NetworkSegment(3f810f47-3db2-4b69-bbbf-8c58e1cdab51),segment_id=3f810f47-3db2-4b69-bbbf-8c58e1cdab51)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:50.289435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.292518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-732b9937-a3db-4531-b1ce-a47a34287944 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/984b5f28-06ad-4176-9eec-efe3d02a709b HTTP/1.1" status: 204 len: 168 time: 1.1110251 May 10 11:37:50.315637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9e446fe-fafd-40ad-a6f2-9d0f570a562c req-66eef4a9-89fb-42d2-a886-b70ff9af4bab tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010543 May 10 11:37:50.317437 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dc996c-3629-4f4c-b552-5e730aff597a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:50.318860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dc996c-3629-4f4c-b552-5e730aff597a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:50.325697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5dc996c-3629-4f4c-b552-5e730aff597a tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/867aeb3d-367d-4d1c-aa1a-42ec03c094ff HTTP/1.1" status: 404 len: 337 time: 0.1159143 May 10 11:37:50.326276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.353444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b9937-a3db-4531-b1ce-a47a34287944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b5f28-06ad-4176-9eec-efe3d02a709b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:50.362042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] Calling delete_port for 21d99e9d-744e-4674-84a3-53d448b3ac2d owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:50.363532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a57be89-8d61-4590-ae1e-80d8b0465acc req-504045af-9cea-4a2b-a52f-ea0b598ab9cb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692055 May 10 11:37:50.368845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bed279-8177-482e-972e-97982da2ee27 req-4178206d-3b6e-4fe9-908c-c2f145e5fbbf service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107252 May 10 11:37:50.435188 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b13b846-0af4-47aa-9d4b-799f531f9b03 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:50.438801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b13b846-0af4-47aa-9d4b-799f531f9b03 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:50.446399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49212) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.451212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b13b846-0af4-47aa-9d4b-799f531f9b03 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/056725c1-e16f-4fa2-b054-93834dcdda0c HTTP/1.1" status: 404 len: 337 time: 0.1138380 May 10 11:37:50.519526 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d724815e-8093-4618-8dfa-0aad55ddfc4c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:50.519840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.520259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d724815e-8093-4618-8dfa-0aad55ddfc4c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:50.527720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d724815e-8093-4618-8dfa-0aad55ddfc4c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/cc2dde16-396b-4788-8d11-168af0942262 HTTP/1.1" status: 404 len: 337 time: 0.0780723 May 10 11:37:50.553321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49216) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.572482 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.609604 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98866d9-8f42-4230-bfa8-3cb0e4e797c7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:50.610632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98866d9-8f42-4230-bfa8-3cb0e4e797c7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:50.617221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e98866d9-8f42-4230-bfa8-3cb0e4e797c7 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/311b57d5-d9b8-4480-99ca-3b42b63d49d2 HTTP/1.1" status: 404 len: 333 time: 0.0604553 May 10 11:37:50.617693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.631213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] Deleting port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:50.631591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.659538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=21d99e9d-744e-4674-84a3-53d448b3ac2d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:50.672027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] No DVR routers for this DVR port 21d99e9d-744e-4674-84a3-53d448b3ac2d on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:50.688297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] Pushing event deleted for resources: {'Port': ['ID=21d99e9d-744e-4674-84a3-53d448b3ac2d,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:50.690504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa405f-5b75-4978-938e-cded9787d0b9 None None] No DVR routers for this DVR port 21d99e9d-744e-4674-84a3-53d448b3ac2d on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:50.770212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] For port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,segment=NetworkSegment(3cdf937c-28db-4f51-9de6-35a2e90bc747),segment_id=3cdf937c-28db-4f51-9de6-35a2e90bc747)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:50.771011 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.790765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] Calling delete_port for d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:50.806171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.829793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49226) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.846606 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5dca95-8bb0-4014-8d0a-73be0f4caf0b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:50.847236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5dca95-8bb0-4014-8d0a-73be0f4caf0b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:50.852034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7e5dca95-8bb0-4014-8d0a-73be0f4caf0b tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/ed1e2e32-79d1-4aee-bf49-c1866a35d2aa HTTP/1.1" status: 404 len: 337 time: 0.2331340 May 10 11:37:50.860877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:50.870987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:37:50.873851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e70c830d-8a71-4084-95a9-39383227527f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.881542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:50.930502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac1284-2e82-4704-91e8-88ea1f56da48 req-8faafacf-abb7-4e9b-b385-be659dab3cea tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:50.932067 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69ac1284-2e82-4704-91e8-88ea1f56da48 req-8faafacf-abb7-4e9b-b385-be659dab3cea tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 943 time: 0.2643392 May 10 11:37:50.959193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Checking segment: {'id': '6a6dd447-bbc6-4d7a-b3a2-007696db7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '441d3c36-4efb-4b41-ae63-f7f06f8aa6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:50.959583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Network hostable DHCP agents. Network: 441d3c36-4efb-4b41-ae63-f7f06f8aa6b0, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:37:50.970574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-cbdffc67-4294-4629-8c1e-78f1c5c2e2c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2892718 May 10 11:37:50.972809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cf6df7-43d6-4aa2-8921-bbb183e80184,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:51.007244 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.019111 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e70c830d-8a71-4084-95a9-39383227527f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.024405 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a665eb-4020-4929-a041-0ea8b9c85cc9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:51.024928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a665eb-4020-4929-a041-0ea8b9c85cc9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:51.031438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-84a665eb-4020-4929-a041-0ea8b9c85cc9 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/10aba147-1547-43a3-a7de-15267fe2147e HTTP/1.1" status: 404 len: 337 time: 0.1652682 May 10 11:37:51.037021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49230) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:51.037700 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e70c830d-8a71-4084-95a9-39383227527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.050126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69ac1284-2e82-4704-91e8-88ea1f56da48 req-b66671be-1a2c-4e24-b944-28aba58f7951 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040637 May 10 11:37:51.060804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] Pushing event deleted for resources: {'Port': ['ID=d05b1b25-0f9f-4f1b-be0e-3d21c66cd217,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:51.062793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Network 441d3c36-4efb-4b41-ae63-f7f06f8aa6b0 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:37:51.073103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a0911-6b02-4302-9674-8c516e83e491 None None] No DVR routers for this DVR port d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:51.092951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:51.097492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 441d3c36-4efb-4b41-ae63-f7f06f8aa6b0) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:51.103617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58f9c0-f89c-4271-90c0-e747d51ebbd4 req-718c8839-c933-4fc8-ab32-985ca97aca03 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.107650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.109938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.114358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1fac4-dc62-4101-a5e7-e7a6c30fe367 None None] Network 441d3c36-4efb-4b41-ae63-f7f06f8aa6b0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:51.117903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d58f9c0-f89c-4271-90c0-e747d51ebbd4 req-718c8839-c933-4fc8-ab32-985ca97aca03 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.4329734 May 10 11:37:51.122806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-c727ffe8-2a64-46d8-adbc-71df797b95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.124444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-c727ffe8-2a64-46d8-adbc-71df797b95c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 1096 time: 0.1249897 May 10 11:37:51.130281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec735ca-e5f3-41d6-bfb1-7e2a7914859e']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:51.172334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a78eb37a-3e85-422d-96e8-fad850778d27 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5115604 May 10 11:37:51.201840 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedd1501-8223-4a76-b826-9d34956bbf86 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:51.202589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cedd1501-8223-4a76-b826-9d34956bbf86 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:51.205919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'port_id': '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e', 'mac_address': 'fa:16:3e:9d:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61955d59-4936-4f72-8540-0de91be3a151', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:37:51.210685 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cedd1501-8223-4a76-b826-9d34956bbf86 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/577e42c2-8dfb-45f2-acf6-016051433134 HTTP/1.1" status: 404 len: 333 time: 0.1702161 May 10 11:37:51.222765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49234) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:51.225280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f810f47-3db2-4b69-bbbf-8c58e1cdab51') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:51.225754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f810f47-3db2-4b69-bbbf-8c58e1cdab51') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:51.240730 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.285629 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e70c830d-8a71-4084-95a9-39383227527f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=017f2f6b1be64dc39035b66922a29796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532351 May 10 11:37:51.292141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c830d-8a71-4084-95a9-39383227527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9879cbdf-8864-4cfe-b3fd-fb8e4ea6d6ea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:51.309410 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.321017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:37:51.321825 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.325927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49236) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:51.336007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:51.336919 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.392279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:51.415400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:51.418858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ccfff4-c115-4cf2-88f8-36b984ba5d35 None None] Network 441d3c36-4efb-4b41-ae63-f7f06f8aa6b0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:51.425149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-588dcc4b-b597-470d-a3db-70c04d8750c9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.431396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-588dcc4b-b597-470d-a3db-70c04d8750c9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.434989 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.437838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-588dcc4b-b597-470d-a3db-70c04d8750c9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.445773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-588dcc4b-b597-470d-a3db-70c04d8750c9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: timer() May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:37:51.448445 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:37:51.451167 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-691026be-4e05-44c2-aac8-a4c9bedec369 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:51.451167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691026be-4e05-44c2-aac8-a4c9bedec369 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:51.453096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-691026be-4e05-44c2-aac8-a4c9bedec369 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/ca07af7a-41fc-4a25-808e-4f388893694b HTTP/1.1" status: 404 len: 337 time: 0.1658244 May 10 11:37:51.453392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-588dcc4b-b597-470d-a3db-70c04d8750c9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.460243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-588dcc4b-b597-470d-a3db-70c04d8750c9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.465025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.465872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-588dcc4b-b597-470d-a3db-70c04d8750c9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.468263 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-588dcc4b-b597-470d-a3db-70c04d8750c9 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.2118058 May 10 11:37:51.472754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49242) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:51.481104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d58f9c0-f89c-4271-90c0-e747d51ebbd4 req-3602f352-1087-478c-ab1a-8604629d5266 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416836 May 10 11:37:51.492103 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.501042 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/networks/9ec735ca-e5f3-41d6-bfb1-7e2a7914859e HTTP/1.1" status: 204 len: 168 time: 1.9879043 May 10 11:37:51.517166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-c80efad1-f4b1-4644-a2e2-d040548c7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.517716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49244) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:51.518660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-c80efad1-f4b1-4644-a2e2-d040548c7a80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.3734686 May 10 11:37:51.525911 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5b38ea-81b1-4a96-9fea-b85f9087b49c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] DELETE failed (client error): The resource could not be found. May 10 11:37:51.526368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5b38ea-81b1-4a96-9fea-b85f9087b49c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:37:51.529483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-df5b38ea-81b1-4a96-9fea-b85f9087b49c tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/subnets/08a9214f-1d65-4c85-a150-cc99a68191ac HTTP/1.1" status: 404 len: 337 time: 0.0555437 May 10 11:37:51.530317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d56925f1-5972-4c1e-aeff-37be434791b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.541051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49246) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:51.599858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb0956-05ee-44e2-8758-d1b827524570 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Network': ['ID=9ec735ca-e5f3-41d6-bfb1-7e2a7914859e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:51.615972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-a7816f6f-bd72-435f-ac59-f9ead54926c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c39dbc-fb14-4510-9243-575e369ba763 HTTP/1.1" status: 200 len: 217 time: 0.0833945 May 10 11:37:51.652855 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d56925f1-5972-4c1e-aeff-37be434791b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.738077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port e726c76f-fc3f-4cc7-81d3-7f47cc19f9eb {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:51.740724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.754632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fec2a5f-8aa3-4858-855a-3e46e5a2f5e2 req-d48ed798-e162-4be4-b2be-45bf399a4da4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2589574 May 10 11:37:51.795864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1341cfb0-e8d7-48c1-8fb1-51bd32dd191e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:51.824689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-6823870c-038e-4bb1-a8eb-1f056322a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:51.830637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-6823870c-038e-4bb1-a8eb-1f056322a229 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.2004325 May 10 11:37:51.847329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-762bf1b0-65b5-4a09-9fd5-691b6ee6c14d req-0af06924-8ea9-485f-949f-7f8009ca1652 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-659359097', 'description': 'tempest-description-496410067'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:51.865500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:51.924410 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.924819 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.933408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:51.944285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for e726c76f-fc3f-4cc7-81d3-7f47cc19f9eb owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:51.946416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-762bf1b0-65b5-4a09-9fd5-691b6ee6c14d req-0af06924-8ea9-485f-949f-7f8009ca1652 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.958596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:37:51.958937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d05b1b25-0f9f-4f1b-be0e-3d21c66cd217 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:37:51.959367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 21d99e9d-744e-4674-84a3-53d448b3ac2d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:37:51.978191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-933d1aa4-09c7-4910-b841-cbbbce14d293 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Deleting port 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:51.978854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-933d1aa4-09c7-4910-b841-cbbbce14d293 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:51.996840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 21d99e9d-744e-4674-84a3-53d448b3ac2d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:37:51.997185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 21d99e9d-744e-4674-84a3-53d448b3ac2d not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:37:52.091854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-933d1aa4-09c7-4910-b841-cbbbce14d293 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.115157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-933d1aa4-09c7-4910-b841-cbbbce14d293 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Calling delete_port for 9791fc34-fd5f-40a8-bf2a-e32eba62ba2c owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:52.124598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d56925f1-5972-4c1e-aeff-37be434791b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.127785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d56925f1-5972-4c1e-aeff-37be434791b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.131190 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d56925f1-5972-4c1e-aeff-37be434791b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9879cbdf-8864-4cfe-b3fd-fb8e4ea6d6ea HTTP/1.1" status: 204 len: 168 time: 0.7967157 May 10 11:37:52.138616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-46fc6750-22cb-4e58-bd3e-d4c500bf11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:52.140774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-46fc6750-22cb-4e58-bd3e-d4c500bf11f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3009858 May 10 11:37:52.168745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56925f1-5972-4c1e-aeff-37be434791b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9879cbdf-8864-4cfe-b3fd-fb8e4ea6d6ea,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:52.194512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d7b7-949b-4f5a-b7bd-7ebe603d583d req-a42de2bd-f562-43c7-9c32-25b4f9ad7c8a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:52.196249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a132d7b7-949b-4f5a-b7bd-7ebe603d583d req-a42de2bd-f562-43c7-9c32-25b4f9ad7c8a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.3097062 May 10 11:37:52.217887 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-762bf1b0-65b5-4a09-9fd5-691b6ee6c14d req-0af06924-8ea9-485f-949f-7f8009ca1652 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.229714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-762bf1b0-65b5-4a09-9fd5-691b6ee6c14d req-0af06924-8ea9-485f-949f-7f8009ca1652 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.269310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.281854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-762bf1b0-65b5-4a09-9fd5-691b6ee6c14d req-0af06924-8ea9-485f-949f-7f8009ca1652 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.283093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-762bf1b0-65b5-4a09-9fd5-691b6ee6c14d req-0af06924-8ea9-485f-949f-7f8009ca1652 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4534862 May 10 11:37:52.303963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af06924-8ea9-485f-949f-7f8009ca1652 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f238274e-2cc3-4822-905c-39d7b2eced90,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:52.313979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=e726c76f-fc3f-4cc7-81d3-7f47cc19f9eb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:52.417430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.417818 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Floating IP f0616818-2191-495d-a29c-574dc2ac0b9c disassociated (deleted). External IP: 172.25.8.7, port: 15afc4b9-5037-408b-82bd-e4d3f85274d4. May 10 11:37:52.420971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-ba1cd1c5-a94d-4e72-a09e-a202ed5451aa service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716463 May 10 11:37:52.466592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a132d7b7-949b-4f5a-b7bd-7ebe603d583d req-8cf1117d-6466-492f-9672-2bc0960f99f6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386391 May 10 11:37:52.479381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-933d1aa4-09c7-4910-b841-cbbbce14d293 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.588272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d1aa4-09c7-4910-b841-cbbbce14d293 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Port': ['ID=9791fc34-fd5f-40a8-bf2a-e32eba62ba2c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:52.633244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-933d1aa4-09c7-4910-b841-cbbbce14d293 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.651754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-933d1aa4-09c7-4910-b841-cbbbce14d293 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/ports/9791fc34-fd5f-40a8-bf2a-e32eba62ba2c HTTP/1.1" status: 204 len: 168 time: 1.1043739 May 10 11:37:52.653818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49266) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:52.786651 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.793114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1628259-5c68-4504-b3d8-f4ab4664fc65 req-0175d5bd-86f3-47e1-88ef-2c6af982a2b1 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/f238274e-2cc3-4822-905c-39d7b2eced90 HTTP/1.1" status: 200 len: 1805 time: 0.2490616 May 10 11:37:52.820967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a1628259-5c68-4504-b3d8-f4ab4664fc65 req-10fc1486-94b8-4f2d-b043-bbe4815d142d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f238274e-2cc3-4822-905c-39d7b2eced90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:52.821495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a1628259-5c68-4504-b3d8-f4ab4664fc65 req-10fc1486-94b8-4f2d-b043-bbe4815d142d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f238274e-2cc3-4822-905c-39d7b2eced90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:52.849607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b96cee34-21b7-41e4-8da5-fafeaca80cde req-9a913446-a014-441b-ad08-9010f0a347f0 service neutron] 10.222.0.70 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796546 May 10 11:37:52.864579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:52.966346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1628259-5c68-4504-b3d8-f4ab4664fc65 req-10fc1486-94b8-4f2d-b043-bbe4815d142d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.983336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.006149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:37:53.009343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1628259-5c68-4504-b3d8-f4ab4664fc65 req-10fc1486-94b8-4f2d-b043-bbe4815d142d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.011771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:53.013001 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.022782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1628259-5c68-4504-b3d8-f4ab4664fc65 req-10fc1486-94b8-4f2d-b043-bbe4815d142d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.036821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c29dc1-dd27-4131-a54d-691013171f8e']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:53.076812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdf937c-28db-4f51-9de6-35a2e90bc747') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:53.077103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdf937c-28db-4f51-9de6-35a2e90bc747') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:53.093036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc1486-94b8-4f2d-b043-bbe4815d142d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dbc00d-640a-466d-9160-b9fbc8e67d2e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:53.096912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.106646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1628259-5c68-4504-b3d8-f4ab4664fc65 req-10fc1486-94b8-4f2d-b043-bbe4815d142d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.108090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1628259-5c68-4504-b3d8-f4ab4664fc65 req-10fc1486-94b8-4f2d-b043-bbe4815d142d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3040011 May 10 11:37:53.110580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:53.111261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.134269 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.143807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:37:53.144832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.150456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b937f1f-2f69-4046-8d1e-a9016aa5b37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: timer() May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:37:53.153295 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:37:53.156654 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f6ba4c-61cf-4978-ada3-ccc9f0d833c9" -d '{"events": [{"server_uuid": "8b937f1f-2f69-4046-8d1e-a9016aa5b37c", "name": "network-vif-plugged", "status": "completed", "tag": "1341cfb0-e8d7-48c1-8fb1-51bd32dd191e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:53.173279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:53.180763 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.225659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cad92-4c6c-483f-b1a7-4aeb6a219cff req-951b985c-c47f-4ac0-a04a-7613f0ac6aca tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.227164 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-950cad92-4c6c-483f-b1a7-4aeb6a219cff req-951b985c-c47f-4ac0-a04a-7613f0ac6aca tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 944 time: 0.8457518 May 10 11:37:53.274240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-950cad92-4c6c-483f-b1a7-4aeb6a219cff req-39fe0731-1292-4a74-9e92-1a37bdb005e9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 May 10 11:37:53.278482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router e79dcb4b-21d3-4594-9a48-38ac0e74804c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:37:53.306498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:53.342085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.347501 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.354299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] 10.222.0.13 "DELETE /v2.0/networks/d1c29dc1-dd27-4131-a54d-691013171f8e HTTP/1.1" status: 204 len: 168 time: 0.6636996 May 10 11:37:53.369391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387d14d-7939-4bbf-9db1-8de035d82e80 req-5274cc78-5e60-4b0d-86ec-420959711881 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.378188 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8387d14d-7939-4bbf-9db1-8de035d82e80 req-5274cc78-5e60-4b0d-86ec-420959711881 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.1308138 May 10 11:37:53.417180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87d74c-cb3c-41cf-9f24-6c3194e1e2d1 tempest-PortsIpV6TestJSON-1198823916 tempest-PortsIpV6TestJSON-1198823916-project] Pushing event deleted for resources: {'Network': ['ID=d1c29dc1-dd27-4131-a54d-691013171f8e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:53.455278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8387d14d-7939-4bbf-9db1-8de035d82e80 req-20a3e486-f07b-43d2-9c81-654f97751465 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718446 May 10 11:37:53.486816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-3e143350-1cb3-46c6-800b-80f3a3fdcde0 req-fef368e8-c7d6-4ff3-a776-eea614be7981 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-873758100', 'description': 'tempest-description-1484516897'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:53.505186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:37:53.510680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.517544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] Sync routers for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:37:53.522990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3e143350-1cb3-46c6-800b-80f3a3fdcde0 req-fef368e8-c7d6-4ff3-a776-eea614be7981 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.540807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:53.541477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:37:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:53.581351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-cbfe21a7-f45c-469a-8c8b-a74dc1d82f71 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.592243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-cbfe21a7-f45c-469a-8c8b-a74dc1d82f71 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.599679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-cbfe21a7-f45c-469a-8c8b-a74dc1d82f71 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.607552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-cbfe21a7-f45c-469a-8c8b-a74dc1d82f71 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.615213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-cbfe21a7-f45c-469a-8c8b-a74dc1d82f71 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.622255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-cbfe21a7-f45c-469a-8c8b-a74dc1d82f71 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.630473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-cbfe21a7-f45c-469a-8c8b-a74dc1d82f71 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:53.632556 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-cbfe21a7-f45c-469a-8c8b-a74dc1d82f71 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.2496054 May 10 11:37:53.638572 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d26092b7-9dc0-405e-94bc-56d27ba5a8eb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/floatingips/f0616818-2191-495d-a29c-574dc2ac0b9c HTTP/1.1" status: 204 len: 168 time: 2.1154783 May 10 11:37:53.638572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:53.638572 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f028f42c-3a86-40da-b027-41306e25da35" -d '{"events": [{"name": "network-changed", "server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:53.682399 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3e143350-1cb3-46c6-800b-80f3a3fdcde0 req-fef368e8-c7d6-4ff3-a776-eea614be7981 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.692242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3e143350-1cb3-46c6-800b-80f3a3fdcde0 req-fef368e8-c7d6-4ff3-a776-eea614be7981 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.713226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-28c4c58a-122b-4ea5-918e-faeb836e2834 req-8273ae86-b2b1-4d6e-8841-9f2e7e678a2d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720510 May 10 11:37:53.740356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef368e8-c7d6-4ff3-a776-eea614be7981 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a262eb-da45-4890-b18f-4b7339d363bb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:53.757470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3e143350-1cb3-46c6-800b-80f3a3fdcde0 req-fef368e8-c7d6-4ff3-a776-eea614be7981 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:53.761923 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e143350-1cb3-46c6-800b-80f3a3fdcde0 req-fef368e8-c7d6-4ff3-a776-eea614be7981 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2801657 May 10 11:37:53.795962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:37:53.825864 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d63b70f-a695-4d1e-902f-c091edade857 x-openstack-request-id: req-1d63b70f-a695-4d1e-902f-c091edade857 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:53.826157 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b937f1f-2f69-4046-8d1e-a9016aa5b37c", "name": "network-vif-plugged", "status": "completed", "tag": "1341cfb0-e8d7-48c1-8fb1-51bd32dd191e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:53.826414 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d63b70f-a695-4d1e-902f-c091edade857 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:53.826915 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d63b70f-a695-4d1e-902f-c091edade857'] response: {'server_uuid': '8b937f1f-2f69-4046-8d1e-a9016aa5b37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e', 'code': 200} May 10 11:37:53.930159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49306) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:54.040409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0475c0c-90de-4697-ad54-715f6a10cd42 req-f5eb1973-b46a-42eb-afbc-0c58681b368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:54.046069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b0475c0c-90de-4697-ad54-715f6a10cd42 req-f5eb1973-b46a-42eb-afbc-0c58681b368a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 1096 time: 0.1082919 May 10 11:37:54.104168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2ec2-d6c4-4823-9a5a-5b7424735f8e req-b71fcaa5-44bd-4d34-baf6-ad8fcd4c74e8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:54.106451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcda2ec2-d6c4-4823-9a5a-5b7424735f8e req-b71fcaa5-44bd-4d34-baf6-ad8fcd4c74e8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.1213276 May 10 11:37:54.133766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:38Z', 'revision_number': 6, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:54.141748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b0475c0c-90de-4697-ad54-715f6a10cd42 req-067350d1-b78b-48a9-a552-50993b9462a3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797925 May 10 11:37:54.161826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcda2ec2-d6c4-4823-9a5a-5b7424735f8e req-60fda99a-97ea-414b-a565-245ce57a5484 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476089 May 10 11:37:54.173511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] Checking router: e79dcb4b-21d3-4594-9a48-38ac0e74804c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:37:54.182317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:37:54.189106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:37:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:54.257131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c48b4809-293c-4218-9312-67b0f554b701 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f4ab61113f6400a9e70992966b91959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236609 May 10 11:37:54.257795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49316) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:54.339464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:37:54.421649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c676ec20-220a-483b-b917-d38cf9a99e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:54.462085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c676ec20-220a-483b-b917-d38cf9a99e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:54.498921 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c51d62f-61a1-461f-8048-42957304bd15 x-openstack-request-id: req-6c51d62f-61a1-461f-8048-42957304bd15 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:54.502863 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:54.503411 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c51d62f-61a1-461f-8048-42957304bd15 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:54.507054 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c51d62f-61a1-461f-8048-42957304bd15'] response: {'name': 'network-changed', 'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'status': 'completed', 'code': 200} May 10 11:37:54.565924 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b989cfee-6069-4e3e-8271-f36b3c2476bf req-066950d5-a54f-4d12-94c0-fe6653ac015e tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/66a262eb-da45-4890-b18f-4b7339d363bb HTTP/1.1" status: 200 len: 1806 time: 0.0642693 May 10 11:37:54.572545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b989cfee-6069-4e3e-8271-f36b3c2476bf req-acd3a517-68d2-4dbf-a327-429a5bfcd0e0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66a262eb-da45-4890-b18f-4b7339d363bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:54.572880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b989cfee-6069-4e3e-8271-f36b3c2476bf req-acd3a517-68d2-4dbf-a327-429a5bfcd0e0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66a262eb-da45-4890-b18f-4b7339d363bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:54.648698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038b623-cca5-4c80-b406-c06701a5f711 req-5ceafeaf-2aa3-487c-90d9-7bff1b419408 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:54.660861 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4038b623-cca5-4c80-b406-c06701a5f711 req-5ceafeaf-2aa3-487c-90d9-7bff1b419408 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 945 time: 0.0744390 May 10 11:37:54.665691 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c676ec20-220a-483b-b917-d38cf9a99e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:54.668461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c676ec20-220a-483b-b917-d38cf9a99e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:54.670645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c676ec20-220a-483b-b917-d38cf9a99e3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f842cab-a9aa-408e-9652-9d83e3f20a39 HTTP/1.1" status: 204 len: 168 time: 0.4074953 May 10 11:37:54.678633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:38Z', 'revision_number': 6, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:54.682159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b989cfee-6069-4e3e-8271-f36b3c2476bf req-acd3a517-68d2-4dbf-a327-429a5bfcd0e0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:54.704791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f42c-3a86-40da-b027-41306e25da35 req-cf2854b2-ece0-4868-a3ca-75ce135693f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:54.706341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f028f42c-3a86-40da-b027-41306e25da35 req-cf2854b2-ece0-4868-a3ca-75ce135693f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 1097 time: 0.1643829 May 10 11:37:54.707113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676ec20-220a-483b-b917-d38cf9a99e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f842cab-a9aa-408e-9652-9d83e3f20a39,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:54.737712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb2d65f-f9c7-407f-adc9-b233961bda39 None None] The sync data for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 is: [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:37:38Z', 'revision_number': 6, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '448e1ca6-4897-4f50-a774-824276f936e2', 'name': '', 'network_id': '1ca7e583-47a0-4750-8baf-50dbdb2369c8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:65:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:58Z', 'updated_at': '2022-05-10T11:35:10Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'd4c4f434-f0ad-425f-8cdc-7296a48bd953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:37:54.761084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4038b623-cca5-4c80-b406-c06701a5f711 req-a268c94f-548b-4884-9b1a-8bc52ed4a075 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990024 May 10 11:37:54.765550 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b989cfee-6069-4e3e-8271-f36b3c2476bf req-acd3a517-68d2-4dbf-a327-429a5bfcd0e0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:54.868021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b989cfee-6069-4e3e-8271-f36b3c2476bf req-acd3a517-68d2-4dbf-a327-429a5bfcd0e0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:54.912616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533999c-d16a-4d4f-b854-2b870de72b27 req-dd89db68-0163-4642-88a1-3a40a7162654 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:54.916816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3a517-68d2-4dbf-a327-429a5bfcd0e0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cee54b7-b9df-42e2-8330-2debee051f00,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:54.920897 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2533999c-d16a-4d4f-b854-2b870de72b27 req-dd89db68-0163-4642-88a1-3a40a7162654 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 946 time: 0.0746315 May 10 11:37:54.994954 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2533999c-d16a-4d4f-b854-2b870de72b27 req-c9471d08-2b43-43e3-b212-4ce52d6441d0 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727811 May 10 11:37:55.052125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-846deb42-0c8f-41bd-bf43-87c72f5e3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.064955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-846deb42-0c8f-41bd-bf43-87c72f5e3f4a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b&tenant_id=a771f71a33344ded971051979b87f489 HTTP/1.1" status: 200 len: 1094 time: 0.2979333 May 10 11:37:55.071481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b989cfee-6069-4e3e-8271-f36b3c2476bf req-acd3a517-68d2-4dbf-a327-429a5bfcd0e0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.076106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b989cfee-6069-4e3e-8271-f36b3c2476bf req-acd3a517-68d2-4dbf-a327-429a5bfcd0e0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5092423 May 10 11:37:55.085352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:55.142139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fef6c-dc75-4e34-b004-eb7730666d1a req-df49ceda-f353-4f16-aa1d-87befa50a90a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.143762 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-744fef6c-dc75-4e34-b004-eb7730666d1a req-df49ceda-f353-4f16-aa1d-87befa50a90a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.0924461 May 10 11:37:55.154249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f42c-3a86-40da-b027-41306e25da35 req-748e3d28-d4e5-4d61-950f-6212c07ef9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.156099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f028f42c-3a86-40da-b027-41306e25da35 req-748e3d28-d4e5-4d61-950f-6212c07ef9a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ca7e583-47a0-4750-8baf-50dbdb2369c8 HTTP/1.1" status: 200 len: 898 time: 0.4309101 May 10 11:37:55.223128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-744fef6c-dc75-4e34-b004-eb7730666d1a req-b0750cd4-1b59-4848-af8a-92fb4c56fce4 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710449 May 10 11:37:55.250843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-16e2c447-fc50-412a-b63f-88a62c6e3f38 req-eb23a822-749d-40c5-aaee-9944f8900a58 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1606472017', 'description': 'tempest-description-181213611'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:55.251319 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f028f42c-3a86-40da-b027-41306e25da35 req-e1ccce48-c634-4239-bdce-40a506b25a79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4 HTTP/1.1" status: 200 len: 217 time: 0.0873954 May 10 11:37:55.277217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e2c447-fc50-412a-b63f-88a62c6e3f38 req-eb23a822-749d-40c5-aaee-9944f8900a58 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.290446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.302548 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8065c9-c0c2-475e-9836-6517beb5a5e1 None None] New status for floating IP f0616818-2191-495d-a29c-574dc2ac0b9c: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:37:55.367464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f42c-3a86-40da-b027-41306e25da35 req-d21667e9-b9c5-4767-8207-8acb6e9a7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.368966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f028f42c-3a86-40da-b027-41306e25da35 req-d21667e9-b9c5-4767-8207-8acb6e9a7664 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4c4f434-f0ad-425f-8cdc-7296a48bd953 HTTP/1.1" status: 200 len: 835 time: 0.1052215 May 10 11:37:55.388427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-7b6ef295-048a-40f6-9cec-84883fce8283 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.394459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-7b6ef295-048a-40f6-9cec-84883fce8283 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.400500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-7b6ef295-048a-40f6-9cec-84883fce8283 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.407049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e2c447-fc50-412a-b63f-88a62c6e3f38 req-eb23a822-749d-40c5-aaee-9944f8900a58 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.410494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-7b6ef295-048a-40f6-9cec-84883fce8283 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.412055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e2c447-fc50-412a-b63f-88a62c6e3f38 req-eb23a822-749d-40c5-aaee-9944f8900a58 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.416574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-7b6ef295-048a-40f6-9cec-84883fce8283 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.422606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-7b6ef295-048a-40f6-9cec-84883fce8283 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.428643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-7b6ef295-048a-40f6-9cec-84883fce8283 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.436673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-7b6ef295-048a-40f6-9cec-84883fce8283 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.1903756 May 10 11:37:55.450009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23a822-749d-40c5-aaee-9944f8900a58 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc943353-d137-48da-a29d-698b8fa28870,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:55.457117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-16e2c447-fc50-412a-b63f-88a62c6e3f38 req-eb23a822-749d-40c5-aaee-9944f8900a58 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.458751 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16e2c447-fc50-412a-b63f-88a62c6e3f38 req-eb23a822-749d-40c5-aaee-9944f8900a58 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2142005 May 10 11:37:55.573956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52741b-14a3-4642-baea-b43f3e795b73 req-57f65292-a633-4c95-be40-f831037decbb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.576362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a52741b-14a3-4642-baea-b43f3e795b73 req-57f65292-a633-4c95-be40-f831037decbb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.0569849 May 10 11:37:55.601000 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e79fce20-02e9-4de3-b593-c782c3e8cf06 req-9ae07790-3eb6-4e4b-b471-12a01f7a43ec tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1631172 May 10 11:37:55.618665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f42c-3a86-40da-b027-41306e25da35 req-0c21ba12-9486-4917-ad04-c3f7c8415803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.619641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f028f42c-3a86-40da-b027-41306e25da35 req-0c21ba12-9486-4917-ad04-c3f7c8415803 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ca7e583-47a0-4750-8baf-50dbdb2369c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672645 May 10 11:37:55.632468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a52741b-14a3-4642-baea-b43f3e795b73 req-fea47d8d-c24a-43cf-918d-68fbcf802786 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 May 10 11:37:55.680056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-c5f1c35e-842a-4170-b186-262d7637ad0d req-5404eeda-848e-4ee4-a747-efccf09c8649 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1789383590', 'description': 'tempest-description-319938958'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:55.766348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c5f1c35e-842a-4170-b186-262d7637ad0d req-5404eeda-848e-4ee4-a747-efccf09c8649 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.858903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:55.872872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49362) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:55.882940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c5f1c35e-842a-4170-b186-262d7637ad0d req-5404eeda-848e-4ee4-a747-efccf09c8649 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.892749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f028f42c-3a86-40da-b027-41306e25da35 req-ce09fcbe-dec7-4551-8451-6468cd637e78 service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306077 May 10 11:37:55.893192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c5f1c35e-842a-4170-b186-262d7637ad0d req-5404eeda-848e-4ee4-a747-efccf09c8649 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.906845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42d18b-429f-40b4-a33b-66eabc973a2c req-97c2ffc8-773a-4bb4-999b-6552e7d2dc06 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:55.914894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af42d18b-429f-40b4-a33b-66eabc973a2c req-97c2ffc8-773a-4bb4-999b-6552e7d2dc06 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 945 time: 0.0655251 May 10 11:37:55.951916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af42d18b-429f-40b4-a33b-66eabc973a2c req-8fe96451-e189-4602-aa48-5638b25f5339 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357888 May 10 11:37:55.987580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c5f1c35e-842a-4170-b186-262d7637ad0d req-5404eeda-848e-4ee4-a747-efccf09c8649 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.988834 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5f1c35e-842a-4170-b186-262d7637ad0d req-5404eeda-848e-4ee4-a747-efccf09c8649 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3252978 May 10 11:37:55.997227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404eeda-848e-4ee4-a747-efccf09c8649 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd1e52-56ee-4ed8-87d5-fa79f653800b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:56.005108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:56.040997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820575206'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:56.099257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff995d-cdf0-49df-965b-9b6f51fb61f7 req-3c8ea532-f635-4131-8b47-797c2bec6593 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:56.101129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e4ff995d-cdf0-49df-965b-9b6f51fb61f7 req-3c8ea532-f635-4131-8b47-797c2bec6593 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 946 time: 0.0529954 May 10 11:37:56.102366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f028f42c-3a86-40da-b027-41306e25da35 req-75d25bcd-02cf-4a2e-89ce-0d1d76fe2659 service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019098 May 10 11:37:56.118910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:56.124621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:56.128871 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.146079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.149754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.153796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e4ff995d-cdf0-49df-965b-9b6f51fb61f7 req-c32678d5-1189-4cc9-8206-9eabe4726ba2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 May 10 11:37:56.163621 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-c47ce2c5-ad7f-4090-85ea-fa2e81588b03 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/bc943353-d137-48da-a29d-698b8fa28870 HTTP/1.1" status: 200 len: 1806 time: 0.1263816 May 10 11:37:56.227302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Transition to ACTIVE for port object 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:56.245307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.277931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f1fa-d119-4e47-8127-51693b0ee9f0 req-e9e06355-eea7-40e9-abd8-211885c66cc5 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:56.279559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3bc3f1fa-d119-4e47-8127-51693b0ee9f0 req-e9e06355-eea7-40e9-abd8-211885c66cc5 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 946 time: 0.0573437 May 10 11:37:56.330370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3bc3f1fa-d119-4e47-8127-51693b0ee9f0 req-02bd6a07-f296-46b9-933b-c987c5f30cf7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 May 10 11:37:56.454632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15754839-42c1-4f48-836c-010c8bf930db req-92977b15-df7a-4a08-a1c2-b3e28d894e7a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:56.456253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15754839-42c1-4f48-836c-010c8bf930db req-92977b15-df7a-4a08-a1c2-b3e28d894e7a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 945 time: 0.0591252 May 10 11:37:56.499776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15754839-42c1-4f48-836c-010c8bf930db req-a6afbadf-b862-40de-9c81-31e59a291dfc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 May 10 11:37:56.528407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af6dcc68-e59d-451f-8b74-daf8db3625a6 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:37:56.647025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9061b6-08ad-4bda-9317-bd3e304555e2 req-70f5068e-8330-46ff-a4cc-af820900d81b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:56.649690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e9061b6-08ad-4bda-9317-bd3e304555e2 req-70f5068e-8330-46ff-a4cc-af820900d81b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.0693796 May 10 11:37:56.661334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:56.675961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'port_id': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'mac_address': 'fa:16:3e:e0:24:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:37:56.709010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e9061b6-08ad-4bda-9317-bd3e304555e2 req-64ef5d75-4c38-4e73-989b-715ce164e721 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 May 10 11:37:56.717177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port af6dcc68-e59d-451f-8b74-daf8db3625a6 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:56.717672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.732117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af6dcc68-e59d-451f-8b74-daf8db3625a6 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:56.748326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=9']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:56.760562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:56.767702 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.784432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-9c4bfdaa-0aab-497d-a537-44e011b9c2e3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:56.785879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-9c4bfdaa-0aab-497d-a537-44e011b9c2e3 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 946 time: 0.6183715 May 10 11:37:56.833437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:56.855896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-9d090837-3756-4539-9252-5985bf3a2768 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/69fd1e52-56ee-4ed8-87d5-fa79f653800b HTTP/1.1" status: 200 len: 1806 time: 0.6603992 May 10 11:37:56.869034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['af6dcc68-e59d-451f-8b74-daf8db3625a6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:37:57.009619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-9fbb84aa-1428-4c53-801e-0e125736c7ac tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc943353-d137-48da-a29d-698b8fa28870', 'remote_group_id': '69fd1e52-56ee-4ed8-87d5-fa79f653800b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:57.009950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-9fbb84aa-1428-4c53-801e-0e125736c7ac tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc943353-d137-48da-a29d-698b8fa28870', 'remote_group_id': '69fd1e52-56ee-4ed8-87d5-fa79f653800b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:57.064636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-24dda585-7ab9-44b5-9107-a6e5a4765160 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.079087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-24dda585-7ab9-44b5-9107-a6e5a4765160 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.089683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-24dda585-7ab9-44b5-9107-a6e5a4765160 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.103808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-24dda585-7ab9-44b5-9107-a6e5a4765160 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.114859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-24dda585-7ab9-44b5-9107-a6e5a4765160 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.124386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-24dda585-7ab9-44b5-9107-a6e5a4765160 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.131155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-24dda585-7ab9-44b5-9107-a6e5a4765160 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.140969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-24dda585-7ab9-44b5-9107-a6e5a4765160 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.1746106 May 10 11:37:57.203672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eea77840-cc4f-492a-aaa0-509185cdfa16 req-36805f87-5bc7-4ed0-afa4-088ee6208d91 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608556 May 10 11:37:57.206470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.219426 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.232558 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:37:57.269030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] No DVR routers for this DVR port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:57.327878 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.328509 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment bcf08e7b-80db-48b2-bde3-390564d5de94 of type vlan for network 8b42cfe6-392f-4002-8a70-ed42a55075d2 May 10 11:37:57.330992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8d89b-eb52-4911-81f0-57383d1b0d99 req-2313cb80-d4a3-489b-ab0a-28c67c19e412 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.332993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07b8d89b-eb52-4911-81f0-57383d1b0d99 req-2313cb80-d4a3-489b-ab0a-28c67c19e412 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 943 time: 0.0662205 May 10 11:37:57.385763 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07b8d89b-eb52-4911-81f0-57383d1b0d99 req-af4fbb9b-3a13-4184-99cf-a7cb381d0f4e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450287 May 10 11:37:57.398526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6848f6-b97c-4ce4-9374-6b8f6c5533d1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:57.437777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port 15afc4b9-5037-408b-82bd-e4d3f85274d4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:57.438120 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.492770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.570791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244633-8fa7-47ca-8f87-721b249a4da2 req-598c7fa8-61f2-40fb-acdf-258771bc0a9a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.578890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c1244633-8fa7-47ca-8f87-721b249a4da2 req-598c7fa8-61f2-40fb-acdf-258771bc0a9a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 945 time: 0.0936565 May 10 11:37:57.638107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-9fbb84aa-1428-4c53-801e-0e125736c7ac tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.666420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:37:57.685037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c1244633-8fa7-47ca-8f87-721b249a4da2 req-9f430060-392c-4409-ac4a-c8430cb32b1c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976200 May 10 11:37:57.716944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port 15afc4b9-5037-408b-82bd-e4d3f85274d4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=15afc4b9-5037-408b-82bd-e4d3f85274d4,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:57.717500 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.781652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for 15afc4b9-5037-408b-82bd-e4d3f85274d4 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:37:57.786479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.792299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.793174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.828194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d07230-4f44-4259-a80b-e96fd1b7546e req-51ef1a0a-81c3-4bde-9a87-2570dfd90227 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:57.829993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90d07230-4f44-4259-a80b-e96fd1b7546e req-51ef1a0a-81c3-4bde-9a87-2570dfd90227 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=d070b3f0-dbb7-4dfe-a06c-1b3de5797daa HTTP/1.1" status: 200 len: 946 time: 0.0671258 May 10 11:37:57.873159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90d07230-4f44-4259-a80b-e96fd1b7546e req-a3b6ef6f-e7c5-4e4a-82b0-a3c0e6f10483 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=13142ef4-d20d-479d-8911-ad0ff11ba25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354419 May 10 11:37:57.900173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-9fbb84aa-1428-4c53-801e-0e125736c7ac tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.906130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0270095 May 10 11:37:57.909216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49416) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:57.915497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424282611'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:57.963229 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-9fbb84aa-1428-4c53-801e-0e125736c7ac tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.999321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:58.004045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.027376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed701a-b6f1-47e6-b8ab-9dcd82d58e23 req-296ba7bb-c742-4327-a366-b3eb6b581e19 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.028925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39ed701a-b6f1-47e6-b8ab-9dcd82d58e23 req-296ba7bb-c742-4327-a366-b3eb6b581e19 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 944 time: 0.0841019 May 10 11:37:58.044936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03e227-c014-4870-b325-ab178ba85b01 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=8b42cfe6-392f-4002-8a70-ed42a55075d2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:58.056109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb84aa-1428-4c53-801e-0e125736c7ac tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2de9dc-1385-4d94-9722-42dd4a3fe35d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:58.059894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Attempting to bind port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:58.060529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Attempting to bind port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:58.061060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 8b42cfe6-392f-4002-8a70-ed42a55075d2 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:37:58.061996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Attempting to bind port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:58.069640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on network 862e694c-25bb-4128-9a47-d0a0988b956e not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:37:58.070325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Attempting to bind port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:37:58.074053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:37:58.080484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-9fbb84aa-1428-4c53-801e-0e125736c7ac tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.082972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d87193aa-f177-40d4-b0ef-c40edf7b508a req-9fbb84aa-1428-4c53-801e-0e125736c7ac tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0863147 May 10 11:37:58.095677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:37:58.095677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Checking segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:37:58.095677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Bound using segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:37:58.096191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Bound port: 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:58.096807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.116036 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.116377 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment f950bce2-3984-4b31-9b4a-1483181b78dd of type vlan for network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 May 10 11:37:58.143410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39ed701a-b6f1-47e6-b8ab-9dcd82d58e23 req-00eea04f-996f-42f6-8ad4-d957ceb14371 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970366 May 10 11:37:58.169774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a9814c50-e218-4d35-9581-666e78abe19f req-0c2644b0-98ae-4138-aada-d160e5439a05 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1125296735', 'description': 'tempest-description-428823713'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:58.191893 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.267171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.286949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a9814c50-e218-4d35-9581-666e78abe19f req-0c2644b0-98ae-4138-aada-d160e5439a05 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.295692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.305365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.312374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:37:58.466994 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a9814c50-e218-4d35-9581-666e78abe19f req-0c2644b0-98ae-4138-aada-d160e5439a05 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.480276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a9814c50-e218-4d35-9581-666e78abe19f req-0c2644b0-98ae-4138-aada-d160e5439a05 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.482127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5718205 May 10 11:37:58.491347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49432) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:37:58.491888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:37:58.502413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': '8b42cfe6-392f-4002-8a70-ed42a55075d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:58.516814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.534485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af6dcc68-e59d-451f-8b74-daf8db3625a6 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:37:58.538917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-744d897f-32e2-4f93-a0d9-2d1c2f26bbed tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.540867 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-744d897f-32e2-4f93-a0d9-2d1c2f26bbed tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 945 time: 0.2956133 May 10 11:37:58.550103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.567543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eb432-50c4-49f2-afb8-5e34c2da314c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=36e3ead5-5077-4d09-b0c1-5a69b3cf2c81,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:58.586788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:37:58.624359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a9814c50-e218-4d35-9581-666e78abe19f req-0c2644b0-98ae-4138-aada-d160e5439a05 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.625502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9814c50-e218-4d35-9581-666e78abe19f req-0c2644b0-98ae-4138-aada-d160e5439a05 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4753532 May 10 11:37:58.665055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916555d-735a-422b-84c9-259971efc818 req-58090946-6539-41a1-8d99-418e3f137a36 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.667141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.674745 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.676170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 1091 time: 3.5986402 May 10 11:37:58.679970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2644b0-98ae-4138-aada-d160e5439a05 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e147160f-fbab-4708-926e-cda1fcd234bb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:58.682214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916555d-735a-422b-84c9-259971efc818 req-58090946-6539-41a1-8d99-418e3f137a36 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.696973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:58.699799 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d806de0-c187-4da5-9d6d-1f66bca17034" -d '{"events": [{"name": "network-changed", "server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:58.708154 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:37:58.713524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916555d-735a-422b-84c9-259971efc818 req-58090946-6539-41a1-8d99-418e3f137a36 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.727059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916555d-735a-422b-84c9-259971efc818 req-58090946-6539-41a1-8d99-418e3f137a36 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.743135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916555d-735a-422b-84c9-259971efc818 req-58090946-6539-41a1-8d99-418e3f137a36 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.759426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916555d-735a-422b-84c9-259971efc818 req-58090946-6539-41a1-8d99-418e3f137a36 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.774685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916555d-735a-422b-84c9-259971efc818 req-58090946-6539-41a1-8d99-418e3f137a36 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:58.776873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c916555d-735a-422b-84c9-259971efc818 req-58090946-6539-41a1-8d99-418e3f137a36 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5421 time: 0.3543448 May 10 11:37:58.787055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port af6dcc68-e59d-451f-8b74-daf8db3625a6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:58.787433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.853839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d7a8b-d148-484b-88b6-14aa96faeed9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=10']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:58.889021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:37:58.933919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:58.950975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:58.971044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=15afc4b9-5037-408b-82bd-e4d3f85274d4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:59.001150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] No DVR routers for this DVR port 15afc4b9-5037-408b-82bd-e4d3f85274d4 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:59.019361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.022261 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2879ea64-7ed5-469a-9698-762d5ba25460 req-ce6fed80-cfcf-48dd-9732-f9286b3e1942 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "DELETE /v2.0/ports/15afc4b9-5037-408b-82bd-e4d3f85274d4 HTTP/1.1" status: 204 len: 173 time: 2.1834407 May 10 11:37:59.036555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-013b90f0-677d-471e-a68c-fc3cbf173679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:59.039196 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-013b90f0-677d-471e-a68c-fc3cbf173679 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1095 time: 0.3235123 May 10 11:37:59.068491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7033ef-c09b-4bb0-8505-db8e73edcc34 req-1cf0f287-c31e-418f-a6f3-7a149b7fcff3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:59.078121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b7033ef-c09b-4bb0-8505-db8e73edcc34 req-1cf0f287-c31e-418f-a6f3-7a149b7fcff3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.2456763 May 10 11:37:59.160293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c916555d-735a-422b-84c9-259971efc818 req-ce83cda1-d808-4096-93cb-2220ae252ec2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3493681 May 10 11:37:59.164338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port af6dcc68-e59d-451f-8b74-daf8db3625a6 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:59.165225 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.205689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-2e3c233f-c901-4775-8dee-b0662086d79d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4276993 May 10 11:37:59.276255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-fa43efa8-6800-4cb5-b6f2-064a9aeeb150 req-638a6d3e-df9f-473b-8ae5-1cde026ccbb7 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-229851568', 'description': 'tempest-description-972951734'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:59.318049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b7033ef-c09b-4bb0-8505-db8e73edcc34 req-8d31ef4c-1ff2-4831-8007-bf1459f98d8b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378447 May 10 11:37:59.323465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:37:59.332103 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684292b9-0aa1-4d88-b691-88058405b5f6" -d '{"events": [{"server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "name": "network-vif-plugged", "status": "completed", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:37:59.366693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-30109b7f-5d09-4455-8765-8907738a8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:59.368868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-30109b7f-5d09-4455-8765-8907738a8395 service neutron] 10.222.0.49 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.3161037 May 10 11:37:59.383265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Deleting port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:37:59.383701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.386014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:59.390352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:59.416224 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.418187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7', 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2', 'port_id': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7', 'mac_address': 'fa:16:3e:5f:4c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c149fc18-e2cd-46cb-a3b7-63b7f16f8906', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:37:59.482030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fa43efa8-6800-4cb5-b6f2-064a9aeeb150 req-638a6d3e-df9f-473b-8ae5-1cde026ccbb7 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.533481 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01df1f-797d-4487-920c-62ec96332529 x-openstack-request-id: req-6e01df1f-797d-4487-920c-62ec96332529 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:37:59.533767 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:37:59.534017 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e01df1f-797d-4487-920c-62ec96332529 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:37:59.534427 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e01df1f-797d-4487-920c-62ec96332529'] response: {'name': 'network-changed', 'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'status': 'completed', 'code': 200} May 10 11:37:59.550249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-06cda6c7-ace2-46dd-9809-499b27557b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:59.557182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-06cda6c7-ace2-46dd-9809-499b27557b9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1095 time: 0.2531683 May 10 11:37:59.591388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:37:59.591924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.618017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:37:59.642673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:59.660371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:59.663161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.663916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.665524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.666061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.666970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.667515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.668116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.669081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.669580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.670105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.670708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.671524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:59.677743 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.678636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:37:59.798536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:37:59.805974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.810523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fa43efa8-6800-4cb5-b6f2-064a9aeeb150 req-638a6d3e-df9f-473b-8ae5-1cde026ccbb7 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.818723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca', 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'port_id': '0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca', 'mac_address': 'fa:16:3e:1a:37:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8b2206-2da8-4e65-b200-5feb61bb6cb5', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:37:59.840410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b92735-ccab-4d9d-8918-8660fea6e614 req-a865b3fb-9001-4b33-b029-5349e18128fe tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:59.842098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37b92735-ccab-4d9d-8918-8660fea6e614 req-a865b3fb-9001-4b33-b029-5349e18128fe tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 945 time: 0.2121918 May 10 11:37:59.868931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=2b40a292-bf49-4282-8279-f7c2c7dfc95f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:59.875138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fa43efa8-6800-4cb5-b6f2-064a9aeeb150 req-638a6d3e-df9f-473b-8ae5-1cde026ccbb7 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.888340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-aa832a1d-a75a-4a07-8572-df4cd72c9fc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 999 time: 0.5092843 May 10 11:37:59.963386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-79b190f2-b49f-43df-9621-061c3779d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:37:59.965529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-79b190f2-b49f-43df-9621-061c3779d4de service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.3869650 May 10 11:37:59.982584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-fa43efa8-6800-4cb5-b6f2-064a9aeeb150 req-638a6d3e-df9f-473b-8ae5-1cde026ccbb7 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:59.998378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa43efa8-6800-4cb5-b6f2-064a9aeeb150 req-638a6d3e-df9f-473b-8ae5-1cde026ccbb7 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7521451 May 10 11:38:00.014553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-e5aff439-f573-4ac5-abda-2475a0c8c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:00.019128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-e5aff439-f573-4ac5-abda-2475a0c8c075 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.1224482 May 10 11:38:00.093849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49476) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:00.110407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': 'bcf08e7b-80db-48b2-bde3-390564d5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b42cfe6-392f-4002-8a70-ed42a55075d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:00.118263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:00.118263 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.121794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: 8b42cfe6-392f-4002-8a70-ed42a55075d2, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:38:00.126154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:00.128558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a6d3e-df9f-473b-8ae5-1cde026ccbb7 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90e4f74-11f5-4bae-a516-45ead12a1e21,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:00.144349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:00.188479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:00.233231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.233231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 345562d6-d353-44bd-a2dc-e31052544c50 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:38:00.236230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-516e7cf3-265d-4003-bafc-8e96ddb1b551 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.2585058 May 10 11:38:00.240217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 8b42cfe6-392f-4002-8a70-ed42a55075d2 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:38:00.297016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:00.309806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-05698de9-2112-44d9-9912-244f96b8837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:00.310765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 345562d6-d353-44bd-a2dc-e31052544c50, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=345562d6-d353-44bd-a2dc-e31052544c50,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:00.312215 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-05698de9-2112-44d9-9912-244f96b8837a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.0642874 May 10 11:38:00.324422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 8b42cfe6-392f-4002-8a70-ed42a55075d2) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:00.324690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] For port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:00.324690 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.327245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '345562d6-d353-44bd-a2dc-e31052544c50', 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'port_id': '345562d6-d353-44bd-a2dc-e31052544c50', 'mac_address': 'fa:16:3e:13:12:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8b2206-2da8-4e65-b200-5feb61bb6cb5', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:38:00.338389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37b92735-ccab-4d9d-8918-8660fea6e614 req-092e7983-35b0-4639-b8d0-6cab8c195a6d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812882 May 10 11:38:00.357773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:00.361564 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.375423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 345562d6-d353-44bd-a2dc-e31052544c50 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:00.375851 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.378920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a1cad-c3d3-41d0-9163-94bc97041c82 None None] Network 8b42cfe6-392f-4002-8a70-ed42a55075d2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:00.384300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Calling delete_port for 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:00.435346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-127d221d-3935-4f70-aebb-e1a1fbb6f628 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.445660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345562d6-d353-44bd-a2dc-e31052544c50 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:00.477741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521d02f-a633-461c-bd02-dbbe0ccdd9a4 req-22e9a2ed-f03b-4ac6-8852-ed9bbd4e2f1e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:00.480372 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caa8eaa-ce7e-4ad7-a92d-200f44f5e360 x-openstack-request-id: req-1caa8eaa-ce7e-4ad7-a92d-200f44f5e360 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:00.480673 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "name": "network-vif-plugged", "status": "completed", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:00.482334 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1caa8eaa-ce7e-4ad7-a92d-200f44f5e360 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:00.482955 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1caa8eaa-ce7e-4ad7-a92d-200f44f5e360'] response: {'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'code': 200} May 10 11:38:00.487902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e521d02f-a633-461c-bd02-dbbe0ccdd9a4 req-22e9a2ed-f03b-4ac6-8852-ed9bbd4e2f1e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.3106236 May 10 11:38:00.494949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6525b46c-12c0-48df-ae77-edf009de3151 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9996123 May 10 11:38:00.499408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-127d221d-3935-4f70-aebb-e1a1fbb6f628 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.506155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49482) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:00.520137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 345562d6-d353-44bd-a2dc-e31052544c50, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=345562d6-d353-44bd-a2dc-e31052544c50,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:00.521798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': '36e3ead5-5077-4d09-b0c1-5a69b3cf2c81', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:00.540370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 15afc4b9-5037-408b-82bd-e4d3f85274d4 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:00.545932 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.546591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a7da3e54-f24f-4522-b9a0-4cbfb14f644c details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:38:00.549739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-0f486ac4-fa60-4d19-b794-3ee02933f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:00.551593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-0f486ac4-fa60-4d19-b794-3ee02933f6ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530232 May 10 11:38:00.612961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-fb738c95-38f8-4f61-8d38-5e367d27c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:00.626120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 15afc4b9-5037-408b-82bd-e4d3f85274d4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:00.626618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 15afc4b9-5037-408b-82bd-e4d3f85274d4 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:00.630704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-fb738c95-38f8-4f61-8d38-5e367d27c9f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5467072 May 10 11:38:00.693039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-127d221d-3935-4f70-aebb-e1a1fbb6f628 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.696239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-127d221d-3935-4f70-aebb-e1a1fbb6f628 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.700941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-127d221d-3935-4f70-aebb-e1a1fbb6f628 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/security-groups/13142ef4-d20d-479d-8911-ad0ff11ba25b HTTP/1.1" status: 204 len: 168 time: 0.5267441 May 10 11:38:00.709528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a7da3e54-f24f-4522-b9a0-4cbfb14f644c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:00.726337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=345562d6-d353-44bd-a2dc-e31052544c50,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:00.739218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c', 'network_id': '99e99ad8-a36e-457e-89ba-b00ffdbfc8d2', 'port_id': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c', 'mac_address': 'fa:16:3e:fe:31:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c149fc18-e2cd-46cb-a3b7-63b7f16f8906', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:38:00.750844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-a80411ac-097f-40ce-8ade-42cae02c4bf2 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710253 May 10 11:38:00.777384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e521d02f-a633-461c-bd02-dbbe0ccdd9a4 req-0aa1e9e2-02e4-4656-99db-701bb21bdf8a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842360 May 10 11:38:00.818510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-8b42cfe6-392f-4002-8a70-ed42a55075d2', 'network_id': '8b42cfe6-392f-4002-8a70-ed42a55075d2', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': '2b40a292-bf49-4282-8279-f7c2c7dfc95f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:38:00.819450 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.843355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a7da3e54-f24f-4522-b9a0-4cbfb14f644c is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:00.844163 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.869413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7da3e54-f24f-4522-b9a0-4cbfb14f644c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:00.913902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-4a7c8813-c460-4f61-a53b-d83dc8f806e2 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/e147160f-fbab-4708-926e-cda1fcd234bb HTTP/1.1" status: 200 len: 1806 time: 0.3122568 May 10 11:38:00.914751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d221d-3935-4f70-aebb-e1a1fbb6f628 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13142ef4-d20d-479d-8911-ad0ff11ba25b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:00.986322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a7da3e54-f24f-4522-b9a0-4cbfb14f644c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:00.997708 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.999301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1ada5ebe-a819-4c44-ae99-c91f3ced635d details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:38:01.032582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-db27db7a-527e-438c-8809-81d865c6ded1 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/d90e4f74-11f5-4bae-a516-45ead12a1e21 HTTP/1.1" status: 200 len: 1805 time: 0.1079762 May 10 11:38:01.048614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-f5867dc7-3ff2-4388-b655-35b734a14412 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e147160f-fbab-4708-926e-cda1fcd234bb', 'remote_group_id': 'd90e4f74-11f5-4bae-a516-45ead12a1e21', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:01.048927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-f5867dc7-3ff2-4388-b655-35b734a14412 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e147160f-fbab-4708-926e-cda1fcd234bb', 'remote_group_id': 'd90e4f74-11f5-4bae-a516-45ead12a1e21', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:01.075062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:01.105290 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-ba75a6e8-e091-45a3-a47e-4410c11813c1 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407518 May 10 11:38:01.169151 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a54c1b7-56d3-4911-849b-19de9386faa5 req-06f88832-8832-4c28-a39b-b773df2611ec service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884292 May 10 11:38:01.229345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Allocated IP 2001:db8::2 (8b42cfe6-392f-4002-8a70-ed42a55075d2/2b40a292-bf49-4282-8279-f7c2c7dfc95f/2752a64e-58fa-4f3b-8f16-63c88f4f1d2d) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:01.245656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-68cca422-5af5-4e73-8645-e89df1264a3a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:01.256476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-68cca422-5af5-4e73-8645-e89df1264a3a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:01.266750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-68cca422-5af5-4e73-8645-e89df1264a3a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:01.273870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-262c3f14-5307-4f9a-bc48-02aa302c846c req-93e31484-f5f6-4555-b3a8-e2c6b28c3732 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558490 May 10 11:38:01.277451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-68cca422-5af5-4e73-8645-e89df1264a3a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:01.286575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-68cca422-5af5-4e73-8645-e89df1264a3a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:01.293769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-68cca422-5af5-4e73-8645-e89df1264a3a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:01.301861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-68cca422-5af5-4e73-8645-e89df1264a3a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:01.313104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-68cca422-5af5-4e73-8645-e89df1264a3a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5425 time: 0.3383186 May 10 11:38:01.315234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:01.319552 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.407635 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-f5867dc7-3ff2-4388-b655-35b734a14412 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.452024 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9dc13e-1a80-41b9-8599-7c26d2dfaf2f req-625ff019-b8a4-4424-9e84-815596675dbe tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364634 May 10 11:38:01.477045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-f5867dc7-3ff2-4388-b655-35b734a14412 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.490575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-f5867dc7-3ff2-4388-b655-35b734a14412 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.507939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1ada5ebe-a819-4c44-ae99-c91f3ced635d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:01.526835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-4e3c00b9-b82b-471b-8836-b13ad0dbd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:01.528411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-4e3c00b9-b82b-471b-8836-b13ad0dbd560 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1095 time: 0.1665852 May 10 11:38:01.530097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.532638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5867dc7-3ff2-4388-b655-35b734a14412 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d22b5f9-d680-4db1-9bf6-e5b51581d3a1,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:01.559028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd', '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:01.563052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a8bb7182-4870-430e-9b81-7fa75ba33a7b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:01.563332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'name': 'network-vif-deleted', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:01.575473 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21177fb-85d0-4bd9-8113-a5ad548e9d0a" -d '{"events": [{"server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "name": "network-vif-deleted", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:01.632196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-f5867dc7-3ff2-4388-b655-35b734a14412 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.634026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ae855801-dfaf-4fe3-91d1-e4b67dee7a7b req-f5867dc7-3ff2-4388-b655-35b734a14412 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5895500 May 10 11:38:01.725642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49504) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:01.726460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event deleted for resources: {'Port': ['ID=1341cfb0-e8d7-48c1-8fb1-51bd32dd191e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:01.792537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.796525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'port_id': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'mac_address': 'fa:16:3e:e3:75:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:38:01.839854 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.898500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] No DVR routers for this DVR port 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:01.934998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Pushing event updated for resources: {'Port': ['ID=2752a64e-58fa-4f3b-8f16-63c88f4f1d2d,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:01.956479 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98759262-705f-430e-a8a5-f32f16f75b6f req-e785e03b-3287-4a9f-bbde-67d2b9d09715 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b937f1f-2f69-4046-8d1e-a9016aa5b37c HTTP/1.1" status: 200 len: 210 time: 0.0547593 May 10 11:38:01.967514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.973756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e1d8165-d36f-40c3-be99-98ec026082e9 req-43566f49-50c5-4cca-851b-66c965b2ac6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.70 "DELETE /v2.0/ports/1341cfb0-e8d7-48c1-8fb1-51bd32dd191e HTTP/1.1" status: 204 len: 173 time: 3.4214017 May 10 11:38:01.985937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Network 8b42cfe6-392f-4002-8a70-ed42a55075d2 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:02.025751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:02.078360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:02.159989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d7cac-533a-47ad-aa22-2e7121df382b req-3e4a6c0b-fa4e-4885-a3e7-2f3cf13f0a55 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:02.161617 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784bbfb1-545e-4641-8787-fedda2d5ce47 x-openstack-request-id: req-784bbfb1-545e-4641-8787-fedda2d5ce47 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:02.162157 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d070b3f0-dbb7-4dfe-a06c-1b3de5797daa", "name": "network-vif-deleted", "tag": "15afc4b9-5037-408b-82bd-e4d3f85274d4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:02.162644 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-784bbfb1-545e-4641-8787-fedda2d5ce47 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:02.163302 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784bbfb1-545e-4641-8787-fedda2d5ce47'] response: {'server_uuid': 'd070b3f0-dbb7-4dfe-a06c-1b3de5797daa', 'name': 'network-vif-deleted', 'tag': '15afc4b9-5037-408b-82bd-e4d3f85274d4', 'status': 'completed', 'code': 200} May 10 11:38:02.167310 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c9d7cac-533a-47ad-aa22-2e7121df382b req-3e4a6c0b-fa4e-4885-a3e7-2f3cf13f0a55 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.4977579 May 10 11:38:02.269194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-2c9652f7-fe00-4b28-bbe3-0b487a3b6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:02.271795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-2c9652f7-fe00-4b28-bbe3-0b487a3b6605 service neutron] 10.222.0.49 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.7297931 May 10 11:38:02.306208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.364905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-929288d1-73e7-48ab-873e-2247be0818ea req-ce17e5df-a983-4518-a55a-01dd243590d4 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/d90e4f74-11f5-4bae-a516-45ead12a1e21 HTTP/1.1" status: 200 len: 1805 time: 0.2003365 May 10 11:38:02.434367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Attempting to bind port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:02.434963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Attempting to bind port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'bcf08e7b-80db-48b2-bde3-390564d5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b42cfe6-392f-4002-8a70-ed42a55075d2'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:02.440733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Attempting to bind port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d on network 8b42cfe6-392f-4002-8a70-ed42a55075d2 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:02.460429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1ada5ebe-a819-4c44-ae99-c91f3ced635d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:02.460827 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.523180 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.529157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:02.529536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Checking segment: {'id': 'bcf08e7b-80db-48b2-bde3-390564d5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b42cfe6-392f-4002-8a70-ed42a55075d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:02.530127 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.530499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Bound using segment: {'id': 'bcf08e7b-80db-48b2-bde3-390564d5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b42cfe6-392f-4002-8a70-ed42a55075d2'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:02.531320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Bound port: 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf08e7b-80db-48b2-bde3-390564d5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b42cfe6-392f-4002-8a70-ed42a55075d2'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:02.531781 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.548749 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c9d7cac-533a-47ad-aa22-2e7121df382b req-164b15e4-5943-43dd-87fe-c9362107d23b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614755 May 10 11:38:02.570138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': 'f950bce2-3984-4b31-9b4a-1483181b78dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36e3ead5-5077-4d09-b0c1-5a69b3cf2c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:02.572806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:38:02.615522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=47bd387a-515b-48e4-b91b-e2a63ba96b0c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:02.660274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:38:02.683522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ada5ebe-a819-4c44-ae99-c91f3ced635d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:02.686423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:02.703107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:02.703773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.706598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ae333-3e53-4612-bc0a-0b70c20a41a3 None None] Network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:02.761931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e4804658-81f7-478c-9940-c2f6cd8ff8cd tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2532215 May 10 11:38:02.763034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49518) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:02.775546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1594e63b-71c1-4870-833a-d35d2d74acb5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-291253704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:02.881272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1ada5ebe-a819-4c44-ae99-c91f3ced635d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:02.881937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1594e63b-71c1-4870-833a-d35d2d74acb5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.883353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1594e63b-71c1-4870-833a-d35d2d74acb5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.924511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc440-0423-4752-87d9-895aa0f08eff req-f4c04dc7-21d0-4221-badb-c2060d6554b0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:02.926048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-819bc440-0423-4752-87d9-895aa0f08eff req-f4c04dc7-21d0-4221-badb-c2060d6554b0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.1306405 May 10 11:38:02.951123 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.952284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3b02069f-abfc-457c-a2c9-8e2e9a23f398 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:38:03.080120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] For port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:03.087066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1594e63b-71c1-4870-833a-d35d2d74acb5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.095134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] For port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2752a64e-58fa-4f3b-8f16-63c88f4f1d2d,segment=NetworkSegment(bcf08e7b-80db-48b2-bde3-390564d5de94),segment_id=bcf08e7b-80db-48b2-bde3-390564d5de94)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:03.105913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1594e63b-71c1-4870-833a-d35d2d74acb5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.128634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.172322 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-819bc440-0423-4752-87d9-895aa0f08eff req-9c8f5fa6-a425-4d09-be79-2e276029d6fb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251914 May 10 11:38:03.192860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1594e63b-71c1-4870-833a-d35d2d74acb5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.199682 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1594e63b-71c1-4870-833a-d35d2d74acb5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4295015 May 10 11:38:03.200884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49526) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:03.219985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3b02069f-abfc-457c-a2c9-8e2e9a23f398, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3b02069f-abfc-457c-a2c9-8e2e9a23f398,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:03.225810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1ada5ebe-a819-4c44-ae99-c91f3ced635d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:03.365357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-36e3ead5-5077-4d09-b0c1-5a69b3cf2c81', 'network_id': '36e3ead5-5077-4d09-b0c1-5a69b3cf2c81', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': '47bd387a-515b-48e4-b91b-e2a63ba96b0c'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:38:03.366638 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.374887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '3b02069f-abfc-457c-a2c9-8e2e9a23f398', 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'port_id': '3b02069f-abfc-457c-a2c9-8e2e9a23f398', 'mac_address': 'fa:16:3e:ed:9e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8b2206-2da8-4e65-b200-5feb61bb6cb5', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:38:03.486403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-4eb77ecc-10f4-4470-b18b-61427e7f8f3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 999 time: 1.1946921 May 10 11:38:03.591874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Allocated IP 2001:db8:1::2 (36e3ead5-5077-4d09-b0c1-5a69b3cf2c81/47bd387a-515b-48e4-b91b-e2a63ba96b0c/e46e7dde-4832-4f97-958e-018b56076e24) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:03.636673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-859ef64f-9615-4d1a-8275-ba9e9e229afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:03.638171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-859ef64f-9615-4d1a-8275-ba9e9e229afe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.1325347 May 10 11:38:03.859571 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.920506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f1bb5-44a8-486c-97cf-5ba288b9d138 None None] Pushing event updated for resources: {'Port': ['ID=2752a64e-58fa-4f3b-8f16-63c88f4f1d2d,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:03.926290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-929288d1-73e7-48ab-873e-2247be0818ea req-1370a99f-7397-45b3-b2a0-61b564eecd21 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.927366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-18887812-7196-4ca4-8724-9be8883737da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:03.937432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.957642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-18887812-7196-4ca4-8724-9be8883737da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:03.973930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-18887812-7196-4ca4-8724-9be8883737da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:03.996829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-929288d1-73e7-48ab-873e-2247be0818ea req-1370a99f-7397-45b3-b2a0-61b564eecd21 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.014323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-18887812-7196-4ca4-8724-9be8883737da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:04.036455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-18887812-7196-4ca4-8724-9be8883737da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:04.050351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-18887812-7196-4ca4-8724-9be8883737da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:04.060756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-18887812-7196-4ca4-8724-9be8883737da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:04.062346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-18887812-7196-4ca4-8724-9be8883737da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5426 time: 0.6447623 May 10 11:38:04.078615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:04.084503 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.143776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:04.145028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-929288d1-73e7-48ab-873e-2247be0818ea req-1370a99f-7397-45b3-b2a0-61b564eecd21 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.148012 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-929288d1-73e7-48ab-873e-2247be0818ea req-1370a99f-7397-45b3-b2a0-61b564eecd21 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.154279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:04.170046 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-929288d1-73e7-48ab-873e-2247be0818ea req-1370a99f-7397-45b3-b2a0-61b564eecd21 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "DELETE /v2.0/security-groups/d90e4f74-11f5-4bae-a516-45ead12a1e21 HTTP/1.1" status: 204 len: 173 time: 1.8036065 May 10 11:38:04.182990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b937f1f-2f69-4046-8d1e-a9016aa5b37c', 'name': 'network-vif-deleted', 'tag': '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:04.190962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:04.193836 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ac090-1cfa-41d4-91dc-7756da1a5817" -d '{"events": [{"server_uuid": "8b937f1f-2f69-4046-8d1e-a9016aa5b37c", "name": "network-vif-deleted", "tag": "1341cfb0-e8d7-48c1-8fb1-51bd32dd191e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:04.224714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b02069f-abfc-457c-a2c9-8e2e9a23f398 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:04.245586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Pushing event updated for resources: {'Port': ['ID=e46e7dde-4832-4f97-958e-018b56076e24,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:04.281922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370a99f-7397-45b3-b2a0-61b564eecd21 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90e4f74-11f5-4bae-a516-45ead12a1e21,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:04.398050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-6b1c370f-6ba5-4b64-81f3-ae91c1b90db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:04.400773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3b02069f-abfc-457c-a2c9-8e2e9a23f398, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3b02069f-abfc-457c-a2c9-8e2e9a23f398,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:04.402582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-6b1c370f-6ba5-4b64-81f3-ae91c1b90db8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6237669 May 10 11:38:04.467168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.468748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b2f04f0e-6445-44e4-8810-493084bb4d54 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:38:04.535229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba303-fa0f-499c-89e1-b98c4828c126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.586020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.594393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b2f04f0e-6445-44e4-8810-493084bb4d54, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b2f04f0e-6445-44e4-8810-493084bb4d54,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:04.629060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Attempting to bind port e46e7dde-4832-4f97-958e-018b56076e24 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:04.632420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Attempting to bind port e46e7dde-4832-4f97-958e-018b56076e24 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'f950bce2-3984-4b31-9b4a-1483181b78dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36e3ead5-5077-4d09-b0c1-5a69b3cf2c81'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:04.633084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Attempting to bind port e46e7dde-4832-4f97-958e-018b56076e24 on network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:04.642160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8a14745-ebad-415e-bcda-f4445eb776b8 req-73bf6b1b-3735-4332-b0ec-49c48d4f433b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5403054 May 10 11:38:04.647115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'b2f04f0e-6445-44e4-8810-493084bb4d54', 'network_id': 'a07648da-45fb-45f5-b678-2127c3e36d09', 'port_id': 'b2f04f0e-6445-44e4-8810-493084bb4d54', 'mac_address': 'fa:16:3e:81:cd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8b2206-2da8-4e65-b200-5feb61bb6cb5', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:38:04.661677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea930-da01-4cee-acd2-4aa7bdae5627 req-b582a844-0cae-414f-9900-86412a110613 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:04.675766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f99ea930-da01-4cee-acd2-4aa7bdae5627 req-b582a844-0cae-414f-9900-86412a110613 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.2500262 May 10 11:38:04.690402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:04.690775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Checking segment: {'id': 'f950bce2-3984-4b31-9b4a-1483181b78dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36e3ead5-5077-4d09-b0c1-5a69b3cf2c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:04.691176 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.691574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Bound using segment: {'id': 'f950bce2-3984-4b31-9b4a-1483181b78dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36e3ead5-5077-4d09-b0c1-5a69b3cf2c81'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:04.692135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Bound port: e46e7dde-4832-4f97-958e-018b56076e24, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f950bce2-3984-4b31-9b4a-1483181b78dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36e3ead5-5077-4d09-b0c1-5a69b3cf2c81'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:04.693121 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.717461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3b02069f-abfc-457c-a2c9-8e2e9a23f398,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:04.831609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b2f04f0e-6445-44e4-8810-493084bb4d54 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:04.835964 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.843001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-f80edb37-5175-4bfa-85f2-a835c6a9d10c service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589249 May 10 11:38:04.869746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f04f0e-6445-44e4-8810-493084bb4d54 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:04.877501 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f99ea930-da01-4cee-acd2-4aa7bdae5627 req-4bb097c1-ef4a-4a2d-979c-07723978fc29 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006984 May 10 11:38:05.020623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b2f04f0e-6445-44e4-8810-493084bb4d54, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b2f04f0e-6445-44e4-8810-493084bb4d54,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:05.026268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-072c73f9-2dda-4bbe-98d7-06079926cc10 req-544768ac-81a3-4872-bb37-0205fa05aa88 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/e147160f-fbab-4708-926e-cda1fcd234bb HTTP/1.1" status: 200 len: 1806 time: 0.2604618 May 10 11:38:05.027263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] For port e46e7dde-4832-4f97-958e-018b56076e24, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:05.049240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] For port e46e7dde-4832-4f97-958e-018b56076e24, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e46e7dde-4832-4f97-958e-018b56076e24,segment=NetworkSegment(f950bce2-3984-4b31-9b4a-1483181b78dd),segment_id=f950bce2-3984-4b31-9b4a-1483181b78dd)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:05.050342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:05.087231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:05.170634 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9b593c-30c3-4c0a-a7ad-8ad610fe506b x-openstack-request-id: req-5a9b593c-30c3-4c0a-a7ad-8ad610fe506b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:05.170936 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b937f1f-2f69-4046-8d1e-a9016aa5b37c", "name": "network-vif-deleted", "tag": "1341cfb0-e8d7-48c1-8fb1-51bd32dd191e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:05.171197 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a9b593c-30c3-4c0a-a7ad-8ad610fe506b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:05.171613 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9b593c-30c3-4c0a-a7ad-8ad610fe506b'] response: {'server_uuid': '8b937f1f-2f69-4046-8d1e-a9016aa5b37c', 'name': 'network-vif-deleted', 'tag': '1341cfb0-e8d7-48c1-8fb1-51bd32dd191e', 'status': 'completed', 'code': 200} May 10 11:38:05.467523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f599fa3-e437-4cd8-8719-6ddd8a388274 req-71a2d286-6d4a-470a-90a2-fa2be91b6d5c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:05.479950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f599fa3-e437-4cd8-8719-6ddd8a388274 req-71a2d286-6d4a-470a-90a2-fa2be91b6d5c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.4121296 May 10 11:38:05.525301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8::1 (8b42cfe6-392f-4002-8a70-ed42a55075d2/2b40a292-bf49-4282-8279-f7c2c7dfc95f/3fe2fb6f-e9d7-44f1-9962-97d700490fdd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:05.529310 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d806de0-c187-4da5-9d6d-1f66bca17034 req-a89d9025-c9af-4740-a298-cf36110caf90 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443837 May 10 11:38:05.639453 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:05.685342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4c2bf-3ad8-4b15-8efe-6ee49df08770 None None] Network 8b42cfe6-392f-4002-8a70-ed42a55075d2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:05.790568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-548798d4-7e19-4d4f-83fa-07550c729b0c req-2e122caf-c37e-48e5-b308-512a668da292 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-51892115', 'description': 'tempest-description-1018476213'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:05.878614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f599fa3-e437-4cd8-8719-6ddd8a388274 req-4c859782-7b34-416a-9ee9-9322d2df2d65 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933389 May 10 11:38:05.953482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1ada5ebe-a819-4c44-ae99-c91f3ced635d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:05.957864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['3b02069f-abfc-457c-a2c9-8e2e9a23f398'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:06.121963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-548798d4-7e19-4d4f-83fa-07550c729b0c req-2e122caf-c37e-48e5-b308-512a668da292 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.269509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.347790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:06.362831 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.490405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['345562d6-d353-44bd-a2dc-e31052544c50'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:06.508983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:06.549381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.567179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa8d7-13fa-4c8c-93f5-23ebdf3875dc req-c08e214c-6f1f-4eff-9feb-ada431c62fbe tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:06.572034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de5aa8d7-13fa-4c8c-93f5-23ebdf3875dc req-c08e214c-6f1f-4eff-9feb-ada431c62fbe tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 946 time: 0.4001236 May 10 11:38:06.596286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a7da3e54-f24f-4522-b9a0-4cbfb14f644c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:06.709853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b2f04f0e-6445-44e4-8810-493084bb4d54'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:06.725118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-548798d4-7e19-4d4f-83fa-07550c729b0c req-2e122caf-c37e-48e5-b308-512a668da292 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.729761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-49b60f84-5a82-4d1b-a0d0-beffc4b33d11 None None] Provisioning complete for port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:06.732302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-49b60f84-5a82-4d1b-a0d0-beffc4b33d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.745558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b2f04f0e-6445-44e4-8810-493084bb4d54,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:06.759516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 8b42cfe6-392f-4002-8a70-ed42a55075d2 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:06.773607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de5aa8d7-13fa-4c8c-93f5-23ebdf3875dc req-da1a910b-01a9-4410-a3ce-ebcf0862b424 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940937 May 10 11:38:06.774662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-548798d4-7e19-4d4f-83fa-07550c729b0c req-2e122caf-c37e-48e5-b308-512a668da292 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.859701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:06.881407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-548798d4-7e19-4d4f-83fa-07550c729b0c req-2e122caf-c37e-48e5-b308-512a668da292 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.901869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-548798d4-7e19-4d4f-83fa-07550c729b0c req-2e122caf-c37e-48e5-b308-512a668da292 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1791830 May 10 11:38:06.976940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:06.977733 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:07.003296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=3fe2fb6f-e9d7-44f1-9962-97d700490fdd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:07.261254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e122caf-c37e-48e5-b308-512a668da292 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e523837c-018b-4c3d-9cae-039ff5ea5b61,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:07.393996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:07.422219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-91067141-7e0c-4935-829e-2b4815bac236 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.434814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:07.437404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:07.443105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-91067141-7e0c-4935-829e-2b4815bac236 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.467204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-91067141-7e0c-4935-829e-2b4815bac236 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.503850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-91067141-7e0c-4935-829e-2b4815bac236 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.530036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-91067141-7e0c-4935-829e-2b4815bac236 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.569708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629929a-33cf-4492-b704-c540747391a5 req-57c5b550-cbf3-4d90-b8e3-93e9e4fb4c60 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.571337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-91067141-7e0c-4935-829e-2b4815bac236 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.574859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d629929a-33cf-4492-b704-c540747391a5 req-57c5b550-cbf3-4d90-b8e3-93e9e4fb4c60 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.2914736 May 10 11:38:07.595104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-91067141-7e0c-4935-829e-2b4815bac236 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.598027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-91067141-7e0c-4935-829e-2b4815bac236 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5428 time: 0.5266566 May 10 11:38:07.608965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-696252a0-7838-434b-8616-5d23be34e02e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:07.611289 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-696252a0-7838-434b-8616-5d23be34e02e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 946 time: 0.3586383 May 10 11:38:07.695511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port 448e1ca6-4897-4f50-a774-824276f936e2 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:07.695952 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:08.075866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port 448e1ca6-4897-4f50-a774-824276f936e2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=448e1ca6-4897-4f50-a774-824276f936e2,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:08.076149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:08.230768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-50ba9271-6647-4f84-8922-6486927a2fd3 req-ec5b3a7e-1c34-48a3-81ed-513bc60d69ed tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6168900 May 10 11:38:08.241642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for 448e1ca6-4897-4f50-a774-824276f936e2 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:08.317228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Deleting port a8bb7182-4870-430e-9b81-7fa75ba33a7b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:08.317755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:08.323886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e231ce-269e-424e-a7ba-333b986ae951 None None] Network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:08.410033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2285ea7-50e4-4654-9aa1-e69ba3aeba7d None None] Pushing event updated for resources: {'Port': ['ID=e46e7dde-4832-4f97-958e-018b56076e24,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:08.434112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:08.434503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1341cfb0-e8d7-48c1-8fb1-51bd32dd191e not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:08.585841 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-376e5d12-31bf-4077-b079-e2f1d6c1be2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:08.630213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49588) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:08.654644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d629929a-33cf-4492-b704-c540747391a5 req-be78aec8-1954-4fd2-a929-0b80d0aab6a6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0616159 May 10 11:38:08.783021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:08.814746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c85fad1f-c75b-42bd-ae86-175c51d197a0 req-2bdaca0a-c899-4b5b-9b25-ebb47ccd5481 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/e523837c-018b-4c3d-9cae-039ff5ea5b61 HTTP/1.1" status: 200 len: 1805 time: 0.4770772 May 10 11:38:08.852699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-c85fad1f-c75b-42bd-ae86-175c51d197a0 req-4404b9c4-fc23-47f9-bddd-00dd0722674f tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e523837c-018b-4c3d-9cae-039ff5ea5b61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:08.853124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-c85fad1f-c75b-42bd-ae86-175c51d197a0 req-4404b9c4-fc23-47f9-bddd-00dd0722674f tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e523837c-018b-4c3d-9cae-039ff5ea5b61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:08.863734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] For port a8bb7182-4870-430e-9b81-7fa75ba33a7b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a8bb7182-4870-430e-9b81-7fa75ba33a7b,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:08.864297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:08.937988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=448e1ca6-4897-4f50-a774-824276f936e2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:08.966160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Calling delete_port for a8bb7182-4870-430e-9b81-7fa75ba33a7b owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:09.006639 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.138791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4967e96c-490a-429c-a7fd-e2dd187edee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.142379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:09.143073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.433415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b745975-9c7e-4b4a-93d6-d31571cde335 req-100491ce-6a0c-4937-95d3-8b736f185f31 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:09.448251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b745975-9c7e-4b4a-93d6-d31571cde335 req-100491ce-6a0c-4937-95d3-8b736f185f31 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.4961908 May 10 11:38:09.592401 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4967e96c-490a-429c-a7fd-e2dd187edee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.621061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c85fad1f-c75b-42bd-ae86-175c51d197a0 req-4404b9c4-fc23-47f9-bddd-00dd0722674f tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.628461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4967e96c-490a-429c-a7fd-e2dd187edee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.697255 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c85fad1f-c75b-42bd-ae86-175c51d197a0 req-4404b9c4-fc23-47f9-bddd-00dd0722674f tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.732890 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c85fad1f-c75b-42bd-ae86-175c51d197a0 req-4404b9c4-fc23-47f9-bddd-00dd0722674f tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.824026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967e96c-490a-429c-a7fd-e2dd187edee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a00e24d-31c2-45b3-9f1f-31f33b0edd72,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:09.869661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b745975-9c7e-4b4a-93d6-d31571cde335 req-c782bf41-3e0e-467b-b444-5110b7cb2ecb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165964 May 10 11:38:09.899145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4967e96c-490a-429c-a7fd-e2dd187edee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92addc21a3f34f89a5896f82939d8336&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2676191 May 10 11:38:09.913126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49596) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:09.929927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404b9c4-fc23-47f9-bddd-00dd0722674f tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9ae2e8-e86a-4f0d-9b67-0873fc585d04,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:09.935629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.969356 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.982218 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.994934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:09.998190 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.020914 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.024048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.094923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=3fe2fb6f-e9d7-44f1-9962-97d700490fdd,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:10.104105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.139093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c85fad1f-c75b-42bd-ae86-175c51d197a0 req-4404b9c4-fc23-47f9-bddd-00dd0722674f tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.141413 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c85fad1f-c75b-42bd-ae86-175c51d197a0 req-4404b9c4-fc23-47f9-bddd-00dd0722674f tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2939546 May 10 11:38:10.362805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.422118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-49b60f84-5a82-4d1b-a0d0-beffc4b33d11 None None] Current status of the port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:10.424323 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-49b60f84-5a82-4d1b-a0d0-beffc4b33d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.467441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2752a64e-58fa-4f3b-8f16-63c88f4f1d2d,segment=NetworkSegment(bcf08e7b-80db-48b2-bde3-390564d5de94),segment_id=bcf08e7b-80db-48b2-bde3-390564d5de94)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:10.497665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event deleted for resources: {'Port': ['ID=a8bb7182-4870-430e-9b81-7fa75ba33a7b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:10.534740 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.548549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5433b9f3-daf3-44c4-8f9c-eed67e2809c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.560611 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-49b60f84-5a82-4d1b-a0d0-beffc4b33d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:38:10.564558 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-49b60f84-5a82-4d1b-a0d0-beffc4b33d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:38:10.579603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a8bb7182-4870-430e-9b81-7fa75ba33a7b no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:10.622986 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5433b9f3-daf3-44c4-8f9c-eed67e2809c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.661010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c923a-1fa1-479d-999b-b8d14594f2be req-2e19cadd-d804-408b-b255-34d88cf77ddf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:10.671926 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-532c923a-1fa1-479d-999b-b8d14594f2be req-2e19cadd-d804-408b-b255-34d88cf77ddf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3795910-d7c8-4c92-83c8-ad553d52423b HTTP/1.1" status: 200 len: 867 time: 0.5811887 May 10 11:38:10.713958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: a8bb7182-4870-430e-9b81-7fa75ba33a7b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:10.714440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a8bb7182-4870-430e-9b81-7fa75ba33a7b not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:10.774437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-532c923a-1fa1-479d-999b-b8d14594f2be req-275c6208-863f-464d-8b85-570ac2512a51 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976737 May 10 11:38:10.787764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 8b42cfe6-392f-4002-8a70-ed42a55075d2 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:10.789898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:10.796338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=2752a64e-58fa-4f3b-8f16-63c88f4f1d2d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:10.949323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e46e7dde-4832-4f97-958e-018b56076e24 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:11.107880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e46e7dde-4832-4f97-958e-018b56076e24 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:11.108278 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:11.114616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5433b9f3-daf3-44c4-8f9c-eed67e2809c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:11.117317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5433b9f3-daf3-44c4-8f9c-eed67e2809c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:11.132269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5433b9f3-daf3-44c4-8f9c-eed67e2809c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a00e24d-31c2-45b3-9f1f-31f33b0edd72 HTTP/1.1" status: 204 len: 168 time: 1.2158811 May 10 11:38:11.200120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433b9f3-daf3-44c4-8f9c-eed67e2809c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a00e24d-31c2-45b3-9f1f-31f33b0edd72,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:11.247868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e98ba8-6da7-4537-96bb-93d01e4ef6a9 req-fbcf821f-cc3e-4a58-892e-287402ef6636 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.249607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2e98ba8-6da7-4537-96bb-93d01e4ef6a9 req-fbcf821f-cc3e-4a58-892e-287402ef6636 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.2832296 May 10 11:38:11.287255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] No DVR routers for this DVR port a8bb7182-4870-430e-9b81-7fa75ba33a7b on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:11.362030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router ec5a64de-817d-4613-afe4-f33940b824f2 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:38:11.362985 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:11.375660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb9cdce7-e6cc-43c7-8861-d34b9f7adc4c req-37e9c8aa-3c37-4ea9-840b-b66b2b0d215b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "DELETE /v2.0/ports/a8bb7182-4870-430e-9b81-7fa75ba33a7b HTTP/1.1" status: 204 len: 173 time: 3.7529254 May 10 11:38:11.380159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2e98ba8-6da7-4537-96bb-93d01e4ef6a9 req-01606296-1e33-471c-bf88-164c11814f1a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093183 May 10 11:38:11.395573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3795910-d7c8-4c92-83c8-ad553d52423b', 'name': 'network-vif-deleted', 'tag': 'a8bb7182-4870-430e-9b81-7fa75ba33a7b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:11.409364 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf443e26-a8dc-43d0-8192-40defa839634" -d '{"events": [{"server_uuid": "a3795910-d7c8-4c92-83c8-ad553d52423b", "name": "network-vif-deleted", "tag": "a8bb7182-4870-430e-9b81-7fa75ba33a7b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:11.504042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-69f31218-e0ba-4ce9-83c8-1b60b8fe0d90 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.510412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-69f31218-e0ba-4ce9-83c8-1b60b8fe0d90 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.521350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-69f31218-e0ba-4ce9-83c8-1b60b8fe0d90 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.536132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-69f31218-e0ba-4ce9-83c8-1b60b8fe0d90 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.537908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-69f31218-e0ba-4ce9-83c8-1b60b8fe0d90 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.549730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-69f31218-e0ba-4ce9-83c8-1b60b8fe0d90 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.560305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-69f31218-e0ba-4ce9-83c8-1b60b8fe0d90 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.568688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-69f31218-e0ba-4ce9-83c8-1b60b8fe0d90 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5428 time: 1.1162496 May 10 11:38:11.626954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:11.639586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3b02069f-abfc-457c-a2c9-8e2e9a23f398 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:11.643737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1aeb3fb3-99cb-488f-8a4f-38e938b31239 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/ec5a64de-817d-4613-afe4-f33940b824f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4398382 May 10 11:38:11.648310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49610) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:11.692846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042c0f-bbc4-4137-bdca-6b7a86a4a03e None None] Sync routers for ids ['ec5a64de-817d-4613-afe4-f33940b824f2'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:11.750590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5edede1b-e9f7-4bd8-8d6d-292ffe5c1885 req-376a4891-6bbd-4f48-8bbf-4d7f2d7bc66e tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/e523837c-018b-4c3d-9cae-039ff5ea5b61 HTTP/1.1" status: 200 len: 2399 time: 0.2771049 May 10 11:38:11.755743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5edede1b-e9f7-4bd8-8d6d-292ffe5c1885 req-54f2a90c-c0cc-45af-a702-2158f3d58d48 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e523837c-018b-4c3d-9cae-039ff5ea5b61', 'remote_group_id': None}]} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:11.756034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5edede1b-e9f7-4bd8-8d6d-292ffe5c1885 req-54f2a90c-c0cc-45af-a702-2158f3d58d48 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e523837c-018b-4c3d-9cae-039ff5ea5b61', 'remote_group_id': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:11.793678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08531395-8f0d-4c7d-a917-b8c236cf6f0d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:11.815966 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-08531395-8f0d-4c7d-a917-b8c236cf6f0d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports/3fe2fb6f-e9d7-44f1-9962-97d700490fdd HTTP/1.1" status: 200 len: 911 time: 0.1641243 May 10 11:38:11.816922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49618) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:11.832529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-49b60f84-5a82-4d1b-a0d0-beffc4b33d11 None None] Current status of the port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:11.836821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router e79dcb4b-21d3-4594-9a48-38ac0e74804c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:38:11.858992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b042c0f-bbc4-4137-bdca-6b7a86a4a03e None None] Routers {'ec5a64de-817d-4613-afe4-f33940b824f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:11.859839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7b042c0f-bbc4-4137-bdca-6b7a86a4a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ec5a64de-817d-4613-afe4-f33940b824f2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:11.880652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22fa2df5-df83-418c-a35a-1adf9f32377b req-3b5005e5-7a5d-4afc-bd5d-da75e6b42669 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771015 May 10 11:38:11.956388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e46e7dde-4832-4f97-958e-018b56076e24 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:11.957859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.041273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:12.153636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:12.206287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:12.206689 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.247382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:12.263386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] Sync routers for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:12.295114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4b0f6782-3237-4f4f-ad34-26f60b6f9d5c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "PUT /v2.0/routers/e79dcb4b-21d3-4594-9a48-38ac0e74804c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5601690 May 10 11:38:12.295114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49628) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:12.298089 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:12.304166 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:12.372739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7b042c0f-bbc4-4137-bdca-6b7a86a4a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:12.446223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d902e488-467f-48b9-93bf-0074fb3ee113 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting subnet d4c4f434-f0ad-425f-8cdc-7296a48bd953 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:38:12.456219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d902e488-467f-48b9-93bf-0074fb3ee113 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.540057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5edede1b-e9f7-4bd8-8d6d-292ffe5c1885 req-54f2a90c-c0cc-45af-a702-2158f3d58d48 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.564049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d902e488-467f-48b9-93bf-0074fb3ee113 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.607080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port e46e7dde-4832-4f97-958e-018b56076e24, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e46e7dde-4832-4f97-958e-018b56076e24,segment=NetworkSegment(f950bce2-3984-4b31-9b4a-1483181b78dd),segment_id=f950bce2-3984-4b31-9b4a-1483181b78dd)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:12.617140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Provisioning complete for port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:12.620431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.624363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b042c0f-bbc4-4137-bdca-6b7a86a4a03e None None] Routers {'ec5a64de-817d-4613-afe4-f33940b824f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:12.626543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7b042c0f-bbc4-4137-bdca-6b7a86a4a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ec5a64de-817d-4613-afe4-f33940b824f2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:12.642455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5edede1b-e9f7-4bd8-8d6d-292ffe5c1885 req-54f2a90c-c0cc-45af-a702-2158f3d58d48 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.664804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5edede1b-e9f7-4bd8-8d6d-292ffe5c1885 req-54f2a90c-c0cc-45af-a702-2158f3d58d48 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.716885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2a90c-c0cc-45af-a702-2158f3d58d48 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ddec11-45d6-49f5-bc19-d5d8cc9d4e00,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:12.746654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40cedb-1346-462a-b512-690691a86d1d req-0d248358-386c-467a-a39c-79ae4366e1e0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:12.757665 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb40cedb-1346-462a-b512-690691a86d1d req-0d248358-386c-467a-a39c-79ae4366e1e0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.5045671 May 10 11:38:12.813837 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:12.852096 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5edede1b-e9f7-4bd8-8d6d-292ffe5c1885 req-54f2a90c-c0cc-45af-a702-2158f3d58d48 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.853341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5edede1b-e9f7-4bd8-8d6d-292ffe5c1885 req-54f2a90c-c0cc-45af-a702-2158f3d58d48 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1019602 May 10 11:38:12.940694 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd123f-566b-403e-b5ef-13a439cedaa4 x-openstack-request-id: req-8ebd123f-566b-403e-b5ef-13a439cedaa4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:12.941031 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3795910-d7c8-4c92-83c8-ad553d52423b", "name": "network-vif-deleted", "tag": "a8bb7182-4870-430e-9b81-7fa75ba33a7b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:12.941231 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ebd123f-566b-403e-b5ef-13a439cedaa4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:12.941642 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebd123f-566b-403e-b5ef-13a439cedaa4'] response: {'server_uuid': 'a3795910-d7c8-4c92-83c8-ad553d52423b', 'name': 'network-vif-deleted', 'tag': 'a8bb7182-4870-430e-9b81-7fa75ba33a7b', 'status': 'completed', 'code': 200} May 10 11:38:12.946938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:13.014180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:13.014904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:13.035765 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:13.053544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d902e488-467f-48b9-93bf-0074fb3ee113 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:13.110623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7b042c0f-bbc4-4137-bdca-6b7a86a4a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:13.110862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042c0f-bbc4-4137-bdca-6b7a86a4a03e None None] The sync data for ids ['ec5a64de-817d-4613-afe4-f33940b824f2'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:13.130366 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:38:08Z', 'revision_number': 7, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:13.185156 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] Checking router: e79dcb4b-21d3-4594-9a48-38ac0e74804c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:13.197028 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] Routers {'e79dcb4b-21d3-4594-9a48-38ac0e74804c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:13.198478 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:13.231551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:13.234430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb40cedb-1346-462a-b512-690691a86d1d req-c74f3307-c0d6-4c8b-a7cb-a82f0563820a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763003 May 10 11:38:13.349072 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d902e488-467f-48b9-93bf-0074fb3ee113 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:13.371426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=e46e7dde-4832-4f97-958e-018b56076e24,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:13.389983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902e488-467f-48b9-93bf-0074fb3ee113 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c4f434-f0ad-425f-8cdc-7296a48bd953,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:13.397882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d28c246c-c9de-4729-9ea4-4dfcf6a2d9cb req-eb907a9e-434c-4555-a45e-ba794f1b7a39 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/e523837c-018b-4c3d-9cae-039ff5ea5b61 HTTP/1.1" status: 200 len: 2998 time: 0.1284029 May 10 11:38:13.410506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d902e488-467f-48b9-93bf-0074fb3ee113 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:13.421816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d902e488-467f-48b9-93bf-0074fb3ee113 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/subnets/d4c4f434-f0ad-425f-8cdc-7296a48bd953 HTTP/1.1" status: 204 len: 168 time: 1.0887322 May 10 11:38:13.422572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49660) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:13.507057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe22b5ce-2310-441e-a6bc-607d6477d7bd None None] Network 1ca7e583-47a0-4750-8baf-50dbdb2369c8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:13.536606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c03be-09e7-44ce-b8fc-ba6ec663405c req-03d1805b-086a-4aeb-bb58-4b129b1b9785 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:13.550012 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b0c03be-09e7-44ce-b8fc-ba6ec663405c req-03d1805b-086a-4aeb-bb58-4b129b1b9785 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.3017459 May 10 11:38:13.620932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-4d6985b2-4933-4892-a728-761d849df5e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:13.638827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-4d6985b2-4933-4892-a728-761d849df5e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:13.646761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-4d6985b2-4933-4892-a728-761d849df5e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:13.671605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-4d6985b2-4933-4892-a728-761d849df5e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:13.691758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-4d6985b2-4933-4892-a728-761d849df5e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:13.706327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-4d6985b2-4933-4892-a728-761d849df5e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:13.722899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b02069f-abfc-457c-a2c9-8e2e9a23f398'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:13.723189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-4d6985b2-4933-4892-a728-761d849df5e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:13.725682 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adae045-fd44-4d8b-b4cd-95ef66d4c2bd" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "3b02069f-abfc-457c-a2c9-8e2e9a23f398"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:13.728716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-4d6985b2-4933-4892-a728-761d849df5e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5428 time: 0.1946957 May 10 11:38:13.829806 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] Set router e79dcb4b-21d3-4594-9a48-38ac0e74804c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:13.839760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8:1::1 (36e3ead5-5077-4d09-b0c1-5a69b3cf2c81/47bd387a-515b-48e4-b91b-e2a63ba96b0c/cdae17c1-993f-4937-b434-8da73e631ae7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:13.912921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3b02069f-abfc-457c-a2c9-8e2e9a23f398, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3b02069f-abfc-457c-a2c9-8e2e9a23f398,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:13.925523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4c4ba51-4d79-44d9-976b-779a5aceff0a req-cb48c19b-a357-44b7-9161-600011a3ca18 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1884751 May 10 11:38:13.964017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:13.964847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a7da3e54-f24f-4522-b9a0-4cbfb14f644c up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:13.993658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.087862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b0c03be-09e7-44ce-b8fc-ba6ec663405c req-a92d0ee0-d777-49d8-99ad-8036761c3d66 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5345409 May 10 11:38:14.135582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.137111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49670) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:14.177931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Current status of the port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:14.261013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:14.262655 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.270657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Provisioning complete for port 3fe2fb6f-e9d7-44f1-9962-97d700490fdd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:14.271289 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.289278 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3823119-457d-445d-b1f6-6f2fc696e8c9 req-11c3020b-3c64-496c-8814-2af8b7f9b8cf tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-group-rules/a6ddec11-45d6-49f5-bc19-d5d8cc9d4e00 HTTP/1.1" status: 200 len: 783 time: 0.1344378 May 10 11:38:14.360205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Port 3fe2fb6f-e9d7-44f1-9962-97d700490fdd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:14.364454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] DHCP port deletion for 1ca7e583-47a0-4750-8baf-50dbdb2369c8 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:38:14.375749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3b02069f-abfc-457c-a2c9-8e2e9a23f398,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:14.402644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.463624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Provisioning complete for port e46e7dde-4832-4f97-958e-018b56076e24 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:14.464177 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.465916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port a7da3e54-f24f-4522-b9a0-4cbfb14f644c completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:14.475880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port a7da3e54-f24f-4522-b9a0-4cbfb14f644c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:14.476407 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.484246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3823119-457d-445d-b1f6-6f2fc696e8c9 req-1ebd6942-4d51-4faf-9ae5-11d1710967d5 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/e523837c-018b-4c3d-9cae-039ff5ea5b61 HTTP/1.1" status: 200 len: 2998 time: 0.1926506 May 10 11:38:14.507969 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:38:08Z', 'revision_number': 7, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:14.540098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:14.540782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.544425 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16c17e61-7c9e-4d8d-981d-7e212cdfb7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.587793 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a30572-e47d-43b2-b569-26e45bd25bd0 None None] The sync data for ids ['e79dcb4b-21d3-4594-9a48-38ac0e74804c'] in n-d-840949-1 is: [{'id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'name': 'tempest-TestNetworkBasicOps-router-818171463', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:34:47Z', 'updated_at': '2022-05-10T11:38:08Z', 'revision_number': 7, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': '700bb6d3-1d43-4a59-ac1a-b79af54a21d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dcb4b-21d3-4594-9a48-38ac0e74804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:34:49Z', 'updated_at': '2022-05-10T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:14.678762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16c17e61-7c9e-4d8d-981d-7e212cdfb7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.691752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16c17e61-7c9e-4d8d-981d-7e212cdfb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.707941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port 700bb6d3-1d43-4a59-ac1a-b79af54a21d9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=700bb6d3-1d43-4a59-ac1a-b79af54a21d9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:14.708659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.724664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:14.725201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.733373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-16c17e61-7c9e-4d8d-981d-7e212cdfb7b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e298c689cc454b2090ead43d5d659b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948884 May 10 11:38:14.752041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] Deleting port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:14.752422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.791132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49676) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:14.796208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=cdae17c1-993f-4937-b434-8da73e631ae7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:14.816936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f3823119-457d-445d-b1f6-6f2fc696e8c9 req-34a8d4a7-8cfa-415d-88fd-f95a9af3e0f6 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.834282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a7da3e54-f24f-4522-b9a0-4cbfb14f644c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:14.834920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.847433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:14.855547 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f3823119-457d-445d-b1f6-6f2fc696e8c9 req-34a8d4a7-8cfa-415d-88fd-f95a9af3e0f6 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.858359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:14.859152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:14.875325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:14.877190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.928072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] For port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b6f99ea0-6f5a-4fbe-947a-4a8e3415383e,segment=NetworkSegment(ce8fcaec-7e56-44eb-97e0-c0ed57868b54),segment_id=ce8fcaec-7e56-44eb-97e0-c0ed57868b54)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:14.928486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.939310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.960587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-64dcb1c0-3324-4443-9c72-dbd1392b4664 None None] Current status of the port e46e7dde-4832-4f97-958e-018b56076e24 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:15.000216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] Calling delete_port for b6f99ea0-6f5a-4fbe-947a-4a8e3415383e owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:15.015497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a7da3e54-f24f-4522-b9a0-4cbfb14f644c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:15.032015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=700bb6d3-1d43-4a59-ac1a-b79af54a21d9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:15.046596 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.068947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 345562d6-d353-44bd-a2dc-e31052544c50 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:15.095078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c17e61-7c9e-4d8d-981d-7e212cdfb7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5c736a-90a2-4102-86d8-5d87b811ae9a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:15.129413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d6968e5-c3c2-47ec-8a7d-ddc438c0b488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.151476 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.201394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f3823119-457d-445d-b1f6-6f2fc696e8c9 req-34a8d4a7-8cfa-415d-88fd-f95a9af3e0f6 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.211147 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f3823119-457d-445d-b1f6-6f2fc696e8c9 req-34a8d4a7-8cfa-415d-88fd-f95a9af3e0f6 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.212288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3823119-457d-445d-b1f6-6f2fc696e8c9 req-34a8d4a7-8cfa-415d-88fd-f95a9af3e0f6 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a6ddec11-45d6-49f5-bc19-d5d8cc9d4e00 HTTP/1.1" status: 204 len: 173 time: 0.7275088 May 10 11:38:15.268013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d6968e5-c3c2-47ec-8a7d-ddc438c0b488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.274912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.349921 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca682ba-ea74-4b70-b48f-2ca1b6365eaa x-openstack-request-id: req-2ca682ba-ea74-4b70-b48f-2ca1b6365eaa {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:15.353023 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "3b02069f-abfc-457c-a2c9-8e2e9a23f398", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:15.353561 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ca682ba-ea74-4b70-b48f-2ca1b6365eaa {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:15.354628 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca682ba-ea74-4b70-b48f-2ca1b6365eaa'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b02069f-abfc-457c-a2c9-8e2e9a23f398', 'code': 200} May 10 11:38:15.418231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:15.440033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d6968e5-c3c2-47ec-8a7d-ddc438c0b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.444498 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d6968e5-c3c2-47ec-8a7d-ddc438c0b488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.446557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6d6968e5-c3c2-47ec-8a7d-ddc438c0b488 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b5c736a-90a2-4102-86d8-5d87b811ae9a HTTP/1.1" status: 204 len: 168 time: 0.6456857 May 10 11:38:15.456787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8d4a7-8cfa-415d-88fd-f95a9af3e0f6 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6ddec11-45d6-49f5-bc19-d5d8cc9d4e00,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:15.468897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e46e7dde-4832-4f97-958e-018b56076e24 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:15.547980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6968e5-c3c2-47ec-8a7d-ddc438c0b488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5c736a-90a2-4102-86d8-5d87b811ae9a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:15.647760 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.652848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.684107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 345562d6-d353-44bd-a2dc-e31052544c50 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:15.685875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d6065-06cb-4eb2-8c94-02fd8f0165cf req-a81725dd-d87e-4e09-a52d-ac45ac3ea406 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:15.694871 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-102d6065-06cb-4eb2-8c94-02fd8f0165cf req-a81725dd-d87e-4e09-a52d-ac45ac3ea406 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.2410862 May 10 11:38:15.715227 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.737443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 345562d6-d353-44bd-a2dc-e31052544c50 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:15.739313 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.745296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a8e8c3e6-1229-435a-8d3b-1baa5e21cdc3 None None] Provisioning complete for port cdae17c1-993f-4937-b434-8da73e631ae7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:15.752121 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c3e6-1229-435a-8d3b-1baa5e21cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.812389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.813030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Fanout notify agent at l3_agent the message router_deleted on router e79dcb4b-21d3-4594-9a48-38ac0e74804c {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:38:15.826264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:15.829718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-44ec0b54-5ee2-42ff-a98d-eb8bb5df1f62 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/routers/e79dcb4b-21d3-4594-9a48-38ac0e74804c HTTP/1.1" status: 204 len: 168 time: 2.4054179 May 10 11:38:15.834859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49688) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:15.937445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] No DVR routers for this DVR port b6f99ea0-6f5a-4fbe-947a-4a8e3415383e on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:15.939552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae635a-7efd-41ae-9386-90b8136bd70d None None] Pushing event deleted for resources: {'Port': ['ID=b6f99ea0-6f5a-4fbe-947a-4a8e3415383e,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:15.977823 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-102d6065-06cb-4eb2-8c94-02fd8f0165cf req-375d173f-9a10-4a8b-b84f-0dca562871f6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626662 May 10 11:38:16.021660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8c3e6-1229-435a-8d3b-1baa5e21cdc3 None None] Port cdae17c1-993f-4937-b434-8da73e631ae7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:16.123928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 345562d6-d353-44bd-a2dc-e31052544c50 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:16.124320 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.127697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e46e7dde-4832-4f97-958e-018b56076e24 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:16.128104 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.146701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.193244 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.234899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.236307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.263002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 345562d6-d353-44bd-a2dc-e31052544c50, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=345562d6-d353-44bd-a2dc-e31052544c50,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:16.271701 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.272628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:16.376476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.513974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca7e583-47a0-4750-8baf-50dbdb2369c8']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:16.557658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150766cd-b99e-48e8-867b-0de3339ea385 req-28d67dd3-c541-496c-9ab4-57a155ce0b06 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:16.568571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:16.568571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8fcaec-7e56-44eb-97e0-c0ed57868b54') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:16.597447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150766cd-b99e-48e8-867b-0de3339ea385 req-28d67dd3-c541-496c-9ab4-57a155ce0b06 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:16.604050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.612857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150766cd-b99e-48e8-867b-0de3339ea385 req-28d67dd3-c541-496c-9ab4-57a155ce0b06 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:16.620523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150766cd-b99e-48e8-867b-0de3339ea385 req-28d67dd3-c541-496c-9ab4-57a155ce0b06 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:16.629670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150766cd-b99e-48e8-867b-0de3339ea385 req-28d67dd3-c541-496c-9ab4-57a155ce0b06 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:16.635299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=345562d6-d353-44bd-a2dc-e31052544c50,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:16.637034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150766cd-b99e-48e8-867b-0de3339ea385 req-28d67dd3-c541-496c-9ab4-57a155ce0b06 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:16.645603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150766cd-b99e-48e8-867b-0de3339ea385 req-28d67dd3-c541-496c-9ab4-57a155ce0b06 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:16.653819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e46e7dde-4832-4f97-958e-018b56076e24 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:16.655157 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.664953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-150766cd-b99e-48e8-867b-0de3339ea385 req-28d67dd3-c541-496c-9ab4-57a155ce0b06 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5430 time: 0.5121319 May 10 11:38:16.684967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:38:16.685258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:16.685388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.695907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:16.701283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: timer() May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:38:16.708525 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:38:16.735969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=cdae17c1-993f-4937-b434-8da73e631ae7,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:16.779755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-150766cd-b99e-48e8-867b-0de3339ea385 req-82c83834-3b14-4760-ada9-b078d94bb98c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137111 May 10 11:38:16.860470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 448e1ca6-4897-4f50-a774-824276f936e2 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:16.904017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:16.914022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:16.960181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.965270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.987869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/networks/1ca7e583-47a0-4750-8baf-50dbdb2369c8 HTTP/1.1" status: 204 len: 168 time: 1.1412325 May 10 11:38:16.988126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 448e1ca6-4897-4f50-a774-824276f936e2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:16.988126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 448e1ca6-4897-4f50-a774-824276f936e2 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:16.988126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b6f99ea0-6f5a-4fbe-947a-4a8e3415383e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:17.014317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49706) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:17.015928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873549f-ecae-48d7-90e9-9fbea50632cc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Network': ['ID=1ca7e583-47a0-4750-8baf-50dbdb2369c8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:17.031691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'network': {'name': 'tempest-network-smoke--671181189', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'port_security_enabled': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:17.097550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:17.106113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.117483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b6f99ea0-6f5a-4fbe-947a-4a8e3415383e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:17.119264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b6f99ea0-6f5a-4fbe-947a-4a8e3415383e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:17.186297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:17.188038 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.190743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:38:17.229299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37336058-e2ef-44fe-a1a7-5f743986f94a req-a2cc4f40-5b41-4d00-8de4-06e4d287e2e3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:17.231368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.232306 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Added segment 597f68dc-228f-40ad-aca1-127b25fd1f12 of type vlan for network a15a7989-b7df-4d95-93e6-accf633428d8 May 10 11:38:17.245474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-37336058-e2ef-44fe-a1a7-5f743986f94a req-a2cc4f40-5b41-4d00-8de4-06e4d287e2e3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.2481072 May 10 11:38:17.283681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:17.289117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:17.302463 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.303311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1ada5ebe-a819-4c44-ae99-c91f3ced635d up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:17.345629 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.385408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.389489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-37336058-e2ef-44fe-a1a7-5f743986f94a req-2d88c706-ecda-4ccf-aedd-4db204200240 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242697 May 10 11:38:17.395607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:17.398105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.399625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router ec5a64de-817d-4613-afe4-f33940b824f2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:38:17.497110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Network': ['ID=a15a7989-b7df-4d95-93e6-accf633428d8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:17.525382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-955c9e5f-2d3e-4cbb-886f-ecafcd16ff4b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5011227 May 10 11:38:17.530983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49714) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:17.544516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'admin_state_up': True, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:17.588700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:17.601288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f9313511-f36a-4550-82f7-eb227bec9b09 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/ec5a64de-817d-4613-afe4-f33940b824f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7837098 May 10 11:38:17.605939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49716) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:17.647855 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.649730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.812777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146c4885-91a8-4740-ae3b-ab12c59d7d9e tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:17.817005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-146c4885-91a8-4740-ae3b-ab12c59d7d9e tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports/cdae17c1-993f-4937-b434-8da73e631ae7 HTTP/1.1" status: 200 len: 913 time: 0.2025785 May 10 11:38:17.819058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49720) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:17.849840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:17.893820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c'}, {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345562d6-d353-44bd-a2dc-e31052544c50'}, {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:17.896773 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5dc7f0-7c1b-411c-82bb-e70aff2f9b75" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "a7da3e54-f24f-4522-b9a0-4cbfb14f644c"}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "345562d6-d353-44bd-a2dc-e31052544c50"}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:17.909346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a15a7989-b7df-4d95-93e6-accf633428d8 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:38:17.915341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71383024-c557-4204-9da9-33fbb33c72d4 None None] Sync routers for ids ['ec5a64de-817d-4613-afe4-f33940b824f2'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:17.930138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8eac4749-7388-48c1-be09-92b34f86434c req-7a5bd677-ecd8-4912-a227-fdc5891e5035 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/e523837c-018b-4c3d-9cae-039ff5ea5b61 HTTP/1.1" status: 200 len: 2399 time: 0.3429811 May 10 11:38:17.983128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:17.984098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 700bb6d3-1d43-4a59-ac1a-b79af54a21d9 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:18.095481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6000ed24-e348-4dbf-8881-2f2f23efba13 None None] Provisioning complete for port cdae17c1-993f-4937-b434-8da73e631ae7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:18.096512 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6000ed24-e348-4dbf-8881-2f2f23efba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.198353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71383024-c557-4204-9da9-33fbb33c72d4 None None] Routers {'ec5a64de-817d-4613-afe4-f33940b824f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:18.199070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-71383024-c557-4204-9da9-33fbb33c72d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ec5a64de-817d-4613-afe4-f33940b824f2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:18.218138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 1ada5ebe-a819-4c44-ae99-c91f3ced635d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:18.272265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.273477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 1ada5ebe-a819-4c44-ae99-c91f3ced635d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:18.273862 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.347698 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8eac4749-7388-48c1-be09-92b34f86434c req-0814eed9-3b32-4136-83a0-ad89a89c33f0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.373119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-71383024-c557-4204-9da9-33fbb33c72d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:18.383580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:18.388911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8eac4749-7388-48c1-be09-92b34f86434c req-0814eed9-3b32-4136-83a0-ad89a89c33f0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.445082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71383024-c557-4204-9da9-33fbb33c72d4 None None] Routers {'ec5a64de-817d-4613-afe4-f33940b824f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:18.449345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-71383024-c557-4204-9da9-33fbb33c72d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ec5a64de-817d-4613-afe4-f33940b824f2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:18.456255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6000ed24-e348-4dbf-8881-2f2f23efba13 None None] Port cdae17c1-993f-4937-b434-8da73e631ae7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:18.504122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8eac4749-7388-48c1-be09-92b34f86434c req-0814eed9-3b32-4136-83a0-ad89a89c33f0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.507803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8eac4749-7388-48c1-be09-92b34f86434c req-0814eed9-3b32-4136-83a0-ad89a89c33f0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.511206 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8eac4749-7388-48c1-be09-92b34f86434c req-0814eed9-3b32-4136-83a0-ad89a89c33f0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "DELETE /v2.0/security-groups/e523837c-018b-4c3d-9cae-039ff5ea5b61 HTTP/1.1" status: 204 len: 173 time: 0.5121605 May 10 11:38:18.580506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-71383024-c557-4204-9da9-33fbb33c72d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:18.580506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71383024-c557-4204-9da9-33fbb33c72d4 None None] The sync data for ids ['ec5a64de-817d-4613-afe4-f33940b824f2'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:18.620153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814eed9-3b32-4136-83a0-ad89a89c33f0 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523837c-018b-4c3d-9cae-039ff5ea5b61,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:18.747948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e10e9-5f19-4dcd-9fb6-af91bfc07696 req-43e83f59-3677-4226-bfe2-b4ae8c056049 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:18.751975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1ada5ebe-a819-4c44-ae99-c91f3ced635d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:18.752276 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.756325 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b36e10e9-5f19-4dcd-9fb6-af91bfc07696 req-43e83f59-3677-4226-bfe2-b4ae8c056049 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.1240413 May 10 11:38:18.788580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.829162 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.877261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1ada5ebe-a819-4c44-ae99-c91f3ced635d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:18.886809 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:18.887639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b2f04f0e-6445-44e4-8810-493084bb4d54 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:18.984099 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b36e10e9-5f19-4dcd-9fb6-af91bfc07696 req-f86b045a-22e8-474d-8dc5-d5f5af1d01c6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097113 May 10 11:38:19.035911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:19.171457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1ada5ebe-a819-4c44-ae99-c91f3ced635d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:19.214984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port b2f04f0e-6445-44e4-8810-493084bb4d54 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:19.225925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port b2f04f0e-6445-44e4-8810-493084bb4d54 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:19.226309 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:19.467034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b2f04f0e-6445-44e4-8810-493084bb4d54 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:19.467344 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:19.540500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b2f04f0e-6445-44e4-8810-493084bb4d54, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b2f04f0e-6445-44e4-8810-493084bb4d54,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:19.547495 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:19.548362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:19.666635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b2f04f0e-6445-44e4-8810-493084bb4d54,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:19.667234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-900cd965-ac00-4a0f-b471-255140306f2d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:19.668926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-900cd965-ac00-4a0f-b471-255140306f2d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.6966064 May 10 11:38:19.704929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.25.8.17 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f62892ff-018b-4ead-9355-e77919b13450) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:19.719616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:19.728546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:19.729542 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:19.888748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-c4296061-a71e-470c-93a7-11caaed3deb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:19.896077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-c4296061-a71e-470c-93a7-11caaed3deb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:19.903546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-c4296061-a71e-470c-93a7-11caaed3deb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:19.912204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-c4296061-a71e-470c-93a7-11caaed3deb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:19.918404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-c4296061-a71e-470c-93a7-11caaed3deb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:19.929097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-c4296061-a71e-470c-93a7-11caaed3deb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:19.935720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-c4296061-a71e-470c-93a7-11caaed3deb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:19.937779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-c4296061-a71e-470c-93a7-11caaed3deb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5434 time: 0.7922597 May 10 11:38:19.965325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:19.975063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:20.015730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:20.048495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:20.055529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:20.076971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-317e0b4a-162b-46c5-96e8-50d7c2b316d3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/quotas/d1b5df0530644b3fae8342b7f22dc0a7 HTTP/1.1" status: 200 len: 375 time: 0.3883615 May 10 11:38:20.091569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:20.110413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-741c94be-d5b9-46dc-8176-b8c905e9c56f req-1613a270-d3e9-4d89-9861-7220c56c97b8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002789 May 10 11:38:20.180762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:20.228499 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 May 2022 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba9392f-8e10-43b0-8069-1765f4266486 x-openstack-request-id: req-7ba9392f-8e10-43b0-8069-1765f4266486 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:20.229045 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "a7da3e54-f24f-4522-b9a0-4cbfb14f644c", "code": 200}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "345562d6-d353-44bd-a2dc-e31052544c50", "code": 200}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:20.229555 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ba9392f-8e10-43b0-8069-1765f4266486 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:20.232166 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba9392f-8e10-43b0-8069-1765f4266486'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c', 'code': 200} May 10 11:38:20.232624 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba9392f-8e10-43b0-8069-1765f4266486'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345562d6-d353-44bd-a2dc-e31052544c50', 'code': 200} May 10 11:38:20.232926 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba9392f-8e10-43b0-8069-1765f4266486'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca', 'code': 200} May 10 11:38:20.257481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:20.263165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:20.270452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:20.350399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port cdae17c1-993f-4937-b434-8da73e631ae7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:20.350804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:20.350959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=f62892ff-018b-4ead-9355-e77919b13450,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:20.401522 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3f6baaac-74a1-499d-9341-bf5aeb0dddf8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3040786 May 10 11:38:20.488582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14ea6-d7e0-48b2-9014-36a0839ca59e req-0832f268-5e18-49a2-b4ff-bcbf6102a282 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:20.490428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02a14ea6-d7e0-48b2-9014-36a0839ca59e req-0832f268-5e18-49a2-b4ff-bcbf6102a282 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.1488256 May 10 11:38:20.553961 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:20.559852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02a14ea6-d7e0-48b2-9014-36a0839ca59e req-d21cb216-2f86-4803-808a-8521944aede6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597723 May 10 11:38:20.579878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for cdae17c1-993f-4937-b434-8da73e631ae7 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:20.656703 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-fb775010-a71d-45f7-a01e-8d07d12dd02b req-c4bc167d-4267-4191-a019-b22521b7adcf tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] show failed (client error): The resource could not be found. May 10 11:38:20.657925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb775010-a71d-45f7-a01e-8d07d12dd02b req-c4bc167d-4267-4191-a019-b22521b7adcf tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/d90e4f74-11f5-4bae-a516-45ead12a1e21 HTTP/1.1" status: 404 len: 352 time: 0.0491462 May 10 11:38:20.773641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-fbd24ca9-b697-483c-b762-a9382b2dd422 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706613 May 10 11:38:20.980229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3a5c5-91ff-4027-96be-d8a016ef2957 req-4c081f4f-8cc4-4d5f-82bc-b17ec3e9e3dc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:20.982280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f3a5c5-91ff-4027-96be-d8a016ef2957 req-4c081f4f-8cc4-4d5f-82bc-b17ec3e9e3dc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 945 time: 0.0947163 May 10 11:38:20.984281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:21.011357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-5fad57ba-c50d-4608-8ce8-70eb45ef0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.012941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-5fad57ba-c50d-4608-8ce8-70eb45ef0fe4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 1096 time: 0.3014669 May 10 11:38:21.029976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=cdae17c1-993f-4937-b434-8da73e631ae7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:21.035280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-623cc809-d16a-41e9-a83a-cb1fbe6018a9 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507584 May 10 11:38:21.121058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f3a5c5-91ff-4027-96be-d8a016ef2957 req-9487536b-6322-4360-b13e-6abedcc1e824 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307802 May 10 11:38:21.151257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:21.429870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-52d56454-9526-40cd-99aa-65aa0f09f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.431371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-52d56454-9526-40cd-99aa-65aa0f09f974 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.3846920 May 10 11:38:21.476466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-a8e82bd6-e2b9-4038-871e-b4b0459d2c53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6 HTTP/1.1" status: 200 len: 217 time: 0.0362387 May 10 11:38:21.513335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-ae54be62-adae-4538-835b-4ff34576ddef tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.524800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-ae54be62-adae-4538-835b-4ff34576ddef tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.528483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:21.546819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-ae54be62-adae-4538-835b-4ff34576ddef tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.552891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-ae54be62-adae-4538-835b-4ff34576ddef tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.558881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-ae54be62-adae-4538-835b-4ff34576ddef tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.583958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-ae54be62-adae-4538-835b-4ff34576ddef tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.599274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-ae54be62-adae-4538-835b-4ff34576ddef tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.607989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-ae54be62-adae-4538-835b-4ff34576ddef tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.2416258 May 10 11:38:21.682283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a05a858-690b-4229-afd7-a33a48645f63 req-98717a73-b7f7-40bb-9de8-1e623f2a4bfe tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/e147160f-fbab-4708-926e-cda1fcd234bb HTTP/1.1" status: 200 len: 1806 time: 0.1951668 May 10 11:38:21.734965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-325c6765-9c0d-4cc9-b18a-35fb0f9b325b req-65456c58-afb0-4e5d-b77e-4c98881c9bb4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258898 May 10 11:38:21.802441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-b59505e9-c7da-409d-ba31-3a9c0321dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:21.806040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-b59505e9-c7da-409d-ba31-3a9c0321dad6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.1759443 May 10 11:38:21.906671 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a05a858-690b-4229-afd7-a33a48645f63 req-970696a1-2424-4631-a880-a40c20924f29 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:21.944385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a05a858-690b-4229-afd7-a33a48645f63 req-970696a1-2424-4631-a880-a40c20924f29 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:22.037096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69e9e120-a05a-45e7-9280-8d03ccf561dd req-6547f331-d313-4337-9411-b3870b6f4901 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 210 time: 0.1356952 May 10 11:38:22.073522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router ec5a64de-817d-4613-afe4-f33940b824f2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:38:22.085449 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a05a858-690b-4229-afd7-a33a48645f63 req-970696a1-2424-4631-a880-a40c20924f29 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:22.090988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a05a858-690b-4229-afd7-a33a48645f63 req-970696a1-2424-4631-a880-a40c20924f29 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:22.093287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:22.095336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a05a858-690b-4229-afd7-a33a48645f63 req-970696a1-2424-4631-a880-a40c20924f29 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "DELETE /v2.0/security-groups/e147160f-fbab-4708-926e-cda1fcd234bb HTTP/1.1" status: 204 len: 173 time: 0.3623345 May 10 11:38:22.112682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-6050dae2-b822-4da8-8e31-baf4d959ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:22.115595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-6050dae2-b822-4da8-8e31-baf4d959ff2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156470 May 10 11:38:22.124165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970696a1-2424-4631-a880-a40c20924f29 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e147160f-fbab-4708-926e-cda1fcd234bb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:22.234211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d'}, {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f04f0e-6445-44e4-8810-493084bb4d54'}, {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:22.237455 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d18432-5027-48fc-8603-8a344fa9df7c" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d"}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "b2f04f0e-6445-44e4-8810-493084bb4d54"}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:22.330497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57ba93fe-0065-42ce-b4fc-c7fed16eddec req-6dda041d-c3ee-4abd-ae5e-413669ad682d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/69fd1e52-56ee-4ed8-87d5-fa79f653800b HTTP/1.1" status: 200 len: 1806 time: 0.1738312 May 10 11:38:22.331729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:22.346026 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47131e81-1b88-4dc6-b796-c5d192a7982c None None] Sync routers for ids ['ec5a64de-817d-4613-afe4-f33940b824f2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:22.371039 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47131e81-1b88-4dc6-b796-c5d192a7982c None None] Routers {'ec5a64de-817d-4613-afe4-f33940b824f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:22.371813 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-24842d03-8fe6-48c5-9819-f88cd2c2def5 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/ec5a64de-817d-4613-afe4-f33940b824f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5510135 May 10 11:38:22.373766 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47131e81-1b88-4dc6-b796-c5d192a7982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ec5a64de-817d-4613-afe4-f33940b824f2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:22.377349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49788) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:22.496027 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47131e81-1b88-4dc6-b796-c5d192a7982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:22.522855 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47131e81-1b88-4dc6-b796-c5d192a7982c None None] Routers {'ec5a64de-817d-4613-afe4-f33940b824f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:22.535236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47131e81-1b88-4dc6-b796-c5d192a7982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ec5a64de-817d-4613-afe4-f33940b824f2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:22.605803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af6dcc68-e59d-451f-8b74-daf8db3625a6 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:22.626012 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47131e81-1b88-4dc6-b796-c5d192a7982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:22.628883 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47131e81-1b88-4dc6-b796-c5d192a7982c None None] The sync data for ids ['ec5a64de-817d-4613-afe4-f33940b824f2'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:22.735374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57ba93fe-0065-42ce-b4fc-c7fed16eddec req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:22.776633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57ba93fe-0065-42ce-b4fc-c7fed16eddec req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:22.800442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255e197-24f2-44b1-bcd2-6867419286c9 req-3bd9036f-62fb-45fb-8389-d845025069ba tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:22.803532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6255e197-24f2-44b1-bcd2-6867419286c9 req-3bd9036f-62fb-45fb-8389-d845025069ba tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.5488884 May 10 11:38:22.821274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port af6dcc68-e59d-451f-8b74-daf8db3625a6 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:22.822702 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:22.844902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-bedc392a-d2f8-44d6-b853-cc587ab246f5 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141194 May 10 11:38:22.911119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:22.918992 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:23.032896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6255e197-24f2-44b1-bcd2-6867419286c9 req-425ea73e-2d7f-499c-ae37-7d40a43686fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112231 May 10 11:38:23.075467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router 98634ec0-841c-44b2-bbde-d741a7747c03 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:38:23.149631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:23.362287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:23.378719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Sync routers for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:23.401968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:23.402874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:23.420417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:23.427473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bf2c4f5b-4639-40be-814d-b1ca6896ee47 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8925419 May 10 11:38:23.460178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49798) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:23.473034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1621332-ad55-49ca-b825-bf6791ffd8d7 req-7674bcfa-8b8f-4f5b-85bf-8a4f7f4366f7 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019449 May 10 11:38:23.490302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-a938202c-40f3-4c1d-babb-82fa3cd428d5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:23.492248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-a938202c-40f3-4c1d-babb-82fa3cd428d5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.3689961 May 10 11:38:23.503644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57ba93fe-0065-42ce-b4fc-c7fed16eddec req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:23.506343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-57ba93fe-0065-42ce-b4fc-c7fed16eddec req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:23.512074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d9057fab-caaa-43f7-94fb-a34e0653d0df tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ac5009d716d1416587e6e6a7d43b9fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500424 May 10 11:38:23.512912 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57ba93fe-0065-42ce-b4fc-c7fed16eddec req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "DELETE /v2.0/security-groups/69fd1e52-56ee-4ed8-87d5-fa79f653800b HTTP/1.1" status: 204 len: 173 time: 1.1540730 May 10 11:38:23.513210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49800) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:23.564064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Request body: {'port': {'device_id': 'bfc1b849-bed4-4fc5-b814-f03628165fe5', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'admin_state_up': True, 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:23.596086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd1e52-56ee-4ed8-87d5-fa79f653800b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:23.634864 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 May 2022 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e195b0-d712-4794-80d3-526368f316ea x-openstack-request-id: req-d4e195b0-d712-4794-80d3-526368f316ea {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:23.635158 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d", "code": 200}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "b2f04f0e-6445-44e4-8810-493084bb4d54", "code": 200}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-plugged", "status": "completed", "tag": "a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:23.635414 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4e195b0-d712-4794-80d3-526368f316ea {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:23.635844 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e195b0-d712-4794-80d3-526368f316ea'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'code': 200} May 10 11:38:23.636166 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e195b0-d712-4794-80d3-526368f316ea'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f04f0e-6445-44e4-8810-493084bb4d54', 'code': 200} May 10 11:38:23.636422 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e195b0-d712-4794-80d3-526368f316ea'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7', 'code': 200} May 10 11:38:23.660736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:23.701781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.702575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.702702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.703023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.703375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.703834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.706033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.706374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.706788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.707715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.708077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.708407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958d060-6e7e-4fce-b880-80e5d9bd7728 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:23.856638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:23.899685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80bb12-641d-4930-aed8-12deb2dd337d req-37fc017b-a11b-457d-9afd-979ca9ff5e25 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:23.909408 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e80bb12-641d-4930-aed8-12deb2dd337d req-37fc017b-a11b-457d-9afd-979ca9ff5e25 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 943 time: 0.5517161 May 10 11:38:23.910440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:20Z', 'revision_number': 3, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:23.964339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Checking router: 98634ec0-841c-44b2-bbde-d741a7747c03 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:23.964631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Updating router 98634ec0-841c-44b2-bbde-d741a7747c03 port f62892ff-018b-4ead-9355-e77919b13450 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:38:24.010353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-1a97e0c6-aaf1-4314-8f45-279488843e25 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.018533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-1a97e0c6-aaf1-4314-8f45-279488843e25 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.024961 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-1a97e0c6-aaf1-4314-8f45-279488843e25 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.032038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd1574a-2ff4-4e78-8520-7a7f7ee48195 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.032217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-1a97e0c6-aaf1-4314-8f45-279488843e25 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.037994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4dd1574a-2ff4-4e78-8520-7a7f7ee48195 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5199192 May 10 11:38:24.041442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-1a97e0c6-aaf1-4314-8f45-279488843e25 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.044919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49806) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:24.055371 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.058893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-1a97e0c6-aaf1-4314-8f45-279488843e25 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.065178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-1a97e0c6-aaf1-4314-8f45-279488843e25 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.067350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-1a97e0c6-aaf1-4314-8f45-279488843e25 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.3038886 May 10 11:38:24.075165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:24.085010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.108417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-363977ae-3d0d-49d1-a301-221a2021f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.109546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-363977ae-3d0d-49d1-a301-221a2021f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.110024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-363977ae-3d0d-49d1-a301-221a2021f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.110493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-363977ae-3d0d-49d1-a301-221a2021f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.110955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-363977ae-3d0d-49d1-a301-221a2021f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.115864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-363977ae-3d0d-49d1-a301-221a2021f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.115864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-363977ae-3d0d-49d1-a301-221a2021f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.115864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-363977ae-3d0d-49d1-a301-221a2021f26f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6492 time: 0.3157303 May 10 11:38:24.120957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6119d415-f776-40eb-9906-27bc678ee79f tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724392 May 10 11:38:24.130729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49812) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:24.138494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-310700923', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:24.143854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e80bb12-641d-4930-aed8-12deb2dd337d req-00bf2c39-f403-499e-a95e-85c989034066 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186630 May 10 11:38:24.163403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-780569b4-fa80-4b3c-9c19-5fd8aac175b2 req-8c58f8a0-3cc6-41c7-802d-f63ab605fe46 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393202 May 10 11:38:24.318266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4df3c491-861b-44bd-9a26-80f79b0e635a req-c68b320b-893c-4608-8d7b-b5a3ee3dcbc1 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 210 time: 0.0531240 May 10 11:38:24.322413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Allocated IP 172.20.0.13 (228907b6-6f90-4b04-af45-c84fa8d65f32/61955d59-4936-4f72-8540-0de91be3a151/365068e4-28c0-4c0f-8c27-d3e4935b4963) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:24.402813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-300c0dc6-64ae-45ea-8748-49fdfa33a4c9 req-aa190eaa-52f4-40eb-a6ae-2df7a8adb78a tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/bc943353-d137-48da-a29d-698b8fa28870 HTTP/1.1" status: 200 len: 1806 time: 0.0539796 May 10 11:38:24.405895 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71aad496-d0c4-4dd7-bd2c-803d95173e70 req-5b52f3bf-a117-4fa1-9c5b-4ff5600a6fde tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3153641 May 10 11:38:24.482568 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.491768 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.523371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-300c0dc6-64ae-45ea-8748-49fdfa33a4c9 req-f87b61ca-93bd-4734-ab3e-11f6d45d401d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.551129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:24.552251 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a7095-4f38-42ba-a49c-f2014039e7d6 None None] Pushing event updated for resources: {'Port': ['ID=f62892ff-018b-4ead-9355-e77919b13450,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:24.554694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.561937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-300c0dc6-64ae-45ea-8748-49fdfa33a4c9 req-f87b61ca-93bd-4734-ab3e-11f6d45d401d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.578979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Attempting to bind port f62892ff-018b-4ead-9355-e77919b13450 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:24.579701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Attempting to bind port f62892ff-018b-4ead-9355-e77919b13450 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:24.580461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Attempting to bind port f62892ff-018b-4ead-9355-e77919b13450 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:24.588115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:24.588798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:24.589461 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.591328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:24.592202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Bound port: f62892ff-018b-4ead-9355-e77919b13450, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:24.593577 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.614786 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-300c0dc6-64ae-45ea-8748-49fdfa33a4c9 req-f87b61ca-93bd-4734-ab3e-11f6d45d401d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.617746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-300c0dc6-64ae-45ea-8748-49fdfa33a4c9 req-f87b61ca-93bd-4734-ab3e-11f6d45d401d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.619465 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-300c0dc6-64ae-45ea-8748-49fdfa33a4c9 req-f87b61ca-93bd-4734-ab3e-11f6d45d401d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc943353-d137-48da-a29d-698b8fa28870 HTTP/1.1" status: 204 len: 173 time: 0.2062085 May 10 11:38:24.629373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b61ca-93bd-4734-ab3e-11f6d45d401d tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc943353-d137-48da-a29d-698b8fa28870,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:24.683797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] For port f62892ff-018b-4ead-9355-e77919b13450, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:24.689178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] For port f62892ff-018b-4ead-9355-e77919b13450, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f62892ff-018b-4ead-9355-e77919b13450,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:24.711784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.747319 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c4932e6-af1d-4939-8306-3f627d622eba req-30bcc308-22a6-4a08-bf62-e93a63082943 tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/66a262eb-da45-4890-b18f-4b7339d363bb HTTP/1.1" status: 200 len: 2406 time: 0.0950096 May 10 11:38:24.817859 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:24.818653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:24.819386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4c4932e6-af1d-4939-8306-3f627d622eba req-9241dcea-b846-407d-bf98-4acf6f6ff07b tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.845879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86f4b-7f53-4a71-be8a-a7054c1e4346 req-1841f372-d15c-4daa-a70f-5fbc33ab3865 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:24.855269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cec86f4b-7f53-4a71-be8a-a7054c1e4346 req-1841f372-d15c-4daa-a70f-5fbc33ab3865 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.3047960 May 10 11:38:24.864678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a7095-4f38-42ba-a49c-f2014039e7d6 None None] Pushing event updated for resources: {'Port': ['ID=f62892ff-018b-4ead-9355-e77919b13450,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:24.872375 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4c4932e6-af1d-4939-8306-3f627d622eba req-9241dcea-b846-407d-bf98-4acf6f6ff07b tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.906755 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.928839 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cec86f4b-7f53-4a71-be8a-a7054c1e4346 req-8219f58a-16f4-4f97-ba18-20dc07e6474b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721104 May 10 11:38:24.930260 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4c4932e6-af1d-4939-8306-3f627d622eba req-9241dcea-b846-407d-bf98-4acf6f6ff07b tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.933313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4c4932e6-af1d-4939-8306-3f627d622eba req-9241dcea-b846-407d-bf98-4acf6f6ff07b tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.952929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c4932e6-af1d-4939-8306-3f627d622eba req-9241dcea-b846-407d-bf98-4acf6f6ff07b tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "DELETE /v2.0/security-groups/66a262eb-da45-4890-b18f-4b7339d363bb HTTP/1.1" status: 204 len: 173 time: 0.2035966 May 10 11:38:24.968011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241dcea-b846-407d-bf98-4acf6f6ff07b tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a262eb-da45-4890-b18f-4b7339d363bb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:25.026254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b8df50-07e8-42f5-b606-7dc1ec40ae4a req-f47c16f3-f457-4f25-85e1-422c48438a2e tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "GET /v2.0/security-groups/f238274e-2cc3-4822-905c-39d7b2eced90 HTTP/1.1" status: 200 len: 2399 time: 0.0599527 May 10 11:38:25.093804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 3fe2fb6f-e9d7-44f1-9962-97d700490fdd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:25.094152 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.147747 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6b8df50-07e8-42f5-b606-7dc1ec40ae4a req-214811cd-9337-406e-bbee-9f9badcab4ab tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.205167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6b8df50-07e8-42f5-b606-7dc1ec40ae4a req-214811cd-9337-406e-bbee-9f9badcab4ab tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.217253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.265509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.287449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6b8df50-07e8-42f5-b606-7dc1ec40ae4a req-214811cd-9337-406e-bbee-9f9badcab4ab tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.290430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d6b8df50-07e8-42f5-b606-7dc1ec40ae4a req-214811cd-9337-406e-bbee-9f9badcab4ab tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.291658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b8df50-07e8-42f5-b606-7dc1ec40ae4a req-214811cd-9337-406e-bbee-9f9badcab4ab tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] 10.222.0.13 "DELETE /v2.0/security-groups/f238274e-2cc3-4822-905c-39d7b2eced90 HTTP/1.1" status: 204 len: 173 time: 0.2646847 May 10 11:38:25.302076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49822) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:25.314693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214811cd-9337-406e-bbee-9f9badcab4ab tempest-SecurityGroupRulesTestJSON-1044037783 tempest-SecurityGroupRulesTestJSON-1044037783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238274e-2cc3-4822-905c-39d7b2eced90,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:25.332709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:25.367249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:25.398871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:25.401466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:25.410341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:25.415416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.467934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event updated for resources: {'Port': ['ID=365068e4-28c0-4c0f-8c27-d3e4935b4963,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:25.488298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 3fe2fb6f-e9d7-44f1-9962-97d700490fdd owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:25.496075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Subnet': ['ID=abc7623c-1401-48b9-aa52-3f637cba9f81,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:25.524508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad4f37c-c48a-437b-8a93-df72678db28a admin admin] Deleting subnet 26cf6df7-43d6-4aa2-8921-bbb183e80184 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:38:25.526446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4a61-7ea1-4dec-a720-ba5808d8a45c req-91fcb4da-21fd-4b55-8834-ffb6eaa831c8 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.526446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae0f4a61-7ea1-4dec-a720-ba5808d8a45c req-91fcb4da-21fd-4b55-8834-ffb6eaa831c8 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 943 time: 0.2671025 May 10 11:38:25.546050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.546742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.580028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad4f37c-c48a-437b-8a93-df72678db28a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.606647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Checking segment: {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:25.607344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network hostable DHCP agents. Network: a15a7989-b7df-4d95-93e6-accf633428d8, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:38:25.613254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-3618de18-e35e-49b2-bb18-41c53af272a7 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0826025 May 10 11:38:25.633142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Request body: {'port': {'device_id': 'bfc1b849-bed4-4fc5-b814-f03628165fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:25.637478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:25.640652 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc06ca6-f44d-4c3a-9490-1f3d12cef808" -d '{"events": [{"server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "name": "network-vif-unplugged", "status": "completed", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:25.657636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1e926-559b-494b-8dd9-ed66a8ef8add req-e3374cb7-cacd-4777-bb19-15451648100f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.670758 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3f1e926-559b-494b-8dd9-ed66a8ef8add req-e3374cb7-cacd-4777-bb19-15451648100f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 932 time: 0.1402822 May 10 11:38:25.722708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad4f37c-c48a-437b-8a93-df72678db28a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.732967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae0f4a61-7ea1-4dec-a720-ba5808d8a45c req-5e30a620-7f04-440a-a180-a54bdaf3797d tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990793 May 10 11:38:25.742701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3f1e926-559b-494b-8dd9-ed66a8ef8add req-84b269ac-a8bb-4fd6-8f4b-fb6b004ed753 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708578 May 10 11:38:25.766510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network a15a7989-b7df-4d95-93e6-accf633428d8 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:38:25.834597 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.846340 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26e9e99-8d50-42fc-b5ec-8f9fc0798be7 x-openstack-request-id: req-f26e9e99-8d50-42fc-b5ec-8f9fc0798be7 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:25.846599 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad4f37c-c48a-437b-8a93-df72678db28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.847043 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "name": "network-vif-unplugged", "status": "completed", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:25.847464 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f26e9e99-8d50-42fc-b5ec-8f9fc0798be7 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:25.848046 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26e9e99-8d50-42fc-b5ec-8f9fc0798be7'] response: {'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'code': 200} May 10 11:38:25.871329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a15a7989-b7df-4d95-93e6-accf633428d8) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:25.875834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.876436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.884157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a98516a-6678-4537-88b0-f885ac6b8fb0 None None] Network a15a7989-b7df-4d95-93e6-accf633428d8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:25.953865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-233cb6ab-60e0-4c4e-aba8-ad59a0804b10 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.960746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-233cb6ab-60e0-4c4e-aba8-ad59a0804b10 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.968130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-233cb6ab-60e0-4c4e-aba8-ad59a0804b10 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.974434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-233cb6ab-60e0-4c4e-aba8-ad59a0804b10 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.974591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a891cdc7-9ec9-4864-a053-168d2b114f39 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8426292 May 10 11:38:25.977202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49832) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:25.981164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-233cb6ab-60e0-4c4e-aba8-ad59a0804b10 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.989260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-233cb6ab-60e0-4c4e-aba8-ad59a0804b10 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.997414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-233cb6ab-60e0-4c4e-aba8-ad59a0804b10 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:25.999684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-233cb6ab-60e0-4c4e-aba8-ad59a0804b10 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.1319172 May 10 11:38:26.025812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:20Z', 'revision_number': 3, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:26.080400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57fcccc3-16f3-4566-bfb6-d98db1cefd86 req-080491bc-8a30-444f-8f18-3d44b232b241 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693069 May 10 11:38:26.104032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad4f37c-c48a-437b-8a93-df72678db28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.142391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ba5ea-d33e-45d3-9107-ed77ab2a72df None None] The sync data for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 is: [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:20Z', 'revision_number': 3, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:26.143880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bad4f37c-c48a-437b-8a93-df72678db28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.159895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bad4f37c-c48a-437b-8a93-df72678db28a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/26cf6df7-43d6-4aa2-8921-bbb183e80184 HTTP/1.1" status: 204 len: 168 time: 0.8558245 May 10 11:38:26.204902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49838) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:26.205725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4f37c-c48a-437b-8a93-df72678db28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cf6df7-43d6-4aa2-8921-bbb183e80184,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:26.357908 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.364077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a15a7989-b7df-4d95-93e6-accf633428d8', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:38:26.365577 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.391250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995019e-8f07-4dea-acd7-9595fa68a913 req-993d0068-4faf-4ef3-954b-f220dd331b63 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:26.402318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995019e-8f07-4dea-acd7-9595fa68a913 req-993d0068-4faf-4ef3-954b-f220dd331b63 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:26.408629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995019e-8f07-4dea-acd7-9595fa68a913 req-993d0068-4faf-4ef3-954b-f220dd331b63 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:26.414591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995019e-8f07-4dea-acd7-9595fa68a913 req-993d0068-4faf-4ef3-954b-f220dd331b63 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:26.420567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995019e-8f07-4dea-acd7-9595fa68a913 req-993d0068-4faf-4ef3-954b-f220dd331b63 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:26.433046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995019e-8f07-4dea-acd7-9595fa68a913 req-993d0068-4faf-4ef3-954b-f220dd331b63 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:26.439237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995019e-8f07-4dea-acd7-9595fa68a913 req-993d0068-4faf-4ef3-954b-f220dd331b63 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:26.453635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9995019e-8f07-4dea-acd7-9595fa68a913 req-993d0068-4faf-4ef3-954b-f220dd331b63 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.2135184 May 10 11:38:26.475203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49840) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:26.538266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Request body: {'floatingip': {'port_id': '1ada5ebe-a819-4c44-ae99-c91f3ced635d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:26.553543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Allocated IP 172.20.0.2 (a15a7989-b7df-4d95-93e6-accf633428d8/abc7623c-1401-48b9-aa52-3f637cba9f81/9bd4671f-eae3-4124-b42b-2ebc1458e034) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:26.651535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.673458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.768708 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.786781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=3fe2fb6f-e9d7-44f1-9962-97d700490fdd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:26.796737 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.880877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Pushing event updated for resources: {'Port': ['ID=9bd4671f-eae3-4124-b42b-2ebc1458e034,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:26.897905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f40d2f-51e7-48db-bc4e-86f01fb8f7a7 req-57e4518a-dab2-45e5-93e5-0652f92c38f8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:26.899860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7f40d2f-51e7-48db-bc4e-86f01fb8f7a7 req-57e4518a-dab2-45e5-93e5-0652f92c38f8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.3416142 May 10 11:38:26.917099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Network a15a7989-b7df-4d95-93e6-accf633428d8 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:26.919329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:26.922219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:27.071945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Attempting to bind port 9bd4671f-eae3-4124-b42b-2ebc1458e034 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:27.072312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Attempting to bind port 9bd4671f-eae3-4124-b42b-2ebc1458e034 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:27.072674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Attempting to bind port 9bd4671f-eae3-4124-b42b-2ebc1458e034 on network a15a7989-b7df-4d95-93e6-accf633428d8 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:27.088783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:27.089691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Checking segment: {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:27.089691 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.089989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Bound using segment: {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:27.090416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Bound port: 9bd4671f-eae3-4124-b42b-2ebc1458e034, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:27.090938 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.134206 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.247477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] For port 9bd4671f-eae3-4124-b42b-2ebc1458e034, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:27.252925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] For port 9bd4671f-eae3-4124-b42b-2ebc1458e034, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bd4671f-eae3-4124-b42b-2ebc1458e034,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:27.258962 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.283276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7f40d2f-51e7-48db-bc4e-86f01fb8f7a7 req-3f0912e3-91bb-42cc-8d16-933f59059358 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386722 May 10 11:38:27.383233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f62892ff-018b-4ead-9355-e77919b13450 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:27.429959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.463342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c85a-c679-478e-8b19-b7d4c7df8ac8 None None] Pushing event updated for resources: {'Port': ['ID=9bd4671f-eae3-4124-b42b-2ebc1458e034,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:27.502586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f62892ff-018b-4ead-9355-e77919b13450 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:27.503097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.530156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441d3c36-4efb-4b41-ae63-f7f06f8aa6b0']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:27.547215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae72319-0cd3-4b64-8e05-fa478e0339a8 req-4523673d-407d-46ba-bae2-a47fe035067e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:27.555865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ae72319-0cd3-4b64-8e05-fa478e0339a8 req-4523673d-407d-46ba-bae2-a47fe035067e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 932 time: 0.4023869 May 10 11:38:27.593443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6dd447-bbc6-4d7a-b3a2-007696db7e76') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:27.593862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6dd447-bbc6-4d7a-b3a2-007696db7e76') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:27.617774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f62892ff-018b-4ead-9355-e77919b13450 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:27.618569 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.637972 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.650168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port f62892ff-018b-4ead-9355-e77919b13450, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f62892ff-018b-4ead-9355-e77919b13450,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:27.658805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.672544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365068e4-28c0-4c0f-8c27-d3e4935b4963 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:27.700260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.714557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router ec5a64de-817d-4613-afe4-f33940b824f2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:38:27.738396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd19cd-3aff-4233-a70f-21475caa58c6 req-08ae4c8a-b69b-4792-b5ad-3cb9aa3e1566 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:27.745305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=f62892ff-018b-4ead-9355-e77919b13450,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:27.746454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14cd19cd-3aff-4233-a70f-21475caa58c6 req-08ae4c8a-b69b-4792-b5ad-3cb9aa3e1566 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 943 time: 0.3176174 May 10 11:38:27.761787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.791495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ae72319-0cd3-4b64-8e05-fa478e0339a8 req-928050b9-e772-4f02-90a1-9f1e745b0b74 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344813 May 10 11:38:27.800555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:38:27.801306 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: timer() May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:38:27.803286 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:38:27.944357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:27.955709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-492a1013-8642-48b8-8b2f-3317331f0200 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/ec5a64de-817d-4613-afe4-f33940b824f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5748389 May 10 11:38:27.959320 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16abf2-3121-472b-8998-12c90745027c None None] Sync routers for ids ['ec5a64de-817d-4613-afe4-f33940b824f2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:27.959916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49850) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:27.974899 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16abf2-3121-472b-8998-12c90745027c None None] Routers {'ec5a64de-817d-4613-afe4-f33940b824f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:27.975537 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0f16abf2-3121-472b-8998-12c90745027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ec5a64de-817d-4613-afe4-f33940b824f2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:28.004286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-23f90461-c40c-4fcc-86d8-ce2e4581c7df tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec5a64de-817d-4613-afe4-f33940b824f2 HTTP/1.1" status: 200 len: 205 time: 0.0391781 May 10 11:38:28.004686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49852) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:28.038832 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0f16abf2-3121-472b-8998-12c90745027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:28.059988 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16abf2-3121-472b-8998-12c90745027c None None] Routers {'ec5a64de-817d-4613-afe4-f33940b824f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:28.060933 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0f16abf2-3121-472b-8998-12c90745027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['ec5a64de-817d-4613-afe4-f33940b824f2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:28.101583 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0f16abf2-3121-472b-8998-12c90745027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:28.102707 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16abf2-3121-472b-8998-12c90745027c None None] The sync data for ids ['ec5a64de-817d-4613-afe4-f33940b824f2'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:28.106502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78873ae3-d6c0-48e4-a3ae-624215127d9d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.161705 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14cd19cd-3aff-4233-a70f-21475caa58c6 req-a9ea9226-f353-4398-a00d-f21a6c41c824 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142406 May 10 11:38:28.279763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:38:28.353698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Transition to ACTIVE for port object 365068e4-28c0-4c0f-8c27-d3e4935b4963 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:28.365407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.371890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78873ae3-d6c0-48e4-a3ae-624215127d9d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.378058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.400145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78873ae3-d6c0-48e4-a3ae-624215127d9d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.401832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.408017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/441d3c36-4efb-4b41-ae63-f7f06f8aa6b0 HTTP/1.1" status: 204 len: 168 time: 2.1974156 May 10 11:38:28.419633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461844d-fceb-4279-863e-caed637996a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=441d3c36-4efb-4b41-ae63-f7f06f8aa6b0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:28.445927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7929090-6b9e-490f-a3ae-07ac500817ca req-99ff8436-53e7-4482-a435-4e12c3fb0947 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:28.448266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7929090-6b9e-490f-a3ae-07ac500817ca req-99ff8436-53e7-4482-a435-4e12c3fb0947 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1817336 May 10 11:38:28.450856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.473469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.558486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.560531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Pushing event updated for resources: {'Port': ['ID=365068e4-28c0-4c0f-8c27-d3e4935b4963,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:28.589219 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Floating IP 8fc904f9-38b8-4c7a-8984-130d6a84e85b associated. External IP: 172.25.8.107, port: 1ada5ebe-a819-4c44-ae99-c91f3ced635d. May 10 11:38:28.636614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af6dcc68-e59d-451f-8b74-daf8db3625a6 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:28.668143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7929090-6b9e-490f-a3ae-07ac500817ca req-efc06d60-f3e9-40d2-aea5-5d22e36a35e2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044184 May 10 11:38:28.756965 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78873ae3-d6c0-48e4-a3ae-624215127d9d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.757533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78873ae3-d6c0-48e4-a3ae-624215127d9d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Fanout notify agent at l3_agent the message router_deleted on router ec5a64de-817d-4613-afe4-f33940b824f2 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:38:28.761723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49864) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:28.781188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78873ae3-d6c0-48e4-a3ae-624215127d9d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.782396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-78873ae3-d6c0-48e4-a3ae-624215127d9d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/ec5a64de-817d-4613-afe4-f33940b824f2 HTTP/1.1" status: 204 len: 168 time: 0.7668521 May 10 11:38:28.785419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49866) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:28.797924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26846f37-be45-4a5e-ae8e-3c827f85e5a1 req-dda5cc4f-bbfb-407c-b59c-ef8a80216a5b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:28.808544 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26846f37-be45-4a5e-ae8e-3c827f85e5a1 req-dda5cc4f-bbfb-407c-b59c-ef8a80216a5b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.4064441 May 10 11:38:28.836630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Attempting to bind port 365068e4-28c0-4c0f-8c27-d3e4935b4963 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:28.836858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Attempting to bind port 365068e4-28c0-4c0f-8c27-d3e4935b4963 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:28.837754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Attempting to bind port 365068e4-28c0-4c0f-8c27-d3e4935b4963 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:28.847843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port af6dcc68-e59d-451f-8b74-daf8db3625a6 is: DOWN; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:28.850821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Port 365068e4-28c0-4c0f-8c27-d3e4935b4963 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:38:28.851167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Attempting to bind port 365068e4-28c0-4c0f-8c27-d3e4935b4963 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:28.907711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:28.908758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Checking segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:28.908758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Bound using segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:28.909022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Bound port: 365068e4-28c0-4c0f-8c27-d3e4935b4963, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:28.909516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:28.938957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55ec181-a902-4cdd-9ea3-aec548b9d071 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet 47bd387a-515b-48e4-b91b-e2a63ba96b0c {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:38:28.959863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26846f37-be45-4a5e-ae8e-3c827f85e5a1 req-54baa29c-736a-451c-a057-cbc7ab3869b7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502991 May 10 11:38:29.017633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a55ec181-a902-4cdd-9ea3-aec548b9d071 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.048959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0711b-d9e0-4a29-af33-4c74137fdb3d req-bb33ce08-56f4-4ed2-84d3-d6a02ba5ab65 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.050565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2db0711b-d9e0-4a29-af33-4c74137fdb3d req-bb33ce08-56f4-4ed2-84d3-d6a02ba5ab65 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2492995 May 10 11:38:29.052689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Router 382481b8-238f-4978-870b-b92f68090786 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:38:29.119914 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a55ec181-a902-4cdd-9ea3-aec548b9d071 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.201611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6d7a4b6d-3f41-4aa4-8e87-4ec032ad1c8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59f57687beeb4f83aec8e92bf58b7c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320083 May 10 11:38:29.222858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49870) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:29.304467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] For port 365068e4-28c0-4c0f-8c27-d3e4935b4963, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:29.308178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] For port 365068e4-28c0-4c0f-8c27-d3e4935b4963, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=365068e4-28c0-4c0f-8c27-d3e4935b4963,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:29.315487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:29.326987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.327978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.331041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] Sync routers for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:29.347234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:29.347928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:29.417756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2db0711b-d9e0-4a29-af33-4c74137fdb3d req-d2436c1f-0136-4be5-b873-4b0bbeabd51b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570447 May 10 11:38:29.428148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-52043404-f24d-4774-887e-56c3099f4190 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "PUT /v2.0/floatingips/8fc904f9-38b8-4c7a-8984-130d6a84e85b HTTP/1.1" status: 200 len: 992 time: 2.9520459 May 10 11:38:29.431002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:29.446817 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81643fb6-f9ff-4218-a03a-a34b0eae37bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:29.468923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bd4671f-eae3-4124-b42b-2ebc1458e034 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:29.584440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe470aa-f78d-4b3e-b900-bdb9d82d13e6 None None] Network a15a7989-b7df-4d95-93e6-accf633428d8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:29.602668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a55ec181-a902-4cdd-9ea3-aec548b9d071 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.633764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29726699-db10-471c-bf5c-fefd7220b643 req-68d77299-5ae5-47b4-9d8e-03c72375b2dc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.641513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29726699-db10-471c-bf5c-fefd7220b643 req-68d77299-5ae5-47b4-9d8e-03c72375b2dc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0970640 May 10 11:38:29.695131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29726699-db10-471c-bf5c-fefd7220b643 req-22993dcd-af41-4890-a6d9-7b1cba36d1fd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523124 May 10 11:38:29.748201 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75434ac6-15ef-4209-9678-2cfafea7423d x-openstack-request-id: req-75434ac6-15ef-4209-9678-2cfafea7423d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:29.748612 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:29.749031 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75434ac6-15ef-4209-9678-2cfafea7423d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:29.749459 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75434ac6-15ef-4209-9678-2cfafea7423d'] response: {'name': 'network-changed', 'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'status': 'completed', 'code': 200} May 10 11:38:29.769248 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a55ec181-a902-4cdd-9ea3-aec548b9d071 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.796415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9bd4671f-eae3-4124-b42b-2ebc1458e034 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:29.797003 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.814343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a55ec181-a902-4cdd-9ea3-aec548b9d071 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.820120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a55ec181-a902-4cdd-9ea3-aec548b9d071 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/47bd387a-515b-48e4-b91b-e2a63ba96b0c HTTP/1.1" status: 204 len: 168 time: 1.0248630 May 10 11:38:29.832218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e9427e-0ffb-4618-9e8b-99dbe72eb301 None None] Network 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:29.863245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49882) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:29.888039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ec181-a902-4cdd-9ea3-aec548b9d071 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=47bd387a-515b-48e4-b91b-e2a63ba96b0c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:29.898224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Pushing event updated for resources: {'Port': ['ID=365068e4-28c0-4c0f-8c27-d3e4935b4963,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:29.918795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526185a-eca6-4556-9f8f-266b1fc1db24 req-6ad393bf-2f87-4536-883b-95948a6f71b9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.920395 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6526185a-eca6-4556-9f8f-266b1fc1db24 req-6ad393bf-2f87-4536-883b-95948a6f71b9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 944 time: 0.7301009 May 10 11:38:29.937830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.938734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:29.939807 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-dfce7626-014d-4bdd-b5f8-dab2ab52b669 service neutron] 10.222.0.49 "PUT /v2.0/ports/365068e4-28c0-4c0f-8c27-d3e4935b4963 HTTP/1.1" status: 200 len: 1092 time: 4.3157797 May 10 11:38:29.948339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc1b849-bed4-4fc5-b814-f03628165fe5', 'tag': '365068e4-28c0-4c0f-8c27-d3e4935b4963'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:29.950600 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc1b849-bed4-4fc5-b814-f03628165fe5", "tag": "365068e4-28c0-4c0f-8c27-d3e4935b4963"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:29.971712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-9e0b4b11-fa25-4ae2-9b2a-5cd6cda1340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.972241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-9e0b4b11-fa25-4ae2-9b2a-5cd6cda1340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.973511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-9e0b4b11-fa25-4ae2-9b2a-5cd6cda1340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.974443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-9e0b4b11-fa25-4ae2-9b2a-5cd6cda1340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.974738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-9e0b4b11-fa25-4ae2-9b2a-5cd6cda1340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.975688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-9e0b4b11-fa25-4ae2-9b2a-5cd6cda1340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.976757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-9e0b4b11-fa25-4ae2-9b2a-5cd6cda1340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:29.978946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-9e0b4b11-fa25-4ae2-9b2a-5cd6cda1340e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6492 time: 0.2007453 May 10 11:38:29.980099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:29.990339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.20.0.1 (a15a7989-b7df-4d95-93e6-accf633428d8/abc7623c-1401-48b9-aa52-3f637cba9f81/d8fa9994-ee42-461c-88d9-f3fde4c1fe9a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:29.999186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cedd4ada-3501-4ad0-8e09-ee4637dd2f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.036030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-31944e6f-a069-4dda-adf5-3ce99fe3701a None None] Provisioning complete for port 9bd4671f-eae3-4124-b42b-2ebc1458e034 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:30.036406 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31944e6f-a069-4dda-adf5-3ce99fe3701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.038248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630afd1-2063-4891-9f52-f4f74e528951 req-32a8ca29-5831-417b-85c4-cd45acb81f47 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:30.048471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6630afd1-2063-4891-9f52-f4f74e528951 req-32a8ca29-5831-417b-85c4-cd45acb81f47 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1860597 May 10 11:38:30.060108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6526185a-eca6-4556-9f8f-266b1fc1db24 req-718a70f0-0782-453c-9028-16047130dc23 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274345 May 10 11:38:30.132286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cedd4ada-3501-4ad0-8e09-ee4637dd2f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.154413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet 2b40a292-bf49-4282-8279-f7c2c7dfc95f {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:38:30.167311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.180862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9bd4671f-eae3-4124-b42b-2ebc1458e034 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:30.181253 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.220095 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06fb71f-cafa-4e6d-95af-5f61210a2ae4 x-openstack-request-id: req-c06fb71f-cafa-4e6d-95af-5f61210a2ae4 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:30.220534 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc1b849-bed4-4fc5-b814-f03628165fe5", "tag": "365068e4-28c0-4c0f-8c27-d3e4935b4963", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:30.220882 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c06fb71f-cafa-4e6d-95af-5f61210a2ae4 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:30.221376 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06fb71f-cafa-4e6d-95af-5f61210a2ae4'] response: {'name': 'network-changed', 'server_uuid': 'bfc1b849-bed4-4fc5-b814-f03628165fe5', 'tag': '365068e4-28c0-4c0f-8c27-d3e4935b4963', 'status': 'completed', 'code': 200} May 10 11:38:30.225805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6630afd1-2063-4891-9f52-f4f74e528951 req-e40bc936-67c4-4d1c-b6ba-7d04225c2b50 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761982 May 10 11:38:30.258889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.297038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-260e8ff0-4d21-49ae-8daa-e14f2a06b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:30.299084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-260e8ff0-4d21-49ae-8daa-e14f2a06b5a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 1095 time: 0.2976842 May 10 11:38:30.302953 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cedd4ada-3501-4ad0-8e09-ee4637dd2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.305291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cedd4ada-3501-4ad0-8e09-ee4637dd2f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.305811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-e83907b1-e1e3-4423-b65a-14aebdfc481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:30.307295 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cedd4ada-3501-4ad0-8e09-ee4637dd2f5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cca5754-cf87-4a79-8ad1-bec2cde01a17 HTTP/1.1" status: 204 len: 168 time: 1.0813150 May 10 11:38:30.307969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-e83907b1-e1e3-4423-b65a-14aebdfc481e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0baa6384-755b-49d7-a9b2-89b8632f72c7 HTTP/1.1" status: 200 len: 912 time: 0.3104877 May 10 11:38:30.319707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 9bd4671f-eae3-4124-b42b-2ebc1458e034, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bd4671f-eae3-4124-b42b-2ebc1458e034,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:30.362999 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.364247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f62892ff-018b-4ead-9355-e77919b13450 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:30.459291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.473846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-59c8a1ad-c847-430c-9f21-90e56e740b10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d HTTP/1.1" status: 200 len: 1000 time: 0.1240058 May 10 11:38:30.565297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-31944e6f-a069-4dda-adf5-3ce99fe3701a None None] Current status of the port 9bd4671f-eae3-4124-b42b-2ebc1458e034 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:30.610580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-12c5f316-e53e-46d7-91e3-8432a4ca2d9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365068e4-28c0-4c0f-8c27-d3e4935b4963 HTTP/1.1" status: 200 len: 217 time: 0.0879977 May 10 11:38:30.626464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.663962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-ab96fcaa-b5f5-4fdf-84a1-f2f8867fb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:30.665661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-ab96fcaa-b5f5-4fdf-84a1-f2f8867fb389 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81b933b5-2fe8-47c2-bb94-e00aed01a622 HTTP/1.1" status: 200 len: 850 time: 0.1796343 May 10 11:38:30.680711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd4ada-3501-4ad0-8e09-ee4637dd2f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca5754-cf87-4a79-8ad1-bec2cde01a17,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:30.722471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.725732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] DHCP port deletion for 36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:38:30.762718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a2244-eb9a-4091-a693-920be69489b8 req-cdcdad9b-93cc-47f0-b671-c83755d72c46 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:30.764389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-764a2244-eb9a-4091-a693-920be69489b8 req-cdcdad9b-93cc-47f0-b671-c83755d72c46 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2438269 May 10 11:38:30.817463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10b3c4-cad3-4d2a-b934-ad85036b010f req-a2c38619-4da0-42e8-97fc-8f1af392634b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:30.818928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e10b3c4-cad3-4d2a-b934-ad85036b010f req-a2c38619-4da0-42e8-97fc-8f1af392634b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.5966971 May 10 11:38:30.834739 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-764a2244-eb9a-4091-a693-920be69489b8 req-76ad67b2-e061-4dcd-8162-a85fca1bdd57 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617135 May 10 11:38:30.836932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-0042fcd3-3a7c-46a4-ad88-7e2bcb181751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:30.838578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-0042fcd3-3a7c-46a4-ad88-7e2bcb181751 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0baa6384-755b-49d7-a9b2-89b8632f72c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626272 May 10 11:38:30.876272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-31f81d65-4ada-4322-9b05-f801d4e2aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:30.879126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-31f81d65-4ada-4322-9b05-f801d4e2aafe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.2480817 May 10 11:38:30.935636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:30.943411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:30.960296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network a15a7989-b7df-4d95-93e6-accf633428d8 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:30.978790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e10b3c4-cad3-4d2a-b934-ad85036b010f req-5d4ac753-5a59-4c7d-bd31-fcb7395c13e6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775542 May 10 11:38:30.982799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:31.009649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:31.021091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-bb362d39-524f-4ecc-a7fb-861eb8e3ceb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592074 May 10 11:38:31.032866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.032866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/2b40a292-bf49-4282-8279-f7c2c7dfc95f HTTP/1.1" status: 204 len: 168 time: 1.1593778 May 10 11:38:31.034097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=2b40a292-bf49-4282-8279-f7c2c7dfc95f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:31.036150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49906) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:31.076248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.076654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.076944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.077285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.079196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.079196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.079196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.079196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.079196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.079196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.079775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.079891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e128d01-67aa-40a6-b403-88d36fd949f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:31.087742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd862d0-6624-4aaf-84d8-6c53a33da5e0 None None] Network 8b42cfe6-392f-4002-8a70-ed42a55075d2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:31.135305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-8f76bc83-4209-4443-9d17-eb12f8624003 service neutron] 10.222.0.70 "GET /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874300 May 10 11:38:31.170379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.259414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f62892ff-018b-4ead-9355-e77919b13450 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:31.259797 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.286999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.340270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=9bd4671f-eae3-4124-b42b-2ebc1458e034,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:31.361602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b86add-b5a4-46d3-93cf-d69cfbb2a1c0 req-83b4fc73-b689-444d-951f-35519574a891 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:31.362633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8b86add-b5a4-46d3-93cf-d69cfbb2a1c0 req-83b4fc73-b689-444d-951f-35519574a891 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 944 time: 0.1363654 May 10 11:38:31.425060 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81643fb6-f9ff-4218-a03a-a34b0eae37bf req-8016be14-4804-4aa1-b661-071f5fa77d26 service neutron] 10.222.0.70 "GET /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811754 May 10 11:38:31.459453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1badc90a-34da-4520-b402-b6d6c397452b None None] Provisioning complete for port 9bd4671f-eae3-4124-b42b-2ebc1458e034 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:31.461313 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1badc90a-34da-4520-b402-b6d6c397452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.465039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-0944ffa3-8017-40ee-b109-48efdf75f701 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168046 May 10 11:38:31.495541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8b86add-b5a4-46d3-93cf-d69cfbb2a1c0 req-5decdbc9-1344-4120-95bc-bd6331bfe766 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652103 May 10 11:38:31.504986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port e46e7dde-4832-4f97-958e-018b56076e24 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:31.505329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.547518 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.573197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] Deleting port e46e7dde-4832-4f97-958e-018b56076e24 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:31.573859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.587316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49922) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:31.619018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port e46e7dde-4832-4f97-958e-018b56076e24, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e46e7dde-4832-4f97-958e-018b56076e24,segment=NetworkSegment(f950bce2-3984-4b31-9b4a-1483181b78dd),segment_id=f950bce2-3984-4b31-9b4a-1483181b78dd)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:31.619411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.637997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for e46e7dde-4832-4f97-958e-018b56076e24 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:31.657069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1badc90a-34da-4520-b402-b6d6c397452b None None] Current status of the port 9bd4671f-eae3-4124-b42b-2ebc1458e034 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:31.659895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] DHCP port deletion for 8b42cfe6-392f-4002-8a70-ed42a55075d2 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:38:31.681748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f62892ff-018b-4ead-9355-e77919b13450 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:31.696595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a8d3a3b2-0dd5-464b-bd00-f89d3a6d17ce req-eda9f548-8253-4b8f-8ae2-d2cad77cc637 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243969 May 10 11:38:31.750382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.773241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '8fc904f9-38b8-4c7a-8984-130d6a84e85b', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '382481b8-238f-4978-870b-b92f68090786', 'port_id': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'mac_address': 'fa:16:3e:e3:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:36:34Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 1, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:33Z', 'revision_number': 5, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:31.818469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-761733951-network', 'tenant_id': '53ce038f9a584383a54416f1353e1b43'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:31.819530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] For port e46e7dde-4832-4f97-958e-018b56076e24, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e46e7dde-4832-4f97-958e-018b56076e24,segment=NetworkSegment(f950bce2-3984-4b31-9b4a-1483181b78dd),segment_id=f950bce2-3984-4b31-9b4a-1483181b78dd)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:31.819950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.821915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=e46e7dde-4832-4f97-958e-018b56076e24,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:31.827788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No DVR routers for this DVR port e46e7dde-4832-4f97-958e-018b56076e24 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:31.837144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] Checking router: 382481b8-238f-4978-870b-b92f68090786 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:31.851990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bd4671f-eae3-4124-b42b-2ebc1458e034 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:31.862853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] Calling delete_port for e46e7dde-4832-4f97-958e-018b56076e24 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:31.878790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-85de2bac-88a1-4634-9998-4cb480854bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:31.880345 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-85de2bac-88a1-4634-9998-4cb480854bda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 1095 time: 0.0880275 May 10 11:38:31.910809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Made reservation on behalf of 53ce038f9a584383a54416f1353e1b43 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:31.913176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.917478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-522c73fb-bf71-4cfa-869c-eb77a2411e36 None None] Provisioning complete for port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:31.917974 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-522c73fb-bf71-4cfa-869c-eb77a2411e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.931119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.950382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:31.975352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-522c73fb-bf71-4cfa-869c-eb77a2411e36 None None] Port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:31.982685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e3ead5-5077-4d09-b0c1-5a69b3cf2c81']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:31.983029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:31.984520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:31.999685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f950bce2-3984-4b31-9b4a-1483181b78dd') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:32.000011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f950bce2-3984-4b31-9b4a-1483181b78dd') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:32.014549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.022726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-0c3a39b6-3c18-4458-92f0-9923c53b84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:32.024248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-0c3a39b6-3c18-4458-92f0-9923c53b84f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 907 time: 0.1295512 May 10 11:38:32.054966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.068770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9bd4671f-eae3-4124-b42b-2ebc1458e034 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:32.069510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.083145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:38:32.085782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: timer() May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:38:32.094204 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:38:32.097068 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-114a5531-707d-4c60-9079-2de96c43bfcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365068e4-28c0-4c0f-8c27-d3e4935b4963 HTTP/1.1" status: 200 len: 217 time: 0.0527697 May 10 11:38:32.168069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] Deleting port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:32.168645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.199882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-f7bc5bae-299b-452c-aa67-f440b73110a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:32.201471 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-f7bc5bae-299b-452c-aa67-f440b73110a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.0890710 May 10 11:38:32.215203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e8280-0a95-43e3-978d-2c5771efbcd9 req-2bdea3a3-c016-42b6-9e08-56af9706486b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:32.216907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e73e8280-0a95-43e3-978d-2c5771efbcd9 req-2bdea3a3-c016-42b6-9e08-56af9706486b tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1916988 May 10 11:38:32.264032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] For port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2752a64e-58fa-4f3b-8f16-63c88f4f1d2d,segment=NetworkSegment(bcf08e7b-80db-48b2-bde3-390564d5de94),segment_id=bcf08e7b-80db-48b2-bde3-390564d5de94)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:32.264525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.279933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] Calling delete_port for 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:32.292272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-98d1e0e9-a4f6-445e-a798-412f3f5ab567 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724225 May 10 11:38:32.297005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e73e8280-0a95-43e3-978d-2c5771efbcd9 req-d4c8a4be-e2f1-445a-9635-c96f3cb2de33 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667350 May 10 11:38:32.389791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.414528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.431172 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.482115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:32.548794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-968cc9d3-8a0a-4090-8f9d-3016677dc444 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483945 May 10 11:38:32.560430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:32.562036 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.573160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.604344 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.618027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] Pushing event deleted for resources: {'Port': ['ID=e46e7dde-4832-4f97-958e-018b56076e24,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:32.633609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] No DVR routers for this DVR port 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:32.645348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f9a16-d0e2-4412-bcb4-c21622d82032 None None] No DVR routers for this DVR port e46e7dde-4832-4f97-958e-018b56076e24 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:32.665501 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.686052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e45e46-da23-4f17-acbe-c8e035128678 req-0127030e-108b-4eb6-bf04-891a2c1a6abb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:32.687660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-52e45e46-da23-4f17-acbe-c8e035128678 req-0127030e-108b-4eb6-bf04-891a2c1a6abb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 944 time: 0.5230629 May 10 11:38:32.688731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.696503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.699930 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.706081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/36e3ead5-5077-4d09-b0c1-5a69b3cf2c81 HTTP/1.1" status: 204 len: 168 time: 1.6657097 May 10 11:38:32.711506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49942) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:32.728162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611ffde-5b86-47a1-9ca2-96ab1d6a7af6 None None] Pushing event deleted for resources: {'Port': ['ID=2752a64e-58fa-4f3b-8f16-63c88f4f1d2d,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:32.761576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1d621-3b8c-4235-9036-89b0f08e73a7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=36e3ead5-5077-4d09-b0c1-5a69b3cf2c81,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:32.781618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:38:32.791728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:38:32.802696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9bd4671f-eae3-4124-b42b-2ebc1458e034 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:32.824830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f9c3c-46f4-469f-991a-3c710d6a1e9d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:32.837904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.838260 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Added segment 79b28371-7454-4ca2-ba80-3d508e7d5a12 of type vlan for network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 May 10 11:38:32.847935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7791353-e800-42bb-906a-621a0096ef50 req-36f456e1-443d-46b7-9ec0-56e6381fc629 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:32.855752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7791353-e800-42bb-906a-621a0096ef50 req-36f456e1-443d-46b7-9ec0-56e6381fc629 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 944 time: 0.2624373 May 10 11:38:32.859159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-52e45e46-da23-4f17-acbe-c8e035128678 req-92cb7c23-f2ac-4d08-9015-3f27d6b46566 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422317 May 10 11:38:32.942612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.951724 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0a6a86f-c3a3-48a2-b8e1-e5b901dc4a05 req-f5fb03d3-3375-49e2-bf0d-e4921f38d4e6 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878245 May 10 11:38:32.953626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:32.969323 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.978250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:32.980190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:32.980746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.003389 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e7791353-e800-42bb-906a-621a0096ef50 req-a0ccac91-3631-433e-944f-bb2f61504e52 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428318 May 10 11:38:33.006381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:33.006802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2752a64e-58fa-4f3b-8f16-63c88f4f1d2d not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:33.007617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e46e7dde-4832-4f97-958e-018b56076e24 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:33.019053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:33.025806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network a15a7989-b7df-4d95-93e6-accf633428d8 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:33.030864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:33.046774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4577935 May 10 11:38:33.052531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: e46e7dde-4832-4f97-958e-018b56076e24 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:33.052884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e46e7dde-4832-4f97-958e-018b56076e24 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:33.053210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49954) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:33.067552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'port_id': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'mac_address': 'fa:16:3e:5b:a3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:38:33.069435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Request body: {'subnet': {'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-761733951-subnet', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:33.091011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74c45e-5bf5-44ad-93a0-e1a10d2018a8 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb85cca-7785-46f7-94f9-27d0b4dd5332,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:33.121252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:38:33.121792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Made reservation on behalf of 53ce038f9a584383a54416f1353e1b43 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:33.124332 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.204516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.231145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:33.231736 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.290570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:33.295999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b42cfe6-392f-4002-8a70-ed42a55075d2']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:33.311789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf08e7b-80db-48b2-bde3-390564d5de94') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:33.312090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf08e7b-80db-48b2-bde3-390564d5de94') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:33.328270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:33.330054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.336538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f41429f2-0ff3-4c6f-83df-48c4693be110 None None] Provisioning complete for port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:33.336924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f41429f2-0ff3-4c6f-83df-48c4693be110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.364033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '8fc904f9-38b8-4c7a-8984-130d6a84e85b', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '382481b8-238f-4978-870b-b92f68090786', 'port_id': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'mac_address': 'fa:16:3e:e3:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:36:34Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 1, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:33Z', 'revision_number': 5, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:33.366492 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.386344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router 98634ec0-841c-44b2-bbde-d741a7747c03 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:38:33.387508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.399662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.403574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:38:33.404017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: timer() May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:38:33.408478 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:38:33.445724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=11']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:33.452984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcad5b-4c03-437e-8cdb-23bb9174d408 None None] The sync data for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 is: [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '8fc904f9-38b8-4c7a-8984-130d6a84e85b', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '382481b8-238f-4978-870b-b92f68090786', 'port_id': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'mac_address': 'fa:16:3e:e3:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:36:34Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 1, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:33Z', 'revision_number': 5, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:33.470307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f41429f2-0ff3-4c6f-83df-48c4693be110 None None] Port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:33.537147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76b5cad-51a8-47f6-a9dd-27d59268ba9f,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:33.551796 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.559309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Checking segment: {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:33.559663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Network hostable DHCP agents. Network: 3cb85cca-7785-46f7-94f9-27d0b4dd5332, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:38:33.577846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327d92-3fa4-4f58-aa1c-f6c743af2707 req-77c17373-25af-4980-837d-8a4c8b4bbd45 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:33.580101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9327d92-3fa4-4f58-aa1c-f6c743af2707 req-77c17373-25af-4980-837d-8a4c8b4bbd45 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0929966 May 10 11:38:33.588421 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.592028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/8b42cfe6-392f-4002-8a70-ed42a55075d2 HTTP/1.1" status: 204 len: 168 time: 0.8753061 May 10 11:38:33.596016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49966) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:33.602941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728232101'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:33.615927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d837d5d-7b19-4c7a-927e-34334ca2b46c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=8b42cfe6-392f-4002-8a70-ed42a55075d2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:33.616767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:38:33.624138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:33.636592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:33.643611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3e074287-d69a-4cb4-85a3-39f009e9cce6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "PUT /v2.0/routers/98634ec0-841c-44b2-bbde-d741a7747c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6610644 May 10 11:38:33.646881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:33.651799 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Sync routers for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:33.666245 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:33.667258 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:33.681752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 3cb85cca-7785-46f7-94f9-27d0b4dd5332) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:33.686271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:33.692498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.710282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cf09f-d8c5-43a3-b5a3-e145c43ffc06 None None] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:33.733024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:38:33.744762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.745172 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment 82e03604-0485-4853-b9af-27f1a241f15e of type vlan for network 718111f2-c5a1-47a5-af78-8bc57c637905 May 10 11:38:33.783349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:33.783997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.790097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9327d92-3fa4-4f58-aa1c-f6c743af2707 req-aa22e73f-2734-4668-a4ca-a7b7ca169f76 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817937 May 10 11:38:33.805644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.827103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1a1aef9c-d270-4cdd-9593-4c9cd9f59161 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7684731 May 10 11:38:33.829849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49970) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:33.835338 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:33.847270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:33.892181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662b388-1710-403a-ad93-1b47cc184799 None None] New status for floating IP 8fc904f9-38b8-4c7a-8984-130d6a84e85b: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:38:33.894885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.901604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:33.902653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.922094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.930470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.954500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3572679 May 10 11:38:33.957913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49974) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:34.022451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e9e2-49d4-46dc-89e2-8151ac049ed1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=718111f2-c5a1-47a5-af78-8bc57c637905,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:34.036041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': '718111f2-c5a1-47a5-af78-8bc57c637905', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:34.045714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 718111f2-c5a1-47a5-af78-8bc57c637905 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:38:34.075146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.289453 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 2, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:34.322508 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Checking router: 98634ec0-841c-44b2-bbde-d741a7747c03 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:34.323172 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Updating router 98634ec0-841c-44b2-bbde-d741a7747c03 port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:38:34.365032 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.384933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.394073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.394538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.395411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.395566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.395920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.396372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.396826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.397350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.397802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.398255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.398700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.399151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.412226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a761b19d-2948-4398-97dd-22a0e06e821a tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8453 time: 0.7577415 May 10 11:38:34.415358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:34.419321 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.420594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49984) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:34.450070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da9ac-a76c-4647-89fc-007397915216 req-cd68721a-fe35-41f4-bf2e-9801228bdfde tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.450533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:38:34.451728 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.470644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-262da9ac-a76c-4647-89fc-007397915216 req-cd68721a-fe35-41f4-bf2e-9801228bdfde tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2759066 May 10 11:38:34.528960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2eaf2-7e5c-40f6-a20c-6a9d74b72744 req-905fd3f7-3eef-49e3-bde0-ff7aa398952d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.530662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b5f2eaf2-7e5c-40f6-a20c-6a9d74b72744 req-905fd3f7-3eef-49e3-bde0-ff7aa398952d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 944 time: 0.3411090 May 10 11:38:34.617714 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-262da9ac-a76c-4647-89fc-007397915216 req-8f451b88-514a-4d28-9a43-29302a74ff0c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461606 May 10 11:38:34.661228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Allocated IP 172.20.0.2 (3cb85cca-7785-46f7-94f9-27d0b4dd5332/c76b5cad-51a8-47f6-a9dd-27d59268ba9f/788f70c3-5379-4d4e-9c4f-c9f2bc8b2553) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:34.723630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.724328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.724600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.725239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.725703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.726158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.727269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.727736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.728199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.728660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.729107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.729529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:34.734778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2252e8cc-2d68-4176-baa5-b575c7d877cb tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7721 time: 0.2937701 May 10 11:38:34.736803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49992) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:34.836707 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.838720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b5f2eaf2-7e5c-40f6-a20c-6a9d74b72744 req-79670008-542a-4c4d-9be7-d43c60b6c173 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742416 May 10 11:38:34.930160 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.941954 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17f02fc0-16e7-4be0-ae3f-ebe153d76e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.943226 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.943719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 365068e4-28c0-4c0f-8c27-d3e4935b4963 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:38:34.966081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.980870 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.028293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Pushing event updated for resources: {'Port': ['ID=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:35.053346 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Pushing event updated for resources: {'Port': ['ID=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:35.078930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:35.083351 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.084037 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.085354 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.086641 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.087147 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.088678 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.090467 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.091482 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.092168 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.092674 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.093161 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.093654 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.106773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:35.130706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75e7a0-3ccc-4ebc-9071-6cfb87f7bfbf req-8e9e459d-f2a3-4fdc-88c3-5c53acc5b1bd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:35.133414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c75e7a0-3ccc-4ebc-9071-6cfb87f7bfbf req-8e9e459d-f2a3-4fdc-88c3-5c53acc5b1bd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2143848 May 10 11:38:35.171889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=f230c137-84e2-4c3a-9635-66acba2bab8b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:35.186284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.190946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:35.209764 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Attempting to bind port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:35.210432 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Attempting to bind port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:35.210978 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Attempting to bind port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a on network a15a7989-b7df-4d95-93e6-accf633428d8 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:35.218151 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:35.218801 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Checking segment: {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:35.219403 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.220130 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Bound using segment: {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:35.220847 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Bound port: d8fa9994-ee42-461c-88d9-f3fde4c1fe9a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:35.221408 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.248878 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.305220 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c75e7a0-3ccc-4ebc-9071-6cfb87f7bfbf req-cc37c9ed-b676-49b3-b361-521410e3c480 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547079 May 10 11:38:35.306606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': '82e03604-0485-4853-b9af-27f1a241f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '718111f2-c5a1-47a5-af78-8bc57c637905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:35.307095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: 718111f2-c5a1-47a5-af78-8bc57c637905, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:38:35.342413 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] For port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:35.342413 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] For port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:35.350834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Attempting to bind port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:35.351207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Attempting to bind port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:35.354238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Attempting to bind port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 on network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:35.354819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 718111f2-c5a1-47a5-af78-8bc57c637905 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:38:35.356484 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.380874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:35.381249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Checking segment: {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:35.381650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.382042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Bound using segment: {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:35.382536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Bound port: 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:35.382924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.403034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 718111f2-c5a1-47a5-af78-8bc57c637905) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:35.432699 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c4726-3a1c-44b7-9e47-9f8a1ecc41b5 None None] Pushing event updated for resources: {'Port': ['ID=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:35.440361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:35.441937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Allocated IP 172.25.8.113 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/ed9899e7-3f81-47e6-8746-ab2e10d2b0a5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:35.446065 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.450540 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:35.451890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:35.453399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] For port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:35.457110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] For port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:35.465725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc61653-65fe-4ce6-806c-1efbfec3a815 None None] Network 718111f2-c5a1-47a5-af78-8bc57c637905 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:35.536858 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7a9d0451-54b2-4846-953d-92cd282fcb75 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5018 time: 0.7970400 May 10 11:38:35.542670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f3c3d5b5-5a66-4398-b60c-c4da10a37ce4 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5536366 May 10 11:38:35.546701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50008) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:35.553683 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.561658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-168a0cb5-7a03-4861-907c-407b22b026ea tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-302232960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:35.629785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-168a0cb5-7a03-4861-907c-407b22b026ea tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.631353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-168a0cb5-7a03-4861-907c-407b22b026ea tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.652293 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.671917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50012) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:35.676726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 365068e4-28c0-4c0f-8c27-d3e4935b4963, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=365068e4-28c0-4c0f-8c27-d3e4935b4963,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:35.677885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3b982ba7-a0da-4061-b5d3-e48c6c087920 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743182324', 'description': 'tempest-secgroup-smoke-743182324 description', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:35.731203 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b982ba7-a0da-4061-b5d3-e48c6c087920 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.753182 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.795926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5ab6ead6-36d2-4999-9759-e653ac36d1ed None None] Provisioning complete for port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:35.796795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ead6-36d2-4999-9759-e653ac36d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.799399 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.800463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '365068e4-28c0-4c0f-8c27-d3e4935b4963', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'port_id': '365068e4-28c0-4c0f-8c27-d3e4935b4963', 'mac_address': 'fa:16:3e:85:b5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61955d59-4936-4f72-8540-0de91be3a151', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:38:35.815233 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:35.853186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:35.882292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:35.911837 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:38:35.959516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b982ba7-a0da-4061-b5d3-e48c6c087920 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.969395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9899e7-3f81-47e6-8746-ab2e10d2b0a5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:35.981188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:35.984923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b029c69-e81c-42bb-9ce7-e136ccf0b941 None None] Pushing event updated for resources: {'Port': ['ID=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:35.985473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b982ba7-a0da-4061-b5d3-e48c6c087920 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.014877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 365068e4-28c0-4c0f-8c27-d3e4935b4963 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:36.015545 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.034616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365068e4-28c0-4c0f-8c27-d3e4935b4963 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:36.064560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 365068e4-28c0-4c0f-8c27-d3e4935b4963, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=365068e4-28c0-4c0f-8c27-d3e4935b4963,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:36.080883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.141917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b982ba7-a0da-4061-b5d3-e48c6c087920 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.143320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3b982ba7-a0da-4061-b5d3-e48c6c087920 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4701509 May 10 11:38:36.176563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50020) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:36.208159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d0492abf-2b19-4d10-bdcb-6e166080f247 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '2736a9fc-5114-401a-ac6c-4a77dd9f9648', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:36.229150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-718111f2-c5a1-47a5-af78-8bc57c637905', 'network_id': '718111f2-c5a1-47a5-af78-8bc57c637905', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': 'f230c137-84e2-4c3a-9635-66acba2bab8b'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:38:36.243714 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.457226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b982ba7-a0da-4061-b5d3-e48c6c087920 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2736a9fc-5114-401a-ac6c-4a77dd9f9648,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:36.485982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6ead6-36d2-4999-9759-e653ac36d1ed None None] Current status of the port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:36.487049 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ead6-36d2-4999-9759-e653ac36d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.488846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff862d-6f21-461f-b11a-35af2e6989c1 req-9f3e6c18-d111-4602-9c94-3f567d8a6a08 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:36.496714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-caff862d-6f21-461f-b11a-35af2e6989c1 req-9f3e6c18-d111-4602-9c94-3f567d8a6a08 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 944 time: 0.4636188 May 10 11:38:36.503993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['365068e4-28c0-4c0f-8c27-d3e4935b4963'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:36.533216 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:35Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:36.535579 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0492abf-2b19-4d10-bdcb-6e166080f247 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.538468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5ab6ead6-36d2-4999-9759-e653ac36d1ed None None] For port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:36.570571 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79956d2e-b5d6-4ead-9267-7ec75f0c48fe None None] The sync data for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 is: [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:35Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:36.591957 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ead6-36d2-4999-9759-e653ac36d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.597911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=365068e4-28c0-4c0f-8c27-d3e4935b4963,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:36.623554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-caff862d-6f21-461f-b11a-35af2e6989c1 req-73f8690d-77c1-4a45-a773-4f5867958d51 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255753 May 10 11:38:36.706127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Allocated IP 2001:db8::2 (718111f2-c5a1-47a5-af78-8bc57c637905/f230c137-84e2-4c3a-9635-66acba2bab8b/7b942a75-a891-4b03-98fd-a5d1a2f2aaad) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:36.714734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:36.803017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-168a0cb5-7a03-4861-907c-407b22b026ea tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.832453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-168a0cb5-7a03-4861-907c-407b22b026ea tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.853209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-42e61648-6c05-44ec-befc-e12faeb9cb25 None None] Provisioning complete for port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:36.853694 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42e61648-6c05-44ec-befc-e12faeb9cb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.873808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1191ca-2907-4ad2-9eef-f27f5bb1858d req-8e062d35-080f-44e8-88fb-52fc79038128 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:36.876614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac1191ca-2907-4ad2-9eef-f27f5bb1858d req-8e062d35-080f-44e8-88fb-52fc79038128 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.2266080 May 10 11:38:36.880298 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-168a0cb5-7a03-4861-907c-407b22b026ea tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.881757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-168a0cb5-7a03-4861-907c-407b22b026ea tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3336871 May 10 11:38:36.885438 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.895643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50034) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:36.909250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'port': {'network_id': '718111f2-c5a1-47a5-af78-8bc57c637905', 'name': 'tempest-RoutersIpV6Test-484580503'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:36.960347 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0492abf-2b19-4d10-bdcb-6e166080f247 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.970126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac1191ca-2907-4ad2-9eef-f27f5bb1858d req-99185bc2-8be5-48d6-9ffd-9f2c3ee6efac tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868263 May 10 11:38:37.043596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6ead6-36d2-4999-9759-e653ac36d1ed None None] Pushing event updated for resources: {'Port': ['ID=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:37.104880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0492abf-2b19-4d10-bdcb-6e166080f247 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.158558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:37.198748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe708ff-5dbb-4bc7-b53d-e602a3855bda req-03ee4668-a644-46f1-b706-c90c97ea9bcb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:37.208907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe708ff-5dbb-4bc7-b53d-e602a3855bda req-03ee4668-a644-46f1-b706-c90c97ea9bcb tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3400133 May 10 11:38:37.214667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:37.215283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.215720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0492abf-2b19-4d10-bdcb-6e166080f247 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b4ef74-f163-4841-a717-b7222339ba3e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:37.269139 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0492abf-2b19-4d10-bdcb-6e166080f247 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.271089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d0492abf-2b19-4d10-bdcb-6e166080f247 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0720267 May 10 11:38:37.273562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50040) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:37.279659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d871dba0-b62f-4eb3-937f-a1eba2f78ad4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '2736a9fc-5114-401a-ac6c-4a77dd9f9648', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:37.344422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe708ff-5dbb-4bc7-b53d-e602a3855bda req-38d5e640-f7e7-4317-a315-6a0972ab5f05 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336856 May 10 11:38:37.358680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d871dba0-b62f-4eb3-937f-a1eba2f78ad4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.438819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:37.439067 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d37ca434-9b6d-455e-9160-94061942aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.452936 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.473971 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d871dba0-b62f-4eb3-937f-a1eba2f78ad4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.482183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d871dba0-b62f-4eb3-937f-a1eba2f78ad4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.514137 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.531715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871dba0-b62f-4eb3-937f-a1eba2f78ad4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c77e17-66a6-4584-a1f5-10187f107ac8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:37.537199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d871dba0-b62f-4eb3-937f-a1eba2f78ad4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.539620 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d871dba0-b62f-4eb3-937f-a1eba2f78ad4 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2647481 May 10 11:38:37.543571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50042) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:37.551048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e37dec2c-450a-4d39-9767-6fb83f39854d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '2736a9fc-5114-401a-ac6c-4a77dd9f9648', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:37.560379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] device_id is not set on port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:38:37.577362 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.600899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5dd8cf-c210-4a4e-a164-6b98d759eb88 None None] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:37.606518 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dec2c-450a-4d39-9767-6fb83f39854d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.750521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dec2c-450a-4d39-9767-6fb83f39854d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.787412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dec2c-450a-4d39-9767-6fb83f39854d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.802295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8::205 (718111f2-c5a1-47a5-af78-8bc57c637905/f230c137-84e2-4c3a-9635-66acba2bab8b/56e401c7-27d8-4ccc-bd1c-c384d5c97bba) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:37.854931 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37dec2c-450a-4d39-9767-6fb83f39854d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.857190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e37dec2c-450a-4d39-9767-6fb83f39854d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117344 May 10 11:38:37.861471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50052) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:37.877357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-68f3a4da-75b1-476f-b1d9-4d3d555d9702 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '2736a9fc-5114-401a-ac6c-4a77dd9f9648', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:37.895661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dec2c-450a-4d39-9767-6fb83f39854d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45550b75-9c2f-4b06-a6fb-b2f6fe2c1893,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:37.933065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec57e9b-6521-4853-a3ca-e7b445205eac req-fbe7bfcd-ce15-483d-8caf-3cb4c835f82b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:37.936964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cec57e9b-6521-4853-a3ca-e7b445205eac req-fbe7bfcd-ce15-483d-8caf-3cb4c835f82b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 945 time: 0.1836019 May 10 11:38:37.982881 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.995948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68f3a4da-75b1-476f-b1d9-4d3d555d9702 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.062932 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cec57e9b-6521-4853-a3ca-e7b445205eac req-733fed05-d5e8-4521-8cc0-56cc93c0d888 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165957 May 10 11:38:38.118200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.122160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68f3a4da-75b1-476f-b1d9-4d3d555d9702 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.124004 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.129042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68f3a4da-75b1-476f-b1d9-4d3d555d9702 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.174309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3a4da-75b1-476f-b1d9-4d3d555d9702 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86471ba-1b2d-4bfe-b780-44107f4c5826,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:38.204211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-68f3a4da-75b1-476f-b1d9-4d3d555d9702 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.206599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-68f3a4da-75b1-476f-b1d9-4d3d555d9702 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3372340 May 10 11:38:38.218164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:38.222955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-52a5b60e-9eda-42ec-96ba-54a6ac66a37c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '2736a9fc-5114-401a-ac6c-4a77dd9f9648', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:38.262491 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-52a5b60e-9eda-42ec-96ba-54a6ac66a37c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Project ac5009d716d1416587e6e6a7d43b9fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:38:38.268467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Network 718111f2-c5a1-47a5-af78-8bc57c637905 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:38.269310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52a5b60e-9eda-42ec-96ba-54a6ac66a37c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.293857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 718111f2-c5a1-47a5-af78-8bc57c637905 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:38.295051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:38.313505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:38.315045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:38.318661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d8fa9994-ee42-461c-88d9-f3fde4c1fe9a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:38.320888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Pushing event updated for resources: {'Port': ['ID=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:38.325154 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.329574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=56e401c7-27d8-4ccc-bd1c-c384d5c97bba,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:38.339586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:38.346277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:38.347098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.358869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-42e61648-6c05-44ec-befc-e12faeb9cb25 None None] Current status of the port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:38.376723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52a5b60e-9eda-42ec-96ba-54a6ac66a37c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.387591 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52a5b60e-9eda-42ec-96ba-54a6ac66a37c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.422092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5b60e-9eda-42ec-96ba-54a6ac66a37c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b353731-93d3-4aa5-9957-75346f560912,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:38.434970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52a5b60e-9eda-42ec-96ba-54a6ac66a37c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.437814 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-52a5b60e-9eda-42ec-96ba-54a6ac66a37c tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2185447 May 10 11:38:38.440838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50064) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:38.448922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ccfee918-fa43-429d-b158-cfc9ddd4b926 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'security_group_rule': {'security_group_id': '2736a9fc-5114-401a-ac6c-4a77dd9f9648', 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:38.556845 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-ccfee918-fa43-429d-b158-cfc9ddd4b926 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Project ac5009d716d1416587e6e6a7d43b9fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:38:38.569582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ccfee918-fa43-429d-b158-cfc9ddd4b926 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.597017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:38.597661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.628386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09de487-951d-471f-a1bb-c92e0f21b89a req-01f15adb-ef4f-4581-bb86-1b3b9ff85938 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:38.629860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d09de487-951d-471f-a1bb-c92e0f21b89a req-01f15adb-ef4f-4581-bb86-1b3b9ff85938 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1527770 May 10 11:38:38.648435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:38.648815 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.697630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ddac19cc-5aa0-4370-bdba-a61f1ac2a3d4 None None] Provisioning complete for port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:38.698291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ddac19cc-5aa0-4370-bdba-a61f1ac2a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.743498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Attempting to bind port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:38.743893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Attempting to bind port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '82e03604-0485-4853-b9af-27f1a241f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '718111f2-c5a1-47a5-af78-8bc57c637905'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:38.744260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Attempting to bind port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad on network 718111f2-c5a1-47a5-af78-8bc57c637905 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:38.756662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:38.760582 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c8d42e-75a4-4cd1-b92e-0139fdd687fe" -d '{"events": [{"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:38.796277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:38.796660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Checking segment: {'id': '82e03604-0485-4853-b9af-27f1a241f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '718111f2-c5a1-47a5-af78-8bc57c637905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:38.797065 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.797520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Bound using segment: {'id': '82e03604-0485-4853-b9af-27f1a241f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '718111f2-c5a1-47a5-af78-8bc57c637905'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:38.798006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Bound port: 7b942a75-a891-4b03-98fd-a5d1a2f2aaad, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e03604-0485-4853-b9af-27f1a241f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '718111f2-c5a1-47a5-af78-8bc57c637905'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:38.798387 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.802320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:38.809065 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ccfee918-fa43-429d-b158-cfc9ddd4b926 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.818733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d09de487-951d-471f-a1bb-c92e0f21b89a req-ce3ae8c5-daf9-4320-a9e6-28684f79f6b6 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691101 May 10 11:38:38.821138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ccfee918-fa43-429d-b158-cfc9ddd4b926 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.854781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfee918-fa43-429d-b158-cfc9ddd4b926 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4ac6ca-b9ff-40e9-b949-0de2432547d5,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:38.883805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ccfee918-fa43-429d-b158-cfc9ddd4b926 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.886331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ccfee918-fa43-429d-b158-cfc9ddd4b926 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4430993 May 10 11:38:38.894785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:38.896420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:38.902795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.933660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c20366-e034-4bc2-a15e-81f28891f60f req-59a9ecf9-69bf-4fb1-9eff-607717233ca1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:38.935300 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7c20366-e034-4bc2-a15e-81f28891f60f req-59a9ecf9-69bf-4fb1-9eff-607717233ca1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 945 time: 0.7537997 May 10 11:38:38.968991 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81c06cb-d88c-44dc-b2cb-cdbcdaa09d2b x-openstack-request-id: req-a81c06cb-d88c-44dc-b2cb-cdbcdaa09d2b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:38.969276 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:38.969869 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a81c06cb-d88c-44dc-b2cb-cdbcdaa09d2b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:38.970430 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81c06cb-d88c-44dc-b2cb-cdbcdaa09d2b'] response: {'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'code': 200} May 10 11:38:38.982590 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f4421eaf-f2bc-43c6-af6b-3c0abc9426f7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0819352 May 10 11:38:38.985462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50076) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:39.038399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 365068e4-28c0-4c0f-8c27-d3e4935b4963 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:39.073701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7c20366-e034-4bc2-a15e-81f28891f60f req-ec1523a7-c103-40d1-beed-6895d2319522 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295791 May 10 11:38:39.147041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Router 9e716e5a-6a29-449b-b1c0-697665fc02e9 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:38:39.175771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] For port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:39.180001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] For port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,segment=NetworkSegment(82e03604-0485-4853-b9af-27f1a241f15e),segment_id=82e03604-0485-4853-b9af-27f1a241f15e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:39.212081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.293469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=12']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:39.327763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5176f3-ee4a-4f11-ae57-62e2cd99a084 req-669cf22e-2043-4336-b65e-8f13830f69f1 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:39.329351 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f5176f3-ee4a-4f11-ae57-62e2cd99a084 req-669cf22e-2043-4336-b65e-8f13830f69f1 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 945 time: 0.1077137 May 10 11:38:39.370580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:39.382045 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Sync routers for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:39.406004 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:39.406915 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:39.410278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ddac19cc-5aa0-4370-bdba-a61f1ac2a3d4 None None] Current status of the port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:39.410794 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ddac19cc-5aa0-4370-bdba-a61f1ac2a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.446197 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.450879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.460214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6deca130-fc2f-4138-b9fc-598d218414e1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6287622 May 10 11:38:39.460622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:39.461050 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.463742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50094) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:39.468166 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-f6335302-326f-4f6e-acc2-ef5e7b06ea24 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743182324&fields=id&tenant_id=ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 267 time: 0.2166607 May 10 11:38:39.476235 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f5176f3-ee4a-4f11-ae57-62e2cd99a084 req-e727388a-c7e8-4293-870d-df62ebd2ed27 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285148 May 10 11:38:39.510575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 365068e4-28c0-4c0f-8c27-d3e4935b4963 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:39.532298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 365068e4-28c0-4c0f-8c27-d3e4935b4963 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:39.533041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.549114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7494e1-01fe-4b71-9ed5-a67db3fcc4a1 None None] Pushing event updated for resources: {'Port': ['ID=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:39.573268 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:39.612793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ddac19cc-5aa0-4370-bdba-a61f1ac2a3d4 None None] For port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:39.625131 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.632449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ddac19cc-5aa0-4370-bdba-a61f1ac2a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.699860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-a079002d-be8b-4c2d-aa83-5917b6dcc885 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:39.701413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-a079002d-be8b-4c2d-aa83-5917b6dcc885 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/networks?id=a15a7989-b7df-4d95-93e6-accf633428d8 HTTP/1.1" status: 200 len: 796 time: 0.1653104 May 10 11:38:39.765378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-54228a44-4e9f-48a5-ada9-52b2214cd496 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/quotas/ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 375 time: 0.0559275 May 10 11:38:39.797557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac19cc-5aa0-4370-bdba-a61f1ac2a3d4 None None] Pushing event updated for resources: {'Port': ['ID=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:39.854841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:39.877560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-71dc49d2-1242-4dc4-8f34-87f3faf816f3 None None] Provisioning complete for port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:39.877560 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-71dc49d2-1242-4dc4-8f34-87f3faf816f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.878998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 365068e4-28c0-4c0f-8c27-d3e4935b4963 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:39.879378 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.954515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 365068e4-28c0-4c0f-8c27-d3e4935b4963, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=365068e4-28c0-4c0f-8c27-d3e4935b4963,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:39.968206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.995914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3540a-9294-435d-8350-79606e9b1c63 req-bbe10b2d-c03f-436c-9e27-e611bf911df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:39.998116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65b3540a-9294-435d-8350-79606e9b1c63 req-bbe10b2d-c03f-436c-9e27-e611bf911df6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1097 time: 0.7457514 May 10 11:38:40.031202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e48f-4d01-4205-8601-42027e96fc5f req-5d7be533-7767-4c9c-aff2-f9eb8e0881a9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:40.040393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa6e48f-4d01-4205-8601-42027e96fc5f req-5d7be533-7767-4c9c-aff2-f9eb8e0881a9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1003993 May 10 11:38:40.057373 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 3, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:40.061911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-71dc49d2-1242-4dc4-8f34-87f3faf816f3 None None] Current status of the port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:40.066824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=365068e4-28c0-4c0f-8c27-d3e4935b4963,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:40.085911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.090219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa6e48f-4d01-4205-8601-42027e96fc5f req-a811cd0b-7a64-4e6d-8a90-0d773cb791c3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489035 May 10 11:38:40.117602 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Checking router: 9e716e5a-6a29-449b-b1c0-697665fc02e9 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:40.144658 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Updating router 9e716e5a-6a29-449b-b1c0-697665fc02e9 port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:38:40.245052 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.272163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:40.275642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-03426040-6833-437f-b6f8-474cbe1a7d06 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4132984 May 10 11:38:40.322714 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65b3540a-9294-435d-8350-79606e9b1c63 req-16834778-30db-4942-8b52-5b3bc439d8bf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342923 May 10 11:38:40.329456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:40.330355 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.363989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107349d-fdd7-484c-92ec-275ff796d64c req-fb76085c-26bd-40cb-b4a6-7303b25c0777 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:40.365922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c107349d-fdd7-484c-92ec-275ff796d64c req-fb76085c-26bd-40cb-b4a6-7303b25c0777 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 946 time: 0.0853763 May 10 11:38:40.450865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c107349d-fdd7-484c-92ec-275ff796d64c req-99acf8e5-c1c0-4783-8669-a1368fa6e38f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761199 May 10 11:38:40.486105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:40.487785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7b942a75-a891-4b03-98fd-a5d1a2f2aaad up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:40.606991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:40.609821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.760520 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-8e68a8ba-353e-498c-8f9d-bbd4a263eec9 service neutron] 10.222.0.13 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702289 May 10 11:38:40.760807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4afab-87d0-42ce-a949-f682d937c2e8 req-dadc3de5-37d4-49bb-bbdd-a637ff80de29 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:40.766826 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ffe4afab-87d0-42ce-a949-f682d937c2e8 req-dadc3de5-37d4-49bb-bbdd-a637ff80de29 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.1437421 May 10 11:38:40.793183 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.806456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:40.806456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.816027 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.837673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ffe4afab-87d0-42ce-a949-f682d937c2e8 req-1fc38915-6e15-49cc-8440-1be5bc8bc636 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640786 May 10 11:38:40.885279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,segment=NetworkSegment(82e03604-0485-4853-b9af-27f1a241f15e),segment_id=82e03604-0485-4853-b9af-27f1a241f15e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:40.895284 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.927396 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf225627-1c10-4126-b1c3-506c3815ef92 None None] Pushing event updated for resources: {'Port': ['ID=ed9899e7-3f81-47e6-8746-ab2e10d2b0a5,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:40.934141 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Attempting to bind port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:40.934735 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Attempting to bind port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:40.936024 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Attempting to bind port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:40.942548 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:40.943131 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:40.943720 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.944302 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:40.944923 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Bound port: ed9899e7-3f81-47e6-8746-ab2e10d2b0a5, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:40.945465 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.957907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:40.971606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1b849-bed4-4fc5-b814-f03628165fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365068e4-28c0-4c0f-8c27-d3e4935b4963'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:40.975720 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4ad2a7-2200-4cf0-ab10-f748809907c6" -d '{"events": [{"server_uuid": "bfc1b849-bed4-4fc5-b814-f03628165fe5", "name": "network-vif-plugged", "status": "completed", "tag": "365068e4-28c0-4c0f-8c27-d3e4935b4963"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:40.999227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b40c14f-b352-43bd-807c-5908c8c67b55 None None] Network 718111f2-c5a1-47a5-af78-8bc57c637905 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:41.015068 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] For port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:41.019598 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] For port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ed9899e7-3f81-47e6-8746-ab2e10d2b0a5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:41.035617 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:41.069421 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cf54fc-5dc5-4013-b0a9-cfae95d692e6 x-openstack-request-id: req-a3cf54fc-5dc5-4013-b0a9-cfae95d692e6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:41.069713 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc1b849-bed4-4fc5-b814-f03628165fe5", "name": "network-vif-plugged", "status": "completed", "tag": "365068e4-28c0-4c0f-8c27-d3e4935b4963", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:41.069973 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3cf54fc-5dc5-4013-b0a9-cfae95d692e6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:41.070513 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3cf54fc-5dc5-4013-b0a9-cfae95d692e6'] response: {'server_uuid': 'bfc1b849-bed4-4fc5-b814-f03628165fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365068e4-28c0-4c0f-8c27-d3e4935b4963', 'code': 200} May 10 11:38:41.107226 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf225627-1c10-4126-b1c3-506c3815ef92 None None] Pushing event updated for resources: {'Port': ['ID=ed9899e7-3f81-47e6-8746-ab2e10d2b0a5,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:41.131008 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:41.131997 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:41.135271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a5fadb8d-9f5f-471f-8ac6-f307f16b60d1 None None] Provisioning complete for port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:41.135657 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5fadb8d-9f5f-471f-8ac6-f307f16b60d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:41.148899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-cd3b30b1-91c3-4e2d-8c3b-549e1e9997c1 service neutron] 10.222.0.13 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519483 May 10 11:38:41.158722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:41.205268 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:41.272724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844ca49-beba-4a1d-b142-2e75ea8db2c7 req-f6d37fe7-15dd-4c8f-9711-9f66a6d2cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:41.274308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9844ca49-beba-4a1d-b142-2e75ea8db2c7 req-f6d37fe7-15dd-4c8f-9711-9f66a6d2cff8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 1097 time: 0.1660409 May 10 11:38:41.425351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553a4d2-4cf7-4cec-8f08-f263370253f0 req-a00c9640-ab35-4e46-b677-7e54db027e22 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:41.425975 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:41.435117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b553a4d2-4cf7-4cec-8f08-f263370253f0 req-a00c9640-ab35-4e46-b677-7e54db027e22 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1391351 May 10 11:38:41.488033 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b553a4d2-4cf7-4cec-8f08-f263370253f0 req-f7ec74c2-e675-46a0-bde4-338a7b99bdc3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515676 May 10 11:38:41.579503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a5fadb8d-9f5f-471f-8ac6-f307f16b60d1 None None] Current status of the port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:41.696769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982080-c9ca-4e6d-9c02-bbc9b6e15b34 req-375c92b8-bb4d-43c2-8d32-82c226372af7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:41.704714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-34982080-c9ca-4e6d-9c02-bbc9b6e15b34 req-375c92b8-bb4d-43c2-8d32-82c226372af7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 946 time: 0.0970504 May 10 11:38:41.794288 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-34982080-c9ca-4e6d-9c02-bbc9b6e15b34 req-999d681e-36c1-4e26-bf0b-b64e2f91790a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849438 May 10 11:38:41.989006 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 3, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:42.068888 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ee785-7d1f-48cb-a376-6478c010123d None None] The sync data for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 is: [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 3, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:42.145731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9f1e70c1-9ca5-4b24-9070-e2199af4d4b0 None None] Provisioning complete for port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:42.146278 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f1e70c1-9ca5-4b24-9070-e2199af4d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.167453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7b942a75-a891-4b03-98fd-a5d1a2f2aaad up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:42.299981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe424-ae67-43d3-9f70-15238db9b6c7 req-133b9859-85d2-4dd1-b3ab-c6da2e171b62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:42.314811 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe9fe424-ae67-43d3-9f70-15238db9b6c7 req-133b9859-85d2-4dd1-b3ab-c6da2e171b62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.1882863 May 10 11:38:42.372000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-207235e2-70cd-460a-9aa3-4a140003d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:42.373608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-207235e2-70cd-460a-9aa3-4a140003d44c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1095 time: 0.1725225 May 10 11:38:42.410197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=56e401c7-27d8-4ccc-bd1c-c384d5c97bba,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:42.420203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:42.420880 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.449356 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe9fe424-ae67-43d3-9f70-15238db9b6c7 req-ba2ad736-5039-4d87-a9c0-4d70e0c49cc2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324987 May 10 11:38:42.551938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.582504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81664f13-1fe2-4a3e-8dda-fe59fec42fa5 req-b77907e8-047c-4196-bb84-28f1d24b5516 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 210 time: 0.2024963 May 10 11:38:42.686677 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9844ca49-beba-4a1d-b142-2e75ea8db2c7 req-da97ac0e-c802-49a1-9cda-b3828e0f937d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034069 May 10 11:38:42.733383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e70c1-9ca5-4b24-9070-e2199af4d4b0 None None] Current status of the port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:42.752042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.785288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9f1e70c1-9ca5-4b24-9070-e2199af4d4b0 None None] Provisioning complete for port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:42.785288 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f1e70c1-9ca5-4b24-9070-e2199af4d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.811277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b68770-8d44-4c4e-9422-a012a67da34c req-2c375e11-8c39-4512-8e5d-1b52b7e8d1d9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:42.828492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13b68770-8d44-4c4e-9422-a012a67da34c req-2c375e11-8c39-4512-8e5d-1b52b7e8d1d9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1164100 May 10 11:38:42.864786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:42.914580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e70c1-9ca5-4b24-9070-e2199af4d4b0 None None] Port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:42.925333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-2f3f63c8-d387-41a8-9875-6abf232aef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:42.927876 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-2f3f63c8-d387-41a8-9875-6abf232aef6a service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.5403368 May 10 11:38:43.057173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9ff03e0b-f6d6-46ad-9f28-548a849db92b None None] Provisioning complete for port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:43.057493 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9ff03e0b-f6d6-46ad-9f28-548a849db92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.091853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-cac0c4ab-32b0-4dc0-94ea-d072b0b2ac2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.1433496 May 10 11:38:43.109928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9ff03e0b-f6d6-46ad-9f28-548a849db92b None None] Port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:43.158077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-c3214207-a171-4fdf-9f35-51a6ea0bf72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:43.159675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-c3214207-a171-4fdf-9f35-51a6ea0bf72b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.0579965 May 10 11:38:43.175673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-13b68770-8d44-4c4e-9422-a012a67da34c req-823e35a1-5fee-4de6-850d-e6002fb44175 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331130 May 10 11:38:43.270999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-fcbd72e1-023c-4d42-b127-07d16f149f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:43.272642 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-fcbd72e1-023c-4d42-b127-07d16f149f8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957627 May 10 11:38:43.275964 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.321876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1ddbd311-87e7-49da-82d8-4df2383b2e44 None None] Provisioning complete for port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:43.322515 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd311-87e7-49da-82d8-4df2383b2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.401706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8265cf-7e70-4a7b-98e9-2e209b6cb317 req-fcfd1e15-70e8-4b59-8d19-b035cf81baac tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:43.403023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa8265cf-7e70-4a7b-98e9-2e209b6cb317 req-fcfd1e15-70e8-4b59-8d19-b035cf81baac tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 946 time: 0.4648714 May 10 11:38:43.434590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbd311-87e7-49da-82d8-4df2383b2e44 None None] Port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:43.476720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-72aa03df-db1b-4347-a874-64d8ad588ab7 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950421 May 10 11:38:43.607851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-f0a91b42-01e1-4988-ada8-af53453c286f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:43.609504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-f0a91b42-01e1-4988-ada8-af53453c286f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/networks?id=a15a7989-b7df-4d95-93e6-accf633428d8 HTTP/1.1" status: 200 len: 796 time: 0.2413385 May 10 11:38:43.705803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0e66b-9b6b-415f-a461-ea3046cffde1 req-779dafdb-fb9a-4bb6-9786-95e1b6c0c81f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:43.708065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9db0e66b-9b6b-415f-a461-ea3046cffde1 req-779dafdb-fb9a-4bb6-9786-95e1b6c0c81f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.0800540 May 10 11:38:43.725612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d9075-d4b9-4a68-86f2-ac45e5b260e7 req-ed731da0-1c10-4fb4-bb20-e65a15fcf615 service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387598 May 10 11:38:43.761741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9db0e66b-9b6b-415f-a461-ea3046cffde1 req-5c2e1b49-3859-49bf-8832-1c22558fca6b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476108 May 10 11:38:43.779200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Allocated IP 172.20.0.1 (3cb85cca-7785-46f7-94f9-27d0b4dd5332/c76b5cad-51a8-47f6-a9dd-27d59268ba9f/38bc9877-8d33-49db-8d6f-a26e382ea4cd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:43.905241 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aa8265cf-7e70-4a7b-98e9-2e209b6cb317 req-24fd55e1-e0f4-41a5-a6cf-0f6a9306c4bc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4780152 May 10 11:38:43.962048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55e9f590-ef71-4f9f-ba2c-d20fc6fb77a9 req-5cbd7ebd-c9b2-48c2-a7c8-972d2bb031c8 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 210 time: 0.0697298 May 10 11:38:43.972611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-69a8cc85-cc72-4ea5-a96d-28373bd35c7d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac5009d716d1416587e6e6a7d43b9fdd HTTP/1.1" status: 200 len: 379 time: 0.3426421 May 10 11:38:44.042447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.057131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'port': {'device_id': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'admin_state_up': True, 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'security_groups': ['2736a9fc-5114-401a-ac6c-4a77dd9f9648']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:44.057340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:44.106937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:44.107366 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.263507 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.305807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720ca7-f0b2-49cf-b175-c5da948b1695 req-c89e7268-90be-4672-86dd-5c339f496443 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:44.316101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68720ca7-f0b2-49cf-b175-c5da948b1695 req-c89e7268-90be-4672-86dd-5c339f496443 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0723825 May 10 11:38:44.333263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:44.347779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:44.364259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:44.367627 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.400716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68720ca7-f0b2-49cf-b175-c5da948b1695 req-7e236106-0238-433a-bf4f-e832422fb1d5 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829134 May 10 11:38:44.413044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Pushing event updated for resources: {'Port': ['ID=38bc9877-8d33-49db-8d6f-a26e382ea4cd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:44.421186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.422028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.439214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Made reservation on behalf of ac5009d716d1416587e6e6a7d43b9fdd for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:44.444152 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.515018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:44.515698 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.543608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ed9899e7-3f81-47e6-8746-ab2e10d2b0a5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:44.548669 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.619080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.622910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=56e401c7-27d8-4ccc-bd1c-c384d5c97bba,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:44.643255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=ed9899e7-3f81-47e6-8746-ab2e10d2b0a5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:44.667533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d8b9a963-8459-4388-9c8e-a0e27a3b6333 None None] Provisioning complete for port 38bc9877-8d33-49db-8d6f-a26e382ea4cd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:44.667933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a963-8459-4388-9c8e-a0e27a3b6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.739441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9a963-8459-4388-9c8e-a0e27a3b6333 None None] Port 38bc9877-8d33-49db-8d6f-a26e382ea4cd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:44.758840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 718111f2-c5a1-47a5-af78-8bc57c637905 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:44.767748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:45.087027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ff5c427-e036-414d-a7bd-0c6b3f085af1 req-d742d0ef-1659-4cf9-9965-65e716e544fc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 210 time: 0.0320387 May 10 11:38:45.172649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fa85ef92-a622-43ce-8e95-56d6bc41387f None None] Provisioning complete for port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:45.173463 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa85ef92-a622-43ce-8e95-56d6bc41387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.224698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745154a-cf69-4ac7-9e61-64052906c5c8 req-a4e839fe-8f4a-4b2a-b481-55f38336e2b9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:45.226286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e745154a-cf69-4ac7-9e61-64052906c5c8 req-a4e839fe-8f4a-4b2a-b481-55f38336e2b9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 946 time: 0.0687108 May 10 11:38:45.231163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fa85ef92-a622-43ce-8e95-56d6bc41387f None None] Port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:45.276386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e745154a-cf69-4ac7-9e61-64052906c5c8 req-b0a8f78d-5127-4154-ae86-3d729f049b43 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421557 May 10 11:38:45.370033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.20.0.6 (a15a7989-b7df-4d95-93e6-accf633428d8/abc7623c-1401-48b9-aa52-3f637cba9f81/bffe14e5-1391-4e1d-aa68-6e4a524bcf99) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:45.401030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.450531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38874c83-1629-4238-b94a-c42d9301c5ed req-10e34569-132e-4e72-ac3f-2e1e192f19ac tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:45.453039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-38874c83-1629-4238-b94a-c42d9301c5ed req-10e34569-132e-4e72-ac3f-2e1e192f19ac tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.5635684 May 10 11:38:45.510097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bac29-68b0-4b34-9760-ace651154a36 req-628b099e-5f07-40e6-be3d-a48383e8f345 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:45.511753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-099bac29-68b0-4b34-9760-ace651154a36 req-628b099e-5f07-40e6-be3d-a48383e8f345 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0506041 May 10 11:38:45.556710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-099bac29-68b0-4b34-9760-ace651154a36 req-d4192037-6158-42b0-890a-906872509a65 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378230 May 10 11:38:45.616658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-38874c83-1629-4238-b94a-c42d9301c5ed req-2a8d31c6-fd4c-4f84-912a-0a90454c31f8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350288 May 10 11:38:45.683634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 1dc339bf-4c15-4495-864e-eaff48d7f6ae is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:38:45.742806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3833a46-394d-43b5-9af6-1750c77dc36d req-a46062e0-e1c7-4b50-a30f-7ec781d7b8da tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:45.755681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3833a46-394d-43b5-9af6-1750c77dc36d req-a46062e0-e1c7-4b50-a30f-7ec781d7b8da tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0978384 May 10 11:38:45.803349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3833a46-394d-43b5-9af6-1750c77dc36d req-109bf956-720b-4341-8e02-a17c8157c97a tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452952 May 10 11:38:45.828353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.952006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75de0a6-d887-4cdf-bb95-7d1be40851d6 req-4d698a9f-ea86-4c41-a25e-b390172e475f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:45.961434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e75de0a6-d887-4cdf-bb95-7d1be40851d6 req-4d698a9f-ea86-4c41-a25e-b390172e475f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0739963 May 10 11:38:45.989386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.995612 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.007854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e75de0a6-d887-4cdf-bb95-7d1be40851d6 req-dc46dc82-b0b3-41ff-b3be-65e32c626727 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 May 10 11:38:46.009764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.026705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:46.057871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:46.072134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-631bf887-193d-4b81-9ce1-2dfae0a6ced2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/1dc339bf-4c15-4495-864e-eaff48d7f6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0830753 May 10 11:38:46.072544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50266) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:46.084025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e60291-d9ce-4b41-8ad8-63a5b5b2bcf1 req-72444f0b-995b-4d4d-b66a-afc8b72ca9db tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:46.085854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35e60291-d9ce-4b41-8ad8-63a5b5b2bcf1 req-72444f0b-995b-4d4d-b66a-afc8b72ca9db tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.2520590 May 10 11:38:46.098539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network a15a7989-b7df-4d95-93e6-accf633428d8 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:46.108707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70857c5f-47ec-4a82-9cdc-d6ea5b1dc615 None None] Sync routers for ids ['1dc339bf-4c15-4495-864e-eaff48d7f6ae'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:46.121004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:46.142224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:46.147187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70857c5f-47ec-4a82-9cdc-d6ea5b1dc615 None None] Routers {'1dc339bf-4c15-4495-864e-eaff48d7f6ae'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:46.148509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-70857c5f-47ec-4a82-9cdc-d6ea5b1dc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc339bf-4c15-4495-864e-eaff48d7f6ae'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:46.149516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:46.154611 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.198984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91622c16-edb8-414e-9faf-6a3c6e48217c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:46.205141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-91622c16-edb8-414e-9faf-6a3c6e48217c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports/56e401c7-27d8-4ccc-bd1c-c384d5c97bba HTTP/1.1" status: 200 len: 983 time: 0.1311874 May 10 11:38:46.205935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50274) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:46.211334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-70857c5f-47ec-4a82-9cdc-d6ea5b1dc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:46.215289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:46.216039 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.284022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70857c5f-47ec-4a82-9cdc-d6ea5b1dc615 None None] Routers {'1dc339bf-4c15-4495-864e-eaff48d7f6ae'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:46.284948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-70857c5f-47ec-4a82-9cdc-d6ea5b1dc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc339bf-4c15-4495-864e-eaff48d7f6ae'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:46.332891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42271e-c2b5-4136-bfd2-0012a0e15e08 req-93815865-dba3-446b-b5d1-ae52814baa5f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:46.346764 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec42271e-c2b5-4136-bfd2-0012a0e15e08 req-93815865-dba3-446b-b5d1-ae52814baa5f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2080779 May 10 11:38:46.372064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:46.376847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-70857c5f-47ec-4a82-9cdc-d6ea5b1dc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:46.377110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70857c5f-47ec-4a82-9cdc-d6ea5b1dc615 None None] The sync data for ids ['1dc339bf-4c15-4495-864e-eaff48d7f6ae'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:46.382032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35e60291-d9ce-4b41-8ad8-63a5b5b2bcf1 req-14796626-8abd-4343-bd2d-0a967a4e713e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783794 May 10 11:38:46.400155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:46.400953 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.406824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Pushing event updated for resources: {'Port': ['ID=38bc9877-8d33-49db-8d6f-a26e382ea4cd,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:46.436982 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-fa80b626-5744-46d0-9c96-a87db4e6c843 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3838606 May 10 11:38:46.450451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Request body: {'port': {'device_id': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:46.509798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:46.515909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:46.605504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2641119f-03e6-403f-9638-88d631fbe24c None None] Provisioning complete for port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:46.606200 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2641119f-03e6-403f-9638-88d631fbe24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.607761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.619878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec42271e-c2b5-4136-bfd2-0012a0e15e08 req-8b8c10e4-03e5-451d-846c-7aeafa31754c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680552 May 10 11:38:46.657673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5318d3-5caa-4423-9c73-8b025a64d8b3 req-3855bb95-7ea2-4004-9786-5398a251c007 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:46.659406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab5318d3-5caa-4423-9c73-8b025a64d8b3 req-3855bb95-7ea2-4004-9786-5398a251c007 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 931 time: 0.1409080 May 10 11:38:46.704763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2641119f-03e6-403f-9638-88d631fbe24c None None] Port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:46.871342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d0fa4-63fd-4e51-b6ff-0ecf28e88609 req-0857d812-a2f2-414f-9512-1aaa55991bbe tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:46.874140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a25d0fa4-63fd-4e51-b6ff-0ecf28e88609 req-0857d812-a2f2-414f-9512-1aaa55991bbe tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.1208811 May 10 11:38:46.903627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab5318d3-5caa-4423-9c73-8b025a64d8b3 req-3968b766-4ccc-4947-a14a-6880ea2c2d6b tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341387 May 10 11:38:46.928596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Router 9e716e5a-6a29-449b-b1c0-697665fc02e9 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:38:46.977712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-69facabe-c9aa-4236-b0c2-e71a9d7d08f2 None None] Provisioning complete for port 38bc9877-8d33-49db-8d6f-a26e382ea4cd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:46.980144 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69facabe-c9aa-4236-b0c2-e71a9d7d08f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.986219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a25d0fa4-63fd-4e51-b6ff-0ecf28e88609 req-3f3bf154-8874-4172-b6fd-152d343f9441 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019547 May 10 11:38:47.090008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-69facabe-c9aa-4236-b0c2-e71a9d7d08f2 None None] Port 38bc9877-8d33-49db-8d6f-a26e382ea4cd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:47.216946 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.257225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:47.262582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffe14e5-1391-4e1d-aa68-6e4a524bcf99 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:47.276437 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Sync routers for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:47.284571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-241da0fa-adb7-4943-9605-3803e15e61ed admin admin] 10.222.0.13 "PUT /v2.0/routers/9e716e5a-6a29-449b-b1c0-697665fc02e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8138406 May 10 11:38:47.286856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.307886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Transition to ACTIVE for port object bffe14e5-1391-4e1d-aa68-6e4a524bcf99 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:47.310908 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:47.312428 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:47.325215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.348875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724d821-0759-40b8-a77d-60aa556298e2 req-d9baa8a3-2187-4ce7-a146-deb1b2bd85ec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:47.351181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b724d821-0759-40b8-a77d-60aa556298e2 req-d9baa8a3-2187-4ce7-a146-deb1b2bd85ec tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2177920 May 10 11:38:47.470024 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b724d821-0759-40b8-a77d-60aa556298e2 req-b4b88f94-98bf-4f56-a1c4-aca027602a7e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908535 May 10 11:38:47.518743 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:47.558291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Pushing event updated for resources: {'Port': ['ID=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:47.624205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a820e-62a7-43d6-9890-2932695afe0e req-fb7dc5f8-58e7-43b8-b5c8-7bc583338e30 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:47.638724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b3a820e-62a7-43d6-9890-2932695afe0e req-fb7dc5f8-58e7-43b8-b5c8-7bc583338e30 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.2623036 May 10 11:38:47.640590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Attempting to bind port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:47.641102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Attempting to bind port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:47.641803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Attempting to bind port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 on network a15a7989-b7df-4d95-93e6-accf633428d8 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:47.647438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 on network a15a7989-b7df-4d95-93e6-accf633428d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:38:47.647438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Attempting to bind port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 on network a15a7989-b7df-4d95-93e6-accf633428d8 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:47.661081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:47.661625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Checking segment: {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:47.662153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Bound using segment: {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:47.662951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Bound port: bffe14e5-1391-4e1d-aa68-6e4a524bcf99, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597f68dc-228f-40ad-aca1-127b25fd1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:47.663757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.741146 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b3a820e-62a7-43d6-9890-2932695afe0e req-9ac31390-75d5-4d3d-8abf-224f404583b6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999539 May 10 11:38:47.844059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] For port bffe14e5-1391-4e1d-aa68-6e4a524bcf99, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:47.848675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] For port bffe14e5-1391-4e1d-aa68-6e4a524bcf99, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:47.859912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.862995 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 56e401c7-27d8-4ccc-bd1c-c384d5c97bba {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:47.863538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.935759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Pushing event updated for resources: {'Port': ['ID=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:47.952701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:47.955619 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.979328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-dab9fe85-b928-4252-bb90-0e204b974f09 service neutron] 10.222.0.49 "PUT /v2.0/ports/bffe14e5-1391-4e1d-aa68-6e4a524bcf99 HTTP/1.1" status: 200 len: 1091 time: 1.5337210 May 10 11:38:47.980124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:47.985911 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a0210-b948-4ede-912f-379494b6ea4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:48.042700 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:45Z', 'revision_number': 2, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:48.100560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50322) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:48.116793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-53255695-2a85-4e67-91f9-bd3f5263e94c tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001479699', 'description': 'tempest-description--1765290488'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:48.121894 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Checking router: 9e716e5a-6a29-449b-b1c0-697665fc02e9 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:48.122456 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Updating router 9e716e5a-6a29-449b-b1c0-697665fc02e9 port 38bc9877-8d33-49db-8d6f-a26e382ea4cd binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:38:48.126812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb044-dcf7-4164-9067-447e36f2811c req-1f8fa0ca-3838-40dd-878e-05de6a0359e3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:48.134275 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-abebb044-dcf7-4164-9067-447e36f2811c req-1f8fa0ca-3838-40dd-878e-05de6a0359e3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2661653 May 10 11:38:48.165616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.180424 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.197188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 56e401c7-27d8-4ccc-bd1c-c384d5c97bba owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:48.202553 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-abebb044-dcf7-4164-9067-447e36f2811c req-4c2cda8f-e9e0-42f8-8012-17e6c8696f45 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672345 May 10 11:38:48.270920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-384bc587-dea6-46eb-8e0d-5f3c0d8e065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:48.273041 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-384bc587-dea6-46eb-8e0d-5f3c0d8e065a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 1094 time: 0.2226028 May 10 11:38:48.273808 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53255695-2a85-4e67-91f9-bd3f5263e94c tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.336653 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b125ed1d-d931-4c06-8553-61e190c5109b x-openstack-request-id: req-b125ed1d-d931-4c06-8553-61e190c5109b {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:48.336970 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:48.337310 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b125ed1d-d931-4c06-8553-61e190c5109b {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:48.337733 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b125ed1d-d931-4c06-8553-61e190c5109b'] response: {'name': 'network-changed', 'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'status': 'completed', 'code': 200} May 10 11:38:48.347480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-87502ce2-3026-42fb-ab61-90932bc89991 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99 HTTP/1.1" status: 200 len: 217 time: 0.0582523 May 10 11:38:48.373128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beff98-f593-4ab2-99a3-78090086df75 req-a1cbe13a-3fc3-4729-9a1a-8f427c2b95dc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:48.386526 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93beff98-f593-4ab2-99a3-78090086df75 req-a1cbe13a-3fc3-4729-9a1a-8f427c2b95dc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 943 time: 0.2082062 May 10 11:38:48.437201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.497084 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=56e401c7-27d8-4ccc-bd1c-c384d5c97bba,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:48.584942 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93beff98-f593-4ab2-99a3-78090086df75 req-3946e13e-2dd4-4772-b2e1-fd79d51f544e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974101 May 10 11:38:48.588382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-c6a140e9-b920-41a3-8360-bff0dc052e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:48.591984 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-c6a140e9-b920-41a3-8360-bff0dc052e7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abc7623c-1401-48b9-aa52-3f637cba9f81 HTTP/1.1" status: 200 len: 834 time: 0.1918435 May 10 11:38:48.643934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53255695-2a85-4e67-91f9-bd3f5263e94c tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.652637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53255695-2a85-4e67-91f9-bd3f5263e94c tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.671273 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.695813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-d0ebe157-a555-494e-9a4e-8dfc0dfebfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:48.697599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-d0ebe157-a555-494e-9a4e-8dfc0dfebfd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a15a7989-b7df-4d95-93e6-accf633428d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922620 May 10 11:38:48.703119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53255695-2a85-4e67-91f9-bd3f5263e94c tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d8519e-ebf7-4183-9a8c-2dcd92196959,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:48.719929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53255695-2a85-4e67-91f9-bd3f5263e94c tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.721129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-53255695-2a85-4e67-91f9-bd3f5263e94c tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6177597 May 10 11:38:48.731176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50328) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:48.736379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ab5ce6d5-7279-41e9-b9ed-af684e2a9f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Request body: {'security_group_rule': {'security_group_id': 'd9d8519e-ebf7-4183-9a8c-2dcd92196959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:48.804199 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.820699 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.848128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce6d5-7279-41e9-b9ed-af684e2a9f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.876504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-d0e50c0e-106a-4f53-9321-31a1d31cafe7 service neutron] 10.222.0.49 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695688 May 10 11:38:49.013908 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1015a0-9d35-4420-be76-e11bc52f1686 None None] Pushing event updated for resources: {'Port': ['ID=38bc9877-8d33-49db-8d6f-a26e382ea4cd,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.080965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d83f30-844a-4f70-a361-6f11322d35e4 req-2f5dbfab-fa9f-4383-b041-1966994d70c0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:49.084681 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce6d5-7279-41e9-b9ed-af684e2a9f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.089918 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Attempting to bind port 38bc9877-8d33-49db-8d6f-a26e382ea4cd on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:49.090433 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Attempting to bind port 38bc9877-8d33-49db-8d6f-a26e382ea4cd by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:49.091053 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Attempting to bind port 38bc9877-8d33-49db-8d6f-a26e382ea4cd on network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:49.092030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6d83f30-844a-4f70-a361-6f11322d35e4 req-2f5dbfab-fa9f-4383-b041-1966994d70c0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.1769936 May 10 11:38:49.101989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce6d5-7279-41e9-b9ed-af684e2a9f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.105084 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:49.106085 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Checking segment: {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:49.111492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 1dc339bf-4c15-4495-864e-eaff48d7f6ae has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:38:49.130482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ce6d5-7279-41e9-b9ed-af684e2a9f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b212c2d-3fbc-40a7-a80f-7c6f66a9526b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.130943 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.131667 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Bound using segment: {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:49.135490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5709e15e-08ef-4dea-b205-c18c1dc24525 req-bdcea014-baaa-45ce-a4c8-6821d6540e61 service neutron] 10.222.0.49 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481012 May 10 11:38:49.140038 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Bound port: 38bc9877-8d33-49db-8d6f-a26e382ea4cd, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:49.142421 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.148219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce6d5-7279-41e9-b9ed-af684e2a9f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.149471 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ab5ce6d5-7279-41e9-b9ed-af684e2a9f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4171762 May 10 11:38:49.161222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50338) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:49.171574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8b8ae299-cbe2-4a36-95e9-41ea198ee35e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Request body: {'security_group_rule': {'security_group_id': 'd9d8519e-ebf7-4183-9a8c-2dcd92196959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:49.264551 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae299-cbe2-4a36-95e9-41ea198ee35e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.265840 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] For port 38bc9877-8d33-49db-8d6f-a26e382ea4cd, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:49.270715 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] For port 38bc9877-8d33-49db-8d6f-a26e382ea4cd, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=38bc9877-8d33-49db-8d6f-a26e382ea4cd,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:49.281925 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.344707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bfe7eca6-b31d-4655-aecb-3be0109f8713 None None] Provisioning complete for port 38bc9877-8d33-49db-8d6f-a26e382ea4cd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:49.364347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bfe7eca6-b31d-4655-aecb-3be0109f8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.412938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:49.413263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae299-cbe2-4a36-95e9-41ea198ee35e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.414348 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:49.526456 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae299-cbe2-4a36-95e9-41ea198ee35e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.555761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ae299-cbe2-4a36-95e9-41ea198ee35e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bbec47-ec38-4d9f-a82b-aa844e5776bc,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.611475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78290741-7ec7-44de-a01c-98a975f5f1d5 req-4171c656-29f4-4ef4-b062-959d66a331b3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:49.617925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7eca6-b31d-4655-aecb-3be0109f8713 None None] Current status of the port 38bc9877-8d33-49db-8d6f-a26e382ea4cd is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:49.622967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78290741-7ec7-44de-a01c-98a975f5f1d5 req-4171c656-29f4-4ef4-b062-959d66a331b3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1626453 May 10 11:38:49.626032 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bfe7eca6-b31d-4655-aecb-3be0109f8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.678751 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae299-cbe2-4a36-95e9-41ea198ee35e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.682755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8b8ae299-cbe2-4a36-95e9-41ea198ee35e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5178075 May 10 11:38:49.682944 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:38:49.696183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78290741-7ec7-44de-a01c-98a975f5f1d5 req-42dc86f8-b7bd-45d9-aef2-d578e0838cdc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720372 May 10 11:38:49.710034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-2bdfb22c-468d-4224-9bb6-ba190204693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:49.714592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-2bdfb22c-468d-4224-9bb6-ba190204693e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 1094 time: 0.4617670 May 10 11:38:49.715142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50348) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:49.733893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bfe7eca6-b31d-4655-aecb-3be0109f8713 None None] For port 38bc9877-8d33-49db-8d6f-a26e382ea4cd, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=38bc9877-8d33-49db-8d6f-a26e382ea4cd,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:49.743665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:49.744762 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bfe7eca6-b31d-4655-aecb-3be0109f8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.872299 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1015a0-9d35-4420-be76-e11bc52f1686 None None] Pushing event updated for resources: {'Port': ['ID=38bc9877-8d33-49db-8d6f-a26e382ea4cd,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.876636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7eca6-b31d-4655-aecb-3be0109f8713 None None] Pushing event updated for resources: {'Port': ['ID=38bc9877-8d33-49db-8d6f-a26e382ea4cd,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.880995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-93132aaf-8a3f-4ef9-a4b4-3f27ec4561fd None None] Provisioning complete for port 38bc9877-8d33-49db-8d6f-a26e382ea4cd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:49.881633 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-93132aaf-8a3f-4ef9-a4b4-3f27ec4561fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.889260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d91719-9803-4834-bf08-5695131f6004 req-b015da6f-3c29-441e-99cd-ff2b43445067 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:49.895898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73d91719-9803-4834-bf08-5695131f6004 req-b015da6f-3c29-441e-99cd-ff2b43445067 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 1.1227281 May 10 11:38:50.020203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:50.033416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-93132aaf-8a3f-4ef9-a4b4-3f27ec4561fd None None] Current status of the port 38bc9877-8d33-49db-8d6f-a26e382ea4cd is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:50.065903 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6d83f30-844a-4f70-a361-6f11322d35e4 req-7ca2da74-37b8-4287-bba7-88c7e9da112b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9679902 May 10 11:38:50.103215 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:49Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:50.163086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:50.173534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0047607b-6776-47b1-9033-9e44fc13a864 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/1dc339bf-4c15-4495-864e-eaff48d7f6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9638543 May 10 11:38:50.173932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dbe49f-e987-42b8-8e10-7d025d4ac2a4 None None] Sync routers for ids ['1dc339bf-4c15-4495-864e-eaff48d7f6ae'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:50.192008 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e6b87-9f3a-48a7-93b2-4af3fb8f7710 None None] The sync data for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 is: [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:49Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:50.194172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50358) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:50.201224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dbe49f-e987-42b8-8e10-7d025d4ac2a4 None None] Routers {'1dc339bf-4c15-4495-864e-eaff48d7f6ae'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:50.202110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7dbe49f-e987-42b8-8e10-7d025d4ac2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc339bf-4c15-4495-864e-eaff48d7f6ae'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:50.272614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7dbe49f-e987-42b8-8e10-7d025d4ac2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:50.330312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dbe49f-e987-42b8-8e10-7d025d4ac2a4 None None] Routers {'1dc339bf-4c15-4495-864e-eaff48d7f6ae'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:50.339785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7dbe49f-e987-42b8-8e10-7d025d4ac2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1dc339bf-4c15-4495-864e-eaff48d7f6ae'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:50.460197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7dbe49f-e987-42b8-8e10-7d025d4ac2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:50.462305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dbe49f-e987-42b8-8e10-7d025d4ac2a4 None None] The sync data for ids ['1dc339bf-4c15-4495-864e-eaff48d7f6ae'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:50.481002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Deleting port 365068e4-28c0-4c0f-8c27-d3e4935b4963 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:50.481428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:50.607447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-9b5f18b4-c7ea-4688-b50f-ea4ca8a925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:50.609241 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-9b5f18b4-c7ea-4688-b50f-ea4ca8a925c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a15a7989-b7df-4d95-93e6-accf633428d8 HTTP/1.1" status: 200 len: 897 time: 0.8850594 May 10 11:38:50.616856 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-06a8508d-d284-45e8-b787-544d9bc9869c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] remove_router_interface failed (client error): The resource could not be found. May 10 11:38:50.617094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68728bfe-d45e-497f-8ac0-4194d0cc1ed6 req-2c8bfff1-9e85-4875-bd73-cf8491640646 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:50.618623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68728bfe-d45e-497f-8ac0-4194d0cc1ed6 req-2c8bfff1-9e85-4875-bd73-cf8491640646 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 943 time: 0.7804492 May 10 11:38:50.623783 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-06a8508d-d284-45e8-b787-544d9bc9869c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/1dc339bf-4c15-4495-864e-eaff48d7f6ae/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4212072 May 10 11:38:50.632628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50366) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:50.679773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dd81-eba8-4c49-a832-d4af53634958 req-3a046cf4-a8b8-439d-814a-00e3bf445cc2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:50.687931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74b1dd81-eba8-4c49-a832-d4af53634958 req-3a046cf4-a8b8-439d-814a-00e3bf445cc2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2191153 May 10 11:38:50.691174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-df989473-3ddc-4803-b1fe-8b57bcdf80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:50.692715 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-df989473-3ddc-4803-b1fe-8b57bcdf80a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0aa9a8954e014385b381498d05416e4d&device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 1095 time: 0.2508912 May 10 11:38:50.715508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50368) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:50.715773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ea2493e-2f73-460e-b868-b73a4c28f9aa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dc339bf-4c15-4495-864e-eaff48d7f6ae HTTP/1.1" status: 200 len: 205 time: 0.0824718 May 10 11:38:50.732604 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-a265ef18-e827-4a12-86db-15d1b9153d1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99 HTTP/1.1" status: 200 len: 217 time: 0.1123755 May 10 11:38:50.739238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device bffe14e5-1391-4e1d-aa68-6e4a524bcf99 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:38:50.857463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-91d028f6-4a3b-46c3-a9d1-06fbda983404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:50.858889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-91d028f6-4a3b-46c3-a9d1-06fbda983404 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 200 len: 912 time: 0.1527662 May 10 11:38:50.876265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-10374de7-4f83-42c7-a456-bfb0a81afd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:50.878062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-10374de7-4f83-42c7-a456-bfb0a81afd45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abc7623c-1401-48b9-aa52-3f637cba9f81 HTTP/1.1" status: 200 len: 834 time: 0.1162338 May 10 11:38:50.884953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68728bfe-d45e-497f-8ac0-4194d0cc1ed6 req-ffe67e57-1768-4d96-9118-d77246a51e63 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545230 May 10 11:38:50.908514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port bffe14e5-1391-4e1d-aa68-6e4a524bcf99, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:50.930877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'port_id': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'mac_address': 'fa:16:3e:95:46:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:38:50.978396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:50.978782 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:50.997885 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:50.998697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffe14e5-1391-4e1d-aa68-6e4a524bcf99 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:38:51.023768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port bffe14e5-1391-4e1d-aa68-6e4a524bcf99, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:51.030194 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.054296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-230276f5-ba71-4d4e-8a43-d08de720bdbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 200 len: 998 time: 0.1613367 May 10 11:38:51.108828 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:51.132336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] For port 365068e4-28c0-4c0f-8c27-d3e4935b4963, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=365068e4-28c0-4c0f-8c27-d3e4935b4963,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:51.132860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.145846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-5d733a9c-93bd-4652-b398-6d98741a34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:51.147377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-5d733a9c-93bd-4652-b398-6d98741a34e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a15a7989-b7df-4d95-93e6-accf633428d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368503 May 10 11:38:51.151576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74b1dd81-eba8-4c49-a832-d4af53634958 req-81c4ab29-7865-456c-81fa-430ef8e70893 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624937 May 10 11:38:51.234167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Calling delete_port for 365068e4-28c0-4c0f-8c27-d3e4935b4963 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:51.240217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a5480d7-5157-4429-b857-190eea140372 req-61ef8776-18d7-4484-bf08-a31309ef79ea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4007823 May 10 11:38:51.246767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f604ac3-82b0-4161-8bad-3d4f85ac0788 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.254482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['bffe14e5-1391-4e1d-aa68-6e4a524bcf99'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:51.353308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-11f7f9a7-22d9-48c8-8bdc-3a2206634970 service neutron] 10.222.0.49 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918850 May 10 11:38:51.374310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-0e334504-b5a2-46ea-9979-00bab8c94f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:51.375899 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-0e334504-b5a2-46ea-9979-00bab8c94f17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 200 len: 850 time: 0.3123028 May 10 11:38:51.460523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab93e9-534b-44e0-b4a0-244ba588855c req-06f80efa-8649-4ba5-9ced-68b2d5f56165 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:51.469242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-87ab93e9-534b-44e0-b4a0-244ba588855c req-06f80efa-8649-4ba5-9ced-68b2d5f56165 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 946 time: 0.2890358 May 10 11:38:51.524965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Allocated IP 172.25.8.52 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/5351dc19-6da1-4751-9cfd-bef1911ef087) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:51.585908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5480d7-5157-4429-b857-190eea140372 req-77d04c3b-4b41-412e-98d0-7ba5286d8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:51.597262 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-87ab93e9-534b-44e0-b4a0-244ba588855c req-31dfe047-bdfd-49b2-92d2-39c5802775ce tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268802 May 10 11:38:51.599155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a5480d7-5157-4429-b857-190eea140372 req-77d04c3b-4b41-412e-98d0-7ba5286d8d9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 1097 time: 0.2530205 May 10 11:38:51.686149 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-a610a74b-9071-4e59-8049-59d37f23674e service neutron] 10.222.0.49 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240855 May 10 11:38:51.755241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f604ac3-82b0-4161-8bad-3d4f85ac0788 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.761118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-c0a5dbc1-7e0a-4e26-a980-6bb001991d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:51.762702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-c0a5dbc1-7e0a-4e26-a980-6bb001991d0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a425eb4-06d3-43de-998c-7f472bd98c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754009 May 10 11:38:51.766970 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f604ac3-82b0-4161-8bad-3d4f85ac0788 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.779365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.821187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.882343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:51.882343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event updated for resources: {'Port': ['ID=5351dc19-6da1-4751-9cfd-bef1911ef087,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:51.887304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:51.890558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:51.895221 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f604ac3-82b0-4161-8bad-3d4f85ac0788 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.895877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f604ac3-82b0-4161-8bad-3d4f85ac0788 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Fanout notify agent at l3_agent the message router_deleted on router 1dc339bf-4c15-4495-864e-eaff48d7f6ae {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:38:51.962799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f604ac3-82b0-4161-8bad-3d4f85ac0788 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.966764 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4f604ac3-82b0-4161-8bad-3d4f85ac0788 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/1dc339bf-4c15-4495-864e-eaff48d7f6ae HTTP/1.1" status: 204 len: 168 time: 1.2434831 May 10 11:38:51.967913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50392) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:52.017929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5480d7-5157-4429-b857-190eea140372 req-4efeb173-b717-487c-97b0-6ac032d170ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:52.019920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a5480d7-5157-4429-b857-190eea140372 req-4efeb173-b717-487c-97b0-6ac032d170ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 907 time: 0.3665743 May 10 11:38:52.066865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 38bc9877-8d33-49db-8d6f-a26e382ea4cd up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:52.122679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a821e71-f0bc-493b-b3de-5b98b38445f3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet f230c137-84e2-4c3a-9635-66acba2bab8b {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:38:52.126857 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a821e71-f0bc-493b-b3de-5b98b38445f3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.128771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-39d3be10-0e53-45da-aee6-a1460a8826ce service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508203 May 10 11:38:52.142378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 38bc9877-8d33-49db-8d6f-a26e382ea4cd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:52.142758 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.184436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a821e71-f0bc-493b-b3de-5b98b38445f3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.273342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 38bc9877-8d33-49db-8d6f-a26e382ea4cd is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:52.308422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a5480d7-5157-4429-b857-190eea140372 req-fe67f33a-56fb-4cf3-818a-896dea434885 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e1fe29-0b18-4d03-bb86-669a0d882bfd HTTP/1.1" status: 200 len: 217 time: 0.2045197 May 10 11:38:52.316707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.329178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:52.349933 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a821e71-f0bc-493b-b3de-5b98b38445f3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.432217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event deleted for resources: {'Port': ['ID=365068e4-28c0-4c0f-8c27-d3e4935b4963,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:52.483918 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.495876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783fc9d-38c5-4cba-bfd4-eeda2f188bc6 req-8683450b-a06d-4a8c-b00e-d29f956adb3a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:52.497988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4783fc9d-38c5-4cba-bfd4-eeda2f188bc6 req-8683450b-a06d-4a8c-b00e-d29f956adb3a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 944 time: 0.4052851 May 10 11:38:52.522687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce84a8-9cb8-4d27-b1b7-cfc8a10e9d48 req-12083aec-a800-483d-97cf-c2063868e1dd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:52.524266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3ce84a8-9cb8-4d27-b1b7-cfc8a10e9d48 req-12083aec-a800-483d-97cf-c2063868e1dd tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.2230561 May 10 11:38:52.532803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5480d7-5157-4429-b857-190eea140372 req-89484d49-14fe-4518-a6b3-ae148b4bc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:52.534372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a5480d7-5157-4429-b857-190eea140372 req-89484d49-14fe-4518-a6b3-ae148b4bc2df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.2133746 May 10 11:38:52.535298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] No DVR routers for this DVR port 365068e4-28c0-4c0f-8c27-d3e4935b4963 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:52.543810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.547480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73d91719-9803-4834-bf08-5695131f6004 req-e39880f2-8a2d-4568-8aee-1dde875810af tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "DELETE /v2.0/ports/365068e4-28c0-4c0f-8c27-d3e4935b4963 HTTP/1.1" status: 204 len: 173 time: 2.6317077 May 10 11:38:52.566272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1b849-bed4-4fc5-b814-f03628165fe5', 'name': 'network-vif-deleted', 'tag': '365068e4-28c0-4c0f-8c27-d3e4935b4963'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:52.569218 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b753346-39e8-42b9-a6f3-ec3243b96fed" -d '{"events": [{"server_uuid": "bfc1b849-bed4-4fc5-b814-f03628165fe5", "name": "network-vif-deleted", "tag": "365068e4-28c0-4c0f-8c27-d3e4935b4963"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:52.580644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.583555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a821e71-f0bc-493b-b3de-5b98b38445f3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.617637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a5480d7-5157-4429-b857-190eea140372 req-df42c899-dd37-461b-b1b7-4cd0994ab093 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690534 May 10 11:38:52.623254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1fa57d1a-55aa-4ae5-93ed-a136545118ea req-6e036872-ecd9-4357-a877-c79be0310f1d service neutron] 10.222.0.49 "GET /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765599 May 10 11:38:52.653182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3ce84a8-9cb8-4d27-b1b7-cfc8a10e9d48 req-c3d28307-4300-43db-a56d-273565cbdb07 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045947 May 10 11:38:52.655206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a821e71-f0bc-493b-b3de-5b98b38445f3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=f230c137-84e2-4c3a-9635-66acba2bab8b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:52.657260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a821e71-f0bc-493b-b3de-5b98b38445f3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.663239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4a821e71-f0bc-493b-b3de-5b98b38445f3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/f230c137-84e2-4c3a-9635-66acba2bab8b HTTP/1.1" status: 204 len: 168 time: 0.6910248 May 10 11:38:52.663669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50406) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:52.669917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57961afe-2476-4e74-a940-86a69a681c88 None None] Network 718111f2-c5a1-47a5-af78-8bc57c637905 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:52.769841 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1167511e-19f4-4a53-b88e-9988cd7b83f0 x-openstack-request-id: req-1167511e-19f4-4a53-b88e-9988cd7b83f0 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:52.770178 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc1b849-bed4-4fc5-b814-f03628165fe5", "name": "network-vif-deleted", "tag": "365068e4-28c0-4c0f-8c27-d3e4935b4963", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:52.770426 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1167511e-19f4-4a53-b88e-9988cd7b83f0 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:52.770818 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1167511e-19f4-4a53-b88e-9988cd7b83f0'] response: {'server_uuid': 'bfc1b849-bed4-4fc5-b814-f03628165fe5', 'name': 'network-vif-deleted', 'tag': '365068e4-28c0-4c0f-8c27-d3e4935b4963', 'status': 'completed', 'code': 200} May 10 11:38:52.776039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4783fc9d-38c5-4cba-bfd4-eeda2f188bc6 req-79586960-bc11-41ad-bf9d-8ab4e3fd84c7 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563951 May 10 11:38:52.804237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device bffe14e5-1391-4e1d-aa68-6e4a524bcf99 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:52.859588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.879315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a5480d7-5157-4429-b857-190eea140372 req-1cc2a662-d17a-4497-b10b-49dff41e2e2d service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340834 May 10 11:38:52.943157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93f67897-91f5-41ad-a7b3-5270c2580477 req-c6525472-014e-4cd1-9d2d-1849e4931475 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc1b849-bed4-4fc5-b814-f03628165fe5 HTTP/1.1" status: 200 len: 210 time: 0.0602756 May 10 11:38:52.974375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:52.979475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:52.979920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.032725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.048364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] DHCP port deletion for 718111f2-c5a1-47a5-af78-8bc57c637905 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:38:53.050401 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.073164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a5480d7-5157-4429-b857-190eea140372 req-4b413c5f-8c0d-4556-be9d-3769990d6c71 service neutron] 10.222.0.70 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837428 May 10 11:38:53.101816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:53.102182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.196103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,segment=NetworkSegment(82e03604-0485-4853-b9af-27f1a241f15e),segment_id=82e03604-0485-4853-b9af-27f1a241f15e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:53.197182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.217144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:53.218478 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.227798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 7b942a75-a891-4b03-98fd-a5d1a2f2aaad owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:53.253919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:53.257020 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5cf3f1-4fcd-46e5-a19c-5ce87932da2b" -d '{"events": [{"server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "name": "network-vif-plugged", "status": "completed", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:53.273666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port bffe14e5-1391-4e1d-aa68-6e4a524bcf99, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:53.281947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] Deleting port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:53.282676 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.285775 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.311063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event updated for resources: {'Port': ['ID=5351dc19-6da1-4751-9cfd-bef1911ef087,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:53.313443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.314691 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e303c032-a85b-4c53-99d2-5b340ff78111 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5986350 May 10 11:38:53.388766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] For port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,segment=NetworkSegment(82e03604-0485-4853-b9af-27f1a241f15e),segment_id=82e03604-0485-4853-b9af-27f1a241f15e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:53.389245 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.409146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] Calling delete_port for 7b942a75-a891-4b03-98fd-a5d1a2f2aaad owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:53.439156 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.517923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:53.521365 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5c9dc-4837-44e4-a5ed-2de15f3dbe8a x-openstack-request-id: req-83a5c9dc-4837-44e4-a5ed-2de15f3dbe8a {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:53.521999 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "name": "network-vif-plugged", "status": "completed", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:53.524975 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83a5c9dc-4837-44e4-a5ed-2de15f3dbe8a {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:53.524975 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a5c9dc-4837-44e4-a5ed-2de15f3dbe8a'] response: {'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'code': 200} May 10 11:38:53.530745 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.532406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 365068e4-28c0-4c0f-8c27-d3e4935b4963 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:53.556389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No DVR routers for this DVR port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:53.559386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b23b-7a00-4437-bc8b-73195ae8f3ba req-14b80518-2f10-4e5a-bf83-8537d62059ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:53.561754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3088b23b-7a00-4437-bc8b-73195ae8f3ba req-14b80518-2f10-4e5a-bf83-8537d62059ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 1096 time: 0.0485599 May 10 11:38:53.601423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:53.608673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3088b23b-7a00-4437-bc8b-73195ae8f3ba req-2dda32e3-1c1a-438b-80ce-883884618302 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394557 May 10 11:38:53.635949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 365068e4-28c0-4c0f-8c27-d3e4935b4963 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:53.636280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 365068e4-28c0-4c0f-8c27-d3e4935b4963 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:53.659911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.673475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-c7371716-24f7-4e08-87af-305f8573c172 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1001479699&fields=id&tenant_id=53ce038f9a584383a54416f1353e1b43 HTTP/1.1" status: 200 len: 267 time: 0.1442406 May 10 11:38:53.678440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.691635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] Pushing event deleted for resources: {'Port': ['ID=7b942a75-a891-4b03-98fd-a5d1a2f2aaad,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:53.710235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94adad-9eef-4221-86d7-f43dd7b1d5fc None None] No DVR routers for this DVR port 7b942a75-a891-4b03-98fd-a5d1a2f2aaad on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:53.762754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718111f2-c5a1-47a5-af78-8bc57c637905']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:53.781604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e03604-0485-4853-b9af-27f1a241f15e') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:53.782027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e03604-0485-4853-b9af-27f1a241f15e') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:53.798812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.809469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437339f-a412-4e21-89f2-da4bbbde7804 req-6dddbbd2-de3c-473c-ae66-51e467634750 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:53.814326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0437339f-a412-4e21-89f2-da4bbbde7804 req-6dddbbd2-de3c-473c-ae66-51e467634750 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0639484 May 10 11:38:53.826321 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.841125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:38:53.841556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: timer() May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:38:53.844902 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:38:53.893859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0437339f-a412-4e21-89f2-da4bbbde7804 req-0a52bbcc-e7a7-4298-84f6-7ba2c6d2031e tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721657 May 10 11:38:53.905280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-fa574d1c-4588-4e19-ae52-4dc5ccd08b8e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:53.906887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-fa574d1c-4588-4e19-ae52-4dc5ccd08b8e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/networks?id=3cb85cca-7785-46f7-94f9-27d0b4dd5332 HTTP/1.1" status: 200 len: 805 time: 0.2204313 May 10 11:38:53.948568 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.951324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-321106c7-4904-4d23-9d25-2ce14dc5d64c tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/quotas/53ce038f9a584383a54416f1353e1b43 HTTP/1.1" status: 200 len: 375 time: 0.0265102 May 10 11:38:53.959617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.966453 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/718111f2-c5a1-47a5-af78-8bc57c637905 HTTP/1.1" status: 204 len: 168 time: 1.2962768 May 10 11:38:53.967863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50448) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:53.974144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-612983087'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:53.975946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4223da-a371-4dc1-b947-bd48cbb433c1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=718111f2-c5a1-47a5-af78-8bc57c637905,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:53.993185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7b942a75-a891-4b03-98fd-a5d1a2f2aaad no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:38:54.027706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 7b942a75-a891-4b03-98fd-a5d1a2f2aaad {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:38:54.028425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7b942a75-a891-4b03-98fd-a5d1a2f2aaad not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:38:54.042192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:54.047498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:54.049817 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-c091f07d-d558-4210-a24d-790ca330dea5 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53ce038f9a584383a54416f1353e1b43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766203 May 10 11:38:54.110368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247d50-52b8-49d8-b059-c73260cc8fb7 req-770c914f-959d-4dfc-9dc0-5b32810c7d83 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:54.112547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a247d50-52b8-49d8-b059-c73260cc8fb7 req-770c914f-959d-4dfc-9dc0-5b32810c7d83 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 945 time: 0.1106355 May 10 11:38:54.113357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:38:54.126519 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:54.126901 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment ea8b8350-adb9-4b4a-a06e-21a0458e8b26 of type vlan for network 86eb21a6-883d-4016-b518-1725d98695c4 May 10 11:38:54.185402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-8478bf97-732c-4b81-93c3-00e876d4cdb7 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166067 May 10 11:38:54.301157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-b9bb8221-3824-4001-9608-b691991ecb64 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039016 May 10 11:38:54.557723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:54.589071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a247d50-52b8-49d8-b059-c73260cc8fb7 req-c5358695-854c-4f3b-83ac-2534fb55573a tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4531369 May 10 11:38:54.603942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:54.615288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:54.616074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:54.652005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5695691-2948-4035-868e-9cc6fe043949 req-15037564-ffc2-435d-a9df-d7dc1310301f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:54.668024 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5695691-2948-4035-868e-9cc6fe043949 req-15037564-ffc2-435d-a9df-d7dc1310301f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.1183152 May 10 11:38:54.748885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5695691-2948-4035-868e-9cc6fe043949 req-b6e7832f-5102-46c0-bb35-bc8df47b7e9f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673802 May 10 11:38:54.837718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-becc39f2-6232-4baf-8c2b-da154bb83dfd req-66a445a9-253a-4ef2-89de-a72580fd866b tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 210 time: 0.1157904 May 10 11:38:54.847801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8757002 May 10 11:38:54.848554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50474) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:54.855919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': '86eb21a6-883d-4016-b518-1725d98695c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:54.857452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde83ed-d679-4b95-8fc0-70f21b56302f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=86eb21a6-883d-4016-b518-1725d98695c4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:54.883243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 86eb21a6-883d-4016-b518-1725d98695c4 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:38:54.969440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:54.978445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.209477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-436df010-af25-4321-91dc-e035e722b89a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:55.211885 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-436df010-af25-4321-91dc-e035e722b89a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.1642692 May 10 11:38:55.243692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-0b6481fe-171b-4fbe-8058-704d36c73295 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/quotas/d1b5df0530644b3fae8342b7f22dc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0198712 May 10 11:38:55.314821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-1a88eeae-1ede-4515-80e1-68c69789484e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613942 May 10 11:38:55.341371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.452250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=75ece3dc-49a4-492d-b226-515be98b0db6,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:55.458501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': 'ea8b8350-adb9-4b4a-a06e-21a0458e8b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '86eb21a6-883d-4016-b518-1725d98695c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:55.459678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: 86eb21a6-883d-4016-b518-1725d98695c4, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:38:55.474723 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-c35c5c87-d39c-4706-acd8-f90b510fc5ec service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495662 May 10 11:38:55.482371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 86eb21a6-883d-4016-b518-1725d98695c4 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:38:55.499390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 86eb21a6-883d-4016-b518-1725d98695c4) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:55.513112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8772ae-17b3-4f04-abf5-58f8d528c338 None None] Network 86eb21a6-883d-4016-b518-1725d98695c4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:55.515865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:55.517784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.546521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-273e700a-94e9-4d1f-9f74-b59a224bb157 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6932523 May 10 11:38:55.546521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50536) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:55.559181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a1d3b0df-113f-4a32-84f1-9a92795bf52b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1596200919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:55.594388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b0df-113f-4a32-84f1-9a92795bf52b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.596722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b0df-113f-4a32-84f1-9a92795bf52b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.652985 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-f85190a3-7fdd-4dcc-9127-97e206bef745 service neutron] 10.222.0.13 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676075 May 10 11:38:55.700588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b0df-113f-4a32-84f1-9a92795bf52b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.716373 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b0df-113f-4a32-84f1-9a92795bf52b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.753975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b0df-113f-4a32-84f1-9a92795bf52b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.755531 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a1d3b0df-113f-4a32-84f1-9a92795bf52b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2058420 May 10 11:38:55.758392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50544) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:55.764315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-86eb21a6-883d-4016-b518-1725d98695c4', 'network_id': '86eb21a6-883d-4016-b518-1725d98695c4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': '75ece3dc-49a4-492d-b226-515be98b0db6'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:38:55.765610 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.972609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Allocated IP 2001:db8::2 (86eb21a6-883d-4016-b518-1725d98695c4/75ece3dc-49a4-492d-b226-515be98b0db6/87a58d13-79bf-49bc-b067-e60ef6775494) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:56.206726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6db04-ca65-40b0-b677-33faccef5eb8 req-e59702c1-3a25-450e-915b-b276199b615e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:56.209746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f1b6db04-ca65-40b0-b677-33faccef5eb8 req-e59702c1-3a25-450e-915b-b276199b615e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 945 time: 0.3048067 May 10 11:38:56.324167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:56.340870 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:56.372015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f1b6db04-ca65-40b0-b677-33faccef5eb8 req-83bb236e-e57d-4e46-8619-fdfadaa4bdd8 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517925 May 10 11:38:56.384727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-6697fc22-cf3c-4a60-a1e8-cd78f5f56c29 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:56.386400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-6697fc22-cf3c-4a60-a1e8-cd78f5f56c29 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.70 "GET /v2.0/networks?id=3cb85cca-7785-46f7-94f9-27d0b4dd5332 HTTP/1.1" status: 200 len: 805 time: 0.4176986 May 10 11:38:56.432705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Network 86eb21a6-883d-4016-b518-1725d98695c4 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:56.438875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:56.450147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:56.456712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Pushing event updated for resources: {'Port': ['ID=87a58d13-79bf-49bc-b067-e60ef6775494,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:56.474319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-83993055-e4bc-4546-9080-60f423f2f324 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:56.476021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-83993055-e4bc-4546-9080-60f423f2f324 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd542bc-3f00-4467-aaad-e59e04c2df66 HTTP/1.1" status: 200 len: 943 time: 0.6950157 May 10 11:38:56.479808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-f9887a48-f765-41ff-821f-9c6de64c1554 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53ce038f9a584383a54416f1353e1b43 HTTP/1.1" status: 200 len: 380 time: 0.0773375 May 10 11:38:56.494096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Request body: {'port': {'device_id': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'admin_state_up': True, 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'security_groups': ['d9d8519e-ebf7-4183-9a8c-2dcd92196959']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:56.558313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Attempting to bind port 87a58d13-79bf-49bc-b067-e60ef6775494 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:56.558684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Attempting to bind port 87a58d13-79bf-49bc-b067-e60ef6775494 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'ea8b8350-adb9-4b4a-a06e-21a0458e8b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '86eb21a6-883d-4016-b518-1725d98695c4'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:56.559094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Attempting to bind port 87a58d13-79bf-49bc-b067-e60ef6775494 on network 86eb21a6-883d-4016-b518-1725d98695c4 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:38:56.572710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:38:56.573096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Checking segment: {'id': 'ea8b8350-adb9-4b4a-a06e-21a0458e8b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '86eb21a6-883d-4016-b518-1725d98695c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:38:56.573491 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:56.573945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Bound using segment: {'id': 'ea8b8350-adb9-4b4a-a06e-21a0458e8b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '86eb21a6-883d-4016-b518-1725d98695c4'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:38:56.574896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Bound port: 87a58d13-79bf-49bc-b067-e60ef6775494, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8b8350-adb9-4b4a-a06e-21a0458e8b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '86eb21a6-883d-4016-b518-1725d98695c4'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:56.575441 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:56.595189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cbfbd9c-6f3e-4a25-941e-8605be5be464 req-78f2bd10-0124-49a3-af54-dfcac7b72e67 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 210 time: 0.1236296 May 10 11:38:56.700929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] For port 87a58d13-79bf-49bc-b067-e60ef6775494, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:38:56.704925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] For port 87a58d13-79bf-49bc-b067-e60ef6775494, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=87a58d13-79bf-49bc-b067-e60ef6775494,segment=NetworkSegment(ea8b8350-adb9-4b4a-a06e-21a0458e8b26),segment_id=ea8b8350-adb9-4b4a-a06e-21a0458e8b26)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:38:56.719354 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:56.724822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Made reservation on behalf of 53ce038f9a584383a54416f1353e1b43 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:56.730015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:56.820506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbc736-3cfd-4d17-8896-1d18bb6ac89a None None] Pushing event updated for resources: {'Port': ['ID=87a58d13-79bf-49bc-b067-e60ef6775494,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:56.853303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:56.864177 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79444ae4-1530-47c5-852d-5b5d360ac8fe req-1678ea2d-ff3e-412f-8acc-eeb2c505545f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 210 time: 0.0414629 May 10 11:38:56.984981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Allocated IP 172.20.0.14 (3cb85cca-7785-46f7-94f9-27d0b4dd5332/c76b5cad-51a8-47f6-a9dd-27d59268ba9f/8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:57.077187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Deleting port af6dcc68-e59d-451f-8b74-daf8db3625a6 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:38:57.078000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.194819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b66d6-fea6-48a7-902c-b5ca6d763a43 req-f52f7db8-be1f-4f1d-a62a-b896808c3ae8 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:57.197109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d25b66d6-fea6-48a7-902c-b5ca6d763a43 req-f52f7db8-be1f-4f1d-a62a-b896808c3ae8 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 945 time: 0.2091017 May 10 11:38:57.323498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.349150 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d25b66d6-fea6-48a7-902c-b5ca6d763a43 req-5f82d07e-be04-47a9-a0fb-b68f03b24a1d tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371262 May 10 11:38:57.368602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] For port af6dcc68-e59d-451f-8b74-daf8db3625a6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af6dcc68-e59d-451f-8b74-daf8db3625a6,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:57.368982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.393667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50580) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:57.402140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Calling delete_port for af6dcc68-e59d-451f-8b74-daf8db3625a6 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:38:57.410404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.424395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8::1 (86eb21a6-883d-4016-b518-1725d98695c4/75ece3dc-49a4-492d-b226-515be98b0db6/141c5c77-3d71-4af3-b090-7b2d8ab1bd7a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:57.554778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284aa8be-ffee-41a2-aaf1-3839f8f1eaa1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:57.558790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-284aa8be-ffee-41a2-aaf1-3839f8f1eaa1 tempest-TestNetworkBasicOps-1540586144 tempest-TestNetworkBasicOps-1540586144-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 1091 time: 0.1591759 May 10 11:38:57.558975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:57.558975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50588) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:57.564736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:57.571047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:57.577413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:57.651174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event updated for resources: {'Port': ['ID=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:57.729266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-c460ab16-e8a8-42ac-9e58-b83e1cbea264 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:57.734085 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-c460ab16-e8a8-42ac-9e58-b83e1cbea264 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 806 time: 0.2832232 May 10 11:38:57.778764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Request body: {'port': {'device_id': 'f5b16107-e848-468b-8413-2c7ee0ea0b23', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'admin_state_up': True, 'tenant_id': 'd1b5df0530644b3fae8342b7f22dc0a7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:57.813761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.825885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a95af036-d88f-4a56-86f7-bc7d760c6553', '53c39dbc-fb14-4510-9243-575e369ba763'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:38:57.828990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:57.847434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.906408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] No DVR routers for this DVR port af6dcc68-e59d-451f-8b74-daf8db3625a6 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:57.921254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.933883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6c58a28-6bdc-4261-8d75-7161d3c9cefb req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "DELETE /v2.0/ports/af6dcc68-e59d-451f-8b74-daf8db3625a6 HTTP/1.1" status: 204 len: 173 time: 1.4186530 May 10 11:38:57.934538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'name': 'network-vif-deleted', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:38:57.940047 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd8eca0-6a84-4d01-8678-4b3ae001177d" -d '{"events": [{"server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "name": "network-vif-deleted", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:38:57.945638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5215f6c-9dcf-48d8-a999-3b507a307024 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event deleted for resources: {'Port': ['ID=af6dcc68-e59d-451f-8b74-daf8db3625a6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:57.971791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.999882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.026542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35cee18-a6bd-4e17-9485-dc6b8402625d req-958a845c-ebce-48b2-a68f-b347ec87444b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 210 time: 0.2395318 May 10 11:38:58.124384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.211918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=141c5c77-3d71-4af3-b090-7b2d8ab1bd7a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:58.213869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e5dac3f2-99ff-4c60-bc63-56f8d02018e8 None None] Provisioning complete for port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:58.216504 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e5dac3f2-99ff-4c60-bc63-56f8d02018e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.253071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 86eb21a6-883d-4016-b518-1725d98695c4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:58.259159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:58.269659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 87a58d13-79bf-49bc-b067-e60ef6775494 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:38:58.271338 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a43441a6-7fd3-4606-a003-075214fe49cb tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7808230 May 10 11:38:58.286312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:38:58.287092 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.386557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Request body: {'port': {'device_id': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:58.414616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e5dac3f2-99ff-4c60-bc63-56f8d02018e8 None None] Port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:38:58.516841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 87a58d13-79bf-49bc-b067-e60ef6775494 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:58.517334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.537409 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.661150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb14c8-0593-4a33-9672-5ddf579878d4 req-ebbfbdec-38df-4b4f-9551-86940aaa3afe tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:58.665323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 87a58d13-79bf-49bc-b067-e60ef6775494 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:58.665718 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.670453 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cb14c8-0593-4a33-9672-5ddf579878d4 req-ebbfbdec-38df-4b4f-9551-86940aaa3afe tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 932 time: 0.3111537 May 10 11:38:58.704825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Made reservation on behalf of d1b5df0530644b3fae8342b7f22dc0a7 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:58.708854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.744440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 87a58d13-79bf-49bc-b067-e60ef6775494, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=87a58d13-79bf-49bc-b067-e60ef6775494,segment=NetworkSegment(ea8b8350-adb9-4b4a-a06e-21a0458e8b26),segment_id=ea8b8350-adb9-4b4a-a06e-21a0458e8b26)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:38:58.756600 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.795045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:58.807088 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 May 2022 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c0eecb-ab35-491d-aee0-2fb69c152575 x-openstack-request-id: req-54c0eecb-ab35-491d-aee0-2fb69c152575 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:38:58.807088 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd542bc-3f00-4467-aaad-e59e04c2df66", "name": "network-vif-deleted", "tag": "af6dcc68-e59d-451f-8b74-daf8db3625a6", "status": "failed", "code": 422}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:38:58.807088 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54c0eecb-ab35-491d-aee0-2fb69c152575 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:38:58.807932 n-d-840949-1 neutron-server[102768]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-54c0eecb-ab35-491d-aee0-2fb69c152575']: {'server_uuid': 'bbd542bc-3f00-4467-aaad-e59e04c2df66', 'name': 'network-vif-deleted', 'tag': 'af6dcc68-e59d-451f-8b74-daf8db3625a6', 'status': 'failed', 'code': 422} returned with failed status May 10 11:38:58.823042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cb14c8-0593-4a33-9672-5ddf579878d4 req-00ce9200-f757-4275-9ecc-c8526cb4ed6d tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514754 May 10 11:38:59.067172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:59.077540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:59.078359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:59.099643 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-767f2c31-ad5d-437b-bf69-5398b1338f3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2900090 May 10 11:38:59.153119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7192a-00b3-4eb2-b717-b71280e79771 None None] Network 86eb21a6-883d-4016-b518-1725d98695c4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:59.189895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:59.212516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68e31740-ac90-44a3-a8a0-2c91686a5c87 req-f99b0b1b-e97d-4b86-801d-efc0de4cf29f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 210 time: 0.0485170 May 10 11:38:59.213131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=141c5c77-3d71-4af3-b090-7b2d8ab1bd7a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:59.276050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 86eb21a6-883d-4016-b518-1725d98695c4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:59.277476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:59.302682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f77a95e6-d0fa-4836-9ac9-a975c1f63472 None None] Provisioning complete for port 87a58d13-79bf-49bc-b067-e60ef6775494 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:59.303206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f77a95e6-d0fa-4836-9ac9-a975c1f63472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:59.359954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=87a58d13-79bf-49bc-b067-e60ef6775494,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:59.366530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf542f-2c60-4ae7-9697-de740d7c583d req-d62ae95a-cfb5-4d72-a4cb-ef25ce9de4ff tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:59.369143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ebf542f-2c60-4ae7-9697-de740d7c583d req-d62ae95a-cfb5-4d72-a4cb-ef25ce9de4ff tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 908 time: 0.2917335 May 10 11:38:59.388189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-92a85855-04ce-4f5d-b61e-1f588f735eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:59.390056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-92a85855-04ce-4f5d-b61e-1f588f735eb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 1097 time: 0.2291758 May 10 11:38:59.391225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Allocated IP 172.20.0.4 (228907b6-6f90-4b04-af45-c84fa8d65f32/61955d59-4936-4f72-8540-0de91be3a151/407196db-9427-4f92-b47c-236dc063e9c4) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:59.453175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f77a95e6-d0fa-4836-9ac9-a975c1f63472 None None] Current status of the port 87a58d13-79bf-49bc-b067-e60ef6775494 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:38:59.460085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 0579b1a6-ef2f-475b-a5f1-5b4b01ea9895 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:38:59.616205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Allocated IP 172.25.8.183 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f5399316-d377-4f86-ba86-852a0fc93224) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:59.620064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:38:59.631530 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-deca8906-d7b5-4266-93a9-0b9cecacf579 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/0579b1a6-ef2f-475b-a5f1-5b4b01ea9895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8702488 May 10 11:38:59.632560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:59.636236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d17e9f-4b00-41f5-bbff-2971fc27a81e None None] Sync routers for ids ['0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:59.652817 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d17e9f-4b00-41f5-bbff-2971fc27a81e None None] Routers {'0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:59.655145 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-66d17e9f-4b00-41f5-bbff-2971fc27a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:59.697420 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-66d17e9f-4b00-41f5-bbff-2971fc27a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:59.711533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d17e9f-4b00-41f5-bbff-2971fc27a81e None None] Routers {'0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:38:59.712532 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-66d17e9f-4b00-41f5-bbff-2971fc27a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:59.740133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16558f9d-808d-4057-87c0-874022393ee1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:59.749404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-16558f9d-808d-4057-87c0-874022393ee1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports/141c5c77-3d71-4af3-b090-7b2d8ab1bd7a HTTP/1.1" status: 200 len: 911 time: 0.1151328 May 10 11:38:59.750722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:38:59.757035 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-66d17e9f-4b00-41f5-bbff-2971fc27a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:59.757925 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d17e9f-4b00-41f5-bbff-2971fc27a81e None None] The sync data for ids ['0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:59.880960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-ce542b36-93cc-4a53-a514-abc88ffc2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:38:59.882575 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-ce542b36-93cc-4a53-a514-abc88ffc2002 service neutron] 10.222.0.49 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.4577835 May 10 11:38:59.893152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:59.921943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f776c72b-d785-4af5-845b-302e1b44f4e6 None None] Provisioning complete for port 141c5c77-3d71-4af3-b090-7b2d8ab1bd7a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:59.922478 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f776c72b-d785-4af5-845b-302e1b44f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.014702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f776c72b-d785-4af5-845b-302e1b44f4e6 None None] Port 141c5c77-3d71-4af3-b090-7b2d8ab1bd7a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:00.015877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:39:00.038443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f776c72b-d785-4af5-845b-302e1b44f4e6 None None] Provisioning complete for port 87a58d13-79bf-49bc-b067-e60ef6775494 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:00.038822 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f776c72b-d785-4af5-845b-302e1b44f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.041694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 87a58d13-79bf-49bc-b067-e60ef6775494 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:00.053526 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.121286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Transition to ACTIVE for port object 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:39:00.148986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.159779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-d269b0ea-11d3-4b4b-bb94-9c3f48c8c620 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 200 len: 1001 time: 0.2613721 May 10 11:39:00.256232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f776c72b-d785-4af5-845b-302e1b44f4e6 None None] Current status of the port 87a58d13-79bf-49bc-b067-e60ef6775494 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:00.275236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 87a58d13-79bf-49bc-b067-e60ef6775494 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:00.277448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.459900 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.474325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 87a58d13-79bf-49bc-b067-e60ef6775494 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:00.482985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:00.554731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-0c3872da-772b-4c32-af04-13a158c5eec0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:00.570913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-0c3872da-772b-4c32-af04-13a158c5eec0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 908 time: 0.1969585 May 10 11:39:00.589178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7b976f3e-2102-44d1-8aa6-8e56d4b03602 None None] Provisioning complete for port 141c5c77-3d71-4af3-b090-7b2d8ab1bd7a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:00.589531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b976f3e-2102-44d1-8aa6-8e56d4b03602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.594862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.598570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:00.644321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18f4ea-37d2-457a-bea1-a5e2400a634a req-b59c45c4-133d-44c9-82db-e564ca0fa697 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:00.655636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a18f4ea-37d2-457a-bea1-a5e2400a634a req-b59c45c4-133d-44c9-82db-e564ca0fa697 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 944 time: 0.2971852 May 10 11:39:00.677064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Network 228907b6-6f90-4b04-af45-c84fa8d65f32 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:00.695652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:00.792001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7b976f3e-2102-44d1-8aa6-8e56d4b03602 None None] Port 141c5c77-3d71-4af3-b090-7b2d8ab1bd7a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:00.844412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a18f4ea-37d2-457a-bea1-a5e2400a634a req-79f90c53-a18b-40df-98c6-3e1269658856 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874056 May 10 11:39:00.894082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.919997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-577f042b-dbfa-4e42-a115-6122c1c5c6e2 None None] Provisioning complete for port 141c5c77-3d71-4af3-b090-7b2d8ab1bd7a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:00.920933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-577f042b-dbfa-4e42-a115-6122c1c5c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:00.960136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-577f042b-dbfa-4e42-a115-6122c1c5c6e2 None None] Port 141c5c77-3d71-4af3-b090-7b2d8ab1bd7a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:00.966992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Deleting port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:00.968078 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.085713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-bfc41b4d-723a-4117-b041-9a90c868680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:01.087219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-bfc41b4d-723a-4117-b041-9a90c868680a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.8452547 May 10 11:39:01.088321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:01.177096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event updated for resources: {'Port': ['ID=407196db-9427-4f92-b47c-236dc063e9c4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:01.190311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f084bb-f4f2-49a5-a437-083dd3b85493 req-9a9bf60b-8372-4db4-bba0-269b0392ffdc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:01.191943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81f084bb-f4f2-49a5-a437-083dd3b85493 req-9a9bf60b-8372-4db4-bba0-269b0392ffdc tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 908 time: 0.2193251 May 10 11:39:01.211364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ff2fa-2c7b-47c3-b3c4-17a2ebc073cc req-259b8698-84f4-42c6-81c9-1712ddaf31a0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:01.212926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a1ff2fa-2c7b-47c3-b3c4-17a2ebc073cc req-259b8698-84f4-42c6-81c9-1712ddaf31a0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 931 time: 0.7740898 May 10 11:39:01.230072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] For port fc8c27c1-b626-44ff-a3d5-b4272ffeca67, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:01.230555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.248836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Calling delete_port for fc8c27c1-b626-44ff-a3d5-b4272ffeca67 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:01.259659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:01.260239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.262484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Attempting to bind port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:01.262815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Attempting to bind port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:01.263197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Attempting to bind port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 on network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:01.286551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.292473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 on network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:39:01.292797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Attempting to bind port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 on network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:01.329102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-59e24970-07f4-4711-86f4-8702bc447ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:01.330534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-59e24970-07f4-4711-86f4-8702bc447ec0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2288487 May 10 11:39:01.342794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-5609c068-e0ef-4896-9203-f7b442b82a90 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5821056 May 10 11:39:01.347901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:01.348786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Checking segment: {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:01.348786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Bound using segment: {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:01.349148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Bound port: 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b28371-7454-4ca2-ba80-3d508e7d5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:01.349414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.368350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Request body: {'port': {'device_id': 'f5b16107-e848-468b-8413-2c7ee0ea0b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:01.394713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:01.423944 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a1ff2fa-2c7b-47c3-b3c4-17a2ebc073cc req-cf44fdc2-4409-428d-948a-4e9d01deeb17 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848478 May 10 11:39:01.459421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:01.459718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 141c5c77-3d71-4af3-b090-7b2d8ab1bd7a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:01.460223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.482063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:01.486059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=f5399316-d377-4f86-ba86-852a0fc93224,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:01.526204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.566724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event deleted for resources: {'Port': ['ID=fc8c27c1-b626-44ff-a3d5-b4272ffeca67,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:01.607369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.624165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] For port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:01.658193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-4bb257c9-07fa-4808-93fc-a010e9b38907 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113258 May 10 11:39:01.658664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] No DVR routers for this DVR port fc8c27c1-b626-44ff-a3d5-b4272ffeca67 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:01.661215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.664315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] For port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:01.664674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e71da348-174f-4dfc-9c11-13b88bbaf2cb req-de868ee2-ae3f-4bb9-b8b4-b35edf84abf0 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "DELETE /v2.0/ports/fc8c27c1-b626-44ff-a3d5-b4272ffeca67 HTTP/1.1" status: 204 len: 173 time: 1.0925395 May 10 11:39:01.667425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'name': 'network-vif-deleted', 'tag': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:01.670601 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0886d-d287-40c5-900a-3b07825e7e9d" -d '{"events": [{"server_uuid": "c18d14cf-bcf7-4565-8dd7-a136c65fbe64", "name": "network-vif-deleted", "tag": "fc8c27c1-b626-44ff-a3d5-b4272ffeca67"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:01.676039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.698033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 141c5c77-3d71-4af3-b090-7b2d8ab1bd7a owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:01.722848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.804459 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681aba19-f631-44da-99c8-530cdec7c51b x-openstack-request-id: req-681aba19-f631-44da-99c8-530cdec7c51b {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:01.804721 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18d14cf-bcf7-4565-8dd7-a136c65fbe64", "name": "network-vif-deleted", "tag": "fc8c27c1-b626-44ff-a3d5-b4272ffeca67", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:01.804962 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-681aba19-f631-44da-99c8-530cdec7c51b {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:01.805300 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681aba19-f631-44da-99c8-530cdec7c51b'] response: {'server_uuid': 'c18d14cf-bcf7-4565-8dd7-a136c65fbe64', 'name': 'network-vif-deleted', 'tag': 'fc8c27c1-b626-44ff-a3d5-b4272ffeca67', 'status': 'completed', 'code': 200} May 10 11:39:01.914412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:01.926398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:01.927214 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:01.928745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-adb11002-4f20-40f5-bb80-6edc850a2982 service neutron] 10.222.0.70 "PUT /v2.0/ports/8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 HTTP/1.1" status: 200 len: 1092 time: 3.5507233 May 10 11:39:01.959870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'tag': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:01.962371 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a49485-dd50-4d89-a1b8-989aa635196b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee512b78-e7e2-4f60-9a6c-addb759bad57", "tag": "8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:02.050943 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d47f2c-4c17-42ab-b4de-ac1584df41b7 x-openstack-request-id: req-12d47f2c-4c17-42ab-b4de-ac1584df41b7 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:02.051305 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee512b78-e7e2-4f60-9a6c-addb759bad57", "tag": "8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:02.051487 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12d47f2c-4c17-42ab-b4de-ac1584df41b7 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:02.051917 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d47f2c-4c17-42ab-b4de-ac1584df41b7'] response: {'name': 'network-changed', 'server_uuid': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'tag': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'status': 'completed', 'code': 200} May 10 11:39:02.087450 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:02.125291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=141c5c77-3d71-4af3-b090-7b2d8ab1bd7a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:02.299874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4846d79b-b70b-4f8b-95fb-d1096b661e2c req-402d02ba-abb9-4106-ba1a-bee70ff5bfb3 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258488 May 10 11:39:02.349554 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:02.371241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:02.430209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a7a4f148-8370-416e-a6dd-09999c7a7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:02.433433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-a7a4f148-8370-416e-a6dd-09999c7a7969 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53ce038f9a584383a54416f1353e1b43&device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 1095 time: 0.4387486 May 10 11:39:02.450520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5d150-2ee9-489b-b5f9-c10d7fe392fa req-90054b32-7465-4639-b807-e605515745a6 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:02.456743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69a5d150-2ee9-489b-b5f9-c10d7fe392fa req-90054b32-7465-4639-b807-e605515745a6 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 944 time: 0.4035661 May 10 11:39:02.475168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d107a093-0175-4feb-be74-3f7a82790d6b req-aa4a8165-3207-4e5c-8ed6-3375ad9b1bb1 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=c18d14cf-bcf7-4565-8dd7-a136c65fbe64 HTTP/1.1" status: 200 len: 210 time: 0.0935416 May 10 11:39:02.542398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-12550b28-7fe7-4bf0-990f-5198be895a08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 HTTP/1.1" status: 200 len: 217 time: 0.0437441 May 10 11:39:02.654265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-fd020cc1-30bc-451e-ba9d-f4775d91eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:02.654510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 0579b1a6-ef2f-475b-a5f1-5b4b01ea9895 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:02.654972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-fd020cc1-30bc-451e-ba9d-f4775d91eb73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c76b5cad-51a8-47f6-a9dd-27d59268ba9f HTTP/1.1" status: 200 len: 844 time: 0.0951841 May 10 11:39:02.675704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3be4ee-986d-4fe4-9966-57f60adb126a req-09251fd1-0fff-4317-919f-dd690d05aae9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:02.677662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d3be4ee-986d-4fe4-9966-57f60adb126a req-09251fd1-0fff-4317-919f-dd690d05aae9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 931 time: 0.1009927 May 10 11:39:02.796769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69a5d150-2ee9-489b-b5f9-c10d7fe392fa req-6c030260-6ec8-4089-872b-a5c9b22c7d5a tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576075 May 10 11:39:02.823765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d3be4ee-986d-4fe4-9966-57f60adb126a req-c01c2655-6b4c-4b2f-9e03-db7342940113 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373591 May 10 11:39:02.824976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:02.836081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0e3762f8-8409-4899-a754-36c0536d3226 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/0579b1a6-ef2f-475b-a5f1-5b4b01ea9895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0842240 May 10 11:39:02.838722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50696) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:02.845124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62798c6-3a19-4a20-9028-3571157e5cca None None] Sync routers for ids ['0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:02.861879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62798c6-3a19-4a20-9028-3571157e5cca None None] Routers {'0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:02.862904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f62798c6-3a19-4a20-9028-3571157e5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:02.872211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f2fc2355-900a-4248-b3be-4d55841780b3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=0579b1a6-ef2f-475b-a5f1-5b4b01ea9895 HTTP/1.1" status: 200 len: 205 time: 0.0320692 May 10 11:39:02.875038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50698) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:02.907659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f62798c6-3a19-4a20-9028-3571157e5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:02.917364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62798c6-3a19-4a20-9028-3571157e5cca None None] Routers {'0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:02.918276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f62798c6-3a19-4a20-9028-3571157e5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:02.922563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-9d63555d-f3dc-4f79-9dd5-d83a34b73f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:02.924139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-9d63555d-f3dc-4f79-9dd5-d83a34b73f2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3cb85cca-7785-46f7-94f9-27d0b4dd5332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2496369 May 10 11:39:02.932982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407196db-9427-4f92-b47c-236dc063e9c4 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:39:02.954009 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:02.958007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f62798c6-3a19-4a20-9028-3571157e5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:02.958718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62798c6-3a19-4a20-9028-3571157e5cca None None] The sync data for ids ['0579b1a6-ef2f-475b-a5f1-5b4b01ea9895'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:02.975063 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04225dc2-cafa-4a35-81c8-c76e9e0b14bf tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.046279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Transition to ACTIVE for port object 407196db-9427-4f92-b47c-236dc063e9c4 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:39:03.058577 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.109950 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.148752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04225dc2-cafa-4a35-81c8-c76e9e0b14bf tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.151176 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04225dc2-cafa-4a35-81c8-c76e9e0b14bf tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.182027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-95c1b734-a554-4569-ac27-3e27fc0a7a11 service neutron] 10.222.0.70 "GET /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400124 May 10 11:39:03.198268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Pushing event updated for resources: {'Port': ['ID=407196db-9427-4f92-b47c-236dc063e9c4,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:03.316040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fc8c27c1-b626-44ff-a3d5-b4272ffeca67 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:03.350007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.363770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: fc8c27c1-b626-44ff-a3d5-b4272ffeca67 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:03.364447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fc8c27c1-b626-44ff-a3d5-b4272ffeca67 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:03.402987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Attempting to bind port 407196db-9427-4f92-b47c-236dc063e9c4 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:03.403243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Attempting to bind port 407196db-9427-4f92-b47c-236dc063e9c4 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:03.403575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Attempting to bind port 407196db-9427-4f92-b47c-236dc063e9c4 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:03.411133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4dee3f-0d18-43ee-bcac-21f37ef1f364 req-ca86ae98-31e1-433b-9a38-08b8577b3a22 service neutron] 10.222.0.70 "GET /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137041 May 10 11:39:03.420774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Port 407196db-9427-4f92-b47c-236dc063e9c4 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:39:03.421093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Attempting to bind port 407196db-9427-4f92-b47c-236dc063e9c4 on network 228907b6-6f90-4b04-af45-c84fa8d65f32 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:03.430201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:03.430539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Checking segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:03.430916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Bound using segment: {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:03.431356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Bound port: 407196db-9427-4f92-b47c-236dc063e9c4, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6722e3bd-6a62-43db-8a00-2b559fe21152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:03.431709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.477615 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04225dc2-cafa-4a35-81c8-c76e9e0b14bf tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.478593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04225dc2-cafa-4a35-81c8-c76e9e0b14bf tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Fanout notify agent at l3_agent the message router_deleted on router 0579b1a6-ef2f-475b-a5f1-5b4b01ea9895 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:39:03.487712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04225dc2-cafa-4a35-81c8-c76e9e0b14bf tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.488963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-04225dc2-cafa-4a35-81c8-c76e9e0b14bf tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/0579b1a6-ef2f-475b-a5f1-5b4b01ea9895 HTTP/1.1" status: 204 len: 168 time: 0.6127765 May 10 11:39:03.491568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50708) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:03.564939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3022f5b2-3767-454a-8103-b85d992e0457 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet 75ece3dc-49a4-492d-b226-515be98b0db6 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:39:03.568459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3022f5b2-3767-454a-8103-b85d992e0457 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.618968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3022f5b2-3767-454a-8103-b85d992e0457 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.623750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] For port 407196db-9427-4f92-b47c-236dc063e9c4, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:03.644001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a49485-dd50-4d89-a1b8-989aa635196b req-3c281b39-39b8-4b31-bbe2-e2f47820bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:03.645562 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44a49485-dd50-4d89-a1b8-989aa635196b req-3c281b39-39b8-4b31-bbe2-e2f47820bfa3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53ce038f9a584383a54416f1353e1b43&device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 1095 time: 0.1591859 May 10 11:39:03.650029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] For port 407196db-9427-4f92-b47c-236dc063e9c4, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=407196db-9427-4f92-b47c-236dc063e9c4,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:03.679274 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.761823 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.771194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:03.771805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.773242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] 10.222.0.49 "PUT /v2.0/ports/407196db-9427-4f92-b47c-236dc063e9c4 HTTP/1.1" status: 200 len: 1091 time: 2.4156497 May 10 11:39:03.781391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3022f5b2-3767-454a-8103-b85d992e0457 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.791842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.863682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3022f5b2-3767-454a-8103-b85d992e0457 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.894057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dee72f-aa6b-41a8-90cb-6ec015ee499d None None] Network 86eb21a6-883d-4016-b518-1725d98695c4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:03.941357 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3022f5b2-3767-454a-8103-b85d992e0457 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:03.945294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3022f5b2-3767-454a-8103-b85d992e0457 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/75ece3dc-49a4-492d-b226-515be98b0db6 HTTP/1.1" status: 204 len: 168 time: 0.4524739 May 10 11:39:03.957545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50730) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:03.970289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022f5b2-3767-454a-8103-b85d992e0457 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=75ece3dc-49a4-492d-b226-515be98b0db6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:04.079665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.138704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] DHCP port deletion for 86eb21a6-883d-4016-b518-1725d98695c4 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:39:04.141200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e16d5-cd61-49a6-a13b-b459f6a1d0cc req-a288570c-1521-448f-986a-cf49f5dec2a9 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:04.149484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c7e16d5-cd61-49a6-a13b-b459f6a1d0cc req-a288570c-1521-448f-986a-cf49f5dec2a9 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 944 time: 0.2027705 May 10 11:39:04.197844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Deleting port 87a58d13-79bf-49bc-b067-e60ef6775494 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:04.198173 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.204049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 87a58d13-79bf-49bc-b067-e60ef6775494 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:04.204527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.218021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c7e16d5-cd61-49a6-a13b-b459f6a1d0cc req-8e3137f8-fdbb-4239-86f0-cb78cb88766e tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671883 May 10 11:39:04.273121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] For port 87a58d13-79bf-49bc-b067-e60ef6775494, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=87a58d13-79bf-49bc-b067-e60ef6775494,segment=NetworkSegment(ea8b8350-adb9-4b4a-a06e-21a0458e8b26),segment_id=ea8b8350-adb9-4b4a-a06e-21a0458e8b26)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:04.273557 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.289619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Calling delete_port for 87a58d13-79bf-49bc-b067-e60ef6775494 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:04.349809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b16107-e848-468b-8413-2c7ee0ea0b23', 'tag': '407196db-9427-4f92-b47c-236dc063e9c4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:04.352221 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b16107-e848-468b-8413-2c7ee0ea0b23", "tag": "407196db-9427-4f92-b47c-236dc063e9c4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:04.355568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09292599-3068-474a-8d10-ea88cfe98f9f service neutron] Pushing event updated for resources: {'Port': ['ID=407196db-9427-4f92-b47c-236dc063e9c4,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:04.385016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06d7c7c7-6182-4a43-88de-302fc87d2c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.428038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port 87a58d13-79bf-49bc-b067-e60ef6775494, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=87a58d13-79bf-49bc-b067-e60ef6775494,segment=NetworkSegment(ea8b8350-adb9-4b4a-a06e-21a0458e8b26),segment_id=ea8b8350-adb9-4b4a-a06e-21a0458e8b26)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:04.428769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.431877 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.450948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 87a58d13-79bf-49bc-b067-e60ef6775494 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:04.474587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Pushing event deleted for resources: {'Port': ['ID=87a58d13-79bf-49bc-b067-e60ef6775494,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:04.479276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] No DVR routers for this DVR port 87a58d13-79bf-49bc-b067-e60ef6775494 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:04.485229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bec2-8a84-4206-84c4-809b4e00829e req-e0a19813-3316-439f-9628-9c3a79ab8bf2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:04.486981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca11bec2-8a84-4206-84c4-809b4e00829e req-e0a19813-3316-439f-9628-9c3a79ab8bf2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 943 time: 0.1352267 May 10 11:39:04.495267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a49485-dd50-4d89-a1b8-989aa635196b req-cc3c1ec2-b416-4914-adde-aba71d010719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:04.497722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44a49485-dd50-4d89-a1b8-989aa635196b req-cc3c1ec2-b416-4914-adde-aba71d010719 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3cb85cca-7785-46f7-94f9-27d0b4dd5332 HTTP/1.1" status: 200 len: 906 time: 0.8447590 May 10 11:39:04.504822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event updated for resources: {'Port': ['ID=f5399316-d377-4f86-ba86-852a0fc93224,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:04.506937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.508627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.510388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.510833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.511186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.511531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.512725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.513151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.514759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.515351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.518545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.518792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b015f-4fa4-462f-8bbf-251600653d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:04.562008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-151dbfb1-cea4-414b-896b-cdd213f2a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:04.563596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-151dbfb1-cea4-414b-896b-cdd213f2a0a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 1094 time: 0.7446442 May 10 11:39:04.572861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962620a-7165-4fec-82ee-95a2cc8235fb req-ca98a2cb-0ac3-46fa-98ae-cd7b999fd161 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:04.574347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c962620a-7165-4fec-82ee-95a2cc8235fb req-ca98a2cb-0ac3-46fa-98ae-cd7b999fd161 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 945 time: 0.7149260 May 10 11:39:04.575959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44a49485-dd50-4d89-a1b8-989aa635196b req-1880a6de-2713-4655-9b59-6f5c7baf338c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 HTTP/1.1" status: 200 len: 217 time: 0.0593135 May 10 11:39:04.577235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.613392 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca11bec2-8a84-4206-84c4-809b4e00829e req-adeea851-e1d2-4e99-98cb-bf675e384a41 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690253 May 10 11:39:04.639900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.666531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No DVR routers for this DVR port 87a58d13-79bf-49bc-b067-e60ef6775494 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:04.668819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=87a58d13-79bf-49bc-b067-e60ef6775494,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:04.734910 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830bb91e-baaf-4c34-b5a8-990dc550abae x-openstack-request-id: req-830bb91e-baaf-4c34-b5a8-990dc550abae {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:04.735179 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b16107-e848-468b-8413-2c7ee0ea0b23", "tag": "407196db-9427-4f92-b47c-236dc063e9c4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:04.735436 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-830bb91e-baaf-4c34-b5a8-990dc550abae {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:04.735858 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830bb91e-baaf-4c34-b5a8-990dc550abae'] response: {'name': 'network-changed', 'server_uuid': 'f5b16107-e848-468b-8413-2c7ee0ea0b23', 'tag': '407196db-9427-4f92-b47c-236dc063e9c4', 'status': 'completed', 'code': 200} May 10 11:39:04.743700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-dcc9da4f-006b-4a62-8d2b-effa75e86e2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=407196db-9427-4f92-b47c-236dc063e9c4 HTTP/1.1" status: 200 len: 217 time: 0.1641734 May 10 11:39:04.781274 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.807748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eb21a6-883d-4016-b518-1725d98695c4']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:04.820063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8b8350-adb9-4b4a-a06e-21a0458e8b26') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:04.820452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8b8350-adb9-4b4a-a06e-21a0458e8b26') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:04.831745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.847588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.854494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:39:04.854944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.857669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a49485-dd50-4d89-a1b8-989aa635196b req-d6353d0a-94dd-4986-b34a-e23aec0bb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: timer() May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:39:04.859129 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:39:04.864688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44a49485-dd50-4d89-a1b8-989aa635196b req-d6353d0a-94dd-4986-b34a-e23aec0bb78c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c76b5cad-51a8-47f6-a9dd-27d59268ba9f HTTP/1.1" status: 200 len: 844 time: 0.2706735 May 10 11:39:04.869554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c962620a-7165-4fec-82ee-95a2cc8235fb req-4d766478-6dbe-4195-b0b6-001d37a94d5f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824855 May 10 11:39:04.924522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-25da30f5-6668-49de-9c65-521d79fdc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:04.926001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-25da30f5-6668-49de-9c65-521d79fdc110 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.1686935 May 10 11:39:04.927553 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Floating IP a5e757d2-6a36-4c57-a841-b30ca5d8e223 associated. External IP: 172.25.8.183, port: bffe14e5-1391-4e1d-aa68-6e4a524bcf99. May 10 11:39:04.935722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.943302 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:04.950062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/86eb21a6-883d-4016-b518-1725d98695c4 HTTP/1.1" status: 204 len: 168 time: 0.9879220 May 10 11:39:04.960172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50750) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:04.965121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-540940533', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:04.976171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d55c31-6d01-4f56-98a9-cffe1cb9c43d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=86eb21a6-883d-4016-b518-1725d98695c4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:04.998979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.000936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.014517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-89086d16-d51b-4c08-93c6-aa136a649f52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354147 May 10 11:39:05.027789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a49485-dd50-4d89-a1b8-989aa635196b req-4c16f060-c121-43e0-ae07-280ba4537ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:05.030302 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44a49485-dd50-4d89-a1b8-989aa635196b req-4c16f060-c121-43e0-ae07-280ba4537ade service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3cb85cca-7785-46f7-94f9-27d0b4dd5332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559911 May 10 11:39:05.080944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.303148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-350e5b78-63e0-4255-86c7-e7dcddd2d4d6 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712564 May 10 11:39:05.306916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44a49485-dd50-4d89-a1b8-989aa635196b req-f82f810e-8806-4b95-96a8-ec3b5eb04100 service neutron] 10.222.0.70 "GET /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401192 May 10 11:39:05.320113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ca902-2821-449c-b8b3-0698150befdd req-76f66457-b6ac-4e90-8f6f-81decb12929c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:05.321570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c61ca902-2821-449c-b8b3-0698150befdd req-76f66457-b6ac-4e90-8f6f-81decb12929c tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 945 time: 0.1900294 May 10 11:39:05.326529 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.425218 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.497380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feadedb-e145-4710-b3fc-9ec29fe9b556 req-d2647a51-d66d-4000-8cd6-e378e8e12e61 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:05.505778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9feadedb-e145-4710-b3fc-9ec29fe9b556 req-d2647a51-d66d-4000-8cd6-e378e8e12e61 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 944 time: 0.1964395 May 10 11:39:05.520046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router 98634ec0-841c-44b2-bbde-d741a7747c03 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:05.543175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf095b45-5640-428b-b93e-d4ef97c3a91f req-244dd164-8875-4645-91eb-fde21995d12c service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992443 May 10 11:39:05.549784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44a49485-dd50-4d89-a1b8-989aa635196b req-51b46c86-8034-46f3-b055-ec6d2d3242ee service neutron] 10.222.0.70 "GET /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044692 May 10 11:39:05.561802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Deleting port 53c39dbc-fb14-4510-9243-575e369ba763 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:05.562325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.633602 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9feadedb-e145-4710-b3fc-9ec29fe9b556 req-7d2368d1-137f-4ba5-a339-e0d89484bec1 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262450 May 10 11:39:05.728807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] For port 53c39dbc-fb14-4510-9243-575e369ba763, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=53c39dbc-fb14-4510-9243-575e369ba763,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:05.729316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.748105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Calling delete_port for 53c39dbc-fb14-4510-9243-575e369ba763 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:05.781983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-186b4bb2-ce8b-4eac-b607-125b8cf3afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:05.783695 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-186b4bb2-ce8b-4eac-b607-125b8cf3afbe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 1094 time: 0.1732183 May 10 11:39:05.873807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:05.886990 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] Sync routers for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:05.909551 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:05.910150 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:05.922736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa9b36-c3af-485a-8c4b-683c44754401 req-65482892-a6c5-441c-88bc-4ec12b6717a3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:05.925017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3daa9b36-c3af-485a-8c4b-683c44754401 req-65482892-a6c5-441c-88bc-4ec12b6717a3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 943 time: 0.1559439 May 10 11:39:05.943018 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.955629 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:05.985910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:06.081171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 87a58d13-79bf-49bc-b067-e60ef6775494 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:06.088208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-fa5e715a-48ac-418d-9a0a-67741490ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:06.089908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-fa5e715a-48ac-418d-9a0a-67741490ecf6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 200 len: 907 time: 0.2956412 May 10 11:39:06.094536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-27ca7c19-493c-4c95-bffd-e4af403cc101 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5268919 May 10 11:39:06.097642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50772) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:06.120925 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:06.143072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 87a58d13-79bf-49bc-b067-e60ef6775494 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:06.144419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 87a58d13-79bf-49bc-b067-e60ef6775494 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:06.213827 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3daa9b36-c3af-485a-8c4b-683c44754401 req-bb490e1d-758b-4eab-bf6d-5742567313f6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526081 May 10 11:39:06.218273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-9041f79b-97dc-4115-87cc-804697334023 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=407196db-9427-4f92-b47c-236dc063e9c4 HTTP/1.1" status: 200 len: 217 time: 0.1080358 May 10 11:39:06.259138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e5cd2-ab10-4b9e-b1ce-40d02ce0dd11 req-e7f2f809-b3b2-462d-8d26-eba84cae5328 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:06.277399 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-325e5cd2-ab10-4b9e-b1ce-40d02ce0dd11 req-e7f2f809-b3b2-462d-8d26-eba84cae5328 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d34d95-22b6-4f1e-8598-b97437098aab HTTP/1.1" status: 200 len: 945 time: 0.1701841 May 10 11:39:06.284064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:06.286528 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cb6c5468-5973-40c6-9912-e11717c0ead6 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/floatingips/a5e757d2-6a36-4c57-a841-b30ca5d8e223 HTTP/1.1" status: 200 len: 991 time: 0.1875105 May 10 11:39:06.296824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a95af036-d88f-4a56-86f7-bc7d760c6553'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:06.329444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-4dba61bc-2c51-40fa-85cb-084fe80597f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:06.333460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-4dba61bc-2c51-40fa-85cb-084fe80597f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 200 len: 846 time: 0.1050701 May 10 11:39:06.334691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event deleted for resources: {'Port': ['ID=53c39dbc-fb14-4510-9243-575e369ba763,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:06.391219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 172.25.8.49 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d913e263-4383-4c66-aa3d-5a3db47ed3c9) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:06.400993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-0d9d7e0b-4048-46ed-905f-5cbb75c7e57e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=228907b6-6f90-4b04-af45-c84fa8d65f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587285 May 10 11:39:06.429387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] No DVR routers for this DVR port 53c39dbc-fb14-4510-9243-575e369ba763 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:06.433716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:06.437486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c61ca902-2821-449c-b8b3-0698150befdd req-d2548ba4-db2b-471b-ba6e-01dd70039c26 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "DELETE /v2.0/ports/53c39dbc-fb14-4510-9243-575e369ba763 HTTP/1.1" status: 204 len: 173 time: 1.1009130 May 10 11:39:06.442177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d34d95-22b6-4f1e-8598-b97437098aab', 'name': 'network-vif-deleted', 'tag': '53c39dbc-fb14-4510-9243-575e369ba763'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:06.444121 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e506dba0-06d8-4b21-b390-3dc3075b6449" -d '{"events": [{"server_uuid": "63d34d95-22b6-4f1e-8598-b97437098aab", "name": "network-vif-deleted", "tag": "53c39dbc-fb14-4510-9243-575e369ba763"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:06.486990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-325e5cd2-ab10-4b9e-b1ce-40d02ce0dd11 req-afda4eca-a7b7-417d-bf55-6c682d6baa4f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085779 May 10 11:39:06.488898 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'a5e757d2-6a36-4c57-a841-b30ca5d8e223', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'port_id': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'mac_address': 'fa:16:3e:95:46:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:39:02Z', 'updated_at': '2022-05-10T11:39:02Z', 'revision_number': 0, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:06.571303 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] Checking router: 98634ec0-841c-44b2-bbde-d741a7747c03 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:06.593950 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:06.599498 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:38:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:06.639594 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34e417b-3bd7-4c18-a132-83f97736cdd4 x-openstack-request-id: req-d34e417b-3bd7-4c18-a132-83f97736cdd4 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:06.641285 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d34d95-22b6-4f1e-8598-b97437098aab", "name": "network-vif-deleted", "tag": "53c39dbc-fb14-4510-9243-575e369ba763", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:06.641609 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d34e417b-3bd7-4c18-a132-83f97736cdd4 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:06.642036 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34e417b-3bd7-4c18-a132-83f97736cdd4'] response: {'server_uuid': '63d34d95-22b6-4f1e-8598-b97437098aab', 'name': 'network-vif-deleted', 'tag': '53c39dbc-fb14-4510-9243-575e369ba763', 'status': 'completed', 'code': 200} May 10 11:39:06.680288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:06.683094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-a3187434-6467-44f3-9f7b-72bdce5344ac service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679687 May 10 11:39:06.801447 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:06.857922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e68a2-c97c-4aa3-8373-43a775b7fa4d req-33466632-5bb7-4f4f-a004-381ed0645f04 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:06.868423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b69e68a2-c97c-4aa3-8373-43a775b7fa4d req-33466632-5bb7-4f4f-a004-381ed0645f04 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 944 time: 0.0943460 May 10 11:39:06.894615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:06.900737 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cd005b-60f9-4464-848e-b6ee7d63ca01" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:06.913432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:06.913727 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d0faeb9-aa47-4d76-99b6-d4aa5bf7bdd6 req-40a1b48e-28c0-4005-beb2-9cf71ea2b163 service neutron] 10.222.0.49 "GET /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195468 May 10 11:39:07.020535 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb528ba3-f270-4f55-8159-44cda1f0b2d2 x-openstack-request-id: req-eb528ba3-f270-4f55-8159-44cda1f0b2d2 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:07.020857 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:07.021245 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb528ba3-f270-4f55-8159-44cda1f0b2d2 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:07.021658 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb528ba3-f270-4f55-8159-44cda1f0b2d2'] response: {'name': 'network-changed', 'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'status': 'completed', 'code': 200} May 10 11:39:07.077906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b69e68a2-c97c-4aa3-8373-43a775b7fa4d req-06056ad5-449f-414d-b861-b62ab57341a4 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084608 May 10 11:39:07.088527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:07.104991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:07.106732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=d913e263-4383-4c66-aa3d-5a3db47ed3c9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:07.128264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:07.205237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-75b5883e-6861-4321-bf96-eb5107a6238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:07.209559 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-75b5883e-6861-4321-bf96-eb5107a6238b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 1096 time: 0.1584477 May 10 11:39:07.215174 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3e5dc2c-0f55-4569-a15a-7063d895dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:07.300104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50794) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:07.318025 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'a5e757d2-6a36-4c57-a841-b30ca5d8e223', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'port_id': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'mac_address': 'fa:16:3e:95:46:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:39:02Z', 'updated_at': '2022-05-10T11:39:02Z', 'revision_number': 0, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:07.333122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:39:07.335477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 53c39dbc-fb14-4510-9243-575e369ba763 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:07.346240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-2f1a3104-cd29-4fea-92a5-725e94089c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:07.348030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-2f1a3104-cd29-4fea-92a5-725e94089c35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a15a7989-b7df-4d95-93e6-accf633428d8 HTTP/1.1" status: 200 len: 897 time: 0.1238852 May 10 11:39:07.356219 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9a01f-252e-44f8-986c-86f8646a5a72 None None] The sync data for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 is: [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'a5e757d2-6a36-4c57-a841-b30ca5d8e223', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'port_id': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'mac_address': 'fa:16:3e:95:46:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:39:02Z', 'updated_at': '2022-05-10T11:39:02Z', 'revision_number': 0, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:07.399704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f177154-75fb-4c0b-8691-cd5091b3e7b9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/floatingips/a5e757d2-6a36-4c57-a841-b30ca5d8e223 HTTP/1.1" status: 200 len: 991 time: 0.0984542 May 10 11:39:07.405700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 53c39dbc-fb14-4510-9243-575e369ba763 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:07.410079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 53c39dbc-fb14-4510-9243-575e369ba763 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:07.488953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-a7d1c146-37d9-4e4a-a541-5a6889b106e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99 HTTP/1.1" status: 200 len: 999 time: 0.1329134 May 10 11:39:07.532483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:07.583796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:07.612322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'port_id': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'mac_address': 'fa:16:3e:78:f5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:39:07.623212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b3c6f-8955-4bf4-a47f-cf1aadd64164 req-ed3fb603-7b01-418d-b2f1-1a0365fed48c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:07.625945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f4b3c6f-8955-4bf4-a47f-cf1aadd64164 req-ed3fb603-7b01-418d-b2f1-1a0365fed48c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 943 time: 0.2565675 May 10 11:39:07.720048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-decc5c7f-afc3-4130-bc47-2cb720469274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:07.724978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-decc5c7f-afc3-4130-bc47-2cb720469274 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abc7623c-1401-48b9-aa52-3f637cba9f81 HTTP/1.1" status: 200 len: 834 time: 0.2246587 May 10 11:39:07.761863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:07.762263 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:07.781078 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f4b3c6f-8955-4bf4-a47f-cf1aadd64164 req-e143f0b7-053b-4b00-aa47-5b23caeca214 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457820 May 10 11:39:07.833581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:39:07.853313 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:07.854396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da1de8-4708-4d1e-adc0-858b0c64137c None None] New status for floating IP a5e757d2-6a36-4c57-a841-b30ca5d8e223: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:39:07.886141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-856d1388-f843-4413-9c33-bd5c48a04d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:07.889238 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-856d1388-f843-4413-9c33-bd5c48a04d18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a15a7989-b7df-4d95-93e6-accf633428d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205614 May 10 11:39:08.007423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-ab4df5a9-fb7c-4cb4-adce-09e4c721fc8e service neutron] 10.222.0.49 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094801 May 10 11:39:08.026193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:08.044016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:08.085517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e7f1a-d8fb-409b-96a8-7fcc85e8d32d req-cc113193-8ed4-4edb-a09b-568c06483425 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:08.093522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a01e7f1a-d8fb-409b-96a8-7fcc85e8d32d req-cc113193-8ed4-4edb-a09b-568c06483425 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1160541 May 10 11:39:08.141984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:08.144073 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67cd005b-60f9-4464-848e-b6ee7d63ca01 req-e090787b-d307-4ef3-a8d5-70ece4a88f4a service neutron] 10.222.0.49 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279104 May 10 11:39:08.278384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a01e7f1a-d8fb-409b-96a8-7fcc85e8d32d req-76f8789b-cf4d-4765-a4ca-c23fd923b328 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2abb797-2cec-45f3-acd0-4ac7ee719d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838236 May 10 11:39:08.296105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471bb72-4d6e-44bf-8bd1-3ae4d9b0e2cf req-eeadbff0-ee74-405d-b90d-02f8601e3089 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:08.297088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-20afb602-d466-4da1-b275-2aceb757eeda tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:08.297911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4471bb72-4d6e-44bf-8bd1-3ae4d9b0e2cf req-eeadbff0-ee74-405d-b90d-02f8601e3089 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 945 time: 0.0948169 May 10 11:39:08.298609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-20afb602-d466-4da1-b275-2aceb757eeda tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 945 time: 0.1597779 May 10 11:39:08.334889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:08.346413 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4471bb72-4d6e-44bf-8bd1-3ae4d9b0e2cf req-7e767eb6-0885-4115-92cd-49ecb8c69da3 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404985 May 10 11:39:08.401773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:08.413118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:08.483181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ec001727-f7e8-4939-ae91-a7415acfa8a2 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/floatingips/a5e757d2-6a36-4c57-a841-b30ca5d8e223 HTTP/1.1" status: 200 len: 993 time: 0.0687380 May 10 11:39:08.528819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Deleting port a95af036-d88f-4a56-86f7-bc7d760c6553 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:08.529204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:08.647912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] For port a95af036-d88f-4a56-86f7-bc7d760c6553, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a95af036-d88f-4a56-86f7-bc7d760c6553,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:08.648375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:08.666764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Calling delete_port for a95af036-d88f-4a56-86f7-bc7d760c6553 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:08.673597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 855447bf-0282-4e00-b4db-a1fc85b1b4b7 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:39:08.860604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:08.866453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 407196db-9427-4f92-b47c-236dc063e9c4 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:39:08.885748 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ca729-c06b-4797-9e2e-ab9fa83fd945 None None] Sync routers for ids ['855447bf-0282-4e00-b4db-a1fc85b1b4b7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:08.898148 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ca729-c06b-4797-9e2e-ab9fa83fd945 None None] Routers {'855447bf-0282-4e00-b4db-a1fc85b1b4b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:08.902047 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-724ca729-c06b-4797-9e2e-ab9fa83fd945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['855447bf-0282-4e00-b4db-a1fc85b1b4b7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:08.908017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:08.911620 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b038689c-e67a-439d-9b15-a7a696be553f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.9479091 May 10 11:39:08.912029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50832) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:08.966248 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-724ca729-c06b-4797-9e2e-ab9fa83fd945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:08.976653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:08.987074 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ca729-c06b-4797-9e2e-ab9fa83fd945 None None] Routers {'855447bf-0282-4e00-b4db-a1fc85b1b4b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:08.987758 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-724ca729-c06b-4797-9e2e-ab9fa83fd945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['855447bf-0282-4e00-b4db-a1fc85b1b4b7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:08.997031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca952d7-6409-40af-bdbd-8a45972b45de req-543b67c2-0ea1-479e-9bd5-c94e2d2a12cb tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:08.998692 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ca952d7-6409-40af-bdbd-8a45972b45de req-543b67c2-0ea1-479e-9bd5-c94e2d2a12cb tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 943 time: 0.0949128 May 10 11:39:09.021586 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-724ca729-c06b-4797-9e2e-ab9fa83fd945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:09.022254 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ca729-c06b-4797-9e2e-ab9fa83fd945 None None] The sync data for ids ['855447bf-0282-4e00-b4db-a1fc85b1b4b7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:09.036370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 407196db-9427-4f92-b47c-236dc063e9c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=407196db-9427-4f92-b47c-236dc063e9c4,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:09.050304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '407196db-9427-4f92-b47c-236dc063e9c4', 'network_id': '228907b6-6f90-4b04-af45-c84fa8d65f32', 'port_id': '407196db-9427-4f92-b47c-236dc063e9c4', 'mac_address': 'fa:16:3e:4f:54:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61955d59-4936-4f72-8540-0de91be3a151', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:39:09.053026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event deleted for resources: {'Port': ['ID=a95af036-d88f-4a56-86f7-bc7d760c6553,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:09.096983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 407196db-9427-4f92-b47c-236dc063e9c4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:09.097465 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:09.101541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a95af036-d88f-4a56-86f7-bc7d760c6553'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:09.102355 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a3480b0d-27a4-4f9b-9287-4358320e6598 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/routers/855447bf-0282-4e00-b4db-a1fc85b1b4b7 HTTP/1.1" status: 200 len: 883 time: 0.1889067 May 10 11:39:09.103074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50834) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:09.130582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407196db-9427-4f92-b47c-236dc063e9c4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:39:09.145821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] No DVR routers for this DVR port a95af036-d88f-4a56-86f7-bc7d760c6553 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:09.154589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:09.159201 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7aec62e-0e77-4653-b585-c3caaa0e8be5 req-a7080592-2a28-4991-8334-84bbdad19f52 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.70 "DELETE /v2.0/ports/a95af036-d88f-4a56-86f7-bc7d760c6553 HTTP/1.1" status: 204 len: 173 time: 0.8341568 May 10 11:39:09.160056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b51275e-9354-4c9c-98d7-984af219b99a', 'name': 'network-vif-deleted', 'tag': 'a95af036-d88f-4a56-86f7-bc7d760c6553'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:09.172097 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4381ab66-8bc3-42b4-bea9-fc7a362008ee" -d '{"events": [{"server_uuid": "4b51275e-9354-4c9c-98d7-984af219b99a", "name": "network-vif-deleted", "tag": "a95af036-d88f-4a56-86f7-bc7d760c6553"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:09.178987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ca952d7-6409-40af-bdbd-8a45972b45de req-bdbd24c1-537b-4c28-95e6-81b3a0c8214d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328809 May 10 11:39:09.179235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 407196db-9427-4f92-b47c-236dc063e9c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=407196db-9427-4f92-b47c-236dc063e9c4,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:09.188295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:09.264025 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c319595-6a2e-4d5e-96ac-ba56f0620f10 x-openstack-request-id: req-5c319595-6a2e-4d5e-96ac-ba56f0620f10 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:09.264437 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b51275e-9354-4c9c-98d7-984af219b99a", "name": "network-vif-deleted", "tag": "a95af036-d88f-4a56-86f7-bc7d760c6553", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:09.264686 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c319595-6a2e-4d5e-96ac-ba56f0620f10 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:09.265217 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c319595-6a2e-4d5e-96ac-ba56f0620f10'] response: {'server_uuid': '4b51275e-9354-4c9c-98d7-984af219b99a', 'name': 'network-vif-deleted', 'tag': 'a95af036-d88f-4a56-86f7-bc7d760c6553', 'status': 'completed', 'code': 200} May 10 11:39:09.311456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:09.364429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:09.418240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=407196db-9427-4f92-b47c-236dc063e9c4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:09.449819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:39:09.455053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:09.455664 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:09.486158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-714e5a20-0187-4168-ad39-221fcde7ddd3 req-cd22ee72-8e6c-4621-82f3-fc05fb723caf tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b51275e-9354-4c9c-98d7-984af219b99a HTTP/1.1" status: 200 len: 210 time: 0.0373805 May 10 11:39:09.498138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['407196db-9427-4f92-b47c-236dc063e9c4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:09.563355 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:09.712594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:09.713017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:09.770807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:09.773626 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2591e-846a-4e45-bad2-9a33dc1153ec" -d '{"events": [{"server_uuid": "ee512b78-e7e2-4f60-9a6c-addb759bad57", "name": "network-vif-plugged", "status": "completed", "tag": "8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:09.778820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:09.814759 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:09.815614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a95af036-d88f-4a56-86f7-bc7d760c6553 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:09.860862 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bda3fdf-5dd5-44de-aebc-17359f4393a6 x-openstack-request-id: req-1bda3fdf-5dd5-44de-aebc-17359f4393a6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:09.861270 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee512b78-e7e2-4f60-9a6c-addb759bad57", "name": "network-vif-plugged", "status": "completed", "tag": "8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:09.861641 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bda3fdf-5dd5-44de-aebc-17359f4393a6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:09.862132 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bda3fdf-5dd5-44de-aebc-17359f4393a6'] response: {'server_uuid': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'code': 200} May 10 11:39:09.902331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: a95af036-d88f-4a56-86f7-bc7d760c6553 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:09.902687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a95af036-d88f-4a56-86f7-bc7d760c6553 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:09.931333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:09.943330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a32f1-e886-48a0-8c95-bb62421dcaf2 req-08b3f3cd-f02f-4e0a-987e-787abad962e1 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:09.945679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-952a32f1-e886-48a0-8c95-bb62421dcaf2 req-08b3f3cd-f02f-4e0a-987e-787abad962e1 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.1033151 May 10 11:39:10.007576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf204d1-4e0a-455d-9ac6-f1b93377fb28 req-3d0aea75-6c38-454b-9540-1d01da6830f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:10.009213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-acf204d1-4e0a-455d-9ac6-f1b93377fb28 req-3d0aea75-6c38-454b-9540-1d01da6830f3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 1097 time: 0.0613189 May 10 11:39:10.022811 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a0c6869b-db1e-4817-9e87-66092095aa38 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9185188 May 10 11:39:10.025669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50858) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:10.030041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-aa538a67-7b2f-40cc-8f69-53c97f490661 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-540940533'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:10.035982 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-952a32f1-e886-48a0-8c95-bb62421dcaf2 req-7acab108-ad86-4351-abb3-ffc36fc38e77 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795987 May 10 11:39:10.067481 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-acf204d1-4e0a-455d-9ac6-f1b93377fb28 req-76f605b7-7d32-4695-b9e9-13bdd4c3f9b8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513127 May 10 11:39:10.324707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4aef6-4d0c-4a63-b6d8-1ec1b617d285 req-2d9440c9-6f03-4f40-b26e-0382d4dfa99b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:10.326364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0f4aef6-4d0c-4a63-b6d8-1ec1b617d285 req-2d9440c9-6f03-4f40-b26e-0382d4dfa99b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 944 time: 0.0568881 May 10 11:39:10.357010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa538a67-7b2f-40cc-8f69-53c97f490661 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:10.369465 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa538a67-7b2f-40cc-8f69-53c97f490661 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:10.373552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0f4aef6-4d0c-4a63-b6d8-1ec1b617d285 req-f76cf50a-062d-4a7a-807e-3ded0502bfc9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397213 May 10 11:39:10.490152 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa538a67-7b2f-40cc-8f69-53c97f490661 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 855447bf-0282-4e00-b4db-a1fc85b1b4b7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:10.604511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa538a67-7b2f-40cc-8f69-53c97f490661 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:10.612034 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa538a67-7b2f-40cc-8f69-53c97f490661 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:10.613574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aa538a67-7b2f-40cc-8f69-53c97f490661 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/855447bf-0282-4e00-b4db-a1fc85b1b4b7 HTTP/1.1" status: 200 len: 890 time: 0.5866497 May 10 11:39:10.615925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50874) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:10.617660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093ff48-c2aa-4897-b642-1f8ddcd8fcb7 None None] Sync routers for ids ['855447bf-0282-4e00-b4db-a1fc85b1b4b7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:10.638188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093ff48-c2aa-4897-b642-1f8ddcd8fcb7 None None] Routers {'855447bf-0282-4e00-b4db-a1fc85b1b4b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:10.639303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3093ff48-c2aa-4897-b642-1f8ddcd8fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['855447bf-0282-4e00-b4db-a1fc85b1b4b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:10.678285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3093ff48-c2aa-4897-b642-1f8ddcd8fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:10.690518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093ff48-c2aa-4897-b642-1f8ddcd8fcb7 None None] Routers {'855447bf-0282-4e00-b4db-a1fc85b1b4b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:10.691653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3093ff48-c2aa-4897-b642-1f8ddcd8fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['855447bf-0282-4e00-b4db-a1fc85b1b4b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:10.735420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3093ff48-c2aa-4897-b642-1f8ddcd8fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:10.736102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093ff48-c2aa-4897-b642-1f8ddcd8fcb7 None None] The sync data for ids ['855447bf-0282-4e00-b4db-a1fc85b1b4b7'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:10.750076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b1d3c9aa-b5be-4ab3-bd47-fc802b77fe34 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/routers/855447bf-0282-4e00-b4db-a1fc85b1b4b7 HTTP/1.1" status: 200 len: 890 time: 0.1329865 May 10 11:39:10.753610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50882) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:10.780776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4ed8b286-45cc-4a97-b7ef-3724b17ea487 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=855447bf-0282-4e00-b4db-a1fc85b1b4b7 HTTP/1.1" status: 200 len: 205 time: 0.0259838 May 10 11:39:10.783244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50884) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:10.843500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68fd8a-b1c9-4f32-9fa4-6eb32f71b57b req-04d1b4c2-0f51-44e2-9e16-ccae49b4ce39 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:10.845251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b68fd8a-b1c9-4f32-9fa4-6eb32f71b57b req-04d1b4c2-0f51-44e2-9e16-ccae49b4ce39 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0716958 May 10 11:39:10.860600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 407196db-9427-4f92-b47c-236dc063e9c4 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:10.903901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b68fd8a-b1c9-4f32-9fa4-6eb32f71b57b req-c8991796-6576-4d92-98d4-f6e8df49154f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523047 May 10 11:39:10.906238 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.039353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.083486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 407196db-9427-4f92-b47c-236dc063e9c4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:39:11.092682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 407196db-9427-4f92-b47c-236dc063e9c4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:11.092682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.102951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port d913e263-4383-4c66-aa3d-5a3db47ed3c9 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:11.107180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.187220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 407196db-9427-4f92-b47c-236dc063e9c4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:11.187615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.225848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 407196db-9427-4f92-b47c-236dc063e9c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=407196db-9427-4f92-b47c-236dc063e9c4,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:11.232422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.243245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c410ba-2b54-49b8-ab71-c5eb79caf887 req-a9e5f22c-4a8c-4dbb-93dd-b1843e630cd4 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:11.245774 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0c410ba-2b54-49b8-ab71-c5eb79caf887 req-a9e5f22c-4a8c-4dbb-93dd-b1843e630cd4 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.1127322 May 10 11:39:11.276410 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.289722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=407196db-9427-4f92-b47c-236dc063e9c4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:11.293561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for d913e263-4383-4c66-aa3d-5a3db47ed3c9 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:11.317200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0c410ba-2b54-49b8-ab71-c5eb79caf887 req-1789e403-a4f4-46b9-92f7-b1878b2d1c10 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629799 May 10 11:39:11.490295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.499865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33bb8-6aeb-42b2-9d3a-a16d36a13bdc req-fcbf96d6-5469-4716-8905-88c570cb1ef6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:11.501342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2d33bb8-6aeb-42b2-9d3a-a16d36a13bdc req-fcbf96d6-5469-4716-8905-88c570cb1ef6 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.0539908 May 10 11:39:11.517288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=d913e263-4383-4c66-aa3d-5a3db47ed3c9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:11.547140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2d33bb8-6aeb-42b2-9d3a-a16d36a13bdc req-4f13cb23-9e47-4975-baa0-ec729ffa3ca4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 May 10 11:39:11.588528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.686334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.688743 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.863147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b16107-e848-468b-8413-2c7ee0ea0b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407196db-9427-4f92-b47c-236dc063e9c4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:11.865995 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eab0990-6534-492d-970b-c4fd7bf0138d" -d '{"events": [{"server_uuid": "f5b16107-e848-468b-8413-2c7ee0ea0b23", "name": "network-vif-plugged", "status": "completed", "tag": "407196db-9427-4f92-b47c-236dc063e9c4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:11.906890 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc7801-6a91-4b1b-a9bd-44caecf0a988 x-openstack-request-id: req-8cbc7801-6a91-4b1b-a9bd-44caecf0a988 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:11.907187 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b16107-e848-468b-8413-2c7ee0ea0b23", "name": "network-vif-plugged", "status": "completed", "tag": "407196db-9427-4f92-b47c-236dc063e9c4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:11.907402 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cbc7801-6a91-4b1b-a9bd-44caecf0a988 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:11.907862 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbc7801-6a91-4b1b-a9bd-44caecf0a988'] response: {'server_uuid': 'f5b16107-e848-468b-8413-2c7ee0ea0b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407196db-9427-4f92-b47c-236dc063e9c4', 'code': 200} May 10 11:39:12.048902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.049485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Fanout notify agent at l3_agent the message router_deleted on router 855447bf-0282-4e00-b4db-a1fc85b1b4b7 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:39:12.068589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.069783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b63d1c14-c3dc-4d51-b2c3-649c63835722 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/855447bf-0282-4e00-b4db-a1fc85b1b4b7 HTTP/1.1" status: 204 len: 168 time: 1.2856462 May 10 11:39:12.073341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf5e3d-fd38-4b1a-ae97-798d18726fff req-ad7ace95-9db9-4444-85a5-62fa13e9d6e3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:12.073639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50916) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:12.075950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51cf5e3d-fd38-4b1a-ae97-798d18726fff req-ad7ace95-9db9-4444-85a5-62fa13e9d6e3 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0894511 May 10 11:39:12.079151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421959f-74b5-41f5-a5e0-3d0ca88c114f req-f6820c7e-37f9-4725-a221-2cfe40475553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:12.079617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1289161748'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:12.080969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d421959f-74b5-41f5-a5e0-3d0ca88c114f req-f6820c7e-37f9-4725-a221-2cfe40475553 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 1096 time: 0.0933144 May 10 11:39:12.101511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:12.105656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.141414 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51cf5e3d-fd38-4b1a-ae97-798d18726fff req-a3d9d4df-e98b-43a9-9e72-bed3c96c5ad7 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572586 May 10 11:39:12.143117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d421959f-74b5-41f5-a5e0-3d0ca88c114f req-0770c946-8bcd-40a4-826d-d48622411ab4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521727 May 10 11:39:12.148698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:39:12.167652 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.168109 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment 159d116a-57e8-4976-8b45-f96a71d44d7b of type vlan for network cf6ca4c3-76a6-4e95-a296-96ae392650f3 May 10 11:39:12.211170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.242811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.248799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:12.249659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.310767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2357144 May 10 11:39:12.314262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50922) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:12.319532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': 'cf6ca4c3-76a6-4e95-a296-96ae392650f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:12.321649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847f522-8fc7-41fc-ba8c-1c13defbe41c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=cf6ca4c3-76a6-4e95-a296-96ae392650f3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:12.334133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network cf6ca4c3-76a6-4e95-a296-96ae392650f3 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:39:12.458929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:12.463402 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.468007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197b53-ba75-4b6d-b5f2-0917a18b3df9 req-e4a97089-a38e-4e34-a24b-92a80fccc3f3 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:12.472313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-30197b53-ba75-4b6d-b5f2-0917a18b3df9 req-e4a97089-a38e-4e34-a24b-92a80fccc3f3 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.0613565 May 10 11:39:12.524931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-30197b53-ba75-4b6d-b5f2-0917a18b3df9 req-ef2338f9-792a-446e-b225-6d46757186c6 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492485 May 10 11:39:12.649736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-313e40ab-a209-4e5f-9f6e-3c723413c3d9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:12.651392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-313e40ab-a209-4e5f-9f6e-3c723413c3d9 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.0879660 May 10 11:39:12.676878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037df4c-13a7-4c6d-bf75-3dd6549fb112 req-63394ee5-371b-4b8d-8dc6-10f3d353b395 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:12.678309 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f037df4c-13a7-4c6d-bf75-3dd6549fb112 req-63394ee5-371b-4b8d-8dc6-10f3d353b395 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.0526564 May 10 11:39:12.742645 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f037df4c-13a7-4c6d-bf75-3dd6549fb112 req-e8cc1d7c-e028-40eb-8ec6-2f1ef40b6e78 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554595 May 10 11:39:12.814607 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:39:12.825734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a6fe-2eef-410c-a3e4-1d210958e41e req-ee992f8f-5edc-486a-bc1c-99598b62855d tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:12.827199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31e9a6fe-2eef-410c-a3e4-1d210958e41e req-ee992f8f-5edc-486a-bc1c-99598b62855d tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.2087204 May 10 11:39:12.838738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50940) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:12.843660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Request body: {'floatingip': {'port_id': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:12.849046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.888577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.929486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Deleting port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:12.929818 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.948292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=98fe8d34-61d4-49ba-8b10-6baa5bb17e10,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:12.989403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': '159d116a-57e8-4976-8b45-f96a71d44d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf6ca4c3-76a6-4e95-a296-96ae392650f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:12.989795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: cf6ca4c3-76a6-4e95-a296-96ae392650f3, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:39:13.044773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network cf6ca4c3-76a6-4e95-a296-96ae392650f3 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:39:13.067663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] For port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:13.068070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.070758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, cf6ca4c3-76a6-4e95-a296-96ae392650f3) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:13.080843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:13.081789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.082604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a5224-0ef7-41f7-b638-0e8bc890d58d None None] Network cf6ca4c3-76a6-4e95-a296-96ae392650f3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:13.199295 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b7ae1e30-d861-4911-a90c-630fb3ad6ad7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8837721 May 10 11:39:13.203677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50954) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:13.209819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2221735e-f943-4014-b57b-71941b44ba47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1370891333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:13.272016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-cf6ca4c3-76a6-4e95-a296-96ae392650f3', 'network_id': 'cf6ca4c3-76a6-4e95-a296-96ae392650f3', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': '98fe8d34-61d4-49ba-8b10-6baa5bb17e10'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:39:13.272906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.407874 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2221735e-f943-4014-b57b-71941b44ba47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.409207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2221735e-f943-4014-b57b-71941b44ba47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.474577 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.475197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.476067 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Floating IP 39d2f6a9-9869-415b-a858-d74491129bf5 disassociated. External IP: 172.25.8.47, port: a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c. May 10 11:39:13.476514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Calling delete_port for a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:13.482362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Allocated IP 2001:db8::2 (cf6ca4c3-76a6-4e95-a296-96ae392650f3/98fe8d34-61d4-49ba-8b10-6baa5bb17e10/8ba9a50b-ebb5-4873-94bf-f37b030f4c90) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:13.573281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c8982-9c0b-4762-8946-4a00553d89c4 req-cd4786d1-716f-42cc-84fa-638f120e338f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:13.574860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-444c8982-9c0b-4762-8946-4a00553d89c4 req-cd4786d1-716f-42cc-84fa-638f120e338f tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 944 time: 0.3094535 May 10 11:39:13.630318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2221735e-f943-4014-b57b-71941b44ba47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.646573 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2221735e-f943-4014-b57b-71941b44ba47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.661914 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.697255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.707666 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.720819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event deleted for resources: {'Port': ['ID=a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:13.742167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2221735e-f943-4014-b57b-71941b44ba47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.743709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2221735e-f943-4014-b57b-71941b44ba47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5383670 May 10 11:39:13.751949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-444c8982-9c0b-4762-8946-4a00553d89c4 req-278ed1c2-33f5-4cc5-b81e-9ed2ea8c2b48 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups?id=19733ff4-5fba-4ad3-8345-83b4a0a40b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339233 May 10 11:39:13.752691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50964) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:13.788772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Network cf6ca4c3-76a6-4e95-a296-96ae392650f3 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:13.791344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Pushing event updated for resources: {'Port': ['ID=8ba9a50b-ebb5-4873-94bf-f37b030f4c90,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:13.796874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:13.805512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:13.895336 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.resource_extend [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:39:13.943603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Attempting to bind port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:13.943603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Attempting to bind port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '159d116a-57e8-4976-8b45-f96a71d44d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf6ca4c3-76a6-4e95-a296-96ae392650f3'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:13.943969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Attempting to bind port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 on network cf6ca4c3-76a6-4e95-a296-96ae392650f3 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:13.953362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:13.953362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Checking segment: {'id': '159d116a-57e8-4976-8b45-f96a71d44d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf6ca4c3-76a6-4e95-a296-96ae392650f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:13.953763 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.954105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Bound using segment: {'id': '159d116a-57e8-4976-8b45-f96a71d44d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf6ca4c3-76a6-4e95-a296-96ae392650f3'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:13.954568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Bound port: 8ba9a50b-ebb5-4873-94bf-f37b030f4c90, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159d116a-57e8-4976-8b45-f96a71d44d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf6ca4c3-76a6-4e95-a296-96ae392650f3'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:13.955146 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.957826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:13.972571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ee1f-cb59-43c3-b308-d1041fe4b014 req-809e169e-ccff-417a-92c8-b42b3530cbe9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:13.983265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7597ee1f-cb59-43c3-b308-d1041fe4b014 req-809e169e-ccff-417a-92c8-b42b3530cbe9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.0949035 May 10 11:39:14.057064 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7597ee1f-cb59-43c3-b308-d1041fe4b014 req-4ae09892-a53a-46c9-8bf1-f586b69086b2 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727777 May 10 11:39:14.074924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] For port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:14.095860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] For port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8ba9a50b-ebb5-4873-94bf-f37b030f4c90,segment=NetworkSegment(159d116a-57e8-4976-8b45-f96a71d44d7b),segment_id=159d116a-57e8-4976-8b45-f96a71d44d7b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:14.103538 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.111234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.150431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.223191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ebf42-d037-4de2-bb39-d590bf958c04 None None] Pushing event updated for resources: {'Port': ['ID=8ba9a50b-ebb5-4873-94bf-f37b030f4c90,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:14.332367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:14.355729 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] Sync routers for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:14.368820 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Floating IP b877cd8e-4f1f-4a68-98d7-423add04c219 associated. External IP: 172.25.8.52, port: 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1. May 10 11:39:14.369859 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:14.370837 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:14.373070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.478818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] No DVR routers for this DVR port a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:14.483213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.486199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e1f4eff-d49d-4ecd-ae92-15125a0ddcd8 req-73fef7f8-ef06-4b5c-9570-817532fdc953 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.49 "DELETE /v2.0/ports/a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c HTTP/1.1" status: 204 len: 173 time: 1.7947178 May 10 11:39:14.486922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-deleted', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:14.489478 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8657a664-728c-40da-b4be-a4b34839c63a" -d '{"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-deleted", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:14.561050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e01628-0963-46f1-8aeb-6e706b0bb80d req-a3197007-29e2-498a-b546-bae24722b4f4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:14.571415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e01628-0963-46f1-8aeb-6e706b0bb80d req-a3197007-29e2-498a-b546-bae24722b4f4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1745732 May 10 11:39:14.646813 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8634672-9d07-4d0d-b7e6-234c6c76a064 x-openstack-request-id: req-f8634672-9d07-4d0d-b7e6-234c6c76a064 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:14.647114 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4fa40-813f-4ed9-84c1-ae6a8c907a8b", "name": "network-vif-deleted", "tag": "a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:14.647733 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8634672-9d07-4d0d-b7e6-234c6c76a064 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:14.647873 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8634672-9d07-4d0d-b7e6-234c6c76a064'] response: {'server_uuid': 'dae4fa40-813f-4ed9-84c1-ae6a8c907a8b', 'name': 'network-vif-deleted', 'tag': 'a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c', 'status': 'completed', 'code': 200} May 10 11:39:14.653179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e01628-0963-46f1-8aeb-6e706b0bb80d req-40c73d36-42d5-47c9-9259-1f50ebf17be9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805547 May 10 11:39:14.664372 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:14.857556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:14.892829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:14.893069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a624d6d0-d6a0-4be8-b8b1-54bf44b9ad8c not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:14.915853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6a3ed40-4f0b-4f46-a250-6d0595d42e7a req-5d46f044-0ab9-4c30-bff9-fe17290e6e51 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae4fa40-813f-4ed9-84c1-ae6a8c907a8b HTTP/1.1" status: 200 len: 210 time: 0.0441763 May 10 11:39:14.997459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961200ae-f44e-4199-84e9-2a764d5f5693 req-542c9e84-93dc-4b52-b514-5f697312a011 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:14.998959 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-961200ae-f44e-4199-84e9-2a764d5f5693 req-542c9e84-93dc-4b52-b514-5f697312a011 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1992693 May 10 11:39:15.028002 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:16Z', 'revision_number': 5, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:15.067353 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] Checking router: 483fd253-e4a1-48b8-8aa8-2a0e05001a7c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:15.088741 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:15.089948 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:15.199417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-961200ae-f44e-4199-84e9-2a764d5f5693 req-d0db5a1e-7832-4925-b781-dbeabd08d67a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526155 May 10 11:39:15.270426 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:15.346512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8::1 (cf6ca4c3-76a6-4e95-a296-96ae392650f3/98fe8d34-61d4-49ba-8b10-6baa5bb17e10/68b5ab01-6874-47cc-a9aa-a141c2ef9039) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:15.359297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Router 9e716e5a-6a29-449b-b1c0-697665fc02e9 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:15.578216 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:16Z', 'revision_number': 5, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:15.611039 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47199db9-524a-48a1-8adb-f088ff0d5b96 None None] The sync data for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 is: [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:31:10Z', 'revision_number': 4, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'e631f403-cf37-4c1d-8d7a-475918ef5dac', 'name': '', 'network_id': '8a425eb4-06d3-43de-998c-7f472bd98c43', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'mac_address': 'fa:16:3e:2e:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:08Z', 'updated_at': '2022-05-10T11:31:16Z', 'revision_number': 5, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'subnets': [{'id': 'ee664d4f-78fd-4109-9c8c-df995448cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:15.666620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8290239e-1185-4732-888c-6bb232a8ffab None None] Network cf6ca4c3-76a6-4e95-a296-96ae392650f3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:15.677260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5bbc7-fe7f-464b-866a-2662394c3c38 req-22a61512-e1fb-42cd-a0f0-20ba463b6185 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:15.685466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aab5bbc7-fe7f-464b-866a-2662394c3c38 req-22a61512-e1fb-42cd-a0f0-20ba463b6185 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.2040508 May 10 11:39:15.718220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:15.724072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.746902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] Sync routers for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:15.775008 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aab5bbc7-fe7f-464b-866a-2662394c3c38 req-4ad19b89-1d9b-4644-be1b-36be05056096 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884156 May 10 11:39:15.783426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.785243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:15.785829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:15.790753 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f1c75eba-fc84-4720-9c53-fdb2ab65da9f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "PUT /v2.0/floatingips/b877cd8e-4f1f-4a68-98d7-423add04c219 HTTP/1.1" status: 200 len: 991 time: 2.9483080 May 10 11:39:15.790753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'tag': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:15.792767 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b8c4b1-3302-453d-ac25-93590132cf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee512b78-e7e2-4f60-9a6c-addb759bad57", "tag": "8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:15.844858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.864873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e7aacbd6-ac59-437e-a80c-203256b8eacb None None] Provisioning complete for port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:15.865264 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7aacbd6-ac59-437e-a80c-203256b8eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.941641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network cf6ca4c3-76a6-4e95-a296-96ae392650f3 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:16.006936 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eac259b-2200-4c39-b248-6ae56d08c1ca x-openstack-request-id: req-5eac259b-2200-4c39-b248-6ae56d08c1ca {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:16.008133 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee512b78-e7e2-4f60-9a6c-addb759bad57", "tag": "8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:16.008133 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eac259b-2200-4c39-b248-6ae56d08c1ca {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:16.008133 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eac259b-2200-4c39-b248-6ae56d08c1ca'] response: {'name': 'network-changed', 'server_uuid': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'tag': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'status': 'completed', 'code': 200} May 10 11:39:16.009209 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:16.016091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:16.021688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.057920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49574186-f7d3-45e8-b440-651e7f64d254 req-898d2985-d63f-46d9-b4c2-93a43e0bf401 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:16.075692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49574186-f7d3-45e8-b440-651e7f64d254 req-898d2985-d63f-46d9-b4c2-93a43e0bf401 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.1644173 May 10 11:39:16.095600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50994) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:16.108596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:16.137485 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca294d0-e6ed-4e35-afcd-e4ffd70b28d6 None None] New status for floating IP 39d2f6a9-9869-415b-a858-d74491129bf5: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:39:16.150716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=68b5ab01-6874-47cc-a9aa-a141c2ef9039,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:16.193273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:16.226017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e7aacbd6-ac59-437e-a80c-203256b8eacb None None] Current status of the port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:16.227346 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7aacbd6-ac59-437e-a80c-203256b8eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.240169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-30a6c1d5-4194-4113-9a7c-38555da0c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:16.242323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-30a6c1d5-4194-4113-9a7c-38555da0c683 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53ce038f9a584383a54416f1353e1b43&device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 1097 time: 0.2968910 May 10 11:39:16.279849 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49574186-f7d3-45e8-b440-651e7f64d254 req-45de3fbf-88d5-4c60-b2d8-056fa03fb9ce tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012987 May 10 11:39:16.320781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e7aacbd6-ac59-437e-a80c-203256b8eacb None None] For port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8ba9a50b-ebb5-4873-94bf-f37b030f4c90,segment=NetworkSegment(159d116a-57e8-4976-8b45-f96a71d44d7b),segment_id=159d116a-57e8-4976-8b45-f96a71d44d7b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:16.332938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1778478e-b12e-4bb2-aaf5-891843034ed2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.364316 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e7aacbd6-ac59-437e-a80c-203256b8eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.386105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1778478e-b12e-4bb2-aaf5-891843034ed2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.422814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:16.427614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.441044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.473976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1778478e-b12e-4bb2-aaf5-891843034ed2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.478668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1778478e-b12e-4bb2-aaf5-891843034ed2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.483049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1778478e-b12e-4bb2-aaf5-891843034ed2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "DELETE /v2.0/security-groups/19733ff4-5fba-4ad3-8345-83b4a0a40b8e HTTP/1.1" status: 204 len: 168 time: 0.3863950 May 10 11:39:16.483710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51000) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:16.507103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778478e-b12e-4bb2-aaf5-891843034ed2 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19733ff4-5fba-4ad3-8345-83b4a0a40b8e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:16.516627 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-a511ae02-ad6a-4ee1-a185-39e430c63a75 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] show failed (client error): The resource could not be found. May 10 11:39:16.523903 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a511ae02-ad6a-4ee1-a185-39e430c63a75 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "GET /v2.0/security-groups/19733ff4-5fba-4ad3-8345-83b4a0a40b8e HTTP/1.1" status: 404 len: 347 time: 0.0248079 May 10 11:39:16.524523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:16.642291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aacbd6-ac59-437e-a80c-203256b8eacb None None] Pushing event updated for resources: {'Port': ['ID=8ba9a50b-ebb5-4873-94bf-f37b030f4c90,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:16.647965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-272393a1-6f61-4dfa-98d3-893b4e44d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:16.649685 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-272393a1-6f61-4dfa-98d3-893b4e44d297 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3cb85cca-7785-46f7-94f9-27d0b4dd5332 HTTP/1.1" status: 200 len: 906 time: 0.3599405 May 10 11:39:16.727923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:16.759988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Deleting port 31820ce7-37d3-4d34-9401-939b05b9646d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:16.760342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.814770 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-cc460f50-33c9-4031-8c5a-eb00cc7c5527 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 HTTP/1.1" status: 200 len: 999 time: 0.1579511 May 10 11:39:16.842192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6885ed10-cc94-44b0-87a5-77a294c1e90f None None] Provisioning complete for port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:16.842572 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6885ed10-cc94-44b0-87a5-77a294c1e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.915385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'b877cd8e-4f1f-4a68-98d7-423add04c219', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'port_id': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'mac_address': 'fa:16:3e:78:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:38:52Z', 'updated_at': '2022-05-10T11:39:13Z', 'revision_number': 1, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:49Z', 'revision_number': 5, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:16.929402 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.931944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.946924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] Checking router: 9e716e5a-6a29-449b-b1c0-697665fc02e9 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:16.962932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:16.963290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Calling delete_port for 31820ce7-37d3-4d34-9401-939b05b9646d owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:16.963569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:16.976310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-9a226839-335b-48a0-9fd1-6b8913c20847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:16.978042 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-9a226839-335b-48a0-9fd1-6b8913c20847 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c76b5cad-51a8-47f6-a9dd-27d59268ba9f HTTP/1.1" status: 200 len: 844 time: 0.1459448 May 10 11:39:17.011487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761c6da-c426-4fa7-8a33-716936f9f242 req-c4ae4b26-0c1d-47d1-8c86-28fde6044e74 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:17.019013 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d761c6da-c426-4fa7-8a33-716936f9f242 req-c4ae4b26-0c1d-47d1-8c86-28fde6044e74 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1033304 May 10 11:39:17.068625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:17.097314 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d761c6da-c426-4fa7-8a33-716936f9f242 req-71a50068-54e9-4907-88ee-f1acc7eaf0f4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773337 May 10 11:39:17.101338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:17.102697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:17.115476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6885ed10-cc94-44b0-87a5-77a294c1e90f None None] Current status of the port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:17.145021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-0fdd724d-c3ca-4fc9-9f89-3f3469b18f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:17.146532 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-0fdd724d-c3ca-4fc9-9f89-3f3469b18f77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3cb85cca-7785-46f7-94f9-27d0b4dd5332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568711 May 10 11:39:17.162443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6885ed10-cc94-44b0-87a5-77a294c1e90f None None] Provisioning complete for port 68b5ab01-6874-47cc-a9aa-a141c2ef9039 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:17.163039 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6885ed10-cc94-44b0-87a5-77a294c1e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:17.169327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:17.247706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:17.286527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=68b5ab01-6874-47cc-a9aa-a141c2ef9039,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:17.313648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Pushing event deleted for resources: {'Port': ['ID=31820ce7-37d3-4d34-9401-939b05b9646d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:17.360327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-853b81a0-586b-4b9f-9146-7e8d8f4ea857 service neutron] 10.222.0.70 "GET /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960196 May 10 11:39:17.362735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network cf6ca4c3-76a6-4e95-a296-96ae392650f3 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:17.404971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6885ed10-cc94-44b0-87a5-77a294c1e90f None None] Port 68b5ab01-6874-47cc-a9aa-a141c2ef9039 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:17.443964 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:17.446975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:17.449652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b38322be-e507-445d-a82d-f32fb2dd1043 tempest-ServerActionsTestJSON-1530686043 tempest-ServerActionsTestJSON-1530686043-project] 10.222.0.13 "DELETE /v2.0/floatingips/39d2f6a9-9869-415b-a858-d74491129bf5 HTTP/1.1" status: 204 len: 168 time: 0.9221821 May 10 11:39:17.451528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51010) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:17.451689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:17.472093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12b8c4b1-3302-453d-ac25-93590132cf6e req-5816fafb-0010-45c3-b8c0-389e08994e54 service neutron] 10.222.0.70 "GET /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037955 May 10 11:39:17.669695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bef7d8cb-d02c-4428-b709-3f0c94e806f8 None None] Provisioning complete for port 68b5ab01-6874-47cc-a9aa-a141c2ef9039 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:17.670110 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bef7d8cb-d02c-4428-b709-3f0c94e806f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:17.719103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bef7d8cb-d02c-4428-b709-3f0c94e806f8 None None] Port 68b5ab01-6874-47cc-a9aa-a141c2ef9039 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:17.723929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'b877cd8e-4f1f-4a68-98d7-423add04c219', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'port_id': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'mac_address': 'fa:16:3e:78:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:38:52Z', 'updated_at': '2022-05-10T11:39:13Z', 'revision_number': 1, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:49Z', 'revision_number': 5, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:17.767534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ecf9d-f568-46bd-b9a2-462ac15c8d0d None None] The sync data for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 is: [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'b877cd8e-4f1f-4a68-98d7-423add04c219', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'port_id': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'mac_address': 'fa:16:3e:78:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:38:52Z', 'updated_at': '2022-05-10T11:39:13Z', 'revision_number': 1, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:49Z', 'revision_number': 5, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:17.980938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 780fce5c-3e1d-4f00-888e-9910b39bbe00 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:39:18.030145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7c3c3ff5-49fc-4f67-ab13-416498771131 None None] Provisioning complete for port 68b5ab01-6874-47cc-a9aa-a141c2ef9039 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:18.030549 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3ff5-49fc-4f67-ab13-416498771131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:18.092388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:18.103379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:18.111169 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b42f13d4-d251-436d-924f-4630aa67262d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/780fce5c-3e1d-4f00-888e-9910b39bbe00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3507185 May 10 11:39:18.113789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51014) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:18.148514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3db8d-33fb-4aab-86de-2a47c894a1a3 None None] Sync routers for ids ['780fce5c-3e1d-4f00-888e-9910b39bbe00'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:18.213126 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a5b2d-cc5e-471d-ab9b-847a21b598ba None None] New status for floating IP b877cd8e-4f1f-4a68-98d7-423add04c219: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:39:18.229793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c3ff5-49fc-4f67-ab13-416498771131 None None] Port 68b5ab01-6874-47cc-a9aa-a141c2ef9039 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:18.237641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3db8d-33fb-4aab-86de-2a47c894a1a3 None None] Routers {'780fce5c-3e1d-4f00-888e-9910b39bbe00'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:18.238293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ede3db8d-33fb-4aab-86de-2a47c894a1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['780fce5c-3e1d-4f00-888e-9910b39bbe00'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:18.252009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea03b5-dd71-438c-b537-c5ddd22084d7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:18.255997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d5ea03b5-dd71-438c-b537-c5ddd22084d7 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports/68b5ab01-6874-47cc-a9aa-a141c2ef9039 HTTP/1.1" status: 200 len: 911 time: 0.1385386 May 10 11:39:18.258729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51022) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:18.266450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-82008549-52ff-4385-8f18-3ed9f8fa7171 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98fe8d34-61d4-49ba-8b10-6baa5bb17e10'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:18.306342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ede3db8d-33fb-4aab-86de-2a47c894a1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:18.318155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3db8d-33fb-4aab-86de-2a47c894a1a3 None None] Routers {'780fce5c-3e1d-4f00-888e-9910b39bbe00'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:18.318804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ede3db8d-33fb-4aab-86de-2a47c894a1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['780fce5c-3e1d-4f00-888e-9910b39bbe00'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:18.395525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ede3db8d-33fb-4aab-86de-2a47c894a1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:18.396369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3db8d-33fb-4aab-86de-2a47c894a1a3 None None] The sync data for ids ['780fce5c-3e1d-4f00-888e-9910b39bbe00'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:18.404681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:18.405467 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:18.409950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f973c2-5f1c-4a87-8129-86e63cbe959c req-72d90c56-994b-426c-b238-f3427481e7b0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:18.411486 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16f973c2-5f1c-4a87-8129-86e63cbe959c req-72d90c56-994b-426c-b238-f3427481e7b0 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.0822778 May 10 11:39:18.507861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82008549-52ff-4385-8f18-3ed9f8fa7171 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:18.534522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:18.618598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16f973c2-5f1c-4a87-8129-86e63cbe959c req-4727b15b-785f-4eed-90c2-9e922fb17fef tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567610 May 10 11:39:18.799630 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.021571 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82008549-52ff-4385-8f18-3ed9f8fa7171 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.032166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82008549-52ff-4385-8f18-3ed9f8fa7171 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.039115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82008549-52ff-4385-8f18-3ed9f8fa7171 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:19.040012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82008549-52ff-4385-8f18-3ed9f8fa7171 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.041626 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82008549-52ff-4385-8f18-3ed9f8fa7171 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/ports/68b5ab01-6874-47cc-a9aa-a141c2ef9039 HTTP/1.1" status: 200 len: 911 time: 0.7819550 May 10 11:39:19.045316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51034) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:19.083611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Deleting port e631f403-cf37-4c1d-8d7a-475918ef5dac {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:19.084145 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.158325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82008549-52ff-4385-8f18-3ed9f8fa7171 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=68b5ab01-6874-47cc-a9aa-a141c2ef9039,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:19.178197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] For port e631f403-cf37-4c1d-8d7a-475918ef5dac, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e631f403-cf37-4c1d-8d7a-475918ef5dac,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:19.178560 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.197913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Calling delete_port for e631f403-cf37-4c1d-8d7a-475918ef5dac owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:19.406217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.438187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e631f403-cf37-4c1d-8d7a-475918ef5dac,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:19.461140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.615757 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.815136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcacec-3af0-40c1-8eb8-bbd360f6b1f6 req-7ba579b2-2c6e-4b33-afca-5967c1994913 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:19.816539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ddbcacec-3af0-40c1-8eb8-bbd360f6b1f6 req-7ba579b2-2c6e-4b33-afca-5967c1994913 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.0641825 May 10 11:39:19.830470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 68b5ab01-6874-47cc-a9aa-a141c2ef9039 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:19.830853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.922491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ddbcacec-3af0-40c1-8eb8-bbd360f6b1f6 req-07b293b7-58f3-49e0-b4c0-1e3e7f15818e tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948081 May 10 11:39:19.978363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:19.985567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:19.993094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 68b5ab01-6874-47cc-a9aa-a141c2ef9039 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:20.098075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:20.104972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c206995a-8f51-4a6d-af8e-c4e6504ce1d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/483fd253-e4a1-48b8-8aa8-2a0e05001a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6520429 May 10 11:39:20.107651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:20.117154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] Sync routers for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:20.134890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:20.136305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:20.194592 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:20.225812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=68b5ab01-6874-47cc-a9aa-a141c2ef9039,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:20.262091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:20.296749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:20.374826 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:20.438918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:20.520003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Deleting port 2266ac1e-8606-44d9-b22a-67133c81cfd5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:20.520534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:20.702321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-cc177896-4287-4ef6-bc5a-4d02c3d906da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:20.708677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-cc177896-4287-4ef6-bc5a-4d02c3d906da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:20.714870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-cc177896-4287-4ef6-bc5a-4d02c3d906da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:20.722019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-cc177896-4287-4ef6-bc5a-4d02c3d906da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:20.727682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:39:19Z', 'revision_number': 5, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port': {'id': '2266ac1e-8606-44d9-b22a-67133c81cfd5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:31:00Z', 'updated_at': '2022-05-10T11:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:20.728036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-cc177896-4287-4ef6-bc5a-4d02c3d906da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:20.733934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-cc177896-4287-4ef6-bc5a-4d02c3d906da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:20.739700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-cc177896-4287-4ef6-bc5a-4d02c3d906da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:20.741609 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-cc177896-4287-4ef6-bc5a-4d02c3d906da tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.1400378 May 10 11:39:20.744498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] For port 2266ac1e-8606-44d9-b22a-67133c81cfd5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2266ac1e-8606-44d9-b22a-67133c81cfd5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:20.744878 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:20.768579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 780fce5c-3e1d-4f00-888e-9910b39bbe00 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:20.771895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] Checking router: 483fd253-e4a1-48b8-8aa8-2a0e05001a7c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:20.773306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Calling delete_port for 2266ac1e-8606-44d9-b22a-67133c81cfd5 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:20.786078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] Routers {'483fd253-e4a1-48b8-8aa8-2a0e05001a7c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:20.786715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:20.835755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38203987-ae9b-4688-ac49-ff3c72b8f29b req-8d67dd12-527c-431a-acdc-24d0c613030d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800517 May 10 11:39:20.926534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] Set router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:20.946600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:20.954837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d7613478-604e-4cb8-9fe1-ee0bfe2daa0b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/780fce5c-3e1d-4f00-888e-9910b39bbe00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9071698 May 10 11:39:20.960098 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59602e06-2cc4-4ae4-aaa7-70d20c4693be None None] Sync routers for ids ['780fce5c-3e1d-4f00-888e-9910b39bbe00'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:20.964198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51086) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:20.981839 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59602e06-2cc4-4ae4-aaa7-70d20c4693be None None] Routers {'780fce5c-3e1d-4f00-888e-9910b39bbe00'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:20.983783 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-59602e06-2cc4-4ae4-aaa7-70d20c4693be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['780fce5c-3e1d-4f00-888e-9910b39bbe00'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:21.009536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:39:20Z', 'revision_number': 6, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:21.062237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e52b3-6cd7-4527-87fc-c816b2c977d7 None None] The sync data for ids ['483fd253-e4a1-48b8-8aa8-2a0e05001a7c'] in n-d-840949-1 is: [{'id': '483fd253-e4a1-48b8-8aa8-2a0e05001a7c', 'name': 'tempest-ServerActionsTestJSON-196493158-router', 'tenant_id': '0aa9a8954e014385b381498d05416e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:30:58Z', 'updated_at': '2022-05-10T11:39:20Z', 'revision_number': 6, 'project_id': '0aa9a8954e014385b381498d05416e4d', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:21.077210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e6ce4e5d-233a-4efe-84ff-440062e54710 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=780fce5c-3e1d-4f00-888e-9910b39bbe00 HTTP/1.1" status: 200 len: 205 time: 0.1072416 May 10 11:39:21.097940 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-59602e06-2cc4-4ae4-aaa7-70d20c4693be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:21.107746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51102) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:21.118413 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59602e06-2cc4-4ae4-aaa7-70d20c4693be None None] Routers {'780fce5c-3e1d-4f00-888e-9910b39bbe00'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:21.119303 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-59602e06-2cc4-4ae4-aaa7-70d20c4693be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['780fce5c-3e1d-4f00-888e-9910b39bbe00'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:21.180450 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-59602e06-2cc4-4ae4-aaa7-70d20c4693be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:21.181671 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59602e06-2cc4-4ae4-aaa7-70d20c4693be None None] The sync data for ids ['780fce5c-3e1d-4f00-888e-9910b39bbe00'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:21.216485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ae84-ea9e-48c8-b76b-8d397705616f req-194052c0-b66f-4e52-87fd-5870721f078a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:21.223599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ae84-ea9e-48c8-b76b-8d397705616f req-194052c0-b66f-4e52-87fd-5870721f078a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:21.230340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ae84-ea9e-48c8-b76b-8d397705616f req-194052c0-b66f-4e52-87fd-5870721f078a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:21.239030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ae84-ea9e-48c8-b76b-8d397705616f req-194052c0-b66f-4e52-87fd-5870721f078a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:21.250850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ae84-ea9e-48c8-b76b-8d397705616f req-194052c0-b66f-4e52-87fd-5870721f078a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:21.258372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ae84-ea9e-48c8-b76b-8d397705616f req-194052c0-b66f-4e52-87fd-5870721f078a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:21.259644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3c7-19df-4d35-9b8a-6db40388a8fe tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.268350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ae84-ea9e-48c8-b76b-8d397705616f req-194052c0-b66f-4e52-87fd-5870721f078a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:21.270609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e95ae84-ea9e-48c8-b76b-8d397705616f req-194052c0-b66f-4e52-87fd-5870721f078a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.2065771 May 10 11:39:21.418392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1e253-b8dd-4510-8583-da4a5edda141 req-e4a7c4a7-6757-4e20-8cb6-a6feb33670d3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:21.424443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97c1e253-b8dd-4510-8583-da4a5edda141 req-e4a7c4a7-6757-4e20-8cb6-a6feb33670d3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1914778 May 10 11:39:21.454191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.499178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3c7-19df-4d35-9b8a-6db40388a8fe tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.506000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3c7-19df-4d35-9b8a-6db40388a8fe tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.507942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2266ac1e-8606-44d9-b22a-67133c81cfd5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:21.609230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97c1e253-b8dd-4510-8583-da4a5edda141 req-cb8b239e-9de0-41db-8877-cac2b85afdbd tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466084 May 10 11:39:21.651570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3c7-19df-4d35-9b8a-6db40388a8fe tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.652138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c06c3c7-19df-4d35-9b8a-6db40388a8fe tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Fanout notify agent at l3_agent the message router_deleted on router 780fce5c-3e1d-4f00-888e-9910b39bbe00 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:39:21.661061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3c7-19df-4d35-9b8a-6db40388a8fe tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.662156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1c06c3c7-19df-4d35-9b8a-6db40388a8fe tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/780fce5c-3e1d-4f00-888e-9910b39bbe00 HTTP/1.1" status: 204 len: 168 time: 0.5377200 May 10 11:39:21.665339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:21.680103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.743158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec09902b-1317-4300-a3cb-4b0dc63f615d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet 98fe8d34-61d4-49ba-8b10-6baa5bb17e10 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:39:21.747211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec09902b-1317-4300-a3cb-4b0dc63f615d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.795031 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.797404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.800457 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec09902b-1317-4300-a3cb-4b0dc63f615d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.853563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.854339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 483fd253-e4a1-48b8-8aa8-2a0e05001a7c {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:39:21.862918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.867791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5f9faf2f-5b72-4a69-bc2f-8b67b97140c1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/483fd253-e4a1-48b8-8aa8-2a0e05001a7c HTTP/1.1" status: 204 len: 168 time: 1.7583013 May 10 11:39:21.869354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51198) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:21.931786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1facb9c6-4fd3-406b-bb52-178f7fbae9da admin admin] Deleting subnet ee664d4f-78fd-4109-9c8c-df995448cce5 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:39:21.936455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec09902b-1317-4300-a3cb-4b0dc63f615d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:21.953896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c6-4fd3-406b-bb52-178f7fbae9da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.010604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c6-4fd3-406b-bb52-178f7fbae9da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.058087 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec09902b-1317-4300-a3cb-4b0dc63f615d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.088524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2266ac1e-8606-44d9-b22a-67133c81cfd5 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:22.102024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09902b-1317-4300-a3cb-4b0dc63f615d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=98fe8d34-61d4-49ba-8b10-6baa5bb17e10,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:22.118596 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec09902b-1317-4300-a3cb-4b0dc63f615d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.125543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ec09902b-1317-4300-a3cb-4b0dc63f615d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/98fe8d34-61d4-49ba-8b10-6baa5bb17e10 HTTP/1.1" status: 204 len: 168 time: 0.4592328 May 10 11:39:22.135628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51224) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:22.145640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc9975-f149-4f15-9d44-b2dfd67f450e None None] Network cf6ca4c3-76a6-4e95-a296-96ae392650f3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:22.150741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2266ac1e-8606-44d9-b22a-67133c81cfd5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:22.158308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2266ac1e-8606-44d9-b22a-67133c81cfd5 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:22.158308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e631f403-cf37-4c1d-8d7a-475918ef5dac no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:22.166359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c6-4fd3-406b-bb52-178f7fbae9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.263186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.305446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c6-4fd3-406b-bb52-178f7fbae9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.313048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: e631f403-cf37-4c1d-8d7a-475918ef5dac {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:22.313401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e631f403-cf37-4c1d-8d7a-475918ef5dac not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:22.332853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:22.334321 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.354626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb9c6-4fd3-406b-bb52-178f7fbae9da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee664d4f-78fd-4109-9c8c-df995448cce5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:22.363862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c6-4fd3-406b-bb52-178f7fbae9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.373696 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1facb9c6-4fd3-406b-bb52-178f7fbae9da admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee664d4f-78fd-4109-9c8c-df995448cce5 HTTP/1.1" status: 204 len: 168 time: 0.5022500 May 10 11:39:22.381321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51246) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:22.382520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f771ef-f280-4e56-b740-4bd5ee51c3d2 None None] Network 8a425eb4-06d3-43de-998c-7f472bd98c43 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:22.495061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8ba9a50b-ebb5-4873-94bf-f37b030f4c90,segment=NetworkSegment(159d116a-57e8-4976-8b45-f96a71d44d7b),segment_id=159d116a-57e8-4976-8b45-f96a71d44d7b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:22.495446 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.516628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.529407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:22.614664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Deleting port 2d65de68-f419-49c2-863c-906770802fc0 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:22.615228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.752794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] For port 2d65de68-f419-49c2-863c-906770802fc0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2d65de68-f419-49c2-863c-906770802fc0,segment=NetworkSegment(cc0d1b66-6ec9-4849-9e31-11bba7e5751f),segment_id=cc0d1b66-6ec9-4849-9e31-11bba7e5751f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:22.753174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.775097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Calling delete_port for 2d65de68-f419-49c2-863c-906770802fc0 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:22.793711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] DHCP port deletion for cf6ca4c3-76a6-4e95-a296-96ae392650f3 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:39:22.867035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] DHCP port deletion for 8a425eb4-06d3-43de-998c-7f472bd98c43 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:39:22.876212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cd4a1-307b-4edf-a5ed-721d0bd0b25d req-9a891c81-60bf-4a17-9036-2e5eaf49e3b8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:22.883479 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc9cd4a1-307b-4edf-a5ed-721d0bd0b25d req-9a891c81-60bf-4a17-9036-2e5eaf49e3b8 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1319799 May 10 11:39:22.891627 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:22.928264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=8ba9a50b-ebb5-4873-94bf-f37b030f4c90,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:22.934819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No DVR routers for this DVR port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:22.939700 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.016930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] Deleting port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:23.017318 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.026007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc9cd4a1-307b-4edf-a5ed-721d0bd0b25d req-32b4071f-d554-42c3-bcd0-e5c3faaa0eec tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366525 May 10 11:39:23.027034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d65de68-f419-49c2-863c-906770802fc0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:23.038735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] No DVR routers for this DVR port 2d65de68-f419-49c2-863c-906770802fc0 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:23.058907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.086912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6ca4c3-76a6-4e95-a296-96ae392650f3']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:23.100539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159d116a-57e8-4976-8b45-f96a71d44d7b') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:23.101114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159d116a-57e8-4976-8b45-f96a71d44d7b') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:23.107366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] For port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:23.108409 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.115280 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.124324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] Calling delete_port for 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:23.130063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] Port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:39:23.137818 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.151120 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.173964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:39:23.174541 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.181925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] No DVR routers for this DVR port 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:23.189192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52092356-1cfc-43c8-b08a-50155e0fb7ca None None] Pushing event deleted for resources: {'Port': ['ID=8ba9a50b-ebb5-4873-94bf-f37b030f4c90,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:23.203308 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: timer() May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:39:23.203855 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:39:23.211168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] Deleting port 2d65de68-f419-49c2-863c-906770802fc0 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:23.211565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.249716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a425eb4-06d3-43de-998c-7f472bd98c43']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:23.282348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:23.282712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0d1b66-6ec9-4849-9e31-11bba7e5751f') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:23.304764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.335463 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.351169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.360263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/cf6ca4c3-76a6-4e95-a296-96ae392650f3 HTTP/1.1" status: 204 len: 168 time: 1.2234702 May 10 11:39:23.361490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db884d-520d-4273-a820-e9ddcf058775 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=cf6ca4c3-76a6-4e95-a296-96ae392650f3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:23.368883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51346) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:23.370122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.377486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2f9ed336-aa0c-42f9-9772-6da119c4a832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-340662127', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:23.379166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:39:23.379842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.398616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] For port 2d65de68-f419-49c2-863c-906770802fc0, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:23.399381 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: timer() May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:39:23.444657 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:39:23.447415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] Calling delete_port for 2d65de68-f419-49c2-863c-906770802fc0 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:23.451300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] Port 2d65de68-f419-49c2-863c-906770802fc0 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:39:23.453379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed336-aa0c-42f9-9772-6da119c4a832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.454548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed336-aa0c-42f9-9772-6da119c4a832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.466036 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.477902 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.499178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.519620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8a425eb4-06d3-43de-998c-7f472bd98c43 HTTP/1.1" status: 204 len: 168 time: 1.1142752 May 10 11:39:23.523888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227533d6-ba74-45ff-b5d9-60a3a810d947 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a425eb4-06d3-43de-998c-7f472bd98c43,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:23.558522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] Pushing event deleted for resources: {'Port': ['ID=2d65de68-f419-49c2-863c-906770802fc0,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:23.563620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483c809-8771-4a67-a9d5-20f1e93fe5f0 None None] No DVR routers for this DVR port 2d65de68-f419-49c2-863c-906770802fc0 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:23.584782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed336-aa0c-42f9-9772-6da119c4a832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.591025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed336-aa0c-42f9-9772-6da119c4a832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.626948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed336-aa0c-42f9-9772-6da119c4a832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.631358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51382) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:23.631504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2f9ed336-aa0c-42f9-9772-6da119c4a832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2611766 May 10 11:39:23.642213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1516369882'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:23.671585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:23.676429 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.726677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51396) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:23.734026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:39:23.747780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.748196 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment 68f4c7f0-0f80-4654-9997-ab24d24cb6b2 of type vlan for network 6237e106-a267-4133-9159-9e5a8b8cdf16 May 10 11:39:23.814481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.824143 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5ac657ee-cb1f-4875-ad9d-6fb33b9b3d54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aa9a8954e014385b381498d05416e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961034 May 10 11:39:23.826810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51408) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:23.852094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.859978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:23.860653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.863464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51414) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:23.887080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2539201 May 10 11:39:23.890048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51420) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:23.898084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:23.968781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0929f8e-9db6-44a3-b3f7-3dfbdd3e7baa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=6237e106-a267-4133-9159-9e5a8b8cdf16,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:23.985456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 6237e106-a267-4133-9159-9e5a8b8cdf16 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:39:24.019073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:24.071003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:24.079786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:24.103113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-6bd5d948-c2e1-4479-a636-b00548a35310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:24.103905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-6bd5d948-c2e1-4479-a636-b00548a35310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:24.105111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-6bd5d948-c2e1-4479-a636-b00548a35310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:24.106050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-6bd5d948-c2e1-4479-a636-b00548a35310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:24.106760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-6bd5d948-c2e1-4479-a636-b00548a35310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:24.107381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-6bd5d948-c2e1-4479-a636-b00548a35310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:24.109468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-6bd5d948-c2e1-4479-a636-b00548a35310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:24.117823 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-6bd5d948-c2e1-4479-a636-b00548a35310 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6492 time: 0.2522113 May 10 11:39:24.125429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:24.126235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8ba9a50b-ebb5-4873-94bf-f37b030f4c90 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:24.130249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2d65de68-f419-49c2-863c-906770802fc0 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:24.139265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:24.147535 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:24.193254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2d65de68-f419-49c2-863c-906770802fc0 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:24.193597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2d65de68-f419-49c2-863c-906770802fc0 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:24.580321 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-79774845-8104-4ccd-b558-3cf366091ec6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4613621 May 10 11:39:24.616251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92733f-c09a-42fe-9b3b-412c492bd440 req-8927e099-6679-4b18-b3c7-10f49adb7fd4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:24.617907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e92733f-c09a-42fe-9b3b-412c492bd440 req-8927e099-6679-4b18-b3c7-10f49adb7fd4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.4446099 May 10 11:39:24.622270 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:24.624942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:24.626103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2abb797-2cec-45f3-acd0-4ac7ee719d37 HTTP/1.1" status: 204 len: 168 time: 0.7981400 May 10 11:39:24.660444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2abb797-2cec-45f3-acd0-4ac7ee719d37,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:24.690454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.691163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.691585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.692156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.692795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.693154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.693489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.693842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.694361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.694890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.695449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.696000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf309266-a317-44c3-b377-322134745ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:24.738791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e92733f-c09a-42fe-9b3b-412c492bd440 req-824ff45f-1c21-4ce2-b2a1-32df5e2731d1 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031725 May 10 11:39:24.905315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:24.994504 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=9b1f7b2f-ae70-4737-9cc7-127cadba1cf0,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:24.999599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:24.999998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: 6237e106-a267-4133-9159-9e5a8b8cdf16, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:39:25.019684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 6237e106-a267-4133-9159-9e5a8b8cdf16 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:39:25.048974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 6237e106-a267-4133-9159-9e5a8b8cdf16) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:25.059570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3bf48d-e31b-4bba-b7be-bdeb7ff60cfc None None] Network 6237e106-a267-4133-9159-9e5a8b8cdf16 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:25.062165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:25.063203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.085072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3d463983-162a-4ce7-ab6e-1258e857dc4f tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1931679 May 10 11:39:25.088027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51556) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:25.267588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6237e106-a267-4133-9159-9e5a8b8cdf16', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:39:25.269446 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.453303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Allocated IP 2001:db8::2 (6237e106-a267-4133-9159-9e5a8b8cdf16/9b1f7b2f-ae70-4737-9cc7-127cadba1cf0/89a71c77-33ab-4fe5-898c-99b9fdfed281) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:25.479184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.674818 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.686361 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.734272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Network 6237e106-a267-4133-9159-9e5a8b8cdf16 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:25.744671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:25.744671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:25.746410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Pushing event updated for resources: {'Port': ['ID=89a71c77-33ab-4fe5-898c-99b9fdfed281,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:25.849190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Attempting to bind port 89a71c77-33ab-4fe5-898c-99b9fdfed281 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:25.849937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Attempting to bind port 89a71c77-33ab-4fe5-898c-99b9fdfed281 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:25.850530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Attempting to bind port 89a71c77-33ab-4fe5-898c-99b9fdfed281 on network 6237e106-a267-4133-9159-9e5a8b8cdf16 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:25.856205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:25.857064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Checking segment: {'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:25.857636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.858536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8::1 (6237e106-a267-4133-9159-9e5a8b8cdf16/9b1f7b2f-ae70-4737-9cc7-127cadba1cf0/3d52b890-f8d0-41e3-9898-07f2a604da46) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:25.867128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Bound using segment: {'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:25.868876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Bound port: 89a71c77-33ab-4fe5-898c-99b9fdfed281, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:25.869877 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.983414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] For port 89a71c77-33ab-4fe5-898c-99b9fdfed281, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:25.987125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] For port 89a71c77-33ab-4fe5-898c-99b9fdfed281, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89a71c77-33ab-4fe5-898c-99b9fdfed281,segment=NetworkSegment(68f4c7f0-0f80-4654-9997-ab24d24cb6b2),segment_id=68f4c7f0-0f80-4654-9997-ab24d24cb6b2)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:26.002734 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.059591 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.102577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2920349-9e52-4992-a44c-2fe24e13c4f2 None None] Pushing event updated for resources: {'Port': ['ID=89a71c77-33ab-4fe5-898c-99b9fdfed281,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:26.106430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.202582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 6237e106-a267-4133-9159-9e5a8b8cdf16 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:26.205157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=3d52b890-f8d0-41e3-9898-07f2a604da46,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:26.210413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:26.214063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:26.214991 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.262117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436385e0-660e-4fb2-9c39-e11680c3d961 req-7681c37f-d137-4c7b-a23f-239fb189cc37 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:26.263927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-436385e0-660e-4fb2-9c39-e11680c3d961 req-7681c37f-d137-4c7b-a23f-239fb189cc37 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 946 time: 0.1708753 May 10 11:39:26.376570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-436385e0-660e-4fb2-9c39-e11680c3d961 req-4220de3d-7b8c-4ecb-8c0f-eb8f49b8957d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989318 May 10 11:39:26.486666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.501311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8505699-b23a-4f11-9982-ba988f3f2ba6 req-797d3b9c-1109-430b-b3a9-e581ccb39970 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:26.504232 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8505699-b23a-4f11-9982-ba988f3f2ba6 req-797d3b9c-1109-430b-b3a9-e581ccb39970 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.6861956 May 10 11:39:26.586338 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8505699-b23a-4f11-9982-ba988f3f2ba6 req-71538f0b-744f-4906-b891-efea81d23cd4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685186 May 10 11:39:26.861525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fca19eda-bb5d-4dc1-a5c6-0ffae19ad741 req-4f6ccdb8-f4ce-413d-9739-965764ff15fe tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0315411 May 10 11:39:26.911400 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.920477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.921599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.025956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=3d52b890-f8d0-41e3-9898-07f2a604da46,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:27.083262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 6237e106-a267-4133-9159-9e5a8b8cdf16 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:27.084969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:27.278515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:39:27.396759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:27.405466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:27.408624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-89e91a8d-5e8f-4d3f-8b41-46a74c8b8610 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3190050 May 10 11:39:27.410442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:27.419354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-119796548'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:27.436057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:27.436720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:27.451499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:27.456182 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.533256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:39:27.547040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287fa6d-feb4-49b7-80f0-7816cf09d8ca req-548d71ed-9b02-4af6-a980-e6b37063198f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:27.548969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1287fa6d-feb4-49b7-80f0-7816cf09d8ca req-548d71ed-9b02-4af6-a980-e6b37063198f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 946 time: 0.0579975 May 10 11:39:27.561080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.561734 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment e6f6b962-ec11-4352-8fe2-99554e5b5562 of type vlan for network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 May 10 11:39:27.561972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:27.581197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-08fba8b8-6efa-4027-b216-1126a58bfffb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:27.583144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-08fba8b8-6efa-4027-b216-1126a58bfffb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.49 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 946 time: 0.1086490 May 10 11:39:27.661175 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1287fa6d-feb4-49b7-80f0-7816cf09d8ca req-b4fbe5c1-a221-477e-813f-4d8cdb84af0a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050382 May 10 11:39:27.682960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.687544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0c882-ebbf-40f3-aca8-c255b4386916 None None] Network 6237e106-a267-4133-9159-9e5a8b8cdf16 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:27.739098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.745010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:27.745772 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.812402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fa60f1eb-1dd8-4dbc-afc4-94e6591f79a9 None None] Provisioning complete for port 89a71c77-33ab-4fe5-898c-99b9fdfed281 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:27.813055 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa60f1eb-1dd8-4dbc-afc4-94e6591f79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.854750 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4465277 May 10 11:39:27.857915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:27.863306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:27.898327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fc8b5-754b-4dc5-b868-845db8d720a6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=0fb645d1-ab07-4242-bcbf-0ef59e1d5c89,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:27.922156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a518386-c927-47f3-a26c-5932a2761c7b req-4d8dafcf-fd90-4495-bc4d-96d664582d49 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:27.930796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a518386-c927-47f3-a26c-5932a2761c7b req-4d8dafcf-fd90-4495-bc4d-96d664582d49 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1615422 May 10 11:39:27.937134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:39:27.944252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Deleting port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:27.945030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.058052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a518386-c927-47f3-a26c-5932a2761c7b req-53b6c90c-edcd-4457-8fa6-84053c7a5a8c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241829 May 10 11:39:28.141918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1f47b55c-64fc-4d3b-9c74-ed1d07d17ba1 req-ba5da9c3-8283-4ef3-a7fc-051091883cf9 tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0508103 May 10 11:39:28.181723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fa60f1eb-1dd8-4dbc-afc4-94e6591f79a9 None None] Current status of the port 89a71c77-33ab-4fe5-898c-99b9fdfed281 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:28.182128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa60f1eb-1dd8-4dbc-afc4-94e6591f79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.185868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] For port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:28.186303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.203094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:28.206452 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.250884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:26Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:26Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:28.344950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89a71c77-33ab-4fe5-898c-99b9fdfed281 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:28.390586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:28.390982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Updating router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b port 3d52b890-f8d0-41e3-9898-07f2a604da46 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:39:28.485476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fa60f1eb-1dd8-4dbc-afc4-94e6591f79a9 None None] For port 89a71c77-33ab-4fe5-898c-99b9fdfed281, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89a71c77-33ab-4fe5-898c-99b9fdfed281,segment=NetworkSegment(68f4c7f0-0f80-4654-9997-ab24d24cb6b2),segment_id=68f4c7f0-0f80-4654-9997-ab24d24cb6b2)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:28.506773 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa60f1eb-1dd8-4dbc-afc4-94e6591f79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.507852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.522147 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.571571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.571571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.571571 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Floating IP e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219 disassociated. External IP: 172.25.8.196, port: 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d. May 10 11:39:28.571571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Calling delete_port for 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:28.634847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=10d76734-6ce9-41c3-bb26-a8ae7e0ed291,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:28.656923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:28.657288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:39:28.710387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:39:28.726004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:28.743000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:28.744340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.770826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fd9bcf09-825d-499c-a6d8-cdb93de605e0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9097047 May 10 11:39:28.773852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51654) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:28.798821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1a22d-38bf-4f19-afb4-b9ec7790f63a None None] Network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:28.865185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee4f02-b007-4681-bc35-2ba662e6a93c req-7e0b9260-96a0-4d85-8023-e8829d73cd6a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:28.866890 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-deee4f02-b007-4681-bc35-2ba662e6a93c req-7e0b9260-96a0-4d85-8023-e8829d73cd6a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 946 time: 0.0784638 May 10 11:39:28.868383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.913313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event deleted for resources: {'Port': ['ID=9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:28.917657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 89a71c77-33ab-4fe5-898c-99b9fdfed281 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:28.918042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:28.923441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60f1eb-1dd8-4dbc-afc4-94e6591f79a9 None None] Pushing event updated for resources: {'Port': ['ID=89a71c77-33ab-4fe5-898c-99b9fdfed281,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:28.929816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2364f8c4-fe0d-4054-abf5-6a8943ddbf93 None None] Provisioning complete for port 3d52b890-f8d0-41e3-9898-07f2a604da46 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:28.930328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2364f8c4-fe0d-4054-abf5-6a8943ddbf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:29.017449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-deee4f02-b007-4681-bc35-2ba662e6a93c req-7be9d3ef-9f35-41de-aece-90652aebb453 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405494 May 10 11:39:29.151296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Router 26b51cc3-a224-4919-a4ae-bfa061a17a9b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:29.261721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa86fe2-e162-442c-bfdf-b6c939096701 req-ec802933-4ac4-455e-8489-f2096677d538 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:29.265344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dfa86fe2-e162-442c-bfdf-b6c939096701 req-ec802933-4ac4-455e-8489-f2096677d538 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.0917902 May 10 11:39:29.306438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:29.317095 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] Sync routers for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:29.346218 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:29.346872 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:29.383729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] No DVR routers for this DVR port 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:29.393219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:29.397112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22aa4e53-2b6d-4f4b-bf04-35f3de409e63 req-a4e4f683-e77d-410a-866d-4f90ea3d357f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.49 "DELETE /v2.0/ports/9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d HTTP/1.1" status: 204 len: 173 time: 1.7914600 May 10 11:39:29.426927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2364f8c4-fe0d-4054-abf5-6a8943ddbf93 None None] Port 3d52b890-f8d0-41e3-9898-07f2a604da46 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:29.435017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-deleted', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:29.438005 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8c95ba-be1f-4721-b248-320cceb9a2d0" -d '{"events": [{"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-deleted", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:29.466225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:29.478324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dfa86fe2-e162-442c-bfdf-b6c939096701 req-62d7667c-4c56-416e-97dc-8bba6c69064a tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575899 May 10 11:39:29.494861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a694ebd-fa77-4a0e-91a7-d1dce1a93061 req-f885c937-1b90-4406-8325-3f7cd77590fd tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0953326 May 10 11:39:29.630443 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbba406-cfb7-4417-af9f-f37de2687648 x-openstack-request-id: req-ebbba406-cfb7-4417-af9f-f37de2687648 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:29.631203 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10011c43-9972-4f04-8ef8-f611b69a6e9b", "name": "network-vif-deleted", "tag": "9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:29.631203 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebbba406-cfb7-4417-af9f-f37de2687648 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:29.631412 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbba406-cfb7-4417-af9f-f37de2687648'] response: {'server_uuid': '10011c43-9972-4f04-8ef8-f611b69a6e9b', 'name': 'network-vif-deleted', 'tag': '9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d', 'status': 'completed', 'code': 200} May 10 11:39:29.683520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5317a524-027c-4f47-ae97-a59252f433b7 req-48c46aba-c7bc-4a7f-9282-66ebfce70005 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0709045 May 10 11:39:29.706188 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:29.712876 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:29.765289 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:29.816635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2364f8c4-fe0d-4054-abf5-6a8943ddbf93 None None] Provisioning complete for port 89a71c77-33ab-4fe5-898c-99b9fdfed281 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:29.817127 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2364f8c4-fe0d-4054-abf5-6a8943ddbf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:29.902125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758550-6b3a-4315-a047-e111aa27dac8 None None] Pushing event updated for resources: {'Port': ['ID=3d52b890-f8d0-41e3-9898-07f2a604da46,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:29.935962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51668) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:29.972720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8:1::1 (0fb645d1-ab07-4242-bcbf-0ef59e1d5c89/10d76734-6ce9-41c3-bb26-a8ae7e0ed291/d276ebb2-8631-47cd-a7e6-f1fa673efc57) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:30.045627 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:30.076366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 89a71c77-33ab-4fe5-898c-99b9fdfed281 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:30.093780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Attempting to bind port 3d52b890-f8d0-41e3-9898-07f2a604da46 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:30.094221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Attempting to bind port 3d52b890-f8d0-41e3-9898-07f2a604da46 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:30.094651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Attempting to bind port 3d52b890-f8d0-41e3-9898-07f2a604da46 on network 6237e106-a267-4133-9159-9e5a8b8cdf16 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:30.100497 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] Checking router: 26b51cc3-a224-4919-a4ae-bfa061a17a9b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:30.110559 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:30.111301 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:30.133282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:39:30.140196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.145181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:30.145562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Checking segment: {'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:30.145967 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.146384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Bound using segment: {'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:30.146845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Bound port: 3d52b890-f8d0-41e3-9898-07f2a604da46, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f4c7f0-0f80-4654-9997-ab24d24cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:30.152673 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.270988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.279116 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de470224-3499-4aec-8dc1-6c531251837e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.326968 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:30.338068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d978171-fa81-4567-9811-ba5522599dc6 req-b79a7c98-82e0-4f90-a7ee-10f7ab7796a9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=10011c43-9972-4f04-8ef8-f611b69a6e9b HTTP/1.1" status: 200 len: 210 time: 0.0425701 May 10 11:39:30.351407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.388551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89a71c77-33ab-4fe5-898c-99b9fdfed281 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:30.404303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2364f8c4-fe0d-4054-abf5-6a8943ddbf93 None None] Current status of the port 89a71c77-33ab-4fe5-898c-99b9fdfed281 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:30.441759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:30.446383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:30.463713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:30.464295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.464960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de470224-3499-4aec-8dc1-6c531251837e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.472726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de470224-3499-4aec-8dc1-6c531251837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.473636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=d276ebb2-8631-47cd-a7e6-f1fa673efc57,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:30.563674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] For port 3d52b890-f8d0-41e3-9898-07f2a604da46, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:30.569788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] For port 3d52b890-f8d0-41e3-9898-07f2a604da46, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3d52b890-f8d0-41e3-9898-07f2a604da46,segment=NetworkSegment(68f4c7f0-0f80-4654-9997-ab24d24cb6b2),segment_id=68f4c7f0-0f80-4654-9997-ab24d24cb6b2)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:30.573407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de470224-3499-4aec-8dc1-6c531251837e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c376d7a69f164771b8236dfe712763ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6348372 May 10 11:39:30.575626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51678) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:30.578520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de470224-3499-4aec-8dc1-6c531251837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5775fd2-4370-498b-8ec2-eb8c21b36ada,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:30.617970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3b73fa85-c884-4064-8b22-0897d01db90b None None] Provisioning complete for port 3d52b890-f8d0-41e3-9898-07f2a604da46 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:30.618642 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3b73fa85-c884-4064-8b22-0897d01db90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.626090 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.709779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da61169-3b8c-4203-b8f8-fefbd2fc8532 req-601fc4ca-75c5-43b1-b665-c5a10f9022b9 tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0565436 May 10 11:39:30.716261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758550-6b3a-4315-a047-e111aa27dac8 None None] Pushing event updated for resources: {'Port': ['ID=3d52b890-f8d0-41e3-9898-07f2a604da46,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:30.722661 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:30.737119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 89a71c77-33ab-4fe5-898c-99b9fdfed281 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:30.737626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.790593 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1efe69-e590-4825-94d8-cc9a400a8a92 None None] The sync data for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 is: [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:30.792366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:30.793202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:30.805279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1239c64-0639-46e9-991d-b99ceff7c7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.882744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a96b95-2f02-4cb5-8847-dd05fe0e437c req-d89daabf-4caf-4737-a041-454f21e38e46 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:30.885169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Allocated IP 2001:db8:1::2 (0fb645d1-ab07-4242-bcbf-0ef59e1d5c89/10d76734-6ce9-41c3-bb26-a8ae7e0ed291/f9ff7881-7f99-4c23-aa9f-ce262c843b77) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:30.885437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0a96b95-2f02-4cb5-8847-dd05fe0e437c req-d89daabf-4caf-4737-a041-454f21e38e46 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1740024 May 10 11:39:30.935173 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1239c64-0639-46e9-991d-b99ceff7c7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.938211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.976058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:31.025312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:31.025751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9a8c9d84-1f94-4a64-8ce4-3ee9f4b0657d not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:31.144193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 89a71c77-33ab-4fe5-898c-99b9fdfed281 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:31.160764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:31.203212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3b73fa85-c884-4064-8b22-0897d01db90b None None] Current status of the port 3d52b890-f8d0-41e3-9898-07f2a604da46 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:31.203684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3b73fa85-c884-4064-8b22-0897d01db90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.231489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63ff7d-e7f3-4bda-8267-b3ab0fc43d28 None None] New status for floating IP e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:39:31.426418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3b73fa85-c884-4064-8b22-0897d01db90b None None] For port 3d52b890-f8d0-41e3-9898-07f2a604da46, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3d52b890-f8d0-41e3-9898-07f2a604da46,segment=NetworkSegment(68f4c7f0-0f80-4654-9997-ab24d24cb6b2),segment_id=68f4c7f0-0f80-4654-9997-ab24d24cb6b2)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:31.428191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0a96b95-2f02-4cb5-8847-dd05fe0e437c req-652746e9-10c3-44e8-85ff-e1ae011d6780 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907460 May 10 11:39:31.446806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51684) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:31.484407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1239c64-0639-46e9-991d-b99ceff7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.486771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1239c64-0639-46e9-991d-b99ceff7c7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.487909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c1239c64-0639-46e9-991d-b99ceff7c7e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5775fd2-4370-498b-8ec2-eb8c21b36ada HTTP/1.1" status: 204 len: 168 time: 0.9112706 May 10 11:39:31.502709 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3b73fa85-c884-4064-8b22-0897d01db90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.506480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1239c64-0639-46e9-991d-b99ceff7c7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5775fd2-4370-498b-8ec2-eb8c21b36ada,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:31.521793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.552840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.560525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73fa85-c884-4064-8b22-0897d01db90b None None] Pushing event updated for resources: {'Port': ['ID=3d52b890-f8d0-41e3-9898-07f2a604da46,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:31.610510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.626078 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.629375 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.633021 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.636469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51688) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:31.637013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7b3d119-fc15-4802-9b28-aeaa8bb71f7e HTTP/1.1" status: 204 len: 168 time: 0.1890929 May 10 11:39:31.650096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3d119-fc15-4802-9b28-aeaa8bb71f7e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:31.661273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.661634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.661971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.662533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.663043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.663682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.664230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.664942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.665476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.665964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.666467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.666966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490220e6-a138-4949-8c4e-a75439735c85 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:31.672656 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-61ff6cf0-b81a-4fd4-b763-155e5cf46ddd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] show failed (client error): The resource could not be found. May 10 11:39:31.673717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-61ff6cf0-b81a-4fd4-b763-155e5cf46ddd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups/e7b3d119-fc15-4802-9b28-aeaa8bb71f7e HTTP/1.1" status: 404 len: 347 time: 0.0364771 May 10 11:39:31.677102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51690) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:31.754998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:31.755737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9c0c8a17-52f9-4290-a64e-7a5f401e5183 None None] Provisioning complete for port 3d52b890-f8d0-41e3-9898-07f2a604da46 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:31.756128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a17-52f9-4290-a64e-7a5f401e5183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.776531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.783359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.784143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.903743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ded3da5c-620b-4d86-a2a5-fac23358c903 req-311ce296-ca88-4de4-9bac-54a26f59892e tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0395370 May 10 11:39:31.919624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=d276ebb2-8631-47cd-a7e6-f1fa673efc57,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:31.970375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:31.977835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Pushing event updated for resources: {'Port': ['ID=f9ff7881-7f99-4c23-aa9f-ce262c843b77,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:31.982413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:31.987164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Deleting port 76396cd8-b252-4004-abdd-976d54cb88fd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:31.988354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.060056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:32.064468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:32.087285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Attempting to bind port f9ff7881-7f99-4c23-aa9f-ce262c843b77 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:32.087661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Attempting to bind port f9ff7881-7f99-4c23-aa9f-ce262c843b77 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:32.089065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Attempting to bind port f9ff7881-7f99-4c23-aa9f-ce262c843b77 on network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:32.121815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:32.122210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Checking segment: {'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:32.122644 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.123184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Bound using segment: {'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:32.123672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Bound port: f9ff7881-7f99-4c23-aa9f-ce262c843b77, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:32.124085 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.138643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:26Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:30Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:32.173707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2038254-5a65-4cd5-904a-08e24511fde5 None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:26Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:30Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:32.178786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c8a17-52f9-4290-a64e-7a5f401e5183 None None] Current status of the port 3d52b890-f8d0-41e3-9898-07f2a604da46 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:32.210179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.210603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.226281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Calling delete_port for 76396cd8-b252-4004-abdd-976d54cb88fd owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:32.235533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:32.250729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] For port f9ff7881-7f99-4c23-aa9f-ce262c843b77, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:32.254608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] For port f9ff7881-7f99-4c23-aa9f-ce262c843b77, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f9ff7881-7f99-4c23-aa9f-ce262c843b77,segment=NetworkSegment(e6f6b962-ec11-4352-8fe2-99554e5b5562),segment_id=e6f6b962-ec11-4352-8fe2-99554e5b5562)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:32.261579 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.366469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e622ed-0962-4404-b654-06d675bfc2e2 None None] Pushing event updated for resources: {'Port': ['ID=f9ff7881-7f99-4c23-aa9f-ce262c843b77,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:32.374600 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.485719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:32.495912 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b3ca4ea-9952-491a-a0c3-014bbe9cca78 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7182696 May 10 11:39:32.495912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51726) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:32.500921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-55999133'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:32.541926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:32.547126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.750506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:39:32.784654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54640380-82d6-413f-aec3-05a7152658ae req-e8751ff8-2643-4ccf-ab43-65d2b4f89d22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae14ed8967be48edb57bc3e8fc586a3c&device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0656440 May 10 11:39:32.793422 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.793693 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment 9748204c-ab8e-463f-90ce-9e082f6c5fe4 of type vlan for network 06f97ca7-9527-4087-84c3-56eb408c56e4 May 10 11:39:32.805340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16dc2e-b0a0-48a3-9f8a-8760b1497b24 req-7a78833f-5345-4afe-a60b-d0d021a346fe tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:32.806963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b16dc2e-b0a0-48a3-9f8a-8760b1497b24 req-7a78833f-5345-4afe-a60b-d0d021a346fe tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.2105293 May 10 11:39:32.814837 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:32.842112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54640380-82d6-413f-aec3-05a7152658ae req-aba949e0-2055-404c-8de7-87ae67134b16 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ae14ed8967be48edb57bc3e8fc586a3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479405 May 10 11:39:32.874278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87756bfc-ff8a-4cfe-9b6d-1fea18dd9537 req-a923528e-c720-4462-a291-376175ef8873 tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0824540 May 10 11:39:32.911012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event deleted for resources: {'Port': ['ID=76396cd8-b252-4004-abdd-976d54cb88fd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:33.011893 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.015239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.027926 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8d86890a-a99c-43ae-8b16-08a2cbcaf23e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5e7fc24-3c88-4ea0-8c4d-62ac4dc72219 HTTP/1.1" status: 204 len: 168 time: 1.3425446 May 10 11:39:33.036311 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.047281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54640380-82d6-413f-aec3-05a7152658ae req-7c237e18-cade-4e92-b4f7-691518ab236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:33.049345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54640380-82d6-413f-aec3-05a7152658ae req-7c237e18-cade-4e92-b4f7-691518ab236f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709571 May 10 11:39:33.077572 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b16dc2e-b0a0-48a3-9f8a-8760b1497b24 req-91cafeb6-cfa6-4aee-84cb-3d2685a1e92d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444258 May 10 11:39:33.119946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.127873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:33.128665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.147306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51764) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:33.153121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1d823167-9740-41d0-b803-0b2340f7c8b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070692020', 'description': 'tempest-description--442782074'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:33.220299 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7232776 May 10 11:39:33.221728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d823167-9740-41d0-b803-0b2340f7c8b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.223556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51774) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:33.228921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:33.281259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6b506-834b-42b5-8403-4854be2ea4c2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=06f97ca7-9527-4087-84c3-56eb408c56e4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:33.295185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 06f97ca7-9527-4087-84c3-56eb408c56e4 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:39:33.316514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d823167-9740-41d0-b803-0b2340f7c8b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.325099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d823167-9740-41d0-b803-0b2340f7c8b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.341818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:33.347240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.382468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1d823167-9740-41d0-b803-0b2340f7c8b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.387886 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1d823167-9740-41d0-b803-0b2340f7c8b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2385583 May 10 11:39:33.388570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51776) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:33.412735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-80275922-f91b-492f-b4f6-bf78dd21f26b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'security_group_rule': {'security_group_id': 'ce67c6fe-719b-479d-a461-62f63459a15d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:33.441965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d823167-9740-41d0-b803-0b2340f7c8b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce67c6fe-719b-479d-a461-62f63459a15d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:33.476783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80275922-f91b-492f-b4f6-bf78dd21f26b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.606347 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80275922-f91b-492f-b4f6-bf78dd21f26b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.616729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80275922-f91b-492f-b4f6-bf78dd21f26b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.651220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80275922-f91b-492f-b4f6-bf78dd21f26b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc354b6-6c2e-4ec2-819c-002bcb29fdb5,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:33.668423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.675334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80275922-f91b-492f-b4f6-bf78dd21f26b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.683762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-80275922-f91b-492f-b4f6-bf78dd21f26b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765307 May 10 11:39:33.685376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51790) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:33.690834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bf39b200-7c0e-4468-8254-71d08a80f511 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'security_group_rule': {'security_group_id': 'ce67c6fe-719b-479d-a461-62f63459a15d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:33.732642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51792) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:33.760522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:33.770542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:33.771204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: 06f97ca7-9527-4087-84c3-56eb408c56e4, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:39:33.793689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 06f97ca7-9527-4087-84c3-56eb408c56e4 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:39:33.808541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 06f97ca7-9527-4087-84c3-56eb408c56e4) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:33.821778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b5d665-19fc-41f3-9f6d-531a8ac09481 None None] Network 06f97ca7-9527-4087-84c3-56eb408c56e4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:33.826742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:33.839249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.869942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51804) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:33.876180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8ed6909d-3f7e-498a-8402-ada6dec2254d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6513007 May 10 11:39:33.898945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf39b200-7c0e-4468-8254-71d08a80f511 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:33.908588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-871395f1-e52e-4735-b390-5ec374f4a1cb tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/floatingips/a5e757d2-6a36-4c57-a841-b30ca5d8e223 HTTP/1.1" status: 200 len: 993 time: 0.1745989 May 10 11:39:34.079867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba26947-05ac-4287-a92b-c1c70878fbad None None] Network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:34.094654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79511315-3c6d-4e72-8524-fdedb6894cbb req-097b143c-eeff-4d18-963b-6daa88cfa24e tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0561404 May 10 11:39:34.122318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf39b200-7c0e-4468-8254-71d08a80f511 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.144990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf39b200-7c0e-4468-8254-71d08a80f511 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.205535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bf39b200-7c0e-4468-8254-71d08a80f511 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.210589 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bf39b200-7c0e-4468-8254-71d08a80f511 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5229955 May 10 11:39:34.213290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51836) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:34.219139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:34.264496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39b200-7c0e-4468-8254-71d08a80f511 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32028a67-9abd-443a-86c1-53d60cf743e0,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:34.265851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.271203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-06f97ca7-9527-4087-84c3-56eb408c56e4', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:39:34.273428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.333279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51838) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:34.386525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0b54d-a2c3-4e20-81b2-bc3b6daee86e req-63a99af6-0d1a-4091-8010-91dd44e01d0b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:34.395061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72e0b54d-a2c3-4e20-81b2-bc3b6daee86e req-63a99af6-0d1a-4091-8010-91dd44e01d0b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1404896 May 10 11:39:34.475093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f9ff7881-7f99-4c23-aa9f-ce262c843b77 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:34.496097 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:34.524881 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:34.525542 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:34.532589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d1f0fb7f-79cd-4634-b451-f6e44b0234e8 None None] Provisioning complete for port f9ff7881-7f99-4c23-aa9f-ce262c843b77 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:34.533368 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fb7f-79cd-4634-b451-f6e44b0234e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.535386 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a389040f-fdaf-4d99-9da3-ebf6a7e9a613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.570096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72e0b54d-a2c3-4e20-81b2-bc3b6daee86e req-62d36418-cf53-4ea0-a28a-63dca1b40d36 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738341 May 10 11:39:34.570509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.694144 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:34.714607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.763349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f9ff7881-7f99-4c23-aa9f-ce262c843b77 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:34.764345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.776573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port f5399316-d377-4f86-ba86-852a0fc93224 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:34.777716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.847976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Allocated IP 172.25.8.238 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/1594cd5b-2508-470f-bd4e-17b4f1e16dde) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:34.901768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Allocated IP 2001:db8:2::2 (06f97ca7-9527-4087-84c3-56eb408c56e4/3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831/95a756bd-d9c8-43f6-a940-d06790401371) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:34.932692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.933300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:34.950712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for f5399316-d377-4f86-ba86-852a0fc93224 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:35.040012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.069201 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:30Z', 'revision_number': 3, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:35.109899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.115503 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:35.116160 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Updating router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b port d276ebb2-8631-47cd-a7e6-f1fa673efc57 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:39:35.167636 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.171861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d1f0fb7f-79cd-4634-b451-f6e44b0234e8 None None] Current status of the port f9ff7881-7f99-4c23-aa9f-ce262c843b77 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:35.173038 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fb7f-79cd-4634-b451-f6e44b0234e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.201760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:35.216069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:35.232080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:35.257150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d1f0fb7f-79cd-4634-b451-f6e44b0234e8 None None] For port f9ff7881-7f99-4c23-aa9f-ce262c843b77, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f9ff7881-7f99-4c23-aa9f-ce262c843b77,segment=NetworkSegment(e6f6b962-ec11-4352-8fe2-99554e5b5562),segment_id=e6f6b962-ec11-4352-8fe2-99554e5b5562)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:35.260215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54640380-82d6-413f-aec3-05a7152658ae req-8ed8b3ac-d107-449e-908a-59c01e3d7111 tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.49 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.0660956 May 10 11:39:35.296865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'Port': ['ID=1594cd5b-2508-470f-bd4e-17b4f1e16dde,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:35.326330 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fb7f-79cd-4634-b451-f6e44b0234e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.343362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86842df6-8224-4b6d-a24c-288b472f4fb4 req-a86e2bad-f970-402f-a5f8-dacbca2b6917 tempest-ServersAaction247Test-949317074 tempest-ServersAaction247Test-949317074-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d51524-bf8d-4f50-8342-aa51e2f8acd2 HTTP/1.1" status: 200 len: 210 time: 0.1000240 May 10 11:39:35.388874 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.448145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=f5399316-d377-4f86-ba86-852a0fc93224,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:35.521116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f9ff7881-7f99-4c23-aa9f-ce262c843b77 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:35.522167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.526761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.570074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.570408 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Floating IP a5e757d2-6a36-4c57-a841-b30ca5d8e223 disassociated (deleted). External IP: 172.25.8.183, port: bffe14e5-1391-4e1d-aa68-6e4a524bcf99. May 10 11:39:35.603244 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.608675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0fb7f-79cd-4634-b451-f6e44b0234e8 None None] Pushing event updated for resources: {'Port': ['ID=f9ff7881-7f99-4c23-aa9f-ce262c843b77,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:35.616198 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.623691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.659903 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.663280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1d4ad7c5-481e-4e26-8905-c5c1ccc99224 None None] Provisioning complete for port d276ebb2-8631-47cd-a7e6-f1fa673efc57 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:35.663643 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1d4ad7c5-481e-4e26-8905-c5c1ccc99224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.763724 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.773944 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:35.806787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8:2::1 (06f97ca7-9527-4087-84c3-56eb408c56e4/3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831/b553b78a-9267-4ca9-9ede-fa5ee4e4ba88) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:35.860523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ad7c5-481e-4e26-8905-c5c1ccc99224 None None] Port d276ebb2-8631-47cd-a7e6-f1fa673efc57 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:35.867403 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:39:35.868220 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:39:35.869997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Network 06f97ca7-9527-4087-84c3-56eb408c56e4 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:35.876400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:35.880049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:35.892698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Pushing event updated for resources: {'Port': ['ID=95a756bd-d9c8-43f6-a940-d06790401371,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:35.955347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1d4ad7c5-481e-4e26-8905-c5c1ccc99224 None None] Provisioning complete for port f9ff7881-7f99-4c23-aa9f-ce262c843b77 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:35.956406 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1d4ad7c5-481e-4e26-8905-c5c1ccc99224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.003323 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Pushing event updated for resources: {'Port': ['ID=d276ebb2-8631-47cd-a7e6-f1fa673efc57,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:36.032406 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.039923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Attempting to bind port 95a756bd-d9c8-43f6-a940-d06790401371 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:36.040270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Attempting to bind port 95a756bd-d9c8-43f6-a940-d06790401371 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:36.040672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Attempting to bind port 95a756bd-d9c8-43f6-a940-d06790401371 on network 06f97ca7-9527-4087-84c3-56eb408c56e4 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:36.051294 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.051644 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.052010 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.052458 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.052675 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.053011 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.053334 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.053766 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.054356 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.054356 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.054606 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.054967 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:39:36.061916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:36.062461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Checking segment: {'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:36.062981 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.063496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Bound using segment: {'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:36.064754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Bound port: 95a756bd-d9c8-43f6-a940-d06790401371, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:36.064754 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.067136 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Attempting to bind port d276ebb2-8631-47cd-a7e6-f1fa673efc57 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:36.067484 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Attempting to bind port d276ebb2-8631-47cd-a7e6-f1fa673efc57 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:36.067870 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Attempting to bind port d276ebb2-8631-47cd-a7e6-f1fa673efc57 on network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:36.084557 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:36.084942 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Checking segment: {'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:36.085341 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.085732 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Bound using segment: {'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:36.086195 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Bound port: d276ebb2-8631-47cd-a7e6-f1fa673efc57, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f6b962-ec11-4352-8fe2-99554e5b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:36.086574 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.109957 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.215347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:36.263952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 06f97ca7-9527-4087-84c3-56eb408c56e4 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:36.273903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:36.278911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:36.282272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.319848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] For port 95a756bd-d9c8-43f6-a940-d06790401371, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:36.350749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e201-c2af-488a-98b0-30be48ccbe39 req-ef7b046e-b8fa-4263-9b30-b7473a3144b4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:36.366028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ad7c5-481e-4e26-8905-c5c1ccc99224 None None] Current status of the port f9ff7881-7f99-4c23-aa9f-ce262c843b77 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:36.371477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84c4e201-c2af-488a-98b0-30be48ccbe39 req-ef7b046e-b8fa-4263-9b30-b7473a3144b4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.6417053 May 10 11:39:36.374696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] For port 95a756bd-d9c8-43f6-a940-d06790401371, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=95a756bd-d9c8-43f6-a940-d06790401371,segment=NetworkSegment(9748204c-ab8e-463f-90ce-9e082f6c5fe4),segment_id=9748204c-ab8e-463f-90ce-9e082f6c5fe4)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:36.398370 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] For port d276ebb2-8631-47cd-a7e6-f1fa673efc57, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:36.404697 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] For port d276ebb2-8631-47cd-a7e6-f1fa673efc57, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d276ebb2-8631-47cd-a7e6-f1fa673efc57,segment=NetworkSegment(e6f6b962-ec11-4352-8fe2-99554e5b5562),segment_id=e6f6b962-ec11-4352-8fe2-99554e5b5562)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:36.419390 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.427665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.519975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84c4e201-c2af-488a-98b0-30be48ccbe39 req-c546d99f-60f5-4b06-b0d6-15f0c33ef4c9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458871 May 10 11:39:36.565996 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:36.567042 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:36.614809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:36.804528 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:36.878471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f9ff7881-7f99-4c23-aa9f-ce262c843b77 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:36.883491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3d52b890-f8d0-41e3-9898-07f2a604da46 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:36.963032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c7426856-32e6-4967-a134-afba9fd8e8c2 None None] Provisioning complete for port d276ebb2-8631-47cd-a7e6-f1fa673efc57 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:36.964212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c7426856-32e6-4967-a134-afba9fd8e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.059013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4763a58-f398-458e-8df6-6514d01f1548 None None] Pushing event updated for resources: {'Port': ['ID=95a756bd-d9c8-43f6-a940-d06790401371,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:37.065781 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad118c-bb6c-41e4-a0f2-617af7a2c0fd None None] Pushing event updated for resources: {'Port': ['ID=d276ebb2-8631-47cd-a7e6-f1fa673efc57,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:37.110334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51858) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:37.188776 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.206366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router 98634ec0-841c-44b2-bbde-d741a7747c03 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:37.207527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.365873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3d52b890-f8d0-41e3-9898-07f2a604da46 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:37.368840 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.404222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.415588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.420486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.422437 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:36Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:35Z', 'revision_number': 1, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:36Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:37.468391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c7426856-32e6-4967-a134-afba9fd8e8c2 None None] Current status of the port d276ebb2-8631-47cd-a7e6-f1fa673efc57 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:37.469768 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c7426856-32e6-4967-a134-afba9fd8e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.470921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'Port': ['ID=1594cd5b-2508-470f-bd4e-17b4f1e16dde,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:37.473477 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48850f81-8aa4-48a0-afd3-5c9a7e9720c8 None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:36Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:35Z', 'revision_number': 1, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:36Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:37.503805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2c3227b-2a39-4e44-a58b-9e8597307a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.519307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:37.570148 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea6fbbd-8267-41f2-ba90-02573a2878e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.580979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c7426856-32e6-4967-a134-afba9fd8e8c2 None None] For port d276ebb2-8631-47cd-a7e6-f1fa673efc57, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d276ebb2-8631-47cd-a7e6-f1fa673efc57,segment=NetworkSegment(e6f6b962-ec11-4352-8fe2-99554e5b5562),segment_id=e6f6b962-ec11-4352-8fe2-99554e5b5562)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:37.592717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c7426856-32e6-4967-a134-afba9fd8e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.672035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.675291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3d52b890-f8d0-41e3-9898-07f2a604da46 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:37.724443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426856-32e6-4967-a134-afba9fd8e8c2 None None] Pushing event updated for resources: {'Port': ['ID=d276ebb2-8631-47cd-a7e6-f1fa673efc57,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:37.734340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0df29e97-5992-4fe5-8572-510984c92023 None None] Provisioning complete for port d276ebb2-8631-47cd-a7e6-f1fa673efc57 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:37.738125 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0df29e97-5992-4fe5-8572-510984c92023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.746979 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.785888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 06f97ca7-9527-4087-84c3-56eb408c56e4 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:37.788974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:37.791987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.802742 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3f121ce4-1d67-4e00-8fcb-5360bc2e04d6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5789502 May 10 11:39:37.854538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:37.862508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:37.871548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] Sync routers for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:37.957890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84805ce-c49b-437c-93d0-86c49d673605 req-62ebf01b-5d04-4b33-b598-af65ac0a77b9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:37.959522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c84805ce-c49b-437c-93d0-86c49d673605 req-62ebf01b-5d04-4b33-b598-af65ac0a77b9 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.2804461 May 10 11:39:37.972625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:37.975014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:37.979097 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-647e8071-8572-4dd6-a85f-070b35abfc7f tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/floatingips/a5e757d2-6a36-4c57-a841-b30ca5d8e223 HTTP/1.1" status: 204 len: 168 time: 3.6442633 May 10 11:39:37.989655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:37.997039 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:38.072932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:38.131569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea6fbbd-8267-41f2-ba90-02573a2878e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:38.135436 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c84805ce-c49b-437c-93d0-86c49d673605 req-5d62fad3-4448-4668-b88f-67bf8d2b30f5 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663384 May 10 11:39:38.142968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea6fbbd-8267-41f2-ba90-02573a2878e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:38.177429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0df29e97-5992-4fe5-8572-510984c92023 None None] Current status of the port d276ebb2-8631-47cd-a7e6-f1fa673efc57 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:38.195036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f9ff7881-7f99-4c23-aa9f-ce262c843b77 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:38.268323 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f8a411-432e-4a02-aa81-7676c617853b x-openstack-request-id: req-62f8a411-432e-4a02-aa81-7676c617853b {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:38.268624 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:38.268874 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62f8a411-432e-4a02-aa81-7676c617853b {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:38.269356 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f8a411-432e-4a02-aa81-7676c617853b'] response: {'name': 'network-changed', 'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'status': 'completed', 'code': 200} May 10 11:39:38.276899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ea6fbbd-8267-41f2-ba90-02573a2878e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae14ed8967be48edb57bc3e8fc586a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1576524 May 10 11:39:38.277992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6fbbd-8267-41f2-ba90-02573a2878e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d5a6f-9692-450a-959b-089dc826197a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:38.298884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51874) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:38.412423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3672abbe-a3ef-4dfb-a373-ec3c3677545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:38.457878 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3672abbe-a3ef-4dfb-a373-ec3c3677545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:38.490904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:38.577412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-0aae1cd7-ac65-408d-a6fc-f5c49a1fef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:38.578940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-0aae1cd7-ac65-408d-a6fc-f5c49a1fef92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 1096 time: 0.2271090 May 10 11:39:38.582892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:38.593307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5662c162-7139-4573-b250-aacbef210893 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7212415 May 10 11:39:38.593955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51886) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:38.608220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1518896258'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:38.668537 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-19cee04c-5f6d-427f-ada7-71bda10ca925 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2070692020&fields=id&tenant_id=a771f71a33344ded971051979b87f489 HTTP/1.1" status: 200 len: 267 time: 0.1835632 May 10 11:39:38.722436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa70b4d-b2ee-45eb-b3c5-d344c2d2dc14 None None] Network 06f97ca7-9527-4087-84c3-56eb408c56e4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:38.863264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-281cf565-a020-4dcc-84d9-68e700111a9c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:38.873858 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-281cf565-a020-4dcc-84d9-68e700111a9c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 816 time: 0.1938980 May 10 11:39:38.887004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3672abbe-a3ef-4dfb-a373-ec3c3677545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:38.889928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3672abbe-a3ef-4dfb-a373-ec3c3677545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:38.894587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3672abbe-a3ef-4dfb-a373-ec3c3677545b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a88d5a6f-9692-450a-959b-089dc826197a HTTP/1.1" status: 204 len: 168 time: 0.5913420 May 10 11:39:38.901557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c8d173a4-28b5-4bca-a688-117c1c011e11 None None] Provisioning complete for port 95a756bd-d9c8-43f6-a940-d06790401371 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:38.902022 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c8d173a4-28b5-4bca-a688-117c1c011e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:38.904591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-b0b23741-5660-4d9c-a72a-aa7b8c5ab4c6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/quotas/a771f71a33344ded971051979b87f489 HTTP/1.1" status: 200 len: 375 time: 0.0296185 May 10 11:39:38.950579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672abbe-a3ef-4dfb-a373-ec3c3677545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d5a6f-9692-450a-959b-089dc826197a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:39.013319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-f25301a2-9010-4280-a91f-4d3774a2cd50 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064317 May 10 11:39:39.110119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f9ff7881-7f99-4c23-aa9f-ce262c843b77 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:39.111237 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:39.211247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-f05cb1bf-4c2f-4888-9fde-adebde4dfd6e service neutron] 10.222.0.13 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966350 May 10 11:39:39.296510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6cf1-9b03-4ef8-87de-2644d5fb7bdf req-dd48d2d4-5144-4862-9679-be422ef13d7e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:39.306947 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e3d6cf1-9b03-4ef8-87de-2644d5fb7bdf req-dd48d2d4-5144-4862-9679-be422ef13d7e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 945 time: 0.8152246 May 10 11:39:39.310595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-a1e63e53-c932-4b44-97be-ce861b18a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:39.312253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-a1e63e53-c932-4b44-97be-ce861b18a5ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=a15a7989-b7df-4d95-93e6-accf633428d8 HTTP/1.1" status: 200 len: 897 time: 0.7174296 May 10 11:39:39.315084 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:39.321302 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:39.377844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-45629aff-3797-4b89-89ec-d7fa5b1dc38d service neutron] 10.222.0.13 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587210 May 10 11:39:39.406903 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:39.436013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-0f8affb0-a5f5-4250-a24d-6629a392c59f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99 HTTP/1.1" status: 200 len: 217 time: 0.1117153 May 10 11:39:39.454730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e3d6cf1-9b03-4ef8-87de-2644d5fb7bdf req-fa806a30-a2fb-455e-9059-87e6655f5fca tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460540 May 10 11:39:39.504458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c8d173a4-28b5-4bca-a688-117c1c011e11 None None] Current status of the port 95a756bd-d9c8-43f6-a940-d06790401371 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:39.504863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c8d173a4-28b5-4bca-a688-117c1c011e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:39.555334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:39:39.595473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:39.596162 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added segment be3bf8a9-d589-4306-bb39-ac4e8bc38aec of type vlan for network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 May 10 11:39:39.624932 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:39.642025 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:39.653883 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:39.676361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-9fd1234a-c0da-4567-9c28-a485d10e33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:39.682963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-9fd1234a-c0da-4567-9c28-a485d10e33fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abc7623c-1401-48b9-aa52-3f637cba9f81 HTTP/1.1" status: 200 len: 834 time: 0.2225623 May 10 11:39:39.766929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f9ff7881-7f99-4c23-aa9f-ce262c843b77 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:39.768097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 95a756bd-d9c8-43f6-a940-d06790401371 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:39.784311 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d736114f-cc4b-4ed9-84c6-e9656e89f589 req-05db5cd6-73c2-407a-9a74-dccf119d2a0d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 210 time: 0.0826223 May 10 11:39:39.871954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c8d173a4-28b5-4bca-a688-117c1c011e11 None None] For port 95a756bd-d9c8-43f6-a940-d06790401371, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=95a756bd-d9c8-43f6-a940-d06790401371,segment=NetworkSegment(9748204c-ab8e-463f-90ce-9e082f6c5fe4),segment_id=9748204c-ab8e-463f-90ce-9e082f6c5fe4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:39.901391 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:39.913000 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:39.942479 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c8d173a4-28b5-4bca-a688-117c1c011e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:39.969483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:39.975556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d4ec0-60fd-49e7-b329-db97defffa49 req-bd66e24c-69d8-4ec2-860e-2517066ff299 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:39.984847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ea8d4ec0-60fd-49e7-b329-db97defffa49 req-bd66e24c-69d8-4ec2-860e-2517066ff299 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.3573596 May 10 11:39:40.049680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-cb47569e-3550-4010-a745-f1d86ff88fc0 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:40.052005 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-cb47569e-3550-4010-a745-f1d86ff88fc0 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 945 time: 0.2409801 May 10 11:39:40.063250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-82b021c1-375b-494f-9f07-b08f7e8a51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:40.067492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-82b021c1-375b-494f-9f07-b08f7e8a51a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a15a7989-b7df-4d95-93e6-accf633428d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3430300 May 10 11:39:40.135302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] Checking router: 98634ec0-841c-44b2-bbde-d741a7747c03 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:40.139110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d173a4-28b5-4bca-a688-117c1c011e11 None None] Pushing event updated for resources: {'Port': ['ID=95a756bd-d9c8-43f6-a940-d06790401371,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:40.180840 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.201058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:40.201720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:40.344625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 95a756bd-d9c8-43f6-a940-d06790401371 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:40.345004 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.349791 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:36Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:40.393945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.401235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51924) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:40.408727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:40.413484 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.418050 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:40.418838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Updating router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:39:40.453151 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.503759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e180c6d6-c7be-40f4-9530-775abdca79e1 None None] Provisioning complete for port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:40.504242 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e180c6d6-c7be-40f4-9530-775abdca79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.527301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-96ba283f-ae25-4070-83d0-cdb0c89c2494 service neutron] 10.222.0.49 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443972 May 10 11:39:40.558193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ea8d4ec0-60fd-49e7-b329-db97defffa49 req-7c503f0f-58ab-455b-9de6-53589ac4d229 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721018 May 10 11:39:40.652047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-954319180-network', 'tenant_id': 'a35cc9df5d574da8aa1a0a37d0c5dc69'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:40.666086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e180c6d6-c7be-40f4-9530-775abdca79e1 None None] Port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:40.734393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e1b6-971e-407a-bdd9-0f681bbbd56a req-500400fd-fc37-4542-89f4-408086132f57 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:40.748273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9874e1b6-971e-407a-bdd9-0f681bbbd56a req-500400fd-fc37-4542-89f4-408086132f57 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 945 time: 0.1789808 May 10 11:39:40.751098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Made reservation on behalf of a35cc9df5d574da8aa1a0a37d0c5dc69 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:40.753655 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.791919 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d58a140b-2732-4788-9cdd-9a2ba1de1e8b req-40699645-52e1-433b-95b9-b8e2c9d193fa service neutron] 10.222.0.49 "GET /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050431 May 10 11:39:40.802936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.827727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e180c6d6-c7be-40f4-9530-775abdca79e1 None None] Provisioning complete for port 95a756bd-d9c8-43f6-a940-d06790401371 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:40.834685 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e180c6d6-c7be-40f4-9530-775abdca79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.843588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Network': ['ID=01341e6a-7628-45f6-ba23-be9f96dc1fe1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:40.850462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4e888a3e-70cf-4fbf-8f95-e68ef6e36dfa tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2470770 May 10 11:39:40.854180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51932) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:40.861515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'subnet': {'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:40.930367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9874e1b6-971e-407a-bdd9-0f681bbbd56a req-143c4774-26cd-43a9-94c9-47fed87e2356 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/security-groups?id=2736a9fc-5114-401a-ac6c-4a77dd9f9648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813202 May 10 11:39:40.942637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:39:41.035402 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c82ba452-4481-4b03-915f-8c7f376b66d4 req-a7bef8a8-6644-4021-aa22-4f2d5c890d8a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 210 time: 0.0621789 May 10 11:39:41.038781 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.055581 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.084752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Made reservation on behalf of 1009506c1b504e109bb42f610a668e53 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:41.097363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.118448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:39:41.145640 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.146030 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Added segment 44788d68-334f-4c54-b59c-217882854768 of type vlan for network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 May 10 11:39:41.211188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:41.211188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.241231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.250201 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.267103 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.306332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.307775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:41.308779 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.315788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port bffe14e5-1391-4e1d-aa68-6e4a524bcf99, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:41.316167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.323319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:41.346793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for bffe14e5-1391-4e1d-aa68-6e4a524bcf99 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:41.400906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 95a756bd-d9c8-43f6-a940-d06790401371 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:41.405940 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60fbe-a61f-4fc2-bcb8-c8409beceece None None] Pushing event updated for resources: {'Port': ['ID=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:41.447945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0445218 May 10 11:39:41.549058 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Attempting to bind port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:41.549440 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Attempting to bind port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:41.549775 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Attempting to bind port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 on network 06f97ca7-9527-4087-84c3-56eb408c56e4 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:41.555909 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:41.556320 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Checking segment: {'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:41.556676 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.557072 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Bound using segment: {'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:41.557539 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Bound port: b553b78a-9267-4ca9-9ede-fa5ee4e4ba88, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9748204c-ab8e-463f-90ce-9e082f6c5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:41.557915 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.560793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c701b8b0-6130-46c1-b476-98d68a9ffece,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:41.574214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51938) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:41.604415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Request body: {'subnet': {'network_id': 'e33e9562-daee-4fe8-a57e-ec67d7fd22d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-954319180-subnet', 'tenant_id': 'a35cc9df5d574da8aa1a0a37d0c5dc69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:41.725410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d9d90-a283-40e2-8a22-297901997da5 admin admin] Pushing event updated for resources: {'Network': ['ID=e33e9562-daee-4fe8-a57e-ec67d7fd22d4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:41.730729 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] For port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:41.753037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:39:41.781244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Made reservation on behalf of a35cc9df5d574da8aa1a0a37d0c5dc69 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:41.783749 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.808273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-f600b8fe-2f81-4eb2-b560-343c18b9e369 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:41.810699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-f600b8fe-2f81-4eb2-b560-343c18b9e369 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.49 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 816 time: 0.1707108 May 10 11:39:41.815982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139a78-792c-457c-af49-88ca4d4e0400 req-d10a18ab-2e46-48a7-8aa8-082c6b9d1baf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:41.823944 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65139a78-792c-457c-af49-88ca4d4e0400 req-d10a18ab-2e46-48a7-8aa8-082c6b9d1baf tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.0958564 May 10 11:39:41.853263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d276ebb2-8631-47cd-a7e6-f1fa673efc57 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:41.856362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e180c6d6-c7be-40f4-9530-775abdca79e1 None None] Current status of the port 95a756bd-d9c8-43f6-a940-d06790401371 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:41.897493 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] For port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,segment=NetworkSegment(9748204c-ab8e-463f-90ce-9e082f6c5fe4),segment_id=9748204c-ab8e-463f-90ce-9e082f6c5fe4)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:41.905795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.907722 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.939054 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-65139a78-792c-457c-af49-88ca4d4e0400 req-f30c4b24-ab76-4116-8c87-89b2e8175ea3 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136875 May 10 11:39:41.949825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-35f4da93-db9e-415b-9687-71009b03239b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a771f71a33344ded971051979b87f489 HTTP/1.1" status: 200 len: 380 time: 0.1289337 May 10 11:39:41.962813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'port': {'device_id': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'admin_state_up': True, 'tenant_id': 'a771f71a33344ded971051979b87f489', 'security_groups': ['ce67c6fe-719b-479d-a461-62f63459a15d']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:41.994481 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:41.995398 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:42.074662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b3371cab-4235-405f-b3df-269161983d0a None None] Provisioning complete for port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:42.075933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3371cab-4235-405f-b3df-269161983d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.085738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d276ebb2-8631-47cd-a7e6-f1fa673efc57 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:42.086106 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.112391 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60fbe-a61f-4fc2-bcb8-c8409beceece None None] Pushing event updated for resources: {'Port': ['ID=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:42.183891 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:42.221462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4ec3d90-3931-4734-a1ac-dd7e5b2fb0dd req-656984be-e7b5-44b5-90e3-5f53ed7afa04 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 210 time: 0.0270128 May 10 11:39:42.228726 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.230455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4b4e226-edd1-422f-8d6b-3d1ca43bf74f req-0e4f1421-0610-4395-8005-c45c6a441f4e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebe77e8-ad3e-46f4-b6dc-49034d6bdeac HTTP/1.1" status: 200 len: 210 time: 0.0612082 May 10 11:39:42.358500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c0f8b7-2385-4c53-a3d4-449371252fd8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:42.370303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Checking segment: {'id': '44788d68-334f-4c54-b59c-217882854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e33e9562-daee-4fe8-a57e-ec67d7fd22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:42.370796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Network hostable DHCP agents. Network: e33e9562-daee-4fe8-a57e-ec67d7fd22d4, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:39:42.401724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=bffe14e5-1391-4e1d-aa68-6e4a524bcf99,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:42.416734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:39:42.430026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b3371cab-4235-405f-b3df-269161983d0a None None] Current status of the port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:42.430539 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3371cab-4235-405f-b3df-269161983d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.438409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, e33e9562-daee-4fe8-a57e-ec67d7fd22d4) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:42.458998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:42.460437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.480011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e09ca-956b-4287-b416-6be7a89961bc None None] Network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:42.489385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1e9b5b46-62dd-44de-adcf-1cc27538f3c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8987486 May 10 11:39:42.532882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:42.551202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] No DVR routers for this DVR port bffe14e5-1391-4e1d-aa68-6e4a524bcf99 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:42.553105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.572842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d276ebb2-8631-47cd-a7e6-f1fa673efc57 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:42.574255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 95a756bd-d9c8-43f6-a940-d06790401371 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:42.579962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995b16c-3103-4e1b-aeb8-9272229d4201 None None] The sync data for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 is: [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:38:31Z', 'revision_number': 4, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'd8fa9994-ee42-461c-88d9-f3fde4c1fe9a', 'name': '', 'network_id': 'a15a7989-b7df-4d95-93e6-accf633428d8', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'mac_address': 'fa:16:3e:5b:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:29Z', 'updated_at': '2022-05-10T11:38:36Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'subnets': [{'id': 'abc7623c-1401-48b9-aa52-3f637cba9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:42.611627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.612088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b3371cab-4235-405f-b3df-269161983d0a None None] For port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,segment=NetworkSegment(9748204c-ab8e-463f-90ce-9e082f6c5fe4),segment_id=9748204c-ab8e-463f-90ce-9e082f6c5fe4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:42.625558 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3371cab-4235-405f-b3df-269161983d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.627171 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:36Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:41Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:42.633578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11494530-3da3-4db9-b61e-2f76dfc3f4e2 req-9ae1e082-1ccb-45e3-ba58-e7e7cde08efc tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.49 "DELETE /v2.0/ports/bffe14e5-1391-4e1d-aa68-6e4a524bcf99 HTTP/1.1" status: 204 len: 173 time: 2.5613239 May 10 11:39:42.640489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'name': 'network-vif-deleted', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:42.652360 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3f5e4d-71a2-411f-9bdb-a43b85061b35" -d '{"events": [{"server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "name": "network-vif-deleted", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:42.765295 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac72d93-15d2-4628-99f6-da61a70c415a None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:36Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:41Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:42.786411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3371cab-4235-405f-b3df-269161983d0a None None] Pushing event updated for resources: {'Port': ['ID=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:42.801053 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8443d55-887e-4363-82d1-98f5ee15eb60 x-openstack-request-id: req-f8443d55-887e-4363-82d1-98f5ee15eb60 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:42.801771 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe77e8-ad3e-46f4-b6dc-49034d6bdeac", "name": "network-vif-deleted", "tag": "bffe14e5-1391-4e1d-aa68-6e4a524bcf99", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:42.802279 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8443d55-887e-4363-82d1-98f5ee15eb60 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:42.803217 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8443d55-887e-4363-82d1-98f5ee15eb60'] response: {'server_uuid': 'bebe77e8-ad3e-46f4-b6dc-49034d6bdeac', 'name': 'network-vif-deleted', 'tag': 'bffe14e5-1391-4e1d-aa68-6e4a524bcf99', 'status': 'completed', 'code': 200} May 10 11:39:42.891845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Made reservation on behalf of a771f71a33344ded971051979b87f489 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:42.897349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:42.930544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Subnet': ['ID=02eb45e2-6ee8-4f61-bf8b-13ae07240b04,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:42.947686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Checking segment: {'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:42.948348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network hostable DHCP agents. Network: 01341e6a-7628-45f6-ba23-be9f96dc1fe1, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:39:42.955073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 95a756bd-d9c8-43f6-a940-d06790401371 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:42.956132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.011765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1baec1c5-1dfc-43a1-a5d2-00a935c149bd None None] Provisioning complete for port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:43.012575 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1baec1c5-1dfc-43a1-a5d2-00a935c149bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.046070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:39:43.058613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697e3d6-86ad-43b5-8325-7999486714a7 None None] Network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:43.077676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 01341e6a-7628-45f6-ba23-be9f96dc1fe1) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:43.100016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:43.100153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.195844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device bffe14e5-1391-4e1d-aa68-6e4a524bcf99 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:43.198003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10a089-09cf-49c9-9a9f-5b8e321e2fb4 None None] Network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:43.201156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a897e250-1b55-4a29-a02c-501fed3bd69b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3451183 May 10 11:39:43.204004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51960) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:43.336180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Allocated IP 172.20.0.6 (862e694c-25bb-4128-9a47-d0a0988b956e/6a00e7eb-8579-4339-b0a5-8f32054f28f4/8f256e82-8f90-453e-8ac4-dd37008d79c3) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:43.350350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: bffe14e5-1391-4e1d-aa68-6e4a524bcf99 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:43.350694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device bffe14e5-1391-4e1d-aa68-6e4a524bcf99 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:43.373279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481041-287c-4c3a-8233-88f80dc01f20 req-81b0fd01-3e8d-4efe-8684-eaa1eb60ce82 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:43.381009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd481041-287c-4c3a-8233-88f80dc01f20 req-81b0fd01-3e8d-4efe-8684-eaa1eb60ce82 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1848340 May 10 11:39:43.451616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd481041-287c-4c3a-8233-88f80dc01f20 req-80cf8ea7-77b8-42c4-9284-6aa44edf7a00 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695276 May 10 11:39:43.459372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f00349a-afb1-4ff3-b5ce-dfe660011b2b None None] New status for floating IP a5e757d2-6a36-4c57-a841-b30ca5d8e223: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:39:43.535110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51976) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:43.639280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 95a756bd-d9c8-43f6-a940-d06790401371 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:43.641008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-453fb1be-c814-4c54-a5b0-9626403cd95f tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:43.650971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-453fb1be-c814-4c54-a5b0-9626403cd95f tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/networks?id=e33e9562-daee-4fe8-a57e-ec67d7fd22d4 HTTP/1.1" status: 200 len: 821 time: 0.2985439 May 10 11:39:43.693424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-85a2880a-0681-4ac0-92f9-1abbf848cfe0 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/quotas/a35cc9df5d574da8aa1a0a37d0c5dc69 HTTP/1.1" status: 200 len: 375 time: 0.0413556 May 10 11:39:43.698858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62dcd7a8-3bf2-44d9-b4e7-ae814b249c10 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.717817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1baec1c5-1dfc-43a1-a5d2-00a935c149bd None None] Current status of the port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:43.791150 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-42ecfbb8-ec5d-4ecc-a0de-58e9c1d41180 req-9c920fdb-2ece-4e1d-a1f6-67bb361648b2 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 210 time: 0.1484213 May 10 11:39:43.801463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-aa6aee7e-4eed-4346-9ff8-8ec261a36575 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a35cc9df5d574da8aa1a0a37d0c5dc69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071680 May 10 11:39:43.801683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.849823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:43.872053 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.872434 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62dcd7a8-3bf2-44d9-b4e7-ae814b249c10 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.880507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:39:43.881542 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.966487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:43.983492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Network 862e694c-25bb-4128-9a47-d0a0988b956e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:43.987037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-7e18cac0-42ef-4086-a87d-154a24f19b0b service neutron] 10.222.0.13 "GET /v2.0/networks/e33e9562-daee-4fe8-a57e-ec67d7fd22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843250 May 10 11:39:43.997140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:44.000689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:44.005840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:44.005840 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.081775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:44.082454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.089408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.120478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-647c9094-6d08-448d-af70-c73943c4ce98 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1635029 May 10 11:39:44.121830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Allocated IP 2001:db8:3::2 (01341e6a-7628-45f6-ba23-be9f96dc1fe1/02eb45e2-6ee8-4f61-bf8b-13ae07240b04/c03da796-9a58-43f3-87dd-f0098db6d08b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:44.135674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Request body: {'port': {'device_id': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:44.171165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-60db6578-065b-41c0-ba1d-5ebcdef23661 service neutron] 10.222.0.13 "GET /v2.0/networks/e33e9562-daee-4fe8-a57e-ec67d7fd22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419272 May 10 11:39:44.198402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:44.244827 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.393441 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.403976 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.487617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:44.522157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:44.530332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:44.540098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Pushing event updated for resources: {'Port': ['ID=c03da796-9a58-43f3-87dd-f0098db6d08b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:44.556381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Allocated IP 2001:db8:3::1 (01341e6a-7628-45f6-ba23-be9f96dc1fe1/02eb45e2-6ee8-4f61-bf8b-13ae07240b04/1a4c8e91-a46b-462c-aa30-6c9deb9f29fd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:44.568687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebdc3b1f-3318-4b49-87b9-91980dad72c6 req-38723622-efbc-41a3-872b-f4fa150ebb7a tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 210 time: 0.0838251 May 10 11:39:44.577096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2246f662-b29f-4a52-bd47-6811638b57a8 None None] Provisioning complete for port 8f256e82-8f90-453e-8ac4-dd37008d79c3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:44.577670 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2246f662-b29f-4a52-bd47-6811638b57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.644590 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62dcd7a8-3bf2-44d9-b4e7-ae814b249c10 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.647223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62dcd7a8-3bf2-44d9-b4e7-ae814b249c10 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.656168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-62dcd7a8-3bf2-44d9-b4e7-ae814b249c10 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/security-groups/2736a9fc-5114-401a-ac6c-4a77dd9f9648 HTTP/1.1" status: 204 len: 168 time: 1.1199498 May 10 11:39:44.705187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51990) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:44.849248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f256e82-8f90-453e-8ac4-dd37008d79c3 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:39:44.868962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.893743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Transition to ACTIVE for port object 8f256e82-8f90-453e-8ac4-dd37008d79c3 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:39:44.910933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.957212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Attempting to bind port c03da796-9a58-43f3-87dd-f0098db6d08b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:44.957212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Attempting to bind port c03da796-9a58-43f3-87dd-f0098db6d08b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:44.957212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Attempting to bind port c03da796-9a58-43f3-87dd-f0098db6d08b on network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:44.965581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:44.965955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Checking segment: {'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:44.966366 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.966750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Bound using segment: {'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:44.967238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Bound port: c03da796-9a58-43f3-87dd-f0098db6d08b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:44.967947 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.977264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2246f662-b29f-4a52-bd47-6811638b57a8 None None] Port 8f256e82-8f90-453e-8ac4-dd37008d79c3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:45.060232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] For port c03da796-9a58-43f3-87dd-f0098db6d08b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:45.064590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] For port c03da796-9a58-43f3-87dd-f0098db6d08b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c03da796-9a58-43f3-87dd-f0098db6d08b,segment=NetworkSegment(be3bf8a9-d589-4306-bb39-ac4e8bc38aec),segment_id=be3bf8a9-d589-4306-bb39-ac4e8bc38aec)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:45.079856 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:45.109835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:45.176659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f1bf3-df7d-4510-8f17-443a6cb2b19a None None] Pushing event updated for resources: {'Port': ['ID=c03da796-9a58-43f3-87dd-f0098db6d08b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:45.269585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f98db-bede-4903-8fb1-cddb8c7de50f req-9842d8d3-8930-4e74-b309-6332a8c1568b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:45.272105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f8f98db-bede-4903-8fb1-cddb8c7de50f req-9842d8d3-8930-4e74-b309-6332a8c1568b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 943 time: 0.2882824 May 10 11:39:45.423205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Attempting to bind port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:45.423588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Attempting to bind port 8f256e82-8f90-453e-8ac4-dd37008d79c3 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:45.423900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Attempting to bind port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:45.432922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on network 862e694c-25bb-4128-9a47-d0a0988b956e not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:39:45.433377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Attempting to bind port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:45.443225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f8f98db-bede-4903-8fb1-cddb8c7de50f req-ac2f963a-a1e1-4b69-84e7-705ec680d876 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384544 May 10 11:39:45.499090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:45.499595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Checking segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:45.500002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Bound using segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:45.500454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Bound port: 8f256e82-8f90-453e-8ac4-dd37008d79c3, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:45.500963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:45.518514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd7a8-3bf2-44d9-b4e7-ae814b249c10 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2736a9fc-5114-401a-ac6c-4a77dd9f9648,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:45.639243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb278d77-1dbb-448c-9fdc-f16b7a8029bf req-8f8f206d-9340-4221-96cd-0e0080ed048f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:45.647157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb278d77-1dbb-448c-9fdc-f16b7a8029bf req-8f8f206d-9340-4221-96cd-0e0080ed048f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1725965 May 10 11:39:45.718084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:45.761541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb278d77-1dbb-448c-9fdc-f16b7a8029bf req-3a6950ed-070f-4c52-a0a1-dcfd1487f821 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134555 May 10 11:39:45.816276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9d382533-effb-4cfd-9d71-4d83da22d4ce req-2f0e47c6-50dd-4582-98e1-d4fc91958677 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 210 time: 0.1117916 May 10 11:39:45.822522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:45.826238 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:45.842075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:45.848553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:45.879271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c03da796-9a58-43f3-87dd-f0098db6d08b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:45.899405 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:45.904753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:45.905383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:45.908279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] 10.222.0.49 "PUT /v2.0/ports/8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 1091 time: 1.7800169 May 10 11:39:45.910675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:45.913111 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e112b91-385a-4cbf-9b51-88032ddf164d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:45.974375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:45.985092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:45.987307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:45.987948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:45.995397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:46.052343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea117d-718c-4d94-bd62-3b86d29bbea2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:46.057323 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b375a1e-b997-4481-a6b0-1d05d4099c5c x-openstack-request-id: req-9b375a1e-b997-4481-a6b0-1d05d4099c5c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:46.057620 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:46.057864 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b375a1e-b997-4481-a6b0-1d05d4099c5c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:46.058293 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b375a1e-b997-4481-a6b0-1d05d4099c5c'] response: {'name': 'network-changed', 'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'status': 'completed', 'code': 200} May 10 11:39:46.094629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c03da796-9a58-43f3-87dd-f0098db6d08b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:46.095090 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:46.143760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-628d9ef8-5228-4df8-b150-8d25060b9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:46.145336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-628d9ef8-5228-4df8-b150-8d25060b9311 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1094 time: 0.1510842 May 10 11:39:46.245873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-c7f59da1-a542-4467-ad92-2a1d5bc4de67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 217 time: 0.0910637 May 10 11:39:46.252473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-b10804b5-1c37-45e0-9709-93d5242a748c tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:46.253997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-b10804b5-1c37-45e0-9709-93d5242a748c tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.70 "GET /v2.0/networks?id=e33e9562-daee-4fe8-a57e-ec67d7fd22d4 HTTP/1.1" status: 200 len: 821 time: 0.1994393 May 10 11:39:46.292602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c03da796-9a58-43f3-87dd-f0098db6d08b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:46.293212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:46.303121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Request body: {'port': {'device_id': 'e714c08e-beff-4101-828b-b6fa8288302f', 'network_id': 'e33e9562-daee-4fe8-a57e-ec67d7fd22d4', 'admin_state_up': True, 'tenant_id': 'a35cc9df5d574da8aa1a0a37d0c5dc69'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:46.337473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port c03da796-9a58-43f3-87dd-f0098db6d08b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c03da796-9a58-43f3-87dd-f0098db6d08b,segment=NetworkSegment(be3bf8a9-d589-4306-bb39-ac4e8bc38aec),segment_id=be3bf8a9-d589-4306-bb39-ac4e8bc38aec)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:46.359211 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:46.404473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-3b18e8d9-edb7-4db8-ba9c-2e30014d4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:46.406327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-3b18e8d9-edb7-4db8-ba9c-2e30014d4b6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.1503880 May 10 11:39:46.437290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=c03da796-9a58-43f3-87dd-f0098db6d08b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:46.518764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:46.529305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Made reservation on behalf of a35cc9df5d574da8aa1a0a37d0c5dc69 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:46.533077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:46.763322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe57d43-7801-4829-8b9b-3eab949a04d1 None None] Network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:46.864593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c0e83e3f-9486-4e15-bba8-a31ffa89e681 None None] Provisioning complete for port c03da796-9a58-43f3-87dd-f0098db6d08b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:46.864977 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0e83e3f-9486-4e15-bba8-a31ffa89e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:46.891133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Allocated IP 172.20.0.3 (e33e9562-daee-4fe8-a57e-ec67d7fd22d4/96c0f8b7-2385-4c53-a3d4-449371252fd8/7416788f-5f6b-45f2-a448-56d73ab9b6bc) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:46.966041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-4efb106e-c049-48f4-bc24-9f873bc7be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:46.967666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-4efb106e-c049-48f4-bc24-9f873bc7be49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5513525 May 10 11:39:47.027188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c0e83e3f-9486-4e15-bba8-a31ffa89e681 None None] Current status of the port c03da796-9a58-43f3-87dd-f0098db6d08b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:47.050324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf7db-f87c-4d30-9d27-2c08c5fae705 req-4481b685-4504-4413-9bd1-975a6370c50d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:47.052239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed3cf7db-f87c-4d30-9d27-2c08c5fae705 req-4481b685-4504-4413-9bd1-975a6370c50d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 943 time: 0.1503339 May 10 11:39:47.076439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217ea62-f38e-4724-8562-3fc27f2b156a req-17d92480-20a4-4f17-ba74-70ea902e15dc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:47.085978 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c217ea62-f38e-4724-8562-3fc27f2b156a req-17d92480-20a4-4f17-ba74-70ea902e15dc tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1638672 May 10 11:39:47.215708 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-ecb82220-8b6a-4a70-94ea-d4c7254d3bd1 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268078 May 10 11:39:47.219243 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed3cf7db-f87c-4d30-9d27-2c08c5fae705 req-5909861f-03f8-459b-a074-313eebcd076a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304338 May 10 11:39:47.235333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c217ea62-f38e-4724-8562-3fc27f2b156a req-310ebfff-106f-4236-97bc-38c315c7a0ef tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484201 May 10 11:39:47.316179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:47.319968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.321491 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.355618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.389272 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.390191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.469303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a826bbb5-3d5b-4733-bcb1-aa80e2b483d7 req-e29d1cda-b9ad-4650-b497-36ebf8ec5f20 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 210 time: 0.0696490 May 10 11:39:47.475686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ca582339-3366-4e65-9831-b819e7899ef7 None None] Provisioning complete for port c03da796-9a58-43f3-87dd-f0098db6d08b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:47.476320 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca582339-3366-4e65-9831-b819e7899ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.510677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06bf6edf-f985-4497-a2ca-1c2cd289b9d9 req-562e5cc4-d74d-4d11-93e4-b05caf240809 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876363 May 10 11:39:47.575051 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.625969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ca582339-3366-4e65-9831-b819e7899ef7 None None] Current status of the port c03da796-9a58-43f3-87dd-f0098db6d08b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:47.644257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port d8fa9994-ee42-461c-88d9-f3fde4c1fe9a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:47.645001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.655140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ca582339-3366-4e65-9831-b819e7899ef7 None None] Provisioning complete for port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:47.655594 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca582339-3366-4e65-9831-b819e7899ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.672679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for d8fa9994-ee42-461c-88d9-f3fde4c1fe9a owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:47.690036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-fae1f150-2232-48cf-9503-10faeb8e7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:47.697151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-fae1f150-2232-48cf-9503-10faeb8e7867 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1094 time: 0.0985653 May 10 11:39:47.702494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event updated for resources: {'Port': ['ID=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:47.724985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ca582339-3366-4e65-9831-b819e7899ef7 None None] Port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:47.781353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:47.793614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:47.796977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:47.802775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:39:47.806906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:47.845825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Pushing event updated for resources: {'Port': ['ID=7416788f-5f6b-45f2-a448-56d73ab9b6bc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:47.850813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c03da796-9a58-43f3-87dd-f0098db6d08b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:47.866929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81ab5a-dd88-4496-9fe1-3d229a169e29 req-25e39823-1bad-4ca0-84b8-b90b6965c46f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:47.891760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a81ab5a-dd88-4496-9fe1-3d229a169e29 req-25e39823-1bad-4ca0-84b8-b90b6965c46f tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.3198886 May 10 11:39:47.969473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-246858b3-243b-45bb-bd83-4827e7fd2d16 None None] Provisioning complete for port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:47.969996 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-246858b3-243b-45bb-bd83-4827e7fd2d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:47.989263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-22448db7-395e-4037-b25f-f714a679bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:47.990743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-22448db7-395e-4037-b25f-f714a679bdef service neutron] 10.222.0.49 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.2347639 May 10 11:39:48.050224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-246858b3-243b-45bb-bd83-4827e7fd2d16 None None] Port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:48.074815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c03da796-9a58-43f3-87dd-f0098db6d08b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:48.075177 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:48.097561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:48.101473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-2b31ca27-00ae-438d-86b9-46e7f6993096 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 217 time: 0.1028259 May 10 11:39:48.136387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:48.137195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:48.184267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a81ab5a-dd88-4496-9fe1-3d229a169e29 req-a41e1c19-db12-484d-85c9-f19b63eb848b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867653 May 10 11:39:48.191794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-511b0704-2539-4afb-99ae-82d8b16185b8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9011257 May 10 11:39:48.227601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c03da796-9a58-43f3-87dd-f0098db6d08b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:48.254634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-f663109e-4705-4dc7-9823-dbe943152179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:48.257757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-f663109e-4705-4dc7-9823-dbe943152179 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.1494391 May 10 11:39:48.259181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:48.281796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-883f3ba4-5b64-4100-9e5b-fcc52be14c35 None None] Provisioning complete for port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:48.282214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-883f3ba4-5b64-4100-9e5b-fcc52be14c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:48.293540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Request body: {'port': {'device_id': 'e714c08e-beff-4101-828b-b6fa8288302f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:48.328218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-883f3ba4-5b64-4100-9e5b-fcc52be14c35 None None] Port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:39:48.385076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=d8fa9994-ee42-461c-88d9-f3fde4c1fe9a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:48.438728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:48.446330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-474e1c4f-a7b6-414b-9fd7-30a78eb3e1ce tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2410586 May 10 11:39:48.449004 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:48.460597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:48.471630 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:48.472310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:48.475789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:48.494809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a197d1e-526c-4382-8285-d579ce02d7da req-7f062c2d-4ee7-4372-9bd4-7ebca0482577 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:48.496597 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a197d1e-526c-4382-8285-d579ce02d7da req-7f062c2d-4ee7-4372-9bd4-7ebca0482577 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 943 time: 0.1569064 May 10 11:39:48.499519 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:48.511547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7f755-c176-4b63-8844-feb0e14a0c41 req-4d9c46c2-6988-4b34-a0f3-e87e7b854414 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:48.521534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c4f7f755-c176-4b63-8844-feb0e14a0c41 req-4d9c46c2-6988-4b34-a0f3-e87e7b854414 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.2177241 May 10 11:39:48.590874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-91fe095a-a112-465c-85eb-aefccc00633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:48.592545 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-91fe095a-a112-465c-85eb-aefccc00633e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3258941 May 10 11:39:48.721521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a197d1e-526c-4382-8285-d579ce02d7da req-d80a5608-de5f-45fd-ace7-3293c3936660 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728835 May 10 11:39:48.721703 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:48.768204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c4f7f755-c176-4b63-8844-feb0e14a0c41 req-33fdc599-80bf-45cb-95b6-7cde15a8bd42 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260621 May 10 11:39:49.026517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:39:49.057105 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:46Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:47Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:49.082812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-e70ce8bf-7e13-4382-a094-f18db7763d30 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572874 May 10 11:39:49.083431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:49.099620 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:49.100283 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Updating router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:39:49.136463 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:49.390813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb091d0-36e1-4d8d-a0c8-86702df01454 req-be864a41-ff62-4e73-9d64-44967cf1a50e tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:49.392434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cbb091d0-36e1-4d8d-a0c8-86702df01454 req-be864a41-ff62-4e73-9d64-44967cf1a50e tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 931 time: 0.4817240 May 10 11:39:49.399153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:49.427428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'port_id': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'mac_address': 'fa:16:3e:2c:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:39:49.515012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8f256e82-8f90-453e-8ac4-dd37008d79c3 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:49.515707 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:49.546535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f256e82-8f90-453e-8ac4-dd37008d79c3 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:39:49.552014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e112b91-385a-4cbf-9b51-88032ddf164d req-b0e60968-b20d-4f2d-b6dc-3297af59d28b service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610837 May 10 11:39:49.569523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cbb091d0-36e1-4d8d-a0c8-86702df01454 req-b37e0aec-c6c7-4326-b9fe-377b8aa50483 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252077 May 10 11:39:49.592177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:49.604479 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:49.709206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:49.723743 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:49.739762 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:49.830030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8f256e82-8f90-453e-8ac4-dd37008d79c3'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:49.840894 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fb5aa-a6ad-4cfa-8691-ea0affa211c5 None None] Pushing event updated for resources: {'Port': ['ID=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:49.846862 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:39:49.885045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Router 98634ec0-841c-44b2-bbde-d741a7747c03 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:49.946709 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Attempting to bind port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:49.947058 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Attempting to bind port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:49.947404 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Attempting to bind port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd on network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:49.959027 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:49.966494 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Checking segment: {'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:49.966494 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:49.967020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Bound using segment: {'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:49.967020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Bound port: 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:49.969481 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.100132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37ffc-523a-48fe-b2ab-28c0308ea817 req-1064f811-ace5-4501-9c40-1f393cb00ce5 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:50.109205 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ce37ffc-523a-48fe-b2ab-28c0308ea817 req-1064f811-ace5-4501-9c40-1f393cb00ce5 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.1627557 May 10 11:39:50.111115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98345e71-4f1b-4564-9b54-47b736e39243 req-0d5e8f4b-932a-4c6a-a5f1-e53dac5d35a1 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:50.123438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98345e71-4f1b-4564-9b54-47b736e39243 req-0d5e8f4b-932a-4c6a-a5f1-e53dac5d35a1 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.3030610 May 10 11:39:50.178229 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] For port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:50.196183 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] For port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,segment=NetworkSegment(be3bf8a9-d589-4306-bb39-ac4e8bc38aec),segment_id=be3bf8a9-d589-4306-bb39-ac4e8bc38aec)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:50.201691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.extraroute_db [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 10 11:39:50.212933 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.226796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.extraroute_db [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Removed routes are [] {{(pid=102768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 10 11:39:50.227288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.271514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98345e71-4f1b-4564-9b54-47b736e39243 req-84a28a56-36c6-409b-9c16-1b218e3676bb tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462834 May 10 11:39:50.275053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2ac90994-60a5-4d55-b8ae-e3f5d07da86a None None] Provisioning complete for port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:50.275559 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2ac90994-60a5-4d55-b8ae-e3f5d07da86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.293797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:50.301311 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fb5aa-a6ad-4cfa-8691-ea0affa211c5 None None] Pushing event updated for resources: {'Port': ['ID=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:50.314346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ccfbe4d3-136e-4a63-8966-542f14d0e0ed tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "PUT /v2.0/routers/98634ec0-841c-44b2-bbde-d741a7747c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6068215 May 10 11:39:50.315031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:50.337672 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:50.338682 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:50.345919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7416788f-5f6b-45f2-a448-56d73ab9b6bc {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:39:50.348990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] Sync routers for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:50.403967 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.420622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:50.421933 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ce37ffc-523a-48fe-b2ab-28c0308ea817 req-ea7fbc5f-b844-495e-892d-adb6fc0b8d88 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126068 May 10 11:39:50.423117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:50.499832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4759991-9bea-4993-8975-08e37c72320c req-873576f1-6ec5-4c8d-b57c-638c3444f585 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:50.502483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4759991-9bea-4993-8975-08e37c72320c req-873576f1-6ec5-4c8d-b57c-638c3444f585 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1057127 May 10 11:39:50.508330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Transition to ACTIVE for port object 7416788f-5f6b-45f2-a448-56d73ab9b6bc will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:39:50.524523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.583537 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:50.601223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4759991-9bea-4993-8975-08e37c72320c req-6d21ab72-80c5-4637-9af8-7a01251ee8ed tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824327 May 10 11:39:50.644884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0194397-e766-4e3f-9d74-6d566fdc81e9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting subnet abc7623c-1401-48b9-aa52-3f637cba9f81 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:39:50.649415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0194397-e766-4e3f-9d74-6d566fdc81e9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.728535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2ac90994-60a5-4d55-b8ae-e3f5d07da86a None None] Current status of the port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:50.729291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2ac90994-60a5-4d55-b8ae-e3f5d07da86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.756708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.778035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.780763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0194397-e766-4e3f-9d74-6d566fdc81e9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.812926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2ac90994-60a5-4d55-b8ae-e3f5d07da86a None None] For port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,segment=NetworkSegment(be3bf8a9-d589-4306-bb39-ac4e8bc38aec),segment_id=be3bf8a9-d589-4306-bb39-ac4e8bc38aec)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:50.827899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:50.832150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2ac90994-60a5-4d55-b8ae-e3f5d07da86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:50.882117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-c2b2ca6b-300a-48d6-ad8b-1ec9dd19ff3d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:50.883639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-c2b2ca6b-300a-48d6-ad8b-1ec9dd19ff3d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.1869581 May 10 11:39:51.030057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:51.073112 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 6, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:51.106701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:51.110962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Pushing event updated for resources: {'Port': ['ID=7416788f-5f6b-45f2-a448-56d73ab9b6bc,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:51.126045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332504a-2716-493b-aca6-85b990a82eb1 req-850c6a18-9b15-4070-a7db-e3517ea95982 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:51.134516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5332504a-2716-493b-aca6-85b990a82eb1 req-850c6a18-9b15-4070-a7db-e3517ea95982 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 943 time: 0.3729949 May 10 11:39:51.137985 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95f5f5-6b82-4bd5-8c6f-d593155421e5 None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 6, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 4, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:51.187418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-45b13300-d6a7-44e4-bf1f-34d193d9b189 None None] Provisioning complete for port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:51.187418 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45b13300-d6a7-44e4-bf1f-34d193d9b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.277941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Attempting to bind port 7416788f-5f6b-45f2-a448-56d73ab9b6bc on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:51.278172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Attempting to bind port 7416788f-5f6b-45f2-a448-56d73ab9b6bc by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '44788d68-334f-4c54-b59c-217882854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e33e9562-daee-4fe8-a57e-ec67d7fd22d4'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:51.281610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0194397-e766-4e3f-9d74-6d566fdc81e9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.284693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Attempting to bind port 7416788f-5f6b-45f2-a448-56d73ab9b6bc on network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:51.322665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Port 7416788f-5f6b-45f2-a448-56d73ab9b6bc on network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:39:51.326907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Attempting to bind port 7416788f-5f6b-45f2-a448-56d73ab9b6bc on network e33e9562-daee-4fe8-a57e-ec67d7fd22d4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:39:51.331443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac90994-60a5-4d55-b8ae-e3f5d07da86a None None] Pushing event updated for resources: {'Port': ['ID=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:51.367148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 8f256e82-8f90-453e-8ac4-dd37008d79c3 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:39:51.375125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 8f256e82-8f90-453e-8ac4-dd37008d79c3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:51.375498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.393950 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5332504a-2716-493b-aca6-85b990a82eb1 req-9242070c-53ec-4dda-8757-8fe07c6e5fdc tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578545 May 10 11:39:51.397440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:39:51.397779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Checking segment: {'id': '44788d68-334f-4c54-b59c-217882854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e33e9562-daee-4fe8-a57e-ec67d7fd22d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:39:51.398167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Bound using segment: {'id': '44788d68-334f-4c54-b59c-217882854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e33e9562-daee-4fe8-a57e-ec67d7fd22d4'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:39:51.398615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Bound port: 7416788f-5f6b-45f2-a448-56d73ab9b6bc, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44788d68-334f-4c54-b59c-217882854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e33e9562-daee-4fe8-a57e-ec67d7fd22d4'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:51.399025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.400030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72425a9a-5c75-445a-89df-11bdc8abfcd0 req-04603556-bd2b-4ab0-8f66-0487ad680cf0 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:51.401724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72425a9a-5c75-445a-89df-11bdc8abfcd0 req-04603556-bd2b-4ab0-8f66-0487ad680cf0 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.2390239 May 10 11:39:51.463783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Deleting port 407196db-9427-4f92-b47c-236dc063e9c4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:51.464496 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.487377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] For port 7416788f-5f6b-45f2-a448-56d73ab9b6bc, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:39:51.490972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] For port 7416788f-5f6b-45f2-a448-56d73ab9b6bc, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7416788f-5f6b-45f2-a448-56d73ab9b6bc,segment=NetworkSegment(44788d68-334f-4c54-b59c-217882854768),segment_id=44788d68-334f-4c54-b59c-217882854768)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:39:51.493645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:51.502142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.506281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4999f8d7-6a37-42ee-895c-e8688b2d11fc tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 200 len: 953 time: 3.0433462 May 10 11:39:51.507102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52060) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:51.540379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:39:48Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:51.544947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-45b13300-d6a7-44e4-bf1f-34d193d9b189 None None] Current status of the port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:51.562643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0194397-e766-4e3f-9d74-6d566fdc81e9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.583859 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] Checking router: 98634ec0-841c-44b2-bbde-d741a7747c03 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:51.600111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72425a9a-5c75-445a-89df-11bdc8abfcd0 req-8d0e8323-a576-40a6-ae21-91fe99a564a7 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880028 May 10 11:39:51.605016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] Routers {'98634ec0-841c-44b2-bbde-d741a7747c03'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:51.607575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['98634ec0-841c-44b2-bbde-d741a7747c03'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:51.611721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194397-e766-4e3f-9d74-6d566fdc81e9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Subnet': ['ID=abc7623c-1401-48b9-aa52-3f637cba9f81,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:51.631311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0194397-e766-4e3f-9d74-6d566fdc81e9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.638289 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f0194397-e766-4e3f-9d74-6d566fdc81e9 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/subnets/abc7623c-1401-48b9-aa52-3f637cba9f81 HTTP/1.1" status: 204 len: 168 time: 1.3208594 May 10 11:39:51.639043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52064) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:51.720138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-242b661b-c4d7-4164-960f-2f005963760e tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 200 len: 953 time: 0.2112610 May 10 11:39:51.722535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52066) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:51.723479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.730835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47038b19-8cda-4100-924d-6fafb312803c None None] Network a15a7989-b7df-4d95-93e6-accf633428d8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:39:51.740068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'routes': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:51.894653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] For port 407196db-9427-4f92-b47c-236dc063e9c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=407196db-9427-4f92-b47c-236dc063e9c4,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:51.895040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.897935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:51.901123 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:51.905055 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] 10.222.0.70 "PUT /v2.0/ports/7416788f-5f6b-45f2-a448-56d73ab9b6bc HTTP/1.1" status: 200 len: 1091 time: 3.6911130 May 10 11:39:51.909005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e714c08e-beff-4101-828b-b6fa8288302f', 'tag': '7416788f-5f6b-45f2-a448-56d73ab9b6bc'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:51.912748 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dc09b9-49c1-4f08-8192-f298d47c5a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e714c08e-beff-4101-828b-b6fa8288302f", "tag": "7416788f-5f6b-45f2-a448-56d73ab9b6bc"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:51.938191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Calling delete_port for 407196db-9427-4f92-b47c-236dc063e9c4 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:51.945699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:51.954033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5525fe-08f1-433b-9fba-97d47308138f req-934ded61-7bdf-46f5-9bc0-4252c595bc2c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:51.963465 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c5525fe-08f1-433b-9fba-97d47308138f req-934ded61-7bdf-46f5-9bc0-4252c595bc2c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 945 time: 0.2154112 May 10 11:39:52.050998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc0aa5-feea-48e9-be53-e77e0a88c83c service neutron] Pushing event updated for resources: {'Port': ['ID=7416788f-5f6b-45f2-a448-56d73ab9b6bc,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:52.094775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c5525fe-08f1-433b-9fba-97d47308138f req-2b9896b3-4c69-4f94-9b79-8212bb93e18c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298730 May 10 11:39:52.143079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-7525652b-d656-423c-8aed-4b8e42fb4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:52.149402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-7525652b-d656-423c-8aed-4b8e42fb4604 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a35cc9df5d574da8aa1a0a37d0c5dc69&device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 1094 time: 0.1798840 May 10 11:39:52.245815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-3bf3adcc-bccc-4a88-a827-374daef1908f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7416788f-5f6b-45f2-a448-56d73ab9b6bc HTTP/1.1" status: 200 len: 217 time: 0.0875604 May 10 11:39:52.253577 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6e3372-3b92-4018-ba8e-a96a43ef9e52 x-openstack-request-id: req-0e6e3372-3b92-4018-ba8e-a96a43ef9e52 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:52.253859 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e714c08e-beff-4101-828b-b6fa8288302f", "tag": "7416788f-5f6b-45f2-a448-56d73ab9b6bc", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:52.254124 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e6e3372-3b92-4018-ba8e-a96a43ef9e52 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:52.254545 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6e3372-3b92-4018-ba8e-a96a43ef9e52'] response: {'name': 'network-changed', 'server_uuid': 'e714c08e-beff-4101-828b-b6fa8288302f', 'tag': '7416788f-5f6b-45f2-a448-56d73ab9b6bc', 'status': 'completed', 'code': 200} May 10 11:39:52.306280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-20802c0d-cfac-4587-9500-b7b35cd4e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:52.307803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-20802c0d-cfac-4587-9500-b7b35cd4e67a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96c0f8b7-2385-4c53-a3d4-449371252fd8 HTTP/1.1" status: 200 len: 861 time: 0.0524251 May 10 11:39:52.349476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8f256e82-8f90-453e-8ac4-dd37008d79c3 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:52.349932 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:52.386062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-d5f45976-0151-4354-8220-de66631ab6b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e33e9562-daee-4fe8-a57e-ec67d7fd22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546422 May 10 11:39:52.419867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:52.422360 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6113ae-cce0-48c8-9899-7598153888f5" -d '{"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-plugged", "status": "completed", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:52.447265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] Set router 98634ec0-841c-44b2-bbde-d741a7747c03 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:52.489055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:52.521876 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f915f9-bc58-4193-a260-fe342b184854 x-openstack-request-id: req-73f915f9-bc58-4193-a260-fe342b184854 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:52.522154 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-plugged", "status": "completed", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:52.522518 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73f915f9-bc58-4193-a260-fe342b184854 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:52.522992 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f915f9-bc58-4193-a260-fe342b184854'] response: {'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'code': 200} May 10 11:39:52.526291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:52.576246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-9d39a59c-3772-4f0e-b968-9728d68cb641 service neutron] 10.222.0.70 "GET /v2.0/networks/e33e9562-daee-4fe8-a57e-ec67d7fd22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811516 May 10 11:39:52.641172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:52.641816 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:52.727270 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:52.741189 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:52.742520 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:52.764126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:52.840932 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:52.844329 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60cc026a-e262-4c51-9685-6c398a36a0ca req-27345cb0-cd28-466c-b649-77d7b53b2fb0 service neutron] 10.222.0.70 "GET /v2.0/networks/e33e9562-daee-4fe8-a57e-ec67d7fd22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548158 May 10 11:39:52.866431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:52.881224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] DHCP port deletion for a15a7989-b7df-4d95-93e6-accf633428d8 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:39:52.894569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d00e2-d51d-49e4-bd62-0d5683deddcf req-335de652-6800-4541-8135-c6d1f0096873 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:52.897360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d93d00e2-d51d-49e4-bd62-0d5683deddcf req-335de652-6800-4541-8135-c6d1f0096873 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 943 time: 0.2487023 May 10 11:39:52.904046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900695c-3b0a-480b-8d8b-394c714a2fd7 req-049fa7bf-c717-442f-9a9a-af6654aaf9fb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:52.913374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b900695c-3b0a-480b-8d8b-394c714a2fd7 req-049fa7bf-c717-442f-9a9a-af6654aaf9fb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 1.1313102 May 10 11:39:52.936454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:39:48Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:52.945426 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:52.971695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a6314-794e-40e7-a209-3d350826da04 None None] The sync data for ids ['98634ec0-841c-44b2-bbde-d741a7747c03'] in n-d-840949-1 is: [{'id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'name': 'tempest-TestNetworkBasicOps-router-1416578336', 'tenant_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'f62892ff-018b-4ead-9355-e77919b13450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:17Z', 'updated_at': '2022-05-10T11:39:48Z', 'revision_number': 5, 'project_id': 'ac5009d716d1416587e6e6a7d43b9fdd', 'gw_port': {'id': 'f62892ff-018b-4ead-9355-e77919b13450', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98634ec0-841c-44b2-bbde-d741a7747c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:18Z', 'updated_at': '2022-05-10T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:52.986408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] Deleting port 9bd4671f-eae3-4124-b42b-2ebc1458e034 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:52.987398 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:53.004007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:53.065134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:53.070603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d93d00e2-d51d-49e4-bd62-0d5683deddcf req-75331a8f-fafa-4c5a-9180-0e3d165f9e36 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685028 May 10 11:39:53.102521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-ffa2e111-ec98-4821-8376-91095d23bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:53.104306 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-ffa2e111-ec98-4821-8376-91095d23bdd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a35cc9df5d574da8aa1a0a37d0c5dc69&device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 1094 time: 0.2005823 May 10 11:39:53.109664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 407196db-9427-4f92-b47c-236dc063e9c4 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:53.163869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 407196db-9427-4f92-b47c-236dc063e9c4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:53.164218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 407196db-9427-4f92-b47c-236dc063e9c4 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:53.174163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] No DVR routers for this DVR port 407196db-9427-4f92-b47c-236dc063e9c4 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:53.186232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-87e7cd07-893c-42b9-8269-bf9d2f01071f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:53.191519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-87e7cd07-893c-42b9-8269-bf9d2f01071f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.3511891 May 10 11:39:53.204097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] For port 9bd4671f-eae3-4124-b42b-2ebc1458e034, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bd4671f-eae3-4124-b42b-2ebc1458e034,segment=NetworkSegment(597f68dc-228f-40ad-aca1-127b25fd1f12),segment_id=597f68dc-228f-40ad-aca1-127b25fd1f12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:53.204498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:53.223650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] Calling delete_port for 9bd4671f-eae3-4124-b42b-2ebc1458e034 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:53.272012 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:53.277031 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc8e9917-7cb9-45e2-8f64-ec39285430ae req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.49 "DELETE /v2.0/ports/407196db-9427-4f92-b47c-236dc063e9c4 HTTP/1.1" status: 204 len: 173 time: 2.3755796 May 10 11:39:53.292722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b900695c-3b0a-480b-8d8b-394c714a2fd7 req-2937cd42-035a-4554-9416-185d2933ea04 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718250 May 10 11:39:53.294051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6f12c-875a-4378-ab29-8a797b727c62 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event deleted for resources: {'Port': ['ID=407196db-9427-4f92-b47c-236dc063e9c4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:53.301169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b16107-e848-468b-8413-2c7ee0ea0b23', 'name': 'network-vif-deleted', 'tag': '407196db-9427-4f92-b47c-236dc063e9c4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:53.324515 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fef0be-508d-4041-a0bc-6b972631fdd8" -d '{"events": [{"server_uuid": "f5b16107-e848-468b-8413-2c7ee0ea0b23", "name": "network-vif-deleted", "tag": "407196db-9427-4f92-b47c-236dc063e9c4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:53.376028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81105f-5ebc-4284-877f-c71ff44be752 req-1d65dd2d-d9f4-40c5-a790-8deb2d91003a tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:53.381001 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e81105f-5ebc-4284-877f-c71ff44be752 req-1d65dd2d-d9f4-40c5-a790-8deb2d91003a tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.1553719 May 10 11:39:53.434938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 6, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:53.491347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:53.511459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-38f7601d-d6c1-4345-acd8-842b9fc5d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:53.528543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b0d0d30-461c-4eab-8de7-cbe21ed501d1 req-81ae67a6-845d-4747-a683-834f62e1679c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b16107-e848-468b-8413-2c7ee0ea0b23 HTTP/1.1" status: 200 len: 210 time: 0.0694942 May 10 11:39:53.541374 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-38f7601d-d6c1-4345-acd8-842b9fc5d565 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e33e9562-daee-4fe8-a57e-ec67d7fd22d4 HTTP/1.1" status: 200 len: 922 time: 0.4193211 May 10 11:39:53.570252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] Pushing event deleted for resources: {'Port': ['ID=9bd4671f-eae3-4124-b42b-2ebc1458e034,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:53.576901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8cfdfa-d352-43a0-a4c4-0132b3b0aa00 None None] No DVR routers for this DVR port 9bd4671f-eae3-4124-b42b-2ebc1458e034 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:53.663347 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-bf330ec6-1c4e-4e2a-98fe-8ef5eef3f22a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7416788f-5f6b-45f2-a448-56d73ab9b6bc HTTP/1.1" status: 200 len: 217 time: 0.1207018 May 10 11:39:53.670393 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:53.682716 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:53.684073 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:53.689045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e81105f-5ebc-4284-877f-c71ff44be752 req-1fe51324-9c56-4399-ba53-0d9c5bf80b42 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939653 May 10 11:39:53.710895 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8e5f4b-11bf-4340-83c8-6f0a38eb2dca x-openstack-request-id: req-9d8e5f4b-11bf-4340-83c8-6f0a38eb2dca {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:53.710895 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b16107-e848-468b-8413-2c7ee0ea0b23", "name": "network-vif-deleted", "tag": "407196db-9427-4f92-b47c-236dc063e9c4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:53.710895 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d8e5f4b-11bf-4340-83c8-6f0a38eb2dca {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:53.710895 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8e5f4b-11bf-4340-83c8-6f0a38eb2dca'] response: {'server_uuid': 'f5b16107-e848-468b-8413-2c7ee0ea0b23', 'name': 'network-vif-deleted', 'tag': '407196db-9427-4f92-b47c-236dc063e9c4', 'status': 'completed', 'code': 200} May 10 11:39:53.727533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa450332-c0d6-4444-9788-ecd9b0c83afc req-77e06fef-172e-4bc9-863a-14dd1266b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:53.735741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa450332-c0d6-4444-9788-ecd9b0c83afc req-77e06fef-172e-4bc9-863a-14dd1266b9f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1096 time: 0.9985361 May 10 11:39:53.771000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-81b99786-054b-44a3-9d11-1760ab836307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:53.772517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-81b99786-054b-44a3-9d11-1760ab836307 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96c0f8b7-2385-4c53-a3d4-449371252fd8 HTTP/1.1" status: 200 len: 861 time: 0.0804501 May 10 11:39:53.808169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d8fa9994-ee42-461c-88d9-f3fde4c1fe9a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:53.809035 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:53.811395 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-725048bd-0a0e-42db-93ba-b6c0082a9f3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e33e9562-daee-4fe8-a57e-ec67d7fd22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304484 May 10 11:39:53.857960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d8fa9994-ee42-461c-88d9-f3fde4c1fe9a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:53.858288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d8fa9994-ee42-461c-88d9-f3fde4c1fe9a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:53.858696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bd4671f-eae3-4124-b42b-2ebc1458e034 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:53.858833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:53.927440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-903dd572-ed99-460c-aef8-67011419a2e0 service neutron] 10.222.0.70 "GET /v2.0/networks/e33e9562-daee-4fe8-a57e-ec67d7fd22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103692 May 10 11:39:53.939136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9bd4671f-eae3-4124-b42b-2ebc1458e034 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:53.939486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bd4671f-eae3-4124-b42b-2ebc1458e034 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:53.960389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Deleting port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:53.960938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:54.047412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa450332-c0d6-4444-9788-ecd9b0c83afc req-91d2064e-c412-4448-8104-b4f98c9d329a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618995 May 10 11:39:54.087734 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91dc09b9-49c1-4f08-8192-f298d47c5a7b req-ef934e8f-972b-445c-aed8-0b4b7a73688f service neutron] 10.222.0.70 "GET /v2.0/networks/e33e9562-daee-4fe8-a57e-ec67d7fd22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527216 May 10 11:39:54.139210 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 6, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:54.167873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] For port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:54.168177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:54.174075 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2806f-71c7-4e1f-9aa8-5885c7ca57a3 None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 6, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:54.291604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Deleting port f62892ff-018b-4ead-9355-e77919b13450 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:54.291948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:54.305528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.extraroute_db [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added routes are [] {{(pid=102767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 10 11:39:54.305799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.extraroute_db [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 10 11:39:54.435433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f4f3c-f0bc-4431-b2a3-07c6d7461417 req-045b4ef8-2477-4024-8328-c538f03e2df4 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:54.436937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-187f4f3c-f0bc-4431-b2a3-07c6d7461417 req-045b4ef8-2477-4024-8328-c538f03e2df4 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.0607221 May 10 11:39:54.447235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1f286-67fe-4be6-9749-b520b85d5108 req-3b6e5934-b951-4dbe-8bff-511463eedff8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:54.448705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60f1f286-67fe-4be6-9749-b520b85d5108 req-3b6e5934-b951-4dbe-8bff-511463eedff8 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 943 time: 0.2852285 May 10 11:39:54.480793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-187f4f3c-f0bc-4431-b2a3-07c6d7461417 req-286f0601-fe74-4bea-b76b-1f9ba74dbf92 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349245 May 10 11:39:54.554471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:54.566478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] For port f62892ff-018b-4ead-9355-e77919b13450, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f62892ff-018b-4ead-9355-e77919b13450,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:54.566880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:54.596660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Calling delete_port for f62892ff-018b-4ead-9355-e77919b13450 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:54.633526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60f1f286-67fe-4be6-9749-b520b85d5108 req-f6d6a676-cc82-4dbb-a7e4-0f9d168aa5cf tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662490 May 10 11:39:54.693002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:54.693276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:54.693590 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Floating IP b877cd8e-4f1f-4a68-98d7-423add04c219 disassociated. External IP: 172.25.8.52, port: 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1. May 10 11:39:54.693928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Calling delete_port for 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:54.983245 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.004470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88851afd-14ff-4cf6-a293-7dd3469e232d req-802deea6-b2b5-4bbc-9461-3f417eaa8d08 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:55.006014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88851afd-14ff-4cf6-a293-7dd3469e232d req-802deea6-b2b5-4bbc-9461-3f417eaa8d08 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 946 time: 0.2220998 May 10 11:39:55.006927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.205068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88851afd-14ff-4cf6-a293-7dd3469e232d req-fe17eb86-1676-4641-9990-85e6e2f14b86 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d8519e-ebf7-4183-9a8c-2dcd92196959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905019 May 10 11:39:55.215506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.254895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:55.256188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event deleted for resources: {'Port': ['ID=8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:55.258039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.290707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Port': ['ID=f62892ff-018b-4ead-9355-e77919b13450,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:55.337118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9f2f-88da-463e-9c0a-d2193ee89366 req-de1494d8-7305-4dfa-b3b1-9f1ffa0aae18 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:55.343045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c15e9f2f-88da-463e-9c0a-d2193ee89366 req-de1494d8-7305-4dfa-b3b1-9f1ffa0aae18 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 946 time: 0.0605152 May 10 11:39:55.381425 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c15e9f2f-88da-463e-9c0a-d2193ee89366 req-d9cd7f5c-ff7c-4a65-8bc1-24d0bf39f9e4 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 May 10 11:39:55.504117 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.537551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 7416788f-5f6b-45f2-a448-56d73ab9b6bc details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:39:55.541929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:55.575304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:55.575953 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:55.773414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 7416788f-5f6b-45f2-a448-56d73ab9b6bc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7416788f-5f6b-45f2-a448-56d73ab9b6bc,segment=NetworkSegment(44788d68-334f-4c54-b59c-217882854768),segment_id=44788d68-334f-4c54-b59c-217882854768)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:55.806090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '7416788f-5f6b-45f2-a448-56d73ab9b6bc', 'network_id': 'e33e9562-daee-4fe8-a57e-ec67d7fd22d4', 'port_id': '7416788f-5f6b-45f2-a448-56d73ab9b6bc', 'mac_address': 'fa:16:3e:2d:ac:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c0f8b7-2385-4c53-a3d4-449371252fd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:39:55.844125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81c41-bb23-4ebb-8cec-7a36c0996142 req-239e587b-3bd4-4735-be26-91a376df2913 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:55.845915 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4b81c41-bb23-4ebb-8cec-7a36c0996142 req-239e587b-3bd4-4735-be26-91a376df2913 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 943 time: 0.0866399 May 10 11:39:55.857189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 7416788f-5f6b-45f2-a448-56d73ab9b6bc is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:55.857984 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.873420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7416788f-5f6b-45f2-a448-56d73ab9b6bc {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:39:55.896332 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4b81c41-bb23-4ebb-8cec-7a36c0996142 req-1da93d8a-5bcf-4710-8015-f533fbe17409 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 May 10 11:39:55.908640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 7416788f-5f6b-45f2-a448-56d73ab9b6bc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7416788f-5f6b-45f2-a448-56d73ab9b6bc,segment=NetworkSegment(44788d68-334f-4c54-b59c-217882854768),segment_id=44788d68-334f-4c54-b59c-217882854768)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:55.923724 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.973005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=7416788f-5f6b-45f2-a448-56d73ab9b6bc,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:55.977373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:55.991674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:56.002179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:56.002810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:56.018016 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.021620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2ec66dba-f8d8-49a6-b30d-2d95431686b0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 200 len: 703 time: 4.2898941 May 10 11:39:56.022062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52156) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:56.086139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Router 9e716e5a-6a29-449b-b1c0-697665fc02e9 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:56.087895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.090938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.095310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:56.151518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc93b5-a39a-49cf-bc6b-113780cded6b req-529614f5-f2c0-4cc9-98c3-295b86f782b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:56.159650 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ddc93b5-a39a-49cf-bc6b-113780cded6b req-529614f5-f2c0-4cc9-98c3-295b86f782b5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1837363 May 10 11:39:56.177457 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.178286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Fanout notify agent at l3_agent the message router_deleted on router 98634ec0-841c-44b2-bbde-d741a7747c03 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:39:56.185226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-19b811d1-2a73-4646-a197-f25ef150d67d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 200 len: 703 time: 0.1605287 May 10 11:39:56.188526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52158) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:56.233775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.235239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-54df096b-bdea-417a-9ffe-17ff41510875 tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/routers/98634ec0-841c-44b2-bbde-d741a7747c03 HTTP/1.1" status: 204 len: 168 time: 4.5924547 May 10 11:39:56.237886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52160) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:56.314799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['7416788f-5f6b-45f2-a448-56d73ab9b6bc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:56.438483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:56.461415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ddc93b5-a39a-49cf-bc6b-113780cded6b req-5ef710b0-8e82-4c24-93be-493fb1e6f4be tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004746 May 10 11:39:56.466418 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] Sync routers for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:56.485493 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:56.486360 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:56.527211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.536181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:54Z', 'revision_number': 7, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:56.543475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00d440aa-92d5-4ba2-90e7-d0444c3b8fbb req-4c97dc2e-fda7-4096-8667-f92e061f9069 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee512b78-e7e2-4f60-9a6c-addb759bad57 HTTP/1.1" status: 200 len: 210 time: 0.1146441 May 10 11:39:56.627691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:56.646400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] No DVR routers for this DVR port 8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:56.651049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.656446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e51bc784-5af4-4a4e-9dd5-99c1230e6a96 req-7d287f05-25e8-496a-abdc-cd26cc6a4600 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.70 "DELETE /v2.0/ports/8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1 HTTP/1.1" status: 204 len: 173 time: 3.4360585 May 10 11:39:56.663166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:56.664110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:56.773462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.784168 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:56.828203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15a7989-b7df-4d95-93e6-accf633428d8']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:56.860619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-ea8227ec-54ce-4ae4-a5ad-53300954352b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:56.862100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-ea8227ec-54ce-4ae4-a5ad-53300954352b tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.70 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 946 time: 0.3177223 May 10 11:39:56.862347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597f68dc-228f-40ad-aca1-127b25fd1f12') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:56.862906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597f68dc-228f-40ad-aca1-127b25fd1f12') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:56.876457 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.885088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'name': 'network-vif-deleted', 'tag': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:56.885357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:56.888041 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dc1f35-03a6-4f1a-a15d-3545ee5967f7" -d '{"events": [{"server_uuid": "ee512b78-e7e2-4f60-9a6c-addb759bad57", "name": "network-vif-deleted", "tag": "8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:56.890487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c340b63-b8cc-4533-90c4-3c7b9dc2e28f req-1a8cdeee-bcb5-4d2d-b9a0-34a28dc81c14 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:56.892122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9c340b63-b8cc-4533-90c4-3c7b9dc2e28f req-1a8cdeee-bcb5-4d2d-b9a0-34a28dc81c14 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.2473280 May 10 11:39:56.907886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52172) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:56.917007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Request body: {'floatingip': {'port_id': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:56.940942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:56.982478 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede381fe-2d77-4a48-831f-b259725046b9 x-openstack-request-id: req-ede381fe-2d77-4a48-831f-b259725046b9 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:56.983125 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee512b78-e7e2-4f60-9a6c-addb759bad57", "name": "network-vif-deleted", "tag": "8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:56.983612 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ede381fe-2d77-4a48-831f-b259725046b9 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:56.984273 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede381fe-2d77-4a48-831f-b259725046b9'] response: {'server_uuid': 'ee512b78-e7e2-4f60-9a6c-addb759bad57', 'name': 'network-vif-deleted', 'tag': '8ae4eb05-9a63-4d6c-a319-8bc4b6d029b1', 'status': 'completed', 'code': 200} May 10 11:39:57.008063 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.045569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:39:57.046717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: timer() May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:39:57.051479 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:39:57.073151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Deleting port a8e1fe29-0b18-4d03-bb86-669a0d882bfd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:57.073737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.179884 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:49Z', 'revision_number': 5, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:57.255703 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] Checking router: 9e716e5a-6a29-449b-b1c0-697665fc02e9 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:57.265977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] For port a8e1fe29-0b18-4d03-bb86-669a0d882bfd, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,segment=NetworkSegment(6722e3bd-6a62-43db-8a00-2b559fe21152),segment_id=6722e3bd-6a62-43db-8a00-2b559fe21152)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:57.266691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.276287 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:57.276982 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:57.280533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77314b4b-b8dc-4c08-9a62-56ba332758b8 req-d9d91dca-26f3-4399-a028-1f4be2d272e4 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:57.282330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77314b4b-b8dc-4c08-9a62-56ba332758b8 req-d9d91dca-26f3-4399-a028-1f4be2d272e4 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 944 time: 0.1355357 May 10 11:39:57.326404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Calling delete_port for a8e1fe29-0b18-4d03-bb86-669a0d882bfd owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:57.331112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.356648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:54Z', 'revision_number': 7, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:57.389561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77314b4b-b8dc-4c08-9a62-56ba332758b8 req-48f0abbe-9193-4651-aef8-119492edd014 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984805 May 10 11:39:57.424887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fee4f-076b-4e2f-b7f5-39c1ab84240b None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:54Z', 'revision_number': 7, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '1a4c8e91-a46b-462c-aa30-6c9deb9f29fd', 'name': '', 'network_id': '01341e6a-7628-45f6-ba23-be9f96dc1fe1', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:f4:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:44Z', 'updated_at': '2022-05-10T11:39:50Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '02eb45e2-6ee8-4f61-bf8b-13ae07240b04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:57.487400 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:39:57.545583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 7416788f-5f6b-45f2-a448-56d73ab9b6bc up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:39:57.588805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20dcf6-d753-4eef-849a-3393313536d5 req-857c1a9b-4e3f-42d8-af81-b13c7669ac6c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:57.597331 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce20dcf6-d753-4eef-849a-3393313536d5 req-857c1a9b-4e3f-42d8-af81-b13c7669ac6c tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01 HTTP/1.1" status: 200 len: 946 time: 0.9830277 May 10 11:39:57.640841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.645401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.653589 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] 10.222.0.13 "DELETE /v2.0/networks/a15a7989-b7df-4d95-93e6-accf633428d8 HTTP/1.1" status: 204 len: 168 time: 1.4032466 May 10 11:39:57.676821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 7416788f-5f6b-45f2-a448-56d73ab9b6bc completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:39:57.682305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 7416788f-5f6b-45f2-a448-56d73ab9b6bc triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:57.683960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.750504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f62892ff-018b-4ead-9355-e77919b13450 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:39:57.768796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52182) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:57.808561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d578dc3-b5ad-4469-98bf-fc1c1a1c6e6e tempest-TestNetworkBasicOps-2126199029 tempest-TestNetworkBasicOps-2126199029-project] Pushing event deleted for resources: {'Network': ['ID=a15a7989-b7df-4d95-93e6-accf633428d8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:57.814287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f62892ff-018b-4ead-9355-e77919b13450 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:39:57.814646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f62892ff-018b-4ead-9355-e77919b13450 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:39:57.869708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.880981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a8e1fe29-0b18-4d03-bb86-669a0d882bfd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:39:57.882030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ce20dcf6-d753-4eef-849a-3393313536d5 req-16f38adb-5614-4f5e-ab5d-99bd4913d256 tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.13 "GET /v2.0/security-groups?id=9989a8d6-bea2-4322-b0dd-d24618e68f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739074 May 10 11:39:57.967514 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:49Z', 'revision_number': 5, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:58.032968 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f005bd-0c24-4dc6-bc36-edd8619a23d6 None None] The sync data for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 is: [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '38bc9877-8d33-49db-8d6f-a26e382ea4cd', 'name': '', 'network_id': '3cb85cca-7785-46f7-94f9-27d0b4dd5332', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'mac_address': 'fa:16:3e:b5:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:42Z', 'updated_at': '2022-05-10T11:38:49Z', 'revision_number': 5, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'subnets': [{'id': 'c76b5cad-51a8-47f6-a9dd-27d59268ba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:58.038833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:39:58.103359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52188) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:58.133766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] No DVR routers for this DVR port a8e1fe29-0b18-4d03-bb86-669a0d882bfd on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:39:58.145163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.149379 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2515c623-ca3e-4122-a75d-f5cdf1e05c7a req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] 10.222.0.70 "DELETE /v2.0/ports/a8e1fe29-0b18-4d03-bb86-669a0d882bfd HTTP/1.1" status: 204 len: 173 time: 1.2560158 May 10 11:39:58.150220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c8a65-7747-4844-b0ce-31601270d46d tempest-ServersTestJSON-88042422 tempest-ServersTestJSON-88042422-project] Pushing event deleted for resources: {'Port': ['ID=a8e1fe29-0b18-4d03-bb86-669a0d882bfd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:58.168014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01', 'name': 'network-vif-deleted', 'tag': 'a8e1fe29-0b18-4d03-bb86-669a0d882bfd'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:58.171036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.171331 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e0a868-3669-4b6a-a7c1-608b4e6cb083" -d '{"events": [{"server_uuid": "1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01", "name": "network-vif-deleted", "tag": "a8e1fe29-0b18-4d03-bb86-669a0d882bfd"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:58.179388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.242136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3cfd-aac4-4745-9f0a-15bd318a3776 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.274055 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326773b5-2efd-4cd0-83f4-1f5fc6451f2e x-openstack-request-id: req-326773b5-2efd-4cd0-83f4-1f5fc6451f2e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:58.274985 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01", "name": "network-vif-deleted", "tag": "a8e1fe29-0b18-4d03-bb86-669a0d882bfd", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:58.275660 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-326773b5-2efd-4cd0-83f4-1f5fc6451f2e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:58.276249 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326773b5-2efd-4cd0-83f4-1f5fc6451f2e'] response: {'server_uuid': '1053bdbb-fef3-4bc0-b0ed-9f5ddb720d01', 'name': 'network-vif-deleted', 'tag': 'a8e1fe29-0b18-4d03-bb86-669a0d882bfd', 'status': 'completed', 'code': 200} May 10 11:39:58.306130 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3cfd-aac4-4745-9f0a-15bd318a3776 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.410867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 7416788f-5f6b-45f2-a448-56d73ab9b6bc is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:39:58.411181 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.421888 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3cfd-aac4-4745-9f0a-15bd318a3776 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.426660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3cfd-aac4-4745-9f0a-15bd318a3776 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.427908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9a4a3cfd-aac4-4745-9f0a-15bd318a3776 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9d8519e-ebf7-4183-9a8c-2dcd92196959 HTTP/1.1" status: 204 len: 168 time: 0.6567822 May 10 11:39:58.437459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:58.441323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:58.441667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.467908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e714c08e-beff-4101-828b-b6fa8288302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416788f-5f6b-45f2-a448-56d73ab9b6bc'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:39:58.481958 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-2628632d-59b4-40ed-a545-858e7550872f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] show failed (client error): The resource could not be found. May 10 11:39:58.482396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2628632d-59b4-40ed-a545-858e7550872f tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "GET /v2.0/security-groups/d9d8519e-ebf7-4183-9a8c-2dcd92196959 HTTP/1.1" status: 404 len: 347 time: 0.0350001 May 10 11:39:58.485818 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e517ddc2-c374-442a-80e7-80af96f6f8f4" -d '{"events": [{"server_uuid": "e714c08e-beff-4101-828b-b6fa8288302f", "name": "network-vif-plugged", "status": "completed", "tag": "7416788f-5f6b-45f2-a448-56d73ab9b6bc"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:39:58.488003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52198) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:58.514759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 7416788f-5f6b-45f2-a448-56d73ab9b6bc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7416788f-5f6b-45f2-a448-56d73ab9b6bc,segment=NetworkSegment(44788d68-334f-4c54-b59c-217882854768),segment_id=44788d68-334f-4c54-b59c-217882854768)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:58.515593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bb502ee5-9269-4d5a-a919-973148ce661b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac5009d716d1416587e6e6a7d43b9fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098799 May 10 11:39:58.516226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52202) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:58.518891 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.528078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a3cfd-aac4-4745-9f0a-15bd318a3776 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d8519e-ebf7-4183-9a8c-2dcd92196959,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:58.571207 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b290c9-cbd4-461d-bf89-c03ed5fe60aa x-openstack-request-id: req-d6b290c9-cbd4-461d-bf89-c03ed5fe60aa {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:39:58.571483 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e714c08e-beff-4101-828b-b6fa8288302f", "name": "network-vif-plugged", "status": "completed", "tag": "7416788f-5f6b-45f2-a448-56d73ab9b6bc", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:39:58.571750 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6b290c9-cbd4-461d-bf89-c03ed5fe60aa {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:39:58.572240 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b290c9-cbd4-461d-bf89-c03ed5fe60aa'] response: {'server_uuid': 'e714c08e-beff-4101-828b-b6fa8288302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416788f-5f6b-45f2-a448-56d73ab9b6bc', 'code': 200} May 10 11:39:58.583332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69da7b5-c346-4a32-b6ca-4982663b03bf None None] New status for floating IP b877cd8e-4f1f-4a68-98d7-423add04c219: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:39:58.638024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,segment=NetworkSegment(be3bf8a9-d589-4306-bb39-ac4e8bc38aec),segment_id=be3bf8a9-d589-4306-bb39-ac4e8bc38aec)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:39:58.639000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.679307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:58.688017 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Floating IP f5d83be5-642f-48c3-912c-2e97c21267b3 associated. External IP: 172.25.8.238, port: 8f256e82-8f90-453e-8ac4-dd37008d79c3. May 10 11:39:58.764489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=7416788f-5f6b-45f2-a448-56d73ab9b6bc,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:58.821143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6831fb-dd6e-4990-8a29-41c54c09f8fc req-00ee3153-accb-4e2e-a3c1-6af1beb2543f tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:58.826538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f6831fb-dd6e-4990-8a29-41c54c09f8fc req-00ee3153-accb-4e2e-a3c1-6af1beb2543f tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 945 time: 0.2818527 May 10 11:39:58.877481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7af35acf-534f-42f3-96b3-af1407c4d6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.992593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52208) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:59.041110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7af35acf-534f-42f3-96b3-af1407c4d6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.060143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f6831fb-dd6e-4990-8a29-41c54c09f8fc req-b769f32f-2642-444b-881e-c918bb155b6e tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098999 May 10 11:39:59.121650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbcf36d-1cf5-4cd9-9f9b-5b598411e691 admin admin] Deleting subnet 61955d59-4936-4f72-8540-0de91be3a151 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:39:59.130555 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edbcf36d-1cf5-4cd9-9f9b-5b598411e691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.212667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfdb65-eca4-4b11-afe6-d827388f125d req-58fb8c1c-a0fd-46cd-8f63-2212709c74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:39:59.214682 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cbbfdb65-eca4-4b11-afe6-d827388f125d req-58fb8c1c-a0fd-46cd-8f63-2212709c74ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 1096 time: 0.0780246 May 10 11:39:59.217235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Deleting port 5351dc19-6da1-4751-9cfd-bef1911ef087 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:39:59.217586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.300376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edbcf36d-1cf5-4cd9-9f9b-5b598411e691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.303798 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7af35acf-534f-42f3-96b3-af1407c4d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.306583 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7af35acf-534f-42f3-96b3-af1407c4d6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.310052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7af35acf-534f-42f3-96b3-af1407c4d6c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8817375-ac25-4d92-8d45-db4743e8efba HTTP/1.1" status: 204 len: 168 time: 0.7755523 May 10 11:39:59.319548 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cbbfdb65-eca4-4b11-afe6-d827388f125d req-434a9a68-d29c-4bc8-a76c-93c8a5f9e51d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617535 May 10 11:39:59.369325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af35acf-534f-42f3-96b3-af1407c4d6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8817375-ac25-4d92-8d45-db4743e8efba,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:59.403921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edbcf36d-1cf5-4cd9-9f9b-5b598411e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.422447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.431114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Router 26b51cc3-a224-4919-a4ae-bfa061a17a9b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:39:59.451800 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.452211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.453850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=1a4c8e91-a46b-462c-aa30-6c9deb9f29fd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:59.470577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Calling delete_port for 5351dc19-6da1-4751-9cfd-bef1911ef087 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:39:59.617916 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.657228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edbcf36d-1cf5-4cd9-9f9b-5b598411e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.812905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:39:59.838877 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] Sync routers for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:59.842914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:39:59.852097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcf36d-1cf5-4cd9-9f9b-5b598411e691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61955d59-4936-4f72-8540-0de91be3a151,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:59.858523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.861458 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:39:59.862973 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:59.865878 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0aeb3fa-c9ea-41f1-97bf-ab3aa9d9f372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.908468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edbcf36d-1cf5-4cd9-9f9b-5b598411e691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:59.913056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-edbcf36d-1cf5-4cd9-9f9b-5b598411e691 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/61955d59-4936-4f72-8540-0de91be3a151 HTTP/1.1" status: 204 len: 168 time: 0.9191532 May 10 11:39:59.920274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52216) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:00.025509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:00.040088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.064582 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:00.073021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e84539ba-c21d-4fc2-8492-25676a40cea7 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "PUT /v2.0/floatingips/f5d83be5-642f-48c3-912c-2e97c21267b3 HTTP/1.1" status: 200 len: 991 time: 3.1637447 May 10 11:40:00.088943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:00.091763 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29992125-7a7c-4297-8490-ac5cf91b01b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:00.150369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.174727 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ad7fe-3629-4367-aff5-0b974311f69e x-openstack-request-id: req-7e6ad7fe-3629-4367-aff5-0b974311f69e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:00.175004 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:00.175251 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e6ad7fe-3629-4367-aff5-0b974311f69e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:00.175656 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6ad7fe-3629-4367-aff5-0b974311f69e'] response: {'name': 'network-changed', 'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'status': 'completed', 'code': 200} May 10 11:40:00.214394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:00.229886 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-71203dd2-4379-44f9-94f3-4bff4cb683be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0358572 May 10 11:40:00.232191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52226) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:00.236417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:00.258249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:00.259154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:00.294947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Pushing event deleted for resources: {'Port': ['ID=5351dc19-6da1-4751-9cfd-bef1911ef087,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:00.313543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.337785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0aeb3fa-c9ea-41f1-97bf-ab3aa9d9f372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.362475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0aeb3fa-c9ea-41f1-97bf-ab3aa9d9f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.436363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:00.490250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc653f4-f9fc-4a28-a69c-02e91074f2ed req-3c649628-fa0c-495b-ade0-18238651c872 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:00.497782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-acc653f4-f9fc-4a28-a69c-02e91074f2ed req-3c649628-fa0c-495b-ade0-18238651c872 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 945 time: 0.2808373 May 10 11:40:00.531357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aeb3fa-c9ea-41f1-97bf-ab3aa9d9f372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8ef314-192b-41c5-b7a5-ac969afee6c6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:00.576417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d0aeb3fa-c9ea-41f1-97bf-ab3aa9d9f372 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e94950e02da4e74bce0b58b772eec73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7322636 May 10 11:40:00.579192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:00.601720 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f5d83be5-642f-48c3-912c-2e97c21267b3', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'port_id': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'mac_address': 'fa:16:3e:2c:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:39:35Z', 'updated_at': '2022-05-10T11:39:57Z', 'revision_number': 1, 'project_id': 'a771f71a33344ded971051979b87f489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:00.647369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-acc653f4-f9fc-4a28-a69c-02e91074f2ed req-4c65fc9c-02fc-4c9f-b907-f672f44d3204 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846388 May 10 11:40:00.721309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c845-4f9e-4d51-a9aa-1f990892c0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.755982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c845-4f9e-4d51-a9aa-1f990892c0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.790920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228907b6-6f90-4b04-af45-c84fa8d65f32']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:00.799337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:59Z', 'revision_number': 8, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:00.807135 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] Checking router: 26b51cc3-a224-4919-a4ae-bfa061a17a9b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:00.810150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-044013f2-1d99-4379-a740-55541c444f35 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet 02eb45e2-6ee8-4f61-bf8b-13ae07240b04 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:40:00.815499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6722e3bd-6a62-43db-8a00-2b559fe21152') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:00.815784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6722e3bd-6a62-43db-8a00-2b559fe21152') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:00.829415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-044013f2-1d99-4379-a740-55541c444f35 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.830558 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:00.832182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c845-4f9e-4d51-a9aa-1f990892c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.833131 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:00.833834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-806d33b3-4dfa-4093-9938-7f25ea1c3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:00.835532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-806d33b3-4dfa-4093-9938-7f25ea1c3489 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1096 time: 0.6003766 May 10 11:40:00.836677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c845-4f9e-4d51-a9aa-1f990892c0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.837106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:00.837486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.837916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8ff5c845-4f9e-4d51-a9aa-1f990892c0ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a8ef314-192b-41c5-b7a5-ac969afee6c6 HTTP/1.1" status: 204 len: 168 time: 0.2575018 May 10 11:40:00.848681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5c845-4f9e-4d51-a9aa-1f990892c0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8ef314-192b-41c5-b7a5-ac969afee6c6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:00.870447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:00.871632 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:00.926763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.929309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.930493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2692171e-de38-42d5-a903-85ca36862f14 tempest-ServersTestJSON-1559479748 tempest-ServersTestJSON-1559479748-project] 10.222.0.13 "DELETE /v2.0/floatingips/b877cd8e-4f1f-4a68-98d7-423add04c219 HTTP/1.1" status: 204 len: 168 time: 2.4239438 May 10 11:40:00.934749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52232) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:00.935716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.949353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:40:00.949754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: timer() May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:40:00.953385 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:40:00.956231 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-044013f2-1d99-4379-a740-55541c444f35 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:00.990918 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:01.005827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:01.056897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:01.076143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:01.083044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/228907b6-6f90-4b04-af45-c84fa8d65f32 HTTP/1.1" status: 204 len: 168 time: 1.1594808 May 10 11:40:01.121306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bd6ed-40e2-4dc2-8ded-8a81af3c5e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=228907b6-6f90-4b04-af45-c84fa8d65f32,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:01.125833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-30725df5-1a6c-4957-a9c2-4ad9fde46e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:01.128105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-30725df5-1a6c-4957-a9c2-4ad9fde46e0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.2689734 May 10 11:40:01.304049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-044013f2-1d99-4379-a740-55541c444f35 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:01.350439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-88dce465-5b03-4e0c-9c74-dbeac6676a93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 999 time: 0.1997111 May 10 11:40:01.398263 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f5d83be5-642f-48c3-912c-2e97c21267b3', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'port_id': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'mac_address': 'fa:16:3e:2c:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:39:35Z', 'updated_at': '2022-05-10T11:39:57Z', 'revision_number': 1, 'project_id': 'a771f71a33344ded971051979b87f489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:01.445516 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941202b7-457b-4a48-95de-3a4f11347b4a None None] The sync data for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 is: [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f5d83be5-642f-48c3-912c-2e97c21267b3', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'port_id': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'mac_address': 'fa:16:3e:2c:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:39:35Z', 'updated_at': '2022-05-10T11:39:57Z', 'revision_number': 1, 'project_id': 'a771f71a33344ded971051979b87f489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:01.473242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:59Z', 'revision_number': 8, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:01.484006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52246) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:01.518416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-99cbd728-8a44-4c22-a55a-3b5580a77a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:01.519941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-99cbd728-8a44-4c22-a55a-3b5580a77a7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.1536729 May 10 11:40:01.552292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f337c-329f-45d4-97ed-48abc858a598 None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:39:59Z', 'revision_number': 8, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b553b78a-9267-4ca9-9ede-fa5ee4e4ba88', 'name': '', 'network_id': '06f97ca7-9527-4087-84c3-56eb408c56e4', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:ab:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:34Z', 'updated_at': '2022-05-10T11:39:42Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:01.562895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a8e1fe29-0b18-4d03-bb86-669a0d882bfd no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:01.591801 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aebd86f6-4744-41ee-a905-ee3f6cccd1fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1b5df0530644b3fae8342b7f22dc0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065934 May 10 11:40:01.592757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52250) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:01.593866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-044013f2-1d99-4379-a740-55541c444f35 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:01.636595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: a8e1fe29-0b18-4d03-bb86-669a0d882bfd {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:01.636985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a8e1fe29-0b18-4d03-bb86-669a0d882bfd not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:01.646664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044013f2-1d99-4379-a740-55541c444f35 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=02eb45e2-6ee8-4f61-bf8b-13ae07240b04,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:01.654125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-044013f2-1d99-4379-a740-55541c444f35 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:01.657369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-044013f2-1d99-4379-a740-55541c444f35 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/02eb45e2-6ee8-4f61-bf8b-13ae07240b04 HTTP/1.1" status: 204 len: 168 time: 1.4135950 May 10 11:40:01.660472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b54cfb-54c1-41aa-a3c8-68a1ac519f2d None None] Network 01341e6a-7628-45f6-ba23-be9f96dc1fe1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:01.662325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52252) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:01.680424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-d101ca10-a233-4690-9640-4e5e923d0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:01.682749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-d101ca10-a233-4690-9640-4e5e923d0e34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498437 May 10 11:40:01.818390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:01.854053 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:01.895805 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee76b97-608d-4f21-9fc7-b7f836b071c2 None None] New status for floating IP f5d83be5-642f-48c3-912c-2e97c21267b3: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:40:01.995037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:02.037950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] DHCP port deletion for 01341e6a-7628-45f6-ba23-be9f96dc1fe1 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:40:02.046576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:02.048176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1a4c8e91-a46b-462c-aa30-6c9deb9f29fd not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:02.136024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-080823bc-dff7-4056-b952-d1a058c3aa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.172498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] Deleting port c03da796-9a58-43f3-87dd-f0098db6d08b {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:02.175373 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.233925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ead8e-d540-48a1-be5a-16b383ed19ce req-88db9d8d-6122-4a12-8c7f-90509093059f tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:02.241637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-953ead8e-d540-48a1-be5a-16b383ed19ce req-88db9d8d-6122-4a12-8c7f-90509093059f tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 945 time: 0.3682716 May 10 11:40:02.262945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-080823bc-dff7-4056-b952-d1a058c3aa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.275061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-9869154a-ea96-4e32-a28f-72d239ac16ce service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796872 May 10 11:40:02.364757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Deleting port 38bc9877-8d33-49db-8d6f-a26e382ea4cd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:02.365274 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.376502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] For port c03da796-9a58-43f3-87dd-f0098db6d08b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c03da796-9a58-43f3-87dd-f0098db6d08b,segment=NetworkSegment(be3bf8a9-d589-4306-bb39-ac4e8bc38aec),segment_id=be3bf8a9-d589-4306-bb39-ac4e8bc38aec)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:02.381105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.402959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-953ead8e-d540-48a1-be5a-16b383ed19ce req-0fd913f1-4ad0-4443-8c4c-4af6af4178a2 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596723 May 10 11:40:02.421028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port c03da796-9a58-43f3-87dd-f0098db6d08b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:02.421570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.447304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] Calling delete_port for c03da796-9a58-43f3-87dd-f0098db6d08b owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:02.529562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52276) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:02.576053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] For port 38bc9877-8d33-49db-8d6f-a26e382ea4cd, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=38bc9877-8d33-49db-8d6f-a26e382ea4cd,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:02.576544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.586206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-080823bc-dff7-4056-b952-d1a058c3aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.596773 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.599493 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-080823bc-dff7-4056-b952-d1a058c3aa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.600816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Calling delete_port for 38bc9877-8d33-49db-8d6f-a26e382ea4cd owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:02.603080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-080823bc-dff7-4056-b952-d1a058c3aa2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9989a8d6-bea2-4322-b0dd-d24618e68f9e HTTP/1.1" status: 204 len: 168 time: 1.0055962 May 10 11:40:02.612664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29992125-7a7c-4297-8490-ac5cf91b01b3 req-767caa29-ee41-4f8a-83ac-ee9664263164 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299534 May 10 11:40:02.614518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port c03da796-9a58-43f3-87dd-f0098db6d08b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c03da796-9a58-43f3-87dd-f0098db6d08b,segment=NetworkSegment(be3bf8a9-d589-4306-bb39-ac4e8bc38aec),segment_id=be3bf8a9-d589-4306-bb39-ac4e8bc38aec)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:02.614899 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.641497 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.645186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080823bc-dff7-4056-b952-d1a058c3aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989a8d6-bea2-4322-b0dd-d24618e68f9e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:02.661357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for c03da796-9a58-43f3-87dd-f0098db6d08b owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:02.709402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] No DVR routers for this DVR port c03da796-9a58-43f3-87dd-f0098db6d08b on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:02.713062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6de19-c968-4eea-a369-d5e941c352ec None None] Pushing event deleted for resources: {'Port': ['ID=c03da796-9a58-43f3-87dd-f0098db6d08b,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:02.902145 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:02.962119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=c03da796-9a58-43f3-87dd-f0098db6d08b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:02.966890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No DVR routers for this DVR port c03da796-9a58-43f3-87dd-f0098db6d08b on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:03.021019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.099282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.100201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Pushing event deleted for resources: {'Port': ['ID=38bc9877-8d33-49db-8d6f-a26e382ea4cd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:03.131075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1843822297-network', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:03.198739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32bfaf-bb16-46ce-a435-957718aed21f req-bee33a57-454c-4d37-b49c-4a9f7f763543 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:03.207189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff32bfaf-bb16-46ce-a435-957718aed21f req-bee33a57-454c-4d37-b49c-4a9f7f763543 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 945 time: 0.2374058 May 10 11:40:03.220882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Made reservation on behalf of ea33618ba6204665824808a0c3b5c617 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:03.223631 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.248639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01341e6a-7628-45f6-ba23-be9f96dc1fe1']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:03.252142 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.299774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:03.300418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3bf8a9-d589-4306-bb39-ac4e8bc38aec') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:03.327350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff32bfaf-bb16-46ce-a435-957718aed21f req-f37b98cc-d20a-4534-adc2-452623c2ea4b tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141822 May 10 11:40:03.339555 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.366321 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.383025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:40:03.383025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.384960 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: timer() May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:40:03.386452 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:40:03.504631 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.529128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.534262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/01341e6a-7628-45f6-ba23-be9f96dc1fe1 HTTP/1.1" status: 204 len: 168 time: 1.8568356 May 10 11:40:03.542170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52304) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:03.571852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.606819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc7de0-bcab-41ad-b3c2-36ac4e86a0d6 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=01341e6a-7628-45f6-ba23-be9f96dc1fe1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:03.610320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.641300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:40:03.664573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b6a4d3-9c85-43b4-8b4b-6d1cd4980792,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:03.672701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.673181 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Added segment 004d99cd-0f9e-4869-9ba6-b038d29156f9 of type vlan for network 83260efc-5c58-4255-b9fb-07a6484b4a9a May 10 11:40:03.733294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.783730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.785629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:03.786316 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:03.905170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c03da796-9a58-43f3-87dd-f0098db6d08b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:03.933365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c03da796-9a58-43f3-87dd-f0098db6d08b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:03.936088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c03da796-9a58-43f3-87dd-f0098db6d08b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:03.986779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=83260efc-5c58-4255-b9fb-07a6484b4a9a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:04.004247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:40:04.021136 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d6a652e1-294c-4e2c-938b-c190fb21e7a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4878976 May 10 11:40:04.022222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52316) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:04.029074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Request body: {'subnet': {'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1843822297-subnet', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:04.049475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Router 9e716e5a-6a29-449b-b1c0-697665fc02e9 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:04.061332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Made reservation on behalf of ea33618ba6204665824808a0c3b5c617 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:04.065659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.282515 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bae82c22-61f7-466a-a982-bd458dfb18f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.307113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.384926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Checking segment: {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:04.385192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Network hostable DHCP agents. Network: 83260efc-5c58-4255-b9fb-07a6484b4a9a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:40:04.393923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54b0c82-3eac-43cf-8383-60b78c30d030,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:04.417192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:40:04.467123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 83260efc-5c58-4255-b9fb-07a6484b4a9a) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:04.473169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:04.474004 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.491692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb93101e-748f-4f6d-b18b-1ef37ae04cd9 None None] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:04.498862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f71c0472-ff9d-4857-84d3-c01fe583f2af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4747882 May 10 11:40:04.501590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52330) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:04.506774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:04.537399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315449e9-913f-43c8-a818-caffa0067fc3 req-35d604f0-594c-4f13-8c0d-d68802411cc0 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:04.539013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-315449e9-913f-43c8-a818-caffa0067fc3 req-35d604f0-594c-4f13-8c0d-d68802411cc0 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 945 time: 0.1112361 May 10 11:40:04.540618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.541749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.729067 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-315449e9-913f-43c8-a818-caffa0067fc3 req-ea0d1f1a-d75f-478f-aad7-2cf90e504ef7 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/security-groups?id=c701b8b0-6130-46c1-b476-98d68a9ffece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748712 May 10 11:40:04.732857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.766366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3328021e-941a-4180-a3a9-e072c2239622 req-e6e74095-0c95-49ef-a797-76da862f9ba9 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1055436 May 10 11:40:04.791566 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.820821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-83260efc-5c58-4255-b9fb-07a6484b4a9a', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:40:04.821618 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:04.846652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d591bd-c818-450c-878e-6724602e3ccb req-a4ab25a7-55fb-4132-880f-59c7733d174a tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:04.848350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55d591bd-c818-450c-878e-6724602e3ccb req-a4ab25a7-55fb-4132-880f-59c7733d174a tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.70 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 945 time: 0.1911354 May 10 11:40:04.853468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:04.865921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] Sync routers for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:04.894767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-770525d8-c04f-4818-881a-1e73af6bf133 admin admin] 10.222.0.13 "PUT /v2.0/routers/9e716e5a-6a29-449b-b1c0-697665fc02e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9587708 May 10 11:40:04.897659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52338) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:04.978516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.006309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:05.007585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:05.109667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.181747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Deleting port 7416788f-5f6b-45f2-a448-56d73ab9b6bc {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:05.182863 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.238171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.333058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Deleting port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:05.333392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.342250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] For port 7416788f-5f6b-45f2-a448-56d73ab9b6bc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=7416788f-5f6b-45f2-a448-56d73ab9b6bc,segment=NetworkSegment(44788d68-334f-4c54-b59c-217882854768),segment_id=44788d68-334f-4c54-b59c-217882854768)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:05.343151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.359625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Calling delete_port for 7416788f-5f6b-45f2-a448-56d73ab9b6bc owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:05.470937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:05.526050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.565748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:05.566296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.575336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.596199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] For port ed9899e7-3f81-47e6-8746-ab2e10d2b0a5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ed9899e7-3f81-47e6-8746-ab2e10d2b0a5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:05.596668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.644367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Calling delete_port for ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:05.680375 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.688206 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.728897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Allocated IP 172.20.0.2 (83260efc-5c58-4255-b9fb-07a6484b4a9a/e54b0c82-3eac-43cf-8383-60b78c30d030/28017145-8d4e-412a-97bb-dea87ad98b75) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:05.791774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Pushing event deleted for resources: {'Port': ['ID=7416788f-5f6b-45f2-a448-56d73ab9b6bc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:05.819065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Allocated IP 172.25.8.243 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/37e93e15-17e3-4549-9976-1f15aae1ef14) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:05.948285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] No DVR routers for this DVR port 7416788f-5f6b-45f2-a448-56d73ab9b6bc on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:05.968816 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:05.972759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e160e408-5fbf-4ef4-ae4d-6fbbd31d1100 req-fa9ee246-ee09-428d-8996-ef791aaf2f09 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.13 "GET /v2.0/ports?device_id=e714c08e-beff-4101-828b-b6fa8288302f HTTP/1.1" status: 200 len: 210 time: 0.0787890 May 10 11:40:05.984407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55d591bd-c818-450c-878e-6724602e3ccb req-5936e493-cb5b-48da-af3d-3604fa43c4c9 tempest-ServerAddressesNegativeTestJSON-792351096 tempest-ServerAddressesNegativeTestJSON-792351096-project] 10.222.0.70 "DELETE /v2.0/ports/7416788f-5f6b-45f2-a448-56d73ab9b6bc HTTP/1.1" status: 204 len: 173 time: 1.0883422 May 10 11:40:05.986275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e714c08e-beff-4101-828b-b6fa8288302f', 'name': 'network-vif-deleted', 'tag': '7416788f-5f6b-45f2-a448-56d73ab9b6bc'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:05.998866 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00918536-0f05-47ee-89d3-1256e2cfacd6" -d '{"events": [{"server_uuid": "e714c08e-beff-4101-828b-b6fa8288302f", "name": "network-vif-deleted", "tag": "7416788f-5f6b-45f2-a448-56d73ab9b6bc"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:06.011322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port b553b78a-9267-4ca9-9ede-fa5ee4e4ba88, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,segment=NetworkSegment(9748204c-ab8e-463f-90ce-9e082f6c5fe4),segment_id=9748204c-ab8e-463f-90ce-9e082f6c5fe4)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:06.011860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.028690 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.032580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['7416788f-5f6b-45f2-a448-56d73ab9b6bc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:40:06.085822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:06.099591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.100590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c205c81b-7f9b-434b-bcc6-978d1cf7fa19 req-c86f9922-76b1-4f0a-885a-d671f5c1331d tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1124144 May 10 11:40:06.107695 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63c3aa7-ca30-40fd-99d4-7964488099c9 x-openstack-request-id: req-b63c3aa7-ca30-40fd-99d4-7964488099c9 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:06.108015 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e714c08e-beff-4101-828b-b6fa8288302f", "name": "network-vif-deleted", "tag": "7416788f-5f6b-45f2-a448-56d73ab9b6bc", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:06.108279 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b63c3aa7-ca30-40fd-99d4-7964488099c9 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:06.108691 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63c3aa7-ca30-40fd-99d4-7964488099c9'] response: {'server_uuid': 'e714c08e-beff-4101-828b-b6fa8288302f', 'name': 'network-vif-deleted', 'tag': '7416788f-5f6b-45f2-a448-56d73ab9b6bc', 'status': 'completed', 'code': 200} May 10 11:40:06.255569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:06.259923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:06.266216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Pushing event updated for resources: {'Port': ['ID=28017145-8d4e-412a-97bb-dea87ad98b75,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:06.268566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:06.294969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.301667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.302781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.303377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.303982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.304569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.305160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.305820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.306416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.306990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.307567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.308199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.308844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:06.380675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Attempting to bind port 28017145-8d4e-412a-97bb-dea87ad98b75 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:06.380956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Attempting to bind port 28017145-8d4e-412a-97bb-dea87ad98b75 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:06.381341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Attempting to bind port 28017145-8d4e-412a-97bb-dea87ad98b75 on network 83260efc-5c58-4255-b9fb-07a6484b4a9a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:06.393072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:40:02Z', 'revision_number': 5, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port': {'id': 'ed9899e7-3f81-47e6-8746-ab2e10d2b0a5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:38:35Z', 'updated_at': '2022-05-10T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:06.402329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.421775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] Checking router: 9e716e5a-6a29-449b-b1c0-697665fc02e9 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:06.424742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:06.425220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Checking segment: {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:06.425685 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.426183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Bound using segment: {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:06.426747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Bound port: 28017145-8d4e-412a-97bb-dea87ad98b75, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:06.427199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.430254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.444040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.448182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] Routers {'9e716e5a-6a29-449b-b1c0-697665fc02e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:06.448982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:39:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e716e5a-6a29-449b-b1c0-697665fc02e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:06.454085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:06.463031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:06.468150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:06.494044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=b553b78a-9267-4ca9-9ede-fa5ee4e4ba88,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:06.553045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Pushing event updated for resources: {'Port': ['ID=37e93e15-17e3-4549-9976-1f15aae1ef14,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:06.576059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] Set router 9e716e5a-6a29-449b-b1c0-697665fc02e9 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:06.616216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9899e7-3f81-47e6-8746-ab2e10d2b0a5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:06.688111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:40:06Z', 'revision_number': 7, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:06.742034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dba896-2069-434f-9f77-2b404330ad31 None None] The sync data for ids ['9e716e5a-6a29-449b-b1c0-697665fc02e9'] in n-d-840949-1 is: [{'id': '9e716e5a-6a29-449b-b1c0-697665fc02e9', 'name': 'tempest-ServersTestJSON-761733951-router', 'tenant_id': '53ce038f9a584383a54416f1353e1b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:38:33Z', 'updated_at': '2022-05-10T11:40:06Z', 'revision_number': 7, 'project_id': '53ce038f9a584383a54416f1353e1b43', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:06.764971 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.782743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] For port 28017145-8d4e-412a-97bb-dea87ad98b75, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:06.793202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] For port 28017145-8d4e-412a-97bb-dea87ad98b75, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=28017145-8d4e-412a-97bb-dea87ad98b75,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:06.803124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:06.865827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9184a-07a0-4c02-aac9-6d62200ea38b None None] Pushing event updated for resources: {'Port': ['ID=28017145-8d4e-412a-97bb-dea87ad98b75,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:07.148948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52356) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:07.237445 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9dc16191-3dff-4cad-901d-d7df0f102d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.314734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b51fde9-1e15-4aae-b15c-4958463c8580 admin admin] Deleting subnet 96c0f8b7-2385-4c53-a3d4-449371252fd8 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:40:07.328023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:07.347905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b51fde9-1e15-4aae-b15c-4958463c8580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.393216 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b51fde9-1e15-4aae-b15c-4958463c8580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.427490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24a944c3-f49e-46d2-9c5b-a27ed377737e req-aaa6ddab-8bb1-4573-ba27-1b6debfbf17c tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1464376 May 10 11:40:07.490543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b51fde9-1e15-4aae-b15c-4958463c8580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.495293 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.574912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:07.581334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a019308e-ce73-4208-833f-ce496e113a32 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0364618 May 10 11:40:07.585855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52364) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:07.589223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.589778 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:07.591785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.606923 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:07.608195 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:07.641436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b51fde9-1e15-4aae-b15c-4958463c8580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.662446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b683b5b-497a-49f3-ae97-bd5e2a9315c6 req-40ff9bea-8a34-4a52-be90-f1f0fea05bfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1831701 May 10 11:40:07.664779 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.665989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e716e5a-6a29-449b-b1c0-697665fc02e9 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:40:07.673693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.674974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-298da3c7-7b41-47da-b757-eed3694392f2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9e716e5a-6a29-449b-b1c0-697665fc02e9 HTTP/1.1" status: 204 len: 168 time: 2.7760890 May 10 11:40:07.684620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52366) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:07.718478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51fde9-1e15-4aae-b15c-4958463c8580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c0f8b7-2385-4c53-a3d4-449371252fd8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:07.723734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b51fde9-1e15-4aae-b15c-4958463c8580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.746324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9b51fde9-1e15-4aae-b15c-4958463c8580 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96c0f8b7-2385-4c53-a3d4-449371252fd8 HTTP/1.1" status: 204 len: 168 time: 0.5897026 May 10 11:40:07.748674 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.750586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52368) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:07.778887 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:07.794433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ba8df6-46af-45f6-98e6-286cb5d04ba1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet 3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:40:07.814446 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0ba8df6-46af-45f6-98e6-286cb5d04ba1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.951959 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0ba8df6-46af-45f6-98e6-286cb5d04ba1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:07.993630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c143c09a-21fc-4378-976f-ddaa89d116f8 admin admin] Deleting subnet c76b5cad-51a8-47f6-a9dd-27d59268ba9f {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:40:08.012079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c143c09a-21fc-4378-976f-ddaa89d116f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.046418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.145304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c143c09a-21fc-4378-976f-ddaa89d116f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.210582 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.326124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.359297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 28017145-8d4e-412a-97bb-dea87ad98b75 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:08.370650 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:06Z', 'revision_number': 9, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:08.400641 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0ba8df6-46af-45f6-98e6-286cb5d04ba1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.452206 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:08.465044 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:08.466120 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:08.516295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 28017145-8d4e-412a-97bb-dea87ad98b75 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:08.516783 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.567435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c143c09a-21fc-4378-976f-ddaa89d116f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.630000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0ba8df6-46af-45f6-98e6-286cb5d04ba1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.633896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33e9562-daee-4fe8-a57e-ec67d7fd22d4']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:08.725376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0ba8df6-46af-45f6-98e6-286cb5d04ba1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.731384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a0ba8df6-46af-45f6-98e6-286cb5d04ba1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831 HTTP/1.1" status: 204 len: 168 time: 1.1443896 May 10 11:40:08.732641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba8df6-46af-45f6-98e6-286cb5d04ba1 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:08.734692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52374) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:08.738343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44788d68-334f-4c54-b59c-217882854768') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:08.738993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44788d68-334f-4c54-b59c-217882854768') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:08.747116 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:08.772148 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.805358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9cc2c0-94cc-4a28-89db-c8082745e3ab None None] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:08.825928 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9f12826-f631-40f0-820d-451013de24de req-f9bff9cf-0ea6-4fd5-9dca-0100a744bb27 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0963004 May 10 11:40:08.829890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.847246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:40:08.847805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: timer() May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:40:08.849760 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:40:08.857069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.934774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c143c09a-21fc-4378-976f-ddaa89d116f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.967617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.975673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.982828 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e33e9562-daee-4fe8-a57e-ec67d7fd22d4 HTTP/1.1" status: 204 len: 168 time: 1.2237923 May 10 11:40:08.992179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e85284-1a4d-48eb-a295-0887953d8b1c None None] Network 06f97ca7-9527-4087-84c3-56eb408c56e4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:08.994143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c143c09a-21fc-4378-976f-ddaa89d116f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.996485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416ba75-68b4-4349-bc31-fd0712842b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=e33e9562-daee-4fe8-a57e-ec67d7fd22d4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:09.017636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c143c09a-21fc-4378-976f-ddaa89d116f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c76b5cad-51a8-47f6-a9dd-27d59268ba9f HTTP/1.1" status: 204 len: 168 time: 1.3321235 May 10 11:40:09.022598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52378) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:09.085530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846fa5d1-a37b-45f8-bfeb-42dde524ed6c None None] Network 3cb85cca-7785-46f7-94f9-27d0b4dd5332 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:09.093737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143c09a-21fc-4378-976f-ddaa89d116f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76b5cad-51a8-47f6-a9dd-27d59268ba9f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:09.117028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.158925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 28017145-8d4e-412a-97bb-dea87ad98b75 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:09.162351 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.209582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a4272742-7ddc-488f-8cd4-f45b188a4aa5 None None] Provisioning complete for port 28017145-8d4e-412a-97bb-dea87ad98b75 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:09.212635 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a4272742-7ddc-488f-8cd4-f45b188a4aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.278235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.300752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 28017145-8d4e-412a-97bb-dea87ad98b75, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=28017145-8d4e-412a-97bb-dea87ad98b75,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:09.315147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 95a756bd-d9c8-43f6-a940-d06790401371 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:09.315557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.368582 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.494309 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:06Z', 'revision_number': 9, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:09.514167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Router 43148101-ce8e-4224-baa8-6dcae4c0aa48 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:40:09.515485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 38bc9877-8d33-49db-8d6f-a26e382ea4cd no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:09.534117 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.543435 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16d66f-b169-4b6d-8bdc-268385569190 None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:06Z', 'revision_number': 9, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd276ebb2-8631-47cd-a7e6-f1fa673efc57', 'name': '', 'network_id': '0fb645d1-ab07-4242-bcbf-0ef59e1d5c89', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:2d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:29Z', 'updated_at': '2022-05-10T11:39:37Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '10d76734-6ce9-41c3-bb26-a8ae7e0ed291', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:09.597696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52382) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:09.609945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 7416788f-5f6b-45f2-a448-56d73ab9b6bc no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:09.670321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 38bc9877-8d33-49db-8d6f-a26e382ea4cd {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:09.671086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 38bc9877-8d33-49db-8d6f-a26e382ea4cd not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:09.671200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:09.673746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port 95a756bd-d9c8-43f6-a940-d06790401371, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=95a756bd-d9c8-43f6-a940-d06790401371,segment=NetworkSegment(9748204c-ab8e-463f-90ce-9e082f6c5fe4),segment_id=9748204c-ab8e-463f-90ce-9e082f6c5fe4)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:09.676252 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.699519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 95a756bd-d9c8-43f6-a940-d06790401371 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:09.707676 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.714419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=28017145-8d4e-412a-97bb-dea87ad98b75,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:09.736468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cef5fd13-e2b8-41ca-a54d-d90a63f09be2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a35cc9df5d574da8aa1a0a37d0c5dc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181984 May 10 11:40:09.741588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 7416788f-5f6b-45f2-a448-56d73ab9b6bc {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:09.741959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 7416788f-5f6b-45f2-a448-56d73ab9b6bc not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:09.750578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:09.751385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ed9899e7-3f81-47e6-8746-ab2e10d2b0a5 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:09.771834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52384) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:09.797376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Deleting port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:09.797764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.802403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a4272742-7ddc-488f-8cd4-f45b188a4aa5 None None] Current status of the port 28017145-8d4e-412a-97bb-dea87ad98b75 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:09.855690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:09.870748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Sync routers for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:09.892602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1904f293-b53f-4603-80f3-3384bce25c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:09.901836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:09.902973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:09.961203 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1904f293-b53f-4603-80f3-3384bce25c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:10.035910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] For port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:10.036656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:10.080989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b9508-898e-49e4-b022-10380de1c463 None None] DHCP port deletion for 06f97ca7-9527-4087-84c3-56eb408c56e4 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:40:10.087266 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:10.098468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] DHCP port deletion for 3cb85cca-7785-46f7-94f9-27d0b4dd5332 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:40:10.099337 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:10.109921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5ed50c13-8015-46e3-8e96-02f012ce7d80 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6068830 May 10 11:40:10.111133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52388) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:10.111575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Calling delete_port for 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:10.221415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1904f293-b53f-4603-80f3-3384bce25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:10.224022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1904f293-b53f-4603-80f3-3384bce25c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:10.242147 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1904f293-b53f-4603-80f3-3384bce25c9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c701b8b0-6130-46c1-b476-98d68a9ffece HTTP/1.1" status: 204 len: 168 time: 0.4550092 May 10 11:40:10.264977 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98b193f7-fae7-4e5b-abaf-77f88bf51c88 req-6ca7e4a8-cf90-4f98-bd25-4b213d8ed691 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1316178 May 10 11:40:10.266887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904f293-b53f-4603-80f3-3384bce25c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c701b8b0-6130-46c1-b476-98d68a9ffece,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:10.287308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=95a756bd-d9c8-43f6-a940-d06790401371,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:10.293144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No DVR routers for this DVR port 95a756bd-d9c8-43f6-a940-d06790401371 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:10.579777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 28017145-8d4e-412a-97bb-dea87ad98b75 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:10.728927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6a461903-1ae1-4255-a5ce-32df5c3c1812 None None] Provisioning complete for port 28017145-8d4e-412a-97bb-dea87ad98b75 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:10.729312 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6a461903-1ae1-4255-a5ce-32df5c3c1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:10.838215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:11.130512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] Deleting port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:11.131486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.217980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 28017145-8d4e-412a-97bb-dea87ad98b75 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:11.218473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.284389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.285193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6a461903-1ae1-4255-a5ce-32df5c3c1812 None None] Current status of the port 28017145-8d4e-412a-97bb-dea87ad98b75 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:11.317325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] For port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,segment=NetworkSegment(79b28371-7454-4ca2-ba80-3d508e7d5a12),segment_id=79b28371-7454-4ca2-ba80-3d508e7d5a12)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:11.317741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.368825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] Calling delete_port for 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:11.454470 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.490426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f4aa5a0e-86d0-418d-9d89-9fd0739f3810 req-a45c4aef-8123-4171-99dc-b747e3638dcb tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0748668 May 10 11:40:11.491386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.562122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] No DVR routers for this DVR port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:11.564965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:11.572509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f97ca7-9527-4087-84c3-56eb408c56e4']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:11.583392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 28017145-8d4e-412a-97bb-dea87ad98b75 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:11.588892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:07Z', 'revision_number': 3, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:11.667249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Checking router: 43148101-ce8e-4224-baa8-6dcae4c0aa48 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:11.667567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Updating router 43148101-ce8e-4224-baa8-6dcae4c0aa48 port 37e93e15-17e3-4549-9976-1f15aae1ef14 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:40:11.671845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.688360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.719165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb85cca-7785-46f7-94f9-27d0b4dd5332']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:11.732376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b28371-7454-4ca2-ba80-3d508e7d5a12') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:11.732839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b28371-7454-4ca2-ba80-3d508e7d5a12') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:11.746134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.767866 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.774243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:40:11.774770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 95a756bd-d9c8-43f6-a940-d06790401371 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:11.775619 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.779784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] Pushing event deleted for resources: {'Port': ['ID=788f70c3-5379-4d4e-9c4f-c9f2bc8b2553,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:11.830308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Allocated IP 172.20.0.1 (83260efc-5c58-4255-b9fb-07a6484b4a9a/e54b0c82-3eac-43cf-8383-60b78c30d030/50dd0217-f93b-4d65-9aac-f8ae0da4d30d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:11.837853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 95a756bd-d9c8-43f6-a940-d06790401371 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:11.838622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 95a756bd-d9c8-43f6-a940-d06790401371 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:11.839211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:11.846203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f5e18-1d19-4cdc-8e94-628f42fe660f None None] No DVR routers for this DVR port 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:11.850554 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.865126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9748204c-ab8e-463f-90ce-9e082f6c5fe4') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:11.867423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9748204c-ab8e-463f-90ce-9e082f6c5fe4') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: timer() May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:40:11.870462 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:40:11.893597 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.895567 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.911378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.919877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] 10.222.0.13 "DELETE /v2.0/networks/3cb85cca-7785-46f7-94f9-27d0b4dd5332 HTTP/1.1" status: 204 len: 168 time: 2.8964040 May 10 11:40:11.935391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea034fa-bc90-420f-8543-e6f41c7afb1f admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb85cca-7785-46f7-94f9-27d0b4dd5332,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:11.939842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.966444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:40:11.968623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: timer() May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:40:11.977910 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:40:12.064968 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.071419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.087369 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.089391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:12.090151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b553b78a-9267-4ca9-9ede-fa5ee4e4ba88 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:12.126053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52434) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:12.129741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/06f97ca7-9527-4087-84c3-56eb408c56e4 HTTP/1.1" status: 204 len: 168 time: 3.3869596 May 10 11:40:12.174570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194076-a92e-497f-8142-b1744a4d0e08 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=06f97ca7-9527-4087-84c3-56eb408c56e4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:12.211460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52436) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:12.246685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52438) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:12.300378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-edd530c8-4b34-4c00-9cdf-546b572082c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53ce038f9a584383a54416f1353e1b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875812 May 10 11:40:12.304846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52442) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:12.346379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.407766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e39b8ac2-7e2f-42ca-84cf-9cf3c7847c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.441777 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e39b8ac2-7e2f-42ca-84cf-9cf3c7847c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.480964 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.485848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:12.490235 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.510419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Pushing event updated for resources: {'Port': ['ID=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:12.537827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:12.538102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 788f70c3-5379-4d4e-9c4f-c9f2bc8b2553 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:12.563096 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e39b8ac2-7e2f-42ca-84cf-9cf3c7847c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.566205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e39b8ac2-7e2f-42ca-84cf-9cf3c7847c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.567584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e39b8ac2-7e2f-42ca-84cf-9cf3c7847c4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c24f9c3c-46f4-469f-991a-3c710d6a1e9d HTTP/1.1" status: 204 len: 168 time: 0.2617235 May 10 11:40:12.580913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Attempting to bind port 37e93e15-17e3-4549-9976-1f15aae1ef14 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:12.581289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Attempting to bind port 37e93e15-17e3-4549-9976-1f15aae1ef14 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:12.581659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Attempting to bind port 37e93e15-17e3-4549-9976-1f15aae1ef14 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:12.583668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bde03-79bc-4484-9e7c-5451350ba4e5 None None] Pushing event updated for resources: {'Port': ['ID=37e93e15-17e3-4549-9976-1f15aae1ef14,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:12.590646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:12.591026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:12.591578 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.592024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:12.593285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Bound port: 37e93e15-17e3-4549-9976-1f15aae1ef14, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:12.593285 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.597592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b8ac2-7e2f-42ca-84cf-9cf3c7847c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f9c3c-46f4-469f-991a-3c710d6a1e9d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:12.702496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1594411206-network', 'tenant_id': '92eb1341742e4b9f82940b949124deb6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:12.713226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:12.727690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:12.729798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] For port 37e93e15-17e3-4549-9976-1f15aae1ef14, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:12.736749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Made reservation on behalf of 92eb1341742e4b9f82940b949124deb6 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:12.745414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.751679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] For port 37e93e15-17e3-4549-9976-1f15aae1ef14, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=37e93e15-17e3-4549-9976-1f15aae1ef14,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:12.751955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:12.755738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa7f6a0c-d8b7-499c-acd6-d5f09f4e73a9 req-5a06bc8f-418d-4270-9ffb-194722fa0201 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0420840 May 10 11:40:12.785930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.796707 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.912933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:12.929613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:12.930145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:13.030194 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.040434 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.049727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bde03-79bc-4484-9e7c-5451350ba4e5 None None] Pushing event updated for resources: {'Port': ['ID=37e93e15-17e3-4549-9976-1f15aae1ef14,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:13.062388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:40:13.103527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.103936 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Added segment 49de97e2-8a8e-4235-b5ab-83e452566071 of type vlan for network 0e0f9b88-61b9-48ca-bf29-db0dce884bce May 10 11:40:13.181901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c6c77b4e-b231-47f8-b184-3aff976ea3b8 None None] Provisioning complete for port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:13.182197 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c6c77b4e-b231-47f8-b184-3aff976ea3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.211318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:13.219120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868e058d-fabd-4286-81b0-ef0ff2f7b510,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:13.231751 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.301049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.302888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:13.303727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.340086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.363706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77b4e-b231-47f8-b184-3aff976ea3b8 None None] Port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:40:13.399788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.432786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1847000 May 10 11:40:13.437379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52458) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:13.446390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Request body: {'subnet': {'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1594411206-subnet', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:13.493858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbec02-1054-4ad9-8058-ace669a5c9ec admin admin] Pushing event updated for resources: {'Network': ['ID=0e0f9b88-61b9-48ca-bf29-db0dce884bce,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:13.499332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:07Z', 'revision_number': 3, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:13.528782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 0e0f9b88-61b9-48ca-bf29-db0dce884bce details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:40:13.531148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a8674-f424-4a1f-9006-6b41d5483102 None None] The sync data for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 is: [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:07Z', 'revision_number': 3, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:13.558638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Made reservation on behalf of 92eb1341742e4b9f82940b949124deb6 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:13.570791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.989939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.123202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bdccd23a-063c-4fb2-872b-0b107f36c195 req-388fb2d8-2a0b-4d93-92ef-da7de5c4b268 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1736507 May 10 11:40:14.215733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1732a570-93a0-4f2d-ab0b-10a4407f054e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:14.244152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Checking segment: {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:14.245042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Network hostable DHCP agents. Network: 0e0f9b88-61b9-48ca-bf29-db0dce884bce, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:40:14.303300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Network 0e0f9b88-61b9-48ca-bf29-db0dce884bce is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:40:14.320008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 37e93e15-17e3-4549-9976-1f15aae1ef14 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:14.325160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 0e0f9b88-61b9-48ca-bf29-db0dce884bce) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:14.339404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:14.341849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.382189 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-567559b1-f1d0-4ba0-90dd-881faed9f859 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9430819 May 10 11:40:14.384586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2be1c-8aca-4a09-840c-9df7480e70d4 None None] Network 0e0f9b88-61b9-48ca-bf29-db0dce884bce requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:14.385385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52476) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:14.401449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:14.440210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.441562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.448323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52478) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:14.538607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.555840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.566947 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.612289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.751655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Pushing event updated for resources: {'Port': ['ID=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:14.788420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port d276ebb2-8631-47cd-a7e6-f1fa673efc57 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:14.788762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.825819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1813302862-network', 'tenant_id': 'fc22884d32844000a72c73d3abd1f7ad'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:14.841248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.866970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 37e93e15-17e3-4549-9976-1f15aae1ef14 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:14.867488 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.867722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:14.874105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:14.885573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Made reservation on behalf of fc22884d32844000a72c73d3abd1f7ad for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:14.889168 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.928085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.983580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port d276ebb2-8631-47cd-a7e6-f1fa673efc57, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d276ebb2-8631-47cd-a7e6-f1fa673efc57,segment=NetworkSegment(e6f6b962-ec11-4352-8fe2-99554e5b5562),segment_id=e6f6b962-ec11-4352-8fe2-99554e5b5562)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:14.984960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.030793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for d276ebb2-8631-47cd-a7e6-f1fa673efc57 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:15.122809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b232bd5-8544-4652-8464-86e6e3b31278 None None] Network 0e0f9b88-61b9-48ca-bf29-db0dce884bce requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:15.220328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Router 43148101-ce8e-4224-baa8-6dcae4c0aa48 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:15.269709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.324049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 37e93e15-17e3-4549-9976-1f15aae1ef14 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:15.324049 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.367389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 37e93e15-17e3-4549-9976-1f15aae1ef14, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=37e93e15-17e3-4549-9976-1f15aae1ef14,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:15.375555 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.397594 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.473065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7f6bef-d0b4-451f-92a1-117e5ecc3528,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:15.490690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=37e93e15-17e3-4549-9976-1f15aae1ef14,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:15.497130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bdad995d-276f-44b1-9ce1-f6134d0578e7 req-8a34ba20-4b23-4707-bf16-d6d8ec84145f tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1074829 May 10 11:40:15.512692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c0fd1f7d-4d90-4e26-a7fe-b3e4a834477c None None] Provisioning complete for port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:15.513122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0fd1f7d-4d90-4e26-a7fe-b3e4a834477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.516300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:40:15.542525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.542841 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Added segment 44877734-6438-4b55-9eeb-529cddb8694b of type vlan for network a06c837c-aca6-4e8a-be2a-69e9e641678d May 10 11:40:15.566880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd1f7d-4d90-4e26-a7fe-b3e4a834477c None None] Port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:40:15.603186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.619253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:15.636776 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.638916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-26ddbf4c-ac01-4fd7-98a3-b225202cdc7d admin admin] 10.222.0.13 "PUT /v2.0/routers/43148101-ce8e-4224-baa8-6dcae4c0aa48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5249159 May 10 11:40:15.640235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.721265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.722374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:15.722962 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.729421 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.774720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=d276ebb2-8631-47cd-a7e6-f1fa673efc57,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:15.790487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a06c837c-aca6-4e8a-be2a-69e9e641678d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:15.834477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-999ca2e4-ff84-421e-ab0c-46076f8665e0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3814280 May 10 11:40:15.835968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52488) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:15.840931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a06c837c-aca6-4e8a-be2a-69e9e641678d details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:40:15.841487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Request body: {'subnet': {'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1813302862-subnet', 'tenant_id': 'fc22884d32844000a72c73d3abd1f7ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:15.891163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Allocated IP 172.25.8.201 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/fef6ddea-79f6-48e9-9761-9588a33797f3) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:15.893626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Made reservation on behalf of fc22884d32844000a72c73d3abd1f7ad for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:15.896054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:15.971109 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:16.358809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:16.368108 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:16.427169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 37e93e15-17e3-4549-9976-1f15aae1ef14 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:16.527902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 37e93e15-17e3-4549-9976-1f15aae1ef14 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:16.529847 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:16.532512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:16.542454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:16.554049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-22fd2918-b764-4e29-bb76-210a55ccaf5d tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4232402 May 10 11:40:16.555232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52500) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:16.558841 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:16.572553 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:16.583865 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:16.585512 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:16.707912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 37e93e15-17e3-4549-9976-1f15aae1ef14 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:16.740418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cfbe82-80a1-4d15-996f-ec23ba531b13 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet 10d76734-6ce9-41c3-bb26-a8ae7e0ed291 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:40:16.744335 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cfbe82-80a1-4d15-996f-ec23ba531b13 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:16.832107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cfbe82-80a1-4d15-996f-ec23ba531b13 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:16.887588 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:16.949576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:16.959698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3fe682e-56cf-4a37-8a2d-7211387a38e9 req-171dbab9-bf0f-47ed-9c94-766b7b18e7e4 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.2343507 May 10 11:40:16.969338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Pushing event updated for resources: {'Port': ['ID=fef6ddea-79f6-48e9-9761-9588a33797f3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:16.971462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cfbe82-80a1-4d15-996f-ec23ba531b13 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:16.975090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:16.978769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:16.986145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a94921-7e23-475c-89f1-d9f00aed6474,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:17.018885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52508) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:17.024440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1259869661-network', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:17.067208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Made reservation on behalf of ab9b76d1cb7e4488ab2720d65e039e0c for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:17.071712 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.073594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Checking segment: {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:17.073993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Network hostable DHCP agents. Network: a06c837c-aca6-4e8a-be2a-69e9e641678d, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:40:17.090644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.097547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Sync routers for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:17.115842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:17.116765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:17.198136 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.201025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cfbe82-80a1-4d15-996f-ec23ba531b13 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.229843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Network a06c837c-aca6-4e8a-be2a-69e9e641678d is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:40:17.245746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.250489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37cfbe82-80a1-4d15-996f-ec23ba531b13 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.253976 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-37cfbe82-80a1-4d15-996f-ec23ba531b13 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/10d76734-6ce9-41c3-bb26-a8ae7e0ed291 HTTP/1.1" status: 204 len: 168 time: 0.6973822 May 10 11:40:17.255038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfbe82-80a1-4d15-996f-ec23ba531b13 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=10d76734-6ce9-41c3-bb26-a8ae7e0ed291,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:17.263524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52510) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:17.270658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb05342-0af0-4910-9210-88960e0ac375 None None] Network 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:17.302552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a06c837c-aca6-4e8a-be2a-69e9e641678d) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:17.304118 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 10, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:17.313195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:17.313797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.320468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c1ea2-0d86-4768-9e9e-1c2e275115ef None None] Network a06c837c-aca6-4e8a-be2a-69e9e641678d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:17.364833 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:17.377294 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:17.378837 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:17.401840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:17.433483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e292c2bf-160e-4a42-99dc-50a394144ad6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5888972 May 10 11:40:17.433754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.479567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:40:17.538491 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:17.540560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a89b9b0-15a7-4f92-bd80-c5aeb15a15f0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:17.550446 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.563431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.563811 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Added segment b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48 of type vlan for network cacfe5e3-273e-44d6-9274-641214be3b00 May 10 11:40:17.639309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.709108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port f9ff7881-7f99-4c23-aa9f-ce262c843b77 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:17.710845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.753015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e601062-a8ac-4093-b0b0-7597dff40c65 None None] Network a06c837c-aca6-4e8a-be2a-69e9e641678d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:17.772160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.774550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:17.783576 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:17.804106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 2, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:17.853891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Checking router: 43148101-ce8e-4224-baa8-6dcae4c0aa48 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:17.855478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Updating router 43148101-ce8e-4224-baa8-6dcae4c0aa48 port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:40:17.859689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] DHCP port deletion for 0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:40:17.924692 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.032225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] Pushing event updated for resources: {'Network': ['ID=cacfe5e3-273e-44d6-9274-641214be3b00,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:18.046613 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-153f151e-7c10-4b9c-88e3-a9ff9e0afc95 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0267508 May 10 11:40:18.053731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52524) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:18.061585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Request body: {'subnet': {'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1259869661-subnet', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:18.068287 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 10, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:18.088956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Made reservation on behalf of ab9b76d1cb7e4488ab2720d65e039e0c for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:18.091616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.119998 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a2fdd-df65-48d7-8065-152983746a41 None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 10, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None, '_interfaces': [{'id': '3d52b890-f8d0-41e3-9898-07f2a604da46', 'name': '', 'network_id': '6237e106-a267-4133-9159-9e5a8b8cdf16', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'mac_address': 'fa:16:3e:80:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:39:25Z', 'updated_at': '2022-05-10T11:39:31Z', 'revision_number': 5, 'project_id': '1009506c1b504e109bb42f610a668e53', 'subnets': [{'id': '9b1f7b2f-ae70-4737-9cc7-127cadba1cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:18.190950 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad234640-b941-4877-996f-c58584b843db req-1195e799-18a1-49d7-9501-4263cba98abd tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0638986 May 10 11:40:18.200453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.248133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network cacfe5e3-273e-44d6-9274-641214be3b00 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:40:18.282190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port f9ff7881-7f99-4c23-aa9f-ce262c843b77, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f9ff7881-7f99-4c23-aa9f-ce262c843b77,segment=NetworkSegment(e6f6b962-ec11-4352-8fe2-99554e5b5562),segment_id=e6f6b962-ec11-4352-8fe2-99554e5b5562)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:18.282712 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.294625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] Deleting port f9ff7881-7f99-4c23-aa9f-ce262c843b77 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:18.295000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.366232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for f9ff7881-7f99-4c23-aa9f-ce262c843b77 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:18.399941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] For port f9ff7881-7f99-4c23-aa9f-ce262c843b77, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f9ff7881-7f99-4c23-aa9f-ce262c843b77,segment=NetworkSegment(e6f6b962-ec11-4352-8fe2-99554e5b5562),segment_id=e6f6b962-ec11-4352-8fe2-99554e5b5562)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:18.399941 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.416095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Router 6839614f-9a31-45cd-a321-8c26e9d88c85 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:40:18.427245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] Calling delete_port for f9ff7881-7f99-4c23-aa9f-ce262c843b77 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:18.574431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.593494 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.619260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:18.631427 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Sync routers for ids ['6839614f-9a31-45cd-a321-8c26e9d88c85'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:18.649418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.649862 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Routers {'6839614f-9a31-45cd-a321-8c26e9d88c85'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:18.650507 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6839614f-9a31-45cd-a321-8c26e9d88c85'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:18.653943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7205fd55-4749-4a24-afdf-6da3b1ae43a5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2645488 May 10 11:40:18.654736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52536) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:18.685565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=f9ff7881-7f99-4c23-aa9f-ce262c843b77,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:18.698687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No DVR routers for this DVR port f9ff7881-7f99-4c23-aa9f-ce262c843b77 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:18.806447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-f77273ce-e5d3-4fd0-9f6f-d281744dccbf tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:18.807941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-f77273ce-e5d3-4fd0-9f6f-d281744dccbf tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 815 time: 0.5491378 May 10 11:40:18.808986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f9ff7881-7f99-4c23-aa9f-ce262c843b77 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:18.828986 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Set router 6839614f-9a31-45cd-a321-8c26e9d88c85 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:18.843179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.851771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f9ff7881-7f99-4c23-aa9f-ce262c843b77 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:18.852495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f9ff7881-7f99-4c23-aa9f-ce262c843b77 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:18.853013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71361ea6-4f73-4d15-baf7-5df97e5ffe1c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:18.870516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-c3f81225-92d3-478d-ae72-df03c9a0077d tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/quotas/fc22884d32844000a72c73d3abd1f7ad HTTP/1.1" status: 200 len: 375 time: 0.0474763 May 10 11:40:18.871526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Checking segment: {'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:18.871939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Network hostable DHCP agents. Network: cacfe5e3-273e-44d6-9274-641214be3b00, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:40:18.889316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb645d1-ab07-4242-bcbf-0ef59e1d5c89']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:18.902663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f6b962-ec11-4352-8fe2-99554e5b5562') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:18.903291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f6b962-ec11-4352-8fe2-99554e5b5562') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:18.913427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.924603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.965221 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.967850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] Pushing event deleted for resources: {'Port': ['ID=f9ff7881-7f99-4c23-aa9f-ce262c843b77,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:18.969174 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-a2069fd8-b5c8-4755-b9ca-1a3e9507a82d tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875082 May 10 11:40:18.969477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd655a5-92ba-496f-aa66-3f67d88c4fda None None] No DVR routers for this DVR port f9ff7881-7f99-4c23-aa9f-ce262c843b77 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:18.976590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:40:18.977027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: timer() May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:40:18.980457 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:40:19.003842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Network cacfe5e3-273e-44d6-9274-641214be3b00 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:40:19.022989 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.031553 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.102950 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:40:17Z', 'revision_number': 3, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port': {'id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:15Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:19.105411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9070d-106a-4ac2-b319-14675fb310da None None] Pushing event updated for resources: {'Port': ['ID=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:19.120648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, cacfe5e3-273e-44d6-9274-641214be3b00) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:19.128702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:19.129474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.138495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.158632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.163306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/0fb645d1-ab07-4242-bcbf-0ef59e1d5c89 HTTP/1.1" status: 204 len: 168 time: 1.8973749 May 10 11:40:19.165625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52538) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:19.166445 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Checking router: 6839614f-9a31-45cd-a321-8c26e9d88c85 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:19.167878 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Updating router 6839614f-9a31-45cd-a321-8c26e9d88c85 port fef6ddea-79f6-48e9-9761-9588a33797f3 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:40:19.179120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71295d-ed7f-4a8f-9cfe-3776331a449b None None] Network cacfe5e3-273e-44d6-9274-641214be3b00 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:19.185973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a2786-4058-43fb-86d5-15656ca48c22 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=0fb645d1-ab07-4242-bcbf-0ef59e1d5c89,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:19.203276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fae4b77e-7898-43d6-bbe4-1c81deaee514 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1480711 May 10 11:40:19.206219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52540) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:19.210802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:19.220909 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-80f6536b-23ed-414c-9b8d-4fb28e61fca2 service neutron] 10.222.0.13 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262189 May 10 11:40:19.237191 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.317726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.318931 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.338654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Attempting to bind port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:19.339020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Attempting to bind port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:19.339468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Attempting to bind port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d on network 83260efc-5c58-4255-b9fb-07a6484b4a9a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:19.364134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:19.364514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Checking segment: {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:19.364919 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.365310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Bound using segment: {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:19.365793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Bound port: 50dd0217-f93b-4d65-9aac-f8ae0da4d30d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:19.366321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.383227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-cacfe5e3-273e-44d6-9274-641214be3b00', 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'fixed_ips': [{'subnet_id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:40:19.384142 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.397757 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.461480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ae2b85e9-d42a-44ed-b39c-1fc46f8f57ea req-3bb334ac-4a36-4f22-886c-4d06d4afe2a4 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0672169 May 10 11:40:19.493246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] For port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:19.500777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] For port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:19.546438 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.589380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.596914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-e4af81fd-776c-4b7e-b068-e1cb622611ac service neutron] 10.222.0.13 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638868 May 10 11:40:19.679898 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.709655 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.716736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9070d-106a-4ac2-b319-14675fb310da None None] Pushing event updated for resources: {'Port': ['ID=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:19.732359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-76d63029-235f-4a6b-8edc-acb8bb8ab527 None None] Provisioning complete for port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:19.732742 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76d63029-235f-4a6b-8edc-acb8bb8ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.796948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:19.797709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:19.847289 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Attempting to bind port fef6ddea-79f6-48e9-9761-9588a33797f3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:19.847673 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Attempting to bind port fef6ddea-79f6-48e9-9761-9588a33797f3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:19.848031 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Attempting to bind port fef6ddea-79f6-48e9-9761-9588a33797f3 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:19.869405 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:19.870566 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:19.870566 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.871553 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:19.872050 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Bound port: fef6ddea-79f6-48e9-9761-9588a33797f3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:19.872551 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.876687 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2c3b5-0f30-4679-9c50-c7746882ef32 None None] Pushing event updated for resources: {'Port': ['ID=fef6ddea-79f6-48e9-9761-9588a33797f3,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:19.956012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:19.995778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Allocated IP 172.20.0.2 (cacfe5e3-273e-44d6-9274-641214be3b00/71361ea6-4f73-4d15-baf7-5df97e5ffe1c/46e001d1-cbb2-4309-8d18-0d1f12df2c86) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:20.016941 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] For port fef6ddea-79f6-48e9-9761-9588a33797f3, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:20.032161 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] For port fef6ddea-79f6-48e9-9761-9588a33797f3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fef6ddea-79f6-48e9-9761-9588a33797f3,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:20.043542 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.180003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.229200 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Routers {'6839614f-9a31-45cd-a321-8c26e9d88c85'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:20.229892 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6839614f-9a31-45cd-a321-8c26e9d88c85'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:20.246264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.307027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d276ebb2-8631-47cd-a7e6-f1fa673efc57 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:20.342084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d276ebb2-8631-47cd-a7e6-f1fa673efc57 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:20.342433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d276ebb2-8631-47cd-a7e6-f1fa673efc57 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:20.349109 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2c3b5-0f30-4679-9c50-c7746882ef32 None None] Pushing event updated for resources: {'Port': ['ID=fef6ddea-79f6-48e9-9761-9588a33797f3,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:20.485207 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] Set router 6839614f-9a31-45cd-a321-8c26e9d88c85 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:20.510909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Allocated IP 172.25.8.166 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/5d163376-c92b-4e12-a515-3e7927ca9028) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:20.583691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:20.642294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4525341b-7e34-43a7-815b-8b695a1df237 req-c3bbe47e-94a2-49a9-9f4f-5e2c3276dc85 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 210 time: 0.0362306 May 10 11:40:20.708082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-76d63029-235f-4a6b-8edc-acb8bb8ab527 None None] Current status of the port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:20.708773 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76d63029-235f-4a6b-8edc-acb8bb8ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.778838 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-76d63029-235f-4a6b-8edc-acb8bb8ab527 None None] For port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:20.782980 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.788553 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76d63029-235f-4a6b-8edc-acb8bb8ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.807897 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.816353 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.837862 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:40:17Z', 'revision_number': 3, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port': {'id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:15Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:20.866034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.882558 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5d142-b0d8-4aa7-8280-36de1e31561a None None] The sync data for ids ['6839614f-9a31-45cd-a321-8c26e9d88c85'] in n-d-840949-1 is: [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:40:17Z', 'revision_number': 3, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port': {'id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:15Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:20.888455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Network cacfe5e3-273e-44d6-9274-641214be3b00 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:20.897515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:20.911141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:20.933823 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-675291bb-bacc-488a-b085-bf16f6c4e311 req-cc139ade-23c4-4819-ba10-55d73f394a47 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0722151 May 10 11:40:20.939289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:20.973288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Allocated IP 172.20.0.1 (0e0f9b88-61b9-48ca-bf29-db0dce884bce/1732a570-93a0-4f2d-ab0b-10a4407f054e/7f35a5e0-ca99-4d74-9e7b-728ad7ff1313) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:21.016162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d163376-c92b-4e12-a515-3e7927ca9028,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:21.032924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:21.035469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:21.038541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:21.099881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d63029-235f-4a6b-8edc-acb8bb8ab527 None None] Pushing event updated for resources: {'Port': ['ID=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:21.132112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5211cb6a-932c-47d1-a969-a3981c7748ab None None] Provisioning complete for port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:21.132496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5211cb6a-932c-47d1-a969-a3981c7748ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:21.192880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Attempting to bind port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:21.193228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Attempting to bind port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:21.194185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Attempting to bind port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 on network cacfe5e3-273e-44d6-9274-641214be3b00 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:21.196210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Pushing event updated for resources: {'Port': ['ID=46e001d1-cbb2-4309-8d18-0d1f12df2c86,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:21.267421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:21.268288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Checking segment: {'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:21.268953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:21.269910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Bound using segment: {'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:21.270620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Bound port: 46e001d1-cbb2-4309-8d18-0d1f12df2c86, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:21.271258 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:21.348375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:21.481449 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:21.507705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] For port 46e001d1-cbb2-4309-8d18-0d1f12df2c86, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:21.511629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] For port 46e001d1-cbb2-4309-8d18-0d1f12df2c86, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=46e001d1-cbb2-4309-8d18-0d1f12df2c86,segment=NetworkSegment(b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48),segment_id=b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:21.527205 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:21.613119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Pushing event updated for resources: {'Port': ['ID=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:21.615247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:19Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:21.643890 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:21.663272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2412e-bd34-48cf-acfe-9494771ccec0 None None] The sync data for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 is: [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:19Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:21.767324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5211cb6a-932c-47d1-a969-a3981c7748ab None None] Current status of the port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:21.767324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fc173-ec5d-453f-8835-c0517b340914 None None] Pushing event updated for resources: {'Port': ['ID=46e001d1-cbb2-4309-8d18-0d1f12df2c86,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:21.832504 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Network 0e0f9b88-61b9-48ca-bf29-db0dce884bce is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:21.850642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:21.863354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:21.919402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2bede7b-e244-4844-b5c6-4b018cf8dac0 req-f34e9bad-a92a-4aa8-a5d5-cdb45ada4e12 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 210 time: 0.0771892 May 10 11:40:21.991332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.081735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 3d52b890-f8d0-41e3-9898-07f2a604da46 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:22.081735 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.126514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.258222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-2c25f8c0-9e83-4491-b10d-0b0bbd5410ed tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:22.264032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-2c25f8c0-9e83-4491-b10d-0b0bbd5410ed tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.70 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 815 time: 0.6430626 May 10 11:40:22.288459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Request body: {'port': {'device_id': '8310caa7-f16f-481d-9976-28c4737b2814', 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'admin_state_up': True, 'tenant_id': 'fc22884d32844000a72c73d3abd1f7ad'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:22.319117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3eb19068-0e3d-4443-b1b8-25abe045d035 req-3dae2e5e-af17-4d9e-8246-b981040a0c57 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.2122276 May 10 11:40:22.348986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Router 4859d26f-19cd-453a-8634-222d5678295b is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:40:22.502057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 46e001d1-cbb2-4309-8d18-0d1f12df2c86 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:22.587469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port 3d52b890-f8d0-41e3-9898-07f2a604da46, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3d52b890-f8d0-41e3-9898-07f2a604da46,segment=NetworkSegment(68f4c7f0-0f80-4654-9997-ab24d24cb6b2),segment_id=68f4c7f0-0f80-4654-9997-ab24d24cb6b2)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:22.587847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.637666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:22.638563 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.642897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 3d52b890-f8d0-41e3-9898-07f2a604da46 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:22.704507 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.834695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Made reservation on behalf of fc22884d32844000a72c73d3abd1f7ad for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:22.839512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.910996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:22.911576 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.960897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 46e001d1-cbb2-4309-8d18-0d1f12df2c86, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=46e001d1-cbb2-4309-8d18-0d1f12df2c86,segment=NetworkSegment(b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48),segment_id=b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:22.967784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.969385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fef6ddea-79f6-48e9-9761-9588a33797f3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:23.104102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fef6ddea-79f6-48e9-9761-9588a33797f3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:23.104930 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:23.108315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=46e001d1-cbb2-4309-8d18-0d1f12df2c86,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:23.357547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18e0ab73-9dac-4ccb-a1e0-94b50264c50f req-6445ea40-b54f-40bb-a3bd-d82d04c53a78 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 210 time: 0.0577910 May 10 11:40:23.364509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:23.532211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-247182db-18b6-4b91-854f-4aabbbd86997 req-4da57b41-7cfb-47b2-ac20-31fad0614d4a tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0491779 May 10 11:40:23.540910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:23.564944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82366469-bf87-4645-9a46-e1ef84af87e2 None None] Network cacfe5e3-273e-44d6-9274-641214be3b00 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:23.567904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Sync routers for ids ['4859d26f-19cd-453a-8634-222d5678295b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:23.584331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:23.586173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5daf45a4-ba44-4c02-9571-2e8b6862bcd6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3788154 May 10 11:40:23.591906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52590) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:23.646601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=3d52b890-f8d0-41e3-9898-07f2a604da46,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:23.767125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Routers {'4859d26f-19cd-453a-8634-222d5678295b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:23.767737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4859d26f-19cd-453a-8634-222d5678295b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:23.872870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-12ee5480-3bac-405d-ae47-57705484ae30 None None] Provisioning complete for port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:23.873252 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-12ee5480-3bac-405d-ae47-57705484ae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:23.897874 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:23.944482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Allocated IP 172.20.0.14 (a06c837c-aca6-4e8a-be2a-69e9e641678d/c5a94921-7e23-475c-89f1-d9f00aed6474/48974eb0-d547-447c-adea-6885d070ad1f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:23.992831 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fef6ddea-79f6-48e9-9761-9588a33797f3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:23.993363 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.026296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port fef6ddea-79f6-48e9-9761-9588a33797f3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fef6ddea-79f6-48e9-9761-9588a33797f3,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:24.029419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.040150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.041011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 50dd0217-f93b-4d65-9aac-f8ae0da4d30d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:24.077811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.212236 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.235207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Pushing event updated for resources: {'Port': ['ID=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:24.294502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Set router 4859d26f-19cd-453a-8634-222d5678295b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:24.369955 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.386101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=fef6ddea-79f6-48e9-9761-9588a33797f3,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:24.436426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:24.472172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:24.472559 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.567690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-12ee5480-3bac-405d-ae47-57705484ae30 None None] Current status of the port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:24.632500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Allocated IP 172.20.0.1 (cacfe5e3-273e-44d6-9274-641214be3b00/71361ea6-4f73-4d15-baf7-5df97e5ffe1c/54299c11-11b6-471f-903e-9ccd8d033f89) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:24.660001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:24.759707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:40:21Z', 'revision_number': 3, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:24.765170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-257fd61e-f890-4029-b097-b55942fd79e4 req-2d9315dc-0497-4415-acd2-78afb4b6e7b7 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0756280 May 10 11:40:24.838679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Checking router: 4859d26f-19cd-453a-8634-222d5678295b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:24.839230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Updating router 4859d26f-19cd-453a-8634-222d5678295b port 5d163376-c92b-4e12-a515-3e7927ca9028 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:40:24.888729 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.902307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.996155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 46e001d1-cbb2-4309-8d18-0d1f12df2c86 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:25.103614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.178079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Network cacfe5e3-273e-44d6-9274-641214be3b00 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:25.181376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:25.186280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:25.232139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Pushing event updated for resources: {'Port': ['ID=54299c11-11b6-471f-903e-9ccd8d033f89,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:25.247593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.284965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3ed41baf-809c-4626-8129-855aaa80f04a None None] Provisioning complete for port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:25.285337 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ed41baf-809c-4626-8129-855aaa80f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.362475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.401009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e76a9375-5678-448d-9982-95c242bd5d1a req-e1c8edc1-3037-44f9-a55c-917afe2809d6 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 210 time: 0.2817440 May 10 11:40:25.411178 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.471492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:25.471936 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.491095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Pushing event updated for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:25.496947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:25.506663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Network a06c837c-aca6-4e8a-be2a-69e9e641678d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:25.509175 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.514518 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:25.522958 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-07766965-0e3e-4784-9f95-984c13887d29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3560767 May 10 11:40:25.528366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52600) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:25.530326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3ed41baf-809c-4626-8129-855aaa80f04a None None] Current status of the port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:25.530763 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:25.531571 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:25.532426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.533694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.535716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.536277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.536780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.538785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.540896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.541419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.541947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.542483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.546938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.547532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:25.678364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-426d97af-5e40-4e09-a1e3-7f08cf516d90 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting subnet 9b1f7b2f-ae70-4737-9cc7-127cadba1cf0 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:40:25.681852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-426d97af-5e40-4e09-a1e3-7f08cf516d90 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.700981 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.711168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:25.712505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fef6ddea-79f6-48e9-9761-9588a33797f3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:25.714069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:25.726390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:25.733693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Network 0e0f9b88-61b9-48ca-bf29-db0dce884bce is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:25.746401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:25.765194 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.773906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.781657 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.805471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-426d97af-5e40-4e09-a1e3-7f08cf516d90 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.873612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Pushing event updated for resources: {'Port': ['ID=54299c11-11b6-471f-903e-9ccd8d033f89,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:25.901033 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:25.948385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:25.949725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.961695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Attempting to bind port 5d163376-c92b-4e12-a515-3e7927ca9028 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:25.966110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Attempting to bind port 5d163376-c92b-4e12-a515-3e7927ca9028 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:25.968313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Attempting to bind port 5d163376-c92b-4e12-a515-3e7927ca9028 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:25.976021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.988754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7b19860f-cff5-4635-9c86-37185ced19b7 None None] Provisioning complete for port 54299c11-11b6-471f-903e-9ccd8d033f89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:25.989624 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 11, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:25.991089 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b19860f-cff5-4635-9c86-37185ced19b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.027597 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:26.050124 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:26.050919 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:26.065134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:26.065510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:26.069978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.070438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:26.071027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Bound port: 5d163376-c92b-4e12-a515-3e7927ca9028, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:26.071665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.104351 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-426d97af-5e40-4e09-a1e3-7f08cf516d90 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.154361 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0d50af65-89c4-412c-8fac-05619649c7ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8697813 May 10 11:40:26.157824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c4a60-019b-4a6a-8d7f-870420b12842 None None] Pushing event updated for resources: {'Port': ['ID=5d163376-c92b-4e12-a515-3e7927ca9028,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:26.162342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Router 6839614f-9a31-45cd-a321-8c26e9d88c85 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:26.169841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Request body: {'port': {'device_id': '8310caa7-f16f-481d-9976-28c4737b2814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:26.183335 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:26.230044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c3936cf-f4a9-4770-bc6b-2bf460815152 req-57a318f5-bd80-48c8-a284-83bcd9c4b7c4 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.2278242 May 10 11:40:26.274956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fef6ddea-79f6-48e9-9761-9588a33797f3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:26.288733 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.288733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7b19860f-cff5-4635-9c86-37185ced19b7 None None] Port 54299c11-11b6-471f-903e-9ccd8d033f89 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:40:26.291215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.315954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Network cacfe5e3-273e-44d6-9274-641214be3b00 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:26.320401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:26.362960 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 11, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:26.364286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] For port 5d163376-c92b-4e12-a515-3e7927ca9028, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:26.370359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-426d97af-5e40-4e09-a1e3-7f08cf516d90 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.399041 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7d611-b6b5-424e-adae-d8bc76ceffde None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 11, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:26.421311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] For port 5d163376-c92b-4e12-a515-3e7927ca9028, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5d163376-c92b-4e12-a515-3e7927ca9028,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:26.431636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c4262-31b3-4443-83dc-8ef237715e64 None None] Network 6237e106-a267-4133-9159-9e5a8b8cdf16 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:26.453480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-426d97af-5e40-4e09-a1e3-7f08cf516d90 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.468946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-426d97af-5e40-4e09-a1e3-7f08cf516d90 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/9b1f7b2f-ae70-4737-9cc7-127cadba1cf0 HTTP/1.1" status: 204 len: 168 time: 0.9064484 May 10 11:40:26.523001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52608) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:26.584785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d97af-5e40-4e09-a1e3-7f08cf516d90 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1f7b2f-ae70-4737-9cc7-127cadba1cf0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:26.622938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.642493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Router 4859d26f-19cd-453a-8634-222d5678295b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:26.689057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3fc24-54e7-4e59-859b-df16674ebb6d req-fa451e61-6a2a-482e-ac0d-bad5f904273c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:26.698342 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1d3fc24-54e7-4e59-859b-df16674ebb6d req-fa451e61-6a2a-482e-ac0d-bad5f904273c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 932 time: 0.1473927 May 10 11:40:26.735613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:26.793251 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.795336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Sync routers for ids ['6839614f-9a31-45cd-a321-8c26e9d88c85'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:26.799030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-36f992e0-2088-493d-975f-08c2da7a00af admin admin] 10.222.0.13 "PUT /v2.0/routers/6839614f-9a31-45cd-a321-8c26e9d88c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1402686 May 10 11:40:26.818721 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:40:26.828346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Deleting port 89a71c77-33ab-4fe5-898c-99b9fdfed281 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:40:26.828895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.892914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:26.906325 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-22196270-af13-4458-9d99-f12d7c80d57e admin admin] 10.222.0.13 "PUT /v2.0/routers/4859d26f-19cd-453a-8634-222d5678295b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3070490 May 10 11:40:26.947775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] For port 89a71c77-33ab-4fe5-898c-99b9fdfed281, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89a71c77-33ab-4fe5-898c-99b9fdfed281,segment=NetworkSegment(68f4c7f0-0f80-4654-9997-ab24d24cb6b2),segment_id=68f4c7f0-0f80-4654-9997-ab24d24cb6b2)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:26.948556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.973452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fef6ddea-79f6-48e9-9761-9588a33797f3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:26.982716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Calling delete_port for 89a71c77-33ab-4fe5-898c-99b9fdfed281 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:40:26.992276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Routers {'6839614f-9a31-45cd-a321-8c26e9d88c85'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:26.993084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6839614f-9a31-45cd-a321-8c26e9d88c85'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:27.023625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1d3fc24-54e7-4e59-859b-df16674ebb6d req-4926f696-cb7a-4991-9c9e-0f2c3ba8aa5b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234704 May 10 11:40:27.122612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Set router 6839614f-9a31-45cd-a321-8c26e9d88c85 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:27.169982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.235992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3d52b890-f8d0-41e3-9898-07f2a604da46 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:27.246731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Port': ['ID=89a71c77-33ab-4fe5-898c-99b9fdfed281,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:27.257267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9a55cd19-3cb2-4e4b-9a68-14ff35fbaffa None None] Provisioning complete for port 54299c11-11b6-471f-903e-9ccd8d033f89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:27.257637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9a55cd19-3cb2-4e4b-9a68-14ff35fbaffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.270816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No DVR routers for this DVR port 89a71c77-33ab-4fe5-898c-99b9fdfed281 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:27.306178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48974eb0-d547-447c-adea-6885d070ad1f {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:40:27.325646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.362816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Transition to ACTIVE for port object 48974eb0-d547-447c-adea-6885d070ad1f will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:40:27.383424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Routers {'4859d26f-19cd-453a-8634-222d5678295b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:27.383915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4859d26f-19cd-453a-8634-222d5678295b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:27.392510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3d52b890-f8d0-41e3-9898-07f2a604da46 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:27.393016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3d52b890-f8d0-41e3-9898-07f2a604da46 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:27.401744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c4a60-019b-4a6a-8d7f-870420b12842 None None] Pushing event updated for resources: {'Port': ['ID=5d163376-c92b-4e12-a515-3e7927ca9028,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:27.417023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.461665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6237e106-a267-4133-9159-9e5a8b8cdf16']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:27.482306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f4c7f0-0f80-4654-9997-ab24d24cb6b2') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:27.482685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f4c7f0-0f80-4654-9997-ab24d24cb6b2') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:27.495064 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.512155 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.516706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9a55cd19-3cb2-4e4b-9a68-14ff35fbaffa None None] Port 54299c11-11b6-471f-903e-9ccd8d033f89 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:40:27.519737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:40:27.520183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.553704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ff86b-c723-4a38-8f72-a0665cca8395 None None] DHCP port deletion for 6237e106-a267-4133-9159-9e5a8b8cdf16 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:40:27.586534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a687a8a-3669-4713-b310-a55a28933c3a req-a5c30593-f8c0-42f9-9142-607599c6014f tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:27.588438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-a5c30593-f8c0-42f9-9142-607599c6014f tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 811 time: 0.2230420 May 10 11:40:27.588438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52640) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:27.590883 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: timer() May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:40:27.593551 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:40:27.597407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-15f9611d-cd03-4694-ac96-4f02fae7fc06 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284181629', 'description': 'tempest-secgroup-smoke-1284181629 description', 'project_id': 'ea33618ba6204665824808a0c3b5c617'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:27.673962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-abc040f6-f0d1-4590-b2d8-f31d5712ac9c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/quotas/92eb1341742e4b9f82940b949124deb6 HTTP/1.1" status: 200 len: 375 time: 0.0681272 May 10 11:40:27.680758 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-15f9611d-cd03-4694-ac96-4f02fae7fc06 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.704424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-db388911-256b-4727-a6f5-ab0551aedce6 req-ceb13386-cddb-4d8c-85b5-f3425cf2d771 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0821893 May 10 11:40:27.714648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.715353 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.721213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/networks/6237e106-a267-4133-9159-9e5a8b8cdf16 HTTP/1.1" status: 204 len: 168 time: 1.1943777 May 10 11:40:27.721643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:27.726324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'routes': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:27.738869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ce218-fa5e-4fa2-9dfd-1bca1b7afc81 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Pushing event deleted for resources: {'Network': ['ID=6237e106-a267-4133-9159-9e5a8b8cdf16,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:27.744887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Pushing event updated for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:27.745222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] Set router 4859d26f-19cd-453a-8634-222d5678295b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:27.795390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:40:22Z', 'revision_number': 4, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port': {'id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:15Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7f35a5e0-ca99-4d74-9e7b-728ad7ff1313', 'name': '', 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'mac_address': 'fa:16:3e:ab:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '1732a570-93a0-4f2d-ab0b-10a4407f054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 2, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'subnets': [{'id': '1732a570-93a0-4f2d-ab0b-10a4407f054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:27.836500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Checking router: 6839614f-9a31-45cd-a321-8c26e9d88c85 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:27.837170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Updating router 6839614f-9a31-45cd-a321-8c26e9d88c85 port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:40:27.866308 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.895594 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-15f9611d-cd03-4694-ac96-4f02fae7fc06 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.957185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-15f9611d-cd03-4694-ac96-4f02fae7fc06 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.013818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9611d-cd03-4694-ac96-4f02fae7fc06 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b913281d-c629-49be-8edd-fe47f3c312f1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:28.028189 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-15f9611d-cd03-4694-ac96-4f02fae7fc06 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.032797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52646) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:28.033250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-15f9611d-cd03-4694-ac96-4f02fae7fc06 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4431164 May 10 11:40:28.038291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e705b0f9-5d50-412a-884e-b1cf4a5ab3f9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'security_group_rule': {'security_group_id': 'b913281d-c629-49be-8edd-fe47f3c312f1', 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:28.040503 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-274499c1-a427-4ca6-9513-c9c87033ae7b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3448122 May 10 11:40:28.091609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e705b0f9-5d50-412a-884e-b1cf4a5ab3f9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.162699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.extraroute_db [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Added routes are [] {{(pid=102768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 10 11:40:28.162699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.extraroute_db [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Removed routes are [] {{(pid=102768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 10 11:40:28.162699 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.265654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e705b0f9-5d50-412a-884e-b1cf4a5ab3f9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.301755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e705b0f9-5d50-412a-884e-b1cf4a5ab3f9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.329161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705b0f9-5d50-412a-884e-b1cf4a5ab3f9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a86689-33fc-43fa-947f-58b0d11c8f2c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:28.361404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af482c55-0b1b-4bf5-b8ef-a79bd0842eaf req-bac5b621-5b94-48e0-a2f0-b99c157ac0be tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:28.363105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af482c55-0b1b-4bf5-b8ef-a79bd0842eaf req-bac5b621-5b94-48e0-a2f0-b99c157ac0be tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 944 time: 0.1533439 May 10 11:40:28.365962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e705b0f9-5d50-412a-884e-b1cf4a5ab3f9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.367071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e705b0f9-5d50-412a-884e-b1cf4a5ab3f9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332908 May 10 11:40:28.376381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52654) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:28.380480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-21b1d8d4-424a-4148-aceb-bf5264dbf5e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091403 May 10 11:40:28.381967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ce54bd7c-f4da-4b85-9ffe-e901b33699c3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'security_group_rule': {'security_group_id': 'b913281d-c629-49be-8edd-fe47f3c312f1', 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:28.420658 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.478585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.482883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af482c55-0b1b-4bf5-b8ef-a79bd0842eaf req-0c4e8b7f-968a-4140-bb83-89aea852f8c4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041169 May 10 11:40:28.497788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce54bd7c-f4da-4b85-9ffe-e901b33699c3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.529112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Attempting to bind port 48974eb0-d547-447c-adea-6885d070ad1f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:28.529752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Attempting to bind port 48974eb0-d547-447c-adea-6885d070ad1f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:28.530269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Attempting to bind port 48974eb0-d547-447c-adea-6885d070ad1f on network a06c837c-aca6-4e8a-be2a-69e9e641678d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:28.577082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.583206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c58ba0-ac8a-4bda-9091-f591d974e4db None None] Pushing event updated for resources: {'Port': ['ID=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:28.583751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Port 48974eb0-d547-447c-adea-6885d070ad1f on network a06c837c-aca6-4e8a-be2a-69e9e641678d not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:40:28.584262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Attempting to bind port 48974eb0-d547-447c-adea-6885d070ad1f on network a06c837c-aca6-4e8a-be2a-69e9e641678d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:28.597012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.605768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:28.606415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Checking segment: {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:28.607187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Bound using segment: {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:28.607950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Bound port: 48974eb0-d547-447c-adea-6885d070ad1f, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:28.608516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.609209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce54bd7c-f4da-4b85-9ffe-e901b33699c3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.622486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:40:25Z', 'revision_number': 4, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '54299c11-11b6-471f-903e-9ccd8d033f89', 'name': '', 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'mac_address': 'fa:16:3e:e0:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:24Z', 'updated_at': '2022-05-10T11:40:25Z', 'revision_number': 2, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'subnets': [{'id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:28.623118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce54bd7c-f4da-4b85-9ffe-e901b33699c3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.654652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54bd7c-f4da-4b85-9ffe-e901b33699c3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d28fd6-d1bd-42ea-a8c2-68ec461a6650,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:28.673181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce54bd7c-f4da-4b85-9ffe-e901b33699c3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.674746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ce54bd7c-f4da-4b85-9ffe-e901b33699c3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2961836 May 10 11:40:28.679010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52660) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:28.684529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1e50addd-0d46-43a0-9531-a31e203b725d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'security_group_rule': {'security_group_id': 'b913281d-c629-49be-8edd-fe47f3c312f1', 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:28.687889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caad53d-bff5-47c5-9dbc-fdf104e6c362 None None] The sync data for ids ['4859d26f-19cd-453a-8634-222d5678295b'] in n-d-840949-1 is: [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:40:25Z', 'revision_number': 4, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '54299c11-11b6-471f-903e-9ccd8d033f89', 'name': '', 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'mac_address': 'fa:16:3e:e0:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:24Z', 'updated_at': '2022-05-10T11:40:25Z', 'revision_number': 2, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'subnets': [{'id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:28.709068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Attempting to bind port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:28.710454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Attempting to bind port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:28.710572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Attempting to bind port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 on network 0e0f9b88-61b9-48ca-bf29-db0dce884bce {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:28.725138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:28.725497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Checking segment: {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:28.725913 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.726569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Bound using segment: {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:28.727178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Bound port: 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:28.727531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.757975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e50addd-0d46-43a0-9531-a31e203b725d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:28.779656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:28.842810 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-7c4f36a7-ce92-4ff1-a4f7-0c6087b11078 service neutron] 10.222.0.13 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528158 May 10 11:40:28.926419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] For port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:28.936204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] For port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:28.943895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.007650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:29.041269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:29.044167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:29.057653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.062163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b52da3e2-688f-4d6c-8fe6-d28a1f93db79 req-79d2c50f-c79b-4f04-8fc6-c5ec45ae6388 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1512799 May 10 11:40:29.070399 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] Sync routers for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:29.083887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-11840ec3-2621-424d-84a7-94e0d80fc832 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 200 len: 704 time: 1.3572521 May 10 11:40:29.086241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52664) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:29.102897 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.103101 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:29.103418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Routers {'6839614f-9a31-45cd-a321-8c26e9d88c85'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:29.104445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6839614f-9a31-45cd-a321-8c26e9d88c85'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:29.104574 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:29.173964 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e50addd-0d46-43a0-9531-a31e203b725d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.179866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0c236b90-fe20-4878-a3ea-e353f1031db9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 200 len: 205 time: 0.0852752 May 10 11:40:29.203998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52666) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:29.205973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e50addd-0d46-43a0-9531-a31e203b725d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.335610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e50addd-0d46-43a0-9531-a31e203b725d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.337035 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1e50addd-0d46-43a0-9531-a31e203b725d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6569901 May 10 11:40:29.365760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52674) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:29.396582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b480463f-6ca2-46fb-983d-0c7fb197f7be tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'security_group_rule': {'security_group_id': 'b913281d-c629-49be-8edd-fe47f3c312f1', 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:29.404682 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:29.456269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c58ba0-ac8a-4bda-9091-f591d974e4db None None] Pushing event updated for resources: {'Port': ['ID=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:29.456916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50addd-0d46-43a0-9531-a31e203b725d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170a0484-8afb-4f13-b440-addc8cb666d2,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:29.475907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89a71c77-33ab-4fe5-898c-99b9fdfed281 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:40:29.492755 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 11, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:29.496893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8086f2b-5139-45db-aa7b-e782c00b1a1a tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.540786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:29.546210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.547737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] 10.222.0.70 "PUT /v2.0/ports/48974eb0-d547-447c-adea-6885d070ad1f HTTP/1.1" status: 200 len: 1092 time: 3.3821042 May 10 11:40:29.551259 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] Checking router: 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:29.570688 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] Routers {'9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:29.571683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8310caa7-f16f-481d-9976-28c4737b2814', 'tag': '48974eb0-d547-447c-adea-6885d070ad1f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:29.572237 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:29.598415 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79c9738-9030-4a4a-ac18-e368cec0ce20" -d '{"events": [{"name": "network-changed", "server_uuid": "8310caa7-f16f-481d-9976-28c4737b2814", "tag": "48974eb0-d547-447c-adea-6885d070ad1f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:29.683103 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] Set router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:29.765159 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b480463f-6ca2-46fb-983d-0c7fb197f7be tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:29.805143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6eba6782-7a42-4cbf-bfd2-b57b07b1dffa req-e6bb4495-b058-42bc-b334-fab600327a8f tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 210 time: 0.3319366 May 10 11:40:29.871562 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 11, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:29.915994 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d8a428-ef2c-428e-99bf-9a6ac6403f65 x-openstack-request-id: req-86d8a428-ef2c-428e-99bf-9a6ac6403f65 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:29.916344 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8310caa7-f16f-481d-9976-28c4737b2814", "tag": "48974eb0-d547-447c-adea-6885d070ad1f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:29.916607 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86d8a428-ef2c-428e-99bf-9a6ac6403f65 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:29.917042 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d8a428-ef2c-428e-99bf-9a6ac6403f65'] response: {'name': 'network-changed', 'server_uuid': '8310caa7-f16f-481d-9976-28c4737b2814', 'tag': '48974eb0-d547-447c-adea-6885d070ad1f', 'status': 'completed', 'code': 200} May 10 11:40:29.987344 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a75503-f0dd-44ee-be06-360dacbf19bf None None] The sync data for ids ['9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b'] in n-d-840949-1 is: [{'id': '9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b', 'name': 'tempest-RoutersIpV6Test-router-340662127', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:39:23Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 11, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:30.021517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49039882-9930-4b70-95a9-81836f4f5d1c service neutron] Pushing event updated for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:30.049829 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0748163e-c29b-4ce0-89f7-cc8636beab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:30.050430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-0748163e-c29b-4ce0-89f7-cc8636beab67 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 1095 time: 0.4337854 May 10 11:40:30.107963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8086f2b-5139-45db-aa7b-e782c00b1a1a tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.111916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8086f2b-5139-45db-aa7b-e782c00b1a1a tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.218973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-6ed11e2c-b959-414b-bfbe-72ff3d113945 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48974eb0-d547-447c-adea-6885d070ad1f HTTP/1.1" status: 200 len: 217 time: 0.1438644 May 10 11:40:30.272245 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8086f2b-5139-45db-aa7b-e782c00b1a1a tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.272918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8086f2b-5139-45db-aa7b-e782c00b1a1a tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:40:30.288958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 89a71c77-33ab-4fe5-898c-99b9fdfed281 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:40:30.292835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89a71c77-33ab-4fe5-898c-99b9fdfed281 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:40:30.294216 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8086f2b-5139-45db-aa7b-e782c00b1a1a tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.299605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b8086f2b-5139-45db-aa7b-e782c00b1a1a tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 204 len: 168 time: 1.0890481 May 10 11:40:30.302864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52690) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:30.313491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-22d0db8e-a923-4f93-aa1c-ded97e923c74 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1927577965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:30.377040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22d0db8e-a923-4f93-aa1c-ded97e923c74 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.378189 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22d0db8e-a923-4f93-aa1c-ded97e923c74 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.397126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d0c9d-cb1f-4521-a636-6d3c275c3882 req-fa873d3e-436a-4d57-a7c9-078338623885 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:30.424104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-646d0c9d-cb1f-4521-a636-6d3c275c3882 req-fa873d3e-436a-4d57-a7c9-078338623885 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 944 time: 0.6323841 May 10 11:40:30.527031 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93e6a9cc-8635-4527-a74e-a0bab24c59f7 req-b079ab66-0a85-491f-bbf0-c13610101352 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1282833 May 10 11:40:30.550760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] Set router 6839614f-9a31-45cd-a321-8c26e9d88c85 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:30.580109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-1ab39c8c-ed51-4ed0-a202-83038d29c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:30.584451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-1ab39c8c-ed51-4ed0-a202-83038d29c1b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5a94921-7e23-475c-89f1-d9f00aed6474 HTTP/1.1" status: 200 len: 855 time: 0.3641155 May 10 11:40:30.598761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22d0db8e-a923-4f93-aa1c-ded97e923c74 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.601151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b480463f-6ca2-46fb-983d-0c7fb197f7be tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.611431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22d0db8e-a923-4f93-aa1c-ded97e923c74 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.687022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-22d0db8e-a923-4f93-aa1c-ded97e923c74 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:30.691133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-22d0db8e-a923-4f93-aa1c-ded97e923c74 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3872466 May 10 11:40:30.693874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52696) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:30.707029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-ac01bd7d-f38d-4964-9173-c40b2ea90bb4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a06c837c-aca6-4e8a-be2a-69e9e641678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042097 May 10 11:40:30.708434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8ec9f187-7b50-4f27-bb5e-e601a94b5e80 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:30.710601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-646d0c9d-cb1f-4521-a636-6d3c275c3882 req-a93de40d-41e8-4a9d-84ff-40d3cf0b8183 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853420 May 10 11:40:30.711500 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b480463f-6ca2-46fb-983d-0c7fb197f7be tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:31.030927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b750174f-a882-4bc5-a4c9-3d0dd9d8b2dd req-0cc6d004-3e86-4761-92ec-073a0b16abb8 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 210 time: 0.0885363 May 10 11:40:31.179969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:40:22Z', 'revision_number': 4, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port': {'id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:15Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7f35a5e0-ca99-4d74-9e7b-728ad7ff1313', 'name': '', 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'mac_address': 'fa:16:3e:ab:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '1732a570-93a0-4f2d-ab0b-10a4407f054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:28Z', 'revision_number': 4, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'subnets': [{'id': '1732a570-93a0-4f2d-ab0b-10a4407f054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:31.199567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f187-7b50-4f27-bb5e-e601a94b5e80 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:31.218864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f187-7b50-4f27-bb5e-e601a94b5e80 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:31.258961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11052208-1aff-4f5e-9cd7-6503d778404d None None] The sync data for ids ['6839614f-9a31-45cd-a321-8c26e9d88c85'] in n-d-840949-1 is: [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:40:22Z', 'revision_number': 4, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port': {'id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:15Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7f35a5e0-ca99-4d74-9e7b-728ad7ff1313', 'name': '', 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'mac_address': 'fa:16:3e:ab:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '1732a570-93a0-4f2d-ab0b-10a4407f054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:28Z', 'revision_number': 4, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'subnets': [{'id': '1732a570-93a0-4f2d-ab0b-10a4407f054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:31.282369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5d163376-c92b-4e12-a515-3e7927ca9028 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:31.346808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480463f-6ca2-46fb-983d-0c7fb197f7be tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e5d587-56e9-4587-b9ea-b12ba92fe1f5,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:31.420926 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b480463f-6ca2-46fb-983d-0c7fb197f7be tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:31.425390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b480463f-6ca2-46fb-983d-0c7fb197f7be tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0384843 May 10 11:40:31.425716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52702) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:31.430670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f1554630-ffcc-467e-9b75-1611b8033f56 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'security_group_rule': {'security_group_id': 'b913281d-c629-49be-8edd-fe47f3c312f1', 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:31.450562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec9f187-7b50-4f27-bb5e-e601a94b5e80 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Router cde2ef53-0349-4bd7-9fd0-a758c342344c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:40:31.479209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5d163376-c92b-4e12-a515-3e7927ca9028 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:31.479813 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:31.481046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-164787ff-1a61-4046-afe2-45bc770c2702 service neutron] 10.222.0.70 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469063 May 10 11:40:31.486059 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-f1554630-ffcc-467e-9b75-1611b8033f56 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Project ea33618ba6204665824808a0c3b5c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:40:31.534099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f1554630-ffcc-467e-9b75-1611b8033f56 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:31.820487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5d163376-c92b-4e12-a515-3e7927ca9028 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:31.820927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:31.921276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 5d163376-c92b-4e12-a515-3e7927ca9028, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5d163376-c92b-4e12-a515-3e7927ca9028,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:31.932423 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:31.986248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d2b377a5-20db-483b-84e0-03a2bdf97f91 req-c5006871-428e-4e84-b650-4d2113fdfdce tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1109931 May 10 11:40:32.023048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f1554630-ffcc-467e-9b75-1611b8033f56 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.045732 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f1554630-ffcc-467e-9b75-1611b8033f56 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.045999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=5d163376-c92b-4e12-a515-3e7927ca9028,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:32.082146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eeb547ef-67a2-47c9-821c-ad6bba9f91cd req-77065239-3838-4a51-9ec4-f0b5d16a6352 service neutron] 10.222.0.70 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879655 May 10 11:40:32.140261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554630-ffcc-467e-9b75-1611b8033f56 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a537b0-fbef-434d-b619-027cc86b26b1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:32.274865 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f1554630-ffcc-467e-9b75-1611b8033f56 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.278646 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f1554630-ffcc-467e-9b75-1611b8033f56 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8493714 May 10 11:40:32.282790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52720) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:32.289895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-97499da3-9aa9-4306-8910-c998c6751859 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'security_group_rule': {'security_group_id': 'b913281d-c629-49be-8edd-fe47f3c312f1', 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:32.324941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-365acb7c-db50-4c4f-aed9-568963a17499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:32.326462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-365acb7c-db50-4c4f-aed9-568963a17499 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 1095 time: 0.1752527 May 10 11:40:32.337615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a479a-ef94-4bfe-abf9-539c912f36da req-93248fa7-9634-4562-9f7a-ca0af5ca29bb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:32.345574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-165a479a-ef94-4bfe-abf9-539c912f36da req-93248fa7-9634-4562-9f7a-ca0af5ca29bb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 944 time: 0.1495581 May 10 11:40:32.366524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.424339 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-97499da3-9aa9-4306-8910-c998c6751859 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Project ea33618ba6204665824808a0c3b5c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:40:32.443809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec9f187-7b50-4f27-bb5e-e601a94b5e80 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:32.450714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97499da3-9aa9-4306-8910-c998c6751859 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.465379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f187-7b50-4f27-bb5e-e601a94b5e80 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.469485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8ec9f187-7b50-4f27-bb5e-e601a94b5e80 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "PUT /v2.0/routers/cde2ef53-0349-4bd7-9fd0-a758c342344c HTTP/1.1" status: 200 len: 698 time: 1.7713184 May 10 11:40:32.471734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] Sync routers for ids ['cde2ef53-0349-4bd7-9fd0-a758c342344c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:32.473929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-165a479a-ef94-4bfe-abf9-539c912f36da req-2b8e9cdf-2d93-4e97-aecb-da6a14886df3 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272669 May 10 11:40:32.474098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52726) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:32.500532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] Routers {'cde2ef53-0349-4bd7-9fd0-a758c342344c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:32.501266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cde2ef53-0349-4bd7-9fd0-a758c342344c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:32.612004 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-34d7c949-2894-4b33-8dad-3057388960be tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/routers/cde2ef53-0349-4bd7-9fd0-a758c342344c HTTP/1.1" status: 200 len: 704 time: 0.1329482 May 10 11:40:32.624284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-61e57b5b-f820-4417-8783-9e8ac4300df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:32.625886 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-61e57b5b-f820-4417-8783-9e8ac4300df9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 916 time: 0.2732539 May 10 11:40:32.626466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52730) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:32.689919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] Set router cde2ef53-0349-4bd7-9fd0-a758c342344c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:32.690406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a687a8a-3669-4713-b310-a55a28933c3a req-2983e274-ce40-4f90-89ca-8ae125157fb8 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:32.691478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-2983e274-ce40-4f90-89ca-8ae125157fb8 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.49 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 811 time: 1.0567496 May 10 11:40:32.705114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Request body: {'port': {'device_id': '6e4926f5-8f37-4963-8659-3f9eb26cb243', 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce', 'admin_state_up': True, 'tenant_id': '92eb1341742e4b9f82940b949124deb6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:32.714431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-26f3dcbe-93f4-4e71-a56e-f0b1ae9f41d3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde2ef53-0349-4bd7-9fd0-a758c342344c HTTP/1.1" status: 200 len: 205 time: 0.0846467 May 10 11:40:32.745985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52732) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:32.753944 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-3ee03012-ddc0-47ca-aef9-c9a3b2475fd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48974eb0-d547-447c-adea-6885d070ad1f HTTP/1.1" status: 200 len: 217 time: 0.0918586 May 10 11:40:32.765289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde2ef53-0349-4bd7-9fd0-a758c342344c', 'name': 'tempest-RoutersIpV6Test-router-1927577965', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:30Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:32.825389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] Checking router: cde2ef53-0349-4bd7-9fd0-a758c342344c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:32.844004 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcd5164f-25e1-4337-9b07-712e5406f59b req-bd32e65a-448f-46fc-80f9-faed2a619373 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 210 time: 0.0941474 May 10 11:40:32.849489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97499da3-9aa9-4306-8910-c998c6751859 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.858623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97499da3-9aa9-4306-8910-c998c6751859 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.864318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] Routers {'cde2ef53-0349-4bd7-9fd0-a758c342344c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:32.864976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cde2ef53-0349-4bd7-9fd0-a758c342344c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:32.931994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97499da3-9aa9-4306-8910-c998c6751859 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2ad76a-0193-47ce-bad7-e75b5de24dbc,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:32.934960 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f00a4510-b1e6-4bc2-9e87-149e48971d27 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:32.945918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] Set router cde2ef53-0349-4bd7-9fd0-a758c342344c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:32.951110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-4e3be537-b146-4f8c-a251-0fc0d68447fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:32.957079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-4e3be537-b146-4f8c-a251-0fc0d68447fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5a94921-7e23-475c-89f1-d9f00aed6474 HTTP/1.1" status: 200 len: 855 time: 0.1901889 May 10 11:40:33.009180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde2ef53-0349-4bd7-9fd0-a758c342344c', 'name': 'tempest-RoutersIpV6Test-router-1927577965', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:30Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:33.026186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef2c25-df4d-4f2c-b733-3570914bc293 req-5095b240-2891-4a1d-8e22-3e0a242a38d9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:33.030770 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97499da3-9aa9-4306-8910-c998c6751859 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.033741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83ef2c25-df4d-4f2c-b733-3570914bc293 req-5095b240-2891-4a1d-8e22-3e0a242a38d9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.2866039 May 10 11:40:33.041866 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-97499da3-9aa9-4306-8910-c998c6751859 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7562559 May 10 11:40:33.071326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb2a2a2-013b-47f9-bfee-b0323d6d6c25 None None] The sync data for ids ['cde2ef53-0349-4bd7-9fd0-a758c342344c'] in n-d-840949-1 is: [{'id': 'cde2ef53-0349-4bd7-9fd0-a758c342344c', 'name': 'tempest-RoutersIpV6Test-router-1927577965', 'tenant_id': '1009506c1b504e109bb42f610a668e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:30Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 2, 'project_id': '1009506c1b504e109bb42f610a668e53', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:33.125048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-64ad8992-f253-416c-953e-e76f065cd976 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a06c837c-aca6-4e8a-be2a-69e9e641678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635785 May 10 11:40:33.210980 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f00a4510-b1e6-4bc2-9e87-149e48971d27 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.215921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f00a4510-b1e6-4bc2-9e87-149e48971d27 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.235539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83ef2c25-df4d-4f2c-b733-3570914bc293 req-f2893ff3-071a-4ffa-a046-27def38949d9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008042 May 10 11:40:33.313588 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f04c387-d4e4-48ec-a961-1184cf7edf8b req-cbc24996-8ad3-4874-bd49-160588d06d80 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0426140 May 10 11:40:33.390441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Made reservation on behalf of 92eb1341742e4b9f82940b949124deb6 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:33.395027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.410638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:33.432111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f00a4510-b1e6-4bc2-9e87-149e48971d27 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.436761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00a4510-b1e6-4bc2-9e87-149e48971d27 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Fanout notify agent at l3_agent the message router_deleted on router cde2ef53-0349-4bd7-9fd0-a758c342344c {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:40:33.453361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f00a4510-b1e6-4bc2-9e87-149e48971d27 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.454480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f00a4510-b1e6-4bc2-9e87-149e48971d27 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/cde2ef53-0349-4bd7-9fd0-a758c342344c HTTP/1.1" status: 204 len: 168 time: 0.6966560 May 10 11:40:33.458584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-02f5a11a-a516-46a3-820d-462beb7ee459 service neutron] 10.222.0.70 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208406 May 10 11:40:33.458800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52750) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:33.498894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:33.499274 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.535805 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3ea404a6-5823-460e-8454-25b8e84fe0ba tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde2ef53-0349-4bd7-9fd0-a758c342344c HTTP/1.1" status: 200 len: 205 time: 0.0738206 May 10 11:40:33.546730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52754) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:33.693010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5f73-a8fc-447c-831d-dfd350162432 req-d9a98ab8-9778-4117-bea0-26a51fc25f2b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:33.703430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd8b5f73-a8fc-447c-831d-dfd350162432 req-d9a98ab8-9778-4117-bea0-26a51fc25f2b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 944 time: 0.1099696 May 10 11:40:33.715849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:33.718643 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.726076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-06bb6088-59b2-4929-865f-9bd888bcdc47 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284181629&fields=id&tenant_id=ea33618ba6204665824808a0c3b5c617 HTTP/1.1" status: 200 len: 267 time: 0.3219297 May 10 11:40:33.729497 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-6015b2d1-f30e-4f57-b9c7-87ff46adedb0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] delete failed (client error): The resource could not be found. May 10 11:40:33.730584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6015b2d1-f30e-4f57-b9c7-87ff46adedb0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/cde2ef53-0349-4bd7-9fd0-a758c342344c HTTP/1.1" status: 404 len: 336 time: 0.1828144 May 10 11:40:33.738220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52756) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:33.796248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd8b5f73-a8fc-447c-831d-dfd350162432 req-6405ed89-f2a7-48fc-b284-36b56145cbb8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919948 May 10 11:40:33.800809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e79c9738-9030-4a4a-ac18-e368cec0ce20 req-12c2135f-7daa-45ca-b382-7c8b3941a58e service neutron] 10.222.0.70 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991056 May 10 11:40:33.846605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:33.855119 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.856197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5d163376-c92b-4e12-a515-3e7927ca9028 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:33.859910 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bc6348-c558-431f-a803-d07de22cbd88 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:33.860377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49bc6348-c558-431f-a803-d07de22cbd88 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:33.865155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-49bc6348-c558-431f-a803-d07de22cbd88 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/02eb45e2-6ee8-4f61-bf8b-13ae07240b04 HTTP/1.1" status: 404 len: 337 time: 0.1259224 May 10 11:40:33.868433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52760) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:33.940213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:33.978362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5d163376-c92b-4e12-a515-3e7927ca9028 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:33.979358 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:33.983007 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a2948e-fdb4-4f1c-a0c7-6b8b1821486e tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:33.983518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a2948e-fdb4-4f1c-a0c7-6b8b1821486e tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:33.991864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-85a2948e-fdb4-4f1c-a0c7-6b8b1821486e tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/3ba1ce56-ed6b-4f9a-a5f0-ca15a9c11831 HTTP/1.1" status: 404 len: 337 time: 0.1216111 May 10 11:40:33.997688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52762) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.022688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Allocated IP 172.20.0.2 (0e0f9b88-61b9-48ca-bf29-db0dce884bce/1732a570-93a0-4f2d-ab0b-10a4407f054e/11db03dd-bc8c-4deb-b533-d3a102453746) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:34.046766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-eb47e302-f639-4ef8-a6af-41d4528346a3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:34.048493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-eb47e302-f639-4ef8-a6af-41d4528346a3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/networks?id=83260efc-5c58-4255-b9fb-07a6484b4a9a HTTP/1.1" status: 200 len: 809 time: 0.2975068 May 10 11:40:34.071748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-8dfbb9dd-cdad-405f-b827-671d2c6f1c7f tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/quotas/ea33618ba6204665824808a0c3b5c617 HTTP/1.1" status: 200 len: 375 time: 0.0152049 May 10 11:40:34.088361 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-00175e33-3ce4-4d8b-a0d6-de46c3217159 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:34.088886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00175e33-3ce4-4d8b-a0d6-de46c3217159 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:34.092680 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-00175e33-3ce4-4d8b-a0d6-de46c3217159 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/10d76734-6ce9-41c3-bb26-a8ae7e0ed291 HTTP/1.1" status: 404 len: 337 time: 0.0852327 May 10 11:40:34.095858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52764) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.119521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5d163376-c92b-4e12-a515-3e7927ca9028 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:34.129695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-877b29bd-33f1-49fc-85b6-39cee19cd2f9 req-5319840e-25a0-4605-b87a-d5fbfcab026e tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 210 time: 0.0531023 May 10 11:40:34.153976 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4824e7c8-766b-403c-880b-1a19f1173a45 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:34.154438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4824e7c8-766b-403c-880b-1a19f1173a45 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:34.170603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4824e7c8-766b-403c-880b-1a19f1173a45 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/9b1f7b2f-ae70-4737-9cc7-127cadba1cf0 HTTP/1.1" status: 404 len: 337 time: 0.0738895 May 10 11:40:34.175196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52768) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.217662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-1fcdbab2-24d9-4a64-8d0b-91aa17294ceb tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea33618ba6204665824808a0c3b5c617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173599 May 10 11:40:34.241249 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e7788184-1be2-478c-bc93-970a2f1dba29 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 200 len: 205 time: 0.0648062 May 10 11:40:34.248618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.269309 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a036466-6109-4e61-b76b-b4071b46400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:34.340568 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-d817743d-892f-4421-b67f-92e2b84e8870 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] delete failed (client error): The resource could not be found. May 10 11:40:34.341642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d817743d-892f-4421-b67f-92e2b84e8870 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/9ee8da1c-d453-4a8c-a98c-e5bd56cd2f1b HTTP/1.1" status: 404 len: 336 time: 0.0917413 May 10 11:40:34.344250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52774) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.404856 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1c07caf8-2422-4ee6-a53a-3f7e0b53f780 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=780fce5c-3e1d-4f00-888e-9910b39bbe00 HTTP/1.1" status: 200 len: 205 time: 0.0594778 May 10 11:40:34.407299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52780) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.445135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-d3e56740-ee88-4538-9ada-53fa6aa64eda service neutron] 10.222.0.13 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264986 May 10 11:40:34.455363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:34.487000 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-563d0161-142a-4d1e-858c-d7f1cfb8c300 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] delete failed (client error): The resource could not be found. May 10 11:40:34.490577 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-563d0161-142a-4d1e-858c-d7f1cfb8c300 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/780fce5c-3e1d-4f00-888e-9910b39bbe00 HTTP/1.1" status: 404 len: 336 time: 0.0821605 May 10 11:40:34.494300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52782) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.546048 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce913295-2ad4-42b4-b7b6-154199daa9f2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:34.546739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce913295-2ad4-42b4-b7b6-154199daa9f2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:34.552972 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ce913295-2ad4-42b4-b7b6-154199daa9f2 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/98fe8d34-61d4-49ba-8b10-6baa5bb17e10 HTTP/1.1" status: 404 len: 337 time: 0.0574338 May 10 11:40:34.555336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.592647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-a73fdf10-fdbb-45e7-9cbf-2779cb34ff98 service neutron] 10.222.0.13 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354966 May 10 11:40:34.593058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-24e2ae3d-9439-4071-927e-12df90e23f9c tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=855447bf-0282-4e00-b4db-a1fc85b1b4b7 HTTP/1.1" status: 200 len: 205 time: 0.0363805 May 10 11:40:34.596019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52786) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.604272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:34.671809 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-e12ba845-9a6d-4d0d-956e-b10305385568 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] delete failed (client error): The resource could not be found. May 10 11:40:34.672907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e12ba845-9a6d-4d0d-956e-b10305385568 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/855447bf-0282-4e00-b4db-a1fc85b1b4b7 HTTP/1.1" status: 404 len: 336 time: 0.0752282 May 10 11:40:34.691035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52788) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.713653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Network 0e0f9b88-61b9-48ca-bf29-db0dce884bce is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:34.717531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:34.722636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:34.731162 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-39b2504d-d4c8-400a-8b57-4ac5c1802f37 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=0579b1a6-ef2f-475b-a5f1-5b4b01ea9895 HTTP/1.1" status: 200 len: 205 time: 0.0360239 May 10 11:40:34.731251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52790) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.750831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Pushing event updated for resources: {'Port': ['ID=11db03dd-bc8c-4deb-b533-d3a102453746,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:34.765271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.765627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.765964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.766293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.766738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.767075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.767401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.767721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.768072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.768567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.769265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.769265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:34.775997 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-20b18e55-16d0-4594-b9d2-19f26c5ad82b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] delete failed (client error): The resource could not be found. May 10 11:40:34.779771 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-20b18e55-16d0-4594-b9d2-19f26c5ad82b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/0579b1a6-ef2f-475b-a5f1-5b4b01ea9895 HTTP/1.1" status: 404 len: 336 time: 0.0447001 May 10 11:40:34.779771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52792) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.811691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:34.812722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:34.823242 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e88d411-a86a-457e-bf21-aa7677eb70c0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:34.824496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e88d411-a86a-457e-bf21-aa7677eb70c0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:34.831738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e88d411-a86a-457e-bf21-aa7677eb70c0 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/75ece3dc-49a4-492d-b226-515be98b0db6 HTTP/1.1" status: 404 len: 337 time: 0.0480275 May 10 11:40:34.832397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52796) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:34.838191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-68632ddc-a1e7-4625-a038-8aa79d1808ae tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1374750 May 10 11:40:34.857517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Request body: {'port': {'device_id': '6e4926f5-8f37-4963-8659-3f9eb26cb243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:34.860007 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Sync routers for ids ['4859d26f-19cd-453a-8634-222d5678295b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:34.879556 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Routers {'4859d26f-19cd-453a-8634-222d5678295b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:34.882210 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4859d26f-19cd-453a-8634-222d5678295b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:34.923366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9776e3ab-98b5-42bd-b24c-d4f2928b27b9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dc339bf-4c15-4495-864e-eaff48d7f6ae HTTP/1.1" status: 200 len: 205 time: 0.0851905 May 10 11:40:34.942348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330600d3-0873-46e6-9c31-706b3f834219 req-8c43c6ec-8c89-40d4-a7a2-539fcc1e1afd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:34.943678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-330600d3-0873-46e6-9c31-706b3f834219 req-8c43c6ec-8c89-40d4-a7a2-539fcc1e1afd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.5560689 May 10 11:40:34.944216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52802) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:35.079341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:35.087255 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-5040f17d-9841-4154-8a92-3e2c4495eba3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] delete failed (client error): The resource could not be found. May 10 11:40:35.099944 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5040f17d-9841-4154-8a92-3e2c4495eba3 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/1dc339bf-4c15-4495-864e-eaff48d7f6ae HTTP/1.1" status: 404 len: 336 time: 0.1507976 May 10 11:40:35.101520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52804) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:35.160642 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Set router 4859d26f-19cd-453a-8634-222d5678295b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:35.174397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:35.218068 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8eeeca9-ef7c-47bd-a97a-8467f73d724b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:35.218577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8eeeca9-ef7c-47bd-a97a-8467f73d724b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:35.237301 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a8eeeca9-ef7c-47bd-a97a-8467f73d724b tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/f230c137-84e2-4c3a-9635-66acba2bab8b HTTP/1.1" status: 404 len: 337 time: 0.1340666 May 10 11:40:35.244906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-330600d3-0873-46e6-9c31-706b3f834219 req-80979b1a-3da1-49eb-a649-a86fb99ecbe8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899773 May 10 11:40:35.248046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52810) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:35.250922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d84e162b-fa82-40eb-9f14-d2f7f96a6e75 req-d1742ea3-d4bd-4c41-a838-86c81b52ddd5 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1160679 May 10 11:40:35.315468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7f4f2e12-32b5-40a1-bb13-ce02ff2646e8 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec5a64de-817d-4613-afe4-f33940b824f2 HTTP/1.1" status: 200 len: 205 time: 0.0662143 May 10 11:40:35.317999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52816) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:35.326405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:35.327612 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:35.509826 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-e2e02df5-ae23-4621-8f78-4d58cd0bf4f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] delete failed (client error): The resource could not be found. May 10 11:40:35.519862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e2e02df5-ae23-4621-8f78-4d58cd0bf4f9 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/routers/ec5a64de-817d-4613-afe4-f33940b824f2 HTTP/1.1" status: 404 len: 336 time: 0.1989965 May 10 11:40:35.529057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:35.530164 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:35.621803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30a899-d559-4572-bf8f-28a0bf8a75cd req-1ee8a31b-4444-4002-81bd-4472f2f7d741 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:35.628260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b30a899-d559-4572-bf8f-28a0bf8a75cd req-1ee8a31b-4444-4002-81bd-4472f2f7d741 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 944 time: 0.1493540 May 10 11:40:35.643029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:35.683185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b30a899-d559-4572-bf8f-28a0bf8a75cd req-ed4928ec-9076-43cd-afbc-a4519c65ac72 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 May 10 11:40:35.687244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 48974eb0-d547-447c-adea-6885d070ad1f details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:40:35.743586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c001ced8-577b-44bf-ad8f-2f6bd2ca85a2 req-b56f0652-788d-490d-b2d3-cb07d4ad3502 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 210 time: 0.2160091 May 10 11:40:35.743966 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:40:25Z', 'revision_number': 4, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '54299c11-11b6-471f-903e-9ccd8d033f89', 'name': '', 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'mac_address': 'fa:16:3e:e0:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:24Z', 'updated_at': '2022-05-10T11:40:25Z', 'revision_number': 2, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'subnets': [{'id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:35.763162 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-97089e74-ea50-46e6-9909-f9d5237d0636 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:35.770561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97089e74-ea50-46e6-9909-f9d5237d0636 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:35.774086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-97089e74-ea50-46e6-9909-f9d5237d0636 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/47bd387a-515b-48e4-b91b-e2a63ba96b0c HTTP/1.1" status: 404 len: 337 time: 0.2436078 May 10 11:40:35.777150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52822) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:35.861700 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d45a0e-fef2-4259-9f32-bdda79111e47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] DELETE failed (client error): The resource could not be found. May 10 11:40:35.862329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d45a0e-fef2-4259-9f32-bdda79111e47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:40:35.876318 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Checking router: 4859d26f-19cd-453a-8634-222d5678295b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:35.877158 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Updating router 4859d26f-19cd-453a-8634-222d5678295b port 54299c11-11b6-471f-903e-9ccd8d033f89 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:40:35.884719 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-42d45a0e-fef2-4259-9f32-bdda79111e47 tempest-RoutersIpV6Test-1665504681 tempest-RoutersIpV6Test-1665504681-project] 10.222.0.13 "DELETE /v2.0/subnets/2b40a292-bf49-4282-8279-f7c2c7dfc95f HTTP/1.1" status: 404 len: 337 time: 0.1043692 May 10 11:40:35.993107 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.034298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:36.044323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c5285-29b3-4989-b450-f5214f571a76 req-ebea6d90-ec22-46a5-a012-daba7a76325b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:36.047131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e8c5285-29b3-4989-b450-f5214f571a76 req-ebea6d90-ec22-46a5-a012-daba7a76325b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 931 time: 0.1603403 May 10 11:40:36.081378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '48974eb0-d547-447c-adea-6885d070ad1f', 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'port_id': '48974eb0-d547-447c-adea-6885d070ad1f', 'mac_address': 'fa:16:3e:58:dd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a94921-7e23-475c-89f1-d9f00aed6474', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:40:36.144909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e8c5285-29b3-4989-b450-f5214f571a76 req-10a27ebf-5840-4b6c-8d67-4bdb56b29f39 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756724 May 10 11:40:36.155044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 48974eb0-d547-447c-adea-6885d070ad1f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:36.155661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.183971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48974eb0-d547-447c-adea-6885d070ad1f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:40:36.251166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:36.261518 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.281156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11db03dd-bc8c-4deb-b533-d3a102453746 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:40:36.297160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.329459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Transition to ACTIVE for port object 11db03dd-bc8c-4deb-b533-d3a102453746 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:40:36.342832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.356405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:36.492686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3543d57c-ae26-4738-bd64-bb3ccb6d5e75 req-be90fbf1-3727-41e1-a249-b3ed8d3f43f7 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0538709 May 10 11:40:36.521193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52834) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:36.529392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Pushing event updated for resources: {'Port': ['ID=11db03dd-bc8c-4deb-b533-d3a102453746,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:36.537456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['48974eb0-d547-447c-adea-6885d070ad1f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:40:36.571805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe0d6c-5df3-4099-af07-63f70c07ff3c req-8cbef10b-ab5f-47bd-a63c-b02baa54c29f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:36.576370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9fe0d6c-5df3-4099-af07-63f70c07ff3c req-8cbef10b-ab5f-47bd-a63c-b02baa54c29f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1277938 May 10 11:40:36.597757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Attempting to bind port 11db03dd-bc8c-4deb-b533-d3a102453746 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:36.598399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Attempting to bind port 11db03dd-bc8c-4deb-b533-d3a102453746 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:36.599182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Attempting to bind port 11db03dd-bc8c-4deb-b533-d3a102453746 on network 0e0f9b88-61b9-48ca-bf29-db0dce884bce {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:36.608727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Port 11db03dd-bc8c-4deb-b533-d3a102453746 on network 0e0f9b88-61b9-48ca-bf29-db0dce884bce not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:40:36.609226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Attempting to bind port 11db03dd-bc8c-4deb-b533-d3a102453746 on network 0e0f9b88-61b9-48ca-bf29-db0dce884bce {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:36.627153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:36.627607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Checking segment: {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:36.628285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Bound using segment: {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:36.628748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Bound port: 11db03dd-bc8c-4deb-b533-d3a102453746, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:36.629117 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.672566 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9fe0d6c-5df3-4099-af07-63f70c07ff3c req-ef1df60f-5b92-4b6f-8a2c-0900dddb5841 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771430 May 10 11:40:36.766143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] For port 11db03dd-bc8c-4deb-b533-d3a102453746, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:36.770162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] For port 11db03dd-bc8c-4deb-b533-d3a102453746, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=11db03dd-bc8c-4deb-b533-d3a102453746,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:36.783719 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.804946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-527fded2-6b64-4ed5-ade7-1176f5a8dbf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1009506c1b504e109bb42f610a668e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796741 May 10 11:40:36.807800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52842) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:36.820248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:36.822115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.826174 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] 10.222.0.49 "PUT /v2.0/ports/11db03dd-bc8c-4deb-b533-d3a102453746 HTTP/1.1" status: 200 len: 1091 time: 1.9777875 May 10 11:40:36.828544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4926f5-8f37-4963-8659-3f9eb26cb243', 'tag': '11db03dd-bc8c-4deb-b533-d3a102453746'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:36.834597 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4926f5-8f37-4963-8659-3f9eb26cb243", "tag": "11db03dd-bc8c-4deb-b533-d3a102453746"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:36.916200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfbe75-39db-4c85-9158-db94cebc9cba service neutron] Pushing event updated for resources: {'Port': ['ID=11db03dd-bc8c-4deb-b533-d3a102453746,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:36.948625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf369203-61e0-4348-9498-cfe1e32ee3a7 req-5d406cfa-f42d-4294-a0a3-9defebe99169 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 210 time: 0.0593727 May 10 11:40:36.951006 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:36.964678 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.027768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d3b5-d7ec-4bc7-b5c7-98a69582b83d req-913c8583-d4da-4cf6-bcc8-efc3d30e7419 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:37.029342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aec7d3b5-d7ec-4bc7-b5c7-98a69582b83d req-913c8583-d4da-4cf6-bcc8-efc3d30e7419 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 945 time: 0.2208788 May 10 11:40:37.032078 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10593d-4cae-4100-9020-b4667676d295 x-openstack-request-id: req-4c10593d-4cae-4100-9020-b4667676d295 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:37.032211 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4926f5-8f37-4963-8659-3f9eb26cb243", "tag": "11db03dd-bc8c-4deb-b533-d3a102453746", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:37.032460 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c10593d-4cae-4100-9020-b4667676d295 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:37.032850 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c10593d-4cae-4100-9020-b4667676d295'] response: {'name': 'network-changed', 'server_uuid': '6e4926f5-8f37-4963-8659-3f9eb26cb243', 'tag': '11db03dd-bc8c-4deb-b533-d3a102453746', 'status': 'completed', 'code': 200} May 10 11:40:37.038577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a687a8a-3669-4713-b310-a55a28933c3a req-af600d9d-a49d-4b08-a384-1a231a4192f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:37.040102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-af600d9d-a49d-4b08-a384-1a231a4192f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 1094 time: 0.1086073 May 10 11:40:37.046278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4db88696-3e1b-42d8-a3d2-6c5a2d30d23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.094889 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Pushing event updated for resources: {'Port': ['ID=54299c11-11b6-471f-903e-9ccd8d033f89,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:37.097019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4db88696-3e1b-42d8-a3d2-6c5a2d30d23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.107216 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.107796 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.108549 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.109079 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.109810 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.110357 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.110866 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.111560 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.112123 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.112504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.112888 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.113654 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:37.131565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-298b9145-4c62-404f-96bd-4c09abe6f4c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11db03dd-bc8c-4deb-b533-d3a102453746 HTTP/1.1" status: 200 len: 217 time: 0.0816300 May 10 11:40:37.133857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-065e5997-4b78-4a8b-a0e1-4a5b6b71cba5 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:37.136755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-065e5997-4b78-4a8b-a0e1-4a5b6b71cba5 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.70 "GET /v2.0/networks?id=83260efc-5c58-4255-b9fb-07a6484b4a9a HTTP/1.1" status: 200 len: 809 time: 0.2619100 May 10 11:40:37.161735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aec7d3b5-d7ec-4bc7-b5c7-98a69582b83d req-5d6d64da-b9aa-49dc-a5da-278f2d6ce8e9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144865 May 10 11:40:37.176832 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Attempting to bind port 54299c11-11b6-471f-903e-9ccd8d033f89 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:37.177452 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Attempting to bind port 54299c11-11b6-471f-903e-9ccd8d033f89 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:37.178008 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Attempting to bind port 54299c11-11b6-471f-903e-9ccd8d033f89 on network cacfe5e3-273e-44d6-9274-641214be3b00 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:37.197208 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:37.200484 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Checking segment: {'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:37.201182 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.203300 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Bound using segment: {'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:37.205655 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Bound port: 54299c11-11b6-471f-903e-9ccd8d033f89, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:37.206611 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.220378 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f00fe9bc-deec-4f7e-a37f-748421c24a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.235355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a687a8a-3669-4713-b310-a55a28933c3a req-125f3429-7053-47d0-a1ef-d6656475e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:37.236889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-125f3429-7053-47d0-a1ef-d6656475e957 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 200 len: 851 time: 0.0851216 May 10 11:40:37.280287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-f6c36d6d-ea2d-4e1a-aa18-e3b62e8fe770 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea33618ba6204665824808a0c3b5c617 HTTP/1.1" status: 200 len: 380 time: 0.1323559 May 10 11:40:37.281854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-d72d09f5-6560-4321-8a75-383771b30e22 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e0f9b88-61b9-48ca-bf29-db0dce884bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362322 May 10 11:40:37.291567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'port': {'device_id': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'admin_state_up': True, 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'security_groups': ['b913281d-c629-49be-8edd-fe47f3c312f1']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:37.319053 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] For port 54299c11-11b6-471f-903e-9ccd8d033f89, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:37.322432 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] For port 54299c11-11b6-471f-903e-9ccd8d033f89, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=54299c11-11b6-471f-903e-9ccd8d033f89,segment=NetworkSegment(b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48),segment_id=b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:37.328731 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.379142 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Routers {'4859d26f-19cd-453a-8634-222d5678295b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:37.379485 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4859d26f-19cd-453a-8634-222d5678295b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:37.408540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-d5c82350-69bd-4f8f-8fa1-8d9275b2d1fa service neutron] 10.222.0.49 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173227 May 10 11:40:37.463984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dee20-fb80-4f6e-823f-edea342497c2 req-b37873c6-9315-45c7-9f21-3083add955c3 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:37.465938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d78dee20-fb80-4f6e-823f-edea342497c2 req-b37873c6-9315-45c7-9f21-3083add955c3 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 943 time: 0.1847219 May 10 11:40:37.469210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4db88696-3e1b-42d8-a3d2-6c5a2d30d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.474298 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4db88696-3e1b-42d8-a3d2-6c5a2d30d23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.475655 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4db88696-3e1b-42d8-a3d2-6c5a2d30d23d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b6848f6-b97c-4ce4-9374-6b8f6c5533d1 HTTP/1.1" status: 204 len: 168 time: 0.6667852 May 10 11:40:37.479010 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aa36bdd9-8841-4cfb-8aa8-03ec4f56cd50 None None] Provisioning complete for port 54299c11-11b6-471f-903e-9ccd8d033f89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:37.479751 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa36bdd9-8841-4cfb-8aa8-03ec4f56cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.518576 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] Set router 4859d26f-19cd-453a-8634-222d5678295b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:37.602519 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e48e02-62ba-4259-851c-ccd0f1445f56 None None] Pushing event updated for resources: {'Port': ['ID=54299c11-11b6-471f-903e-9ccd8d033f89,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:37.609755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db88696-3e1b-42d8-a3d2-6c5a2d30d23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6848f6-b97c-4ce4-9374-6b8f6c5533d1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:37.667912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a687a8a-3669-4713-b310-a55a28933c3a req-3b4482bf-9719-44eb-9185-d2e2401810b3 service neutron] 10.222.0.49 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473419 May 10 11:40:37.693096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 48974eb0-d547-447c-adea-6885d070ad1f up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:37.695600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aa36bdd9-8841-4cfb-8aa8-03ec4f56cd50 None None] Current status of the port 54299c11-11b6-471f-903e-9ccd8d033f89 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:37.696018 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa36bdd9-8841-4cfb-8aa8-03ec4f56cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.785504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d78dee20-fb80-4f6e-823f-edea342497c2 req-665a68f9-b9b1-491a-a4b8-e21bbc5f5095 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083425 May 10 11:40:37.837620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a43ba21e-3986-4afc-994d-6c4b711cc7b1 req-f6ec8f6c-19f1-48b7-bc7c-02da24ff51d0 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0760617 May 10 11:40:37.857488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Made reservation on behalf of ea33618ba6204665824808a0c3b5c617 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:37.867002 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.907810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-aa36bdd9-8841-4cfb-8aa8-03ec4f56cd50 None None] For port 54299c11-11b6-471f-903e-9ccd8d033f89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=54299c11-11b6-471f-903e-9ccd8d033f89,segment=NetworkSegment(b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48),segment_id=b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:37.934795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa36bdd9-8841-4cfb-8aa8-03ec4f56cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:37.950496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-10043d00-e1e7-462e-a231-309ae8047315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:37.953509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-10043d00-e1e7-462e-a231-309ae8047315 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 1094 time: 0.0990164 May 10 11:40:37.958494 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:38.061740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 48974eb0-d547-447c-adea-6885d070ad1f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:40:38.071665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 48974eb0-d547-447c-adea-6885d070ad1f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:38.072392 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:38.077866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36bdd9-8841-4cfb-8aa8-03ec4f56cd50 None None] Pushing event updated for resources: {'Port': ['ID=54299c11-11b6-471f-903e-9ccd8d033f89,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:38.125390 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:40:25Z', 'revision_number': 4, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '54299c11-11b6-471f-903e-9ccd8d033f89', 'name': '', 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'mac_address': 'fa:16:3e:e0:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:24Z', 'updated_at': '2022-05-10T11:40:37Z', 'revision_number': 4, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'subnets': [{'id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:38.134481 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da011227-3bef-4a41-bab5-99a0f71055fd req-7cb64f45-5c9d-48c9-bcf4-f22d9880ae10 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 210 time: 0.0321400 May 10 11:40:38.146143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-db0f1799-ceb1-4b95-af25-1e29ca93d4dc None None] Provisioning complete for port 54299c11-11b6-471f-903e-9ccd8d033f89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:38.146654 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db0f1799-ceb1-4b95-af25-1e29ca93d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:38.159316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-7e8a5dc8-5df7-4fa9-beed-912b52842859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:38.161137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-7e8a5dc8-5df7-4fa9-beed-912b52842859 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 912 time: 0.1967230 May 10 11:40:38.183429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Allocated IP 172.20.0.9 (83260efc-5c58-4255-b9fb-07a6484b4a9a/e54b0c82-3eac-43cf-8383-60b78c30d030/fca48909-4bc3-4a19-a72f-09ab4a1c7572) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:38.258075 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34688a-bc2f-48e0-aa56-e349c41c01a9 None None] The sync data for ids ['4859d26f-19cd-453a-8634-222d5678295b'] in n-d-840949-1 is: [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:40:25Z', 'revision_number': 4, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '54299c11-11b6-471f-903e-9ccd8d033f89', 'name': '', 'network_id': 'cacfe5e3-273e-44d6-9274-641214be3b00', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'mac_address': 'fa:16:3e:e0:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:24Z', 'updated_at': '2022-05-10T11:40:37Z', 'revision_number': 4, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'subnets': [{'id': '71361ea6-4f73-4d15-baf7-5df97e5ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:38.262779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-967810fd-fa10-49d1-a83c-5f03a5faf097 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11db03dd-bc8c-4deb-b533-d3a102453746 HTTP/1.1" status: 200 len: 217 time: 0.0903909 May 10 11:40:38.322132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 48974eb0-d547-447c-adea-6885d070ad1f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:38.322619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:38.366382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8310caa7-f16f-481d-9976-28c4737b2814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48974eb0-d547-447c-adea-6885d070ad1f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:38.368635 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf23236-d901-4df2-b27b-c4a22dd15868" -d '{"events": [{"server_uuid": "8310caa7-f16f-481d-9976-28c4737b2814", "name": "network-vif-plugged", "status": "completed", "tag": "48974eb0-d547-447c-adea-6885d070ad1f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:38.374779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db0f1799-ceb1-4b95-af25-1e29ca93d4dc None None] Current status of the port 54299c11-11b6-471f-903e-9ccd8d033f89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:38.384196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:38.394652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:38.395049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0854a-28f8-4557-8289-19c48e1379d0 req-c010da78-d9ce-4ea3-85e8-849f7a025498 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:38.408581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83b0854a-28f8-4557-8289-19c48e1379d0 req-c010da78-d9ce-4ea3-85e8-849f7a025498 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.2456694 May 10 11:40:38.442494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e04e12-7052-4ff1-9cb8-1acd4f776fa9 req-a0d30769-2b77-4c3e-86dd-47c0444770c9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:38.444848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1e04e12-7052-4ff1-9cb8-1acd4f776fa9 req-a0d30769-2b77-4c3e-86dd-47c0444770c9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 945 time: 0.1176894 May 10 11:40:38.449570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-ceaf3832-1da9-4f33-b08f-9101faaf7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:38.451035 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-ceaf3832-1da9-4f33-b08f-9101faaf7daa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 200 len: 851 time: 0.1811664 May 10 11:40:38.470921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:38.513327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-1dcfa543-b6e6-4298-aa26-15b9c5824ff5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e0f9b88-61b9-48ca-bf29-db0dce884bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413668 May 10 11:40:38.534202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83b0854a-28f8-4557-8289-19c48e1379d0 req-3261bbd4-6c8d-4821-80c4-8a94cb82f120 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039016 May 10 11:40:38.630799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-508cfd2f-c880-49e6-ae82-24aca527d133 service neutron] 10.222.0.49 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051323 May 10 11:40:38.637679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:38.639784 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b3505-1cd6-47b5-9838-02aa4480998d x-openstack-request-id: req-df4b3505-1cd6-47b5-9838-02aa4480998d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:38.640113 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8310caa7-f16f-481d-9976-28c4737b2814", "name": "network-vif-plugged", "status": "completed", "tag": "48974eb0-d547-447c-adea-6885d070ad1f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:38.640364 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df4b3505-1cd6-47b5-9838-02aa4480998d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:38.640762 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4b3505-1cd6-47b5-9838-02aa4480998d'] response: {'server_uuid': '8310caa7-f16f-481d-9976-28c4737b2814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48974eb0-d547-447c-adea-6885d070ad1f', 'code': 200} May 10 11:40:38.650812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1e04e12-7052-4ff1-9cb8-1acd4f776fa9 req-2ea388ed-b984-44fb-8c19-9c7bb1405edb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986737 May 10 11:40:38.699533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:38.778738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:38.782310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:38.786586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:38.894737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:38.895397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:38.904343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'Port': ['ID=fca48909-4bc3-4a19-a72f-09ab4a1c7572,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:38.942478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32f99ab3-cddc-4969-b6d9-181bb4c9a3b0 req-1529f3ce-b748-4ffd-9e40-bbd8a553e6f0 service neutron] 10.222.0.49 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905858 May 10 11:40:38.954951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-3c916ae1-2503-43f5-b13a-073ce7de0736 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6670349 May 10 11:40:38.977792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Request body: {'port': {'device_id': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:39.017699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9965e4-e72c-4cde-8156-6fb151a6fcfb req-403dc110-fa9b-46d3-9b92-9f07021629a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:39.019454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e9965e4-e72c-4cde-8156-6fb151a6fcfb req-403dc110-fa9b-46d3-9b92-9f07021629a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 1097 time: 0.2601221 May 10 11:40:39.101969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1a8fd4a-9b1b-40ff-b093-83e784dbf6e5 req-bc79f9ac-ac1c-43e5-bbdc-6af4be5c2186 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0786576 May 10 11:40:39.104750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52892) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:39.162851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.179748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 11db03dd-bc8c-4deb-b533-d3a102453746 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:40:39.196365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b019e6-9d6f-4d30-bd03-9f11d25f369c req-4147fcae-3ace-4e76-a4e7-50523e3355ca tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:39.207343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43b019e6-9d6f-4d30-bd03-9f11d25f369c req-4147fcae-3ace-4e76-a4e7-50523e3355ca tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 943 time: 0.1820610 May 10 11:40:39.232309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6882189-5ad4-4864-860b-85628a95df6b req-8a66fafa-0cc6-4e35-8fba-953caf8782d9 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.1282706 May 10 11:40:39.250140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e9965e4-e72c-4cde-8156-6fb151a6fcfb req-fa4c082d-8a27-445a-ad0e-719c962043bb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471868 May 10 11:40:39.253387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 54299c11-11b6-471f-903e-9ccd8d033f89 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:39.333184 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-52312c2c-4fd0-40b7-8a95-c2aecb1dd89a tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:39.334005 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-52312c2c-4fd0-40b7-8a95-c2aecb1dd89a tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 10 11:40:39.334666 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-52312c2c-4fd0-40b7-8a95-c2aecb1dd89a tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): There was a conflict when trying to complete your request. May 10 11:40:39.335985 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-52312c2c-4fd0-40b7-8a95-c2aecb1dd89a tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2303987 May 10 11:40:39.337160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43b019e6-9d6f-4d30-bd03-9f11d25f369c req-1872012e-f0f7-4183-9379-cee48848be61 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289113 May 10 11:40:39.340476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52900) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:39.346285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--293949860'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:39.377031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.413986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601921f-b759-41d8-9272-d4ff276fbd0c req-24c46fa0-1526-4638-b7ce-76e9b9a68c77 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:39.423960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e601921f-b759-41d8-9272-d4ff276fbd0c req-24c46fa0-1526-4638-b7ce-76e9b9a68c77 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 931 time: 0.0661583 May 10 11:40:39.424191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.445310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-041a8bd5-68c4-4402-aeec-a1ae72ee66f7 None None] Provisioning complete for port fca48909-4bc3-4a19-a72f-09ab4a1c7572 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:39.445878 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-041a8bd5-68c4-4402-aeec-a1ae72ee66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.487343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-041a8bd5-68c4-4402-aeec-a1ae72ee66f7 None None] Port fca48909-4bc3-4a19-a72f-09ab4a1c7572 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:40:39.491499 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.520825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e601921f-b759-41d8-9272-d4ff276fbd0c req-6e1197cd-62fe-4f1b-ba19-e9077e4f5312 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805354 May 10 11:40:39.558531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.563934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 54299c11-11b6-471f-903e-9ccd8d033f89 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:39.564483 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.568407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 11db03dd-bc8c-4deb-b533-d3a102453746, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=11db03dd-bc8c-4deb-b533-d3a102453746,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:39.613844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '11db03dd-bc8c-4deb-b533-d3a102453746', 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce', 'port_id': '11db03dd-bc8c-4deb-b533-d3a102453746', 'mac_address': 'fa:16:3e:f2:d0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1732a570-93a0-4f2d-ab0b-10a4407f054e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:40:39.734424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 11db03dd-bc8c-4deb-b533-d3a102453746 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:39.735057 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.740908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.753613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 54299c11-11b6-471f-903e-9ccd8d033f89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:39.756620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11db03dd-bc8c-4deb-b533-d3a102453746 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:40:39.766839 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.778752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 11db03dd-bc8c-4deb-b533-d3a102453746, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=11db03dd-bc8c-4deb-b533-d3a102453746,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:39.787020 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.789266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525fa45-6408-46e4-9bdd-d633941e8bee req-21cbde87-9930-4290-836a-d52c5ce88c47 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:39.791082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6525fa45-6408-46e4-9bdd-d633941e8bee req-21cbde87-9930-4290-836a-d52c5ce88c47 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.0555451 May 10 11:40:39.808453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6c97f-4742-4ae5-aa17-1a106c74964e req-80baa90d-7dcc-43c9-8b99-b6b0ed4af47a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:39.816545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89a6c97f-4742-4ae5-aa17-1a106c74964e req-80baa90d-7dcc-43c9-8b99-b6b0ed4af47a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1359379 May 10 11:40:39.848649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6525fa45-6408-46e4-9bdd-d633941e8bee req-4c71d5d1-da0c-442b-aa24-eb5e18c435b6 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483763 May 10 11:40:39.858423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=11db03dd-bc8c-4deb-b533-d3a102453746,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:39.915955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb39a8a-f1a2-4051-8115-bbfa42c5b135,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:39.927659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca48909-4bc3-4a19-a72f-09ab4a1c7572 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:40:39.940187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.955390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89a6c97f-4742-4ae5-aa17-1a106c74964e req-27293f66-ec21-4277-80fb-6ea05bc14fdc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373587 May 10 11:40:39.967890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Transition to ACTIVE for port object fca48909-4bc3-4a19-a72f-09ab4a1c7572 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:40:39.981477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.991585 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.014335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.044583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['11db03dd-bc8c-4deb-b533-d3a102453746'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:40:40.065076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Pushing event updated for resources: {'Port': ['ID=fca48909-4bc3-4a19-a72f-09ab4a1c7572,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:40.076368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.080854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7358286 May 10 11:40:40.081154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52906) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:40.087176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-aaec4f51-bedb-4720-a01a-d6c004c07054 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': '57b24b41-6e5d-4608-9ce3-292a3693161a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:40.174090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaec4f51-bedb-4720-a01a-d6c004c07054 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.192557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3eb1c-8c91-452f-b301-50e8937cfd51 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b24b41-6e5d-4608-9ce3-292a3693161a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:40.307458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaec4f51-bedb-4720-a01a-d6c004c07054 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.319402 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaec4f51-bedb-4720-a01a-d6c004c07054 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.362264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec4f51-bedb-4720-a01a-d6c004c07054 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba81a505-897a-4184-8e55-8493f1c27b7f,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:40.366955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Attempting to bind port fca48909-4bc3-4a19-a72f-09ab4a1c7572 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:40.367331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Attempting to bind port fca48909-4bc3-4a19-a72f-09ab4a1c7572 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:40.367660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Attempting to bind port fca48909-4bc3-4a19-a72f-09ab4a1c7572 on network 83260efc-5c58-4255-b9fb-07a6484b4a9a {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:40.375258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Port fca48909-4bc3-4a19-a72f-09ab4a1c7572 on network 83260efc-5c58-4255-b9fb-07a6484b4a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:40:40.375960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Attempting to bind port fca48909-4bc3-4a19-a72f-09ab4a1c7572 on network 83260efc-5c58-4255-b9fb-07a6484b4a9a {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:40.378368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aaec4f51-bedb-4720-a01a-d6c004c07054 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.379624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aaec4f51-bedb-4720-a01a-d6c004c07054 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973986 May 10 11:40:40.383395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52914) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:40.386212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:40.386667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Checking segment: {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:40.389237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Bound using segment: {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:40.389714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Bound port: fca48909-4bc3-4a19-a72f-09ab4a1c7572, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004d99cd-0f9e-4869-9ba6-b038d29156f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:40.390090 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.393183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e0839fb6-d799-4d90-8890-e7c8297b58d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': '57b24b41-6e5d-4608-9ce3-292a3693161a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:40.485506 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-badb4236-0229-4d6d-942c-784b0852718f req-c96b36f0-f55d-4e4e-ace5-6c555d4c90e8 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0666137 May 10 11:40:40.489856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e0839fb6-d799-4d90-8890-e7c8297b58d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.533274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] For port fca48909-4bc3-4a19-a72f-09ab4a1c7572, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:40.546729 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-e0839fb6-d799-4d90-8890-e7c8297b58d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): There was a conflict when trying to complete your request. May 10 11:40:40.548225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e0839fb6-d799-4d90-8890-e7c8297b58d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1633315 May 10 11:40:40.551433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52918) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:40.554194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] For port fca48909-4bc3-4a19-a72f-09ab4a1c7572, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:40.564606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33729476-5291-4c67-8908-e6ae0f23e07e req-c88c2c58-a0bb-4fc4-992e-bc4fbea6b198 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:40.566315 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-33729476-5291-4c67-8908-e6ae0f23e07e req-c88c2c58-a0bb-4fc4-992e-bc4fbea6b198 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 944 time: 0.0976584 May 10 11:40:40.568093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.640050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:40.640662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.642040 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] 10.222.0.70 "PUT /v2.0/ports/fca48909-4bc3-4a19-a72f-09ab4a1c7572 HTTP/1.1" status: 200 len: 1091 time: 1.6778586 May 10 11:40:40.647943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f877f01-99e0-4c35-ba37-9dee5d6465ad tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.648864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-33729476-5291-4c67-8908-e6ae0f23e07e req-126079f5-6220-4373-97d2-24773c337a6f tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479105 May 10 11:40:40.649376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'tag': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:40.651742 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175e0901-dac1-4ae5-a077-21bb780490c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf34ea27-79f5-4679-9c73-9a25774b0d2b", "tag": "fca48909-4bc3-4a19-a72f-09ab4a1c7572"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:40.677165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdc73a-18d3-4262-b22d-7b44f690e022 service neutron] Pushing event updated for resources: {'Port': ['ID=fca48909-4bc3-4a19-a72f-09ab4a1c7572,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:40.708628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f877f01-99e0-4c35-ba37-9dee5d6465ad tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.820165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-b724b607-2208-4837-bfb6-5b5fe38cc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:40.821650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-b724b607-2208-4837-bfb6-5b5fe38cc4de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea33618ba6204665824808a0c3b5c617&device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1094 time: 0.1089876 May 10 11:40:40.827887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f877f01-99e0-4c35-ba37-9dee5d6465ad tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.829197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f877f01-99e0-4c35-ba37-9dee5d6465ad tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.830699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5f877f01-99e0-4c35-ba37-9dee5d6465ad tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/57b24b41-6e5d-4608-9ce3-292a3693161a HTTP/1.1" status: 204 len: 168 time: 0.2769985 May 10 11:40:40.868273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd7c7ca8-019c-4267-a22f-c5a73587f530 req-fc2ae2c2-56ec-468a-bad7-b8cca9cc3130 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da2291c655054067b2c162948d670478&device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0636070 May 10 11:40:40.868935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52926) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:40.869816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f877f01-99e0-4c35-ba37-9dee5d6465ad tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b24b41-6e5d-4608-9ce3-292a3693161a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:40.921133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd7c7ca8-019c-4267-a22f-c5a73587f530 req-e113fbe9-6e4d-4707-b2ac-281b128b4d0e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=da2291c655054067b2c162948d670478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360570 May 10 11:40:40.930566 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-380e499a-e626-4f6d-b436-28eb69bec3b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572 HTTP/1.1" status: 200 len: 217 time: 0.0921385 May 10 11:40:40.934281 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415afcd7-bf2a-4893-a7c2-64c977d4d31c x-openstack-request-id: req-415afcd7-bf2a-4893-a7c2-64c977d4d31c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:40.934502 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf34ea27-79f5-4679-9c73-9a25774b0d2b", "tag": "fca48909-4bc3-4a19-a72f-09ab4a1c7572", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:40.934748 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-415afcd7-bf2a-4893-a7c2-64c977d4d31c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:40.935146 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415afcd7-bf2a-4893-a7c2-64c977d4d31c'] response: {'name': 'network-changed', 'server_uuid': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'tag': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'status': 'completed', 'code': 200} May 10 11:40:40.988044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-126617b9-57aa-46f0-bdc6-5545c4a88bc9 req-a25053ed-f330-401c-9d00-4243b7595e1f tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0567963 May 10 11:40:40.988722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-d0be85ea-69d7-46c8-8d8c-6d75d7f7e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:40.990576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-d0be85ea-69d7-46c8-8d8c-6d75d7f7e12f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e54b0c82-3eac-43cf-8383-60b78c30d030 HTTP/1.1" status: 200 len: 848 time: 0.0588415 May 10 11:40:40.999651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcda77-2822-4c3d-8b7c-edad3dad6cb1 req-2d3430b6-87f7-4ff3-abc0-8ff9a7f97c90 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:41.006941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bfcda77-2822-4c3d-8b7c-edad3dad6cb1 req-2d3430b6-87f7-4ff3-abc0-8ff9a7f97c90 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 943 time: 0.1986725 May 10 11:40:41.085137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bfcda77-2822-4c3d-8b7c-edad3dad6cb1 req-bb74dd8f-2f42-4a00-8929-301bb5930391 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772054 May 10 11:40:41.085737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b88b1729-5360-43a0-bef8-846d010f2b9b tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2130439 May 10 11:40:41.091956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52932) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:41.101054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-34865f80-37b1-493f-a168-08fc0724d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:41.102285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-34865f80-37b1-493f-a168-08fc0724d16c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83260efc-5c58-4255-b9fb-07a6484b4a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927527 May 10 11:40:41.109754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-af77e11e-b6b3-4120-a04a-aa7343862034 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121795875'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:41.179853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 11db03dd-bc8c-4deb-b533-d3a102453746 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:41.271143 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-4c7d1716-edde-4f93-855f-fa4e26e2e468 service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608076 May 10 11:40:41.287243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17453ad2-636e-43b3-8856-811cffd1b508 req-385cfb4a-1bf1-447d-b0dc-53b7a0242c77 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:41.305505 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17453ad2-636e-43b3-8856-811cffd1b508 req-385cfb4a-1bf1-447d-b0dc-53b7a0242c77 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1372278 May 10 11:40:41.514206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 11db03dd-bc8c-4deb-b533-d3a102453746 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:40:41.526995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 11db03dd-bc8c-4deb-b533-d3a102453746 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:41.527388 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:41.535286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17453ad2-636e-43b3-8856-811cffd1b508 req-dc81e61e-58c5-4aab-95ce-cc35c891a344 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284050 May 10 11:40:41.590172 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-af77e11e-b6b3-4120-a04a-aa7343862034 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:41.602963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf7ad-f3f9-46b5-b252-b2dd55ee2c56 req-738b86ab-48ee-458a-a36c-77722c793a10 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:41.605066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c44bf7ad-f3f9-46b5-b252-b2dd55ee2c56 req-738b86ab-48ee-458a-a36c-77722c793a10 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.5154600 May 10 11:40:41.608141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c7ca8-019c-4267-a22f-c5a73587f530 req-5907a0f0-3892-42f2-877e-3e3632630af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:41.609635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd7c7ca8-019c-4267-a22f-c5a73587f530 req-5907a0f0-3892-42f2-877e-3e3632630af2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6797805 May 10 11:40:41.618964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83a1f7e5-b9f2-4035-9286-515d441ba5fc req-b0ed19ca-3d60-422f-9a7c-e695fe6a390e service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112547 May 10 11:40:41.670442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 11db03dd-bc8c-4deb-b533-d3a102453746 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:41.672664 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:41.707507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c44bf7ad-f3f9-46b5-b252-b2dd55ee2c56 req-d0575b98-bcf2-4264-a3d5-216bbbe2a59b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907896 May 10 11:40:41.726844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4926f5-8f37-4963-8659-3f9eb26cb243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11db03dd-bc8c-4deb-b533-d3a102453746'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:41.733931 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2fa1dd-ab4f-4dfd-8e67-0aceb9c6c961" -d '{"events": [{"server_uuid": "6e4926f5-8f37-4963-8659-3f9eb26cb243", "name": "network-vif-plugged", "status": "completed", "tag": "11db03dd-bc8c-4deb-b533-d3a102453746"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:41.763061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 11db03dd-bc8c-4deb-b533-d3a102453746, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=11db03dd-bc8c-4deb-b533-d3a102453746,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:41.765146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-af77e11e-b6b3-4120-a04a-aa7343862034 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:41.774670 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:41.779027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-af77e11e-b6b3-4120-a04a-aa7343862034 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:41.796400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-141ebfa9-cd5b-4aa6-97f1-0c1c9da705e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:41.798008 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-141ebfa9-cd5b-4aa6-97f1-0c1c9da705e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea33618ba6204665824808a0c3b5c617&device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1094 time: 0.1275089 May 10 11:40:41.815954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-af77e11e-b6b3-4120-a04a-aa7343862034 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:41.822954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-af77e11e-b6b3-4120-a04a-aa7343862034 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7187226 May 10 11:40:41.826691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52946) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:41.828290 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becfab46-887f-4a7c-b80a-f8598c22afed x-openstack-request-id: req-becfab46-887f-4a7c-b80a-f8598c22afed {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:41.828589 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4926f5-8f37-4963-8659-3f9eb26cb243", "name": "network-vif-plugged", "status": "completed", "tag": "11db03dd-bc8c-4deb-b533-d3a102453746", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:41.828841 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-becfab46-887f-4a7c-b80a-f8598c22afed {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:41.829239 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becfab46-887f-4a7c-b80a-f8598c22afed'] response: {'server_uuid': '6e4926f5-8f37-4963-8659-3f9eb26cb243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11db03dd-bc8c-4deb-b533-d3a102453746', 'code': 200} May 10 11:40:41.839902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-500b2729-957b-420d-bc5e-ddac07e034c7 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'ba6627b5-fd43-4686-b2e4-763710fc7595', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:41.850168 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-500b2729-957b-420d-bc5e-ddac07e034c7 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 10 11:40:41.850938 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-500b2729-957b-420d-bc5e-ddac07e034c7 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:41.854460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-500b2729-957b-420d-bc5e-ddac07e034c7 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0209951 May 10 11:40:41.864615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52948) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:41.890140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=11db03dd-bc8c-4deb-b533-d3a102453746,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:41.914992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77e11e-b6b3-4120-a04a-aa7343862034 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6627b5-fd43-4686-b2e4-763710fc7595,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:41.953204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801298-d3fa-424c-a61d-3a406b2062de req-5cb4cc5a-e095-4fef-957b-d6a3c7762322 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:41.955141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1801298-d3fa-424c-a61d-3a406b2062de req-5cb4cc5a-e095-4fef-957b-d6a3c7762322 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1333375 May 10 11:40:41.985116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-01f8e60b-96d8-43af-af33-05e5f9ee9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:41.986591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-01f8e60b-96d8-43af-af33-05e5f9ee9817 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83260efc-5c58-4255-b9fb-07a6484b4a9a HTTP/1.1" status: 200 len: 910 time: 0.1810875 May 10 11:40:42.037560 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb775-7745-4ace-aaa6-cf76c8c0ca9d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.043273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-e36d994c-3c51-45b7-b0ba-303d1112c8c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572 HTTP/1.1" status: 200 len: 217 time: 0.0476468 May 10 11:40:42.047156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1801298-d3fa-424c-a61d-3a406b2062de req-eb5704ca-f827-413f-9fda-d9a4d194940d tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793128 May 10 11:40:42.055729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bdfaa-5440-45ed-acf1-b983cb16a111 req-72e42a0c-812f-47a5-96bc-8715db41f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:42.057269 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-296bdfaa-5440-45ed-acf1-b983cb16a111 req-72e42a0c-812f-47a5-96bc-8715db41f471 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 1096 time: 0.1440103 May 10 11:40:42.081369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f354b-6a7b-4bd3-b582-94208df86c26 req-bb45c647-21e1-427d-aa2d-06b3e5e165b7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:42.088711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f22f354b-6a7b-4bd3-b582-94208df86c26 req-bb45c647-21e1-427d-aa2d-06b3e5e165b7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1597085 May 10 11:40:42.096822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-0c61f144-96aa-4abe-b924-4744b10a9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:42.098424 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-0c61f144-96aa-4abe-b924-4744b10a9598 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e54b0c82-3eac-43cf-8383-60b78c30d030 HTTP/1.1" status: 200 len: 848 time: 0.0492620 May 10 11:40:42.108553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb775-7745-4ace-aaa6-cf76c8c0ca9d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.202419 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f22f354b-6a7b-4bd3-b582-94208df86c26 req-9faf04da-869d-4383-9efe-9eebea80282b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973036 May 10 11:40:42.202723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-9842ebf5-70c8-4f00-b419-1e012f2e26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:42.204231 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-9842ebf5-70c8-4f00-b419-1e012f2e26b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83260efc-5c58-4255-b9fb-07a6484b4a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983827 May 10 11:40:42.205487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-296bdfaa-5440-45ed-acf1-b983cb16a111 req-749cf606-07e3-457e-bcaf-ba0bc06f6de6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106505 May 10 11:40:42.227761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb775-7745-4ace-aaa6-cf76c8c0ca9d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.231367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb775-7745-4ace-aaa6-cf76c8c0ca9d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.232911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1bfeb775-7745-4ace-aaa6-cf76c8c0ca9d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba6627b5-fd43-4686-b2e4-763710fc7595 HTTP/1.1" status: 204 len: 168 time: 0.3594389 May 10 11:40:42.236537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:42.262021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfeb775-7745-4ace-aaa6-cf76c8c0ca9d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6627b5-fd43-4686-b2e4-763710fc7595,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:42.280979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fbfc6677-cc5f-4d31-aac1-bca2c7c8624b req-1a710ef8-50ee-43bb-8b49-9f76ac2df2e0 tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0813572 May 10 11:40:42.316218 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9f7f35d9-7957-473f-a86f-7dbf063f2306 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785244 May 10 11:40:42.320248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52958) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:42.326475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ef09034c-66ac-49e3-841b-baaefb74a495 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--945007183'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:42.373503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef09034c-66ac-49e3-841b-baaefb74a495 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.472149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc083-baa0-4925-a145-6e742ce2b5bd req-c808c9d1-3733-4d90-b77c-107dbace55e9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:42.474816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c44fc083-baa0-4925-a145-6e742ce2b5bd req-c808c9d1-3733-4d90-b77c-107dbace55e9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 943 time: 0.1258402 May 10 11:40:42.600539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c44fc083-baa0-4925-a145-6e742ce2b5bd req-cc0deda7-e679-42d3-a8c6-340efc1732d2 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086204 May 10 11:40:42.633999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef09034c-66ac-49e3-841b-baaefb74a495 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.640679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef09034c-66ac-49e3-841b-baaefb74a495 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.719746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09034c-66ac-49e3-841b-baaefb74a495 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5622fecf-7c96-45b8-b25f-635c8c00cfec,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:42.725065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef09034c-66ac-49e3-841b-baaefb74a495 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.726411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ef09034c-66ac-49e3-841b-baaefb74a495 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4044197 May 10 11:40:42.739165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52976) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:42.745651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ebae924e-2e56-42cf-8860-828acb942b06 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': '5622fecf-7c96-45b8-b25f-635c8c00cfec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:42.747442 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-ebae924e-2e56-42cf-8860-828acb942b06 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 10 11:40:42.747985 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-ebae924e-2e56-42cf-8860-828acb942b06 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:42.751655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ebae924e-2e56-42cf-8860-828acb942b06 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088673 May 10 11:40:42.763969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52980) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:42.832964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd7e6f-6391-4d96-9a43-876ab46a3da0 req-98f476cc-1fc7-4676-a111-30a9e1cfe88d tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:42.834150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0cb48-d223-4005-8884-5abf87216a08 req-bb7c7f1f-4d99-4251-8202-7e1a251e50c3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:42.834762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92dd7e6f-6391-4d96-9a43-876ab46a3da0 req-98f476cc-1fc7-4676-a111-30a9e1cfe88d tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1061680 May 10 11:40:42.835767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48a0cb48-d223-4005-8884-5abf87216a08 req-bb7c7f1f-4d99-4251-8202-7e1a251e50c3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1484218 May 10 11:40:42.871570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-bce51bda-136a-49f4-b4e9-4cee4f4fd912 service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574612 May 10 11:40:42.883978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-763a0ab7-3a61-420d-9f04-d75b4689acea tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:42.924265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48a0cb48-d223-4005-8884-5abf87216a08 req-19344ff5-f5e6-4ee2-868f-6f2598f8051a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767744 May 10 11:40:42.928032 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92dd7e6f-6391-4d96-9a43-876ab46a3da0 req-9042adff-a804-44df-bfda-b212fca3f977 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814545 May 10 11:40:42.929592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-763a0ab7-3a61-420d-9f04-d75b4689acea tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.012783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-175e0901-dac1-4ae5-a077-21bb780490c0 req-5543d692-6af4-416b-9253-4ffd5c8d56c4 service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266026 May 10 11:40:43.044107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-763a0ab7-3a61-420d-9f04-d75b4689acea tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.047505 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-763a0ab7-3a61-420d-9f04-d75b4689acea tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.051135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-763a0ab7-3a61-420d-9f04-d75b4689acea tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/5622fecf-7c96-45b8-b25f-635c8c00cfec HTTP/1.1" status: 204 len: 168 time: 0.2836072 May 10 11:40:43.051135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd7c7ca8-019c-4267-a22f-c5a73587f530 req-e0d78bd5-c9df-4bae-ac64-98524aaf238d tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.49 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0416107 May 10 11:40:43.051354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52982) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.076172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a0ab7-3a61-420d-9f04-d75b4689acea tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5622fecf-7c96-45b8-b25f-635c8c00cfec,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:43.125976 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-812cca1a-64ae-4341-a7ea-9632c28664db tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708890 May 10 11:40:43.129531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52986) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.134369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-aa7ccc17-6cab-4044-8456-1c1fee0ff8d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569067562'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:43.160301 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7ccc17-6cab-4044-8456-1c1fee0ff8d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.248850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686b558-957f-49ce-987c-07a38baed7ae req-af714ff1-85a5-4384-b72a-d1acadbaca90 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:43.250453 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a686b558-957f-49ce-987c-07a38baed7ae req-af714ff1-85a5-4384-b72a-d1acadbaca90 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1002517 May 10 11:40:43.253650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7ccc17-6cab-4044-8456-1c1fee0ff8d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.260420 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7ccc17-6cab-4044-8456-1c1fee0ff8d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.288909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7ccc17-6cab-4044-8456-1c1fee0ff8d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.292891 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aa7ccc17-6cab-4044-8456-1c1fee0ff8d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1595507 May 10 11:40:43.293840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52988) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.299217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bb1c8bca-3ce4-4895-822f-42a5b5411fc9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b351a79b-9c24-47b3-8787-76e58f5a339f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:43.308037 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a686b558-957f-49ce-987c-07a38baed7ae req-f10dce2c-bc5a-4f72-8f28-740f50173b3b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 May 10 11:40:43.313793 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-bb1c8bca-3ce4-4895-822f-42a5b5411fc9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 10 11:40:43.314516 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-bb1c8bca-3ce4-4895-822f-42a5b5411fc9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:43.315841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bb1c8bca-3ce4-4895-822f-42a5b5411fc9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0207353 May 10 11:40:43.318655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.327336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b9f84e2c-320e-4969-af27-552c0d299765 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b351a79b-9c24-47b3-8787-76e58f5a339f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:43.332271 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-b9f84e2c-320e-4969-af27-552c0d299765 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 10 11:40:43.335723 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-b9f84e2c-320e-4969-af27-552c0d299765 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:43.338975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b9f84e2c-320e-4969-af27-552c0d299765 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0168228 May 10 11:40:43.341737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52994) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.346734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-08a4e781-4aa3-44d6-ad7c-cfba92cc8ef7 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b351a79b-9c24-47b3-8787-76e58f5a339f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:43.347801 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-08a4e781-4aa3-44d6-ad7c-cfba92cc8ef7 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 10 11:40:43.348388 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-08a4e781-4aa3-44d6-ad7c-cfba92cc8ef7 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:43.349478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-08a4e781-4aa3-44d6-ad7c-cfba92cc8ef7 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069141 May 10 11:40:43.350800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ccc17-6cab-4044-8456-1c1fee0ff8d0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b351a79b-9c24-47b3-8787-76e58f5a339f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:43.352391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52996) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.358671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-64bb3e95-b41f-4fe1-b60f-d5d2ede61cf0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b351a79b-9c24-47b3-8787-76e58f5a339f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:43.359927 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-64bb3e95-b41f-4fe1-b60f-d5d2ede61cf0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 10 11:40:43.360505 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-64bb3e95-b41f-4fe1-b60f-d5d2ede61cf0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:43.361589 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-64bb3e95-b41f-4fe1-b60f-d5d2ede61cf0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081408 May 10 11:40:43.366588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52998) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.446727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb4ad1d9-c7d9-40fe-ba52-9fd6e74b69f0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.470340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50360a5f-3072-4681-bc14-ba304cf79269 req-a0babc32-f616-4a4b-b401-fe95a20093cd tempest-ServerShowV257Test-1738859731 tempest-ServerShowV257Test-1738859731-project] 10.222.0.13 "GET /v2.0/ports?device_id=638d5e5b-7976-47d4-bc20-6375bc8523b5 HTTP/1.1" status: 200 len: 210 time: 0.0536628 May 10 11:40:43.472551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb4ad1d9-c7d9-40fe-ba52-9fd6e74b69f0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.526782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb4ad1d9-c7d9-40fe-ba52-9fd6e74b69f0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.529349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb4ad1d9-c7d9-40fe-ba52-9fd6e74b69f0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.530719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bb4ad1d9-c7d9-40fe-ba52-9fd6e74b69f0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/b351a79b-9c24-47b3-8787-76e58f5a339f HTTP/1.1" status: 204 len: 168 time: 0.1629188 May 10 11:40:43.533261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53002) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.551962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ad1d9-c7d9-40fe-ba52-9fd6e74b69f0 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b351a79b-9c24-47b3-8787-76e58f5a339f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:43.619696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-92bb5307-284b-4815-ae14-b4d33599dca5 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816402 May 10 11:40:43.620349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.627686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fd409da5-451e-41bc-868b-449b8594407d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739151350'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:43.663722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd409da5-451e-41bc-868b-449b8594407d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.717604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fca48909-4bc3-4a19-a72f-09ab4a1c7572 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:40:43.841653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144062c0-a8f4-47a4-84a6-a7dba2d2e0b2 req-07e37b1a-c272-40c1-a4b2-f8b276cc6c55 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:43.843330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-144062c0-a8f4-47a4-84a6-a7dba2d2e0b2 req-07e37b1a-c272-40c1-a4b2-f8b276cc6c55 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 943 time: 0.0926592 May 10 11:40:43.851398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fca48909-4bc3-4a19-a72f-09ab4a1c7572, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:43.864051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'port_id': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'mac_address': 'fa:16:3e:89:a4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:40:43.877530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd409da5-451e-41bc-868b-449b8594407d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.884647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd409da5-451e-41bc-868b-449b8594407d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.915385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-144062c0-a8f4-47a4-84a6-a7dba2d2e0b2 req-74faed45-9cf7-42ad-98b2-9482c5fa0d51 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606961 May 10 11:40:43.921189 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd409da5-451e-41bc-868b-449b8594407d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.921888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port fca48909-4bc3-4a19-a72f-09ab4a1c7572 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:43.922731 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.945431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53012) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.945948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fd409da5-451e-41bc-868b-449b8594407d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3179901 May 10 11:40:43.946054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0ea620ae-ce63-4c03-a01b-5105f4472485 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:43.946054 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-0ea620ae-ce63-4c03-a01b-5105f4472485 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 10 11:40:43.946575 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-0ea620ae-ce63-4c03-a01b-5105f4472485 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:43.950912 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ea620ae-ce63-4c03-a01b-5105f4472485 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072258 May 10 11:40:43.951118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53014) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:43.961409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd409da5-451e-41bc-868b-449b8594407d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc8fa2-451e-4e23-885e-c7c8c4449ea6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:43.980810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca48909-4bc3-4a19-a72f-09ab4a1c7572 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:40:43.983846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2c8293cb-2993-43bf-a558-a7b6b36372cb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.009530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fca48909-4bc3-4a19-a72f-09ab4a1c7572, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:44.014975 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.077213 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-2c8293cb-2993-43bf-a558-a7b6b36372cb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:44.078363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2c8293cb-2993-43bf-a558-a7b6b36372cb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1260176 May 10 11:40:44.082966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53020) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.085620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=fca48909-4bc3-4a19-a72f-09ab4a1c7572,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:44.089646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-774962b7-c24d-4d2c-ba7b-f88bf6b1049d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.090728 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-774962b7-c24d-4d2c-ba7b-f88bf6b1049d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 10 11:40:44.091226 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-774962b7-c24d-4d2c-ba7b-f88bf6b1049d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:44.096166 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-774962b7-c24d-4d2c-ba7b-f88bf6b1049d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111325 May 10 11:40:44.096388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53022) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.108191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-dda5639b-3341-4156-a430-df3072e08975 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.118544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701ac89-53b3-4a1c-994d-334b74bc2000 req-70a5e361-2666-4429-8f7e-7f53bea876b8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:44.125968 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8701ac89-53b3-4a1c-994d-334b74bc2000 req-70a5e361-2666-4429-8f7e-7f53bea876b8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.0918601 May 10 11:40:44.173827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25422128-5303-4706-b4e4-4cebb2bf5d20 req-9cb42ad4-d253-4b64-b538-f665e163b9c4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:44.176473 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-25422128-5303-4706-b4e4-4cebb2bf5d20 req-9cb42ad4-d253-4b64-b538-f665e163b9c4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.0961492 May 10 11:40:44.187942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8701ac89-53b3-4a1c-994d-334b74bc2000 req-84f796c2-d8b1-4607-a5fb-6222564069fd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569630 May 10 11:40:44.209744 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-dda5639b-3341-4156-a430-df3072e08975 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:44.213624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dda5639b-3341-4156-a430-df3072e08975 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1135287 May 10 11:40:44.214091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53024) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.218370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-725e98aa-788d-4164-929a-ea3ec1116a87 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.218914 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-725e98aa-788d-4164-929a-ea3ec1116a87 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 10 11:40:44.219448 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-725e98aa-788d-4164-929a-ea3ec1116a87 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:44.220467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-725e98aa-788d-4164-929a-ea3ec1116a87 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056684 May 10 11:40:44.223563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.228469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e7340cd3-2e4e-4923-ae9a-6c55ed32183e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.240441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-25422128-5303-4706-b4e4-4cebb2bf5d20 req-dca3ddc2-f633-4339-ba3e-43ca80c9657a tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461130 May 10 11:40:44.265201 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-e7340cd3-2e4e-4923-ae9a-6c55ed32183e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:44.269310 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e7340cd3-2e4e-4923-ae9a-6c55ed32183e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0416405 May 10 11:40:44.269470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53028) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.274244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3c0c9bcd-bc76-4e98-97ef-148bb458fc3d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.274721 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-3c0c9bcd-bc76-4e98-97ef-148bb458fc3d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 10 11:40:44.275198 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-3c0c9bcd-bc76-4e98-97ef-148bb458fc3d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:44.278993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3c0c9bcd-bc76-4e98-97ef-148bb458fc3d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056031 May 10 11:40:44.279272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53030) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.284648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['fca48909-4bc3-4a19-a72f-09ab4a1c7572'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:40:44.284841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2ebee8aa-4cd1-4e53-a083-dcdaf652e057 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.333756 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-2ebee8aa-4cd1-4e53-a083-dcdaf652e057 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:44.335503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2ebee8aa-4cd1-4e53-a083-dcdaf652e057 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0545330 May 10 11:40:44.338486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53032) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.364790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5be37c81-8503-438c-bff2-2d3a41c656c1 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': 'b7cc8fa2-451e-4e23-885e-c7c8c4449ea6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.478348 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-5be37c81-8503-438c-bff2-2d3a41c656c1 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:44.483005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53036) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.483214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5be37c81-8503-438c-bff2-2d3a41c656c1 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1427374 May 10 11:40:44.516922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e5c4f-8d0e-443b-b685-899bc2c604dd req-0e899427-f96d-450a-82c4-a350fe538286 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:44.525202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-296e5c4f-8d0e-443b-b685-899bc2c604dd req-0e899427-f96d-450a-82c4-a350fe538286 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1080868 May 10 11:40:44.564039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c4336e3-2c42-4f2a-9540-30f30d042ecb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.599934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-296e5c4f-8d0e-443b-b685-899bc2c604dd req-6e72fb20-6e96-4192-aa8a-9a64facfef2f tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673263 May 10 11:40:44.624199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c4336e3-2c42-4f2a-9540-30f30d042ecb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.705863 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c4336e3-2c42-4f2a-9540-30f30d042ecb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.709382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c4336e3-2c42-4f2a-9540-30f30d042ecb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.713159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8c4336e3-2c42-4f2a-9540-30f30d042ecb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/b7cc8fa2-451e-4e23-885e-c7c8c4449ea6 HTTP/1.1" status: 204 len: 168 time: 0.2261751 May 10 11:40:44.714634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53044) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.721798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4336e3-2c42-4f2a-9540-30f30d042ecb tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc8fa2-451e-4e23-885e-c7c8c4449ea6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:44.778770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6d214976-43d7-40d8-9088-a883993f7d82 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624008 May 10 11:40:44.782635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53048) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.787485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c2c37483-6194-44a9-b7cf-47476eba7f9e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185550043'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:44.826734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2c37483-6194-44a9-b7cf-47476eba7f9e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.933850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2c37483-6194-44a9-b7cf-47476eba7f9e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.938291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2c37483-6194-44a9-b7cf-47476eba7f9e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.970943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c37483-6194-44a9-b7cf-47476eba7f9e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7846a09e-7880-4aca-bc07-3529be420478,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:44.983287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2c37483-6194-44a9-b7cf-47476eba7f9e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.985222 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c2c37483-6194-44a9-b7cf-47476eba7f9e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2015152 May 10 11:40:44.987987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:44.988485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53058) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:45.000313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d1bba483-53bf-4e74-9a4a-aceec751631c tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': '7846a09e-7880-4aca-bc07-3529be420478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:45.044234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-268258db-4663-4e8a-aa7c-53e695abf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:45.048456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-268258db-4663-4e8a-aa7c-53e695abf88f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 1096 time: 0.1707265 May 10 11:40:45.060510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee9c9b-b310-4e2f-87c4-ffc6ebea02a1 req-9ca91e49-3b7f-48b1-a03f-c50b7da79062 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:45.060717 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-d1bba483-53bf-4e74-9a4a-aceec751631c tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The resource could not be found. May 10 11:40:45.060717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d1bba483-53bf-4e74-9a4a-aceec751631c tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0700796 May 10 11:40:45.060851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87ee9c9b-b310-4e2f-87c4-ffc6ebea02a1 req-9ca91e49-3b7f-48b1-a03f-c50b7da79062 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1453381 May 10 11:40:45.081465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53062) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:45.087351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5d59b0ae-13a0-40e3-b478-bfc6b2cc1eef tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': '7846a09e-7880-4aca-bc07-3529be420478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c2bb172d-2a49-4a0a-ac84-909e427a661a'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:45.116326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409055f-a213-4322-a9e3-8d19f01d7675 req-e67a4799-e0ab-4154-af4a-1b93726bd453 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:45.120615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5409055f-a213-4322-a9e3-8d19f01d7675 req-e67a4799-e0ab-4154-af4a-1b93726bd453 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0737209 May 10 11:40:45.165614 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77b220f2-0ec7-46b2-ad0f-de0f81ca4e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.172341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5409055f-a213-4322-a9e3-8d19f01d7675 req-847dce2f-fc2b-49db-8aaa-cf3d364915e9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511258 May 10 11:40:45.201342 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-5d59b0ae-13a0-40e3-b478-bfc6b2cc1eef tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The resource could not be found. May 10 11:40:45.205353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5d59b0ae-13a0-40e3-b478-bfc6b2cc1eef tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1196582 May 10 11:40:45.206972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53064) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:45.209323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87ee9c9b-b310-4e2f-87c4-ffc6ebea02a1 req-732f6db7-0fae-4aab-9799-d80de20652ef tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381345 May 10 11:40:45.244914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-29058aec-448e-49b4-b473-caddcc5c05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:45.246538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-29058aec-448e-49b4-b473-caddcc5c05be service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 912 time: 0.1852002 May 10 11:40:45.298747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-7fee07f4-17bf-46ed-804a-ce0ae2c0e378 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11db03dd-bc8c-4deb-b533-d3a102453746 HTTP/1.1" status: 200 len: 217 time: 0.0455897 May 10 11:40:45.358513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16a7a99f-4d44-4f85-abeb-61ffa6114660 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.387798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-e2456f93-2377-4842-b70d-f4bb7fdb28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:45.389318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-e2456f93-2377-4842-b70d-f4bb7fdb28bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 200 len: 851 time: 0.0836830 May 10 11:40:45.412626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16a7a99f-4d44-4f85-abeb-61ffa6114660 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.414736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4157f-b91b-42eb-aaa9-6ec9d3feff51 req-8ab308a0-34e5-475c-abe4-20909c2be71b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:45.416334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae4157f-b91b-42eb-aaa9-6ec9d3feff51 req-8ab308a0-34e5-475c-abe4-20909c2be71b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.0798841 May 10 11:40:45.428745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77b220f2-0ec7-46b2-ad0f-de0f81ca4e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.433854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-5fadf410-d082-4c9f-88ac-eb905e0a481d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e0f9b88-61b9-48ca-bf29-db0dce884bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355198 May 10 11:40:45.440226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19b07-5b6d-4d44-b0db-fb6c347aa7b3 req-8db57a7b-64eb-4c78-99ac-0d0c6dc461f8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:45.441967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3eb19b07-5b6d-4d44-b0db-fb6c347aa7b3 req-8db57a7b-64eb-4c78-99ac-0d0c6dc461f8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1331987 May 10 11:40:45.447725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77b220f2-0ec7-46b2-ad0f-de0f81ca4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.516667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae4157f-b91b-42eb-aaa9-6ec9d3feff51 req-c67e5fb1-df1d-4ddb-8ebd-fee85ea9bb89 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854261 May 10 11:40:45.523037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-77b220f2-0ec7-46b2-ad0f-de0f81ca4e40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da2291c655054067b2c162948d670478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289710 May 10 11:40:45.523037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b220f2-0ec7-46b2-ad0f-de0f81ca4e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0262d3da-ef64-4f7f-96e7-2d42a679a9e4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:45.523337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53070) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:45.550468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3eb19b07-5b6d-4d44-b0db-fb6c347aa7b3 req-465d0c33-cff6-4142-bda6-25e874f16277 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959818 May 10 11:40:45.554854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16a7a99f-4d44-4f85-abeb-61ffa6114660 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.558806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16a7a99f-4d44-4f85-abeb-61ffa6114660 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.560784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-16a7a99f-4d44-4f85-abeb-61ffa6114660 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/7846a09e-7880-4aca-bc07-3529be420478 HTTP/1.1" status: 204 len: 168 time: 0.3525949 May 10 11:40:45.565984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53072) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:45.577502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7a99f-4d44-4f85-abeb-61ffa6114660 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7846a09e-7880-4aca-bc07-3529be420478,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:45.617789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298989ad-f349-4399-9ccd-d71dde17987b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.621307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-e255cff4-398a-44d6-9ec4-2c715c86a465 service neutron] 10.222.0.49 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801255 May 10 11:40:45.631863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cb90a847-8ad7-41c2-9fc9-0475895e5f3f tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602732 May 10 11:40:45.632503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53074) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:45.637935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6747dfe2-8335-4a7d-9222-40e564bdda55 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': '4bb6e647-d0cb-4608-8da3-34b894c7371c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:45.682327 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-6747dfe2-8335-4a7d-9222-40e564bdda55 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The resource could not be found. May 10 11:40:45.688776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6747dfe2-8335-4a7d-9222-40e564bdda55 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0505044 May 10 11:40:45.689029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53076) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:45.693033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298989ad-f349-4399-9ccd-d71dde17987b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.694720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3fa89230-9d75-4284-9b3a-1afaffb18c37 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--68910777'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:45.719422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fca48909-4bc3-4a19-a72f-09ab4a1c7572 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:45.728292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fa89230-9d75-4284-9b3a-1afaffb18c37 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.759753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-decce4ce-f9a1-4b04-ba4d-cc592899b985 req-bc602f92-fabf-47d3-a3d5-3f392709682e service neutron] 10.222.0.49 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275835 May 10 11:40:45.785632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298989ad-f349-4399-9ccd-d71dde17987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.792814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-298989ad-f349-4399-9ccd-d71dde17987b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.798287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-298989ad-f349-4399-9ccd-d71dde17987b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0262d3da-ef64-4f7f-96e7-2d42a679a9e4 HTTP/1.1" status: 204 len: 168 time: 0.2662191 May 10 11:40:45.813851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port fca48909-4bc3-4a19-a72f-09ab4a1c7572 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:40:45.824658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port fca48909-4bc3-4a19-a72f-09ab4a1c7572 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:45.825324 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.830053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298989ad-f349-4399-9ccd-d71dde17987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0262d3da-ef64-4f7f-96e7-2d42a679a9e4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:45.902291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fa89230-9d75-4284-9b3a-1afaffb18c37 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.915000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fa89230-9d75-4284-9b3a-1afaffb18c37 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.958374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port fca48909-4bc3-4a19-a72f-09ab4a1c7572 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:45.959540 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.961119 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fa89230-9d75-4284-9b3a-1afaffb18c37 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:45.966722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53094) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:45.968959 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3fa89230-9d75-4284-9b3a-1afaffb18c37 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2788479 May 10 11:40:45.972497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f9049df7-f890-4acc-bc9a-495a9cabd200 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--693360927'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:45.995867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa89230-9d75-4284-9b3a-1afaffb18c37 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea20e1-6384-467a-9c74-c9b4b3665e7b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:46.000168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:46.002893 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0d1d44-04fe-4a51-a939-db1a9f93cb8a" -d '{"events": [{"server_uuid": "bf34ea27-79f5-4679-9c73-9a25774b0d2b", "name": "network-vif-plugged", "status": "completed", "tag": "fca48909-4bc3-4a19-a72f-09ab4a1c7572"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:46.017588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9049df7-f890-4acc-bc9a-495a9cabd200 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.019883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port fca48909-4bc3-4a19-a72f-09ab4a1c7572, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:46.027087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.080410 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c27f30f-d2a8-4d63-9f61-f77a88ad9c31 x-openstack-request-id: req-5c27f30f-d2a8-4d63-9f61-f77a88ad9c31 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:46.084924 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf34ea27-79f5-4679-9c73-9a25774b0d2b", "name": "network-vif-plugged", "status": "completed", "tag": "fca48909-4bc3-4a19-a72f-09ab4a1c7572", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:46.085463 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c27f30f-d2a8-4d63-9f61-f77a88ad9c31 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:46.085897 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c27f30f-d2a8-4d63-9f61-f77a88ad9c31'] response: {'server_uuid': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'code': 200} May 10 11:40:46.131544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=fca48909-4bc3-4a19-a72f-09ab4a1c7572,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:46.164830 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9049df7-f890-4acc-bc9a-495a9cabd200 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.171773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9049df7-f890-4acc-bc9a-495a9cabd200 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.211536 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9049df7-f890-4acc-bc9a-495a9cabd200 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.213079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f9049df7-f890-4acc-bc9a-495a9cabd200 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2452106 May 10 11:40:46.216609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53102) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:46.223120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e993a126-970b-4865-87c6-7ae36cd94a3f tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group_rule': {'security_group_id': '9aea20e1-6384-467a-9c74-c9b4b3665e7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0aa76252-4ac7-49ef-adc2-7754895fded4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:46.244848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9befa0c-09f6-4483-ad4a-d1cfe7df5136 req-36661110-0ff7-4f7e-b6a4-1bc323713d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:46.246575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9befa0c-09f6-4483-ad4a-d1cfe7df5136 req-36661110-0ff7-4f7e-b6a4-1bc323713d02 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1096 time: 0.1000311 May 10 11:40:46.247077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9049df7-f890-4acc-bc9a-495a9cabd200 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa76252-4ac7-49ef-adc2-7754895fded4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:46.272105 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-e993a126-970b-4865-87c6-7ae36cd94a3f tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:40:46.275969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e993a126-970b-4865-87c6-7ae36cd94a3f tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0561619 May 10 11:40:46.277358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53108) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:46.315470 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9befa0c-09f6-4483-ad4a-d1cfe7df5136 req-8811a026-4e67-4f0b-addd-6a3805162322 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616519 May 10 11:40:46.389102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5f5c-09fd-441d-98da-e44e14f73855 req-efde2db0-16d3-42c1-ab0a-df352e5e1c50 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:46.390647 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46db5f5c-09fd-441d-98da-e44e14f73855 req-efde2db0-16d3-42c1-ab0a-df352e5e1c50 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 945 time: 0.0774014 May 10 11:40:46.437992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46db5f5c-09fd-441d-98da-e44e14f73855 req-407b73e4-450d-4da8-9f15-9b423381f270 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396981 May 10 11:40:46.452208 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5113007-b1f8-44e2-954d-8ace9628ec26 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.496220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3f65b-fb06-4538-b120-7460463ade40 req-02832cbc-4da4-49f6-8b57-ad2bde6f8f58 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:46.503698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24a3f65b-fb06-4538-b120-7460463ade40 req-02832cbc-4da4-49f6-8b57-ad2bde6f8f58 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1529717 May 10 11:40:46.511498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5113007-b1f8-44e2-954d-8ace9628ec26 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.574675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24a3f65b-fb06-4538-b120-7460463ade40 req-412d858a-0b49-4d66-837c-7e40a8511661 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699947 May 10 11:40:46.607035 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5113007-b1f8-44e2-954d-8ace9628ec26 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.609971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5113007-b1f8-44e2-954d-8ace9628ec26 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.611293 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e5113007-b1f8-44e2-954d-8ace9628ec26 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/0aa76252-4ac7-49ef-adc2-7754895fded4 HTTP/1.1" status: 204 len: 168 time: 0.3310456 May 10 11:40:46.614269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:46.630976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5113007-b1f8-44e2-954d-8ace9628ec26 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa76252-4ac7-49ef-adc2-7754895fded4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:46.734664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e613-e0e3-4d30-a537-eccef0909735 req-c7119831-5590-4fe1-b472-228fe0431617 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:46.742828 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ae4e613-e0e3-4d30-a537-eccef0909735 req-c7119831-5590-4fe1-b472-228fe0431617 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.0643451 May 10 11:40:46.749323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-38f30825-0188-4d95-8dec-cbce08bcdf41 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1336982 May 10 11:40:46.752875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53126) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:46.777716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ffdbd-b928-4987-a465-72dfdf064d8a req-f08b73e7-9484-40f0-930d-b95058b2bfb1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:46.783036 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c9ffdbd-b928-4987-a465-72dfdf064d8a req-f08b73e7-9484-40f0-930d-b95058b2bfb1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1247003 May 10 11:40:46.809555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ae4e613-e0e3-4d30-a537-eccef0909735 req-7066fdbf-063b-46ac-8fd5-3b32d7d800ff tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657816 May 10 11:40:46.866096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c9ffdbd-b928-4987-a465-72dfdf064d8a req-f58ae0f7-4d8e-4661-8249-c799a951b1d9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688508 May 10 11:40:46.877800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-252cf7ef-3a3e-4e68-b6cd-d714f1acaba6 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.903667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-252cf7ef-3a3e-4e68-b6cd-d714f1acaba6 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.946441 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-252cf7ef-3a3e-4e68-b6cd-d714f1acaba6 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.949725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-252cf7ef-3a3e-4e68-b6cd-d714f1acaba6 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.951011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-252cf7ef-3a3e-4e68-b6cd-d714f1acaba6 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/9aea20e1-6384-467a-9c74-c9b4b3665e7b HTTP/1.1" status: 204 len: 168 time: 0.1964629 May 10 11:40:46.954772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53134) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:46.961913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cf7ef-3a3e-4e68-b6cd-d714f1acaba6 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea20e1-6384-467a-9c74-c9b4b3665e7b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:47.012242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53136) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.013425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-80316af1-9409-49d9-b7e8-070b4acc612b tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564847 May 10 11:40:47.016894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-48fbdd3a-c135-4377-b926-684e0d1509b9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262512564'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:47.040217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48fbdd3a-c135-4377-b926-684e0d1509b9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.142654 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48fbdd3a-c135-4377-b926-684e0d1509b9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.147577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48fbdd3a-c135-4377-b926-684e0d1509b9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.170438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48fbdd3a-c135-4377-b926-684e0d1509b9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.174657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53144) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.174811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-48fbdd3a-c135-4377-b926-684e0d1509b9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1614220 May 10 11:40:47.181482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a72fcdfa-b072-496a-b64c-a17a1a868951 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:47.182005 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-a72fcdfa-b072-496a-b64c-a17a1a868951 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 10 11:40:47.189523 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-a72fcdfa-b072-496a-b64c-a17a1a868951 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] update failed (client error): There was a conflict when trying to complete your request. May 10 11:40:47.189523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a72fcdfa-b072-496a-b64c-a17a1a868951 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "PUT /v2.0/security-groups/c8ffa1a5-a9b0-457c-a7b7-736cfed78945 HTTP/1.1" status: 409 len: 330 time: 0.0077653 May 10 11:40:47.189523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53146) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.205059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbdd3a-c135-4377-b926-684e0d1509b9 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ffa1a5-a9b0-457c-a7b7-736cfed78945,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:47.259663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80f5ab53-75c9-49d7-a83c-a5ff4e7bd90d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.284701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80f5ab53-75c9-49d7-a83c-a5ff4e7bd90d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.337789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80f5ab53-75c9-49d7-a83c-a5ff4e7bd90d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.343799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80f5ab53-75c9-49d7-a83c-a5ff4e7bd90d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.345435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-80f5ab53-75c9-49d7-a83c-a5ff4e7bd90d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/c8ffa1a5-a9b0-457c-a7b7-736cfed78945 HTTP/1.1" status: 204 len: 168 time: 0.1571660 May 10 11:40:47.348275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53150) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.364553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5ab53-75c9-49d7-a83c-a5ff4e7bd90d tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ffa1a5-a9b0-457c-a7b7-736cfed78945,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:47.397128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6aeb275b-f696-4606-b038-fb076b53020e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476534 May 10 11:40:47.401543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53152) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.410600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53154) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.426628 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-2c6cbf96-7b33-4b29-ab5b-9d4052aab23b tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] delete failed (client error): The resource could not be found. May 10 11:40:47.431212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2c6cbf96-7b33-4b29-ab5b-9d4052aab23b tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "DELETE /v2.0/security-groups/7079b39f-55f3-4b64-b955-ea7c5e2c9056 HTTP/1.1" status: 404 len: 347 time: 0.0243511 May 10 11:40:47.431564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53158) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.447180 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-ef42d96e-b3a9-4657-827d-5f0aaa134531 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] show failed (client error): The resource could not be found. May 10 11:40:47.448436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ef42d96e-b3a9-4657-827d-5f0aaa134531 tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-groups/745bb788-1fe9-4bd9-9166-eadd31215173 HTTP/1.1" status: 404 len: 347 time: 0.0156662 May 10 11:40:47.452175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53160) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.467737 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-3c0bfd2b-2dba-452c-9c10-57f71473ff8e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] show failed (client error): The resource could not be found. May 10 11:40:47.469412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3c0bfd2b-2dba-452c-9c10-57f71473ff8e tempest-NegativeSecGroupTest-508491590 tempest-NegativeSecGroupTest-508491590-project] 10.222.0.13 "GET /v2.0/security-group-rules/3675d31f-c718-47f3-8cfc-04f16a0bb2a3 HTTP/1.1" status: 404 len: 356 time: 0.0163198 May 10 11:40:47.590366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51095d4b-30ac-4bfe-b1b1-f9a403347404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.609696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26a06-a698-4249-a24a-9bcb20fbea6a req-d29fa4cb-1044-4e2b-8aff-004071d3b785 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:47.621606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ae26a06-a698-4249-a24a-9bcb20fbea6a req-d29fa4cb-1044-4e2b-8aff-004071d3b785 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 945 time: 0.0876360 May 10 11:40:47.710798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ae26a06-a698-4249-a24a-9bcb20fbea6a req-22bc1338-bf67-46c5-8a1c-c406ed1612d5 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856571 May 10 11:40:47.775631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51095d4b-30ac-4bfe-b1b1-f9a403347404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.788344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.789018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51095d4b-30ac-4bfe-b1b1-f9a403347404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.812946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987633bf-e2c7-4414-9896-581cd645846e req-ddf407b6-0580-4216-9243-b4f0e52110ef tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:47.815120 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-987633bf-e2c7-4414-9896-581cd645846e req-ddf407b6-0580-4216-9243-b4f0e52110ef tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1316760 May 10 11:40:47.854994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c6b2-b9a3-4a0e-ae64-783f8e5e20af req-ef3fa783-b757-4121-b20b-3ededb0cb3e3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:47.856932 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a06c6b2-b9a3-4a0e-ae64-783f8e5e20af req-ef3fa783-b757-4121-b20b-3ededb0cb3e3 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 945 time: 0.0846245 May 10 11:40:47.869275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-51095d4b-30ac-4bfe-b1b1-f9a403347404 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61975e24960341258bfc7b97200e92d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573562 May 10 11:40:47.873693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53178) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:47.885066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51095d4b-30ac-4bfe-b1b1-f9a403347404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6726f300-9a09-49c5-a11f-6c59b142dec2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:47.911227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-987633bf-e2c7-4414-9896-581cd645846e req-555b7fef-0569-47fe-913a-637d8b315d39 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784910 May 10 11:40:48.006790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2f553ada-4edc-4186-9ab1-bf518566af55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fdc0f9f73ab4581b26bbc50e93bbffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147453 May 10 11:40:48.007939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53182) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:48.011448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a06c6b2-b9a3-4a0e-ae64-783f8e5e20af req-97da4235-6d41-47ec-acd8-7d566de0231a tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380987 May 10 11:40:48.035984 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-042a33e3-53f8-4d48-8929-4686c8f6928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.069867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-042a33e3-53f8-4d48-8929-4686c8f6928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.160313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-042a33e3-53f8-4d48-8929-4686c8f6928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.163107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-042a33e3-53f8-4d48-8929-4686c8f6928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.164333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-042a33e3-53f8-4d48-8929-4686c8f6928b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6726f300-9a09-49c5-a11f-6c59b142dec2 HTTP/1.1" status: 204 len: 168 time: 0.2897084 May 10 11:40:48.165269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45db1-094c-486f-b06c-f81e1646b1ad req-248eb8e5-5a98-448b-926f-c3f8c4b16e75 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:48.180346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64a45db1-094c-486f-b06c-f81e1646b1ad req-248eb8e5-5a98-448b-926f-c3f8c4b16e75 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1334789 May 10 11:40:48.192370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a630a-b0a4-4069-b71f-239e6772c477 req-fee69c72-7778-4b50-a7e0-3286c34695fd tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:48.192798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2be7d43-9bbb-430d-832b-0b49c42f4ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.194191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-958a630a-b0a4-4069-b71f-239e6772c477 req-fee69c72-7778-4b50-a7e0-3286c34695fd tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.0948145 May 10 11:40:48.195457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a33e3-53f8-4d48-8929-4686c8f6928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6726f300-9a09-49c5-a11f-6c59b142dec2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:48.255506 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-958a630a-b0a4-4069-b71f-239e6772c477 req-2847e914-241c-4cfd-8b51-3a57d73adfc7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 May 10 11:40:48.276319 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2be7d43-9bbb-430d-832b-0b49c42f4ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.285230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64a45db1-094c-486f-b06c-f81e1646b1ad req-830ae0e5-dd92-4f93-b995-4a16a6b763eb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021392 May 10 11:40:48.394304 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2be7d43-9bbb-430d-832b-0b49c42f4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.398240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2be7d43-9bbb-430d-832b-0b49c42f4ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.399577 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c2be7d43-9bbb-430d-832b-0b49c42f4ac6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fb39a8a-f1a2-4051-8115-bbfa42c5b135 HTTP/1.1" status: 204 len: 168 time: 0.3904965 May 10 11:40:48.420399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be7d43-9bbb-430d-832b-0b49c42f4ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb39a8a-f1a2-4051-8115-bbfa42c5b135,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:48.427104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff835d-6a18-41ff-ac4d-35d4834c7c8d req-6878a81e-3f99-4507-aabc-728df494443d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:48.437348 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1bff835d-6a18-41ff-ac4d-35d4834c7c8d req-6878a81e-3f99-4507-aabc-728df494443d tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 945 time: 0.0663941 May 10 11:40:48.483367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53198) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:48.510477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1bff835d-6a18-41ff-ac4d-35d4834c7c8d req-88a0ac84-9838-48b0-a319-ad19b6c913fd tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658753 May 10 11:40:48.527627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53204) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:48.755062 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2751-1449-437c-9b71-b68f37d9c077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.849334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824b963-5ca4-4a8c-8d60-9aebc3ccf0d8 tempest-TestServerBasicOps-1836799499 tempest-TestServerBasicOps-1836799499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:48.853698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b824b963-5ca4-4a8c-8d60-9aebc3ccf0d8 tempest-TestServerBasicOps-1836799499 tempest-TestServerBasicOps-1836799499-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1091 time: 0.3221264 May 10 11:40:48.854084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:48.859883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:48.903101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.912548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2751-1449-437c-9b71-b68f37d9c077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.919367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2751-1449-437c-9b71-b68f37d9c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.956070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d2751-1449-437c-9b71-b68f37d9c077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374ba49-972d-496f-a225-3a8f101acfad,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:48.977156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ba3d2751-1449-437c-9b71-b68f37d9c077 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee10af2db661470f8666f26d437678ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925170 May 10 11:40:48.980487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:49.036296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.049619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55314a81-97a2-4e78-ab90-29353a560899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.076381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55314a81-97a2-4e78-ab90-29353a560899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.157767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55314a81-97a2-4e78-ab90-29353a560899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.161175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e34cb3-7a62-4475-8ecb-6f38fcd2e072 req-18f8949d-4ff6-4394-aaac-bb6b46b393c6 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:49.162287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-55314a81-97a2-4e78-ab90-29353a560899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.163611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-55314a81-97a2-4e78-ab90-29353a560899 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5374ba49-972d-496f-a225-3a8f101acfad HTTP/1.1" status: 204 len: 168 time: 0.1818693 May 10 11:40:49.169651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c1e34cb3-7a62-4475-8ecb-6f38fcd2e072 req-18f8949d-4ff6-4394-aaac-bb6b46b393c6 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.0741048 May 10 11:40:49.180442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55314a81-97a2-4e78-ab90-29353a560899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374ba49-972d-496f-a225-3a8f101acfad,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:49.231759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:40:49.275229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c1e34cb3-7a62-4475-8ecb-6f38fcd2e072 req-abf2b768-9165-4774-b819-603c05dc6ea8 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990522 May 10 11:40:49.276723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Allocated IP 172.25.8.115 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b727b4bf-e955-4737-b21b-8ea096d63f5c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:49.358313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:49.384277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'port_id': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'mac_address': 'fa:16:3e:2c:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:40:49.425136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac60e0-aa4e-4c39-8bdc-adbfadbf8ba5 req-2e188a79-8973-433c-b3cf-56081cf62b92 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:49.434569 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83ac60e0-aa4e-4c39-8bdc-adbfadbf8ba5 req-2e188a79-8973-433c-b3cf-56081cf62b92 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.0680594 May 10 11:40:49.473319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8f256e82-8f90-453e-8ac4-dd37008d79c3 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:49.473730 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.491200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-83ac60e0-aa4e-4c39-8bdc-adbfadbf8ba5 req-660fd88f-30e7-45ea-8cd7-4806b4d30306 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556233 May 10 11:40:49.515286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f256e82-8f90-453e-8ac4-dd37008d79c3 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:40:49.516568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f5d10-caf9-42dc-95cd-80f789ba1147 req-c1da405d-7599-4e5a-9891-c87a34ee43f5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:49.518100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-132f5d10-caf9-42dc-95cd-80f789ba1147 req-c1da405d-7599-4e5a-9891-c87a34ee43f5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1284471 May 10 11:40:49.539017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.551454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:49.558483 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.582105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-132f5d10-caf9-42dc-95cd-80f789ba1147 req-fe899183-696f-4eee-8541-ffa3703bf542 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551727 May 10 11:40:49.625167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.634223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:49.658589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53250) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:49.661530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['8f256e82-8f90-453e-8ac4-dd37008d79c3'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:40:49.672882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:49.675709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:49.678270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:49.753173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'Port': ['ID=b727b4bf-e955-4737-b21b-8ea096d63f5c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:49.847465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2129845563-network', 'tenant_id': '54559a33eeb145b689aaa8cf708df004'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:49.882739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Made reservation on behalf of 54559a33eeb145b689aaa8cf708df004 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:49.888617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:49.901578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.006151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53270) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:50.016820 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.024052 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.054300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:40:50.080224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.080750 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Added segment 35d16630-7801-437c-8e0e-527694efcafb of type vlan for network df964da3-c9c3-43ec-8cfe-883e8aaa78dc May 10 11:40:50.082221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be5dec9-cf6f-4324-bb1f-130092f4877f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:50.137505 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.173750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.174776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:50.175750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.207757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.246517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5863669 May 10 11:40:50.249507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53282) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:50.256702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Request body: {'subnet': {'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-subnet', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:50.268367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-725371757-network', 'tenant_id': 'da9c0840f89847a3bad000d3049364b2'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:50.273267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96534a1e-e584-4a2d-8b02-59f0d28c3ccd admin admin] Pushing event updated for resources: {'Network': ['ID=df964da3-c9c3-43ec-8cfe-883e8aaa78dc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:50.285251 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:40:50.322089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Made reservation on behalf of 54559a33eeb145b689aaa8cf708df004 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:50.325181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.329783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Made reservation on behalf of da9c0840f89847a3bad000d3049364b2 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:50.330625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.332242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.387581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.506582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e52626-dbcd-4dd5-9e87-32914a2d4c20 req-7a2c9722-917d-4eae-b253-3ce572acfd22 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:50.516431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2e52626-dbcd-4dd5-9e87-32914a2d4c20 req-7a2c9722-917d-4eae-b253-3ce572acfd22 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1299217 May 10 11:40:50.529966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.537679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.649390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event updated for resources: {'Port': ['ID=b727b4bf-e955-4737-b21b-8ea096d63f5c,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:50.668569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.689517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2e52626-dbcd-4dd5-9e87-32914a2d4c20 req-1e72d5c5-66b5-4ca6-ac07-2bdef7fbadcb tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718962 May 10 11:40:50.710487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53310) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:50.733620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f70216-2af1-45ce-8485-d8198abe289f req-b47e265a-39d1-4c8d-b77b-d594b21dc12e tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:50.735239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88f70216-2af1-45ce-8485-d8198abe289f req-b47e265a-39d1-4c8d-b77b-d594b21dc12e tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1283619 May 10 11:40:50.743085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.767134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.819004 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.826575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88f70216-2af1-45ce-8485-d8198abe289f req-d46126d9-1d21-427e-bac9-0d0179acd9c8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781064 May 10 11:40:50.832118 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Floating IP 1bdb4e27-fa53-4c0a-803f-a9781f6c6e27 associated. External IP: 172.25.8.115, port: fca48909-4bc3-4a19-a72f-09ab4a1c7572. May 10 11:40:50.880982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1878579336-network', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:50.894410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:40:50.911951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Made reservation on behalf of ea8ba77ee4a84dc5816005fb93b2c81e for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:50.914928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.920288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3274b2-83ad-45bc-9af9-3f4e0e0af5c8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:50.937874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.938322 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Added segment b9195e04-a701-481d-b97d-e91398f47c94 of type vlan for network ea636af6-d852-4c2c-85bf-124df385f705 May 10 11:40:50.954935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af092eb2-0e4e-4f7b-bf86-239ae711e0b8,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:50.962013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.966173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922c42e-d332-4e54-aee0-7c7abef41182 req-04bd6c8e-e233-4f40-a2a6-b99b5dfe4770 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:50.974216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4922c42e-d332-4e54-aee0-7c7abef41182 req-04bd6c8e-e233-4f40-a2a6-b99b5dfe4770 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1822865 May 10 11:40:50.979684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Checking segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:50.980154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Network hostable DHCP agents. Network: df964da3-c9c3-43ec-8cfe-883e8aaa78dc, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:40:51.054420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.098258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:40:51.120043 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4922c42e-d332-4e54-aee0-7c7abef41182 req-4f977783-447c-4695-89de-7819964671c5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446285 May 10 11:40:51.123962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, df964da3-c9c3-43ec-8cfe-883e8aaa78dc) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:51.130105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:51.131102 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.138733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.139540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab04e3-af55-4462-bf2e-7e4a47912732 None None] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:51.140546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:51.141378 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.164874 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.175604 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.204945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Router 43148101-ce8e-4224-baa8-6dcae4c0aa48 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:40:51.226418 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fbcf5576-a6c1-4c04-83fd-f10e1bb90516 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9757712 May 10 11:40:51.235494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:40:51.236087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53318) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:51.238531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:51.244393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:51.259425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2520931 May 10 11:40:51.264447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53320) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:51.269267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Request body: {'subnet': {'network_id': 'ea636af6-d852-4c2c-85bf-124df385f705', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-725371757-subnet', 'tenant_id': 'da9c0840f89847a3bad000d3049364b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:51.275711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fd255-339d-4dc1-bcc9-77a7f9d9184d admin admin] Pushing event updated for resources: {'Network': ['ID=ea636af6-d852-4c2c-85bf-124df385f705,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:51.306991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.308452 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.314129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Made reservation on behalf of da9c0840f89847a3bad000d3049364b2 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:51.316532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network ea636af6-d852-4c2c-85bf-124df385f705 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:40:51.317043 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.360804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469a6703-9a8c-4a93-8c47-b4204398314d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:51.366332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:51.374782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.375125 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Added segment 992a874d-e983-4d3b-8cad-4b92ea74f6fb of type vlan for network 23db7037-fd7d-4221-9024-de96a5d777fd May 10 11:40:51.417053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.438426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] Sync routers for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:51.462177 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.471810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:51.474738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-54fe8ce1-9337-4eba-beaa-14e114a54354 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6170878 May 10 11:40:51.474738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'tag': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:51.475700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:51.476748 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d689395d-6f40-4a3e-830d-673698767604" -d '{"events": [{"name": "network-changed", "server_uuid": "bf34ea27-79f5-4679-9c73-9a25774b0d2b", "tag": "fca48909-4bc3-4a19-a72f-09ab4a1c7572"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:51.513233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.514334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:51.515106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.544252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.571470 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07917d27-4551-448f-a99c-a03bbcfbf50c x-openstack-request-id: req-07917d27-4551-448f-a99c-a03bbcfbf50c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:51.571738 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf34ea27-79f5-4679-9c73-9a25774b0d2b", "tag": "fca48909-4bc3-4a19-a72f-09ab4a1c7572", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:51.572034 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07917d27-4551-448f-a99c-a03bbcfbf50c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:51.572488 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07917d27-4551-448f-a99c-a03bbcfbf50c'] response: {'name': 'network-changed', 'server_uuid': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'tag': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'status': 'completed', 'code': 200} May 10 11:40:51.606219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8933959 May 10 11:40:51.610272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53326) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:51.630144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Request body: {'subnet': {'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1878579336-subnet', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:51.646861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:51.660814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9a2ac-a5de-463f-8de6-7080d42241c7 admin admin] Pushing event updated for resources: {'Network': ['ID=23db7037-fd7d-4221-9024-de96a5d777fd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:51.662896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.666370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=95be3d7a-7752-4b97-ae7a-65d598081696,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:51.668240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Made reservation on behalf of ea8ba77ee4a84dc5816005fb93b2c81e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:51.671379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.769626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 23db7037-fd7d-4221-9024-de96a5d777fd details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:40:51.870705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689395d-6f40-4a3e-830d-673698767604 req-fb9b3be7-c101-4b9e-8193-56def79e53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:51.872812 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d689395d-6f40-4a3e-830d-673698767604 req-fb9b3be7-c101-4b9e-8193-56def79e53f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea33618ba6204665824808a0c3b5c617&device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1096 time: 0.2828803 May 10 11:40:51.874273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.911719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 8f256e82-8f90-453e-8ac4-dd37008d79c3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:51.912517 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.918731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.955856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Checking segment: {'id': 'b9195e04-a701-481d-b97d-e91398f47c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea636af6-d852-4c2c-85bf-124df385f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:51.956572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Network hostable DHCP agents. Network: ea636af6-d852-4c2c-85bf-124df385f705, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:40:52.041626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93aa5848-4399-4a91-b462-316239459132,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:52.060976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Checking segment: {'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:52.061412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Network hostable DHCP agents. Network: 23db7037-fd7d-4221-9024-de96a5d777fd, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:40:52.070480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Network ea636af6-d852-4c2c-85bf-124df385f705 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:40:52.083264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9c5c7-40ce-4797-85d3-b01868348e57 req-28a43bfe-d30c-40b9-b900-c499266a73c1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:52.084602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92bae9-b52e-4093-b391-e261ee887523 req-3251029f-a19f-486c-881d-c083dae27cd9 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:52.085825 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51d9c5c7-40ce-4797-85d3-b01868348e57 req-28a43bfe-d30c-40b9-b900-c499266a73c1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1123087 May 10 11:40:52.092601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b92bae9-b52e-4093-b391-e261ee887523 req-3251029f-a19f-486c-881d-c083dae27cd9 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1617992 May 10 11:40:52.126668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, ea636af6-d852-4c2c-85bf-124df385f705) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:52.135885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:52.138692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:52.162286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4bc09c-364b-4c5a-a6c5-c2d4eec5b30d None None] Network ea636af6-d852-4c2c-85bf-124df385f705 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:52.188391 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b92bae9-b52e-4093-b391-e261ee887523 req-ab8bc762-9702-41d8-8a9b-2996e6cc983a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948908 May 10 11:40:52.218561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f2792410-69e6-4d4c-bca0-ad59a636d9fd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9529347 May 10 11:40:52.450196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:52.457662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8f256e82-8f90-453e-8ac4-dd37008d79c3 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:52.458240 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:52.514133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:40:52.515015 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:52.517144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:40:52.519388 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72bf082-8f9e-4783-b8f6-b66cafde42d5" -d '{"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-plugged", "status": "completed", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:40:52.541325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:52.585875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904c7b-bd8b-4a7e-b058-bd4c8a1359d1 req-f1f0c2e3-2799-4c60-8a45-30f1a6f022be tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:52.587409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d904c7b-bd8b-4a7e-b058-bd4c8a1359d1 req-f1f0c2e3-2799-4c60-8a45-30f1a6f022be tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1829398 May 10 11:40:52.670878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d904c7b-bd8b-4a7e-b058-bd4c8a1359d1 req-d3c9c99d-fe6b-4f19-9087-6a571efeb76e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505261 May 10 11:40:52.703999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Allocated IP 172.20.0.2 (df964da3-c9c3-43ec-8cfe-883e8aaa78dc/af092eb2-0e4e-4f7b-bf86-239ae711e0b8/0841e03a-278f-48bf-8a3f-5eb94f0b058f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:52.793741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689395d-6f40-4a3e-830d-673698767604 req-de1f3880-0728-427d-9efa-8989a96c14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:52.795675 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d689395d-6f40-4a3e-830d-673698767604 req-de1f3880-0728-427d-9efa-8989a96c14b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83260efc-5c58-4255-b9fb-07a6484b4a9a HTTP/1.1" status: 200 len: 910 time: 0.9130442 May 10 11:40:52.803964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51d9c5c7-40ce-4797-85d3-b01868348e57 req-1378f974-a9c2-4828-8541-123fbda77c35 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7012563 May 10 11:40:52.804552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Network 23db7037-fd7d-4221-9024-de96a5d777fd is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:40:52.868236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Allocated IP 172.25.8.117 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/2b1e9771-14db-4e26-b708-f6edf7eabbdc) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:52.888652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:52.891989 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd8651b-66fc-4fe5-bae2-baf9ac61f153 x-openstack-request-id: req-4dd8651b-66fc-4fe5-bae2-baf9ac61f153 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:40:52.892263 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-plugged", "status": "completed", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:40:52.892513 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dd8651b-66fc-4fe5-bae2-baf9ac61f153 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:40:52.893150 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd8651b-66fc-4fe5-bae2-baf9ac61f153'] response: {'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'code': 200} May 10 11:40:52.905770 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:52.936732 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-7b73186d-83eb-469a-8919-38ba71479e20 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2089374 May 10 11:40:52.970490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d689395d-6f40-4a3e-830d-673698767604 req-1ddb10a9-74eb-4c19-ae18-8fc0a28a3b5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572 HTTP/1.1" status: 200 len: 999 time: 0.1610086 May 10 11:40:52.971316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 23db7037-fd7d-4221-9024-de96a5d777fd) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:52.976403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:52.976995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.019367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70581ad-e9d5-4670-8ec0-426bf9c17fb9 None None] Network 23db7037-fd7d-4221-9024-de96a5d777fd requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:53.039184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-03007c99-fbc1-4b30-8144-10e61e560435 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4104214 May 10 11:40:53.039482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53346) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:53.044806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:53.073262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689395d-6f40-4a3e-830d-673698767604 req-823aecb5-5bb1-4aa0-a94e-96b2d15a2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.073978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-09b5ffb5-ae63-47ec-97ab-36dc9d3831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.074590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-09b5ffb5-ae63-47ec-97ab-36dc9d3831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.075180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-09b5ffb5-ae63-47ec-97ab-36dc9d3831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.075372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d689395d-6f40-4a3e-830d-673698767604 req-823aecb5-5bb1-4aa0-a94e-96b2d15a2bba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e54b0c82-3eac-43cf-8383-60b78c30d030 HTTP/1.1" status: 200 len: 848 time: 0.0844390 May 10 11:40:53.076073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-09b5ffb5-ae63-47ec-97ab-36dc9d3831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.076774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-09b5ffb5-ae63-47ec-97ab-36dc9d3831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.077236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-09b5ffb5-ae63-47ec-97ab-36dc9d3831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.077800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-09b5ffb5-ae63-47ec-97ab-36dc9d3831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.080505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.080668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-09b5ffb5-ae63-47ec-97ab-36dc9d3831f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61c875a6e9124d718f447839eeda2fda&device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 6492 time: 0.0725439 May 10 11:40:53.084435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.164056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '1bdb4e27-fa53-4c0a-803f-a9781f6c6e27', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'port_id': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'mac_address': 'fa:16:3e:89:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:40:49Z', 'updated_at': '2022-05-10T11:40:49Z', 'revision_number': 0, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:53.243102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.247779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] Checking router: 43148101-ce8e-4224-baa8-6dcae4c0aa48 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:53.262683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.268661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689395d-6f40-4a3e-830d-673698767604 req-d7a4745d-22bd-4b1f-8345-59f4f471b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.270185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d689395d-6f40-4a3e-830d-673698767604 req-d7a4745d-22bd-4b1f-8345-59f4f471b892 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83260efc-5c58-4255-b9fb-07a6484b4a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707845 May 10 11:40:53.281748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.342397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53354) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:53.357372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.359360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1366513982-network', 'tenant_id': '6568506e89c646c99755a553d26d5e1f'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:53.366085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:53.366801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:53.368777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:53.430860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-44387461-e9de-4219-bd52-4928f485551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.431719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-44387461-e9de-4219-bd52-4928f485551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.432391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-44387461-e9de-4219-bd52-4928f485551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.434511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-44387461-e9de-4219-bd52-4928f485551a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0baa6384-755b-49d7-a9b2-89b8632f72c7&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=a07648da-45fb-45f5-b678-2127c3e36d09&id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 HTTP/1.1" status: 200 len: 2292 time: 0.3123310 May 10 11:40:53.444606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Made reservation on behalf of 6568506e89c646c99755a553d26d5e1f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:53.447334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.503364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e07bc-ede5-423d-b819-be90b819ba43 None None] Network ea636af6-d852-4c2c-85bf-124df385f705 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:53.516929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.588867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d689395d-6f40-4a3e-830d-673698767604 req-35949fbf-3efc-4d1f-9d0e-a959f1ba2457 service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099487 May 10 11:40:53.695973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:53.702968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-23db7037-fd7d-4221-9024-de96a5d777fd', 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'fixed_ips': [{'subnet_id': '93aa5848-4399-4a91-b462-316239459132'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:40:53.704622 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.737052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:53.743279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:53.751492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d689395d-6f40-4a3e-830d-673698767604 req-5907ff60-3737-432f-a40d-571fba620741 service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537976 May 10 11:40:53.835754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Pushing event updated for resources: {'Port': ['ID=0841e03a-278f-48bf-8a3f-5eb94f0b058f,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:53.946236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63359e-90f4-4e66-a015-f8eddeb63806 req-b2c7cfce-cbfc-4841-9816-054551e36ead tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.947235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-db63359e-90f4-4e66-a015-f8eddeb63806 req-b2c7cfce-cbfc-4841-9816-054551e36ead tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1036885 May 10 11:40:53.967560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7af47-73b1-4efe-9b23-aec6d31026af req-3ddfaec8-5117-42d4-8c86-e2e11737e831 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:53.970069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-90c7af47-73b1-4efe-9b23-aec6d31026af req-3ddfaec8-5117-42d4-8c86-e2e11737e831 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.6265006 May 10 11:40:53.974200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.989941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:53.992649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.020040 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.038509 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-db63359e-90f4-4e66-a015-f8eddeb63806 req-f746b596-9812-4b65-a16f-9aabc0f51199 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802054 May 10 11:40:54.075210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Allocated IP 172.20.0.2 (23db7037-fd7d-4221-9024-de96a5d777fd/93aa5848-4399-4a91-b462-316239459132/41898e4b-a0c1-4724-929a-bff8fbc65df8) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:54.157331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.180502 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.187772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:54.216309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Attempting to bind port 0841e03a-278f-48bf-8a3f-5eb94f0b058f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:54.216517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:54.216603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Attempting to bind port 0841e03a-278f-48bf-8a3f-5eb94f0b058f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:54.216932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Attempting to bind port 0841e03a-278f-48bf-8a3f-5eb94f0b058f on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:54.220701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-3ea2ddf8-9e98-49cd-aaac-8cb1e0882b29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d HTTP/1.1" status: 200 len: 1002 time: 0.7702618 May 10 11:40:54.224703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:54.230662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:54.256183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:54.256599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Checking segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:54.256956 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.257358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Bound using segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:54.257826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Bound port: 0841e03a-278f-48bf-8a3f-5eb94f0b058f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:54.258202 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.274757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Pushing event updated for resources: {'Port': ['ID=2b1e9771-14db-4e26-b708-f6edf7eabbdc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:54.275456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2e560-ff38-440e-8db2-5a655dabf320 req-54d3a814-197e-4940-b847-919c08632470 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:54.277649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9c2e560-ff38-440e-8db2-5a655dabf320 req-54d3a814-197e-4940-b847-919c08632470 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1113114 May 10 11:40:54.288779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Allocated IP 172.25.8.198 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/98aab715-43a5-4b33-92ed-2b2bb591c2d3) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:54.335621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:40:54.400312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9c2e560-ff38-440e-8db2-5a655dabf320 req-eb35b406-7a05-4709-98f4-c9993ed9b74b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078362 May 10 11:40:54.417530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-90c7af47-73b1-4efe-9b23-aec6d31026af req-5b79139a-6715-41f9-acfa-9388cca1c0af tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389627 May 10 11:40:54.439944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d698c-af40-477d-9af4-d49fdd782d38,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:54.455803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.457770 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Added segment fd4b4279-93af-49dd-9907-356339875dc3 of type vlan for network 5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7 May 10 11:40:54.498772 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.530113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-64d31407-b1de-4ee0-b8eb-91bfa77eb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:54.532029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-64d31407-b1de-4ee0-b8eb-91bfa77eb8dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81b933b5-2fe8-47c2-bb94-e00aed01a622 HTTP/1.1" status: 200 len: 850 time: 0.2339556 May 10 11:40:54.560282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.569564 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.618202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:54.621493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:54.626347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:54.653896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] For port 0841e03a-278f-48bf-8a3f-5eb94f0b058f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:54.661916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Pushing event updated for resources: {'Port': ['ID=98aab715-43a5-4b33-92ed-2b2bb591c2d3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:54.662790 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.675528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] For port 0841e03a-278f-48bf-8a3f-5eb94f0b058f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0841e03a-278f-48bf-8a3f-5eb94f0b058f,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:54.685843 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.690883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.733185 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.734206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:54.734773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.741279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Network 23db7037-fd7d-4221-9024-de96a5d777fd is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:54.746146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:54.757137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:40:54.887597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-1fe2fdc9-4394-4001-9135-3174093869a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:54.889290 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-1fe2fdc9-4394-4001-9135-3174093869a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0baa6384-755b-49d7-a9b2-89b8632f72c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3453143 May 10 11:40:54.948242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5931165 May 10 11:40:54.950164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53360) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:54.956103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Request body: {'subnet': {'network_id': '5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1366513982-subnet', 'tenant_id': '6568506e89c646c99755a553d26d5e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:54.987550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Made reservation on behalf of 6568506e89c646c99755a553d26d5e1f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:54.990508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.994713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41333c4d-9e16-4fa8-a8f7-e14defacf035 admin admin] Pushing event updated for resources: {'Network': ['ID=5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:55.011769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.156701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:40:55.160567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '1bdb4e27-fa53-4c0a-803f-a9781f6c6e27', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'port_id': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'mac_address': 'fa:16:3e:89:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:40:49Z', 'updated_at': '2022-05-10T11:40:49Z', 'revision_number': 0, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:55.162876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Pushing event updated for resources: {'Port': ['ID=41898e4b-a0c1-4724-929a-bff8fbc65df8,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:55.189460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.297969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-210f60a7-e8ad-4caf-8295-11842d9ee21f service neutron] 10.222.0.70 "GET /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964176 May 10 11:40:55.314099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95a511-045a-4603-8bb9-860183139cb2 None None] The sync data for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 is: [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '1bdb4e27-fa53-4c0a-803f-a9781f6c6e27', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'port_id': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'mac_address': 'fa:16:3e:89:a4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:40:49Z', 'updated_at': '2022-05-10T11:40:49Z', 'revision_number': 0, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:55.342456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Attempting to bind port 41898e4b-a0c1-4724-929a-bff8fbc65df8 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:55.342977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Attempting to bind port 41898e4b-a0c1-4724-929a-bff8fbc65df8 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:55.343435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Attempting to bind port 41898e4b-a0c1-4724-929a-bff8fbc65df8 on network 23db7037-fd7d-4221-9024-de96a5d777fd {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:55.374819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:55.375327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Checking segment: {'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:55.375798 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.376304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Bound using segment: {'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:55.377538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Bound port: 41898e4b-a0c1-4724-929a-bff8fbc65df8, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:55.378005 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.406608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f12d4-12ec-45e9-8c4d-0cf7f7674520 None None] Pushing event updated for resources: {'Port': ['ID=0841e03a-278f-48bf-8a3f-5eb94f0b058f,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:55.408096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaba5d-831d-46a7-98eb-9405d9ccf06b req-e2d852b8-18ba-4dfd-b27f-e12234a8716e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:55.409697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-baaaba5d-831d-46a7-98eb-9405d9ccf06b req-e2d852b8-18ba-4dfd-b27f-e12234a8716e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.2130203 May 10 11:40:55.544631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] For port 41898e4b-a0c1-4724-929a-bff8fbc65df8, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:55.548432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] For port 41898e4b-a0c1-4724-929a-bff8fbc65df8, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=41898e4b-a0c1-4724-929a-bff8fbc65df8,segment=NetworkSegment(992a874d-e983-4d3b-8cad-4b92ea74f6fb),segment_id=992a874d-e983-4d3b-8cad-4b92ea74f6fb)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:55.563772 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.618390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-baaaba5d-831d-46a7-98eb-9405d9ccf06b req-f9cac0ee-868f-48b7-b3ea-f4b645971419 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017026 May 10 11:40:55.649096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79892-2fa3-4452-b3bd-7577bb007727 None None] Pushing event updated for resources: {'Port': ['ID=41898e4b-a0c1-4724-929a-bff8fbc65df8,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:55.847365 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a653e75-8183-4cdc-89f8-4566c6ca0c0f None None] New status for floating IP 1bdb4e27-fa53-4c0a-803f-a9781f6c6e27: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:40:55.865907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-ff30f948-dfdf-47e4-a171-1b5556689f76 service neutron] 10.222.0.70 "GET /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334931 May 10 11:40:55.867862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.899624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af262-7459-4ea0-bddc-34ac0354d6bb req-9276d3f0-c131-4557-a864-a1e7c08f6c43 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:55.901232 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d24af262-7459-4ea0-bddc-34ac0354d6bb req-9276d3f0-c131-4557-a864-a1e7c08f6c43 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.3773196 May 10 11:40:55.932503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.962432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:56.031866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-7d080944-d518-455e-8f7f-be08c35d59b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca HTTP/1.1" status: 200 len: 217 time: 0.1494031 May 10 11:40:56.185400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda01c4-c94a-4422-acdd-d867773af214 req-3b556826-b5d9-4822-916c-cf6bdcdcf84a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:56.187254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-beda01c4-c94a-4422-acdd-d867773af214 req-3b556826-b5d9-4822-916c-cf6bdcdcf84a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.3405066 May 10 11:40:56.216971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d24af262-7459-4ea0-bddc-34ac0354d6bb req-0a024f22-935a-4a93-be63-a163f1b07b9b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962170 May 10 11:40:56.270403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-101127d0-99ef-4eae-b70c-25bb67c0f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:56.271955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-101127d0-99ef-4eae-b70c-25bb67c0f993 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 200 len: 797 time: 0.1691074 May 10 11:40:56.390235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-beda01c4-c94a-4422-acdd-d867773af214 req-8187f062-c033-4eec-bbd0-89ebe364c800 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909277 May 10 11:40:56.396630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706bb970-2b0d-4cc8-8085-b0f2c57d3425,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:56.435220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Checking segment: {'id': 'fd4b4279-93af-49dd-9907-356339875dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:56.435591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Network hostable DHCP agents. Network: 5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:40:56.436258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-80a554b7-7060-452c-9a8d-e556e62a1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:56.438251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-80a554b7-7060-452c-9a8d-e556e62a1e52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07648da-45fb-45f5-b678-2127c3e36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570687 May 10 11:40:56.483486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Network 5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:40:56.501421 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:56.505912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Router 31b30c17-1b1e-4711-a320-11fd1ae7009a is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:40:56.508769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:56.509364 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:56.515922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9bc4a6-875e-44c1-ac6f-9b7559fa6c34 None None] Network 5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:56.547937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Router b010b8a0-652b-4a4e-8027-36681f44e822 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:40:56.646875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e2fb54d9-a52f-46b6-afae-d54d11efd215 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6947284 May 10 11:40:56.669153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99faac02-1d96-4a35-8c7b-4a32376f7b9e None None] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:56.754150 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-3d1785df-4e3a-45e1-9989-67c1f371e02d service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972360 May 10 11:40:56.767620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:56.797103 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:56.798428 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0f4c0f45-b711-41a3-a4d4-447845dbfd60 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7579429 May 10 11:40:56.801202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53372) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:56.896723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Sync routers for ids ['31b30c17-1b1e-4711-a320-11fd1ae7009a'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:56.947874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f7d06081-b1b1-4c3d-a5b2-5ceaae87e311 None None] Provisioning complete for port 0841e03a-278f-48bf-8a3f-5eb94f0b058f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:56.948345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7d06081-b1b1-4c3d-a5b2-5ceaae87e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:56.982377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53374) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:57.017453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:40:57.033214 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:57.046109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3aab-b1f3-4764-94a5-ed673e5c6382 req-59ecd39e-a407-40b1-b503-ac48c20261d1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:57.047324 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:57.047661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-612a3aab-b1f3-4764-94a5-ed673e5c6382 req-59ecd39e-a407-40b1-b503-ac48c20261d1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.2231348 May 10 11:40:57.051338 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:57.074699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:57.083290 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d8cf18b9-0679-4e7a-951f-338a19a5776f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8394604 May 10 11:40:57.084012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53378) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:57.212773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200178c7-474d-48e5-9fe0-0b43a1a3662b None None] Network 5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:57.216462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1247d827-ce19-48dc-bef7-13c035528d43 admin admin] Deleting subnet 95be3d7a-7752-4b97-ae7a-65d598081696 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:40:57.239739 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-01cf87ea-b05a-4136-9c32-6a0c27df56e1 service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126794 May 10 11:40:57.254704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1247d827-ce19-48dc-bef7-13c035528d43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:57.262547 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:57.370620 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1247d827-ce19-48dc-bef7-13c035528d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:57.414730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0841e03a-278f-48bf-8a3f-5eb94f0b058f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:57.421072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-612a3aab-b1f3-4764-94a5-ed673e5c6382 req-4351efde-74fd-4bd7-831d-58eb392d3e4b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507042 May 10 11:40:57.422583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-807d79c0-9b11-4092-8e17-4cbd3275dd93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=345562d6-d353-44bd-a2dc-e31052544c50 HTTP/1.1" status: 200 len: 217 time: 0.1579888 May 10 11:40:57.424718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Routers {'31b30c17-1b1e-4711-a320-11fd1ae7009a'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:57.425493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['31b30c17-1b1e-4711-a320-11fd1ae7009a'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:57.468869 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1247d827-ce19-48dc-bef7-13c035528d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:57.542805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-3aac88e5-b3d3-4fa5-9d1d-d7638233512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:57.545407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-3aac88e5-b3d3-4fa5-9d1d-d7638233512e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 200 len: 797 time: 0.1077442 May 10 11:40:57.679797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1247d827-ce19-48dc-bef7-13c035528d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:57.738332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bac88-b271-4069-b84e-3a8a4ee4c706 None None] Network 23db7037-fd7d-4221-9024-de96a5d777fd requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:40:57.747771 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:40:54Z', 'revision_number': 3, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:57.799032 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:57.800012 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Updating router b010b8a0-652b-4a4e-8027-36681f44e822 port 2b1e9771-14db-4e26-b708-f6edf7eabbdc binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:40:57.864926 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:57.891696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-d27710b0-d328-47cd-a151-8c4755190c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:57.893345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-d27710b0-d328-47cd-a151-8c4755190c93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07648da-45fb-45f5-b678-2127c3e36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2682076 May 10 11:40:57.970397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb4a9c-d204-4c9c-aea7-b9a178bbe40c req-d4551511-cd0c-40a3-843a-202cf6c2be11 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:57.972386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37bb4a9c-d204-4c9c-aea7-b9a178bbe40c req-d4551511-cd0c-40a3-843a-202cf6c2be11 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.3565795 May 10 11:40:58.103763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f7d06081-b1b1-4c3d-a5b2-5ceaae87e311 None None] Current status of the port 0841e03a-278f-48bf-8a3f-5eb94f0b058f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:58.104921 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7d06081-b1b1-4c3d-a5b2-5ceaae87e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.141871 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Set router 31b30c17-1b1e-4711-a320-11fd1ae7009a gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:58.341004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d827-ce19-48dc-bef7-13c035528d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95be3d7a-7752-4b97-ae7a-65d598081696,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:58.350461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1247d827-ce19-48dc-bef7-13c035528d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.356438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1247d827-ce19-48dc-bef7-13c035528d43 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/95be3d7a-7752-4b97-ae7a-65d598081696 HTTP/1.1" status: 204 len: 168 time: 1.3702254 May 10 11:40:58.361966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53388) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:40:58.436900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3dd4-2dcb-4925-bdb7-091ac3abc26f req-5cd8a39f-3a6e-4a33-b205-d5dfa8f3dedf tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:58.438595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d32d3dd4-2dcb-4925-bdb7-091ac3abc26f req-5cd8a39f-3a6e-4a33-b205-d5dfa8f3dedf tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.8171675 May 10 11:40:58.448748 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.463330 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.558498 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Attempting to bind port 2b1e9771-14db-4e26-b708-f6edf7eabbdc on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:58.558876 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Attempting to bind port 2b1e9771-14db-4e26-b708-f6edf7eabbdc by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:58.559288 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Attempting to bind port 2b1e9771-14db-4e26-b708-f6edf7eabbdc on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:40:58.572412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0841e03a-278f-48bf-8a3f-5eb94f0b058f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:58.573725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.578518 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc082635-ed1f-4897-8183-b037c6ab981b None None] Pushing event updated for resources: {'Port': ['ID=2b1e9771-14db-4e26-b708-f6edf7eabbdc,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:58.592754 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:40:58.593091 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:40:58.593335 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.593724 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:40:58.594203 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Bound port: 2b1e9771-14db-4e26-b708-f6edf7eabbdc, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:58.594566 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.625274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f7d06081-b1b1-4c3d-a5b2-5ceaae87e311 None None] For port 0841e03a-278f-48bf-8a3f-5eb94f0b058f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0841e03a-278f-48bf-8a3f-5eb94f0b058f,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:58.677638 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7d06081-b1b1-4c3d-a5b2-5ceaae87e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.688740 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-2b49cd45-a76a-4e54-a27a-592c509180bc service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782962 May 10 11:40:58.702012 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d32d3dd4-2dcb-4925-bdb7-091ac3abc26f req-85e204a4-13ed-4c67-af8b-cad39fa73dda tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526610 May 10 11:40:58.710351 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] For port 2b1e9771-14db-4e26-b708-f6edf7eabbdc, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:40:58.712089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.713754 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] For port 2b1e9771-14db-4e26-b708-f6edf7eabbdc, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2b1e9771-14db-4e26-b708-f6edf7eabbdc,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:40:58.729391 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.761493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d06081-b1b1-4c3d-a5b2-5ceaae87e311 None None] Pushing event updated for resources: {'Port': ['ID=0841e03a-278f-48bf-8a3f-5eb94f0b058f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:58.857585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37bb4a9c-d204-4c9c-aea7-b9a178bbe40c req-fd81de03-440e-4b67-a7bf-44b57ac13347 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559674 May 10 11:40:58.893402 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:40:58.894048 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:58.922539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Provisioning complete for port 41898e4b-a0c1-4724-929a-bff8fbc65df8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:58.922903 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.956800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.004319 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc082635-ed1f-4897-8183-b037c6ab981b None None] Pushing event updated for resources: {'Port': ['ID=2b1e9771-14db-4e26-b708-f6edf7eabbdc,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:59.058504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0841e03a-278f-48bf-8a3f-5eb94f0b058f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:59.059662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 41898e4b-a0c1-4724-929a-bff8fbc65df8 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:40:59.102376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-4e887ecd-5bad-44f1-af87-43e21b8d6143 service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587053 May 10 11:40:59.164079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Current status of the port 41898e4b-a0c1-4724-929a-bff8fbc65df8 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:40:59.166529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.181397 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-feb84365-f995-4b78-bb6b-cf22435eab88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=3b02069f-abfc-457c-a2c9-8e2e9a23f398 HTTP/1.1" status: 200 len: 217 time: 0.0706596 May 10 11:40:59.211632 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 41898e4b-a0c1-4724-929a-bff8fbc65df8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:59.212039 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.230264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Allocated IP 172.20.0.1 (23db7037-fd7d-4221-9024-de96a5d777fd/93aa5848-4399-4a91-b462-316239459132/3b5eb410-3970-42b3-affd-5af3f0bca43a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:59.251672 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-1b01e67d-6fd0-4a24-8de2-bcb5ce351130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:59.253929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-1b01e67d-6fd0-4a24-8de2-bcb5ce351130 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 200 len: 797 time: 0.0611024 May 10 11:40:59.259106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.333966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] For port 41898e4b-a0c1-4724-929a-bff8fbc65df8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=41898e4b-a0c1-4724-929a-bff8fbc65df8,segment=NetworkSegment(992a874d-e983-4d3b-8cad-4b92ea74f6fb),segment_id=992a874d-e983-4d3b-8cad-4b92ea74f6fb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:40:59.348160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:40:54Z', 'revision_number': 3, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port': {'id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:54Z', 'updated_at': '2022-05-10T11:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:59.377459 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:40:59.419589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Checking router: 31b30c17-1b1e-4711-a320-11fd1ae7009a for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:59.422111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Updating router 31b30c17-1b1e-4711-a320-11fd1ae7009a port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:40:59.430003 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.459560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.460082 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.488585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1dfea-1d8f-4620-a883-bbfa905a2738 req-2dae3c4f-7d28-4e3f-8faf-70c928a0cb80 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:59.496335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b1dfea-1d8f-4620-a883-bbfa905a2738 req-2dae3c4f-7d28-4e3f-8faf-70c928a0cb80 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.5769780 May 10 11:40:59.516031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.563903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea636af6-d852-4c2c-85bf-124df385f705']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:59.595730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Allocated IP 172.20.0.1 (df964da3-c9c3-43ec-8cfe-883e8aaa78dc/af092eb2-0e4e-4f7b-bf86-239ae711e0b8/40c0ddcb-044d-4227-b891-ded311b4867f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:59.596322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9195e04-a701-481d-b97d-e91398f47c94') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:59.596721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9195e04-a701-481d-b97d-e91398f47c94') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:59.654181 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.674610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-13380235-e057-4e6d-8f93-d502636c18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:40:59.676514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-13380235-e057-4e6d-8f93-d502636c18b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07648da-45fb-45f5-b678-2127c3e36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3963752 May 10 11:40:59.679936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Provisioning complete for port 0841e03a-278f-48bf-8a3f-5eb94f0b058f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:59.680436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.681648 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:40:54Z', 'revision_number': 3, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:59.707128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b1dfea-1d8f-4620-a883-bbfa905a2738 req-d6170305-6b9e-4eab-8793-ef8c63340b40 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098041 May 10 11:40:59.721253 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf03e7-ed0c-45ce-9d79-7e9d9e66a6e9 None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:40:54Z', 'revision_number': 3, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:59.748115 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.775088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:40:59.776736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: timer() May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:40:59.783448 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:40:59.805010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:59.855730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Pushing event updated for resources: {'Port': ['ID=41898e4b-a0c1-4724-929a-bff8fbc65df8,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:59.861463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 41898e4b-a0c1-4724-929a-bff8fbc65df8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:00.023910 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.028706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-88d67200-6fcc-46c1-8e94-2c72539639b9 service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364682 May 10 11:41:00.048372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c7ab-b5d5-4102-bc51-7218a760d894 req-12f4c278-7e4c-4dab-9c23-87e9e266538f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:00.058546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7774c7ab-b5d5-4102-bc51-7218a760d894 req-12f4c278-7e4c-4dab-9c23-87e9e266538f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.2161288 May 10 11:41:00.107586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Network 23db7037-fd7d-4221-9024-de96a5d777fd is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:00.120791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:00.123164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:00.240184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.249763 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-c96ba0ba-f722-465f-8d6a-c8c04b1b4a6d service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676066 May 10 11:41:00.256624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.262774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Pushing event updated for resources: {'Port': ['ID=3b5eb410-3970-42b3-affd-5af3f0bca43a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:00.269716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.277148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea636af6-d852-4c2c-85bf-124df385f705 HTTP/1.1" status: 204 len: 168 time: 1.9139638 May 10 11:41:00.279522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53396) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:00.345787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-8a438c76-fcaf-494f-b0fb-4847cdaebb53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b2f04f0e-6445-44e4-8810-493084bb4d54 HTTP/1.1" status: 200 len: 217 time: 0.0823538 May 10 11:41:00.394285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7774c7ab-b5d5-4102-bc51-7218a760d894 req-aee039eb-1682-4a6b-9ad0-4d3d7e25a102 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343413 May 10 11:41:00.406300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067396f-b549-4956-91a9-3144282eb2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ea636af6-d852-4c2c-85bf-124df385f705,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:00.447870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c5e81-4315-4683-81e7-ab07d6d70563 req-6511bef5-d733-4e40-b9e3-9b48f8b8da9e tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:00.461194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-614c5e81-4315-4683-81e7-ab07d6d70563 req-6511bef5-d733-4e40-b9e3-9b48f8b8da9e tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.4560628 May 10 11:41:00.492443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-d2abbfe3-9b05-4e98-aedc-5a9d3e18b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:00.493666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-d2abbfe3-9b05-4e98-aedc-5a9d3e18b224 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 200 len: 797 time: 0.1311808 May 10 11:41:00.494972 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.602151 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-614c5e81-4315-4683-81e7-ab07d6d70563 req-29a0fce2-4d48-40e8-8069-e8d6b9532acb tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260731 May 10 11:41:00.608375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81e0c6b-e52f-4d45-99bf-388e980038c8 admin admin] Deleting subnet 706bb970-2b0d-4cc8-8085-b0f2c57d3425 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:41:00.635939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:00.644072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:00.652493 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.660263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d81e0c6b-e52f-4d45-99bf-388e980038c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.660571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0841e03a-278f-48bf-8a3f-5eb94f0b058f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:00.663364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:00.719049 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.723657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-9bfc8b3e-4176-4531-a224-9456460e6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:00.726177 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-9bfc8b3e-4176-4531-a224-9456460e6f8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07648da-45fb-45f5-b678-2127c3e36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2179682 May 10 11:41:00.727874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.826583 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d81e0c6b-e52f-4d45-99bf-388e980038c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.869022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Attempting to bind port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:00.870109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Attempting to bind port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:00.870701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Attempting to bind port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:00.895736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:00.896448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:00.897064 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.897665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:00.898376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Bound port: 98aab715-43a5-4b33-92ed-2b2bb591c2d3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:00.899002 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.946109 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.989636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6ec07a09-f3de-437c-b287-3ba8f57e3712 None None] Current status of the port 0841e03a-278f-48bf-8a3f-5eb94f0b058f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:00.991253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d81e0c6b-e52f-4d45-99bf-388e980038c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.009453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83269718-ddeb-49cb-8dff-bb00b42ae58d None None] Pushing event updated for resources: {'Port': ['ID=98aab715-43a5-4b33-92ed-2b2bb591c2d3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:01.018797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0841e03a-278f-48bf-8a3f-5eb94f0b058f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:01.037076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.071677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-9d0e5e78-0632-49cb-ad4b-796a282b87fc service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602702 May 10 11:41:01.123783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] For port 98aab715-43a5-4b33-92ed-2b2bb591c2d3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:01.143111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] For port 98aab715-43a5-4b33-92ed-2b2bb591c2d3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=98aab715-43a5-4b33-92ed-2b2bb591c2d3,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:01.160418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aeaa490e-f2a9-4efd-9361-3d329fe30239 None None] Provisioning complete for port 3b5eb410-3970-42b3-affd-5af3f0bca43a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:01.161188 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aeaa490e-f2a9-4efd-9361-3d329fe30239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.202276 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.246479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.261204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Pushing event updated for resources: {'Port': ['ID=40c0ddcb-044d-4227-b891-ded311b4867f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:01.275039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-2892e265-3424-43e8-bc0d-39b3b13a3f3c service neutron] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295950 May 10 11:41:01.335072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d81e0c6b-e52f-4d45-99bf-388e980038c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.377298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0841e03a-278f-48bf-8a3f-5eb94f0b058f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:01.378439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 41898e4b-a0c1-4724-929a-bff8fbc65df8 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:01.401171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e0c6b-e52f-4d45-99bf-388e980038c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706bb970-2b0d-4cc8-8085-b0f2c57d3425,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:01.424540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d81e0c6b-e52f-4d45-99bf-388e980038c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.437510 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d81e0c6b-e52f-4d45-99bf-388e980038c8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/706bb970-2b0d-4cc8-8085-b0f2c57d3425 HTTP/1.1" status: 204 len: 168 time: 1.1145484 May 10 11:41:01.441673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53402) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:01.468478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa490e-f2a9-4efd-9361-3d329fe30239 None None] Port 3b5eb410-3970-42b3-affd-5af3f0bca43a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:01.519501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83269718-ddeb-49cb-8dff-bb00b42ae58d None None] Pushing event updated for resources: {'Port': ['ID=98aab715-43a5-4b33-92ed-2b2bb591c2d3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:01.539552 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.550300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Routers {'31b30c17-1b1e-4711-a320-11fd1ae7009a'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:01.550994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['31b30c17-1b1e-4711-a320-11fd1ae7009a'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:01.557006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aeaa490e-f2a9-4efd-9361-3d329fe30239 None None] Provisioning complete for port 41898e4b-a0c1-4724-929a-bff8fbc65df8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:01.557831 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aeaa490e-f2a9-4efd-9361-3d329fe30239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.571856 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-d607b117-9c4e-4198-970b-7637a32d337e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 HTTP/1.1" status: 200 len: 217 time: 0.1280637 May 10 11:41:01.596758 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.598462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-5f56c62d-1a6f-42c3-bae2-7ed45ce0a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:01.600016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-5f56c62d-1a6f-42c3-bae2-7ed45ce0a113 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1096 time: 0.6901388 May 10 11:41:01.642955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 41898e4b-a0c1-4724-929a-bff8fbc65df8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:01.643378 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.655472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.742375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68786f2c-33ce-4009-ba17-38c8d000100c req-a4063d13-7109-4c74-91e6-46016bd8e57f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:01.744021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68786f2c-33ce-4009-ba17-38c8d000100c req-a4063d13-7109-4c74-91e6-46016bd8e57f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.8354471 May 10 11:41:01.760339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.796015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-2bd706c3-5775-46d7-bcc2-3507d737abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:01.797517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-2bd706c3-5775-46d7-bcc2-3507d737abf5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c149fc18-e2cd-46cb-a3b7-63b7f16f8906 HTTP/1.1" status: 200 len: 797 time: 0.2090812 May 10 11:41:01.801983 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.813563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697e57-292a-459f-b547-28ccd529a9a6 req-ad58d94f-67f0-4720-a7da-7c5ff04226d1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:01.817072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca697e57-292a-459f-b547-28ccd529a9a6 req-ad58d94f-67f0-4720-a7da-7c5ff04226d1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.2737975 May 10 11:41:01.836940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:01.856980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Pushing event updated for resources: {'Port': ['ID=3b5eb410-3970-42b3-affd-5af3f0bca43a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:01.904888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca697e57-292a-459f-b547-28ccd529a9a6 req-ac83c9ca-947a-454d-b5cf-e8e544fc5671 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724592 May 10 11:41:01.925903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] Set router 31b30c17-1b1e-4711-a320-11fd1ae7009a gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:01.929954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Network 23db7037-fd7d-4221-9024-de96a5d777fd is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:01.931415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:02.011418 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68786f2c-33ce-4009-ba17-38c8d000100c req-1b5362f7-6258-45ce-9878-399f07aacfb3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420661 May 10 11:41:02.013426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-81ba70e0-70b2-49d1-b665-0cd466365607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:02.014806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-81ba70e0-70b2-49d1-b665-0cd466365607 service neutron] 10.222.0.49 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.3637464 May 10 11:41:02.097329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa490e-f2a9-4efd-9361-3d329fe30239 None None] Current status of the port 41898e4b-a0c1-4724-929a-bff8fbc65df8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:02.122614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 41898e4b-a0c1-4724-929a-bff8fbc65df8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:02.287515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.297334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc2b61-eed5-4027-b953-0e6d25763a1a req-238a900c-ee81-44b5-8c53-f9453057b90a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:02.299023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76dc2b61-eed5-4027-b953-0e6d25763a1a req-238a900c-ee81-44b5-8c53-f9453057b90a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.2172997 May 10 11:41:02.328459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Router 31b30c17-1b1e-4711-a320-11fd1ae7009a has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:41:02.335862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:02.361777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4b4279-93af-49dd-9907-356339875dc3') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:02.362103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4b4279-93af-49dd-9907-356339875dc3') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:02.378650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.380411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2b1e9771-14db-4e26-b708-f6edf7eabbdc up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:02.403393 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.409804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:41:02.410207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.480259 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76dc2b61-eed5-4027-b953-0e6d25763a1a req-dbe0f436-d40b-4396-af98-3731989edab5 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591511 May 10 11:41:02.482788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2af9a059-124e-46b6-9ea2-44ec8a0a98e9 None None] Provisioning complete for port 40c0ddcb-044d-4227-b891-ded311b4867f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:02.483189 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2af9a059-124e-46b6-9ea2-44ec8a0a98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.490663 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.500844 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.521955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-c20f1ce2-fc11-470e-8f43-c990aaeaaf95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 1001 time: 0.4915512 May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: timer() May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:41:02.524242 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:41:02.528428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.539121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Pushing event updated for resources: {'Port': ['ID=40c0ddcb-044d-4227-b891-ded311b4867f,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:02.559458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.563222 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7 HTTP/1.1" status: 204 len: 168 time: 1.1012380 May 10 11:41:02.598994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-5295328d-8949-485a-ba67-6f62623fc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:02.600561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-5295328d-8949-485a-ba67-6f62623fc140 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7803524 May 10 11:41:02.624316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2af9a059-124e-46b6-9ea2-44ec8a0a98e9 None None] Port 40c0ddcb-044d-4227-b891-ded311b4867f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:02.640806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:02.643970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2b1e9771-14db-4e26-b708-f6edf7eabbdc triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:02.644361 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.656156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1618b493-e2d0-4fb8-9fc5-37b5f948971b admin admin] 10.222.0.13 "PUT /v2.0/routers/31b30c17-1b1e-4711-a320-11fd1ae7009a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8459721 May 10 11:41:02.656451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port': {'id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:54Z', 'updated_at': '2022-05-10T11:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3b5eb410-3970-42b3-affd-5af3f0bca43a', 'name': '', 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'mac_address': 'fa:16:3e:44:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '93aa5848-4399-4a91-b462-316239459132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:58Z', 'updated_at': '2022-05-10T11:41:01Z', 'revision_number': 2, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'subnets': [{'id': '93aa5848-4399-4a91-b462-316239459132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:02.752768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236f1ac-70fd-4ebd-821c-329127de4de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6e23a2-ec00-49da-a1a1-f11eb6b62bf7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:02.770312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212aa77-60ae-4e8e-ba33-1ff1d6fa6384 None None] The sync data for ids ['31b30c17-1b1e-4711-a320-11fd1ae7009a'] in n-d-840949-1 is: [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port': {'id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:54Z', 'updated_at': '2022-05-10T11:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3b5eb410-3970-42b3-affd-5af3f0bca43a', 'name': '', 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'mac_address': 'fa:16:3e:44:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '93aa5848-4399-4a91-b462-316239459132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:58Z', 'updated_at': '2022-05-10T11:41:01Z', 'revision_number': 2, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'subnets': [{'id': '93aa5848-4399-4a91-b462-316239459132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:02.847288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-331eccbf-916f-4c61-9e8e-972862a5faa2 None None] Provisioning complete for port 3b5eb410-3970-42b3-affd-5af3f0bca43a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:02.847680 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-331eccbf-916f-4c61-9e8e-972862a5faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.917136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-59f92837-6ebd-4b1d-ab9b-bd24a808dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:02.918505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-59f92837-6ebd-4b1d-ab9b-bd24a808dffe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.3842432 May 10 11:41:02.948234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53416) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:02.979061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-331eccbf-916f-4c61-9e8e-972862a5faa2 None None] Port 3b5eb410-3970-42b3-affd-5af3f0bca43a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:03.011050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2b1e9771-14db-4e26-b708-f6edf7eabbdc is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:03.011659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:03.051531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 2b1e9771-14db-4e26-b708-f6edf7eabbdc, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2b1e9771-14db-4e26-b708-f6edf7eabbdc,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:03.056745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-68999d06-0166-418a-9861-1776a7c4f9bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da9c0840f89847a3bad000d3049364b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043053 May 10 11:41:03.059596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53420) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:03.064132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:03.075950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:03.082792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:03.088156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-15d282fe-e82f-4898-a39a-0712d7e0147b service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793526 May 10 11:41:03.099628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-6f061d94-d40c-43aa-ad29-0efa5bbb4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:03.101391 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-6f061d94-d40c-43aa-ad29-0efa5bbb4cee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590264 May 10 11:41:03.223540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50461473-1503-4551-a502-dc253895845c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:03.227730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=2b1e9771-14db-4e26-b708-f6edf7eabbdc,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:03.268149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50461473-1503-4551-a502-dc253895845c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:03.370760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f67df5-cb5d-4186-a878-6aba96119264 req-29aedc9f-b977-4308-83b3-f6a16ddcb14e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:03.382956 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7f67df5-cb5d-4186-a878-6aba96119264 req-29aedc9f-b977-4308-83b3-f6a16ddcb14e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1177745 May 10 11:41:03.425441 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50461473-1503-4551-a502-dc253895845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:03.429408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50461473-1503-4551-a502-dc253895845c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:03.431309 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-50461473-1503-4551-a502-dc253895845c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3274b2-83ad-45bc-9af9-3f4e0e0af5c8 HTTP/1.1" status: 204 len: 168 time: 0.3701122 May 10 11:41:03.458315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50461473-1503-4551-a502-dc253895845c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3274b2-83ad-45bc-9af9-3f4e0e0af5c8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:03.549226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7f67df5-cb5d-4186-a878-6aba96119264 req-5a9eb130-4f2c-4f80-b988-e4ea25b68fd9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530714 May 10 11:41:03.666110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308c798-e264-4d1d-a5c6-e73c18ce2278 req-3326acfd-3262-4cf3-a552-d271c4455091 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:03.668450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1308c798-e264-4d1d-a5c6-e73c18ce2278 req-3326acfd-3262-4cf3-a552-d271c4455091 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.3868780 May 10 11:41:03.675894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-788132e9-2ab0-4c9e-a9fb-f5a4bd722359 service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779169 May 10 11:41:03.683749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-762569ca-ee9e-4ba6-a229-f7ef02842440 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669415 May 10 11:41:03.722686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-12fa17f6-620b-427c-8150-59a328182a15 None None] Provisioning complete for port 40c0ddcb-044d-4227-b891-ded311b4867f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:03.723392 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-12fa17f6-620b-427c-8150-59a328182a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:03.765116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebc1b7-ccd3-4533-95b7-993852a5b41c req-135f8df0-9bde-4db8-a099-1c8b2fb6feaf tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:03.773209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f4ebc1b7-ccd3-4533-95b7-993852a5b41c req-135f8df0-9bde-4db8-a099-1c8b2fb6feaf tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1103473 May 10 11:41:03.801051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-12fa17f6-620b-427c-8150-59a328182a15 None None] Port 40c0ddcb-044d-4227-b891-ded311b4867f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:03.817400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:41:03.822049 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:41:03.830696 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-00948861-36c2-4446-96ab-cb31ebe3d455 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c HTTP/1.1" status: 200 len: 217 time: 0.1447473 May 10 11:41:03.871489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f4ebc1b7-ccd3-4533-95b7-993852a5b41c req-ef516c49-6f41-4dfe-b2cd-6bfbfe5dfdce tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968468 May 10 11:41:03.985315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1308c798-e264-4d1d-a5c6-e73c18ce2278 req-9e633c7b-22e3-4935-9c2f-6f1b2810e4fe tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002656 May 10 11:41:04.096001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53438) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:04.101555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-906959274-network', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:04.150613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Made reservation on behalf of a60f84a1fbb749a8a10bb907da921723 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:04.154626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.200358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.282372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b3bb-03d2-47dc-ae25-981d4485c4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.287717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:04.377434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2b1e9771-14db-4e26-b708-f6edf7eabbdc up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:04.446880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e32e38b-25fb-4517-a06a-9e2efdb2da2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6568506e89c646c99755a553d26d5e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554646 May 10 11:41:04.447665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53442) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:04.465850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2b1e9771-14db-4e26-b708-f6edf7eabbdc triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:04.466261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.515890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.530312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.565188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a455222-3b8b-46e2-8fd5-2dddb290644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.601946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:41:04.607836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2b1e9771-14db-4e26-b708-f6edf7eabbdc is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:04.628384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-a052ae37-d5e1-4913-9e8f-4b7643af6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:04.630572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-a052ae37-d5e1-4913-9e8f-4b7643af6c94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c149fc18-e2cd-46cb-a3b7-63b7f16f8906 HTTP/1.1" status: 200 len: 797 time: 0.7782850 May 10 11:41:04.655571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d89cc-35c9-4901-b519-612caf525a1e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:04.705687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.706030 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Added segment 7e00bd64-2b07-45ff-8540-b8c8f324c3fc of type vlan for network 02b74497-3f32-474a-9191-a3094dd5ec0d May 10 11:41:04.722525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a455222-3b8b-46e2-8fd5-2dddb290644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.788534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:04.797376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:04.818572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ec5b381-22c9-4ada-af08-7c88ea4ac323 admin admin] 10.222.0.13 "PUT /v2.0/routers/b010b8a0-652b-4a4e-8027-36681f44e822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7186618 May 10 11:41:04.843692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.864115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:04.866357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:40:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:04.879349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6dd44-b179-49e0-84c0-6fbc9f6956b9 req-d5048d6f-129d-4dac-9982-dcf869dddb30 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:04.893985 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2b6dd44-b179-49e0-84c0-6fbc9f6956b9 req-d5048d6f-129d-4dac-9982-dcf869dddb30 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1941898 May 10 11:41:04.953175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.954525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:04.955111 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.988643 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a455222-3b8b-46e2-8fd5-2dddb290644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.991973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a455222-3b8b-46e2-8fd5-2dddb290644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.993319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8a455222-3b8b-46e2-8fd5-2dddb290644e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b70d698c-af40-477d-9af4-d49fdd782d38 HTTP/1.1" status: 204 len: 168 time: 0.5445616 May 10 11:41:05.012383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d76f0a13-d9d3-447c-8ee4-936bf66a1526 req-8ee91250-20c4-4b43-bb05-b1976746a088 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2968218 May 10 11:41:05.043870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-9e38c56c-aff7-4d2d-ae26-c76da0d72956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:05.045250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-9e38c56c-aff7-4d2d-ae26-c76da0d72956 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4007633 May 10 11:41:05.094664 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2b6dd44-b179-49e0-84c0-6fbc9f6956b9 req-35742619-0fc6-41a3-a65a-8ec68f33c5ac tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996672 May 10 11:41:05.144029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a455222-3b8b-46e2-8fd5-2dddb290644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d698c-af40-477d-9af4-d49fdd782d38,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:05.167170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0698271 May 10 11:41:05.167962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53454) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:05.175434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Request body: {'subnet': {'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-906959274-subnet', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:05.225151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb879853-c3f9-4d29-a4f8-fdd4e631e9dc admin admin] Pushing event updated for resources: {'Network': ['ID=02b74497-3f32-474a-9191-a3094dd5ec0d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:05.260912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 02b74497-3f32-474a-9191-a3094dd5ec0d details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:41:05.288926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Made reservation on behalf of a60f84a1fbb749a8a10bb907da921723 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:05.291549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:05.390013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d91654-b1ee-4465-8904-7d116fdd8c15 req-e85b7698-6dd6-4044-bc64-fa7a8af3b634 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:05.403187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51d91654-b1ee-4465-8904-7d116fdd8c15 req-e85b7698-6dd6-4044-bc64-fa7a8af3b634 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.3116782 May 10 11:41:05.489521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb518b-82ca-4e0b-a21c-8581357f616b req-b2a0290e-cb91-4846-bdc0-c37e744c28d0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:05.501869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ebb518b-82ca-4e0b-a21c-8581357f616b req-b2a0290e-cb91-4846-bdc0-c37e744c28d0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.2529268 May 10 11:41:05.510094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51d91654-b1ee-4465-8904-7d116fdd8c15 req-2cd07e8f-1a40-40cd-b9c1-c16f177eec66 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058979 May 10 11:41:05.556499 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-a799e34b-cf33-43ca-9ce2-03be53df3c9f service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962814 May 10 11:41:05.759920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:05.768950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:05.797782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ebb518b-82ca-4e0b-a21c-8581357f616b req-8ef112b6-969b-41a4-a83a-304fb716d0b8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129202 May 10 11:41:05.839189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18ebc1e5-2660-4588-882a-1cb72f369b6e req-fa8bf098-156f-4fc7-98e8-0b3e57600bde service neutron] 10.222.0.70 "GET /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752795 May 10 11:41:05.983098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.068017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53472) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:06.073148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-49162f0a-9b3a-4993-b25d-d93c8f47843e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345196007', 'description': 'tempest-description--22309339'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:06.115941 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49162f0a-9b3a-4993-b25d-d93c8f47843e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.209519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5142c308-36b9-498a-b241-2e310faa63b8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:06.239383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Checking segment: {'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:06.240399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Network hostable DHCP agents. Network: 02b74497-3f32-474a-9191-a3094dd5ec0d, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:41:06.276026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:01Z', 'revision_number': 2, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:06.315208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Network 02b74497-3f32-474a-9191-a3094dd5ec0d is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:41:06.322448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49162f0a-9b3a-4993-b25d-d93c8f47843e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.334031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:06.334566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Updating router b010b8a0-652b-4a4e-8027-36681f44e822 port 40c0ddcb-044d-4227-b891-ded311b4867f binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:41:06.336667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49162f0a-9b3a-4993-b25d-d93c8f47843e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.403477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49162f0a-9b3a-4993-b25d-d93c8f47843e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f599573a-8cdd-40a6-a543-b72d2a625908,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:06.405449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 02b74497-3f32-474a-9191-a3094dd5ec0d) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:06.409940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49162f0a-9b3a-4993-b25d-d93c8f47843e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.411267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-49162f0a-9b3a-4993-b25d-d93c8f47843e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3421555 May 10 11:41:06.416439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53480) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:06.430039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5a30a470-65b6-4e3f-8a77-dbe3065c99d2 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group_rule': {'security_group_id': 'f599573a-8cdd-40a6-a543-b72d2a625908', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:06.430396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:06.430987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.433431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 98aab715-43a5-4b33-92ed-2b2bb591c2d3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:06.456903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76290238-d862-4646-baeb-03ec1576c753 req-f4d558f8-a2c8-4516-9509-d7cd44ecd7a0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:06.458488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76290238-d862-4646-baeb-03ec1576c753 req-f4d558f8-a2c8-4516-9509-d7cd44ecd7a0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1713848 May 10 11:41:06.483338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-db898243-7553-428e-b76e-b49db4ebdaab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3120563 May 10 11:41:06.488408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53486) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:06.504657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:06.540554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a30a470-65b6-4e3f-8a77-dbe3065c99d2 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.606910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.607769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.617175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba514495-bf51-4a47-bac3-f289de253680 None None] Network 02b74497-3f32-474a-9191-a3094dd5ec0d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:41:06.769483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a30a470-65b6-4e3f-8a77-dbe3065c99d2 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.781010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a30a470-65b6-4e3f-8a77-dbe3065c99d2 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.818606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30a470-65b6-4e3f-8a77-dbe3065c99d2 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d57ac6-0145-4f3d-ac68-3bcf65d0d2b6,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:06.823035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.837113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a30a470-65b6-4e3f-8a77-dbe3065c99d2 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:06.841837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5a30a470-65b6-4e3f-8a77-dbe3065c99d2 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4203970 May 10 11:41:06.842660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53498) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:06.846562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-77fbf232-2d96-48fa-8258-bacf1b2c003f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group_rule': {'security_group_id': 'f599573a-8cdd-40a6-a543-b72d2a625908', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:06.903320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77fbf232-2d96-48fa-8258-bacf1b2c003f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.029866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77fbf232-2d96-48fa-8258-bacf1b2c003f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.042669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:07.043066 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.044581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77fbf232-2d96-48fa-8258-bacf1b2c003f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.088370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbf232-2d96-48fa-8258-bacf1b2c003f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4444e92-8c2d-4ac2-afac-6f5a776aab35,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:07.108022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77fbf232-2d96-48fa-8258-bacf1b2c003f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.109285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-77fbf232-2d96-48fa-8258-bacf1b2c003f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2663689 May 10 11:41:07.200568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53500) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:07.205867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:07.403667 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db72a6bd-fecd-4ad3-9b7e-05d155983f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.416660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.492596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1700e-8b7b-4181-8d25-4f8a7040e48d req-751e3559-85ba-4998-b456-cb48255bca86 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:07.505789 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-91a1700e-8b7b-4181-8d25-4f8a7040e48d req-751e3559-85ba-4998-b456-cb48255bca86 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.8299253 May 10 11:41:07.510031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.631157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:07.631157 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.734137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-91a1700e-8b7b-4181-8d25-4f8a7040e48d req-2376b925-8b19-41ef-b1bc-71d2f6b09602 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120445 May 10 11:41:07.749051 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76290238-d862-4646-baeb-03ec1576c753 req-6525bcd7-edd5-4480-b050-f59c2ccb43e3 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2829328 May 10 11:41:07.804729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.806724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 98aab715-43a5-4b33-92ed-2b2bb591c2d3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=98aab715-43a5-4b33-92ed-2b2bb591c2d3,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:07.839176 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.868683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.902756 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:07.946584 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Sync routers for ids ['31b30c17-1b1e-4711-a320-11fd1ae7009a'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:07.965504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Routers {'31b30c17-1b1e-4711-a320-11fd1ae7009a'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:07.969886 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['31b30c17-1b1e-4711-a320-11fd1ae7009a'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:07.981250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-02b74497-3f32-474a-9191-a3094dd5ec0d', 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'fixed_ips': [{'subnet_id': '5142c308-36b9-498a-b241-2e310faa63b8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:41:07.983041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.009406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=98aab715-43a5-4b33-92ed-2b2bb591c2d3,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:08.023090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.023810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.024371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.024889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.026211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.026774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.027291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.028669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.029216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.029758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.030290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.030809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:08.196177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Allocated IP 172.20.0.2 (02b74497-3f32-474a-9191-a3094dd5ec0d/5142c308-36b9-498a-b241-2e310faa63b8/61a8a031-777c-40d3-9532-273b54cc7036) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:08.269838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Set router 31b30c17-1b1e-4711-a320-11fd1ae7009a gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:08.312864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759c7c-76ef-4295-82ae-9f2cf50a8373 req-5bc3ff51-ef4f-422e-a403-c99385a62fcc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:08.319502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d759c7c-76ef-4295-82ae-9f2cf50a8373 req-5bc3ff51-ef4f-422e-a403-c99385a62fcc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.3047116 May 10 11:41:08.347619 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.371901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 98aab715-43a5-4b33-92ed-2b2bb591c2d3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:08.402918 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.426616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Allocated IP 172.25.8.217 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/e21c4585-b448-4f3f-98a9-9321870a4d5d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:08.446007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d759c7c-76ef-4295-82ae-9f2cf50a8373 req-4069bead-0c4e-4f86-a34b-adfbe03dd018 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034589 May 10 11:41:08.590975 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.600792 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.610601 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.616984 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.623979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:08.624360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.689627 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port': {'id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:54Z', 'updated_at': '2022-05-10T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3b5eb410-3970-42b3-affd-5af3f0bca43a', 'name': '', 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'mac_address': 'fa:16:3e:44:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '93aa5848-4399-4a91-b462-316239459132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:58Z', 'updated_at': '2022-05-10T11:41:01Z', 'revision_number': 2, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'subnets': [{'id': '93aa5848-4399-4a91-b462-316239459132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:08.701433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.711637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Network 02b74497-3f32-474a-9191-a3094dd5ec0d is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:08.733008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:08.735602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:08.737598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920fc53-4fda-4502-bd75-eacc14a0588d None None] Pushing event updated for resources: {'Port': ['ID=40c0ddcb-044d-4227-b891-ded311b4867f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:08.748777 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Checking router: 31b30c17-1b1e-4711-a320-11fd1ae7009a for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:08.749473 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Updating router 31b30c17-1b1e-4711-a320-11fd1ae7009a port 3b5eb410-3970-42b3-affd-5af3f0bca43a binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:41:08.817126 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.866406 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:08.927717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:08.959355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Pushing event updated for resources: {'Port': ['ID=61a8a031-777c-40d3-9532-273b54cc7036,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:08.963911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Attempting to bind port 40c0ddcb-044d-4227-b891-ded311b4867f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:08.964555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Attempting to bind port 40c0ddcb-044d-4227-b891-ded311b4867f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:08.965266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Attempting to bind port 40c0ddcb-044d-4227-b891-ded311b4867f on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:08.966544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:08.984489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:08.998724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:08.999325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Checking segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:09.004320 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.005782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Bound using segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:09.005782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Bound port: 40c0ddcb-044d-4227-b891-ded311b4867f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:09.006027 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.089660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Attempting to bind port 61a8a031-777c-40d3-9532-273b54cc7036 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:09.089954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Attempting to bind port 61a8a031-777c-40d3-9532-273b54cc7036 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:09.090440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Attempting to bind port 61a8a031-777c-40d3-9532-273b54cc7036 on network 02b74497-3f32-474a-9191-a3094dd5ec0d {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:09.110907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:09.111590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Checking segment: {'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:09.112249 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.112855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Bound using segment: {'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:09.113657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Bound port: 61a8a031-777c-40d3-9532-273b54cc7036, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:09.114269 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.123993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=e21c4585-b448-4f3f-98a9-9321870a4d5d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:09.164462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:09.196001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.224302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77dd1-a576-4a1a-8ff8-b3fbbe6a68cb req-5320f015-2110-4599-bcd9-952828672117 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:09.235114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4b77dd1-a576-4a1a-8ff8-b3fbbe6a68cb req-5320f015-2110-4599-bcd9-952828672117 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.2704024 May 10 11:41:09.245855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] For port 40c0ddcb-044d-4227-b891-ded311b4867f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:09.249880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Allocated IP 172.25.8.140 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/1dab5e64-082d-4ce7-9eba-5b5c6e97c268) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:09.285796 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.295357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.310082 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.333161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] For port 40c0ddcb-044d-4227-b891-ded311b4867f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=40c0ddcb-044d-4227-b891-ded311b4867f,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:09.353232 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4b77dd1-a576-4a1a-8ff8-b3fbbe6a68cb req-c44392ab-c270-4f1d-b80d-724139134bfa tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169851 May 10 11:41:09.415135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] For port 61a8a031-777c-40d3-9532-273b54cc7036, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:09.434332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] For port 61a8a031-777c-40d3-9532-273b54cc7036, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=61a8a031-777c-40d3-9532-273b54cc7036,segment=NetworkSegment(7e00bd64-2b07-45ff-8540-b8c8f324c3fc),segment_id=7e00bd64-2b07-45ff-8540-b8c8f324c3fc)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:09.436147 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.437631 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.441147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-715ed694-7730-4618-8be1-dcca4f31f354 None None] Provisioning complete for port 40c0ddcb-044d-4227-b891-ded311b4867f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:09.441660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-715ed694-7730-4618-8be1-dcca4f31f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.502376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.502931 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad6539-2f29-4882-94bf-a7c6add64409 None None] Pushing event updated for resources: {'Port': ['ID=3b5eb410-3970-42b3-affd-5af3f0bca43a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:09.511340 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.581004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.623704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:09.670969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:09.689658 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Attempting to bind port 3b5eb410-3970-42b3-affd-5af3f0bca43a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:09.691512 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Attempting to bind port 3b5eb410-3970-42b3-affd-5af3f0bca43a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:09.692082 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Attempting to bind port 3b5eb410-3970-42b3-affd-5af3f0bca43a on network 23db7037-fd7d-4221-9024-de96a5d777fd {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:09.695880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:09.711102 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:09.712391 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Checking segment: {'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:09.712978 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.714774 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Bound using segment: {'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:09.718917 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Bound port: 3b5eb410-3970-42b3-affd-5af3f0bca43a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992a874d-e983-4d3b-8cad-4b92ea74f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:09.720287 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.852876 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.886101 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.911199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:09.925869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920fc53-4fda-4502-bd75-eacc14a0588d None None] Pushing event updated for resources: {'Port': ['ID=40c0ddcb-044d-4227-b891-ded311b4867f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:09.935267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:09.936672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:09.953095 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] For port 3b5eb410-3970-42b3-affd-5af3f0bca43a, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:09.957506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe45d-2254-48de-ac22-6de3be87707e req-3c1fb3ca-1f5e-491b-b7c9-5c3a8d96ff77 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:09.965876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1befe45d-2254-48de-ac22-6de3be87707e req-3c1fb3ca-1f5e-491b-b7c9-5c3a8d96ff77 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.9847474 May 10 11:41:09.976324 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] For port 3b5eb410-3970-42b3-affd-5af3f0bca43a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3b5eb410-3970-42b3-affd-5af3f0bca43a,segment=NetworkSegment(992a874d-e983-4d3b-8cad-4b92ea74f6fb),segment_id=992a874d-e983-4d3b-8cad-4b92ea74f6fb)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:09.993815 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:10.049895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Pushing event updated for resources: {'Port': ['ID=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:10.075499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d8dbf-c707-4a72-95b4-bfb5ba7cf164 None None] Pushing event updated for resources: {'Port': ['ID=61a8a031-777c-40d3-9532-273b54cc7036,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:10.111688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1befe45d-2254-48de-ac22-6de3be87707e req-29689552-b076-4528-a098-c4e5a26f3ac6 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408451 May 10 11:41:10.194196 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad6539-2f29-4882-94bf-a7c6add64409 None None] Pushing event updated for resources: {'Port': ['ID=3b5eb410-3970-42b3-affd-5af3f0bca43a,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:10.210528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad35b0-3ab0-4389-8a72-ff94ed5739fa req-71427014-84d6-4a92-b851-2e897e709df4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:10.217151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-efad35b0-3ab0-4389-8a72-ff94ed5739fa req-71427014-84d6-4a92-b851-2e897e709df4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.5143692 May 10 11:41:10.287127 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Routers {'31b30c17-1b1e-4711-a320-11fd1ae7009a'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:10.289352 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['31b30c17-1b1e-4711-a320-11fd1ae7009a'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:10.380652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=e21c4585-b448-4f3f-98a9-9321870a4d5d,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:10.421691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53560) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:10.447364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:10.591209 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] Set router 31b30c17-1b1e-4711-a320-11fd1ae7009a gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:10.621676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-efad35b0-3ab0-4389-8a72-ff94ed5739fa req-5fa589d1-8825-4b6d-b58b-4eae64185da9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787532 May 10 11:41:10.640191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:10.648260 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-32d4aa3c-ee43-4467-b999-7100e781b8c1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4465320 May 10 11:41:10.724261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:10.775230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:10.910660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-715ed694-7730-4618-8be1-dcca4f31f354 None None] Current status of the port 40c0ddcb-044d-4227-b891-ded311b4867f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:10.914215 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-715ed694-7730-4618-8be1-dcca4f31f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:10.965944 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-d9cebe15-b7f3-49d5-883d-c6efec279b36 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1345196007&fields=id&tenant_id=54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 267 time: 0.0400379 May 10 11:41:11.024118 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port': {'id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:54Z', 'updated_at': '2022-05-10T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3b5eb410-3970-42b3-affd-5af3f0bca43a', 'name': '', 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'mac_address': 'fa:16:3e:44:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '93aa5848-4399-4a91-b462-316239459132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:58Z', 'updated_at': '2022-05-10T11:41:09Z', 'revision_number': 4, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'subnets': [{'id': '93aa5848-4399-4a91-b462-316239459132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:11.050833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf780c1-1e98-445e-a24a-fac36fa052f0 req-e0ef2b3e-00ec-4cf0-83e0-3a02856afd32 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:11.060474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1bf780c1-1e98-445e-a24a-fac36fa052f0 req-e0ef2b3e-00ec-4cf0-83e0-3a02856afd32 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.4701734 May 10 11:41:11.064870 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df6ba666-af0c-4a72-9467-3a1591157ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:11.073619 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214b89-99f9-4d0f-8817-59ad7e2bc809 None None] The sync data for ids ['31b30c17-1b1e-4711-a320-11fd1ae7009a'] in n-d-840949-1 is: [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port': {'id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:54Z', 'updated_at': '2022-05-10T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3b5eb410-3970-42b3-affd-5af3f0bca43a', 'name': '', 'network_id': '23db7037-fd7d-4221-9024-de96a5d777fd', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'mac_address': 'fa:16:3e:44:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '93aa5848-4399-4a91-b462-316239459132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:58Z', 'updated_at': '2022-05-10T11:41:09Z', 'revision_number': 4, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'subnets': [{'id': '93aa5848-4399-4a91-b462-316239459132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:11.115084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-715ed694-7730-4618-8be1-dcca4f31f354 None None] For port 40c0ddcb-044d-4227-b891-ded311b4867f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=40c0ddcb-044d-4227-b891-ded311b4867f,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:11.125042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-88983dc5-6456-4ae6-a265-9716a1d9df32 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:11.134828 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-88983dc5-6456-4ae6-a265-9716a1d9df32 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 815 time: 0.1629612 May 10 11:41:11.161401 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-015ff339-4ad9-489b-8a06-5e6e934bdefd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/quotas/54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 375 time: 0.0254083 May 10 11:41:11.162145 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-715ed694-7730-4618-8be1-dcca4f31f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:11.257620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-d7c85e6d-10d1-4878-aabc-e2931d91bb38 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952919 May 10 11:41:11.336218 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:11.392569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Provisioning complete for port 3b5eb410-3970-42b3-affd-5af3f0bca43a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:11.393015 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:11.488422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-76afee21-a3f4-4b07-87e9-718c3dd93b7a service neutron] 10.222.0.13 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150731 May 10 11:41:11.542485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1bf780c1-1e98-445e-a24a-fac36fa052f0 req-3baaf1ac-b806-4e0f-94a7-80fd91861e67 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4491327 May 10 11:41:11.578252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ed694-7730-4618-8be1-dcca4f31f354 None None] Pushing event updated for resources: {'Port': ['ID=40c0ddcb-044d-4227-b891-ded311b4867f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:11.673308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Current status of the port 3b5eb410-3970-42b3-affd-5af3f0bca43a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:11.674077 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:11.688779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:09Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:11.741377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa792f2-58fb-4a57-a5ba-1b5546a26585 None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:09Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:11.747375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df6ba666-af0c-4a72-9467-3a1591157ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:11.777808 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df6ba666-af0c-4a72-9467-3a1591157ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:11.778234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] For port 3b5eb410-3970-42b3-affd-5af3f0bca43a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3b5eb410-3970-42b3-affd-5af3f0bca43a,segment=NetworkSegment(992a874d-e983-4d3b-8cad-4b92ea74f6fb),segment_id=992a874d-e983-4d3b-8cad-4b92ea74f6fb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:11.795144 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:11.798147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce3bb9-09cf-4a76-a707-792781ced0a1 None None] Network 02b74497-3f32-474a-9191-a3094dd5ec0d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:41:11.820699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ba666-af0c-4a72-9467-3a1591157ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9bb694-f121-4a69-8808-ce44b089e35b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:11.891790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-2940e20c-869d-4ed7-a9b5-18b7c2b82029 service neutron] 10.222.0.13 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972178 May 10 11:41:11.909270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 48974eb0-d547-447c-adea-6885d070ad1f details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:41:11.944501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290847-59ac-4ef5-beb2-8883a27019f7 req-63fe12c9-f359-4857-96c1-6075c4b3f740 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:11.946136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46290847-59ac-4ef5-beb2-8883a27019f7 req-63fe12c9-f359-4857-96c1-6075c4b3f740 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.2233331 May 10 11:41:11.952512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-df6ba666-af0c-4a72-9467-3a1591157ff8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=187f2079ae2745f1a75da037d8306dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5224271 May 10 11:41:11.953368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53580) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:12.005766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46290847-59ac-4ef5-beb2-8883a27019f7 req-427a125f-03ba-4118-85e7-aa8145a4cd7f tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 May 10 11:41:12.023886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Router 41d3109c-5d5e-4a97-8388-a782a5281e27 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:41:12.184547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e879b-12ae-408f-acdc-7f9bed51cedb req-10308a93-bd37-4426-8d9f-bd477ea8af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:12.191124 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c6e879b-12ae-408f-acdc-7f9bed51cedb req-10308a93-bd37-4426-8d9f-bd477ea8af29 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 1096 time: 0.2174909 May 10 11:41:12.233402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:12.329298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee87b9e2-d83b-4eaf-b2c1-0d0bc76191bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:12.341461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c1c20-d0fa-4053-905a-67df74da56b4 req-157a1a28-cca3-4071-a170-66c6a8a82a5c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:12.350182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee6c1c20-d0fa-4053-905a-67df74da56b4 req-157a1a28-cca3-4071-a170-66c6a8a82a5c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1683300 May 10 11:41:12.372145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:12.382742 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee87b9e2-d83b-4eaf-b2c1-0d0bc76191bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:12.460574 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:12.465265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-60ce6418-f843-419f-a251-e3f8d15a5f60 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9758220 May 10 11:41:12.468347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53586) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:12.493716 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee6c1c20-d0fa-4053-905a-67df74da56b4 req-f093aff4-9080-49b6-8d8d-e48de432013b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384702 May 10 11:41:12.498691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '48974eb0-d547-447c-adea-6885d070ad1f', 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'port_id': '48974eb0-d547-447c-adea-6885d070ad1f', 'mac_address': 'fa:16:3e:58:dd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a94921-7e23-475c-89f1-d9f00aed6474', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:41:12.506855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Pushing event updated for resources: {'Port': ['ID=3b5eb410-3970-42b3-affd-5af3f0bca43a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:12.522977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Sync routers for ids ['41d3109c-5d5e-4a97-8388-a782a5281e27'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:12.665409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f17cf54-427a-4c93-ac54-3d2eca0293d7 req-164a3e5c-f979-4172-875e-caf2c93a70b0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 210 time: 0.1114621 May 10 11:41:12.668428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee87b9e2-d83b-4eaf-b2c1-0d0bc76191bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:12.671160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee87b9e2-d83b-4eaf-b2c1-0d0bc76191bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:12.675488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ee87b9e2-d83b-4eaf-b2c1-0d0bc76191bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c9bb694-f121-4a69-8808-ce44b089e35b HTTP/1.1" status: 204 len: 168 time: 0.7177956 May 10 11:41:12.711498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87b9e2-d83b-4eaf-b2c1-0d0bc76191bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9bb694-f121-4a69-8808-ce44b089e35b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:12.749090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c6e879b-12ae-408f-acdc-7f9bed51cedb req-63255887-a974-4412-9a92-bf63b696e212 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482166 May 10 11:41:12.905987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 61a8a031-777c-40d3-9532-273b54cc7036 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:12.978280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Provisioning complete for port 40c0ddcb-044d-4227-b891-ded311b4867f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:12.981657 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:12.988450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Routers {'41d3109c-5d5e-4a97-8388-a782a5281e27'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:12.989695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['41d3109c-5d5e-4a97-8388-a782a5281e27'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:13.109305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 48974eb0-d547-447c-adea-6885d070ad1f is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:13.109878 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:13.145780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48974eb0-d547-447c-adea-6885d070ad1f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:13.146866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b9c7e-6acc-40c3-b529-4fce55b27029 req-6aeb33b4-fbba-4988-b50c-9338fa319a5d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:13.158019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a6b9c7e-6acc-40c3-b529-4fce55b27029 req-6aeb33b4-fbba-4988-b50c-9338fa319a5d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.3496757 May 10 11:41:13.334595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ea8-b405-499f-9618-e605ea4f2cca req-2bb0343b-4265-48e8-adec-902ef1672f7c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:13.343486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:13.355877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d035ea8-b405-499f-9618-e605ea4f2cca req-2bb0343b-4265-48e8-adec-902ef1672f7c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1442604 May 10 11:41:13.371861 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:13.450234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a6b9c7e-6acc-40c3-b529-4fce55b27029 req-012e8371-2072-4e81-8472-abe078df3630 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913036 May 10 11:41:13.504476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d035ea8-b405-499f-9618-e605ea4f2cca req-5692703a-6f7e-424f-8c45-91e9c5eeddc0 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475885 May 10 11:41:13.542612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-44ffc468-a0b0-4ffd-a63e-b0097d7cc617 None None] Current status of the port 40c0ddcb-044d-4227-b891-ded311b4867f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:13.584170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 61a8a031-777c-40d3-9532-273b54cc7036 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:13.584791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:13.626463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Set router 41d3109c-5d5e-4a97-8388-a782a5281e27 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:13.745675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53606) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:13.771846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59a553ec-9806-4363-8de4-3e74c80d2369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:13.812559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['48974eb0-d547-447c-adea-6885d070ad1f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:41:13.887801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 48974eb0-d547-447c-adea-6885d070ad1f no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:13.912368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f515873-baac-47f2-8e68-a10fbd0be34f req-5d14d666-04b3-4216-95f5-6ebf7b2b12ea tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 210 time: 0.1018400 May 10 11:41:13.947242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:14.046883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59a553ec-9806-4363-8de4-3e74c80d2369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.058328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59a553ec-9806-4363-8de4-3e74c80d2369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.069696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731400a-8d2c-46df-8711-5377c1e8e383 req-7838521c-1a0d-49bc-a938-201d26d608c1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:14.071210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c731400a-8d2c-46df-8711-5377c1e8e383 req-7838521c-1a0d-49bc-a938-201d26d608c1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 945 time: 0.3439088 May 10 11:41:14.105108 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-59a553ec-9806-4363-8de4-3e74c80d2369 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07114f1f8f1e4d8bab8764d7a22ca694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578873 May 10 11:41:14.107049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a553ec-9806-4363-8de4-3e74c80d2369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c11125-441e-43bd-a992-049c8eb04ef2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:14.110700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53608) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:14.141215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.165668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-af56a328-745e-4ee3-b92a-f239d17b9253 None None] Provisioning complete for port 61a8a031-777c-40d3-9532-273b54cc7036 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:14.165886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-af56a328-745e-4ee3-b92a-f239d17b9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.180494 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4fe5-4d87-4a2b-825b-a5f05fc9ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.208269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c731400a-8d2c-46df-8711-5377c1e8e383 req-eb084bb6-ad65-44c4-ad6c-b8c8718b204b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697658 May 10 11:41:14.210861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4fe5-4d87-4a2b-825b-a5f05fc9ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.303418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4fe5-4d87-4a2b-825b-a5f05fc9ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.306775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4fe5-4d87-4a2b-825b-a5f05fc9ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.308183 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4b5a4fe5-4d87-4a2b-825b-a5f05fc9ed16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73c11125-441e-43bd-a992-049c8eb04ef2 HTTP/1.1" status: 204 len: 168 time: 0.1956210 May 10 11:41:14.345320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a4fe5-4d87-4a2b-825b-a5f05fc9ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c11125-441e-43bd-a992-049c8eb04ef2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:14.566159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-742a4e56-2510-41c9-9af9-396724d28147 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:14.572699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-742a4e56-2510-41c9-9af9-396724d28147 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 815 time: 0.2445469 May 10 11:41:14.731662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Allocated IP 172.20.0.1 (02b74497-3f32-474a-9191-a3094dd5ec0d/5142c308-36b9-498a-b241-2e310faa63b8/3ee535ab-fcc3-48c4-b457-7bfcc347270c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:14.770372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70424e41-41e7-49ef-a1db-c24c0af0f508 req-ffed1226-0ef5-44d1-bdfb-9b907ace2680 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:14.773437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70424e41-41e7-49ef-a1db-c24c0af0f508 req-ffed1226-0ef5-44d1-bdfb-9b907ace2680 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1059883 May 10 11:41:14.799356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 61a8a031-777c-40d3-9532-273b54cc7036 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:14.801064 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.803389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-613891cb-94b0-4a4b-a143-746f49a88f63 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 380 time: 0.2228091 May 10 11:41:14.826264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'port': {'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'admin_state_up': True, 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'security_groups': ['f599573a-8cdd-40a6-a543-b72d2a625908']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:14.866036 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70424e41-41e7-49ef-a1db-c24c0af0f508 req-48aa076b-3055-4511-8ebd-28414fdb9fd6 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817916 May 10 11:41:14.912479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.974701 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:14.992966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 48974eb0-d547-447c-adea-6885d070ad1f is: BUILD; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:14.993360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.000896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:10Z', 'revision_number': 3, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port': {'id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:08Z', 'updated_at': '2022-05-10T11:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:15.008696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 61a8a031-777c-40d3-9532-273b54cc7036, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=61a8a031-777c-40d3-9532-273b54cc7036,segment=NetworkSegment(7e00bd64-2b07-45ff-8540-b8c8f324c3fc),segment_id=7e00bd64-2b07-45ff-8540-b8c8f324c3fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:15.022519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Network 02b74497-3f32-474a-9191-a3094dd5ec0d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:15.027846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:15.049652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:15.055512 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.056355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3b5eb410-3970-42b3-affd-5af3f0bca43a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:15.065765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Checking router: 41d3109c-5d5e-4a97-8388-a782a5281e27 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:15.066110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Updating router 41d3109c-5d5e-4a97-8388-a782a5281e27 port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:41:15.137500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 48974eb0-d547-447c-adea-6885d070ad1f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:15.144402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be6cb4-2bb3-488c-b61d-9138d79f6c5f req-58c5be3b-ba12-4812-9633-b8cee3a625e1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:15.160172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Pushing event updated for resources: {'Port': ['ID=3ee535ab-fcc3-48c4-b457-7bfcc347270c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:15.171175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-66be6cb4-2bb3-488c-b61d-9138d79f6c5f req-58c5be3b-ba12-4812-9633-b8cee3a625e1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.4899447 May 10 11:41:15.210415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:15.267087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9d34cb7-2831-400f-8430-5cbdf7af7489 req-d13d8489-f718-4307-a5d1-6a549412ea08 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 210 time: 0.0937498 May 10 11:41:15.271591 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.317575 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-66be6cb4-2bb3-488c-b61d-9138d79f6c5f req-fdfae8c3-df64-4fc6-aa91-73070754683f tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474445 May 10 11:41:15.344776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-af56a328-745e-4ee3-b92a-f239d17b9253 None None] Current status of the port 61a8a031-777c-40d3-9532-273b54cc7036 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:15.345412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-af56a328-745e-4ee3-b92a-f239d17b9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.456045 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.470702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=61a8a031-777c-40d3-9532-273b54cc7036,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:15.493599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d49e9c-c0a4-46fd-a5a9-3324c99cbb32 req-3d157dd1-489c-41ef-91f0-ecf091442976 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:15.498122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18d49e9c-c0a4-46fd-a5a9-3324c99cbb32 req-3d157dd1-489c-41ef-91f0-ecf091442976 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 944 time: 0.0880420 May 10 11:41:15.499228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Made reservation on behalf of 54559a33eeb145b689aaa8cf708df004 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:15.507709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.551122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.631805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18d49e9c-c0a4-46fd-a5a9-3324c99cbb32 req-0f5898ca-3bf8-4bcf-806e-6a27db66ff2a tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196127 May 10 11:41:15.639726 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.653895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-af56a328-745e-4ee3-b92a-f239d17b9253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:41:15.654251 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-af56a328-745e-4ee3-b92a-f239d17b9253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:41:15.665609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:15.759285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3b5eb410-3970-42b3-affd-5af3f0bca43a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:15.759764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:15.788502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-7ca6b0d1-ff26-4a7e-a089-d7f0c7d4725a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:15.790789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-7ca6b0d1-ff26-4a7e-a089-d7f0c7d4725a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 811 time: 0.3590696 May 10 11:41:15.803962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Allocated IP 172.20.0.3 (df964da3-c9c3-43ec-8cfe-883e8aaa78dc/af092eb2-0e4e-4f7b-bf86-239ae711e0b8/b0fc11b5-891f-4b9c-83a1-db89a0f60b99) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:16.117714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3b5eb410-3970-42b3-affd-5af3f0bca43a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:16.121835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 40c0ddcb-044d-4227-b891-ded311b4867f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:16.132284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.195948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.202794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-af56a328-745e-4ee3-b92a-f239d17b9253 None None] Current status of the port 61a8a031-777c-40d3-9532-273b54cc7036 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:16.297974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 40c0ddcb-044d-4227-b891-ded311b4867f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:16.298611 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.324945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:16.329382 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-cd2309a8-7f67-4f11-b14e-e84ba1669fde tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/quotas/92eb1341742e4b9f82940b949124deb6 HTTP/1.1" status: 200 len: 375 time: 0.5281844 May 10 11:41:16.354111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:16.355848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:16.363282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:16.404081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.427359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-40f1cbf8-35c5-4421-b5b0-64859d96144c None None] Provisioning complete for port 3ee535ab-fcc3-48c4-b457-7bfcc347270c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:16.427730 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-40f1cbf8-35c5-4421-b5b0-64859d96144c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.429286 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.462105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:16.463176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.478006 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-b8a1b7ba-dca8-46ea-9007-755cc6ff0ceb tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422303 May 10 11:41:16.553703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Attempting to bind port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:16.553703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Attempting to bind port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:16.553934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Attempting to bind port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:16.581933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-697fd3f2-27b5-494f-b59d-d8090a135243 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7549257 May 10 11:41:16.593266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Request body: {'port': {'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:16.623840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 40c0ddcb-044d-4227-b891-ded311b4867f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:16.640245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab18d0-2920-4f54-aed9-266b9fbd994c None None] Pushing event updated for resources: {'Port': ['ID=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:16.647487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-40f1cbf8-35c5-4421-b5b0-64859d96144c None None] Port 3ee535ab-fcc3-48c4-b457-7bfcc347270c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:16.649501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-c305264f-b7ab-4e64-896b-e871a7ed3972 service neutron] 10.222.0.13 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607811 May 10 11:41:16.652771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:16.654969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:16.656458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.657791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:16.660400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Bound port: 1dab5e64-082d-4ce7-9eba-5b5c6e97c268, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:16.660994 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.780451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f84ee-27a8-449e-af0b-506eb3beba56 req-cb3b78b5-9769-4f59-a719-e54581a1c281 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:16.796077 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc9f84ee-27a8-449e-af0b-506eb3beba56 req-cb3b78b5-9769-4f59-a719-e54581a1c281 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 931 time: 0.3247900 May 10 11:41:16.798863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.812663 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] For port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:16.823777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] For port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:16.842119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 61a8a031-777c-40d3-9532-273b54cc7036 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:16.872584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.889561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.900779 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:16.937676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc9f84ee-27a8-449e-af0b-506eb3beba56 req-caeb78fd-8774-440e-a5b4-fc294db04df3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405292 May 10 11:41:16.983244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Pushing event updated for resources: {'Port': ['ID=3ee535ab-fcc3-48c4-b457-7bfcc347270c,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:17.019404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Routers {'41d3109c-5d5e-4a97-8388-a782a5281e27'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:17.020288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['41d3109c-5d5e-4a97-8388-a782a5281e27'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:17.020789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-f99bf194-9470-458e-b762-f30b1496ff8d service neutron] 10.222.0.13 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589556 May 10 11:41:17.022403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 61a8a031-777c-40d3-9532-273b54cc7036 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:17.023033 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:17.025942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:17.063573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab18d0-2920-4f54-aed9-266b9fbd994c None None] Pushing event updated for resources: {'Port': ['ID=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:17.067615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-53128f06-a72c-4154-abed-20ec0edfbf84 None None] Provisioning complete for port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:17.068133 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53128f06-a72c-4154-abed-20ec0edfbf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:17.134398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-53128f06-a72c-4154-abed-20ec0edfbf84 None None] Port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:17.149935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Network 02b74497-3f32-474a-9191-a3094dd5ec0d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:17.152856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:17.249037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] Set router 41d3109c-5d5e-4a97-8388-a782a5281e27 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:17.327683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Router 41d3109c-5d5e-4a97-8388-a782a5281e27 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:41:17.594328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 61a8a031-777c-40d3-9532-273b54cc7036 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:17.595806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3b5eb410-3970-42b3-affd-5af3f0bca43a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:17.742824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3b5eb410-3970-42b3-affd-5af3f0bca43a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:17.743212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:17.766490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408128-919e-488f-8bbd-a13f95d1ed13 req-4a3bd912-8328-4485-a914-e84319b17fa1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:17.769370 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96408128-919e-488f-8bbd-a13f95d1ed13 req-4a3bd912-8328-4485-a914-e84319b17fa1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.5031064 May 10 11:41:17.769936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:17.790602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eccee8-8d27-4c50-b813-718d6ed44bd1 req-ecaa4457-5570-4010-a5a9-795101c621e4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:17.792979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09eccee8-8d27-4c50-b813-718d6ed44bd1 req-ecaa4457-5570-4010-a5a9-795101c621e4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 944 time: 0.1450348 May 10 11:41:17.794387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:15Z', 'revision_number': 4, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port': {'id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:08Z', 'updated_at': '2022-05-10T11:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ee535ab-fcc3-48c4-b457-7bfcc347270c', 'name': '', 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'mac_address': 'fa:16:3e:f7:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '5142c308-36b9-498a-b241-2e310faa63b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:14Z', 'updated_at': '2022-05-10T11:41:15Z', 'revision_number': 2, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'subnets': [{'id': '5142c308-36b9-498a-b241-2e310faa63b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:17.797340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9fc95b66-df89-4036-8a37-1f986e364bec admin admin] 10.222.0.13 "PUT /v2.0/routers/41d3109c-5d5e-4a97-8388-a782a5281e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3277135 May 10 11:41:17.831674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b86ef8-57d6-4fe0-86af-a77fe3453508 None None] The sync data for ids ['41d3109c-5d5e-4a97-8388-a782a5281e27'] in n-d-840949-1 is: [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:15Z', 'revision_number': 4, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port': {'id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:08Z', 'updated_at': '2022-05-10T11:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ee535ab-fcc3-48c4-b457-7bfcc347270c', 'name': '', 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'mac_address': 'fa:16:3e:f7:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '5142c308-36b9-498a-b241-2e310faa63b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:14Z', 'updated_at': '2022-05-10T11:41:15Z', 'revision_number': 2, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'subnets': [{'id': '5142c308-36b9-498a-b241-2e310faa63b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:17.840908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 48974eb0-d547-447c-adea-6885d070ad1f up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:17.867631 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96408128-919e-488f-8bbd-a13f95d1ed13 req-089a243e-7164-4c28-afa2-16296bd38661 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861990 May 10 11:41:17.880202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fc11b5-891f-4b9c-83a1-db89a0f60b99 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:17.882899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-27d9511b-1d00-471a-90ec-d2c8faa90779 None None] Provisioning complete for port 3ee535ab-fcc3-48c4-b457-7bfcc347270c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:17.883267 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-27d9511b-1d00-471a-90ec-d2c8faa90779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:17.919865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:17.927291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09eccee8-8d27-4c50-b813-718d6ed44bd1 req-a3a2ba33-31bb-48e7-989f-bb0534a3c913 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243985 May 10 11:41:17.938264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Transition to ACTIVE for port object b0fc11b5-891f-4b9c-83a1-db89a0f60b99 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:41:17.943060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:18.116492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-691f40ef-614a-4af9-8c6b-9a76db90a7ab req-3dfda09e-9d35-4c2b-86da-037a77e4a07a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 210 time: 0.0766804 May 10 11:41:18.204508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Pushing event updated for resources: {'Port': ['ID=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:18.220955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac8a23-dd98-445d-b489-d9635497cfcb req-28e470a4-d0f2-4559-953b-7ab15e90f5c0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:18.232071 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bac8a23-dd98-445d-b489-d9635497cfcb req-28e470a4-d0f2-4559-953b-7ab15e90f5c0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 943 time: 0.1533587 May 10 11:41:18.307066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bac8a23-dd98-445d-b489-d9635497cfcb req-9a2c86b0-d5eb-445b-ab71-d2552d914604 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707512 May 10 11:41:18.334712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3b5eb410-3970-42b3-affd-5af3f0bca43a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:18.337439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-27d9511b-1d00-471a-90ec-d2c8faa90779 None None] Port 3ee535ab-fcc3-48c4-b457-7bfcc347270c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:18.362216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 48974eb0-d547-447c-adea-6885d070ad1f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:18.363140 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:18.429128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Attempting to bind port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:18.429711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Attempting to bind port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:18.430135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Attempting to bind port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:18.440145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:41:18.440854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Attempting to bind port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:18.447476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:18.448442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Checking segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:18.448993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Bound using segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:18.449534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Bound port: b0fc11b5-891f-4b9c-83a1-db89a0f60b99, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:18.450141 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:18.538985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 48974eb0-d547-447c-adea-6885d070ad1f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:18.539345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:18.581083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8310caa7-f16f-481d-9976-28c4737b2814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48974eb0-d547-447c-adea-6885d070ad1f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:18.584511 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f420757-7723-41d5-ae0f-e0e8381dd0c4" -d '{"events": [{"server_uuid": "8310caa7-f16f-481d-9976-28c4737b2814", "name": "network-vif-plugged", "status": "completed", "tag": "48974eb0-d547-447c-adea-6885d070ad1f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:18.605557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:18.613855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:18.618931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] For port b0fc11b5-891f-4b9c-83a1-db89a0f60b99, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:18.625456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] For port b0fc11b5-891f-4b9c-83a1-db89a0f60b99, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:18.635318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:18.754112 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a28471b-5a5e-4d37-8961-dbe65a6bb712 x-openstack-request-id: req-3a28471b-5a5e-4d37-8961-dbe65a6bb712 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:18.761926 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8310caa7-f16f-481d-9976-28c4737b2814", "name": "network-vif-plugged", "status": "completed", "tag": "48974eb0-d547-447c-adea-6885d070ad1f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:18.762611 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a28471b-5a5e-4d37-8961-dbe65a6bb712 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:18.764644 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a28471b-5a5e-4d37-8961-dbe65a6bb712'] response: {'server_uuid': '8310caa7-f16f-481d-9976-28c4737b2814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48974eb0-d547-447c-adea-6885d070ad1f', 'code': 200} May 10 11:41:18.770371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:18.770993 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:18.773839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:18.780071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] 10.222.0.49 "PUT /v2.0/ports/b0fc11b5-891f-4b9c-83a1-db89a0f60b99 HTTP/1.1" status: 200 len: 1091 time: 2.1972029 May 10 11:41:18.802313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'tag': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:18.804875 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dc0935-cd75-4802-8370-15c9e0a5fb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc4ae48-718f-4bfd-a6a2-5e2c458ee239", "tag": "b0fc11b5-891f-4b9c-83a1-db89a0f60b99"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:18.953978 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6226c6-d134-4f08-a59d-279772093a3e x-openstack-request-id: req-fb6226c6-d134-4f08-a59d-279772093a3e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:18.954309 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc4ae48-718f-4bfd-a6a2-5e2c458ee239", "tag": "b0fc11b5-891f-4b9c-83a1-db89a0f60b99", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:18.954552 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb6226c6-d134-4f08-a59d-279772093a3e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:18.955178 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6226c6-d134-4f08-a59d-279772093a3e'] response: {'name': 'network-changed', 'server_uuid': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'tag': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'status': 'completed', 'code': 200} May 10 11:41:19.040492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09d416-ba86-4a5c-b80e-af06d2490bdd service neutron] Pushing event updated for resources: {'Port': ['ID=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:19.132585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-2ff5b965-ea31-4d02-9b28-81036f83c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.152506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f0e8-d477-404e-a065-ff01df13a166 req-c4b844c2-fc8d-4d4a-aace-3565bab0598a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.159556 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-2ff5b965-ea31-4d02-9b28-81036f83c4f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1096 time: 0.3948483 May 10 11:41:19.168920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9f9f0e8-d477-404e-a065-ff01df13a166 req-c4b844c2-fc8d-4d4a-aace-3565bab0598a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1287031 May 10 11:41:19.299257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9f9f0e8-d477-404e-a065-ff01df13a166 req-1748649a-34fc-4368-8ce7-587cd4e6d8c1 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293309 May 10 11:41:19.423655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-5ac300f4-68aa-4c55-b9c7-c7ced33fe81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.425612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-5ac300f4-68aa-4c55-b9c7-c7ced33fe81a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 1094 time: 0.4693975 May 10 11:41:19.567802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-fd0b8a61-ff0b-44b0-9cd2-f385a0dcc305 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99 HTTP/1.1" status: 200 len: 217 time: 0.1254110 May 10 11:41:19.650409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-7345151b-cb18-4506-9fbb-3bfe1a7cf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.651927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-7345151b-cb18-4506-9fbb-3bfe1a7cf926 service neutron] 10.222.0.49 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.4919193 May 10 11:41:19.657437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-2f8d2801-43e2-4002-9a5b-5afe629e3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.659144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-2f8d2801-43e2-4002-9a5b-5afe629e3c77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.0844593 May 10 11:41:19.693249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f2d7b-fd09-475c-b46a-16a7511faecf req-f41eaf82-eddd-49bc-b3e4-676bdb6083db tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.703582 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc5f2d7b-fd09-475c-b46a-16a7511faecf req-f41eaf82-eddd-49bc-b3e4-676bdb6083db tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.2839348 May 10 11:41:19.723701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-c9af36da-74f7-4575-be29-6a72150f97fa tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.727086 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-c9af36da-74f7-4575-be29-6a72150f97fa tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.70 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 811 time: 0.3593426 May 10 11:41:19.748998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Request body: {'port': {'device_id': '0669cf61-2440-4e07-b48c-fc7bcf790903', 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce', 'admin_state_up': True, 'tenant_id': '92eb1341742e4b9f82940b949124deb6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:19.756899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601d1e-500c-4bda-be4e-5e0000282be4 req-7b361c66-fc63-4b9e-93ce-0725eeb17a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.758462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9601d1e-500c-4bda-be4e-5e0000282be4 req-7b361c66-fc63-4b9e-93ce-0725eeb17a02 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 1097 time: 0.7593458 May 10 11:41:19.812946 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-7928d951-14a1-4cfb-9886-176cfa6df9ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 1001 time: 0.1457016 May 10 11:41:19.840335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbefd611-b7bb-46f0-878d-d55c6e21bf55 req-b318eec3-d95b-4f2f-8c9e-03becc63ef7c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 210 time: 0.1915700 May 10 11:41:19.859372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc5f2d7b-fd09-475c-b46a-16a7511faecf req-b55c2142-3e40-4617-b671-c1b8b7d5c7ad tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542320 May 10 11:41:19.887158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Made reservation on behalf of 92eb1341742e4b9f82940b949124deb6 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:19.891259 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:19.920413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-fc6b3abc-840c-4045-8122-f5435b0f1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.921806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-fc6b3abc-840c-4045-8122-f5435b0f1a6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.0774751 May 10 11:41:19.931345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-05ce71d4-5547-440d-aefb-36ada0d3e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:19.933235 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-05ce71d4-5547-440d-aefb-36ada0d3e51f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885638 May 10 11:41:19.935105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9601d1e-500c-4bda-be4e-5e0000282be4 req-abb3ec62-afa4-4e5b-833b-9cc5cc0e0a90 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453445 May 10 11:41:20.127288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Allocated IP 172.20.0.4 (0e0f9b88-61b9-48ca-bf29-db0dce884bce/1732a570-93a0-4f2d-ab0b-10a4407f054e/a5ab86aa-e5fd-42db-9ce1-8684a78db1ce) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:20.416617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:20.501523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:20.514108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['11db03dd-bc8c-4deb-b533-d3a102453746'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:41:20.560962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3909008-e96a-4212-a4ef-8d8bfc359046 req-9eca2f17-6364-44f1-8278-ed140ae09d4e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:20.563446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3909008-e96a-4212-a4ef-8d8bfc359046 req-9eca2f17-6364-44f1-8278-ed140ae09d4e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1110332 May 10 11:41:20.579096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Network 0e0f9b88-61b9-48ca-bf29-db0dce884bce is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:20.584442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:20.593944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:20.657977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Pushing event updated for resources: {'Port': ['ID=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:20.731568 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3909008-e96a-4212-a4ef-8d8bfc359046 req-34c74afb-80e4-4325-ba83-5e2759117952 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488948 May 10 11:41:20.741239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:20.742035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:20.750097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ea2e-014d-476d-9b2d-0bf38f587281 req-2a3c9141-313f-420d-a6ef-b114b6ce07d6 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:20.752848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ab4ea2e-014d-476d-9b2d-0bf38f587281 req-2a3c9141-313f-420d-a6ef-b114b6ce07d6 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 943 time: 0.8087151 May 10 11:41:20.761870 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-edef7f4c-9442-49f7-8ed2-b4fd78481885 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0169163 May 10 11:41:20.792256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-2a450d65-dce3-4498-86b0-5f48139532ef tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:41:20.794145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-2a450d65-dce3-4498-86b0-5f48139532ef tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230477 May 10 11:41:20.800284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-55cefea3-99d2-4509-8f5b-a7500105b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:20.801795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-55cefea3-99d2-4509-8f5b-a7500105b40d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8658299 May 10 11:41:20.814204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Request body: {'port': {'device_id': '0669cf61-2440-4e07-b48c-fc7bcf790903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:20.838597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:20.852102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53776) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:20.923159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:20.923546 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:20.992704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.018864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b609ae-7bcc-4e3e-b7ca-b8eebb5aae66 req-99c39df3-cf55-495f-a16a-5bbf63dcbcce tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:21.028997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27b609ae-7bcc-4e3e-b7ca-b8eebb5aae66 req-99c39df3-cf55-495f-a16a-5bbf63dcbcce tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 931 time: 0.0871091 May 10 11:41:21.038359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ab4ea2e-014d-476d-9b2d-0bf38f587281 req-860c46b0-9564-4aa4-a191-a8bdf4b73795 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784114 May 10 11:41:21.059220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-85d3061b-678c-4066-96c2-7c76a5e1ea62 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1135824 May 10 11:41:21.083279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:21.083733 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.129124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:21.135676 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.188249 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27b609ae-7bcc-4e3e-b7ca-b8eebb5aae66 req-f179be0c-cb6a-48a1-b72a-491eeb2f848a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579816 May 10 11:41:21.219747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:21.379511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-e961a4a9-e648-48db-957e-ba9ec4fabc03 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681038 May 10 11:41:21.394297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e9c0f-9076-4c88-ae5b-5ef5c4b04016 req-a6566b53-e73f-48e8-83cf-70d7abb0b0ff tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:21.395744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-879e9c0f-9076-4c88-ae5b-5ef5c4b04016 req-a6566b53-e73f-48e8-83cf-70d7abb0b0ff tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.2375009 May 10 11:41:21.418855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ab86aa-e5fd-42db-9ce1-8684a78db1ce {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:21.427252 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.440134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Transition to ACTIVE for port object a5ab86aa-e5fd-42db-9ce1-8684a78db1ce will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:41:21.445295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.459698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bae644be-c725-4ddd-926f-4da8ab2b97c8 req-03aa7b89-9d7f-45cf-afb7-79fb2893373f service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162749 May 10 11:41:21.560942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:21.583438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-879e9c0f-9076-4c88-ae5b-5ef5c4b04016 req-697a160b-0547-42ad-bc85-ce7e037127ce tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669104 May 10 11:41:21.594259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Attempting to bind port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:21.594591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Attempting to bind port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:21.594917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Attempting to bind port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce on network 0e0f9b88-61b9-48ca-bf29-db0dce884bce {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:21.599426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce on network 0e0f9b88-61b9-48ca-bf29-db0dce884bce not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:41:21.599743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Attempting to bind port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce on network 0e0f9b88-61b9-48ca-bf29-db0dce884bce {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:21.607920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:21.608204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Checking segment: {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:21.608586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Bound using segment: {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:21.609028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Bound port: a5ab86aa-e5fd-42db-9ce1-8684a78db1ce, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49de97e2-8a8e-4235-b5ab-83e452566071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:21.609387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.668248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-a751fcb6-8089-48cb-b75c-2e620fe22d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:21.669897 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-a751fcb6-8089-48cb-b75c-2e620fe22d91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 1094 time: 0.1373589 May 10 11:41:21.673316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-696fcb55-c97a-48f5-a87c-37e5f2853b9a req-5b2bc310-117f-4ee5-9e4c-bc338bafa8c0 service neutron] 10.222.0.49 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720795 May 10 11:41:21.678528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] For port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:21.682592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] For port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:21.691164 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.736285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:21.736746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.738122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] 10.222.0.70 "PUT /v2.0/ports/a5ab86aa-e5fd-42db-9ce1-8684a78db1ce HTTP/1.1" status: 200 len: 1091 time: 0.9320664 May 10 11:41:21.740593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0669cf61-2440-4e07-b48c-fc7bcf790903', 'tag': 'a5ab86aa-e5fd-42db-9ce1-8684a78db1ce'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:21.743948 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98fabee-50e3-4718-b421-4c068b5e4bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0669cf61-2440-4e07-b48c-fc7bcf790903", "tag": "a5ab86aa-e5fd-42db-9ce1-8684a78db1ce"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:21.770013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b55082-ec54-4f40-ad1b-6c51ddb59744 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:21.807502 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a3b75-ef86-40b6-84c0-aa833252057f x-openstack-request-id: req-e45a3b75-ef86-40b6-84c0-aa833252057f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:21.807502 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0669cf61-2440-4e07-b48c-fc7bcf790903", "tag": "a5ab86aa-e5fd-42db-9ce1-8684a78db1ce", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:21.807502 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e45a3b75-ef86-40b6-84c0-aa833252057f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:21.807502 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45a3b75-ef86-40b6-84c0-aa833252057f'] response: {'name': 'network-changed', 'server_uuid': '0669cf61-2440-4e07-b48c-fc7bcf790903', 'tag': 'a5ab86aa-e5fd-42db-9ce1-8684a78db1ce', 'status': 'completed', 'code': 200} May 10 11:41:21.864038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-07255143-4ab6-41a7-be28-ba2a786e0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:21.864363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-07255143-4ab6-41a7-be28-ba2a786e0cd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 1094 time: 0.0774798 May 10 11:41:21.893319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-a54694dd-0bbc-4091-8da0-6a5ed2e149b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:21.894892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-a54694dd-0bbc-4091-8da0-6a5ed2e149b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.2126513 May 10 11:41:21.924555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-335f83ff-6a87-4883-a07b-ea665262b420 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce HTTP/1.1" status: 200 len: 217 time: 0.0518112 May 10 11:41:22.001315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-bd4ba09d-0616-4c9b-86dd-7af2d791e3ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99 HTTP/1.1" status: 200 len: 217 time: 0.0915823 May 10 11:41:22.022900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-4c8b1ac6-4d9d-4a34-9d37-23237b78daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.024406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-4c8b1ac6-4d9d-4a34-9d37-23237b78daa4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 200 len: 851 time: 0.0904281 May 10 11:41:22.068662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-560d90c8-5a38-4b40-bc25-aa06e5007b83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e0f9b88-61b9-48ca-bf29-db0dce884bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365756 May 10 11:41:22.068852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:22.131488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127edc59-4316-4cda-aecd-159994b1dc0c req-8d582cc1-befd-4538-ae8a-8dfc518cd3fb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.139422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-127edc59-4316-4cda-aecd-159994b1dc0c req-8d582cc1-befd-4538-ae8a-8dfc518cd3fb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.2684274 May 10 11:41:22.143263 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Sync routers for ids ['41d3109c-5d5e-4a97-8388-a782a5281e27'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:22.148348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-1fe541e2-5064-4f2c-b7a3-78813d6e9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.150165 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-1fe541e2-5064-4f2c-b7a3-78813d6e9fc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.1312346 May 10 11:41:22.162323 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Routers {'41d3109c-5d5e-4a97-8388-a782a5281e27'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:22.163345 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['41d3109c-5d5e-4a97-8388-a782a5281e27'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:22.219423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-cacd0219-3dd8-4a12-bd22-8a11c4f70437 service neutron] 10.222.0.70 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425979 May 10 11:41:22.228604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5493220-68d4-4683-bd7c-2d7b73d15bc3 req-8f8987df-9eae-4325-828a-34403731cb32 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.230286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e5493220-68d4-4683-bd7c-2d7b73d15bc3 req-8f8987df-9eae-4325-828a-34403731cb32 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 943 time: 0.0808065 May 10 11:41:22.275367 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-127edc59-4316-4cda-aecd-159994b1dc0c req-e16d24a6-11d3-4f01-9cd5-e23363ea5ce0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239598 May 10 11:41:22.290240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-9312c7f0-b034-4ee1-9c34-b6d6c29a0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.291901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-9312c7f0-b034-4ee1-9c34-b6d6c29a0ef4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310225 May 10 11:41:22.370625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e5493220-68d4-4683-bd7c-2d7b73d15bc3 req-ce7f30e1-4f1c-4480-83a3-bc7c5cab882a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197667 May 10 11:41:22.382125 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5b0723dc-ae12-4354-860e-e8c152c6229c req-bc477085-8557-4cb1-b2b7-8bfeaf2628cd service neutron] 10.222.0.70 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507638 May 10 11:41:22.450313 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Set router 41d3109c-5d5e-4a97-8388-a782a5281e27 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:22.474343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-0b55d60e-dabb-4586-9244-55b7d51ce466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.476593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-0b55d60e-dabb-4586-9244-55b7d51ce466 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 1094 time: 0.0456100 May 10 11:41:22.492301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfbd3c-afb0-4017-95be-d06976f56fb8 req-4b12df0b-74d3-43b1-b1cf-d04609fca324 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.493804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-babfbd3c-afb0-4017-95be-d06976f56fb8 req-4b12df0b-74d3-43b1-b1cf-d04609fca324 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 943 time: 0.1011372 May 10 11:41:22.515117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-e8a1d67e-a803-4cd5-810b-554174039493 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896267 May 10 11:41:22.581818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-15e1b075-e25a-4f9a-9742-fa30b796f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.583474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-15e1b075-e25a-4f9a-9742-fa30b796f3be service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 912 time: 0.0998070 May 10 11:41:22.627271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-babfbd3c-afb0-4017-95be-d06976f56fb8 req-1781ce40-d707-4c34-9fd6-ddb181df784d tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265674 May 10 11:41:22.654941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-fa36f5c6-f057-4941-a39a-c1ac76d31f59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce HTTP/1.1" status: 200 len: 217 time: 0.0516014 May 10 11:41:22.705488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01dc0935-cd75-4802-8370-15c9e0a5fb4b req-df8848e5-e2a8-4ec3-8246-ed7fde9c4b97 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817896 May 10 11:41:22.715474 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:15Z', 'revision_number': 4, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port': {'id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:08Z', 'updated_at': '2022-05-10T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ee535ab-fcc3-48c4-b457-7bfcc347270c', 'name': '', 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'mac_address': 'fa:16:3e:f7:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '5142c308-36b9-498a-b241-2e310faa63b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:14Z', 'updated_at': '2022-05-10T11:41:15Z', 'revision_number': 2, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'subnets': [{'id': '5142c308-36b9-498a-b241-2e310faa63b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:22.734221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Deleting port 3b5eb410-3970-42b3-affd-5af3f0bca43a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:22.734713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:22.748839 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Checking router: 41d3109c-5d5e-4a97-8388-a782a5281e27 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:22.749187 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Updating router 41d3109c-5d5e-4a97-8388-a782a5281e27 port 3ee535ab-fcc3-48c4-b457-7bfcc347270c binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:41:22.789488 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:22.796243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-99f3f01f-211a-47ee-ae4b-58294ba6957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.798005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-99f3f01f-211a-47ee-ae4b-58294ba6957d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 200 len: 851 time: 0.1374102 May 10 11:41:22.807766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:22.817500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495835a-88c0-4f63-885f-f353a794dbb6 req-8e07720b-9c67-4016-90e2-e8cd8670529c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:22.819027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d495835a-88c0-4f63-885f-f353a794dbb6 req-8e07720b-9c67-4016-90e2-e8cd8670529c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1229756 May 10 11:41:22.881838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] For port 3b5eb410-3970-42b3-affd-5af3f0bca43a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3b5eb410-3970-42b3-affd-5af3f0bca43a,segment=NetworkSegment(992a874d-e983-4d3b-8cad-4b92ea74f6fb),segment_id=992a874d-e983-4d3b-8cad-4b92ea74f6fb)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:22.882106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:22.884082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-370cf93d-a7d5-414c-99d3-b39c17e0da0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e0f9b88-61b9-48ca-bf29-db0dce884bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591626 May 10 11:41:22.905814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:22.906554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Calling delete_port for 3b5eb410-3970-42b3-affd-5af3f0bca43a owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:22.907232 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:22.983209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d495835a-88c0-4f63-885f-f353a794dbb6 req-dc1bfacc-0033-40c1-a743-9fa02daa6653 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486804 May 10 11:41:23.028777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:23.052277 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-c4423a12-abc0-46c0-a10d-578a5e549a64 service neutron] 10.222.0.70 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602755 May 10 11:41:23.219737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3caed7-b24e-45bc-8114-37a79fc9625d req-99f10df0-457b-44a1-974c-e7ecb074a249 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:23.221675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ae3caed7-b24e-45bc-8114-37a79fc9625d req-99f10df0-457b-44a1-974c-e7ecb074a249 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1130564 May 10 11:41:23.223063 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.260846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c98fabee-50e3-4718-b421-4c068b5e4bb6 req-43e8b066-8282-48ec-a348-574c18496429 service neutron] 10.222.0.70 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005160 May 10 11:41:23.271690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5eb410-3970-42b3-affd-5af3f0bca43a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:23.285095 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.305299 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.382016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:23.397476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ae3caed7-b24e-45bc-8114-37a79fc9625d req-0fd5e299-0c24-46a1-b263-47dd547e3481 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337640 May 10 11:41:23.549913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e007b-9d2b-4e52-9b2b-3e263301c01d req-1b1af721-5f05-4cc0-bbb8-629b75691bcc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:23.567549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f8e007b-9d2b-4e52-9b2b-3e263301c01d req-1b1af721-5f05-4cc0-bbb8-629b75691bcc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.1245437 May 10 11:41:23.602556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8f256e82-8f90-453e-8ac4-dd37008d79c3 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:23.602953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.648122 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e553-4ab5-455e-82d4-96e28e37b10d None None] Pushing event updated for resources: {'Port': ['ID=3ee535ab-fcc3-48c4-b457-7bfcc347270c,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:23.663027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f8e007b-9d2b-4e52-9b2b-3e263301c01d req-55314d0e-543e-4bb2-8e09-3d30867e48c5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901058 May 10 11:41:23.712405 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Attempting to bind port 3ee535ab-fcc3-48c4-b457-7bfcc347270c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:23.712766 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Attempting to bind port 3ee535ab-fcc3-48c4-b457-7bfcc347270c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:23.713234 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Attempting to bind port 3ee535ab-fcc3-48c4-b457-7bfcc347270c on network 02b74497-3f32-474a-9191-a3094dd5ec0d {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:23.717947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:23.727544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:23.731893 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:23.732263 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Checking segment: {'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:23.733261 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.738698 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8372526-dc8c-4487-b502-805c94e339ed" -d '{"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-unplugged", "status": "completed", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:23.739034 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Bound using segment: {'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:23.739451 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Bound port: 3ee535ab-fcc3-48c4-b457-7bfcc347270c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e00bd64-2b07-45ff-8540-b8c8f324c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:23.739881 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.750595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.769941 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.824480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9de106ee-b0ef-4eca-9bd7-7238a50b73cb None None] Provisioning complete for port 3ee535ab-fcc3-48c4-b457-7bfcc347270c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:23.825073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9de106ee-b0ef-4eca-9bd7-7238a50b73cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:23.847032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7f547-7010-49e2-8f0d-5baec06c5220 req-6654c14e-9d3d-4630-846d-a22e9db9384b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:23.848950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7e7f547-7010-49e2-8f0d-5baec06c5220 req-6654c14e-9d3d-4630-846d-a22e9db9384b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 943 time: 0.2064197 May 10 11:41:23.865645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:23.879232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9de106ee-b0ef-4eca-9bd7-7238a50b73cb None None] Port 3ee535ab-fcc3-48c4-b457-7bfcc347270c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:23.925726 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] For port 3ee535ab-fcc3-48c4-b457-7bfcc347270c, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:23.930167 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] For port 3ee535ab-fcc3-48c4-b457-7bfcc347270c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3ee535ab-fcc3-48c4-b457-7bfcc347270c,segment=NetworkSegment(7e00bd64-2b07-45ff-8540-b8c8f324c3fc),segment_id=7e00bd64-2b07-45ff-8540-b8c8f324c3fc)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:23.937270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7e7f547-7010-49e2-8f0d-5baec06c5220 req-0e90055c-e630-4393-847c-d95ca98c8877 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812433 May 10 11:41:23.941671 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:24.015790 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e553-4ab5-455e-82d4-96e28e37b10d None None] Pushing event updated for resources: {'Port': ['ID=3ee535ab-fcc3-48c4-b457-7bfcc347270c,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:24.064096 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Routers {'41d3109c-5d5e-4a97-8388-a782a5281e27'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:24.068119 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e927f286-0863-4efc-8ca4-39991cfa73b1 x-openstack-request-id: req-e927f286-0863-4efc-8ca4-39991cfa73b1 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:24.068409 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-unplugged", "status": "failed", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3", "code": 422}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:24.068659 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e927f286-0863-4efc-8ca4-39991cfa73b1 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:24.069079 n-d-840949-1 neutron-server[102769]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e927f286-0863-4efc-8ca4-39991cfa73b1']: {'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'code': 422} returned with failed status May 10 11:41:24.070579 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['41d3109c-5d5e-4a97-8388-a782a5281e27'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:24.224777 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] Set router 41d3109c-5d5e-4a97-8388-a782a5281e27 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:24.403491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-163a387d-206f-43bd-b35f-13cbd8f48571 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:24.405531 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-163a387d-206f-43bd-b35f-13cbd8f48571 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 815 time: 0.1941836 May 10 11:41:24.418579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-82383ffc-661f-4b42-92f1-154f9cfc8d2d None None] Provisioning complete for port 3ee535ab-fcc3-48c4-b457-7bfcc347270c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:24.420956 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82383ffc-661f-4b42-92f1-154f9cfc8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:24.435318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-23e64f18-1247-467e-9ef7-0e0d249ea979 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/quotas/fc22884d32844000a72c73d3abd1f7ad HTTP/1.1" status: 200 len: 375 time: 0.0223362 May 10 11:41:24.535739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-323cacf2-2018-4c14-9dc3-3b2cba21ee6d tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929389 May 10 11:41:24.552344 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:15Z', 'revision_number': 4, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port': {'id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:08Z', 'updated_at': '2022-05-10T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ee535ab-fcc3-48c4-b457-7bfcc347270c', 'name': '', 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'mac_address': 'fa:16:3e:f7:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '5142c308-36b9-498a-b241-2e310faa63b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:14Z', 'updated_at': '2022-05-10T11:41:23Z', 'revision_number': 4, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'subnets': [{'id': '5142c308-36b9-498a-b241-2e310faa63b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:24.554730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-82383ffc-661f-4b42-92f1-154f9cfc8d2d None None] Current status of the port 3ee535ab-fcc3-48c4-b457-7bfcc347270c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:24.555352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82383ffc-661f-4b42-92f1-154f9cfc8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:24.597898 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d0aa1-0aa3-4cb4-a7b1-2474630ef12a None None] The sync data for ids ['41d3109c-5d5e-4a97-8388-a782a5281e27'] in n-d-840949-1 is: [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:15Z', 'revision_number': 4, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port': {'id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:08Z', 'updated_at': '2022-05-10T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ee535ab-fcc3-48c4-b457-7bfcc347270c', 'name': '', 'network_id': '02b74497-3f32-474a-9191-a3094dd5ec0d', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'mac_address': 'fa:16:3e:f7:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '5142c308-36b9-498a-b241-2e310faa63b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:14Z', 'updated_at': '2022-05-10T11:41:23Z', 'revision_number': 4, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'subnets': [{'id': '5142c308-36b9-498a-b241-2e310faa63b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:24.604574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-82383ffc-661f-4b42-92f1-154f9cfc8d2d None None] For port 3ee535ab-fcc3-48c4-b457-7bfcc347270c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3ee535ab-fcc3-48c4-b457-7bfcc347270c,segment=NetworkSegment(7e00bd64-2b07-45ff-8540-b8c8f324c3fc),segment_id=7e00bd64-2b07-45ff-8540-b8c8f324c3fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:24.609261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82383ffc-661f-4b42-92f1-154f9cfc8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:24.665964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb8b4e-2bfc-400a-a57f-23a9e8bf3a77 req-4a80d6aa-9687-4370-a10f-4dd54d976ad9 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:24.668172 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96eb8b4e-2bfc-400a-a57f-23a9e8bf3a77 req-4a80d6aa-9687-4370-a10f-4dd54d976ad9 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 943 time: 0.5856144 May 10 11:41:24.726694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Router 31b30c17-1b1e-4711-a320-11fd1ae7009a has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:41:24.742628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82383ffc-661f-4b42-92f1-154f9cfc8d2d None None] Pushing event updated for resources: {'Port': ['ID=3ee535ab-fcc3-48c4-b457-7bfcc347270c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:24.744443 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8271af09-83b6-497a-b645-675660998f8e service neutron] 10.222.0.13 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984327 May 10 11:41:24.751642 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96eb8b4e-2bfc-400a-a57f-23a9e8bf3a77 req-f1f4d648-b838-4ee1-9786-492b78f9cf31 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752943 May 10 11:41:24.899638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:24.911992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] Sync routers for ids ['31b30c17-1b1e-4711-a320-11fd1ae7009a'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:24.916909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3ee535ab-fcc3-48c4-b457-7bfcc347270c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:24.929944 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8de3aa0d-fd5e-4964-bba4-3eae1be2bad9 service neutron] 10.222.0.13 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652989 May 10 11:41:24.937533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cebccebb-c385-4df3-8fe0-2e13d1111d6c admin admin] 10.222.0.13 "PUT /v2.0/routers/31b30c17-1b1e-4711-a320-11fd1ae7009a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0390284 May 10 11:41:24.940403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53838) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:24.990760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7628df-428f-4bab-9ec6-7cda70576fdf req-43e426d0-e224-45a7-b4b8-b8ca4a76c5d5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:24.999189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb7628df-428f-4bab-9ec6-7cda70576fdf req-43e426d0-e224-45a7-b4b8-b8ca4a76c5d5 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 943 time: 0.1209760 May 10 11:41:25.008962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] Routers {'31b30c17-1b1e-4711-a320-11fd1ae7009a'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:25.009798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['31b30c17-1b1e-4711-a320-11fd1ae7009a'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:25.060722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb7628df-428f-4bab-9ec6-7cda70576fdf req-aada12bc-344f-4842-a775-e3026b2adcec tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534978 May 10 11:41:25.251338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3ee535ab-fcc3-48c4-b457-7bfcc347270c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:25.251762 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:25.438455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cb647-ade3-431a-81ef-0fd830069907 req-92bf271b-6539-435d-bbab-4e6b8e900f8d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:25.443327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-279cb647-ade3-431a-81ef-0fd830069907 req-92bf271b-6539-435d-bbab-4e6b8e900f8d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 943 time: 0.1483436 May 10 11:41:25.472151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b0fc11b5-891f-4b9c-83a1-db89a0f60b99 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:41:25.535326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-279cb647-ade3-431a-81ef-0fd830069907 req-088f3550-30d5-455a-b469-8d51e71c7117 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823641 May 10 11:41:25.568085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3ee535ab-fcc3-48c4-b457-7bfcc347270c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:25.598202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] Set router 31b30c17-1b1e-4711-a320-11fd1ae7009a gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:25.668647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06499cb5-27f7-439b-b552-41653602c5bd req-35f2cdbb-4399-4476-aa07-601aab50a431 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 210 time: 0.0510573 May 10 11:41:25.692675 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:41:25.818089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:25.907688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b0fc11b5-891f-4b9c-83a1-db89a0f60b99, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:25.938046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd963a-0385-463d-8917-dd8902c8a0c8 req-19f3e38f-e659-4145-9d41-4c02dfd42ae4 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:25.942447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a5ab86aa-e5fd-42db-9ce1-8684a78db1ce details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:41:25.947503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dcd963a-0385-463d-8917-dd8902c8a0c8 req-19f3e38f-e659-4145-9d41-4c02dfd42ae4 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 943 time: 0.0841775 May 10 11:41:25.985490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:41:25.988377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-c6ee511b-6637-4938-8dc2-efaf14c39c58 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:25.989849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-c6ee511b-6637-4938-8dc2-efaf14c39c58 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.70 "GET /v2.0/ports?device_id=8310caa7-f16f-481d-9976-28c4737b2814 HTTP/1.1" status: 200 len: 946 time: 0.1692326 May 10 11:41:26.021775 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dcd963a-0385-463d-8917-dd8902c8a0c8 req-d48c49d6-dc89-41c7-b26a-629953f5456b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686698 May 10 11:41:26.061432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.121606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:26.122010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.142272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fc11b5-891f-4b9c-83a1-db89a0f60b99 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:26.168489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Deleting port 48974eb0-d547-447c-adea-6885d070ad1f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:26.168818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.174144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Deleting port 98aab715-43a5-4b33-92ed-2b2bb591c2d3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:26.174477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.193805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b0fc11b5-891f-4b9c-83a1-db89a0f60b99, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:26.216866 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.227317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:26.262975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'a5ab86aa-e5fd-42db-9ce1-8684a78db1ce', 'network_id': '0e0f9b88-61b9-48ca-bf29-db0dce884bce', 'port_id': 'a5ab86aa-e5fd-42db-9ce1-8684a78db1ce', 'mac_address': 'fa:16:3e:64:50:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1732a570-93a0-4f2d-ab0b-10a4407f054e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:41:26.340844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:26.340844 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.351535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] For port 48974eb0-d547-447c-adea-6885d070ad1f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=48974eb0-d547-447c-adea-6885d070ad1f,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:26.352278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.369156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] For port 98aab715-43a5-4b33-92ed-2b2bb591c2d3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=98aab715-43a5-4b33-92ed-2b2bb591c2d3,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:26.369826 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.386748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:26.388184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Calling delete_port for 48974eb0-d547-447c-adea-6885d070ad1f owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:26.399073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ab86aa-e5fd-42db-9ce1-8684a78db1ce {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:26.411579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Calling delete_port for 98aab715-43a5-4b33-92ed-2b2bb591c2d3 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:26.449886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:26.452072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:41:23Z', 'revision_number': 5, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port': {'id': '98aab715-43a5-4b33-92ed-2b2bb591c2d3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:54Z', 'updated_at': '2022-05-10T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:26.514779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['b0fc11b5-891f-4b9c-83a1-db89a0f60b99'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:41:26.604143 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.606877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] Checking router: 31b30c17-1b1e-4711-a320-11fd1ae7009a for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:26.964853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8c49153f-cbab-4af4-b8cd-f9ec6b37b255 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:26.966943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8c49153f-cbab-4af4-b8cd-f9ec6b37b255 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.49 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 815 time: 0.2326953 May 10 11:41:26.980017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Request body: {'port': {'device_id': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'admin_state_up': True, 'tenant_id': 'fc22884d32844000a72c73d3abd1f7ad'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:27.135799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.141991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df60f3bb-21a9-4754-8f10-7a152a31e99d req-c31003ea-e605-4194-aea7-6af9b6ee0f2b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 210 time: 0.0485518 May 10 11:41:27.218749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3ee535ab-fcc3-48c4-b457-7bfcc347270c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:27.221343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] Routers {'31b30c17-1b1e-4711-a320-11fd1ae7009a'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:27.222227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['31b30c17-1b1e-4711-a320-11fd1ae7009a'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:27.236488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Pushing event deleted for resources: {'Port': ['ID=48974eb0-d547-447c-adea-6885d070ad1f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:27.248442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.249701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.249701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.249701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.249970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.250064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.250683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.250683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.251013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.251331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.251653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.252234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:27.256900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Made reservation on behalf of fc22884d32844000a72c73d3abd1f7ad for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:27.264531 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.278930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] No DVR routers for this DVR port 48974eb0-d547-447c-adea-6885d070ad1f on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:27.283648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.287078 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00df0bdd-e785-4af2-a76e-6bdcbdf82d02 req-ea33385b-0783-4534-8d56-cc73697eb3cb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.70 "DELETE /v2.0/ports/48974eb0-d547-447c-adea-6885d070ad1f HTTP/1.1" status: 204 len: 173 time: 1.2881906 May 10 11:41:27.288180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8310caa7-f16f-481d-9976-28c4737b2814', 'name': 'network-vif-deleted', 'tag': '48974eb0-d547-447c-adea-6885d070ad1f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:27.290389 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0522f8-da86-4cde-9918-252ee6fd995f" -d '{"events": [{"server_uuid": "8310caa7-f16f-481d-9976-28c4737b2814", "name": "network-vif-deleted", "tag": "48974eb0-d547-447c-adea-6885d070ad1f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:27.297166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.357620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Pushing event deleted for resources: {'Port': ['ID=98aab715-43a5-4b33-92ed-2b2bb591c2d3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:27.387477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78b358-6faa-42d1-86b6-6bfe34327236 req-c89ca2b7-ae4f-443c-90ad-dc445f208cb7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.397726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['a5ab86aa-e5fd-42db-9ce1-8684a78db1ce'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:41:27.398951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c78b358-6faa-42d1-86b6-6bfe34327236 req-c89ca2b7-ae4f-443c-90ad-dc445f208cb7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 944 time: 0.3128040 May 10 11:41:27.466087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:27.487192 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.541442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] Set router 31b30c17-1b1e-4711-a320-11fd1ae7009a gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:27.542505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c323f3-c2e0-4cfe-80c1-7a1cd51c53a1 req-500b0aa7-98d7-4128-859b-eb60c7064d73 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.551694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4c323f3-c2e0-4cfe-80c1-7a1cd51c53a1 req-500b0aa7-98d7-4128-859b-eb60c7064d73 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 943 time: 0.1596520 May 10 11:41:27.590940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.593327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.615794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c78b358-6faa-42d1-86b6-6bfe34327236 req-69c5f4f0-275e-432c-9bed-c89a57dfc48b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113082 May 10 11:41:27.617121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4c323f3-c2e0-4cfe-80c1-7a1cd51c53a1 req-9c886482-3f9a-4f6c-a5a7-0f57ec6d31b6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642900 May 10 11:41:27.627236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Allocated IP 172.20.0.4 (a06c837c-aca6-4e8a-be2a-69e9e641678d/c5a94921-7e23-475c-89f1-d9f00aed6474/1af9e165-b43a-4778-8879-d32930415194) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:27.629426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:27.635691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:41:26Z', 'revision_number': 6, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:27.731538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-08e0ea88-83ea-4457-b0a9-bde2a725a853 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5188739 May 10 11:41:27.746877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f6b6a-4e79-474d-9ada-bb35d8106f96 None None] The sync data for ids ['31b30c17-1b1e-4711-a320-11fd1ae7009a'] in n-d-840949-1 is: [{'id': '31b30c17-1b1e-4711-a320-11fd1ae7009a', 'name': 'tempest-TestAggregatesBasicOps-1878579336-router', 'tenant_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:53Z', 'updated_at': '2022-05-10T11:41:26Z', 'revision_number': 6, 'project_id': 'ea8ba77ee4a84dc5816005fb93b2c81e', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:27.758519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-247ca10f-3323-41ba-a779-d45e5e48a7f2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:41:27.759608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-247ca10f-3323-41ba-a779-d45e5e48a7f2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099938 May 10 11:41:27.777382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.777997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b30c17-1b1e-4711-a320-11fd1ae7009a {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:41:27.829464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3ee535ab-fcc3-48c4-b457-7bfcc347270c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:27.829913 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.831153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.832330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8c25dbbd-3aba-405e-b252-0496becc7287 admin admin] 10.222.0.13 "DELETE /v2.0/routers/31b30c17-1b1e-4711-a320-11fd1ae7009a HTTP/1.1" status: 204 len: 168 time: 2.8904178 May 10 11:41:27.838049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53924) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:27.889240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-51e3b142-f035-4819-b5f0-4d28329554ff tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.914786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-51e3b142-f035-4819-b5f0-4d28329554ff tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.930305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 48974eb0-d547-447c-adea-6885d070ad1f no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:27.936058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-51e3b142-f035-4819-b5f0-4d28329554ff tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.942115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-51e3b142-f035-4819-b5f0-4d28329554ff tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.968851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-51e3b142-f035-4819-b5f0-4d28329554ff tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.976995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-51e3b142-f035-4819-b5f0-4d28329554ff tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.985013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-51e3b142-f035-4819-b5f0-4d28329554ff tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:27.987713 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-51e3b142-f035-4819-b5f0-4d28329554ff tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.2600069 May 10 11:41:28.065703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cc644358-563d-46d7-8d7e-2b75c9fd7ed1 req-3df882cd-061f-445b-b11a-47648875d721 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692246 May 10 11:41:28.084001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400682-ffc9-441e-9285-9042d953b67c req-280ba08a-2676-47d5-b6e4-c0905d3e03d0 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:28.089972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 48974eb0-d547-447c-adea-6885d070ad1f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:41:28.090604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 48974eb0-d547-447c-adea-6885d070ad1f not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:28.096196 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62400682-ffc9-441e-9285-9042d953b67c req-280ba08a-2676-47d5-b6e4-c0905d3e03d0 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 944 time: 0.3203609 May 10 11:41:28.188467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 8f256e82-8f90-453e-8ac4-dd37008d79c3 is: DOWN; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:28.205249 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752b4ccb-6ce2-4233-8513-0f6d13b72ff3 x-openstack-request-id: req-752b4ccb-6ce2-4233-8513-0f6d13b72ff3 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:28.206750 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8310caa7-f16f-481d-9976-28c4737b2814", "name": "network-vif-deleted", "tag": "48974eb0-d547-447c-adea-6885d070ad1f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:28.207089 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-752b4ccb-6ce2-4233-8513-0f6d13b72ff3 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:28.207589 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752b4ccb-6ce2-4233-8513-0f6d13b72ff3'] response: {'server_uuid': '8310caa7-f16f-481d-9976-28c4737b2814', 'name': 'network-vif-deleted', 'tag': '48974eb0-d547-447c-adea-6885d070ad1f', 'status': 'completed', 'code': 200} May 10 11:41:28.237894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-40169c73-2935-4398-8da0-58e208baf1ef admin admin] Deleting subnet 93aa5848-4399-4a91-b462-316239459132 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:41:28.241009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:28.255030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-40169c73-2935-4398-8da0-58e208baf1ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.274398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3ee535ab-fcc3-48c4-b457-7bfcc347270c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:28.299682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62400682-ffc9-441e-9285-9042d953b67c req-dff71e80-451f-40cb-96a5-4b313c07b952 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874437 May 10 11:41:28.344915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-40169c73-2935-4398-8da0-58e208baf1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.346325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.356328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e258d00f-3dc4-4129-b34e-a82887aa2f94 req-0419f66b-251e-4efc-9e7e-31f0756c44ba tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 210 time: 0.0448751 May 10 11:41:28.421830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ae3c2-c146-4fc9-8922-f3110c596a10 req-cfa7aa49-6a89-4153-a01f-a7c638ab505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:28.443649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b1ae3c2-c146-4fc9-8922-f3110c596a10 req-cfa7aa49-6a89-4153-a01f-a7c638ab505a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1096 time: 0.1980150 May 10 11:41:28.472502 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.495463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b1ae3c2-c146-4fc9-8922-f3110c596a10 req-369ef68d-f5b8-4842-9cee-4f4566a3c3c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 May 10 11:41:28.559682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Network a06c837c-aca6-4e8a-be2a-69e9e641678d is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:28.567471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:28.569969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:28.575327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Pushing event updated for resources: {'Port': ['ID=1af9e165-b43a-4778-8879-d32930415194,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:28.600228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-40169c73-2935-4398-8da0-58e208baf1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.665486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:28.666304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.690869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-c309dcea-aa7b-4ea0-83ab-cefe9e82eca7 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7152212 May 10 11:41:28.696260 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-40169c73-2935-4398-8da0-58e208baf1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.705223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Request body: {'port': {'device_id': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:28.791036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40169c73-2935-4398-8da0-58e208baf1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93aa5848-4399-4a91-b462-316239459132,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:28.795215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8772c5ed-bae3-4364-bb7e-8195283ce860 None None] Network 23db7037-fd7d-4221-9024-de96a5d777fd requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:41:28.804451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-40169c73-2935-4398-8da0-58e208baf1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.813270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-40169c73-2935-4398-8da0-58e208baf1ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/93aa5848-4399-4a91-b462-316239459132 HTTP/1.1" status: 204 len: 168 time: 0.9352789 May 10 11:41:28.821259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53958) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:28.888086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3b5eb410-3970-42b3-affd-5af3f0bca43a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:28.914437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3b5eb410-3970-42b3-affd-5af3f0bca43a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:41:28.914862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3b5eb410-3970-42b3-affd-5af3f0bca43a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:28.915207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 98aab715-43a5-4b33-92ed-2b2bb591c2d3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:28.917122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.937083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c05a92-2ec2-4990-abbf-774b1e247ac7 req-781cebef-4f4d-4be1-9d54-578c0f57a2d0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:28.945967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66c05a92-2ec2-4990-abbf-774b1e247ac7 req-781cebef-4f4d-4be1-9d54-578c0f57a2d0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 943 time: 0.2446034 May 10 11:41:29.017525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284781e-9eb4-4d19-b588-ae0f02024673 req-3e7053f6-4a74-4f8f-a13f-7ba5311e6369 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.018701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66c05a92-2ec2-4990-abbf-774b1e247ac7 req-325e4ae8-5ed2-4119-b303-fde5df2e8e94 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664046 May 10 11:41:29.019052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7284781e-9eb4-4d19-b588-ae0f02024673 req-3e7053f6-4a74-4f8f-a13f-7ba5311e6369 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 944 time: 0.2181616 May 10 11:41:29.019174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 98aab715-43a5-4b33-92ed-2b2bb591c2d3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:41:29.019495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 98aab715-43a5-4b33-92ed-2b2bb591c2d3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:29.033059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.157978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7284781e-9eb4-4d19-b588-ae0f02024673 req-bed04440-8b74-4270-ae31-22115758c8d9 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262226 May 10 11:41:29.234479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] DHCP port deletion for 23db7037-fd7d-4221-9024-de96a5d777fd request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:41:29.282757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-10ab734b-deae-426e-89ba-e801ba571f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.285011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-10ab734b-deae-426e-89ba-e801ba571f6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f&tenant_id=a771f71a33344ded971051979b87f489 HTTP/1.1" status: 200 len: 1094 time: 0.2165594 May 10 11:41:29.302622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] Deleting port 41898e4b-a0c1-4724-929a-bff8fbc65df8 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:29.303247 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.308148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-dc4ac3bc-d24c-4a2e-8951-c04ba9fe7076 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.324677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-dc4ac3bc-d24c-4a2e-8951-c04ba9fe7076 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.330854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-dc4ac3bc-d24c-4a2e-8951-c04ba9fe7076 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.336861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-dc4ac3bc-d24c-4a2e-8951-c04ba9fe7076 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.343506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-dc4ac3bc-d24c-4a2e-8951-c04ba9fe7076 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.349703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-dc4ac3bc-d24c-4a2e-8951-c04ba9fe7076 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.357442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-dc4ac3bc-d24c-4a2e-8951-c04ba9fe7076 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.360297 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-dc4ac3bc-d24c-4a2e-8951-c04ba9fe7076 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.1452026 May 10 11:41:29.364570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:29.404549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] For port 41898e4b-a0c1-4724-929a-bff8fbc65df8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=41898e4b-a0c1-4724-929a-bff8fbc65df8,segment=NetworkSegment(992a874d-e983-4d3b-8cad-4b92ea74f6fb),segment_id=992a874d-e983-4d3b-8cad-4b92ea74f6fb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:29.404946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.408323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Deleting port 41898e4b-a0c1-4724-929a-bff8fbc65df8 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:29.408886 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.429694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b0fc11b5-891f-4b9c-83a1-db89a0f60b99 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:29.441479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] Calling delete_port for 41898e4b-a0c1-4724-929a-bff8fbc65df8 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:29.486247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af9e165-b43a-4778-8879-d32930415194 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:29.495572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.522286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.522727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568765-10a3-4be4-834c-b43d07c1bb4a req-941f1c92-8750-4795-bef1-c0368483145a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.524131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8568765-10a3-4be4-834c-b43d07c1bb4a req-941f1c92-8750-4795-bef1-c0368483145a tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 944 time: 0.0810468 May 10 11:41:29.526969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Transition to ACTIVE for port object 1af9e165-b43a-4778-8879-d32930415194 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:41:29.530363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7fb5d588-5ffe-4eda-af0b-855748955d8c req-56fd1cc1-7713-4256-9987-b925f1c58a46 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594765 May 10 11:41:29.538862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.542565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] For port 41898e4b-a0c1-4724-929a-bff8fbc65df8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=41898e4b-a0c1-4724-929a-bff8fbc65df8,segment=NetworkSegment(992a874d-e983-4d3b-8cad-4b92ea74f6fb),segment_id=992a874d-e983-4d3b-8cad-4b92ea74f6fb)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:29.542946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.570570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Calling delete_port for 41898e4b-a0c1-4724-929a-bff8fbc65df8 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:29.607506 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8568765-10a3-4be4-834c-b43d07c1bb4a req-84addb1f-a096-4ac9-aa54-7c4df9251ac4 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748632 May 10 11:41:29.629502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Pushing event updated for resources: {'Port': ['ID=1af9e165-b43a-4778-8879-d32930415194,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:29.629800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:41:29.653519 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.658399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:29.658774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.701989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] Pushing event deleted for resources: {'Port': ['ID=41898e4b-a0c1-4724-929a-bff8fbc65df8,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:29.704255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1b218-1d19-4796-aecc-e36892efb829 None None] No DVR routers for this DVR port 41898e4b-a0c1-4724-929a-bff8fbc65df8 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:29.754545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Attempting to bind port 1af9e165-b43a-4778-8879-d32930415194 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:29.756088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Attempting to bind port 1af9e165-b43a-4778-8879-d32930415194 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:29.756088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Attempting to bind port 1af9e165-b43a-4778-8879-d32930415194 on network a06c837c-aca6-4e8a-be2a-69e9e641678d {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:29.762157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Port 1af9e165-b43a-4778-8879-d32930415194 on network a06c837c-aca6-4e8a-be2a-69e9e641678d not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:41:29.762771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Attempting to bind port 1af9e165-b43a-4778-8879-d32930415194 on network a06c837c-aca6-4e8a-be2a-69e9e641678d {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:29.768086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:29.768215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Checking segment: {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:29.768824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Bound using segment: {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:29.769834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Bound port: 1af9e165-b43a-4778-8879-d32930415194, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:29.769834 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.777540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:29.777946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.803589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:29.805727 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788ad212-6c4c-415d-988e-8e5ee0f732ae" -d '{"events": [{"server_uuid": "fbc4ae48-718f-4bfd-a6a2-5e2c458ee239", "name": "network-vif-plugged", "status": "completed", "tag": "b0fc11b5-891f-4b9c-83a1-db89a0f60b99"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:29.820780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b0fc11b5-891f-4b9c-83a1-db89a0f60b99, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:29.826920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.837850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259a45-4c87-4385-a2fc-db179a32a521 req-b2b72aee-2578-4cf6-b195-5d52b437434c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:29.841834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b259a45-4c87-4385-a2fc-db179a32a521 req-b2b72aee-2578-4cf6-b195-5d52b437434c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 943 time: 0.1902525 May 10 11:41:29.869738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.884718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:29.899998 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c8ff8-ff03-4e29-aaee-3623d5f15cd5 x-openstack-request-id: req-1b6c8ff8-ff03-4e29-aaee-3623d5f15cd5 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:29.900349 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc4ae48-718f-4bfd-a6a2-5e2c458ee239", "name": "network-vif-plugged", "status": "completed", "tag": "b0fc11b5-891f-4b9c-83a1-db89a0f60b99", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:29.900884 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b6c8ff8-ff03-4e29-aaee-3623d5f15cd5 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:29.903281 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6c8ff8-ff03-4e29-aaee-3623d5f15cd5'] response: {'server_uuid': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'code': 200} May 10 11:41:29.906651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1af9e165-b43a-4778-8879-d32930415194,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:29.911338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a5ab86aa-e5fd-42db-9ce1-8684a78db1ce up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:29.913038 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:29.915054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=41898e4b-a0c1-4724-929a-bff8fbc65df8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:29.924388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] No DVR routers for this DVR port 41898e4b-a0c1-4724-929a-bff8fbc65df8 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:29.981070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b259a45-4c87-4385-a2fc-db179a32a521 req-6d97fb71-efeb-4c6c-bb19-ea907efcc355 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305006 May 10 11:41:29.998572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Pushing event updated for resources: {'Port': ['ID=1af9e165-b43a-4778-8879-d32930415194,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:30.041920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.042740 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.044873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-8729f004-c315-4a1a-bf00-07d1e5753b34 service neutron] 10.222.0.49 "PUT /v2.0/ports/1af9e165-b43a-4778-8879-d32930415194 HTTP/1.1" status: 200 len: 1091 time: 1.3453410 May 10 11:41:30.045329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'tag': '1af9e165-b43a-4778-8879-d32930415194'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:30.046122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.052088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:30.053379 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd959e0e-4517-4c30-849b-c93a99f05b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd", "tag": "1af9e165-b43a-4778-8879-d32930415194"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:30.084138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:41:30.087200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a953218-8fec-47e8-ba53-96c3b5ec024c req-eecf0f2e-ef1e-4ee1-b28e-74113369c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.092411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a953218-8fec-47e8-ba53-96c3b5ec024c req-eecf0f2e-ef1e-4ee1-b28e-74113369c6d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 1096 time: 0.0949154 May 10 11:41:30.097916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:30.098313 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.122311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:30.126304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23db7037-fd7d-4221-9024-de96a5d777fd']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:30.149139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992a874d-e983-4d3b-8cad-4b92ea74f6fb') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:30.149547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992a874d-e983-4d3b-8cad-4b92ea74f6fb') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:30.160652 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec85ff-7330-419a-b8df-d024d00ec3a3 x-openstack-request-id: req-91ec85ff-7330-419a-b8df-d024d00ec3a3 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:30.161781 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd", "tag": "1af9e165-b43a-4778-8879-d32930415194", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:30.162970 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91ec85ff-7330-419a-b8df-d024d00ec3a3 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:30.163656 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ec85ff-7330-419a-b8df-d024d00ec3a3'] response: {'name': 'network-changed', 'server_uuid': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'tag': '1af9e165-b43a-4778-8879-d32930415194', 'status': 'completed', 'code': 200} May 10 11:41:30.168650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.214418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:30.216468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.222226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:30.222707 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.263259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:30.266596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-14914665-7d84-4c0e-a1d1-5c4982ac9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.268306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-14914665-7d84-4c0e-a1d1-5c4982ac9726 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 1094 time: 0.1621859 May 10 11:41:30.273432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.274455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:41:30.274867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: timer() May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:41:30.279294 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:41:30.340273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:30.367416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a953218-8fec-47e8-ba53-96c3b5ec024c req-1381b5be-006b-43eb-a104-a7c37feb21db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635307 May 10 11:41:30.370979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f256e82-8f90-453e-8ac4-dd37008d79c3 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:30.385359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce7777-26e2-47c7-992b-d88cd92f1f04 req-c9b2e713-d7d9-4bb6-95db-37dc34d59496 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.386296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.389320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fce7777-26e2-47c7-992b-d88cd92f1f04 req-c9b2e713-d7d9-4bb6-95db-37dc34d59496 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 943 time: 0.2086370 May 10 11:41:30.392253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-efd9002e-57bf-416e-81eb-754751e67e23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af9e165-b43a-4778-8879-d32930415194 HTTP/1.1" status: 200 len: 217 time: 0.0811634 May 10 11:41:30.417228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-d3112643-8992-4675-982d-cbee6f7a0f0e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.422974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-d3112643-8992-4675-982d-cbee6f7a0f0e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.427251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3082-920d-4936-a376-f916de90a2f6 req-f49e52ff-5fe1-4ef0-a997-e46ace776e29 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.428764 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-38bc3082-920d-4936-a376-f916de90a2f6 req-f49e52ff-5fe1-4ef0-a997-e46ace776e29 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 945 time: 0.1031699 May 10 11:41:30.428945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-d3112643-8992-4675-982d-cbee6f7a0f0e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.430945 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.433601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Transition to ACTIVE for port object 8f256e82-8f90-453e-8ac4-dd37008d79c3 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:41:30.435330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-d3112643-8992-4675-982d-cbee6f7a0f0e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.436633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.441408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-d3112643-8992-4675-982d-cbee6f7a0f0e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.443225 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] 10.222.0.13 "DELETE /v2.0/networks/23db7037-fd7d-4221-9024-de96a5d777fd HTTP/1.1" status: 204 len: 168 time: 1.6197431 May 10 11:41:30.448540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-d3112643-8992-4675-982d-cbee6f7a0f0e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.454754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-d3112643-8992-4675-982d-cbee6f7a0f0e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.455853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53998) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:30.456854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-d3112643-8992-4675-982d-cbee6f7a0f0e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.1866553 May 10 11:41:30.462812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb3759-22a0-4ce9-860b-256a29228d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=23db7037-fd7d-4221-9024-de96a5d777fd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:30.521074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-c3a5a965-1d97-4307-a891-dbfec1b04d3e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.522372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-c3a5a965-1d97-4307-a891-dbfec1b04d3e tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "GET /v2.0/ports/345562d6-d353-44bd-a2dc-e31052544c50?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0577984 May 10 11:41:30.525476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8fce7777-26e2-47c7-992b-d88cd92f1f04 req-de7f619d-5f36-41da-8583-e3439534a2b8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322236 May 10 11:41:30.527452 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:30.683847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=9']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:30.687163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-03cc016f-c085-4a5b-9b20-493c31c9edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.689454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-03cc016f-c085-4a5b-9b20-493c31c9edf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a94921-7e23-475c-89f1-d9f00aed6474 HTTP/1.1" status: 200 len: 855 time: 0.1099951 May 10 11:41:30.744411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-b2d27d73-e5cd-4325-ad61-a12c9bbcc1ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a06c837c-aca6-4e8a-be2a-69e9e641678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427871 May 10 11:41:30.755995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-c730d3ee-4c15-4b17-b9c0-9362339f5696 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "GET /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2273171 May 10 11:41:30.772954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:30.773551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 41898e4b-a0c1-4724-929a-bff8fbc65df8 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:30.787209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-670bd1dc-036e-44aa-971b-d3c22ff4bd5b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.793417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-670bd1dc-036e-44aa-971b-d3c22ff4bd5b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.795008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 41898e4b-a0c1-4724-929a-bff8fbc65df8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:41:30.795357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 41898e4b-a0c1-4724-929a-bff8fbc65df8 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:30.800110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-670bd1dc-036e-44aa-971b-d3c22ff4bd5b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.806757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-670bd1dc-036e-44aa-971b-d3c22ff4bd5b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.812404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-670bd1dc-036e-44aa-971b-d3c22ff4bd5b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.818577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-670bd1dc-036e-44aa-971b-d3c22ff4bd5b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.825100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-670bd1dc-036e-44aa-971b-d3c22ff4bd5b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:30.834649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-670bd1dc-036e-44aa-971b-d3c22ff4bd5b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 5435 time: 0.2111754 May 10 11:41:30.994566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b4142be-eae9-4f9e-9fc4-bbee4b126426 req-5a751c0f-50e5-49bb-9eb8-7b48ee1c40ee tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587605 May 10 11:41:31.015339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:31.033504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-f08a5b82-c7cc-48f5-8732-b640b5b06a46 service neutron] 10.222.0.49 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747624 May 10 11:41:31.063556 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-38bc3082-920d-4936-a376-f916de90a2f6 req-49ede6f5-a222-4b2c-8864-d16680596bfe tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6065593 May 10 11:41:31.188093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e90b4f-38ea-4526-b15d-c45e2ed55a09 req-1825dbd4-6770-49f4-9836-563f514a2a51 service neutron] 10.222.0.49 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304688 May 10 11:41:31.280790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d14bd-6575-4115-90c1-79210a19b87b req-306712eb-becc-49bd-b40f-3d36ba5a351c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:31.282310 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-461d14bd-6575-4115-90c1-79210a19b87b req-306712eb-becc-49bd-b40f-3d36ba5a351c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1465058 May 10 11:41:31.286712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] No DVR routers for this DVR port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:31.341278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05cbb5-a684-4842-8e54-889b5a374577 req-178de2af-089b-429a-b995-f5951737c991 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:31.349855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d05cbb5-a684-4842-8e54-889b5a374577 req-178de2af-089b-429a-b995-f5951737c991 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 943 time: 0.2004547 May 10 11:41:31.370864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-b9366e48-4ce3-44ce-9d52-2c86accc7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:31.372595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-b9366e48-4ce3-44ce-9d52-2c86accc7c11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 1094 time: 0.1205008 May 10 11:41:31.388059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-461d14bd-6575-4115-90c1-79210a19b87b req-34c0c17b-7d53-44c3-bba3-2d6050e028d4 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891354 May 10 11:41:31.398972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] For port 345562d6-d353-44bd-a2dc-e31052544c50, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=345562d6-d353-44bd-a2dc-e31052544c50,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:31.510601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d05cbb5-a684-4842-8e54-889b5a374577 req-5b6d43bd-f5ac-483d-8db6-5d2c2f95d7e8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596971 May 10 11:41:31.631764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Attempting to bind port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:31.632132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Attempting to bind port 8f256e82-8f90-453e-8ac4-dd37008d79c3 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:31.632519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Attempting to bind port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:31.648046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on network 862e694c-25bb-4128-9a47-d0a0988b956e not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:41:31.648409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Attempting to bind port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on network 862e694c-25bb-4128-9a47-d0a0988b956e {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:31.658405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-cb73d42d-ba84-4d9f-bffc-5b44e901175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:31.660192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-cb73d42d-ba84-4d9f-bffc-5b44e901175f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 916 time: 0.2760069 May 10 11:41:31.661151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:31.661495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Checking segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:31.661878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Bound using segment: {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:31.662779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Bound port: 8f256e82-8f90-453e-8ac4-dd37008d79c3, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:31.663719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:31.663868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] For port 345562d6-d353-44bd-a2dc-e31052544c50, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:31.756998 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-fd83d37a-fc52-4d91-8b46-25421519b007 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af9e165-b43a-4778-8879-d32930415194 HTTP/1.1" status: 200 len: 217 time: 0.0685797 May 10 11:41:31.764684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] device_id is not set on port 345562d6-d353-44bd-a2dc-e31052544c50 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:41:31.783176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:31.786987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:31.787158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:31.793073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:31.819254 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:31.832908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f9b00-2b07-42ee-949f-ad40b251152b req-6ca0fa18-eb19-479c-b466-49737a10c519 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:31.833566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:31.834254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:31.834524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d91f9b00-2b07-42ee-949f-ad40b251152b req-6ca0fa18-eb19-479c-b466-49737a10c519 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 943 time: 0.1686497 May 10 11:41:31.836300 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] 10.222.0.70 "PUT /v2.0/ports/8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 1091 time: 2.5420539 May 10 11:41:31.836928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:31.839657 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36de72-dc09-456c-a45b-ead67137e2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:31.854650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:31.881709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-5c9b00c2-63dd-4095-bdd1-082048623e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:31.883062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-5c9b00c2-63dd-4095-bdd1-082048623e39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a94921-7e23-475c-89f1-d9f00aed6474 HTTP/1.1" status: 200 len: 855 time: 0.1138461 May 10 11:41:31.904526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0669cf61-2440-4e07-b48c-fc7bcf790903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab86aa-e5fd-42db-9ce1-8684a78db1ce'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:31.911472 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c482a692-bbfe-4823-9768-ff0bd2bf87f1" -d '{"events": [{"server_uuid": "0669cf61-2440-4e07-b48c-fc7bcf790903", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab86aa-e5fd-42db-9ce1-8684a78db1ce"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:31.919366 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b002a220-002b-4994-9d6f-e8fb94cb809c x-openstack-request-id: req-b002a220-002b-4994-9d6f-e8fb94cb809c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:31.919683 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:31.919943 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b002a220-002b-4994-9d6f-e8fb94cb809c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:31.920353 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b002a220-002b-4994-9d6f-e8fb94cb809c'] response: {'name': 'network-changed', 'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'status': 'completed', 'code': 200} May 10 11:41:31.934785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-3d056dd0-2da0-4bbe-9852-706f6c46ce28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a06c837c-aca6-4e8a-be2a-69e9e641678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409853 May 10 11:41:31.945759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a81db-1ef6-4ee9-864c-294adca6149a service neutron] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:31.995151 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004fbbf8-3949-4fc9-a4ba-5e39d4dd8344 x-openstack-request-id: req-004fbbf8-3949-4fc9-a4ba-5e39d4dd8344 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:31.995864 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0669cf61-2440-4e07-b48c-fc7bcf790903", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab86aa-e5fd-42db-9ce1-8684a78db1ce", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:31.996319 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-004fbbf8-3949-4fc9-a4ba-5e39d4dd8344 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:31.996838 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004fbbf8-3949-4fc9-a4ba-5e39d4dd8344'] response: {'server_uuid': '0669cf61-2440-4e07-b48c-fc7bcf790903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab86aa-e5fd-42db-9ce1-8684a78db1ce', 'code': 200} May 10 11:41:31.999225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] No DVR routers for this DVR port 345562d6-d353-44bd-a2dc-e31052544c50 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:32.013018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-6b45a9c6-33a0-4e94-82a5-f28838f9a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.014518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-6b45a9c6-33a0-4e94-82a5-f28838f9a76a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1095 time: 0.1121728 May 10 11:41:32.048106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d91f9b00-2b07-42ee-949f-ad40b251152b req-ac04a058-fc11-44cb-9b04-2d3907c0f18b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018919 May 10 11:41:32.048834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] Pushing event updated for resources: {'Port': ['ID=345562d6-d353-44bd-a2dc-e31052544c50,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:32.052912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] In _notify_port_updated(), no bound segment for port 345562d6-d353-44bd-a2dc-e31052544c50 on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:41:32.053507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.054128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:32.055387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-38a1fa9b-a41b-4a50-9513-3d22cafd8030 service neutron] 10.222.0.70 "PUT /v2.0/ports/345562d6-d353-44bd-a2dc-e31052544c50 HTTP/1.1" status: 200 len: 1026 time: 1.2881050 May 10 11:41:32.219480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-3dc0cfde-f722-4240-ae65-5dd898ca96ec tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.221008 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-3dc0cfde-f722-4240-ae65-5dd898ca96ec tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "GET /v2.0/ports/0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1448452 May 10 11:41:32.240691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:32.284268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2084ef20-f408-49c7-ae2a-766aa33680e1 None None] Provisioning complete for port 345562d6-d353-44bd-a2dc-e31052544c50 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:32.284647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2084ef20-f408-49c7-ae2a-766aa33680e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:32.293869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-65fe8443-4083-4781-bbd5-0e3216a1a71e service neutron] 10.222.0.49 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309720 May 10 11:41:32.317599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf6fe2-a076-44b5-bb83-3a8efc195ee0 req-62938960-2c58-46a3-9b84-031a9047e581 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.319225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69bf6fe2-a076-44b5-bb83-3a8efc195ee0 req-62938960-2c58-46a3-9b84-031a9047e581 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 945 time: 0.1425986 May 10 11:41:32.328732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2084ef20-f408-49c7-ae2a-766aa33680e1 None None] Port 345562d6-d353-44bd-a2dc-e31052544c50 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:32.333190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c0d91-e9fb-4471-b9db-dd87c711b9ba req-59f7078f-8f99-4b3e-960f-f92b47b706e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.334897 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9f0c0d91-e9fb-4471-b9db-dd87c711b9ba req-59f7078f-8f99-4b3e-960f-f92b47b706e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 1096 time: 0.2175541 May 10 11:41:32.349266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ed7f-beef-4cb3-b521-a94bacb13df1 req-0d3ce294-6db5-4c3c-a147-58d23d583ba4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.355767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ed7f-beef-4cb3-b521-a94bacb13df1 req-0d3ce294-6db5-4c3c-a147-58d23d583ba4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.362213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ed7f-beef-4cb3-b521-a94bacb13df1 req-0d3ce294-6db5-4c3c-a147-58d23d583ba4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.368145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ed7f-beef-4cb3-b521-a94bacb13df1 req-0d3ce294-6db5-4c3c-a147-58d23d583ba4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.374132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ed7f-beef-4cb3-b521-a94bacb13df1 req-0d3ce294-6db5-4c3c-a147-58d23d583ba4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.380247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ed7f-beef-4cb3-b521-a94bacb13df1 req-0d3ce294-6db5-4c3c-a147-58d23d583ba4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.382132 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fa2ed7f-beef-4cb3-b521-a94bacb13df1 req-0d3ce294-6db5-4c3c-a147-58d23d583ba4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 4662 time: 0.1736722 May 10 11:41:32.393908 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:32.396117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-12f759e9-75c7-490c-b6d1-0925da7e0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.397585 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-12f759e9-75c7-490c-b6d1-0925da7e0c12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.3717825 May 10 11:41:32.402538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:32.436663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69bf6fe2-a076-44b5-bb83-3a8efc195ee0 req-40ea27fc-bc62-49a1-a310-35cc75f54216 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070185 May 10 11:41:32.497089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd959e0e-4517-4c30-849b-c93a99f05b7d req-ea02011e-8883-4055-89c3-cfd4f8bb1302 service neutron] 10.222.0.49 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874933 May 10 11:41:32.510534 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9f0c0d91-e9fb-4471-b9db-dd87c711b9ba req-dbd89cd7-c5cb-4f9d-b7e7-a10e2186ab39 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244929 May 10 11:41:32.551322 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fa2ed7f-beef-4cb3-b521-a94bacb13df1 req-390a2439-7253-4560-bd02-368e0cbb50d5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&id=a65582f4-b2bc-48c8-a38d-779463a25d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566746 May 10 11:41:32.557312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-ef9fef1f-29f9-40bb-9125-007962653e8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 999 time: 0.1427987 May 10 11:41:32.627055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Deleting port 3ee535ab-fcc3-48c4-b457-7bfcc347270c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:32.627756 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:32.782843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7df9a4-8aa0-4321-a6de-02428d2c0ec5 req-b53c8d6c-f981-42ce-906a-62a4a137060c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.784365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b7df9a4-8aa0-4321-a6de-02428d2c0ec5 req-b53c8d6c-f981-42ce-906a-62a4a137060c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 945 time: 0.1432226 May 10 11:41:32.798961 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54034) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:32.805090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'floatingip': {'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:32.810702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] For port 3ee535ab-fcc3-48c4-b457-7bfcc347270c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3ee535ab-fcc3-48c4-b457-7bfcc347270c,segment=NetworkSegment(7e00bd64-2b07-45ff-8540-b8c8f324c3fc),segment_id=7e00bd64-2b07-45ff-8540-b8c8f324c3fc)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:32.811081 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:32.854358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-5e8ba232-34f2-4dd0-a6a3-4d201e0a5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:32.855812 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-5e8ba232-34f2-4dd0-a6a3-4d201e0a5a4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.1378317 May 10 11:41:32.873087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Calling delete_port for 3ee535ab-fcc3-48c4-b457-7bfcc347270c owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:32.876642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:33.041463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] For port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:33.066383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d3e16-8860-4ebb-a801-a92432a6ecea req-1222e9db-77bb-4b3e-a172-7b99e1f39a0b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:33.067798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-529d3e16-8860-4ebb-a801-a92432a6ecea req-1222e9db-77bb-4b3e-a172-7b99e1f39a0b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.5513437 May 10 11:41:33.097489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa187f9-3946-4da6-8369-40c3df37f18b req-642fc84d-230b-4364-8b28-11f5bc651b05 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:33.098990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0aa187f9-3946-4da6-8369-40c3df37f18b req-642fc84d-230b-4364-8b28-11f5bc651b05 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 943 time: 0.2466116 May 10 11:41:33.102085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] For port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:33.108275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-f92f18b8-9d4c-4052-a4da-f892a0b138e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:33.109753 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-f92f18b8-9d4c-4052-a4da-f892a0b138e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393131 May 10 11:41:33.153392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-529d3e16-8860-4ebb-a801-a92432a6ecea req-36e7290a-2549-4dff-8c40-cef53264153e tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700915 May 10 11:41:33.158504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] device_id is not set on port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:41:33.172114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:33.193873 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:33.274428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] No DVR routers for this DVR port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:33.277810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:33.334725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0aa187f9-3946-4da6-8369-40c3df37f18b req-6434eb49-455b-406d-ab02-a3b6153a307d tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207224 May 10 11:41:33.386657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d85aad-71dd-4fe5-a69b-b04344dc84a5 req-4618779c-4759-46b3-894b-042d17a01cbd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:33.394088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16d85aad-71dd-4fe5-a69b-b04344dc84a5 req-4618779c-4759-46b3-894b-042d17a01cbd tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.0862076 May 10 11:41:33.394877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] In _notify_port_updated(), no bound segment for port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca on network a07648da-45fb-45f5-b678-2127c3e36d09 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:41:33.395775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:33.396420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:33.397684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-caea393e-5181-4131-af26-65a3713b96d8 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca HTTP/1.1" status: 200 len: 1028 time: 1.1633763 May 10 11:41:33.528079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16d85aad-71dd-4fe5-a69b-b04344dc84a5 req-515598b9-fa39-49d6-8ae9-aeee1462eba6 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292133 May 10 11:41:33.648348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port b2f04f0e-6445-44e4-8810-493084bb4d54 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:33.648977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:33.674851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-08d7e46c-a4f5-4869-a103-03b67516f21e None None] Provisioning complete for port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:33.675459 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-08d7e46c-a4f5-4869-a103-03b67516f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:33.730763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-08d7e46c-a4f5-4869-a103-03b67516f21e None None] Port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:33.784660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] For port b2f04f0e-6445-44e4-8810-493084bb4d54, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b2f04f0e-6445-44e4-8810-493084bb4d54,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:33.785164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:33.802368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for b2f04f0e-6445-44e4-8810-493084bb4d54 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:33.894877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-888d0952-2917-4799-b135-f89b5bb0948b service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7732573 May 10 11:41:33.903813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 345562d6-d353-44bd-a2dc-e31052544c50 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:33.955225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 345562d6-d353-44bd-a2dc-e31052544c50 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:33.956435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:33.963155 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:33.993109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=b2f04f0e-6445-44e4-8810-493084bb4d54,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:33.999865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:34.000308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a7da3e54-f24f-4522-b9a0-4cbfb14f644c no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:34.028461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52c20-5995-467b-b930-df58e26276c3 req-746b7cbb-a3bc-466e-81a0-725117c5a669 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.034423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52c20-5995-467b-b930-df58e26276c3 req-746b7cbb-a3bc-466e-81a0-725117c5a669 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.043584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52c20-5995-467b-b930-df58e26276c3 req-746b7cbb-a3bc-466e-81a0-725117c5a669 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.049830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52c20-5995-467b-b930-df58e26276c3 req-746b7cbb-a3bc-466e-81a0-725117c5a669 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.053476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] No DVR routers for this DVR port b2f04f0e-6445-44e4-8810-493084bb4d54 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:34.055779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52c20-5995-467b-b930-df58e26276c3 req-746b7cbb-a3bc-466e-81a0-725117c5a669 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.057188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.060550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-5c78333d-a864-4ef7-8a23-580aadb5b61a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "DELETE /v2.0/ports/b2f04f0e-6445-44e4-8810-493084bb4d54 HTTP/1.1" status: 204 len: 173 time: 0.6548100 May 10 11:41:34.061023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': 'b2f04f0e-6445-44e4-8810-493084bb4d54'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:34.063288 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b47c0f2-fa88-45c1-a146-5b332baea075" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "b2f04f0e-6445-44e4-8810-493084bb4d54"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:34.063693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6be52c20-5995-467b-b930-df58e26276c3 req-746b7cbb-a3bc-466e-81a0-725117c5a669 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 3887 time: 0.2562973 May 10 11:41:34.080517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a7da3e54-f24f-4522-b9a0-4cbfb14f644c is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:34.080918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.116589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a7da3e54-f24f-4522-b9a0-4cbfb14f644c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:34.117578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:34.120873 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610f0f4b-5f50-4c63-909d-9ace816c84fa" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7da3e54-f24f-4522-b9a0-4cbfb14f644c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:34.125882 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.125882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1ada5ebe-a819-4c44-ae99-c91f3ced635d no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:34.155016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.182158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:34.188764 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ad4f23-fa81-41f9-be53-b3d8857af220 x-openstack-request-id: req-71ad4f23-fa81-41f9-be53-b3d8857af220 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:34.189145 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "b2f04f0e-6445-44e4-8810-493084bb4d54", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:34.189612 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71ad4f23-fa81-41f9-be53-b3d8857af220 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:34.190106 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ad4f23-fa81-41f9-be53-b3d8857af220'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': 'b2f04f0e-6445-44e4-8810-493084bb4d54', 'status': 'completed', 'code': 200} May 10 11:41:34.228516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee535ab-fcc3-48c4-b457-7bfcc347270c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:34.228906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port 1ada5ebe-a819-4c44-ae99-c91f3ced635d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:34.229266 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.260135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6be52c20-5995-467b-b930-df58e26276c3 req-b0f60b16-5482-49f9-b774-b0f84db7e816 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881220 May 10 11:41:34.266004 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a15937-2af0-4ca8-ba23-113d3b304412 x-openstack-request-id: req-d2a15937-2af0-4ca8-ba23-113d3b304412 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:34.266396 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7da3e54-f24f-4522-b9a0-4cbfb14f644c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:34.266825 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2a15937-2af0-4ca8-ba23-113d3b304412 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:34.267436 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a15937-2af0-4ca8-ba23-113d3b304412'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c', 'code': 200} May 10 11:41:34.316101 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0139d290-cef2-40ab-a4f0-2e9cf9735e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.331807 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-f0bbd27b-9a08-4889-8cd6-8688134ab75b service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269052 May 10 11:41:34.386744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1ada5ebe-a819-4c44-ae99-c91f3ced635d is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:34.387339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.422739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1234904-2cfc-438d-a0fb-74f88ecafe9c req-79f9ceb6-a67e-49de-a0a1-429ec3ed57e6 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.434688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1234904-2cfc-438d-a0fb-74f88ecafe9c req-79f9ceb6-a67e-49de-a0a1-429ec3ed57e6 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1248295 May 10 11:41:34.439629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1ada5ebe-a819-4c44-ae99-c91f3ced635d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:34.445754 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.446706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3b02069f-abfc-457c-a2c9-8e2e9a23f398 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:34.497960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] For port 1ada5ebe-a819-4c44-ae99-c91f3ced635d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ada5ebe-a819-4c44-ae99-c91f3ced635d,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:34.498338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.549403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1234904-2cfc-438d-a0fb-74f88ecafe9c req-06f87b18-c024-4d1b-98aa-82f8efd44226 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128786 May 10 11:41:34.564048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1ada5ebe-a819-4c44-ae99-c91f3ced635d,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:34.649783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:34.650195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.770823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3b02069f-abfc-457c-a2c9-8e2e9a23f398, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3b02069f-abfc-457c-a2c9-8e2e9a23f398,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:34.778448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.779323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b2f04f0e-6445-44e4-8810-493084bb4d54 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:34.806166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: b2f04f0e-6445-44e4-8810-493084bb4d54 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:41:34.806166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b2f04f0e-6445-44e4-8810-493084bb4d54 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:34.806691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:34.816498 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.832778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.893435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.893684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.893903 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Floating IP 8fc904f9-38b8-4c7a-8984-130d6a84e85b disassociated. External IP: 172.25.8.107, port: 1ada5ebe-a819-4c44-ae99-c91f3ced635d. May 10 11:41:34.894682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for 1ada5ebe-a819-4c44-ae99-c91f3ced635d owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:34.898497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-b8cd9ee3-eb8f-4c7e-9cad-70b6ea7d17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.900200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-b8cd9ee3-eb8f-4c7e-9cad-70b6ea7d17d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a771f71a33344ded971051979b87f489&device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1095 time: 0.4730804 May 10 11:41:34.913220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfacb2e-6732-485e-abdc-f81ca50be2dc req-547010fb-a560-4115-a0ab-bf4647aa7356 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.914273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c666c3-53f7-43cf-97a3-c649bafd3e6f req-8a8546ba-ec14-4327-bc1d-8f60424467f9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:34.922119 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-acfacb2e-6732-485e-abdc-f81ca50be2dc req-547010fb-a560-4115-a0ab-bf4647aa7356 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 943 time: 0.3999314 May 10 11:41:34.925684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7c666c3-53f7-43cf-97a3-c649bafd3e6f req-8a8546ba-ec14-4327-bc1d-8f60424467f9 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1495774 May 10 11:41:34.943117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:34.973176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3b02069f-abfc-457c-a2c9-8e2e9a23f398,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:35.039222 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7c666c3-53f7-43cf-97a3-c649bafd3e6f req-85df64b6-c82f-4c6d-894d-1adc7a6ea50d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113484 May 10 11:41:35.056437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:35.056960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:35.130718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:35.140679 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:35.152240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-acfacb2e-6732-485e-abdc-f81ca50be2dc req-5d3f9b22-7539-449b-a12a-0da561a52c79 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247913 May 10 11:41:35.173079 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Floating IP ccad5f4b-3a5e-46c8-b314-494f6ea7ee40 associated. External IP: 172.25.8.217, port: b0fc11b5-891f-4b9c-83a1-db89a0f60b99. May 10 11:41:35.222805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:35.292891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:35.336928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=1ada5ebe-a819-4c44-ae99-c91f3ced635d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:35.355258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.356218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.356867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.357305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.358110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.358537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.359052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.359465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.360144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.360946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.360946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.362488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:35.415300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1af9e165-b43a-4778-8879-d32930415194 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:41:35.660375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:41:35.687017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-16ec7a5c-b8a5-492a-8404-8d7f17e2f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:35.688678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-16ec7a5c-b8a5-492a-8404-8d7f17e2f941 service neutron] 10.222.0.70 "GET /v2.0/networks?id=862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 200 len: 917 time: 0.7611535 May 10 11:41:35.815911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b9314-7a95-4108-bfa0-4cbd203ba7e4 req-8f9fe9a9-c116-48aa-96d5-274759b7e3d1 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:35.826210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-652b9314-7a95-4108-bfa0-4cbd203ba7e4 req-8f9fe9a9-c116-48aa-96d5-274759b7e3d1 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1850121 May 10 11:41:35.838427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4413-9235-4ee2-8955-c53b204d9939 req-259193ae-dce0-4fbf-94ab-c240f6cdc5c4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:35.847683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Router 382481b8-238f-4978-870b-b92f68090786 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:41:35.850559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4413-9235-4ee2-8955-c53b204d9939 req-259193ae-dce0-4fbf-94ab-c240f6cdc5c4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:35.857252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4413-9235-4ee2-8955-c53b204d9939 req-259193ae-dce0-4fbf-94ab-c240f6cdc5c4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:35.865690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39bc4413-9235-4ee2-8955-c53b204d9939 req-259193ae-dce0-4fbf-94ab-c240f6cdc5c4 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 2410 time: 0.2729015 May 10 11:41:35.875894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-9cd19e51-bebc-4df0-bb8e-9f66d94f73cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 200 len: 999 time: 0.1278749 May 10 11:41:36.038762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-652b9314-7a95-4108-bfa0-4cbd203ba7e4 req-fadcb687-ffdc-4cb7-b064-58a0370a733d tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027109 May 10 11:41:36.089364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1af9e165-b43a-4778-8879-d32930415194,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:36.118545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '1af9e165-b43a-4778-8879-d32930415194', 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'port_id': '1af9e165-b43a-4778-8879-d32930415194', 'mac_address': 'fa:16:3e:df:fc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a94921-7e23-475c-89f1-d9f00aed6474', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:41:36.160000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:36.261493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1af9e165-b43a-4778-8879-d32930415194 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:36.267942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:36.284959 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] Sync routers for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:36.290740 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:36.296202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d'}, {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b02069f-abfc-457c-a2c9-8e2e9a23f398'}, {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:36.305528 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea756ca-0b3d-41d8-bafc-797c724a9572" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d"}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-unplugged", "status": "completed", "tag": "3b02069f-abfc-457c-a2c9-8e2e9a23f398"}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-unplugged", "status": "completed", "tag": "a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:36.307363 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:36.308057 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:36.370688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af9e165-b43a-4778-8879-d32930415194 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:36.423859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382e015-9ca6-4314-a079-1e4f2a6063e6 req-7b21f07d-f781-4483-adc7-168eae1cc010 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:36.430966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d382e015-9ca6-4314-a079-1e4f2a6063e6 req-7b21f07d-f781-4483-adc7-168eae1cc010 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.2241311 May 10 11:41:36.432770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] No DVR routers for this DVR port 1ada5ebe-a819-4c44-ae99-c91f3ced635d on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:36.433505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1af9e165-b43a-4778-8879-d32930415194,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:36.442044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:36.444034 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:36.455368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a29b9744-f362-4d82-9d61-616e5c5f8ea3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "DELETE /v2.0/ports/1ada5ebe-a819-4c44-ae99-c91f3ced635d HTTP/1.1" status: 204 len: 173 time: 2.3823292 May 10 11:41:36.501751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:36.507031 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de3bf20-9081-4e7a-aad7-361efe5d7624" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:36.549012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1af9e165-b43a-4778-8879-d32930415194,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:36.567265 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:36.584449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d382e015-9ca6-4314-a079-1e4f2a6063e6 req-1ad1b45b-d516-4e7b-9b65-763b422eef37 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279967 May 10 11:41:36.674609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1af9e165-b43a-4778-8879-d32930415194'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:41:36.804215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16524093-3720-4670-83b0-b8ce10172239 req-d945e298-3fdd-4f02-849b-79b0fbcdaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:36.807128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16524093-3720-4670-83b0-b8ce10172239 req-d945e298-3fdd-4f02-849b-79b0fbcdaf71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 1096 time: 1.2176967 May 10 11:41:36.818315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:36.836018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:36.840370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:36.900612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:36.901487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:36.956842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0ce3e-cd43-475a-a18f-ff5ef310daf4 req-a8f2e53d-a2f0-41df-bab1-68c7d1c32fcc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:36.959069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a0ce3e-cd43-475a-a18f-ff5ef310daf4 req-a8f2e53d-a2f0-41df-bab1-68c7d1c32fcc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 944 time: 0.2123618 May 10 11:41:36.982328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-79506a7c-28f7-4585-95e4-5f3754b8082d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "PUT /v2.0/floatingips/ccad5f4b-3a5e-46c8-b314-494f6ea7ee40 HTTP/1.1" status: 200 len: 991 time: 4.1786268 May 10 11:41:36.985214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'tag': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:36.987557 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9f23dc-52d0-401a-8808-804c3f91e7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc4ae48-718f-4bfd-a6a2-5e2c458ee239", "tag": "b0fc11b5-891f-4b9c-83a1-db89a0f60b99"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:36.992106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-9b5771e1-2485-422a-8a87-075a98311097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:36.993582 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-9b5771e1-2485-422a-8a87-075a98311097 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 200 len: 855 time: 0.2725132 May 10 11:41:37.000987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39bc4413-9235-4ee2-8955-c53b204d9939 req-8fac2bde-1423-4070-b968-c7ad681477f2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1343811 May 10 11:41:37.082636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Router 41d3109c-5d5e-4a97-8388-a782a5281e27 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:41:37.095889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16524093-3720-4670-83b0-b8ce10172239 req-e2e7740e-b769-4aba-9659-dcf066ca013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:37.096586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16524093-3720-4670-83b0-b8ce10172239 req-e2e7740e-b769-4aba-9659-dcf066ca013a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 912 time: 0.2741578 May 10 11:41:37.103443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-91a4b3d0-28ae-48fd-8af9-ff2046dd5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:37.107128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-91a4b3d0-28ae-48fd-8af9-ff2046dd5b5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=862e694c-25bb-4128-9a47-d0a0988b956e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003087 May 10 11:41:37.133022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:37.133371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:37.384412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:37.397789 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 10 May 2022 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b3a502-663a-4024-9bb4-271e8ed6e71b x-openstack-request-id: req-29b3a502-663a-4024-9bb4-271e8ed6e71b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:37.398149 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d", "code": 200}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-unplugged", "status": "completed", "tag": "3b02069f-abfc-457c-a2c9-8e2e9a23f398", "code": 200}, {"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-unplugged", "status": "completed", "tag": "a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:37.398545 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29b3a502-663a-4024-9bb4-271e8ed6e71b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:37.399071 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b3a502-663a-4024-9bb4-271e8ed6e71b'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'code': 200} May 10 11:41:37.399416 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b3a502-663a-4024-9bb4-271e8ed6e71b'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b02069f-abfc-457c-a2c9-8e2e9a23f398', 'code': 200} May 10 11:41:37.399645 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b3a502-663a-4024-9bb4-271e8ed6e71b'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7', 'code': 200} May 10 11:41:37.425159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a0ce3e-cd43-475a-a18f-ff5ef310daf4 req-11dfac17-0604-4e12-aabf-3fcc813d9338 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482083 May 10 11:41:37.433233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:37.442826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f7deadd0-d4a8-43ae-9b31-860fc83e8144 admin admin] 10.222.0.13 "PUT /v2.0/routers/41d3109c-5d5e-4a97-8388-a782a5281e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9757607 May 10 11:41:37.452351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54104) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:37.528818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] For port 3b02069f-abfc-457c-a2c9-8e2e9a23f398, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3b02069f-abfc-457c-a2c9-8e2e9a23f398,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:37.529587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:37.549362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for 3b02069f-abfc-457c-a2c9-8e2e9a23f398 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:37.572269 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] Sync routers for ids ['41d3109c-5d5e-4a97-8388-a782a5281e27'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:37.583008 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75185e24-fdee-40e6-8685-1b9fee9d0429 x-openstack-request-id: req-75185e24-fdee-40e6-8685-1b9fee9d0429 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:37.592025 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc4ae48-718f-4bfd-a6a2-5e2c458ee239", "tag": "b0fc11b5-891f-4b9c-83a1-db89a0f60b99", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:37.592570 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75185e24-fdee-40e6-8685-1b9fee9d0429 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:37.593167 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75185e24-fdee-40e6-8685-1b9fee9d0429'] response: {'name': 'network-changed', 'server_uuid': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'tag': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'status': 'completed', 'code': 200} May 10 11:41:37.616703 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] Routers {'41d3109c-5d5e-4a97-8388-a782a5281e27'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:37.617596 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['41d3109c-5d5e-4a97-8388-a782a5281e27'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:37.618397 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-be93e84d-dba4-43a0-ac7b-e77af7339db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:37.707284 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16524093-3720-4670-83b0-b8ce10172239 req-cf3fa74a-eb4b-4c6b-bd8f-2ab6939438d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce HTTP/1.1" status: 200 len: 217 time: 0.2882822 May 10 11:41:37.749835 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bafb75-a4e5-49de-87d5-60aa1fb772dd x-openstack-request-id: req-53bafb75-a4e5-49de-87d5-60aa1fb772dd {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:37.750212 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "1ada5ebe-a819-4c44-ae99-c91f3ced635d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:37.750512 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53bafb75-a4e5-49de-87d5-60aa1fb772dd {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:37.752159 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53bafb75-a4e5-49de-87d5-60aa1fb772dd'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': '1ada5ebe-a819-4c44-ae99-c91f3ced635d', 'status': 'completed', 'code': 200} May 10 11:41:37.775598 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:37.871721 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] Set router 41d3109c-5d5e-4a97-8388-a782a5281e27 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:37.907210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:37.913006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:37.935216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16524093-3720-4670-83b0-b8ce10172239 req-823965a1-9c9b-489c-850c-acb9a958c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:37.937458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16524093-3720-4670-83b0-b8ce10172239 req-823965a1-9c9b-489c-850c-acb9a958c5e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 200 len: 851 time: 0.1855505 May 10 11:41:37.948822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356ae10-629f-4ce8-8334-d517859a81bf req-74137255-00ff-422a-8e1c-434f90fb3c81 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:37.967578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8356ae10-629f-4ce8-8334-d517859a81bf req-74137255-00ff-422a-8e1c-434f90fb3c81 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.3702631 May 10 11:41:38.018846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:34Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:38.030179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-5b74510e-eb36-4ddb-b574-c8303ab0e4c2 service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143446 May 10 11:41:38.032924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=3b02069f-abfc-457c-a2c9-8e2e9a23f398,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:38.075195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16524093-3720-4670-83b0-b8ce10172239 req-e405352c-1a73-426b-bf59-86ff25110f56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e0f9b88-61b9-48ca-bf29-db0dce884bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051583 May 10 11:41:38.082333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:38.093437 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:33Z', 'revision_number': 5, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:38.097072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:38.098325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:38.140029 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] Checking router: 382481b8-238f-4978-870b-b92f68090786 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:38.151865 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:38.156656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:38.176308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-d8c0fa1c-88ed-480f-a9dd-983fd1892925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:38.178049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-d8c0fa1c-88ed-480f-a9dd-983fd1892925 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 1096 time: 0.4248443 May 10 11:41:38.178908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] No DVR routers for this DVR port 3b02069f-abfc-457c-a2c9-8e2e9a23f398 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:38.192412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:38.196141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-a6aadffd-fe36-4a67-91c1-3b09ebb654e2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "DELETE /v2.0/ports/3b02069f-abfc-457c-a2c9-8e2e9a23f398 HTTP/1.1" status: 204 len: 173 time: 1.6434793 May 10 11:41:38.289635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8356ae10-629f-4ce8-8334-d517859a81bf req-d75e20bf-f2f9-4b27-93b4-666dbb44d4bc tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206766 May 10 11:41:38.359173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:38.431943 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:38.545961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6454868-5fe6-4c50-b2b1-921e26cc8181 req-bded652d-106f-46b0-b1d4-3bfd8652454e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:38.559154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6454868-5fe6-4c50-b2b1-921e26cc8181 req-bded652d-106f-46b0-b1d4-3bfd8652454e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.7736349 May 10 11:41:38.647083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-b691096a-8744-4b60-b08d-0a8a8919d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:38.664937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-b691096a-8744-4b60-b08d-0a8a8919d437 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.4514713 May 10 11:41:38.758015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f36de72-dc09-456c-a45b-ead67137e2d9 req-0af4a0e0-855b-481f-a19e-51434f9bb789 service neutron] 10.222.0.70 "GET /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805346 May 10 11:41:38.798458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:34Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:38.801017 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16524093-3720-4670-83b0-b8ce10172239 req-dca2f2c8-7b91-4466-bf01-bfcdd1b1be28 service neutron] 10.222.0.70 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906462 May 10 11:41:38.844512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191c952-00b9-4f18-90d4-d0742a3a9b75 req-f3afb5ff-510b-4f40-a895-c9245897be1a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:38.850591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191c952-00b9-4f18-90d4-d0742a3a9b75 req-f3afb5ff-510b-4f40-a895-c9245897be1a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:38.858517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b91a96-3c88-45ee-b4bf-9f94e5fac1ed None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:34Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:38.871127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2191c952-00b9-4f18-90d4-d0742a3a9b75 req-f3afb5ff-510b-4f40-a895-c9245897be1a tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 1677 time: 0.3456235 May 10 11:41:39.016255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6454868-5fe6-4c50-b2b1-921e26cc8181 req-3a1ba60b-e3dd-4d99-8c63-ca0d67421ab0 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559097 May 10 11:41:39.080367 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-93667d90-beeb-4957-8731-6105e57ed3e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99 HTTP/1.1" status: 200 len: 999 time: 0.4125350 May 10 11:41:39.088742 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:33Z', 'revision_number': 5, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port': {'id': '1dab5e64-082d-4ce7-9eba-5b5c6e97c268', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:08Z', 'updated_at': '2022-05-10T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:39.104078 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:33Z', 'revision_number': 5, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:39.104349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:39.177917 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a57c6-24da-4044-b2d7-8000834958e6 None None] The sync data for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 is: [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:35:22Z', 'revision_number': 4, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe5c442d-355c-44d4-a6d3-e251293f256b', 'name': '', 'network_id': '0baa6384-755b-49d7-a9b2-89b8632f72c7', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'mac_address': 'fa:16:3e:bd:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:20Z', 'updated_at': '2022-05-10T11:35:33Z', 'revision_number': 5, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'subnets': [{'id': '81b933b5-2fe8-47c2-bb94-e00aed01a622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:39.180417 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] Checking router: 41d3109c-5d5e-4a97-8388-a782a5281e27 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:39.188454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:39.188454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:39.211167 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] Routers {'41d3109c-5d5e-4a97-8388-a782a5281e27'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:39.212072 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['41d3109c-5d5e-4a97-8388-a782a5281e27'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:39.254027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2191c952-00b9-4f18-90d4-d0742a3a9b75 req-9b5e5ea6-a828-4fc9-89be-17956011b7f3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546174 May 10 11:41:39.325132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:39.342311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] For port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:39.342311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:39.369733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-16524093-3720-4670-83b0-b8ce10172239 req-29d6fc23-6a26-4382-9087-14f09ab07ba0 service neutron] 10.222.0.70 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975367 May 10 11:41:39.371288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:39.395890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b671d7db-0995-49f0-90e1-fee99b6e548a None None] New status for floating IP ccad5f4b-3a5e-46c8-b314-494f6ea7ee40: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:41:39.449145 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] Set router 41d3109c-5d5e-4a97-8388-a782a5281e27 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:39.517229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1af9e165-b43a-4778-8879-d32930415194 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:39.533817 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:39Z', 'revision_number': 6, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:39.574750 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7020c-ee7d-46c0-97b8-fef7d6c1042c None None] The sync data for ids ['41d3109c-5d5e-4a97-8388-a782a5281e27'] in n-d-840949-1 is: [{'id': '41d3109c-5d5e-4a97-8388-a782a5281e27', 'name': 'tempest-TestAggregatesBasicOps-906959274-router', 'tenant_id': 'a60f84a1fbb749a8a10bb907da921723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:06Z', 'updated_at': '2022-05-10T11:41:39Z', 'revision_number': 6, 'project_id': 'a60f84a1fbb749a8a10bb907da921723', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:39.617265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25679f-1b6f-4843-8ffd-1344cd408ac3 req-0e5f7541-1645-4d1b-9ed7-5fc41eced183 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:39.625127 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:39.648187 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf25679f-1b6f-4843-8ffd-1344cd408ac3 req-0e5f7541-1645-4d1b-9ed7-5fc41eced183 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1434522 May 10 11:41:39.673709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-b20aae6b-1a04-4d4c-8a61-726038506f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:39.675212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-b20aae6b-1a04-4d4c-8a61-726038506f32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.5862195 May 10 11:41:39.746318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 1af9e165-b43a-4778-8879-d32930415194 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:41:39.754822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 1af9e165-b43a-4778-8879-d32930415194 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:39.755801 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:39.761995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf25679f-1b6f-4843-8ffd-1344cd408ac3 req-8a6663ac-9fce-4c20-a818-71fd3452424c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127496 May 10 11:41:39.769599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': '3b02069f-abfc-457c-a2c9-8e2e9a23f398'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:39.772035 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f441066-37c3-4b38-9e58-d04d784f9fd3" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "3b02069f-abfc-457c-a2c9-8e2e9a23f398"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:39.799525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175f2cf-d917-4611-9dbb-175de1e5417a req-a54ab4f3-718b-4769-a76b-5e61cdd183e6 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:39.807277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1175f2cf-d917-4611-9dbb-175de1e5417a req-a54ab4f3-718b-4769-a76b-5e61cdd183e6 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 944 time: 0.2009368 May 10 11:41:39.887534 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bada54-50e7-4c4e-aba4-8bad87440bfa x-openstack-request-id: req-38bada54-50e7-4c4e-aba4-8bad87440bfa {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:39.887751 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "3b02069f-abfc-457c-a2c9-8e2e9a23f398", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:39.888030 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38bada54-50e7-4c4e-aba4-8bad87440bfa {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:39.888688 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bada54-50e7-4c4e-aba4-8bad87440bfa'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': '3b02069f-abfc-457c-a2c9-8e2e9a23f398', 'status': 'completed', 'code': 200} May 10 11:41:39.901889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Deleting port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:39.902238 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:39.907942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:39.941229 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e279a-6bb6-41fa-ab48-2baec0a2d983 None None] New status for floating IP 8fc904f9-38b8-4c7a-8984-130d6a84e85b: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:41:40.008425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1af9e165-b43a-4778-8879-d32930415194 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:40.009021 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:40.053994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1af9e165-b43a-4778-8879-d32930415194,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:40.055221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9e165-b43a-4778-8879-d32930415194'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:40.073471 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09238a97-c11c-45cb-aed1-48aed8a0b13c" -d '{"events": [{"server_uuid": "abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd", "name": "network-vif-plugged", "status": "completed", "tag": "1af9e165-b43a-4778-8879-d32930415194"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:40.081278 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:40.196764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1af9e165-b43a-4778-8879-d32930415194,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:40.339705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e82d7b-d620-47fe-9b66-8cbb37403ab4 req-6155d8ce-4672-4137-9008-4f1fa4ce9398 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:40.344773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00e82d7b-d620-47fe-9b66-8cbb37403ab4 req-6155d8ce-4672-4137-9008-4f1fa4ce9398 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1245265 May 10 11:41:40.400833 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00e82d7b-d620-47fe-9b66-8cbb37403ab4 req-dbb8e8c4-b804-4469-a02a-16e1bcc64334 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469298 May 10 11:41:40.462501 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8373fe64-c363-4383-b809-e68ed7c450c3 x-openstack-request-id: req-8373fe64-c363-4383-b809-e68ed7c450c3 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:40.462902 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd", "name": "network-vif-plugged", "status": "completed", "tag": "1af9e165-b43a-4778-8879-d32930415194", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:40.463176 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8373fe64-c363-4383-b809-e68ed7c450c3 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:40.463590 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8373fe64-c363-4383-b809-e68ed7c450c3'] response: {'server_uuid': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9e165-b43a-4778-8879-d32930415194', 'code': 200} May 10 11:41:40.659421 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30052bba-25d2-467f-9d55-08ea27a9f165 req-1af94694-d4fb-49e8-ac6f-222885c782b8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:40.671347 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-30052bba-25d2-467f-9d55-08ea27a9f165 req-1af94694-d4fb-49e8-ac6f-222885c782b8 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 943 time: 0.1079483 May 10 11:41:40.695505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1175f2cf-d917-4611-9dbb-175de1e5417a req-eae1d6f5-4b55-4d45-a233-e65ba3a346ff tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8866744 May 10 11:41:40.711787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-eafb5eea-6224-44b0-8393-b13b873141d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:40.726494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-eafb5eea-6224-44b0-8393-b13b873141d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0405951 May 10 11:41:40.727175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:40.746453 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-30052bba-25d2-467f-9d55-08ea27a9f165 req-ac62aa62-5984-4695-951a-3ff8be073873 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741341 May 10 11:41:40.824301 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:41:40.918980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3ee535ab-fcc3-48c4-b457-7bfcc347270c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:41.015309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] No DVR routers for this DVR port a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:41.018602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3ee535ab-fcc3-48c4-b457-7bfcc347270c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:41:41.019183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3ee535ab-fcc3-48c4-b457-7bfcc347270c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:41.019376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:41.056738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:41.060141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-b06606c1-e8b2-456e-8268-dbd447e9eb12 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "DELETE /v2.0/ports/a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7 HTTP/1.1" status: 204 len: 173 time: 2.5611861 May 10 11:41:41.088918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] For port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:41.089290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:41.142991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d95399-f581-4b38-929a-11a3f091b84b req-b8035306-fd93-431e-bc00-622318535848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:41.146144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f2d95399-f581-4b38-929a-11a3f091b84b req-b8035306-fd93-431e-bc00-622318535848 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 1096 time: 0.4830377 May 10 11:41:41.168968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Calling delete_port for 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:41.176068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:41.177062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:41.203083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 1dab5e64-082d-4ce7-9eba-5b5c6e97c268, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:41.209905 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:41.280043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:41.438662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-3ebb4ab5-8c25-4e89-86b1-d30ca8747185 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581454 May 10 11:41:41.459551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29853a-d2ad-4b8f-b9b6-6389c8b5292f req-04d0ab00-9451-4a6d-89d7-7426062c606e tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:41.461181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f29853a-d2ad-4b8f-b9b6-6389c8b5292f req-04d0ab00-9451-4a6d-89d7-7426062c606e tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.4893510 May 10 11:41:41.560263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a446a2-149c-4331-8e58-71a0ddbc3491 req-66377c18-6ff4-425e-9e1a-f336fb601134 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:41.568294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26a446a2-149c-4331-8e58-71a0ddbc3491 req-66377c18-6ff4-425e-9e1a-f336fb601134 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.0631671 May 10 11:41:41.617883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26a446a2-149c-4331-8e58-71a0ddbc3491 req-2668025c-87a6-472d-903b-5c2fc6113982 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482213 May 10 11:41:41.664205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f29853a-d2ad-4b8f-b9b6-6389c8b5292f req-aeb89573-c845-4495-a7dc-0dd2d5267b46 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856267 May 10 11:41:41.668329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f2d95399-f581-4b38-929a-11a3f091b84b req-aef68fbf-9e45-48cc-b2bf-a3be59ad53b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189727 May 10 11:41:41.784742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port a7da3e54-f24f-4522-b9a0-4cbfb14f644c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:41.785434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:41.889767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:41.892418 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769a8515-a66b-4369-a409-8218bc302ffb" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:41.907599 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc9f23dc-52d0-401a-8808-804c3f91e7d0 req-d9f72224-f7f1-479a-a9ef-f5663c8b129f service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419863 May 10 11:41:41.991438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4c397-d86c-401d-bae1-f99a4227ee3a req-9afc6669-8e45-4a39-9f4e-83ea7dd08eb4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:41.994646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] For port a7da3e54-f24f-4522-b9a0-4cbfb14f644c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:41.995613 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.003288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4af4c397-d86c-401d-bae1-f99a4227ee3a req-9afc6669-8e45-4a39-9f4e-83ea7dd08eb4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.0908155 May 10 11:41:42.055322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for a7da3e54-f24f-4522-b9a0-4cbfb14f644c owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:42.060755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4af4c397-d86c-401d-bae1-f99a4227ee3a req-abb327ec-90ce-46af-baec-d1c5e67736c9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512221 May 10 11:41:42.065571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8093e-2b31-47ba-b711-f9d95365e761 req-7cb00c36-73e5-499d-8339-45ad7f191714 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:42.067333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ece8093e-2b31-47ba-b711-f9d95365e761 req-7cb00c36-73e5-499d-8339-45ad7f191714 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 943 time: 0.1290371 May 10 11:41:42.110580 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d1368e-0086-40f2-9f28-365f32db1a2d x-openstack-request-id: req-a4d1368e-0086-40f2-9f28-365f32db1a2d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:42.111053 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:42.111440 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4d1368e-0086-40f2-9f28-365f32db1a2d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:42.112328 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d1368e-0086-40f2-9f28-365f32db1a2d'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': 'a4f3fe72-9247-4bfe-8ff3-57bba6dcb9c7', 'status': 'completed', 'code': 200} May 10 11:41:42.184028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.208562 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ece8093e-2b31-47ba-b711-f9d95365e761 req-9f8a8af2-499b-4ab0-aa58-e1e93c5ca66b tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88a9563-c030-4035-95cc-748c08aef340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325178 May 10 11:41:42.322918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Pushing event deleted for resources: {'Port': ['ID=1dab5e64-082d-4ce7-9eba-5b5c6e97c268,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:42.334275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.436200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=a7da3e54-f24f-4522-b9a0-4cbfb14f644c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:42.532650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] No DVR routers for this DVR port a7da3e54-f24f-4522-b9a0-4cbfb14f644c on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:42.535303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.538791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7219503-1baf-4185-841e-0cf4072fdc2c req-80741bdd-9349-431b-b92f-05cf23e0c726 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.70 "DELETE /v2.0/ports/a7da3e54-f24f-4522-b9a0-4cbfb14f644c HTTP/1.1" status: 204 len: 173 time: 1.4202595 May 10 11:41:42.551350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.685612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.688014 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.765554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.767075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41d3109c-5d5e-4a97-8388-a782a5281e27 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:41:42.780244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.784578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2e51db07-4d65-4258-b358-a9192944182c admin admin] 10.222.0.13 "DELETE /v2.0/routers/41d3109c-5d5e-4a97-8388-a782a5281e27 HTTP/1.1" status: 204 len: 168 time: 5.3305733 May 10 11:41:42.790024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54168) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:42.909673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60fa70-492c-46a8-a495-8c03140b93c8 req-1b717423-a5ae-4dc5-a697-3a530c2db02a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:42.913913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d60fa70-492c-46a8-a495-8c03140b93c8 req-1b717423-a5ae-4dc5-a697-3a530c2db02a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1736600 May 10 11:41:43.024861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a420e4-22f1-48fb-8e8f-d8aef6a4ca5a admin admin] Deleting subnet 5142c308-36b9-498a-b241-2e310faa63b8 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:41:43.032202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7a420e4-22f1-48fb-8e8f-d8aef6a4ca5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:43.035214 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d60fa70-492c-46a8-a495-8c03140b93c8 req-f72bb2ea-bd29-4b89-aa5e-5c0cbd5c4d9a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102858 May 10 11:41:43.146663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7a420e4-22f1-48fb-8e8f-d8aef6a4ca5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:43.251003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c277aba-8207-49c7-82d4-df4c9888f3f3 req-d13c346e-e13c-4eca-91ee-bb8b8b5c4fc1 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:43.252710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c277aba-8207-49c7-82d4-df4c9888f3f3 req-d13c346e-e13c-4eca-91ee-bb8b8b5c4fc1 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.3657460 May 10 11:41:43.344261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5a526-f633-4f73-8a8a-64654cb7d588 req-be48e425-fd7c-486b-abcf-4b5529d81ec0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:43.345902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64f5a526-f633-4f73-8a8a-64654cb7d588 req-be48e425-fd7c-486b-abcf-4b5529d81ec0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1299522 May 10 11:41:43.416560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64f5a526-f633-4f73-8a8a-64654cb7d588 req-3be1b825-1831-4ba2-8dc8-7d225e5548ab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600123 May 10 11:41:43.418336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c277aba-8207-49c7-82d4-df4c9888f3f3 req-6fa45614-6c17-41d1-a877-511cc1f143af tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435971 May 10 11:41:43.453644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7a420e4-22f1-48fb-8e8f-d8aef6a4ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:43.591011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7a420e4-22f1-48fb-8e8f-d8aef6a4ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:43.626815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2812efa4-650e-4446-ab65-4102cab90150 req-622b29e3-159c-4e33-9b22-2e84159bb033 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0635176 May 10 11:41:43.679731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a420e4-22f1-48fb-8e8f-d8aef6a4ca5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5142c308-36b9-498a-b241-2e310faa63b8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:43.721732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7a420e4-22f1-48fb-8e8f-d8aef6a4ca5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:43.727273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a7a420e4-22f1-48fb-8e8f-d8aef6a4ca5a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5142c308-36b9-498a-b241-2e310faa63b8 HTTP/1.1" status: 204 len: 168 time: 0.9327340 May 10 11:41:43.727686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54178) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:43.735699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17d280-3025-4ce4-8dd3-8befafce6878 None None] Network 02b74497-3f32-474a-9191-a3094dd5ec0d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:41:43.857566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd741a81-b820-4bde-a90a-2fa66fcb827f req-e9b35a4b-8a9f-47cd-8a41-a017c3a26e25 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:43.871079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd741a81-b820-4bde-a90a-2fa66fcb827f req-e9b35a4b-8a9f-47cd-8a41-a017c3a26e25 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1925116 May 10 11:41:43.921971 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:43.948688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd741a81-b820-4bde-a90a-2fa66fcb827f req-5d152a46-bc04-4ac4-b008-f82c96ca0480 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762947 May 10 11:41:44.089655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Deleting port 61a8a031-777c-40d3-9532-273b54cc7036 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:44.095908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.118167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:44.118167 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ad96e-6029-40bc-8d8e-76988121c4c7" -d '{"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "a7da3e54-f24f-4522-b9a0-4cbfb14f644c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:44.200666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] DHCP port deletion for 02b74497-3f32-474a-9191-a3094dd5ec0d request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:41:44.315487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] For port 61a8a031-777c-40d3-9532-273b54cc7036, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=61a8a031-777c-40d3-9532-273b54cc7036,segment=NetworkSegment(7e00bd64-2b07-45ff-8540-b8c8f324c3fc),segment_id=7e00bd64-2b07-45ff-8540-b8c8f324c3fc)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:44.315932 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.358312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Calling delete_port for 61a8a031-777c-40d3-9532-273b54cc7036 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:44.364225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] Deleting port 61a8a031-777c-40d3-9532-273b54cc7036 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:41:44.364611 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.409271 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34fd4f5-df0d-4eb3-a8b1-e03f3fd10165 x-openstack-request-id: req-d34fd4f5-df0d-4eb3-a8b1-e03f3fd10165 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:44.414119 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d985d5-bcab-4377-bfa1-135173219db2", "name": "network-vif-deleted", "tag": "a7da3e54-f24f-4522-b9a0-4cbfb14f644c", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:44.415320 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d34fd4f5-df0d-4eb3-a8b1-e03f3fd10165 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:44.416166 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34fd4f5-df0d-4eb3-a8b1-e03f3fd10165'] response: {'server_uuid': 'b3d985d5-bcab-4377-bfa1-135173219db2', 'name': 'network-vif-deleted', 'tag': 'a7da3e54-f24f-4522-b9a0-4cbfb14f644c', 'status': 'completed', 'code': 200} May 10 11:41:44.477900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7a06e-b05b-455a-bd48-34675b079cf4 req-794b3340-f7b4-47ec-a43a-cff99e19eb2c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:44.480375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ade7a06e-b05b-455a-bd48-34675b079cf4 req-794b3340-f7b4-47ec-a43a-cff99e19eb2c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1314387 May 10 11:41:44.535898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ade7a06e-b05b-455a-bd48-34675b079cf4 req-3759a002-a9d9-4d49-9a72-a9dda7f6a612 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447919 May 10 11:41:44.581156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] For port 61a8a031-777c-40d3-9532-273b54cc7036, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=61a8a031-777c-40d3-9532-273b54cc7036,segment=NetworkSegment(7e00bd64-2b07-45ff-8540-b8c8f324c3fc),segment_id=7e00bd64-2b07-45ff-8540-b8c8f324c3fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:44.586848 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.593442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.618786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] Calling delete_port for 61a8a031-777c-40d3-9532-273b54cc7036 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:41:44.666066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Pushing event deleted for resources: {'Port': ['ID=61a8a031-777c-40d3-9532-273b54cc7036,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:44.687758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] No DVR routers for this DVR port 61a8a031-777c-40d3-9532-273b54cc7036 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:44.709820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af4b18-b55e-4b6d-ac95-13b4070b095f req-e16feda9-6635-4db0-96cd-4d3ceb3d7fa8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:44.725024 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85af4b18-b55e-4b6d-ac95-13b4070b095f req-e16feda9-6635-4db0-96cd-4d3ceb3d7fa8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.2366331 May 10 11:41:44.801262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.815967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51157ffc-2fc4-41cc-b4e6-bdc9ac90aff1 req-7d7b04c8-865a-4281-aa33-eff71b32c21b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:44.817506 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51157ffc-2fc4-41cc-b4e6-bdc9ac90aff1 req-7d7b04c8-865a-4281-aa33-eff71b32c21b tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1257842 May 10 11:41:44.860074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.866206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] Pushing event deleted for resources: {'Port': ['ID=61a8a031-777c-40d3-9532-273b54cc7036,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:44.872690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 61a8a031-777c-40d3-9532-273b54cc7036 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:41:44.883804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b74497-3f32-474a-9191-a3094dd5ec0d']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:44.895271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e00bd64-2b07-45ff-8540-b8c8f324c3fc') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:44.895923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e00bd64-2b07-45ff-8540-b8c8f324c3fc') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:44.906745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.922651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.927138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-51157ffc-2fc4-41cc-b4e6-bdc9ac90aff1 req-a8599cec-31d2-4fa5-8ebd-c270212f2bff tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930326 May 10 11:41:44.931395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:41:44.932279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:44.940256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 61a8a031-777c-40d3-9532-273b54cc7036 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:41:44.940609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 61a8a031-777c-40d3-9532-273b54cc7036 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:41:44.946729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c621a3e-9562-418b-a9a7-f66f865763d9 None None] No DVR routers for this DVR port 61a8a031-777c-40d3-9532-273b54cc7036 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: timer() May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:41:45.011241 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:41:45.018741 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:45.044933 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:45.051137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] 10.222.0.13 "DELETE /v2.0/networks/02b74497-3f32-474a-9191-a3094dd5ec0d HTTP/1.1" status: 204 len: 168 time: 1.3222792 May 10 11:41:45.052428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0d0ee-fc9a-4c6a-94df-1540b467ee2c admin admin] Pushing event deleted for resources: {'Network': ['ID=02b74497-3f32-474a-9191-a3094dd5ec0d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:45.077877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85af4b18-b55e-4b6d-ac95-13b4070b095f req-24edb390-559f-4bdc-87f2-848c4c51bf80 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461661 May 10 11:41:45.179144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5089dc61-7822-4d5d-9e3f-4848ff12ee52 req-e34718c3-3287-4122-b489-6a4bb6a5e811 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0640333 May 10 11:41:45.288090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cccf33-9ce7-4ad7-a46f-55cd608426e2 req-753a191d-d702-4f09-ab36-9c527fd0fe5c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:45.290304 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70cccf33-9ce7-4ad7-a46f-55cd608426e2 req-753a191d-d702-4f09-ab36-9c527fd0fe5c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.0912423 May 10 11:41:45.380876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70cccf33-9ce7-4ad7-a46f-55cd608426e2 req-d8f48393-e1da-4fb1-9704-e242e9b0fb90 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810192 May 10 11:41:45.452487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:45.534661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e658d55d-5485-4df0-a4b3-6c4637f4e76e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea8ba77ee4a84dc5816005fb93b2c81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780730 May 10 11:41:45.537946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:45.644338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e5348ff-6208-4fd2-a24b-be09e9c1dcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:45.748280 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e5348ff-6208-4fd2-a24b-be09e9c1dcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:45.988516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a203e-77a3-468f-ae34-28e95e903f7d req-7cae2d5f-eabc-4197-a9c1-eb3bb32881e4 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:45.992064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a70a203e-77a3-468f-ae34-28e95e903f7d req-7cae2d5f-eabc-4197-a9c1-eb3bb32881e4 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.2104001 May 10 11:41:46.009907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e5348ff-6208-4fd2-a24b-be09e9c1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:46.014733 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e5348ff-6208-4fd2-a24b-be09e9c1dcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:46.019133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e5348ff-6208-4fd2-a24b-be09e9c1dcf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/469a6703-9a8c-4a93-8c47-b4204398314d HTTP/1.1" status: 204 len: 168 time: 0.4792910 May 10 11:41:46.060447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5348ff-6208-4fd2-a24b-be09e9c1dcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469a6703-9a8c-4a93-8c47-b4204398314d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:46.106392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433ace4-f2aa-4d85-938e-a12b52af04ed req-7ffa50cc-2d79-40f4-bb4a-1ebf385b5c75 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:46.117114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5433ace4-f2aa-4d85-938e-a12b52af04ed req-7ffa50cc-2d79-40f4-bb4a-1ebf385b5c75 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.0920811 May 10 11:41:46.135690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a70a203e-77a3-468f-ae34-28e95e903f7d req-a0cbad16-f731-44e3-839e-9ab77d7ecbc8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131556 May 10 11:41:46.255612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5433ace4-f2aa-4d85-938e-a12b52af04ed req-03ef498e-3adb-4a81-a06f-0e6a01c09b78 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375833 May 10 11:41:46.372972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f91257-eaa6-4309-b48f-91ad6754fb7b req-4844d272-a659-4dbd-a4ee-6cde1f4cb1bf tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:46.374920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07f91257-eaa6-4309-b48f-91ad6754fb7b req-4844d272-a659-4dbd-a4ee-6cde1f4cb1bf tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1087418 May 10 11:41:46.429752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07f91257-eaa6-4309-b48f-91ad6754fb7b req-acc7d9c0-ae99-498a-90c2-935b6eda3e15 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479534 May 10 11:41:46.447760 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b430953-c6b1-4d86-9b26-b1cf2c0a7c19 req-fd06518c-9d6b-4316-b500-ff7c75a7d498 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0401909 May 10 11:41:46.843064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54244) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:46.910599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af931226-ce89-405f-9db3-5fdbb13be336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a60f84a1fbb749a8a10bb907da921723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640626 May 10 11:41:46.912354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54246) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:47.043626 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f7a853b-9d9c-4487-a541-b0f813c16c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:47.085721 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f7a853b-9d9c-4487-a541-b0f813c16c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:47.151549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f7a853b-9d9c-4487-a541-b0f813c16c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:47.155373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f7a853b-9d9c-4487-a541-b0f813c16c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:47.159263 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3f7a853b-9d9c-4487-a541-b0f813c16c26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb2d89cc-35c9-4901-b519-612caf525a1e HTTP/1.1" status: 204 len: 168 time: 0.2435725 May 10 11:41:47.168879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a853b-9d9c-4487-a541-b0f813c16c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d89cc-35c9-4901-b519-612caf525a1e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:47.368677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30c08-14d9-4e01-ae25-9d295e2c9e42 req-ee93ed0e-9eb5-445f-8800-bb8fc0f70cb8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:47.371023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-beb30c08-14d9-4e01-ae25-9d295e2c9e42 req-ee93ed0e-9eb5-445f-8800-bb8fc0f70cb8 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1163518 May 10 11:41:47.399596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab968a25-7e84-4e50-86f4-cfe80cc6ee03 req-1d143b0c-ec24-445e-a528-d95409f92f10 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:47.403181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab968a25-7e84-4e50-86f4-cfe80cc6ee03 req-1d143b0c-ec24-445e-a528-d95409f92f10 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.0878479 May 10 11:41:47.477225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab968a25-7e84-4e50-86f4-cfe80cc6ee03 req-14381f10-b52e-4354-85b8-efd59066ebc9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652890 May 10 11:41:47.483771 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-beb30c08-14d9-4e01-ae25-9d295e2c9e42 req-149f3fc3-eff6-4d95-afc9-176b748829de tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976138 May 10 11:41:47.642646 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fdfd726c-5ffe-4134-9ede-d0439b575bac req-1ba868e5-0b72-43ef-8827-11e05a0fc7f1 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0557175 May 10 11:41:47.695420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542054da-190d-4f48-b95a-9cb8e26705b5 req-6618c161-ee84-4bb0-a40f-49889362eeb0 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:47.704734 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-542054da-190d-4f48-b95a-9cb8e26705b5 req-6618c161-ee84-4bb0-a40f-49889362eeb0 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1118364 May 10 11:41:47.750771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-542054da-190d-4f48-b95a-9cb8e26705b5 req-ef6d4293-68d9-44c7-a8be-e1c53e4a5ac4 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447545 May 10 11:41:48.066417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54278) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:48.170705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1247868930-network', 'tenant_id': '1c25834a39734feca8a5696f665e5413'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:48.195588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Made reservation on behalf of 1c25834a39734feca8a5696f665e5413 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:48.198671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.207841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.289398 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.294397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.318966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:41:48.329047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea3de3c-413a-4c7d-86ce-426880cc840f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:48.334084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.334547 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Added segment c75710d7-045e-432c-bb24-44e82861daae of type vlan for network 602838e5-4348-4b08-8c2d-afc419831d14 May 10 11:41:48.374704 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.400066 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.401078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:48.401733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.455865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3882105 May 10 11:41:48.458848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54282) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:48.463276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c84de0-142d-4fb5-aa9e-209d8c800354 admin admin] Pushing event updated for resources: {'Network': ['ID=602838e5-4348-4b08-8c2d-afc419831d14,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:48.465049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Request body: {'subnet': {'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1247868930-subnet', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:48.473813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 602838e5-4348-4b08-8c2d-afc419831d14 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:41:48.488223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Made reservation on behalf of 1c25834a39734feca8a5696f665e5413 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:48.490749 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.658930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295948-20e2-4695-9030-571ff1d79eb8 req-27c9eb8d-ed05-4ff8-96f2-6fbd7d0c1366 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:48.667447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49295948-20e2-4695-9030-571ff1d79eb8 req-27c9eb8d-ed05-4ff8-96f2-6fbd7d0c1366 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.0955393 May 10 11:41:48.675535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eca88-7c54-474d-9aa6-61a1fc4a1037 req-c360744d-3647-47e2-b25e-20fa64dfa2ee tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:48.683916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-934eca88-7c54-474d-9aa6-61a1fc4a1037 req-c360744d-3647-47e2-b25e-20fa64dfa2ee tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1043243 May 10 11:41:48.752359 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49295948-20e2-4695-9030-571ff1d79eb8 req-e0784ed5-e62f-4d5e-a85e-58ba07711f01 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838101 May 10 11:41:48.773853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-934eca88-7c54-474d-9aa6-61a1fc4a1037 req-deeb8305-3f56-4744-92a2-119af9257559 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888643 May 10 11:41:48.900381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:48.914212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d76871-a4a6-49b1-bf05-6117b7740b3c req-45ef3328-56ab-4c94-af03-fbe239b65279 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:48.915860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80d76871-a4a6-49b1-bf05-6117b7740b3c req-45ef3328-56ab-4c94-af03-fbe239b65279 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.0691099 May 10 11:41:48.928261 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18b3d327-89e4-4cca-a751-d45dfed8160d req-60ed94f0-0cfc-49a9-b3a1-e1f80b02a222 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0473115 May 10 11:41:48.994109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80d76871-a4a6-49b1-bf05-6117b7740b3c req-e4f78bcd-24aa-4ea8-925e-17a024896580 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696597 May 10 11:41:49.027090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33bdfee-a6bb-41f7-9e26-66f0192a72f3,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:49.030574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Checking segment: {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:49.031012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Network hostable DHCP agents. Network: 602838e5-4348-4b08-8c2d-afc419831d14, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:41:49.051337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Network 602838e5-4348-4b08-8c2d-afc419831d14 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:41:49.063565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 602838e5-4348-4b08-8c2d-afc419831d14) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:49.067964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:49.068822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.076622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfcce4e-4fed-4789-ade4-af59c151e92b None None] Network 602838e5-4348-4b08-8c2d-afc419831d14 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:41:49.099643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54320) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:49.104373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:49.108396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bc1f33f6-fbec-4173-9e2b-c0fca3c72a1f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6476023 May 10 11:41:49.131273 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.132455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.193029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.269302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-602838e5-4348-4b08-8c2d-afc419831d14', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:41:49.270263 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.372610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.421160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Allocated IP 172.20.0.2 (602838e5-4348-4b08-8c2d-afc419831d14/e33bdfee-a6bb-41f7-9e26-66f0192a72f3/fa9d4883-e03b-4191-b2fe-1c7f192bcc17) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:49.598084 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.606692 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.644277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.648983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Network 602838e5-4348-4b08-8c2d-afc419831d14 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:49.652416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:49.656338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:49.666242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.670967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Pushing event updated for resources: {'Port': ['ID=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:49.732601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Attempting to bind port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:49.732972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Attempting to bind port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:49.733339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Attempting to bind port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 on network 602838e5-4348-4b08-8c2d-afc419831d14 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:49.740275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:49.740652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Checking segment: {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:49.741062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.741454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Bound using segment: {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:49.741929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Bound port: fa9d4883-e03b-4191-b2fe-1c7f192bcc17, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:49.742315 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.808490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Allocated IP 172.25.8.2 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:49.837302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] For port fa9d4883-e03b-4191-b2fe-1c7f192bcc17, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:49.841366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] For port fa9d4883-e03b-4191-b2fe-1c7f192bcc17, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:49.851109 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:49.942178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c225376-5eca-45cd-946d-e78b88f5d38d None None] Pushing event updated for resources: {'Port': ['ID=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:49.982151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:41:50.020275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d32fbe-6610-4d9b-a4bb-489cd8a5878b req-bb38865b-9adf-4466-8819-c282778a3ab5 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:50.033697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9d32fbe-6610-4d9b-a4bb-489cd8a5878b req-bb38865b-9adf-4466-8819-c282778a3ab5 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1835284 May 10 11:41:50.088665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:50.095649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9d32fbe-6610-4d9b-a4bb-489cd8a5878b req-9d5db4d0-b602-4fdf-8bd6-0a0b7a90aff1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 May 10 11:41:50.147900 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:50.171296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:50.190886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'port_id': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'mac_address': 'fa:16:3e:2c:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:41:50.234381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:50.281897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:50.293316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8f256e82-8f90-453e-8ac4-dd37008d79c3 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:50.293524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:50.299380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:50.320117 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c98289cd-7f77-4b9f-b26e-07750ccafebd req-3d641de6-cd47-48db-9a0c-8e8a556d8888 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0640299 May 10 11:41:50.325413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb51a5-772e-4236-8135-4e33ea41d316 req-0d4aa6e5-1d8f-4c62-80bf-75384130aa9b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:50.327510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4cb51a5-772e-4236-8135-4e33ea41d316 req-0d4aa6e5-1d8f-4c62-80bf-75384130aa9b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 944 time: 0.1948121 May 10 11:41:50.328531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f256e82-8f90-453e-8ac4-dd37008d79c3 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:41:50.328754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:50.370494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:50.378978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:50.457328 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4cb51a5-772e-4236-8135-4e33ea41d316 req-fe1c7725-f5b3-4713-a2d0-009cd9028afe tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791676 May 10 11:41:50.476935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=11']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:50.510981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f83048-f08a-43b3-9102-61ba62b7e8a0 req-24e427a6-9a4e-4af3-ac65-8d441c81e107 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:50.512767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3f83048-f08a-43b3-9102-61ba62b7e8a0 req-24e427a6-9a4e-4af3-ac65-8d441c81e107 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1030755 May 10 11:41:50.576621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3f83048-f08a-43b3-9102-61ba62b7e8a0 req-d1562338-f99d-4fe3-983f-071df8b02334 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517013 May 10 11:41:50.610106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8f256e82-8f90-453e-8ac4-dd37008d79c3'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:41:50.792453 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:50.864625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fa9d4883-e03b-4191-b2fe-1c7f192bcc17 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:50.929289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:50.930071 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:51.031453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:51.031894 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:51.069776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port fa9d4883-e03b-4191-b2fe-1c7f192bcc17, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:51.075964 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:51.160886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:51.414954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c099e-31c1-47a8-bec5-f8d815c119c4 None None] Network 602838e5-4348-4b08-8c2d-afc419831d14 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:41:51.453327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3219931d-b31a-401a-9ba4-e71c854aa8ff req-7cf3d6f3-9ba2-4ea2-b515-98a46b85cb43 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0389969 May 10 11:41:51.529251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21315195-e7a2-4be7-8af4-692063c44786 req-64519a88-8b7a-42d6-bc7e-7ecc29fa0124 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:51.531220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a4b16412-c1cc-49d9-91df-fd5ddad0422b None None] Provisioning complete for port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:51.531784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a4b16412-c1cc-49d9-91df-fd5ddad0422b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:51.532652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21315195-e7a2-4be7-8af4-692063c44786 req-64519a88-8b7a-42d6-bc7e-7ecc29fa0124 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1381500 May 10 11:41:51.533997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:51.599924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949014f8-409d-4fe0-8d90-c61659eb8ce4 req-1dd85cc4-101e-458d-b94e-23adb1bf68b2 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:51.609091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-949014f8-409d-4fe0-8d90-c61659eb8ce4 req-1dd85cc4-101e-458d-b94e-23adb1bf68b2 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 945 time: 0.0824819 May 10 11:41:51.626458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21315195-e7a2-4be7-8af4-692063c44786 req-02c2d04e-8bae-45cc-9221-ff04e645d6b3 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799222 May 10 11:41:51.664258 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-949014f8-409d-4fe0-8d90-c61659eb8ce4 req-423d71a4-7ad6-40e0-9a89-60735f0e5e30 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539241 May 10 11:41:51.801191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a4b16412-c1cc-49d9-91df-fd5ddad0422b None None] Current status of the port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:51.881300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eb95f-2296-4262-a2ba-1590b3182557 req-55556dff-b88c-4797-af6b-59bbd511aba6 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:51.883386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f2eb95f-2296-4262-a2ba-1590b3182557 req-55556dff-b88c-4797-af6b-59bbd511aba6 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1469440 May 10 11:41:51.885816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:41:51.967464 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f2eb95f-2296-4262-a2ba-1590b3182557 req-cf5a7136-6ad3-4457-b4e3-cca8bad9b899 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 May 10 11:41:52.000018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:52.050723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:52.065554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Sync routers for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:52.082413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 8f256e82-8f90-453e-8ac4-dd37008d79c3 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:41:52.091703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:52.092424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:52.094563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 8f256e82-8f90-453e-8ac4-dd37008d79c3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:52.094946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:52.098580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:52.100937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a554e4d1-e92a-412d-bcc9-e6df89fa5f23 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0001500 May 10 11:41:52.103875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54350) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:52.288675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3c937089-6e3a-412f-a9b8-0c8697d931be None None] Provisioning complete for port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:52.289017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c937089-6e3a-412f-a9b8-0c8697d931be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:52.296525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:52.501625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8f256e82-8f90-453e-8ac4-dd37008d79c3 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:52.502012 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:52.536821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:52.538281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:41:52.541391 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6940ad-2542-4c96-9dac-3e39bb9643dc" -d '{"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-plugged", "status": "completed", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:41:52.551289 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:52.583183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eaff0097-2e29-4538-82f5-f17bc2eb8f9f req-1e4eb7f2-8a04-4d02-9c16-ed988e05d1c6 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0414059 May 10 11:41:52.645310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=12']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:52.717118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:52.777460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3c937089-6e3a-412f-a9b8-0c8697d931be None None] Current status of the port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:52.812858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fa9d4883-e03b-4191-b2fe-1c7f192bcc17 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:52.845064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:50Z', 'revision_number': 3, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:52.889462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Checking router: f3b18407-a61b-42f2-bdeb-5ba2208dfe6c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:52.889808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Updating router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:41:52.915261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:52.953559 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706897b3-7d1e-49fb-8121-ccc7dc3f9a1e x-openstack-request-id: req-706897b3-7d1e-49fb-8121-ccc7dc3f9a1e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:41:52.953867 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-plugged", "status": "completed", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:41:52.954099 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-706897b3-7d1e-49fb-8121-ccc7dc3f9a1e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:41:52.954503 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706897b3-7d1e-49fb-8121-ccc7dc3f9a1e'] response: {'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'code': 200} May 10 11:41:52.973992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:52.974366 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.035270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Allocated IP 172.20.0.1 (602838e5-4348-4b08-8c2d-afc419831d14/e33bdfee-a6bb-41f7-9e26-66f0192a72f3/323106bc-12b2-4db3-a841-1fad4a289585) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:53.107105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c496ff-b12a-44d6-a641-0727720bb8b3 req-a86ae686-dbdf-4bf9-bc01-8805de527c33 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:53.120723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8c496ff-b12a-44d6-a641-0727720bb8b3 req-a86ae686-dbdf-4bf9-bc01-8805de527c33 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.3443553 May 10 11:41:53.175078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d7403-410f-4f27-a206-f306a7903188 req-1e47a308-6319-4b6e-9dc2-5a27dca08a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:53.177070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55d7403-410f-4f27-a206-f306a7903188 req-1e47a308-6319-4b6e-9dc2-5a27dca08a73 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 1097 time: 0.0703123 May 10 11:41:53.194241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdbbe6-8d3e-4dc3-a3b4-70a8785bb939 req-52ca6ce3-3a76-4211-916f-ebdca6a0fdab tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:53.196645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ccdbbe6-8d3e-4dc3-a3b4-70a8785bb939 req-52ca6ce3-3a76-4211-916f-ebdca6a0fdab tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 946 time: 0.1256988 May 10 11:41:53.290457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55d7403-410f-4f27-a206-f306a7903188 req-5b4922da-f421-436b-be80-2de6dae1ab33 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799479 May 10 11:41:53.300491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ccdbbe6-8d3e-4dc3-a3b4-70a8785bb939 req-cd6d0602-d5b7-411b-9ff3-2182442628bc tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813189 May 10 11:41:53.462060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f65b-b275-443d-bf5d-6c3578ee7893 req-1fa680d8-9139-481d-bfdb-faf5806490e7 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:53.470212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1d9f65b-b275-443d-bf5d-6c3578ee7893 req-1fa680d8-9139-481d-bfdb-faf5806490e7 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.0804186 May 10 11:41:53.484319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:53.514625 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.522706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a1d9f65b-b275-443d-bf5d-6c3578ee7893 req-c0f5cb42-e1e5-4399-8b58-a22e5078c170 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506973 May 10 11:41:53.526040 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.601094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Attempting to bind port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:53.602179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Attempting to bind port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:53.602316 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8c496ff-b12a-44d6-a641-0727720bb8b3 req-f1e80bf8-067d-41b6-863c-de6edb00e817 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801230 May 10 11:41:53.602831 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Attempting to bind port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:53.605273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310a47d-228a-4d9c-82ae-207d4575a727 None None] Pushing event updated for resources: {'Port': ['ID=e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:53.610438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:53.610821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:53.611232 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.611624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:53.612130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Bound port: e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:53.612518 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.675041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.675848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] For port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:53.679700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] For port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:53.688585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.778593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.798456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-385eec24-bbce-45b8-823a-8dc57167bf36 req-56429ebb-6d5a-449f-8ba5-1d67902c3bbc tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0879357 May 10 11:41:53.892038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Network 602838e5-4348-4b08-8c2d-afc419831d14 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:53.894243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Pushing event updated for resources: {'Port': ['ID=323106bc-12b2-4db3-a841-1fad4a289585,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:53.912960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:53.932418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:53.981438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-f9d7105d-433f-4a93-9b79-d85d740239e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240108 May 10 11:41:54.014714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:54.015385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:54.025416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:54.092254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-0455c5b0-755d-491a-a85e-94109fb81088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:54.093992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-0455c5b0-755d-491a-a85e-94109fb81088 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea33618ba6204665824808a0c3b5c617&device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1096 time: 0.0883088 May 10 11:41:54.138769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54376) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:54.263684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310a47d-228a-4d9c-82ae-207d4575a727 None None] Pushing event updated for resources: {'Port': ['ID=e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:54.270935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:54.315973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:54.338490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-f6e65cf8-33fe-47e9-887f-0bc080a56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:54.360091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-f6e65cf8-33fe-47e9-887f-0bc080a56dcb service neutron] 10.222.0.70 "GET /v2.0/networks?id=83260efc-5c58-4255-b9fb-07a6484b4a9a HTTP/1.1" status: 200 len: 910 time: 0.2132926 May 10 11:41:54.415974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d78cb80-b06c-46ea-a45c-4f57fe1cabee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:54.472613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-20d437a7-eb22-488d-8d86-6b190f47dedb None None] Provisioning complete for port 323106bc-12b2-4db3-a841-1fad4a289585 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:54.472904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20d437a7-eb22-488d-8d86-6b190f47dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:54.483223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-07107243-3731-41b8-baf2-50786c3f6b50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572 HTTP/1.1" status: 200 len: 1001 time: 0.1189754 May 10 11:41:54.513393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-20d437a7-eb22-488d-8d86-6b190f47dedb None None] Port 323106bc-12b2-4db3-a841-1fad4a289585 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:54.603263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-87a5efaa-fe8e-4bce-907a-53eac060a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:54.605313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-87a5efaa-fe8e-4bce-907a-53eac060a327 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e54b0c82-3eac-43cf-8383-60b78c30d030 HTTP/1.1" status: 200 len: 848 time: 0.1191640 May 10 11:41:54.692800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:54.715596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:50Z', 'revision_number': 3, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:54.749910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d559a7-da69-48a3-96da-7c2c156bc067 None None] The sync data for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 is: [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:50Z', 'revision_number': 3, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:54.798511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-0aff1f97-594a-4556-8291-fb0a9eb063cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:54.800325 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-0aff1f97-594a-4556-8291-fb0a9eb063cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83260efc-5c58-4255-b9fb-07a6484b4a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859035 May 10 11:41:54.827898 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d78cb80-b06c-46ea-a45c-4f57fe1cabee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:54.840566 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d78cb80-b06c-46ea-a45c-4f57fe1cabee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:54.847103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6016a7-99ff-4f4d-ab10-1fe3eff98913 req-046fb000-d02c-4035-b667-9d1db4a33716 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:54.856693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f6016a7-99ff-4f4d-ab10-1fe3eff98913 req-046fb000-d02c-4035-b667-9d1db4a33716 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1547439 May 10 11:41:54.873482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5d78cb80-b06c-46ea-a45c-4f57fe1cabee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0807973d76314ddc92f160b0f3054c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7336504 May 10 11:41:54.874405 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:54.885336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54402) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:54.934379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:55.003372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8f8b8-03fb-41dd-b717-6faa8723e9e7 req-8b6b3dfc-5345-47ec-91a2-1c0d6f920c5b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:55.005379 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27f8f8b8-03fb-41dd-b717-6faa8723e9e7 req-8b6b3dfc-5345-47ec-91a2-1c0d6f920c5b tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 946 time: 0.5550182 May 10 11:41:55.038337 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3f67490-91ce-4169-b653-0f1f7d412918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:55.058701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f6016a7-99ff-4f4d-ab10-1fe3eff98913 req-7c4bf3f3-c4e6-4df9-814b-af02f7bb5884 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696827 May 10 11:41:55.143949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78cb80-b06c-46ea-a45c-4f57fe1cabee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2319d649-8ac7-40e4-aea6-8a269e7cfcb0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:55.145647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3f67490-91ce-4169-b653-0f1f7d412918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:55.161182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-d5679014-afd9-42d6-8f71-250d915f30cd service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512433 May 10 11:41:55.320008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Pushing event updated for resources: {'Port': ['ID=323106bc-12b2-4db3-a841-1fad4a289585,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:55.331219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-27f8f8b8-03fb-41dd-b717-6faa8723e9e7 req-aa2d7eb8-8b31-44c8-90d0-4f2cd48b0e00 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915450 May 10 11:41:55.388421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-19a34935-25f2-4e80-9fc2-cd26785ffb33 req-dbaf7aac-eafc-42ec-8efd-17cd4a1b6c86 service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157569 May 10 11:41:55.408260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Network 602838e5-4348-4b08-8c2d-afc419831d14 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:55.410153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:55.483158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3f67490-91ce-4169-b653-0f1f7d412918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:55.498146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3f67490-91ce-4169-b653-0f1f7d412918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:55.521470 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c3f67490-91ce-4169-b653-0f1f7d412918 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2319d649-8ac7-40e4-aea6-8a269e7cfcb0 HTTP/1.1" status: 204 len: 168 time: 0.6334782 May 10 11:41:55.607548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67490-91ce-4169-b653-0f1f7d412918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2319d649-8ac7-40e4-aea6-8a269e7cfcb0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:55.657854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bdd6a59a-b86a-4126-95f4-3a815abcf677 req-b4b39a6e-b6c0-430c-ac9c-aaff4afa0dd3 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0734267 May 10 11:41:55.704610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eda442-84d8-42bc-b872-385e01d2f117 req-aaab35e9-67de-413c-9ccf-e03246078124 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:55.712853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80eda442-84d8-42bc-b872-385e01d2f117 req-aaab35e9-67de-413c-9ccf-e03246078124 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.4698095 May 10 11:41:55.747966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:41:55.753671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9f685-7699-4d61-90d8-55f6c1ce35ba req-71fab13a-c2d6-46f2-a40a-001dd9b2395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:55.761365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6a9f685-7699-4d61-90d8-55f6c1ce35ba req-71fab13a-c2d6-46f2-a40a-001dd9b2395b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 1096 time: 0.2018929 May 10 11:41:55.861918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6a9f685-7699-4d61-90d8-55f6c1ce35ba req-ea757cde-acad-4d51-b217-1847a25b27fd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798533 May 10 11:41:55.873782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80eda442-84d8-42bc-b872-385e01d2f117 req-1c6d60d9-ea93-4aef-8712-b9da446924f8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590462 May 10 11:41:55.955329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:41:55.965111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5a6d8d73-a5dc-4c5c-87a0-71956aaaf40b None None] Provisioning complete for port 323106bc-12b2-4db3-a841-1fad4a289585 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:55.966121 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8d73-a5dc-4c5c-87a0-71956aaaf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:55.968422 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bc1d3d97-3c71-4418-a443-f4a950d454bb admin admin] 10.222.0.13 "PUT /v2.0/routers/f3b18407-a61b-42f2-bdeb-5ba2208dfe6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8620565 May 10 11:41:56.038724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d8d73-a5dc-4c5c-87a0-71956aaaf40b None None] Port 323106bc-12b2-4db3-a841-1fad4a289585 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:41:56.073330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54434) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:56.117236 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5db0d0f4-70d0-4515-9719-3ac7ac552d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.253582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc68e3-6ba4-4d91-8c0b-a1ab04775474 req-14800362-50ae-4651-85de-ffb7e9535a41 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:56.261247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20fc68e3-6ba4-4d91-8c0b-a1ab04775474 req-14800362-50ae-4651-85de-ffb7e9535a41 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.0807943 May 10 11:41:56.273597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5db0d0f4-70d0-4515-9719-3ac7ac552d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.279805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5db0d0f4-70d0-4515-9719-3ac7ac552d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.301603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20fc68e3-6ba4-4d91-8c0b-a1ab04775474 req-2d3ad62d-4a9b-4889-b665-e71975ea9a89 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 May 10 11:41:56.330271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0d0f4-70d0-4515-9719-3ac7ac552d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d56dd-8f18-4ee6-a598-cc7547a9b49a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:56.335766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5db0d0f4-70d0-4515-9719-3ac7ac552d7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7a4307db18f491eb7e11240d1071cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611773 May 10 11:41:56.338346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54440) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:56.410400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-721c4872-df39-4ec4-9f19-842cf3e1b9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.436608 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-721c4872-df39-4ec4-9f19-842cf3e1b9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.521378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97ae61-7d5d-4ef2-ad56-4d0558a06bab req-5e7d1130-f756-4ddf-bb34-478d02211c79 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:56.523086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a97ae61-7d5d-4ef2-ad56-4d0558a06bab req-5e7d1130-f756-4ddf-bb34-478d02211c79 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 946 time: 0.0789282 May 10 11:41:56.546546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-721c4872-df39-4ec4-9f19-842cf3e1b9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.549338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-721c4872-df39-4ec4-9f19-842cf3e1b9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.550547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-721c4872-df39-4ec4-9f19-842cf3e1b9e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/081d56dd-8f18-4ee6-a598-cc7547a9b49a HTTP/1.1" status: 204 len: 168 time: 0.2111557 May 10 11:41:56.571586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c4872-df39-4ec4-9f19-842cf3e1b9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d56dd-8f18-4ee6-a598-cc7547a9b49a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:56.620328 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7a97ae61-7d5d-4ef2-ad56-4d0558a06bab req-7f1a99c4-8e6c-4946-9551-a96b59ca6cc4 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824931 May 10 11:41:56.800582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54460) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:56.807068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1906974875-network', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:56.810868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:56.843007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1769d27b-f10c-448e-929c-ed9a5fe55b7b req-555121de-937b-4f0e-873d-2d1b9eb1026c tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0752017 May 10 11:41:56.866791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:56.867633 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.884472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Made reservation on behalf of b26aa04dd34d449b94a584279697f83e for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:56.890435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.908069 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.972102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:56.972578 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.035807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:57.046571 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.119464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ad3e5-73d8-43dc-b1ae-c9d96f492cc4 req-02c7b65e-dc09-44a6-bedb-3d3fb17abcaf tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:57.121183 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-655ad3e5-73d8-43dc-b1ae-c9d96f492cc4 req-02c7b65e-dc09-44a6-bedb-3d3fb17abcaf tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1167586 May 10 11:41:57.125720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:57.154649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.167813 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.208162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:41:57.229710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-655ad3e5-73d8-43dc-b1ae-c9d96f492cc4 req-09a2dd75-59c2-4925-a04f-385e1492d6a0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860529 May 10 11:41:57.234527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3def09-8343-44e4-9965-bcca6647ef33,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:57.249011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.250746 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Added segment de967f94-2b4f-4788-8436-9a60e6bf7220 of type vlan for network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c May 10 11:41:57.310997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.360799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.362055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:57.365966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.452799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c44318-a043-4555-b81a-96560a72239b req-7473dc7c-c50b-49da-977b-0342eb20ad43 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:57.456177 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08c44318-a043-4555-b81a-96560a72239b req-7473dc7c-c50b-49da-977b-0342eb20ad43 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.0708385 May 10 11:41:57.462118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6601293 May 10 11:41:57.463779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33036f-25f9-477f-8896-71e371900d81 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:57.465243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54482) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:57.477780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:41:57.482168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Request body: {'subnet': {'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1906974875-subnet', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:57.528394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Made reservation on behalf of b26aa04dd34d449b94a584279697f83e for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:41:57.532734 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Sync routers for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:57.542655 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.553410 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:57.554489 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:57.649666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08c44318-a043-4555-b81a-96560a72239b req-bb1881c6-dffc-4bc3-9ee8-35bc04326a8c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853271 May 10 11:41:57.775929 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:57.888267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:57.942825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-b343a855-e46b-4cb9-ac48-8db3110d0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:57.947253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-b343a855-e46b-4cb9-ac48-8db3110d0743 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 1096 time: 0.0932827 May 10 11:41:57.999601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea40ad50-2c46-432d-b06c-27390462977c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:58.072385 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 2, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:58.081153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40d2660e-3d1c-426c-820b-2d4869a76d82 req-1247c9fb-b9f9-4082-92fa-deeb1c965d09 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0970972 May 10 11:41:58.099850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e883e-cb2a-4152-88e4-f88e7c5f3bf8 req-893319ab-3d2a-429e-b466-ea595855db46 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:58.099850 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-219e883e-cb2a-4152-88e4-f88e7c5f3bf8 req-893319ab-3d2a-429e-b466-ea595855db46 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1749351 May 10 11:41:58.099850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Checking segment: {'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:58.099850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Network hostable DHCP agents. Network: eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:41:58.104176 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Checking router: f3b18407-a61b-42f2-bdeb-5ba2208dfe6c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:58.104798 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Updating router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c port 323106bc-12b2-4db3-a841-1fad4a289585 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:41:58.140667 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-219e883e-cb2a-4152-88e4-f88e7c5f3bf8 req-3dfd04ad-129a-4c32-8989-846c878db034 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 May 10 11:41:58.147798 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.151989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-05208d04-0149-4d30-b555-24285451583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:58.155190 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-05208d04-0149-4d30-b555-24285451583b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 912 time: 0.2029583 May 10 11:41:58.156328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:41:58.179026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:58.190668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93ae9b-8fec-461f-9782-a3c4595d517e None None] Network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:41:58.200050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:58.200659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.218101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-6f17599e-1726-4b27-99fc-cddc6a777aee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce HTTP/1.1" status: 200 len: 217 time: 0.0560956 May 10 11:41:58.258491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7f8f7c16-74fa-4f6f-a9e4-131e4e85f4d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7909627 May 10 11:41:58.261470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54504) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:41:58.266041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:58.287370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-dc98a47a-5c74-4433-9053-6a4aeee1a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:58.290134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-dc98a47a-5c74-4433-9053-6a4aeee1a3f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 200 len: 851 time: 0.0655355 May 10 11:41:58.309356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.310701 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.357403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-32862d7f-47fa-413b-8444-9c3b07600490 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e0f9b88-61b9-48ca-bf29-db0dce884bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579307 May 10 11:41:58.424793 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.487681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c', 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'fixed_ips': [{'subnet_id': 'ea40ad50-2c46-432d-b06c-27390462977c'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:41:58.488826 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.615489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac21d-8062-42e3-91c3-692f069f627f req-d2260ab6-309c-4a47-9bae-2df4941fc827 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:58.617491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02bac21d-8062-42e3-91c3-692f069f627f req-d2260ab6-309c-4a47-9bae-2df4941fc827 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.2402029 May 10 11:41:58.653211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Allocated IP 172.20.0.2 (eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c/ea40ad50-2c46-432d-b06c-27390462977c/f98b050f-1937-4bfe-8d30-e46990f4c334) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:58.689623 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-2538764a-3bce-46a4-adb2-fa61b22f388f service neutron] 10.222.0.70 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262513 May 10 11:41:58.693249 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.715089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.719009 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.863303 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Pushing event updated for resources: {'Port': ['ID=323106bc-12b2-4db3-a841-1fad4a289585,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:58.875490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:41:58.910272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0227d2b-00e0-4a8e-9380-aa984b44cbae req-1918d6bf-fd7e-4f89-9795-22d855af7a7c service neutron] 10.222.0.70 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054727 May 10 11:41:58.915161 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.932551 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.933066 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.933493 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.934042 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.934570 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.937608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.937608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.937608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.937608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.937608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.937608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:58.965143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02bac21d-8062-42e3-91c3-692f069f627f req-7de1a106-cdfb-48ed-870a-6b205018fbf1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392875 May 10 11:41:58.992324 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Attempting to bind port 323106bc-12b2-4db3-a841-1fad4a289585 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:58.992782 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Attempting to bind port 323106bc-12b2-4db3-a841-1fad4a289585 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:58.993253 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Attempting to bind port 323106bc-12b2-4db3-a841-1fad4a289585 on network 602838e5-4348-4b08-8c2d-afc419831d14 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:59.000558 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:59.001029 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Checking segment: {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:59.001957 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.002420 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Bound using segment: {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:59.003003 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Bound port: 323106bc-12b2-4db3-a841-1fad4a289585, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:59.003453 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.084355 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.096991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:59.097669 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.126837 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] For port 323106bc-12b2-4db3-a841-1fad4a289585, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:59.130750 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] For port 323106bc-12b2-4db3-a841-1fad4a289585, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=323106bc-12b2-4db3-a841-1fad4a289585,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:59.134613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.147626 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.158857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.232833 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.244354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:59.264764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:59.277700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:59.287171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02430aa7-4d56-4a31-8051-f65955d3ef5d req-0babd3f6-9977-409b-a8dd-2823c18617e5 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d985d5-bcab-4377-bfa1-135173219db2 HTTP/1.1" status: 200 len: 210 time: 0.0365078 May 10 11:41:59.318447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Pushing event updated for resources: {'Port': ['ID=f98b050f-1937-4bfe-8d30-e46990f4c334,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:59.330739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc719bc2-768b-4d91-817f-5009e54a1dfd None None] Pushing event updated for resources: {'Port': ['ID=323106bc-12b2-4db3-a841-1fad4a289585,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:59.379714 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:41:59.382738 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:59.407634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec09ec-2233-491b-8879-8a65cecf7036 req-eda14b2d-23b7-4560-9abf-d1b7a28d91ab tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:41:59.411381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02ec09ec-2233-491b-8879-8a65cecf7036 req-eda14b2d-23b7-4560-9abf-d1b7a28d91ab tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.0976994 May 10 11:41:59.424756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f3cd90a6-1adf-4b7e-bcbe-589c1bd5273d None None] Provisioning complete for port 323106bc-12b2-4db3-a841-1fad4a289585 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:59.425398 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3cd90a6-1adf-4b7e-bcbe-589c1bd5273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.467713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02ec09ec-2233-491b-8879-8a65cecf7036 req-8fb967f9-5157-4ecf-a65e-3c0cb1980bd4 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530157 May 10 11:41:59.480454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:59.490095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Allocated IP 172.25.8.71 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/1d55b30c-7e48-4597-890e-8ba8dfd3dc3a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:41:59.538389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Attempting to bind port f98b050f-1937-4bfe-8d30-e46990f4c334 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:41:59.538757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Attempting to bind port f98b050f-1937-4bfe-8d30-e46990f4c334 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:41:59.539122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Attempting to bind port f98b050f-1937-4bfe-8d30-e46990f4c334 on network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:41:59.557484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:41:59.557977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Checking segment: {'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:41:59.559221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.559373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Bound using segment: {'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:41:59.559950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Bound port: f98b050f-1937-4bfe-8d30-e46990f4c334, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:41:59.560342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.578958 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:41:59.668724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.681501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd90a6-1adf-4b7e-bcbe-589c1bd5273d None None] Current status of the port 323106bc-12b2-4db3-a841-1fad4a289585 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:41:59.682108 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3cd90a6-1adf-4b7e-bcbe-589c1bd5273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.721630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.767407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f3cd90a6-1adf-4b7e-bcbe-589c1bd5273d None None] For port 323106bc-12b2-4db3-a841-1fad4a289585, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=323106bc-12b2-4db3-a841-1fad4a289585,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:41:59.769210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] For port f98b050f-1937-4bfe-8d30-e46990f4c334, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:41:59.774509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:41:59.775766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] For port f98b050f-1937-4bfe-8d30-e46990f4c334, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f98b050f-1937-4bfe-8d30-e46990f4c334,segment=NetworkSegment(de967f94-2b4f-4788-8436-9a60e6bf7220),segment_id=de967f94-2b4f-4788-8436-9a60e6bf7220)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:41:59.778687 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3cd90a6-1adf-4b7e-bcbe-589c1bd5273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.788407 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:59.792336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:41:59.799844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:41:59.820598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Pushing event updated for resources: {'Port': ['ID=1d55b30c-7e48-4597-890e-8ba8dfd3dc3a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:59.866734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd90a6-1adf-4b7e-bcbe-589c1bd5273d None None] Pushing event updated for resources: {'Port': ['ID=323106bc-12b2-4db3-a841-1fad4a289585,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:59.926703 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:59.961581 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55042ee3-6bde-4b48-aae8-2c3d8d90df38 None None] The sync data for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 is: [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:59.964291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc36b4-06e3-41ec-b568-fc4053832567 None None] Pushing event updated for resources: {'Port': ['ID=f98b050f-1937-4bfe-8d30-e46990f4c334,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:59.972174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d26b66fe-780d-4f49-bb10-5fc66947c3f8 None None] Provisioning complete for port 323106bc-12b2-4db3-a841-1fad4a289585 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:59.972460 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d26b66fe-780d-4f49-bb10-5fc66947c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:00.140493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d26b66fe-780d-4f49-bb10-5fc66947c3f8 None None] Current status of the port 323106bc-12b2-4db3-a841-1fad4a289585 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:00.242315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783506-f4a9-430c-9c47-f65c6e57d436 req-472c3dc8-b34e-4098-bcd3-987365660b7e tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:00.242891 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd783506-f4a9-430c-9c47-f65c6e57d436 req-472c3dc8-b34e-4098-bcd3-987365660b7e tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1539361 May 10 11:42:00.342654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd783506-f4a9-430c-9c47-f65c6e57d436 req-52c5ab2d-64e1-44d0-b0e4-297a9bb0ad69 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873771 May 10 11:42:00.355694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:00.429145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54548) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:00.510572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96527d30-c772-49ad-9095-76fdc8eb7c38 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:00.547274 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96527d30-c772-49ad-9095-76fdc8eb7c38 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:00.648219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96527d30-c772-49ad-9095-76fdc8eb7c38 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:00.652102 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96527d30-c772-49ad-9095-76fdc8eb7c38 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:00.653849 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-96527d30-c772-49ad-9095-76fdc8eb7c38 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "DELETE /v2.0/security-groups/a88a9563-c030-4035-95cc-748c08aef340 HTTP/1.1" status: 204 len: 168 time: 0.2230635 May 10 11:42:00.658450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54558) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:00.676477 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-fe883575-f668-4cb9-a065-4cf694632915 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] show failed (client error): The resource could not be found. May 10 11:42:00.677757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fe883575-f668-4cb9-a065-4cf694632915 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "GET /v2.0/security-groups/a88a9563-c030-4035-95cc-748c08aef340 HTTP/1.1" status: 404 len: 347 time: 0.0181222 May 10 11:42:00.692879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54564) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:00.698348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96527d30-c772-49ad-9095-76fdc8eb7c38 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a9563-c030-4035-95cc-748c08aef340,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:00.718831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21b03e-3c67-4ed6-b26f-72d245a0e9fa req-71de9e7a-5bfb-4dde-97fc-296232552ff3 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:00.720509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f21b03e-3c67-4ed6-b26f-72d245a0e9fa req-71de9e7a-5bfb-4dde-97fc-296232552ff3 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1213086 May 10 11:42:00.804692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f21b03e-3c67-4ed6-b26f-72d245a0e9fa req-c10ab5d5-936c-4f35-8958-9fb876df8c3f tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767047 May 10 11:42:00.878511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:00.961630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f98b050f-1937-4bfe-8d30-e46990f4c334 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:00.997916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port 0339fcc8-87c6-4f29-be94-ae90b2a63abf {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:00.998260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.087124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f98b050f-1937-4bfe-8d30-e46990f4c334 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:01.088011 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.178089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.178462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.207266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for 0339fcc8-87c6-4f29-be94-ae90b2a63abf owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:01.240877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f98b050f-1937-4bfe-8d30-e46990f4c334 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:01.241309 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.263528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c3a70-3f13-4072-8d70-fedf84c85ac9 req-c81b59f8-1aa2-4b34-9a45-acbe12206e90 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:01.273682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f5c3a70-3f13-4072-8d70-fedf84c85ac9 req-c81b59f8-1aa2-4b34-9a45-acbe12206e90 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1182325 May 10 11:42:01.281293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port f98b050f-1937-4bfe-8d30-e46990f4c334, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f98b050f-1937-4bfe-8d30-e46990f4c334,segment=NetworkSegment(de967f94-2b4f-4788-8436-9a60e6bf7220),segment_id=de967f94-2b4f-4788-8436-9a60e6bf7220)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:01.289496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.290928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 323106bc-12b2-4db3-a841-1fad4a289585 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:01.338339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f5c3a70-3f13-4072-8d70-fedf84c85ac9 req-bc41db9e-08c1-469e-b4ed-639fe40245e2 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640872 May 10 11:42:01.466103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=f98b050f-1937-4bfe-8d30-e46990f4c334,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:01.521054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ef4b4-0fb2-4b7c-b4a5-e4748de0c15b None None] Network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:01.571228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 323106bc-12b2-4db3-a841-1fad4a289585 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:01.571761 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.668410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a76b2c42-a6ba-4129-9f9b-ee60607e0190 None None] Provisioning complete for port f98b050f-1937-4bfe-8d30-e46990f4c334 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:01.668853 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a76b2c42-a6ba-4129-9f9b-ee60607e0190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.726474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Router c277e667-79ae-451c-81c2-de7ee331783e is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:42:01.765127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 323106bc-12b2-4db3-a841-1fad4a289585 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:01.860279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42276a97-18ce-4a7a-b6bb-e5628e3492ba req-7650e1af-e5ab-417e-8280-e0894bf4e047 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:01.861934 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-42276a97-18ce-4a7a-b6bb-e5628e3492ba req-7650e1af-e5ab-417e-8280-e0894bf4e047 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1365032 May 10 11:42:01.867718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a76b2c42-a6ba-4129-9f9b-ee60607e0190 None None] Current status of the port f98b050f-1937-4bfe-8d30-e46990f4c334 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:02.001404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-42276a97-18ce-4a7a-b6bb-e5628e3492ba req-6b63eb43-2637-4f85-a09d-a6a031ecc822 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112852 May 10 11:42:02.015901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:02.028796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Sync routers for ids ['c277e667-79ae-451c-81c2-de7ee331783e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:02.044883 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.051692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Routers {'c277e667-79ae-451c-81c2-de7ee331783e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:02.052464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c277e667-79ae-451c-81c2-de7ee331783e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:02.054110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.055437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-25a48a0e-a5d2-49e9-bb86-e1d8ff630a81 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7929657 May 10 11:42:02.058600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54578) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:02.081961 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=0339fcc8-87c6-4f29-be94-ae90b2a63abf,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:02.151059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.154852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.159371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9336c89c-3e66-466e-ac34-773c7c5b7f6d tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "DELETE /v2.0/floatingips/8fc904f9-38b8-4c7a-8984-130d6a84e85b HTTP/1.1" status: 204 len: 168 time: 1.4669571 May 10 11:42:02.160048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54580) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:02.288950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1389e63d-b6d0-4b1a-a276-15a17d97ce5f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port 345562d6-d353-44bd-a2dc-e31052544c50 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:02.289683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1389e63d-b6d0-4b1a-a276-15a17d97ce5f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.420516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1389e63d-b6d0-4b1a-a276-15a17d97ce5f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.442899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1389e63d-b6d0-4b1a-a276-15a17d97ce5f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for 345562d6-d353-44bd-a2dc-e31052544c50 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:02.444900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2c29d13f-d703-43e2-964c-62c3b5888b8b None None] Provisioning complete for port f98b050f-1937-4bfe-8d30-e46990f4c334 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:02.445339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c29d13f-d703-43e2-964c-62c3b5888b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.450476 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.451633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Set router c277e667-79ae-451c-81c2-de7ee331783e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:02.539718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a226e-1cf1-4c8c-a2ae-27502faef5a4 req-f6b076b8-c4d2-452e-979d-7864873a75e0 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:02.541363 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e9a226e-1cf1-4c8c-a2ae-27502faef5a4 req-f6b076b8-c4d2-452e-979d-7864873a75e0 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.1002254 May 10 11:42:02.636991 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1389e63d-b6d0-4b1a-a276-15a17d97ce5f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.653493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2c29d13f-d703-43e2-964c-62c3b5888b8b None None] Current status of the port f98b050f-1937-4bfe-8d30-e46990f4c334 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:02.667546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389e63d-b6d0-4b1a-a276-15a17d97ce5f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=345562d6-d353-44bd-a2dc-e31052544c50,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:02.687192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e9a226e-1cf1-4c8c-a2ae-27502faef5a4 req-98db463d-f996-4337-b80c-419660671bd3 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948982 May 10 11:42:02.738268 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.745309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:42:00Z', 'revision_number': 3, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:02.774433 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1389e63d-b6d0-4b1a-a276-15a17d97ce5f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.784154 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1389e63d-b6d0-4b1a-a276-15a17d97ce5f tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "DELETE /v2.0/ports/345562d6-d353-44bd-a2dc-e31052544c50 HTTP/1.1" status: 204 len: 168 time: 0.6206052 May 10 11:42:02.785091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54592) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:02.798358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Checking router: c277e667-79ae-451c-81c2-de7ee331783e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:02.798929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Updating router c277e667-79ae-451c-81c2-de7ee331783e port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:42:02.837951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.854284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f98b050f-1937-4bfe-8d30-e46990f4c334 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:02.940140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe41f5-d7de-460a-a1d4-567c4604e8b2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:02.940840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bfe41f5-d7de-460a-a1d4-567c4604e8b2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:02.970782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-d6b2f1fa-7cfd-4e51-9148-22bb1f16958e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629191 May 10 11:42:03.042086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bfe41f5-d7de-460a-a1d4-567c4604e8b2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.047130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f98b050f-1937-4bfe-8d30-e46990f4c334 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:03.048020 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.058153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe41f5-d7de-460a-a1d4-567c4604e8b2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for 0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:03.124593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Allocated IP 172.20.0.1 (eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c/ea40ad50-2c46-432d-b06c-27390462977c/f0ac6d2f-17d7-4231-9944-4da7305c8b16) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:03.148370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319923a-5fec-4466-ab49-455d2fedce0a req-365c9465-8158-4b77-97b7-0766aae9ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:03.151874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-365c9465-8158-4b77-97b7-0766aae9ee04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92eb1341742e4b9f82940b949124deb6&device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 1096 time: 0.1374030 May 10 11:42:03.254774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d3c2f-8c20-429e-9f33-f824079b03e3 req-1abcb530-ab97-42db-9c10-9cbc6bb36673 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:03.258612 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f4d3c2f-8c20-429e-9f33-f824079b03e3 req-1abcb530-ab97-42db-9c10-9cbc6bb36673 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1266780 May 10 11:42:03.291591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.319778 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.362146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319923a-5fec-4466-ab49-455d2fedce0a req-da5c4ee0-abb8-42c7-bbfe-1aa6b7406c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:03.363654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-da5c4ee0-abb8-42c7-bbfe-1aa6b7406c27 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 200 len: 912 time: 0.1572351 May 10 11:42:03.384646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f98b050f-1937-4bfe-8d30-e46990f4c334 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:03.397157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Attempting to bind port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:42:03.397711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Attempting to bind port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:42:03.398083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Attempting to bind port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:03.401837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c96aa-952e-45de-b831-a9d6c47cbdb7 None None] Pushing event updated for resources: {'Port': ['ID=1d55b30c-7e48-4597-890e-8ba8dfd3dc3a,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:03.406678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:42:03.407059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:03.407466 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.408320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f4d3c2f-8c20-429e-9f33-f824079b03e3 req-1bc248e6-2ea8-4dc9-ae46-8efffc62ca0c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383471 May 10 11:42:03.411610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:42:03.412387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Bound port: 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:42:03.413683 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.418322 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bfe41f5-d7de-460a-a1d4-567c4604e8b2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.419554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-aca2407f-151a-4d66-92d1-173060566b4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11db03dd-bc8c-4deb-b533-d3a102453746 HTTP/1.1" status: 200 len: 217 time: 0.0476949 May 10 11:42:03.457709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe41f5-d7de-460a-a1d4-567c4604e8b2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:03.482399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] For port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:42:03.486479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] For port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1d55b30c-7e48-4597-890e-8ba8dfd3dc3a,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:42:03.498169 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.528430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.541998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319923a-5fec-4466-ab49-455d2fedce0a req-1cad15b6-6c05-434f-94de-ed50e1da5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:03.544838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-1cad15b6-6c05-434f-94de-ed50e1da5b93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 200 len: 851 time: 0.1188824 May 10 11:42:03.561780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bfe41f5-d7de-460a-a1d4-567c4604e8b2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.568105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Routers {'c277e667-79ae-451c-81c2-de7ee331783e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:03.568752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:41:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c277e667-79ae-451c-81c2-de7ee331783e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:03.570481 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0bfe41f5-d7de-460a-a1d4-567c4604e8b2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "DELETE /v2.0/ports/0ae5e2c8-96c6-40b9-8c6e-305a091ec4ca HTTP/1.1" status: 204 len: 168 time: 0.7828758 May 10 11:42:03.572289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54598) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:03.572415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c96aa-952e-45de-b831-a9d6c47cbdb7 None None] Pushing event updated for resources: {'Port': ['ID=1d55b30c-7e48-4597-890e-8ba8dfd3dc3a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:03.592152 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-adaf9b76-363f-45f9-b51a-08c2709775fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e0f9b88-61b9-48ca-bf29-db0dce884bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386882 May 10 11:42:03.604678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-684b9604-57c1-40b8-ab26-043803b31023 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:42:03.605937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-684b9604-57c1-40b8-ab26-043803b31023 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057073 May 10 11:42:03.633134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.657617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a49d09-d07e-4174-83a7-5c3f5c05ab26 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting subnet c149fc18-e2cd-46cb-a3b7-63b7f16f8906 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:42:03.662200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76a49d09-d07e-4174-83a7-5c3f5c05ab26 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.694546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] Set router c277e667-79ae-451c-81c2-de7ee331783e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:03.717123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:03.726478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:03.730931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:03.732947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Pushing event updated for resources: {'Port': ['ID=f0ac6d2f-17d7-4231-9944-4da7305c8b16,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:03.760607 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76a49d09-d07e-4174-83a7-5c3f5c05ab26 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.791204 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:03.795167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-cbc4b259-d49c-4335-a8de-42de1ea143a1 service neutron] 10.222.0.49 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814113 May 10 11:42:03.963025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76a49d09-d07e-4174-83a7-5c3f5c05ab26 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.039879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:42:00Z', 'revision_number': 3, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:04.078922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac6547-5417-4649-be1d-e545a1accc4b None None] The sync data for ids ['c277e667-79ae-451c-81c2-de7ee331783e'] in n-d-840949-1 is: [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:42:00Z', 'revision_number': 3, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:04.105438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76a49d09-d07e-4174-83a7-5c3f5c05ab26 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.151740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a49d09-d07e-4174-83a7-5c3f5c05ab26 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Subnet': ['ID=c149fc18-e2cd-46cb-a3b7-63b7f16f8906,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:04.158286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76a49d09-d07e-4174-83a7-5c3f5c05ab26 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.164284 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-76a49d09-d07e-4174-83a7-5c3f5c05ab26 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "DELETE /v2.0/subnets/c149fc18-e2cd-46cb-a3b7-63b7f16f8906 HTTP/1.1" status: 204 len: 168 time: 0.5895252 May 10 11:42:04.168557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54606) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:04.191896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c10d19a-c75a-4b6d-8509-987d7f91aa68 None None] Network 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:04.222381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d79f7e9e-5f33-4a59-b69d-369a15695dff None None] Provisioning complete for port f0ac6d2f-17d7-4231-9944-4da7305c8b16 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:04.222743 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d79f7e9e-5f33-4a59-b69d-369a15695dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.244974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-951fedb6-bb5a-45fc-b34e-35873e6d29d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting subnet fe8b2206-2da8-4e65-b200-5feb61bb6cb5 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:42:04.249431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fedb6-bb5a-45fc-b34e-35873e6d29d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.302734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fedb6-bb5a-45fc-b34e-35873e6d29d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.320016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d79f7e9e-5f33-4a59-b69d-369a15695dff None None] Port f0ac6d2f-17d7-4231-9944-4da7305c8b16 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:42:04.372433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d0d7-f828-4669-b565-667732f36d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.435115 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fedb6-bb5a-45fc-b34e-35873e6d29d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.620924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] DHCP port deletion for 99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:42:04.647696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fedb6-bb5a-45fc-b34e-35873e6d29d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.689922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901fc42-36ed-4c30-ba2e-a29415324de5 req-d0f2e078-82fa-45eb-bebb-2eab591af7fa tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:04.703431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7901fc42-36ed-4c30-ba2e-a29415324de5 req-d0f2e078-82fa-45eb-bebb-2eab591af7fa tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1357756 May 10 11:42:04.713515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.714241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fedb6-bb5a-45fc-b34e-35873e6d29d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8b2206-2da8-4e65-b200-5feb61bb6cb5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:04.749543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2754efc-dad2-4d61-9f18-6ab1bdcff163 None None] Network a07648da-45fb-45f5-b678-2127c3e36d09 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:04.754580 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fedb6-bb5a-45fc-b34e-35873e6d29d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.757865 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-951fedb6-bb5a-45fc-b34e-35873e6d29d2 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "DELETE /v2.0/subnets/fe8b2206-2da8-4e65-b200-5feb61bb6cb5 HTTP/1.1" status: 204 len: 168 time: 0.5877612 May 10 11:42:04.766822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] Deleting port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:04.767284 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.779181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54610) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:04.892387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7901fc42-36ed-4c30-ba2e-a29415324de5 req-071207dc-958a-48cd-bd06-a2e22fe410f2 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876066 May 10 11:42:04.927281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5be3151e-1dae-45b2-ba72-a0636204a7c4 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:04.928960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5be3151e-1dae-45b2-ba72-a0636204a7c4 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.9271569 May 10 11:42:04.946261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046d262-a5ae-4327-8844-c64960b659f7 req-75bc0194-ea95-41a4-9168-8bac4cb9873d tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:04.955180 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d046d262-a5ae-4327-8844-c64960b659f7 req-75bc0194-ea95-41a4-9168-8bac4cb9873d tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.9555485 May 10 11:42:04.958204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:04.983077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] For port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:04.983303 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.002503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] Calling delete_port for 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:05.034414 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d319923a-5fec-4466-ab49-455d2fedce0a req-a69678e9-bc0b-431e-9b41-75dae086bad5 service neutron] 10.222.0.49 "GET /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0330799 May 10 11:42:05.101001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d046d262-a5ae-4327-8844-c64960b659f7 req-e969fce7-b795-4b95-be10-64544dba9864 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447496 May 10 11:42:05.129668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:05.130172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.145249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:05.156265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.230231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] Pushing event deleted for resources: {'Port': ['ID=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:05.243630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c5522-0355-4b60-9e08-5b30edc3ea27 None None] No DVR routers for this DVR port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:05.273648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.278182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] For port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,segment=NetworkSegment(48f10fa2-ff51-43b4-a6f0-f88380bc2eb9),segment_id=48f10fa2-ff51-43b4-a6f0-f88380bc2eb9)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:05.278682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.299518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:05.304254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Deleting port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:05.304690 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.310192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.351205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:05.351504 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.416726 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.480790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=922228ed-ca0f-4bfd-9e1b-b24aa32ec440,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:05.483635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] No DVR routers for this DVR port 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:05.504253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] DHCP port deletion for a07648da-45fb-45f5-b678-2127c3e36d09 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:42:05.510332 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.615601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.633086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.655609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Pushing event updated for resources: {'Port': ['ID=f0ac6d2f-17d7-4231-9944-4da7305c8b16,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:05.690888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e99ad8-a36e-457e-89ba-b00ffdbfc8d2']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:05.718258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:05.718665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f10fa2-ff51-43b4-a6f0-f88380bc2eb9') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:05.736666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:05.737400 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.767439 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.807523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.817203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] For port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:05.817759 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.828592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:42:05.829070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.831210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1d55b30c-7e48-4597-890e-8ba8dfd3dc3a,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:05.841522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Calling delete_port for a5ab86aa-e5fd-42db-9ce1-8684a78db1ce owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:05.844824 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.870631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] Deleting port 19636e80-41ef-4664-a122-49787816f3d1 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:05.871005 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.875383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:05.881577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: timer() May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:42:05.946837 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:42:05.955094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.959995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:05.979429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "DELETE /v2.0/networks/99e99ad8-a36e-457e-89ba-b00ffdbfc8d2 HTTP/1.1" status: 204 len: 168 time: 1.1989598 May 10 11:42:06.005921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54624) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:06.042027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8c866-bd40-4020-a627-1455449fad40 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Network': ['ID=99e99ad8-a36e-457e-89ba-b00ffdbfc8d2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:06.082545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:06.198939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:06.199669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 922228ed-ca0f-4bfd-9e1b-b24aa32ec440 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:06.206346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ec644-b158-42e1-ae0d-8c520449ff72 req-2cf199bc-5b7b-4026-b73d-280e17f7e133 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:06.208141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-059ec644-b158-42e1-ae0d-8c520449ff72 req-2cf199bc-5b7b-4026-b73d-280e17f7e133 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1401355 May 10 11:42:06.248177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=1d55b30c-7e48-4597-890e-8ba8dfd3dc3a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:06.279332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] For port 19636e80-41ef-4664-a122-49787816f3d1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=19636e80-41ef-4664-a122-49787816f3d1,segment=NetworkSegment(bc10acc7-5f41-4231-90c0-c825a84dac33),segment_id=bc10acc7-5f41-4231-90c0-c825a84dac33)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:06.280746 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:06.295545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-059ec644-b158-42e1-ae0d-8c520449ff72 req-43d2eee0-286d-4f55-b9fc-86fb708737e4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807049 May 10 11:42:06.304402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] Calling delete_port for 19636e80-41ef-4664-a122-49787816f3d1 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:06.313318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:06.411052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442fe64-5242-4abd-bbf1-85a3ed650d36 req-ffe1e7ec-e929-42da-aa29-7a3614fa78f7 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:06.420960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e442fe64-5242-4abd-bbf1-85a3ed650d36 req-ffe1e7ec-e929-42da-aa29-7a3614fa78f7 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=0669cf61-2440-4e07-b48c-fc7bcf790903 HTTP/1.1" status: 200 len: 945 time: 0.2090290 May 10 11:42:06.438904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Router c277e667-79ae-451c-81c2-de7ee331783e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:42:06.440026 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:06.493722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] Pushing event deleted for resources: {'Port': ['ID=19636e80-41ef-4664-a122-49787816f3d1,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:06.501098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fecc6eb-22c2-4a84-bb34-9e43bd3a7aed None None] No DVR routers for this DVR port 19636e80-41ef-4664-a122-49787816f3d1 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:06.502932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-86d235fd-f113-4730-9726-4bea642354a0 None None] Provisioning complete for port f0ac6d2f-17d7-4231-9944-4da7305c8b16 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:06.503368 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-86d235fd-f113-4730-9726-4bea642354a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:06.558777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-86d235fd-f113-4730-9726-4bea642354a0 None None] Port f0ac6d2f-17d7-4231-9944-4da7305c8b16 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:42:06.563931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e442fe64-5242-4abd-bbf1-85a3ed650d36 req-71058c56-7b39-49ef-9180-b47746fdf466 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416686 May 10 11:42:06.573439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:06.598191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['11db03dd-bc8c-4deb-b533-d3a102453746'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:42:06.686729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Pushing event deleted for resources: {'Port': ['ID=a5ab86aa-e5fd-42db-9ce1-8684a78db1ce,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:06.748275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Deleting port 19636e80-41ef-4664-a122-49787816f3d1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:06.748627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:06.869356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] No DVR routers for this DVR port a5ab86aa-e5fd-42db-9ce1-8684a78db1ce on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:06.883704 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:06.888845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2d5213d-52ba-4d7b-974a-fdb946024360 req-5e2b251d-933a-44f9-ab5f-994cf31a3f25 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.70 "DELETE /v2.0/ports/a5ab86aa-e5fd-42db-9ce1-8684a78db1ce HTTP/1.1" status: 204 len: 173 time: 1.9222674 May 10 11:42:06.891522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0669cf61-2440-4e07-b48c-fc7bcf790903', 'name': 'network-vif-deleted', 'tag': 'a5ab86aa-e5fd-42db-9ce1-8684a78db1ce'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:06.897292 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b4d200-bc89-404c-b5ed-895a79fea593" -d '{"events": [{"server_uuid": "0669cf61-2440-4e07-b48c-fc7bcf790903", "name": "network-vif-deleted", "tag": "a5ab86aa-e5fd-42db-9ce1-8684a78db1ce"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:07.005637 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f5193-305c-4f8e-8ce2-a3cbe31fb7c9 x-openstack-request-id: req-fc9f5193-305c-4f8e-8ce2-a3cbe31fb7c9 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:07.005945 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0669cf61-2440-4e07-b48c-fc7bcf790903", "name": "network-vif-deleted", "tag": "a5ab86aa-e5fd-42db-9ce1-8684a78db1ce", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:07.006345 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc9f5193-305c-4f8e-8ce2-a3cbe31fb7c9 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:07.006791 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9f5193-305c-4f8e-8ce2-a3cbe31fb7c9'] response: {'server_uuid': '0669cf61-2440-4e07-b48c-fc7bcf790903', 'name': 'network-vif-deleted', 'tag': 'a5ab86aa-e5fd-42db-9ce1-8684a78db1ce', 'status': 'completed', 'code': 200} May 10 11:42:07.037576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] For port 19636e80-41ef-4664-a122-49787816f3d1, host n-d-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:07.038059 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.045858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:07.073227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:07.089462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2be6e9b6-c9fc-4cb8-acbf-e85e50b426ae admin admin] 10.222.0.13 "PUT /v2.0/routers/c277e667-79ae-451c-81c2-de7ee331783e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0226777 May 10 11:42:07.089462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Calling delete_port for 19636e80-41ef-4664-a122-49787816f3d1 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:07.094520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Port 19636e80-41ef-4664-a122-49787816f3d1 was not found and therefore no delete operation was performed {{(pid=102767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:42:07.095901 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.148562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] No DVR routers for this DVR port 19636e80-41ef-4664-a122-49787816f3d1 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:07.155288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:07.155519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Port': ['ID=19636e80-41ef-4664-a122-49787816f3d1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:07.155650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.249992 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-66a0e89e-d385-4af0-994b-6d9e2f2ed682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.251305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.285996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07648da-45fb-45f5-b678-2127c3e36d09']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:07.299160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc10acc7-5f41-4231-90c0-c825a84dac33') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:07.299555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc10acc7-5f41-4231-90c0-c825a84dac33') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:07.309566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:07.313946 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.329799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.337540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:42:07.337964 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: timer() May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:42:07.341307 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:42:07.393969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 19636e80-41ef-4664-a122-49787816f3d1 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:07.429600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 19636e80-41ef-4664-a122-49787816f3d1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:07.430253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 19636e80-41ef-4664-a122-49787816f3d1 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:07.480571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.496967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:07.503974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] 10.222.0.13 "DELETE /v2.0/networks/a07648da-45fb-45f5-b678-2127c3e36d09 HTTP/1.1" status: 204 len: 168 time: 1.4926410 May 10 11:42:07.519906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f04be-ca6f-401b-aa2f-8eb784a22c8e req-e79e468d-fe0e-4e69-a4c1-2c503dfc15cd tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:07.521509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f48f04be-ca6f-401b-aa2f-8eb784a22c8e req-e79e468d-fe0e-4e69-a4c1-2c503dfc15cd tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1072955 May 10 11:42:07.523163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca96e58-3e45-47ca-9130-22e82f5f8645 tempest-TaggedBootDevicesTest-1471290838 tempest-TaggedBootDevicesTest-1471290838-project] Pushing event deleted for resources: {'Network': ['ID=a07648da-45fb-45f5-b678-2127c3e36d09,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:07.597120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f48f04be-ca6f-401b-aa2f-8eb784a22c8e req-d1d7354b-bd08-44ff-99d8-8073a9cf6887 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522385 May 10 11:42:07.612233 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Sync routers for ids ['c277e667-79ae-451c-81c2-de7ee331783e'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:07.624105 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Routers {'c277e667-79ae-451c-81c2-de7ee331783e'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:07.624930 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c277e667-79ae-451c-81c2-de7ee331783e'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:07.761938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Set router c277e667-79ae-451c-81c2-de7ee331783e gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:07.765343 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:08.007790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d93bd-1f9e-465a-89b0-5f89f1562c91 req-d7427470-56a7-40fb-a861-2815a28b89fd tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:08.009301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e0d93bd-1f9e-465a-89b0-5f89f1562c91 req-d7427470-56a7-40fb-a861-2815a28b89fd tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.0746388 May 10 11:42:08.060170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a5ab86aa-e5fd-42db-9ce1-8684a78db1ce no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:08.063315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e0d93bd-1f9e-465a-89b0-5f89f1562c91 req-e2a6ade8-0272-409e-8fac-0aeb3ef49fb9 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478477 May 10 11:42:08.103691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: a5ab86aa-e5fd-42db-9ce1-8684a78db1ce {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:08.106766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device a5ab86aa-e5fd-42db-9ce1-8684a78db1ce not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:08.160728 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:42:03Z', 'revision_number': 4, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f0ac6d2f-17d7-4231-9944-4da7305c8b16', 'name': '', 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'mac_address': 'fa:16:3e:76:da:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'ea40ad50-2c46-432d-b06c-27390462977c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:02Z', 'updated_at': '2022-05-10T11:42:04Z', 'revision_number': 2, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'subnets': [{'id': 'ea40ad50-2c46-432d-b06c-27390462977c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:08.229727 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Checking router: c277e667-79ae-451c-81c2-de7ee331783e for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:08.238946 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Updating router c277e667-79ae-451c-81c2-de7ee331783e port f0ac6d2f-17d7-4231-9944-4da7305c8b16 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:42:08.384530 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:08.768905 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:08.776528 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:08.809615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4590f9-41a0-49ef-b290-dc9bcc85431d req-11e7b371-9218-46d3-afde-e4c04e69ad79 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:08.819291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e4590f9-41a0-49ef-b290-dc9bcc85431d req-11e7b371-9218-46d3-afde-e4c04e69ad79 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.0804768 May 10 11:42:08.836664 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0130cc-fb09-44fe-9dcf-35196b486e85 None None] Pushing event updated for resources: {'Port': ['ID=f0ac6d2f-17d7-4231-9944-4da7305c8b16,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:08.902257 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Attempting to bind port f0ac6d2f-17d7-4231-9944-4da7305c8b16 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:42:08.902631 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Attempting to bind port f0ac6d2f-17d7-4231-9944-4da7305c8b16 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:42:08.903001 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Attempting to bind port f0ac6d2f-17d7-4231-9944-4da7305c8b16 on network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:08.911195 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:42:08.911578 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Checking segment: {'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:08.912005 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:08.912449 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Bound using segment: {'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:42:08.913322 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Bound port: f0ac6d2f-17d7-4231-9944-4da7305c8b16, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de967f94-2b4f-4788-8436-9a60e6bf7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:42:08.913724 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:08.920725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e4590f9-41a0-49ef-b290-dc9bcc85431d req-feca7f74-923d-4873-b429-653d2967a573 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003273 May 10 11:42:09.033541 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] For port f0ac6d2f-17d7-4231-9944-4da7305c8b16, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:42:09.038057 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] For port f0ac6d2f-17d7-4231-9944-4da7305c8b16, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0ac6d2f-17d7-4231-9944-4da7305c8b16,segment=NetworkSegment(de967f94-2b4f-4788-8436-9a60e6bf7220),segment_id=de967f94-2b4f-4788-8436-9a60e6bf7220)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:42:09.045357 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:09.119185 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Routers {'c277e667-79ae-451c-81c2-de7ee331783e'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:09.123867 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c277e667-79ae-451c-81c2-de7ee331783e'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:09.253036 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0130cc-fb09-44fe-9dcf-35196b486e85 None None] Pushing event updated for resources: {'Port': ['ID=f0ac6d2f-17d7-4231-9944-4da7305c8b16,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:09.313243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:09.320857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a455c-cf79-4ddc-a85a-3ecca4b26a0b req-847467ec-f88d-4a44-9bc0-237fd2166b18 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:09.324684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-287a455c-cf79-4ddc-a85a-3ecca4b26a0b req-847467ec-f88d-4a44-9bc0-237fd2166b18 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1238360 May 10 11:42:09.342343 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] Set router c277e667-79ae-451c-81c2-de7ee331783e gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:09.357905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Provisioning complete for port f0ac6d2f-17d7-4231-9944-4da7305c8b16 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:09.358285 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:09.443374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-287a455c-cf79-4ddc-a85a-3ecca4b26a0b req-e9ef3e6f-9f13-42ff-85cd-1c0d7acd70da tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047671 May 10 11:42:09.538751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Current status of the port f0ac6d2f-17d7-4231-9944-4da7305c8b16 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:09.541420 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:09.585342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:09.590813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] For port f0ac6d2f-17d7-4231-9944-4da7305c8b16, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0ac6d2f-17d7-4231-9944-4da7305c8b16,segment=NetworkSegment(de967f94-2b4f-4788-8436-9a60e6bf7220),segment_id=de967f94-2b4f-4788-8436-9a60e6bf7220)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:09.596427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:09.648994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Pushing event updated for resources: {'Port': ['ID=f0ac6d2f-17d7-4231-9944-4da7305c8b16,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:09.659693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.660311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.660799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.661422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.662335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.662844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.664136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.664409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.664761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.665113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.665551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.665893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf3328-f905-4e07-be38-f0dfbf957b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:09.719580 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:42:03Z', 'revision_number': 4, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f0ac6d2f-17d7-4231-9944-4da7305c8b16', 'name': '', 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'mac_address': 'fa:16:3e:76:da:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'ea40ad50-2c46-432d-b06c-27390462977c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:02Z', 'updated_at': '2022-05-10T11:42:09Z', 'revision_number': 4, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'subnets': [{'id': 'ea40ad50-2c46-432d-b06c-27390462977c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:09.737820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c454d65a-0f3d-40fd-bad4-925c579a0344 None None] Provisioning complete for port f0ac6d2f-17d7-4231-9944-4da7305c8b16 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:09.738204 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c454d65a-0f3d-40fd-bad4-925c579a0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:09.762505 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dc2bc-f48e-4453-a9aa-ff6137d92a4a None None] The sync data for ids ['c277e667-79ae-451c-81c2-de7ee331783e'] in n-d-840949-1 is: [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:42:03Z', 'revision_number': 4, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f0ac6d2f-17d7-4231-9944-4da7305c8b16', 'name': '', 'network_id': 'eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'mac_address': 'fa:16:3e:76:da:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'ea40ad50-2c46-432d-b06c-27390462977c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:02Z', 'updated_at': '2022-05-10T11:42:09Z', 'revision_number': 4, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'subnets': [{'id': 'ea40ad50-2c46-432d-b06c-27390462977c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:09.913202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c454d65a-0f3d-40fd-bad4-925c579a0344 None None] Current status of the port f0ac6d2f-17d7-4231-9944-4da7305c8b16 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:10.070048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-32af6d55-2188-4cb1-8273-5ca13869f976 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:10.072618 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-32af6d55-2188-4cb1-8273-5ca13869f976 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.1152730 May 10 11:42:10.167084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ea9e-bfce-413b-a34b-112fb445dbf8 req-f8257370-a995-4b75-9fb8-fde7ca65fd0c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:10.168715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ed6ea9e-bfce-413b-a34b-112fb445dbf8 req-f8257370-a995-4b75-9fb8-fde7ca65fd0c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1053841 May 10 11:42:10.264464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Deleting port 11db03dd-bc8c-4deb-b533-d3a102453746 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:10.264816 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:10.277501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ed6ea9e-bfce-413b-a34b-112fb445dbf8 req-4963e090-3711-4e3d-ad1e-292c53aac0a0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009836 May 10 11:42:10.437426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] For port 11db03dd-bc8c-4deb-b533-d3a102453746, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=11db03dd-bc8c-4deb-b533-d3a102453746,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:10.439226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:10.477149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Calling delete_port for 11db03dd-bc8c-4deb-b533-d3a102453746 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:10.819796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89695a-1ad3-454e-bdd1-90a333b46818 req-80e4b381-6257-4853-8d43-71184cd6a12c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:10.829217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f89695a-1ad3-454e-bdd1-90a333b46818 req-80e4b381-6257-4853-8d43-71184cd6a12c tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e4926f5-8f37-4963-8659-3f9eb26cb243 HTTP/1.1" status: 200 len: 945 time: 0.2301147 May 10 11:42:10.883905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f0ac6d2f-17d7-4231-9944-4da7305c8b16 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:10.937562 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f89695a-1ad3-454e-bdd1-90a333b46818 req-44f51880-ad5e-4447-a9a1-3c2d2c52ecc0 tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.13 "GET /v2.0/security-groups?id=868e058d-fabd-4286-81b0-ef0ff2f7b510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079960 May 10 11:42:10.939457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f0ac6d2f-17d7-4231-9944-4da7305c8b16 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:10.940822 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:10.948365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:10.990417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['11db03dd-bc8c-4deb-b533-d3a102453746'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:42:11.009759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Pushing event deleted for resources: {'Port': ['ID=11db03dd-bc8c-4deb-b533-d3a102453746,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:11.097026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] No DVR routers for this DVR port 11db03dd-bc8c-4deb-b533-d3a102453746 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:11.110419 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:11.115379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab9e3880-17d4-4560-a443-f4d02e12f0c6 req-b4fddbe3-efde-4770-99ff-d57cefce57ea tempest-ServerRescueTestJSON-743848615 tempest-ServerRescueTestJSON-743848615-project] 10.222.0.49 "DELETE /v2.0/ports/11db03dd-bc8c-4deb-b533-d3a102453746 HTTP/1.1" status: 204 len: 173 time: 1.0364165 May 10 11:42:11.116388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4926f5-8f37-4963-8659-3f9eb26cb243', 'name': 'network-vif-deleted', 'tag': '11db03dd-bc8c-4deb-b533-d3a102453746'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:11.124045 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639d702b-b532-4d65-8592-ebd1048f30cc" -d '{"events": [{"server_uuid": "6e4926f5-8f37-4963-8659-3f9eb26cb243", "name": "network-vif-deleted", "tag": "11db03dd-bc8c-4deb-b533-d3a102453746"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:11.202146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f0ac6d2f-17d7-4231-9944-4da7305c8b16 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:11.213738 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedd341d-fcdb-4fd2-820f-1ad6bc615894 x-openstack-request-id: req-fedd341d-fcdb-4fd2-820f-1ad6bc615894 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:11.214564 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4926f5-8f37-4963-8659-3f9eb26cb243", "name": "network-vif-deleted", "tag": "11db03dd-bc8c-4deb-b533-d3a102453746", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:11.214823 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fedd341d-fcdb-4fd2-820f-1ad6bc615894 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:11.215289 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedd341d-fcdb-4fd2-820f-1ad6bc615894'] response: {'server_uuid': '6e4926f5-8f37-4963-8659-3f9eb26cb243', 'name': 'network-vif-deleted', 'tag': '11db03dd-bc8c-4deb-b533-d3a102453746', 'status': 'completed', 'code': 200} May 10 11:42:11.518250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57ab15-5121-4cf1-a4b9-8a82a2b56a34 req-c849bf6e-8162-4244-b157-6e2dfc9edf1e tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:11.521640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3d57ab15-5121-4cf1-a4b9-8a82a2b56a34 req-c849bf6e-8162-4244-b157-6e2dfc9edf1e tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1293576 May 10 11:42:11.604158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3d57ab15-5121-4cf1-a4b9-8a82a2b56a34 req-7cc22413-9d99-4466-81d8-ff5763e87360 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759449 May 10 11:42:12.018272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54794) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:12.668506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:12.868725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cacba-84a7-42fe-9dea-094631006c41 req-27e2be6d-d8da-4ee7-9151-5916ecca1183 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:12.873377 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec1cacba-84a7-42fe-9dea-094631006c41 req-27e2be6d-d8da-4ee7-9151-5916ecca1183 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1353991 May 10 11:42:13.091309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ec1cacba-84a7-42fe-9dea-094631006c41 req-6ce6c6d1-9eab-4708-8ee5-e581f8039a51 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089427 May 10 11:42:13.249691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Deleting port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:13.250045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:13.373772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] For port 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,segment=NetworkSegment(49de97e2-8a8e-4235-b5ab-83e452566071),segment_id=49de97e2-8a8e-4235-b5ab-83e452566071)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:13.374085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:13.393711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Calling delete_port for 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:13.520758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 11db03dd-bc8c-4deb-b533-d3a102453746 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:13.562679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 11db03dd-bc8c-4deb-b533-d3a102453746 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:13.565596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 11db03dd-bc8c-4deb-b533-d3a102453746 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:13.709407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:13.743073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f35a5e0-ca99-4d74-9e7b-728ad7ff1313,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:13.970017 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:14.026002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54838) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:14.224154 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a9109ab-778c-4777-a3fa-2ae551b675f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:14.349410 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a9109ab-778c-4777-a3fa-2ae551b675f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:14.371687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a9109ab-778c-4777-a3fa-2ae551b675f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:14.444433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9109ab-778c-4777-a3fa-2ae551b675f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7526aa-de52-4b5d-ba73-c51af41a9583,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:14.451760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7a9109ab-778c-4777-a3fa-2ae551b675f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22f42cea053e443488b2060487de346c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240799 May 10 11:42:14.454760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54844) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:14.513334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b225d75-7ceb-495f-88a4-6430a38d8c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:14.539191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b225d75-7ceb-495f-88a4-6430a38d8c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:14.611137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b225d75-7ceb-495f-88a4-6430a38d8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:14.613904 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9b225d75-7ceb-495f-88a4-6430a38d8c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:14.615289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9b225d75-7ceb-495f-88a4-6430a38d8c7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d7526aa-de52-4b5d-ba73-c51af41a9583 HTTP/1.1" status: 204 len: 168 time: 0.1594479 May 10 11:42:14.631524 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b225d75-7ceb-495f-88a4-6430a38d8c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7526aa-de52-4b5d-ba73-c51af41a9583,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:14.747372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Router 6839614f-9a31-45cd-a321-8c26e9d88c85 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:42:14.827098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcf35b-f31e-410b-9ab3-b55d870d79af req-a3a787bb-7ac6-4a0b-a0a7-0d41a2e409bf tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:14.829114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9bcf35b-f31e-410b-9ab3-b55d870d79af req-a3a787bb-7ac6-4a0b-a0a7-0d41a2e409bf tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1144850 May 10 11:42:14.918926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9bcf35b-f31e-410b-9ab3-b55d870d79af req-4c278efd-f3ad-4901-aa9c-51eebcc1b9f1 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 May 10 11:42:14.956253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:14.968882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9ed3ec82-cfcc-414f-b103-257c294f422c admin admin] 10.222.0.13 "PUT /v2.0/routers/6839614f-9a31-45cd-a321-8c26e9d88c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9487586 May 10 11:42:14.970162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:14.971564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] Sync routers for ids ['6839614f-9a31-45cd-a321-8c26e9d88c85'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:14.988040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] Routers {'6839614f-9a31-45cd-a321-8c26e9d88c85'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:14.988931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6839614f-9a31-45cd-a321-8c26e9d88c85'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:15.151552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54858) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:15.158044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] Set router 6839614f-9a31-45cd-a321-8c26e9d88c85 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:15.171578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-140ac4d1-c37a-48ff-b13f-6bedfbbfd933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.187626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.309217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-140ac4d1-c37a-48ff-b13f-6bedfbbfd933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.324264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-140ac4d1-c37a-48ff-b13f-6bedfbbfd933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.374397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54860) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:15.375254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-140ac4d1-c37a-48ff-b13f-6bedfbbfd933 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ae78a82eb9748719c502e07bda34a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219508 May 10 11:42:15.409766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ac4d1-c37a-48ff-b13f-6bedfbbfd933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dfaeaf-21d1-4e83-8cb1-db56de5ec128,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:15.454921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:42:13Z', 'revision_number': 5, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port': {'id': 'fef6ddea-79f6-48e9-9761-9588a33797f3', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:15Z', 'updated_at': '2022-05-10T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:15.464653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.489293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] Checking router: 6839614f-9a31-45cd-a321-8c26e9d88c85 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:15.510429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] Routers {'6839614f-9a31-45cd-a321-8c26e9d88c85'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:15.511368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6839614f-9a31-45cd-a321-8c26e9d88c85'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:15.524289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8726-dbfe-4cdd-bc2e-083bc29bb32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.575049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8726-dbfe-4cdd-bc2e-083bc29bb32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.586512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1af9e165-b43a-4778-8879-d32930415194 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:42:15.636916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] Set router 6839614f-9a31-45cd-a321-8c26e9d88c85 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:15.638334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Deleting port fef6ddea-79f6-48e9-9761-9588a33797f3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:15.639002 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.733979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8726-dbfe-4cdd-bc2e-083bc29bb32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.740637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8726-dbfe-4cdd-bc2e-083bc29bb32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.748474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9dfa8726-dbfe-4cdd-bc2e-083bc29bb32d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6dfaeaf-21d1-4e83-8cb1-db56de5ec128 HTTP/1.1" status: 204 len: 168 time: 0.3707287 May 10 11:42:15.760006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:42:15Z', 'revision_number': 6, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:15.779473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa8726-dbfe-4cdd-bc2e-083bc29bb32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dfaeaf-21d1-4e83-8cb1-db56de5ec128,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:15.790645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e08fc-5a31-48f2-b931-f93f518b5cb9 None None] The sync data for ids ['6839614f-9a31-45cd-a321-8c26e9d88c85'] in n-d-840949-1 is: [{'id': '6839614f-9a31-45cd-a321-8c26e9d88c85', 'name': 'tempest-ServerRescueTestJSON-1594411206-router', 'tenant_id': '92eb1341742e4b9f82940b949124deb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:14Z', 'updated_at': '2022-05-10T11:42:15Z', 'revision_number': 6, 'project_id': '92eb1341742e4b9f82940b949124deb6', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:15.846451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] For port fef6ddea-79f6-48e9-9761-9588a33797f3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fef6ddea-79f6-48e9-9761-9588a33797f3,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:15.847013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:15.874909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Calling delete_port for fef6ddea-79f6-48e9-9761-9588a33797f3 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:15.893272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1af9e165-b43a-4778-8879-d32930415194,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:15.913310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '1af9e165-b43a-4778-8879-d32930415194', 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'port_id': '1af9e165-b43a-4778-8879-d32930415194', 'mac_address': 'fa:16:3e:df:fc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a94921-7e23-475c-89f1-d9f00aed6474', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:42:15.996169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1af9e165-b43a-4778-8879-d32930415194 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:15.996739 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.028788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1af9e165-b43a-4778-8879-d32930415194 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:42:16.061955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1af9e165-b43a-4778-8879-d32930415194,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:16.068848 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.183249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecc298-2f97-4d57-90d0-54a8b74fc1c3 req-b7899ab8-eec0-42f2-a458-fbd666f54cf6 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:16.194603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54ecc298-2f97-4d57-90d0-54a8b74fc1c3 req-b7899ab8-eec0-42f2-a458-fbd666f54cf6 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 944 time: 0.1204765 May 10 11:42:16.198121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1af9e165-b43a-4778-8879-d32930415194,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:16.280795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1af9e165-b43a-4778-8879-d32930415194'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:42:16.316768 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54ecc298-2f97-4d57-90d0-54a8b74fc1c3 req-7b1cbf40-15cf-4afa-96a5-a9385fac5d33 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208088 May 10 11:42:16.372094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.446200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef6ddea-79f6-48e9-9761-9588a33797f3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:16.552791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54874) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:16.568213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-220a8af7-4ecb-4b1f-a849-b449e967711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.622093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.737346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-220a8af7-4ecb-4b1f-a849-b449e967711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.745478 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-220a8af7-4ecb-4b1f-a849-b449e967711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.814806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.817955 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.831013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-220a8af7-4ecb-4b1f-a849-b449e967711b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc210fef7c1748be8d77246b24a57045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770066 May 10 11:42:16.831870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a8af7-4ecb-4b1f-a849-b449e967711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec090af5-5a86-43df-9a63-d3ab51f345a6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:16.834237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54882) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:16.886673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:16.950934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:16.951279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7f35a5e0-ca99-4d74-9e7b-728ad7ff1313 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:16.951705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fef6ddea-79f6-48e9-9761-9588a33797f3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:16.957195 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2cb14dbd-47e0-4f7a-87ff-51a16d238f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.965117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.965693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6839614f-9a31-45cd-a321-8c26e9d88c85 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:42:16.971382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:16.975474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cb0ce97d-28c7-49fd-80eb-ffd62426eb58 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6839614f-9a31-45cd-a321-8c26e9d88c85 HTTP/1.1" status: 204 len: 168 time: 2.0041311 May 10 11:42:16.976162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54888) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:17.010640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2cb14dbd-47e0-4f7a-87ff-51a16d238f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.014955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: fef6ddea-79f6-48e9-9761-9588a33797f3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:17.015476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fef6ddea-79f6-48e9-9761-9588a33797f3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:17.084049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb70886c-57c2-4b4d-b424-a02613fb5e62 admin admin] Deleting subnet 1732a570-93a0-4f2d-ab0b-10a4407f054e {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:42:17.093437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb70886c-57c2-4b4d-b424-a02613fb5e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.130290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2cb14dbd-47e0-4f7a-87ff-51a16d238f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.133764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2cb14dbd-47e0-4f7a-87ff-51a16d238f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.138054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2cb14dbd-47e0-4f7a-87ff-51a16d238f73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec090af5-5a86-43df-9a63-d3ab51f345a6 HTTP/1.1" status: 204 len: 168 time: 0.3004475 May 10 11:42:17.146180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb70886c-57c2-4b4d-b424-a02613fb5e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.168507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb14dbd-47e0-4f7a-87ff-51a16d238f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec090af5-5a86-43df-9a63-d3ab51f345a6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:17.223414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb70886c-57c2-4b4d-b424-a02613fb5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.340818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb70886c-57c2-4b4d-b424-a02613fb5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.371662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb70886c-57c2-4b4d-b424-a02613fb5e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.379366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cb70886c-57c2-4b4d-b424-a02613fb5e62 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1732a570-93a0-4f2d-ab0b-10a4407f054e HTTP/1.1" status: 204 len: 168 time: 0.4021015 May 10 11:42:17.381885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54894) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:17.435127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70886c-57c2-4b4d-b424-a02613fb5e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1732a570-93a0-4f2d-ab0b-10a4407f054e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:17.526444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.552243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1af9e165-b43a-4778-8879-d32930415194 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:17.617096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5767503-84e7-45e6-aa47-d8f1ef23049b req-bbbcb065-93c9-4cea-8859-bbfa09625190 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:17.618784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5767503-84e7-45e6-aa47-d8f1ef23049b req-bbbcb065-93c9-4cea-8859-bbfa09625190 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 944 time: 0.1289454 May 10 11:42:17.635025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 1af9e165-b43a-4778-8879-d32930415194 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:17.636087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.712967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.747455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0f9b88-61b9-48ca-bf29-db0dce884bce']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:17.748234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1af9e165-b43a-4778-8879-d32930415194 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:17.748977 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.753316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5767503-84e7-45e6-aa47-d8f1ef23049b req-3bd54148-c826-4129-b321-774cd6f9d517 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024690 May 10 11:42:17.762643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49de97e2-8a8e-4235-b5ab-83e452566071') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:17.762947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49de97e2-8a8e-4235-b5ab-83e452566071') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:17.781490 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.803992 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.819949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:42:17.823872 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.827045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1af9e165-b43a-4778-8879-d32930415194,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:17.828659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9e165-b43a-4778-8879-d32930415194'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:17.831146 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5598566-5136-4065-b508-e1c9e03e474d" -d '{"events": [{"server_uuid": "abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd", "name": "network-vif-plugged", "status": "completed", "tag": "1af9e165-b43a-4778-8879-d32930415194"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:17.831395 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:42:17.840765 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: timer() May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:42:17.854844 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:42:17.916922 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b3098-5a2a-4ce2-b750-77d632773bcd x-openstack-request-id: req-9d4b3098-5a2a-4ce2-b750-77d632773bcd {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:17.917506 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd", "name": "network-vif-plugged", "status": "completed", "tag": "1af9e165-b43a-4778-8879-d32930415194", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:17.917919 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d4b3098-5a2a-4ce2-b750-77d632773bcd {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:17.918487 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4b3098-5a2a-4ce2-b750-77d632773bcd'] response: {'server_uuid': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9e165-b43a-4778-8879-d32930415194', 'code': 200} May 10 11:42:17.923943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1af9e165-b43a-4778-8879-d32930415194,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:17.941193 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.959656 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:17.964282 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e0f9b88-61b9-48ca-bf29-db0dce884bce HTTP/1.1" status: 204 len: 168 time: 0.5812898 May 10 11:42:18.004499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d62ad-cba4-40d5-ab90-07b123ff792f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e0f9b88-61b9-48ca-bf29-db0dce884bce,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:18.136862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe44168-16cd-4294-aeeb-169c26bbdbe2 req-b6128eab-4bec-4382-9118-04917431cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:18.141164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ffe44168-16cd-4294-aeeb-169c26bbdbe2 req-b6128eab-4bec-4382-9118-04917431cd0d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 1096 time: 0.0950313 May 10 11:42:18.175763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54918) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:18.239621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90b883bd-98da-49f5-a25a-28e7a2fd06e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92eb1341742e4b9f82940b949124deb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625880 May 10 11:42:18.242922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54922) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:18.246893 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ffe44168-16cd-4294-aeeb-169c26bbdbe2 req-189fefa1-e084-48a0-94ee-bc923c693f43 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976753 May 10 11:42:18.298922 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5f12-52ef-467e-b7e9-3b112f44460d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:18.324306 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5f12-52ef-467e-b7e9-3b112f44460d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:18.391155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5f12-52ef-467e-b7e9-3b112f44460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:18.393825 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5f12-52ef-467e-b7e9-3b112f44460d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:18.397897 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5b5a5f12-52ef-467e-b7e9-3b112f44460d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/868e058d-fabd-4286-81b0-ef0ff2f7b510 HTTP/1.1" status: 204 len: 168 time: 0.1539118 May 10 11:42:18.406864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a5f12-52ef-467e-b7e9-3b112f44460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868e058d-fabd-4286-81b0-ef0ff2f7b510,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:18.947387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcf69c-082b-4092-a12b-698e378c8ae8 req-d7555797-75c6-4cee-a1ce-865f6997ca6d tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:18.955735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6bcf69c-082b-4092-a12b-698e378c8ae8 req-d7555797-75c6-4cee-a1ce-865f6997ca6d tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1158712 May 10 11:42:19.043003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6bcf69c-082b-4092-a12b-698e378c8ae8 req-1fcbf962-11a3-4ff1-aab1-2e1072b93bbc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803418 May 10 11:42:19.634736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54972) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:19.778670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1997865768-network', 'tenant_id': 'b53a4d5cdd2e468483df5d81ed175b68'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:19.815662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Made reservation on behalf of b53a4d5cdd2e468483df5d81ed175b68 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:19.818982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:19.835581 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:19.948595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:19.957285 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.007636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:42:20.021563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:20.026145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.027139 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Added segment 104c78b4-34ef-458d-900e-6bfe4de049e4 of type vlan for network 0be523ae-e5d8-413e-94b5-1dedd3843849 May 10 11:42:20.087495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.124811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.125947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:20.126633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.280869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6442330 May 10 11:42:20.283758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55000) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:20.292226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Request body: {'subnet': {'network_id': '0be523ae-e5d8-413e-94b5-1dedd3843849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1997865768-subnet', 'tenant_id': 'b53a4d5cdd2e468483df5d81ed175b68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:20.342451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Made reservation on behalf of b53a4d5cdd2e468483df5d81ed175b68 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:20.345106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.397690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4450512-1466-46ab-ba52-edb0229f2b88 admin admin] Pushing event updated for resources: {'Network': ['ID=0be523ae-e5d8-413e-94b5-1dedd3843849,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:20.412063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 0be523ae-e5d8-413e-94b5-1dedd3843849 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:42:20.434874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d6927-3e4c-4ee6-bb0b-7f3c1753103b req-2c411c19-7dea-4f0b-b8f3-a1cf4937e594 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:20.444591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a61d6927-3e4c-4ee6-bb0b-7f3c1753103b req-2c411c19-7dea-4f0b-b8f3-a1cf4937e594 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.1837475 May 10 11:42:20.516342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55004) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:20.539145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a61d6927-3e4c-4ee6-bb0b-7f3c1753103b req-4e731cfb-b63c-4b8b-8ef6-3b908f6ee1d9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927911 May 10 11:42:20.710021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-69307bb9-daea-45ca-b7ac-2fd33accfee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.750153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.767551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247e7b8-6952-499e-851c-c8ddf062418a req-c65ff246-90d9-4683-af3f-ed24eb6e4125 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:20.769117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8247e7b8-6952-499e-851c-c8ddf062418a req-c65ff246-90d9-4683-af3f-ed24eb6e4125 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.0876632 May 10 11:42:20.843022 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-69307bb9-daea-45ca-b7ac-2fd33accfee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.849952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-69307bb9-daea-45ca-b7ac-2fd33accfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.854444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391b1fe7-c54c-4917-96c7-a5251e170fe5,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:20.868690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8247e7b8-6952-499e-851c-c8ddf062418a req-7bc420f5-f7ce-4e9d-aff4-9a7ea2d3b611 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725749 May 10 11:42:20.877352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-69307bb9-daea-45ca-b7ac-2fd33accfee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f87680cef3f5490cb0b6684b68bc58aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599184 May 10 11:42:20.880030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55010) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:20.888283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Checking segment: {'id': '104c78b4-34ef-458d-900e-6bfe4de049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0be523ae-e5d8-413e-94b5-1dedd3843849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:20.888654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Network hostable DHCP agents. Network: 0be523ae-e5d8-413e-94b5-1dedd3843849, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:42:20.923271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Network 0be523ae-e5d8-413e-94b5-1dedd3843849 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:42:20.939358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 0be523ae-e5d8-413e-94b5-1dedd3843849) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:20.947031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:20.951547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e285ed2-6c2b-48a8-8299-4b77feb66b30 None None] Network 0be523ae-e5d8-413e-94b5-1dedd3843849 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:20.952987 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.960314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69307bb9-daea-45ca-b7ac-2fd33accfee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec3faf1-f1fd-4383-856b-ce81e21f3b15,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:20.980436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3604a322-ab72-4f95-bc86-bd477a0e15c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:20.991413 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-98a292e9-60bb-4ae6-97be-e8f31ac78774 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7062550 May 10 11:42:21.044178 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3604a322-ab72-4f95-bc86-bd477a0e15c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:21.151761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3604a322-ab72-4f95-bc86-bd477a0e15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:21.154729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3604a322-ab72-4f95-bc86-bd477a0e15c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:21.155921 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3604a322-ab72-4f95-bc86-bd477a0e15c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ec3faf1-f1fd-4383-856b-ce81e21f3b15 HTTP/1.1" status: 204 len: 168 time: 0.2748170 May 10 11:42:21.172741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604a322-ab72-4f95-bc86-bd477a0e15c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec3faf1-f1fd-4383-856b-ce81e21f3b15,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:21.221763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe55d0-1845-4d9d-8d36-5920d10c45b3 None None] Network 0be523ae-e5d8-413e-94b5-1dedd3843849 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:21.421237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55042) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:21.581845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231a01-98f6-465d-a467-7dfa821cbcea req-ff821cb0-aef7-45f6-a1da-3409079e67d0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:21.591505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-ff821cb0-aef7-45f6-a1da-3409079e67d0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 815 time: 0.2261629 May 10 11:42:21.609312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-e5fbb3f7-34ca-4fc3-bebf-da4c9fd2d1ba tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/quotas/fc22884d32844000a72c73d3abd1f7ad HTTP/1.1" status: 200 len: 375 time: 0.0160589 May 10 11:42:21.678185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be17a9ff-1543-4699-9a10-e8b3d5626e8a tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676999 May 10 11:42:21.770485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:21.838349 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3890c251-0670-49c9-8cf8-7314ca022626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:21.860542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-a5af8fa0-d497-48b5-b616-ae6aae2b21db service neutron] 10.222.0.13 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728945 May 10 11:42:21.935749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-aafc8838-7701-4ec7-a2f6-a1f15ecc0ec7 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:21.942463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-aafc8838-7701-4ec7-a2f6-a1f15ecc0ec7 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/networks?id=0be523ae-e5d8-413e-94b5-1dedd3843849 HTTP/1.1" status: 200 len: 809 time: 0.1859801 May 10 11:42:21.971679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-ea273b47-5882-4f73-bd00-c64ca747ba1c tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/quotas/b53a4d5cdd2e468483df5d81ed175b68 HTTP/1.1" status: 200 len: 375 time: 0.0271926 May 10 11:42:21.994570 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-2ef565c2-4f47-450d-a7ae-27b765393fd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264408 May 10 11:42:22.016389 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-629cfa34-b653-4cec-b7a8-1ff03436482c tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b53a4d5cdd2e468483df5d81ed175b68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445623 May 10 11:42:22.283592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6a1a44d2-6411-4821-b8e9-5c42b1dee97f req-5a01e2fc-7599-45be-9e6f-2163ae825cbc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 210 time: 0.0371420 May 10 11:42:22.445232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-a1868ac9-b0da-4418-9f66-af2f78f2baa8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:22.447277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-a1868ac9-b0da-4418-9f66-af2f78f2baa8 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.49 "GET /v2.0/ports?device_id=abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd HTTP/1.1" status: 200 len: 945 time: 0.0743792 May 10 11:42:22.537355 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-796fca68-7d04-4b02-9e05-5ee92c59b9f7 service neutron] 10.222.0.13 "GET /v2.0/networks/0be523ae-e5d8-413e-94b5-1dedd3843849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200143 May 10 11:42:22.581596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Deleting port 1af9e165-b43a-4778-8879-d32930415194 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:22.582131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:22.647302 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3890c251-0670-49c9-8cf8-7314ca022626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:22.680561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3890c251-0670-49c9-8cf8-7314ca022626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:22.687493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] For port 1af9e165-b43a-4778-8879-d32930415194, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1af9e165-b43a-4778-8879-d32930415194,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:22.688706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:22.703854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Calling delete_port for 1af9e165-b43a-4778-8879-d32930415194 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:22.789582 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3890c251-0670-49c9-8cf8-7314ca022626 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4e8ec0744d54ddb95fb22a1831f1857&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0126829 May 10 11:42:22.793572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:22.811094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890c251-0670-49c9-8cf8-7314ca022626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2929a0-73a6-44a1-b18d-9a0dbf3035bc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:22.879387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91c1efa2-6f8a-4f99-9c8d-b367d5e704b8 service neutron] 10.222.0.13 "GET /v2.0/networks/0be523ae-e5d8-413e-94b5-1dedd3843849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251376 May 10 11:42:22.922865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4afd054b-d679-4781-bf5e-d2a2a81805b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:22.954986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:22.958329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4afd054b-d679-4781-bf5e-d2a2a81805b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:22.971129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1af9e165-b43a-4778-8879-d32930415194'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:42:23.100885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Pushing event deleted for resources: {'Port': ['ID=1af9e165-b43a-4778-8879-d32930415194,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:23.181318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] No DVR routers for this DVR port 1af9e165-b43a-4778-8879-d32930415194 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:23.183812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4afd054b-d679-4781-bf5e-d2a2a81805b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:23.186720 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4afd054b-d679-4781-bf5e-d2a2a81805b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:23.189386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4afd054b-d679-4781-bf5e-d2a2a81805b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb2929a0-73a6-44a1-b18d-9a0dbf3035bc HTTP/1.1" status: 204 len: 168 time: 0.3940148 May 10 11:42:23.200605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:23.206490 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2198dce5-b90a-42cd-adb2-9293ee4abe56 req-7853accd-ff5b-4d09-96ef-3fc41477f5ee tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.49 "DELETE /v2.0/ports/1af9e165-b43a-4778-8879-d32930415194 HTTP/1.1" status: 204 len: 173 time: 0.7525744 May 10 11:42:23.238857 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:23.271736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'name': 'network-vif-deleted', 'tag': '1af9e165-b43a-4778-8879-d32930415194'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:23.280267 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ce576d-55b0-4888-b0db-62c3b3be16b0" -d '{"events": [{"server_uuid": "abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd", "name": "network-vif-deleted", "tag": "1af9e165-b43a-4778-8879-d32930415194"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:23.308112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2b68358-5245-4481-afb7-3c2ee449d96f req-c2127353-d973-4d92-b303-ceb325b5fea4 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 210 time: 0.1666286 May 10 11:42:23.320821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd054b-d679-4781-bf5e-d2a2a81805b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2929a0-73a6-44a1-b18d-9a0dbf3035bc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:23.356359 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8e17c8-d85d-4347-8a82-83f73820d3d8 x-openstack-request-id: req-7c8e17c8-d85d-4347-8a82-83f73820d3d8 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:23.356847 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd", "name": "network-vif-deleted", "tag": "1af9e165-b43a-4778-8879-d32930415194", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:23.357212 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c8e17c8-d85d-4347-8a82-83f73820d3d8 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:23.357797 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8e17c8-d85d-4347-8a82-83f73820d3d8'] response: {'server_uuid': 'abcbde0a-0cbb-4b0e-a65e-b28d8e7f52fd', 'name': 'network-vif-deleted', 'tag': '1af9e165-b43a-4778-8879-d32930415194', 'status': 'completed', 'code': 200} May 10 11:42:23.483084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e11e4c3a-f56a-4de7-8087-0b3118ef272b req-59ff3797-2bb4-4d22-ba0d-b3b406fab271 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 210 time: 0.0524423 May 10 11:42:23.757916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Deleting port fe5c442d-355c-44d4-a6d3-e251293f256b {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:23.758829 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:23.873699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] For port fe5c442d-355c-44d4-a6d3-e251293f256b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe5c442d-355c-44d4-a6d3-e251293f256b,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:23.873699 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:23.890458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231a01-98f6-465d-a467-7dfa821cbcea req-5bfd57ad-eaf0-4f89-83ac-cc68e7b70950 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:23.892030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-5bfd57ad-eaf0-4f89-83ac-cc68e7b70950 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.70 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 815 time: 0.1211936 May 10 11:42:23.896738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Calling delete_port for fe5c442d-355c-44d4-a6d3-e251293f256b owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:23.911948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Request body: {'port': {'device_id': '8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c', 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'admin_state_up': True, 'tenant_id': 'fc22884d32844000a72c73d3abd1f7ad'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:24.135357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Made reservation on behalf of fc22884d32844000a72c73d3abd1f7ad for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:24.138927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:24.188543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:24.217346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5c442d-355c-44d4-a6d3-e251293f256b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:24.388062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Allocated IP 172.20.0.5 (a06c837c-aca6-4e8a-be2a-69e9e641678d/c5a94921-7e23-475c-89f1-d9f00aed6474/f61974d4-73e0-48fd-9f76-0906566ede44) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:24.525622 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9236c0af-0c5a-4f4f-855a-da05b499bf2c req-d9f6910e-5fd4-4d89-bb7c-735011cd2d21 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 210 time: 0.0325816 May 10 11:42:24.528355 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:24.627441 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:24.670759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5a89029a-f42f-41a2-89a3-7865a8b25570 req-ca90d947-5868-4bc9-b45f-ee4001cf3ec4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 210 time: 0.0409484 May 10 11:42:24.734646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:24.817305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Network a06c837c-aca6-4e8a-be2a-69e9e641678d is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:24.821677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:24.825179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:24.879735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Pushing event updated for resources: {'Port': ['ID=f61974d4-73e0-48fd-9f76-0906566ede44,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:24.899024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:24.899883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:24.927093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-be3d513f-edde-4b41-8012-3a3dd3f29e7f tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0201130 May 10 11:42:24.958387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Request body: {'port': {'device_id': '8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:25.023122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Router 382481b8-238f-4978-870b-b92f68090786 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:42:25.032889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-17135789-fcd7-48e5-93cf-ef553826c68f tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:25.036813 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-17135789-fcd7-48e5-93cf-ef553826c68f tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.70 "GET /v2.0/networks?id=0be523ae-e5d8-413e-94b5-1dedd3843849 HTTP/1.1" status: 200 len: 809 time: 0.2310755 May 10 11:42:25.052153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.054787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Request body: {'port': {'device_id': 'a5d8d22b-39b5-4e55-a857-07960abfbbfa', 'network_id': '0be523ae-e5d8-413e-94b5-1dedd3843849', 'admin_state_up': True, 'tenant_id': 'b53a4d5cdd2e468483df5d81ed175b68'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:25.227537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:25.238180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-88175d87-9b0f-4ea5-a816-78b814f6a448 admin admin] 10.222.0.13 "PUT /v2.0/routers/382481b8-238f-4978-870b-b92f68090786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8133664 May 10 11:42:25.238302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55138) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:25.244083 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] Sync routers for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:25.258965 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:25.262145 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:25.305474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Made reservation on behalf of b53a4d5cdd2e468483df5d81ed175b68 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:25.309080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.422483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.427952 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:25.469894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61974d4-73e0-48fd-9f76-0906566ede44 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:42:25.490593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.512896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Transition to ACTIVE for port object f61974d4-73e0-48fd-9f76-0906566ede44 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:42:25.528846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.568927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1af9e165-b43a-4778-8879-d32930415194 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:25.610120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Pushing event updated for resources: {'Port': ['ID=f61974d4-73e0-48fd-9f76-0906566ede44,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:25.656422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 1af9e165-b43a-4778-8879-d32930415194 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:25.663711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1af9e165-b43a-4778-8879-d32930415194 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:25.684567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Attempting to bind port f61974d4-73e0-48fd-9f76-0906566ede44 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:42:25.684904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Attempting to bind port f61974d4-73e0-48fd-9f76-0906566ede44 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:42:25.685235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Attempting to bind port f61974d4-73e0-48fd-9f76-0906566ede44 on network a06c837c-aca6-4e8a-be2a-69e9e641678d {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:25.694286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Port f61974d4-73e0-48fd-9f76-0906566ede44 on network a06c837c-aca6-4e8a-be2a-69e9e641678d not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:42:25.694781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Attempting to bind port f61974d4-73e0-48fd-9f76-0906566ede44 on network a06c837c-aca6-4e8a-be2a-69e9e641678d {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:25.704484 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:42:24Z', 'revision_number': 5, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port': {'id': 'b4741105-549e-4638-bf10-6b6c41a5d1e6', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382481b8-238f-4978-870b-b92f68090786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:12Z', 'updated_at': '2022-05-10T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:25.715690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.732520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:42:25.732937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Checking segment: {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:25.733336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Bound using segment: {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:42:25.738429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Bound port: f61974d4-73e0-48fd-9f76-0906566ede44, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44877734-6438-4b55-9eeb-529cddb8694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:42:25.738795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.748069 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] Checking router: 382481b8-238f-4978-870b-b92f68090786 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:25.764808 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] Routers {'382481b8-238f-4978-870b-b92f68090786'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:25.765694 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['382481b8-238f-4978-870b-b92f68090786'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:25.792449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Allocated IP 172.20.0.7 (0be523ae-e5d8-413e-94b5-1dedd3843849/391b1fe7-c54c-4917-96c7-a5251e170fe5/d284d27b-12be-451a-87d7-4776a4437ee5) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:25.816301 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2fc277a2-5cc3-4e2b-ae5a-387018ea3d08 req-9fcd3e1e-499b-4af6-bfe2-1c61c860dcd3 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 210 time: 0.0486896 May 10 11:42:25.854721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Deleting port b4741105-549e-4638-bf10-6b6c41a5d1e6 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:25.855065 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.966771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] For port f61974d4-73e0-48fd-9f76-0906566ede44, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:42:25.969741 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] Set router 382481b8-238f-4978-870b-b92f68090786 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:25.977856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41d009-558b-449c-9a28-e62b1cd6468e req-aa7903c9-48eb-45d0-837f-4ea9e12056ff tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:25.979684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d41d009-558b-449c-9a28-e62b1cd6468e req-aa7903c9-48eb-45d0-837f-4ea9e12056ff tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 943 time: 0.1388886 May 10 11:42:26.000912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] For port f61974d4-73e0-48fd-9f76-0906566ede44, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f61974d4-73e0-48fd-9f76-0906566ede44,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:42:26.012375 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.075238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:26.076178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.077160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] For port b4741105-549e-4638-bf10-6b6c41a5d1e6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b4741105-549e-4638-bf10-6b6c41a5d1e6,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:26.078014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.079343 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] 10.222.0.70 "PUT /v2.0/ports/f61974d4-73e0-48fd-9f76-0906566ede44 HTTP/1.1" status: 200 len: 1091 time: 1.1417501 May 10 11:42:26.082663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d41d009-558b-449c-9a28-e62b1cd6468e req-e1585666-2841-4141-b350-a4d0e1d770e9 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931857 May 10 11:42:26.083439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c', 'tag': 'f61974d4-73e0-48fd-9f76-0906566ede44'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:26.094595 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c", "tag": "f61974d4-73e0-48fd-9f76-0906566ede44"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:26.101069 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:42:25Z', 'revision_number': 6, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:26.106839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Calling delete_port for b4741105-549e-4638-bf10-6b6c41a5d1e6 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:26.163631 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa94359c-8a00-4c23-9ae3-f5aa3edd3bb7 None None] The sync data for ids ['382481b8-238f-4978-870b-b92f68090786'] in n-d-840949-1 is: [{'id': '382481b8-238f-4978-870b-b92f68090786', 'name': 'tempest-TaggedBootDevicesTest-404231434-router', 'tenant_id': '61c875a6e9124d718f447839eeda2fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:10Z', 'updated_at': '2022-05-10T11:42:25Z', 'revision_number': 6, 'project_id': '61c875a6e9124d718f447839eeda2fda', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:26.176285 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.187937 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7851c15-72d1-4a1b-9718-269beb5fedf4 x-openstack-request-id: req-a7851c15-72d1-4a1b-9718-269beb5fedf4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:26.190845 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c", "tag": "f61974d4-73e0-48fd-9f76-0906566ede44", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:26.191336 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7851c15-72d1-4a1b-9718-269beb5fedf4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:26.194146 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7851c15-72d1-4a1b-9718-269beb5fedf4'] response: {'name': 'network-changed', 'server_uuid': '8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c', 'tag': 'f61974d4-73e0-48fd-9f76-0906566ede44', 'status': 'completed', 'code': 200} May 10 11:42:26.195113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56def41-f6e6-4fcb-99d0-1ed0f57b6641 service neutron] Pushing event updated for resources: {'Port': ['ID=f61974d4-73e0-48fd-9f76-0906566ede44,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:26.226409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231a01-98f6-465d-a467-7dfa821cbcea req-928924e9-51e7-413b-b39a-fe6297ad8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:26.228348 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-928924e9-51e7-413b-b39a-fe6297ad8a20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 1094 time: 0.0869963 May 10 11:42:26.293963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-dc9b8d9c-d84e-45c5-8a4a-b9ac62cbd962 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61974d4-73e0-48fd-9f76-0906566ede44 HTTP/1.1" status: 200 len: 217 time: 0.0578315 May 10 11:42:26.320930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.375734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231a01-98f6-465d-a467-7dfa821cbcea req-7b5154a7-2536-47e6-86c5-b45269bcc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:26.378312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-7b5154a7-2536-47e6-86c5-b45269bcc0b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5a94921-7e23-475c-89f1-d9f00aed6474 HTTP/1.1" status: 200 len: 855 time: 0.0761094 May 10 11:42:26.381169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Pushing event updated for resources: {'Port': ['ID=d284d27b-12be-451a-87d7-4776a4437ee5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:26.398017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Network 0be523ae-e5d8-413e-94b5-1dedd3843849 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:26.400451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:26.403409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:26.433287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-d7b1fda8-d0d4-438a-a332-b3699182c28b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a06c837c-aca6-4e8a-be2a-69e9e641678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444987 May 10 11:42:26.484314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:26.484968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.511369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-d5b3a5ac-69f5-4a08-bb28-d3ee18bfa98e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4609630 May 10 11:42:26.527989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Request body: {'port': {'device_id': 'a5d8d22b-39b5-4e55-a857-07960abfbbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:26.569930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.630471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-d39db092-9c9d-4be5-a72c-c20eeda2b3f2 service neutron] 10.222.0.70 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887171 May 10 11:42:26.651411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4741105-549e-4638-bf10-6b6c41a5d1e6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:26.746952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.779445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44231a01-98f6-465d-a467-7dfa821cbcea req-c82c93e8-4843-4f2e-b7d7-87050f2cfb24 service neutron] 10.222.0.70 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406710 May 10 11:42:26.799852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.942264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-c52e4476-7b03-4f70-b519-ce197d562200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:26.947913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-c52e4476-7b03-4f70-b519-ce197d562200 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc22884d32844000a72c73d3abd1f7ad&device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 1094 time: 0.0900049 May 10 11:42:27.155048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55188) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:27.190027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-70843bf2-123c-4bdf-8c02-6ce62c9f079f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760904794', 'description': 'tempest-description--1589079008'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:27.207258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe5c442d-355c-44d4-a6d3-e251293f256b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:27.254967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: fe5c442d-355c-44d4-a6d3-e251293f256b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:27.256462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe5c442d-355c-44d4-a6d3-e251293f256b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:27.374310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-70843bf2-123c-4bdf-8c02-6ce62c9f079f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.447864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69622c-9b4c-4a9b-88f0-a0fe7075f091 req-f71b72ad-49f1-4925-ac1b-137c11a388c5 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:27.451162 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c69622c-9b4c-4a9b-88f0-a0fe7075f091 req-f71b72ad-49f1-4925-ac1b-137c11a388c5 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 931 time: 0.3744376 May 10 11:42:27.529532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-b8d23c85-4f43-47b4-b561-3ae967127411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:27.531226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-b8d23c85-4f43-47b4-b561-3ae967127411 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 200 len: 916 time: 0.5726416 May 10 11:42:27.580654 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.601288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.705884 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-70843bf2-123c-4bdf-8c02-6ce62c9f079f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.711041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-83c6577e-6be1-475b-b700-62fadfedcc3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61974d4-73e0-48fd-9f76-0906566ede44 HTTP/1.1" status: 200 len: 217 time: 0.1031072 May 10 11:42:27.715109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c69622c-9b4c-4a9b-88f0-a0fe7075f091 req-d2ee6341-d7b6-437c-986c-122460e26897 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408268 May 10 11:42:27.716329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-70843bf2-123c-4bdf-8c02-6ce62c9f079f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.767264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5605-a343-4cb0-8556-c70ed139d3ab req-99ae5f1f-bc9f-4aa0-9e7a-7125524c7e37 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:27.769276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4eae5605-a343-4cb0-8556-c70ed139d3ab req-99ae5f1f-bc9f-4aa0-9e7a-7125524c7e37 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 943 time: 0.2119873 May 10 11:42:27.774023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.774944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 382481b8-238f-4978-870b-b92f68090786 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:42:27.783755 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.788837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-18efed45-302f-4994-969f-72a7d69216c4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/382481b8-238f-4978-870b-b92f68090786 HTTP/1.1" status: 204 len: 168 time: 2.5496132 May 10 11:42:27.793159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55196) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:27.848090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa07a2b6-fcc7-4827-a84c-19c3d6cc8684 admin admin] Deleting subnet 81b933b5-2fe8-47c2-bb94-e00aed01a622 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:42:27.851718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa07a2b6-fcc7-4827-a84c-19c3d6cc8684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.888226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa07a2b6-fcc7-4827-a84c-19c3d6cc8684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.910411 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4eae5605-a343-4cb0-8556-c70ed139d3ab req-3932ce71-5ba0-4f9c-8f7b-307f47f3dd62 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145163 May 10 11:42:27.924744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-7005215c-62ff-4d25-aad2-46f9cd7b0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:27.926222 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-7005215c-62ff-4d25-aad2-46f9cd7b0898 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5a94921-7e23-475c-89f1-d9f00aed6474 HTTP/1.1" status: 200 len: 855 time: 0.2070639 May 10 11:42:27.953851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70843bf2-123c-4bdf-8c02-6ce62c9f079f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fb6b8c-26dc-44c8-91c1-a2d63622f689,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:28.017093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-70843bf2-123c-4bdf-8c02-6ce62c9f079f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.018298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-70843bf2-123c-4bdf-8c02-6ce62c9f079f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8593626 May 10 11:42:28.023514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55200) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:28.034840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-05002249-ebfa-4ec9-b006-5f2cf62470a4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group_rule': {'security_group_id': 'e5fb6b8c-26dc-44c8-91c1-a2d63622f689', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:28.082493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-8b6d4a66-98e2-41e3-88f6-40e2155733c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a06c837c-aca6-4e8a-be2a-69e9e641678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238048 May 10 11:42:28.095160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d284d27b-12be-451a-87d7-4776a4437ee5 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:42:28.124236 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05002249-ebfa-4ec9-b006-5f2cf62470a4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.128912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.152738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa07a2b6-fcc7-4827-a84c-19c3d6cc8684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.166293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Transition to ACTIVE for port object d284d27b-12be-451a-87d7-4776a4437ee5 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:42:28.177575 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.300973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Pushing event updated for resources: {'Port': ['ID=d284d27b-12be-451a-87d7-4776a4437ee5,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:28.328581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.329430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.330052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.330533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.331071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.331687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.331994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.332329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.332712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.333076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.333653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.333982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:28.364786 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-e7502f4c-34c0-4972-a758-922d36a6a726 service neutron] 10.222.0.70 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742095 May 10 11:42:28.396511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05002249-ebfa-4ec9-b006-5f2cf62470a4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.410759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05002249-ebfa-4ec9-b006-5f2cf62470a4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.447600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05002249-ebfa-4ec9-b006-5f2cf62470a4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.449010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-05002249-ebfa-4ec9-b006-5f2cf62470a4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4264474 May 10 11:42:28.452862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:28.456084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05002249-ebfa-4ec9-b006-5f2cf62470a4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09e7023-57fc-4948-9911-4f0e193e815b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:28.471052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6b488c5d-81df-44e5-85f3-c6d3ef007971 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group_rule': {'security_group_id': 'e5fb6b8c-26dc-44c8-91c1-a2d63622f689', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:28.481115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Attempting to bind port d284d27b-12be-451a-87d7-4776a4437ee5 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:42:28.481455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Attempting to bind port d284d27b-12be-451a-87d7-4776a4437ee5 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '104c78b4-34ef-458d-900e-6bfe4de049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0be523ae-e5d8-413e-94b5-1dedd3843849'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:42:28.481830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Attempting to bind port d284d27b-12be-451a-87d7-4776a4437ee5 on network 0be523ae-e5d8-413e-94b5-1dedd3843849 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:28.495656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Port d284d27b-12be-451a-87d7-4776a4437ee5 on network 0be523ae-e5d8-413e-94b5-1dedd3843849 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:42:28.495949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Attempting to bind port d284d27b-12be-451a-87d7-4776a4437ee5 on network 0be523ae-e5d8-413e-94b5-1dedd3843849 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:28.503463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:42:28.504139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Checking segment: {'id': '104c78b4-34ef-458d-900e-6bfe4de049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0be523ae-e5d8-413e-94b5-1dedd3843849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:28.504303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Bound using segment: {'id': '104c78b4-34ef-458d-900e-6bfe4de049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0be523ae-e5d8-413e-94b5-1dedd3843849'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:42:28.504652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Bound port: d284d27b-12be-451a-87d7-4776a4437ee5, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104c78b4-34ef-458d-900e-6bfe4de049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0be523ae-e5d8-413e-94b5-1dedd3843849'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:42:28.505010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.507036 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c1c0fa1-6cc0-456c-bca1-1b069d193ba7 req-fbf683b4-6537-4bef-9fbb-44deef75b32d service neutron] 10.222.0.70 "GET /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315711 May 10 11:42:28.527736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b488c5d-81df-44e5-85f3-c6d3ef007971 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.529098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa07a2b6-fcc7-4827-a84c-19c3d6cc8684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.563760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07a2b6-fcc7-4827-a84c-19c3d6cc8684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b933b5-2fe8-47c2-bb94-e00aed01a622,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:28.577605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aa07a2b6-fcc7-4827-a84c-19c3d6cc8684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.584089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aa07a2b6-fcc7-4827-a84c-19c3d6cc8684 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/81b933b5-2fe8-47c2-bb94-e00aed01a622 HTTP/1.1" status: 204 len: 168 time: 0.7852552 May 10 11:42:28.588494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55216) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:28.589038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61808a-0507-41f7-a863-91ac06437c28 None None] Network 0baa6384-755b-49d7-a9b2-89b8632f72c7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:28.637544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d11b23-0446-4753-878c-f4201b5842d2 req-6ba24f3b-775f-4c3e-965b-0e3a2f0dafab tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:28.639756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03d11b23-0446-4753-878c-f4201b5842d2 req-6ba24f3b-775f-4c3e-965b-0e3a2f0dafab tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 946 time: 0.0790408 May 10 11:42:28.666766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] For port d284d27b-12be-451a-87d7-4776a4437ee5, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:42:28.698762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03d11b23-0446-4753-878c-f4201b5842d2 req-3be82899-752b-4224-bfea-de4978f4d37c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519917 May 10 11:42:28.699207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] For port d284d27b-12be-451a-87d7-4776a4437ee5, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d284d27b-12be-451a-87d7-4776a4437ee5,segment=NetworkSegment(104c78b4-34ef-458d-900e-6bfe4de049e4),segment_id=104c78b4-34ef-458d-900e-6bfe4de049e4)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:42:28.716961 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.731812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.734551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b4741105-549e-4638-bf10-6b6c41a5d1e6 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:28.760487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b4741105-549e-4638-bf10-6b6c41a5d1e6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:28.761090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b4741105-549e-4638-bf10-6b6c41a5d1e6 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:28.782342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b488c5d-81df-44e5-85f3-c6d3ef007971 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.787109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:28.788170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.789251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] 10.222.0.70 "PUT /v2.0/ports/d284d27b-12be-451a-87d7-4776a4437ee5 HTTP/1.1" status: 200 len: 1091 time: 2.2672319 May 10 11:42:28.789745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d8d22b-39b5-4e55-a857-07960abfbbfa', 'tag': 'd284d27b-12be-451a-87d7-4776a4437ee5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:28.792444 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d8d22b-39b5-4e55-a857-07960abfbbfa", "tag": "d284d27b-12be-451a-87d7-4776a4437ee5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:28.813208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b488c5d-81df-44e5-85f3-c6d3ef007971 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.851910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a769e0-f6b4-45ef-b0aa-114d2e7ee54f service neutron] Pushing event updated for resources: {'Port': ['ID=d284d27b-12be-451a-87d7-4776a4437ee5,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:28.860701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] DHCP port deletion for 0baa6384-755b-49d7-a9b2-89b8632f72c7 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:42:28.887595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b488c5d-81df-44e5-85f3-c6d3ef007971 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c3d4cb-b586-4099-a27a-c1762f1f37d7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:28.938613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b488c5d-81df-44e5-85f3-c6d3ef007971 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.942876 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6b488c5d-81df-44e5-85f3-c6d3ef007971 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4849126 May 10 11:42:28.943268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55226) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:28.949237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:28.965161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-ddd52e01-555f-4117-bb75-6ab501a14e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:28.966978 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-ddd52e01-555f-4117-bb75-6ab501a14e94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b53a4d5cdd2e468483df5d81ed175b68&device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 1094 time: 0.1292918 May 10 11:42:28.967513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] Deleting port f15107bc-2159-47ea-bbe4-a2361084a00e {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:28.968243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.978183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7a98-3ee8-4a27-96a0-b4faebbe7f0e req-8651ce11-7e2b-46f4-8acc-dad35dba5bc9 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:28.979713 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-baff7a98-3ee8-4a27-96a0-b4faebbe7f0e req-8651ce11-7e2b-46f4-8acc-dad35dba5bc9 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 943 time: 0.1010101 May 10 11:42:28.997439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.027487 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-66520721-ab34-4764-b366-7149a5768500 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d284d27b-12be-451a-87d7-4776a4437ee5 HTTP/1.1" status: 200 len: 217 time: 0.0459533 May 10 11:42:29.130576 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6caed1f-1974-4763-8019-b18bdd1eacf6 x-openstack-request-id: req-b6caed1f-1974-4763-8019-b18bdd1eacf6 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:29.131015 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d8d22b-39b5-4e55-a857-07960abfbbfa", "tag": "d284d27b-12be-451a-87d7-4776a4437ee5", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:29.131147 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6caed1f-1974-4763-8019-b18bdd1eacf6 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:29.131600 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6caed1f-1974-4763-8019-b18bdd1eacf6'] response: {'name': 'network-changed', 'server_uuid': 'a5d8d22b-39b5-4e55-a857-07960abfbbfa', 'tag': 'd284d27b-12be-451a-87d7-4776a4437ee5', 'status': 'completed', 'code': 200} May 10 11:42:29.142311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Deleting port f15107bc-2159-47ea-bbe4-a2361084a00e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:29.143554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.151210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.233656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-baff7a98-3ee8-4a27-96a0-b4faebbe7f0e req-fbbb072a-d861-44b4-a0cd-f677e03b5b9a tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444367 May 10 11:42:29.239257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-60bab001-cd27-4630-8f59-4bac7e1c43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:29.240766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-60bab001-cd27-4630-8f59-4bac7e1c43f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=391b1fe7-c54c-4917-96c7-a5251e170fe5 HTTP/1.1" status: 200 len: 849 time: 0.1955512 May 10 11:42:29.290858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] For port f15107bc-2159-47ea-bbe4-a2361084a00e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f15107bc-2159-47ea-bbe4-a2361084a00e,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:29.291265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.294078 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-f98be80f-db65-4b4f-9c6d-4d038e1918ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0be523ae-e5d8-413e-94b5-1dedd3843849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384331 May 10 11:42:29.302618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] For port f15107bc-2159-47ea-bbe4-a2361084a00e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f15107bc-2159-47ea-bbe4-a2361084a00e,segment=NetworkSegment(52e50124-6db5-458f-90cb-120fde85fb2d),segment_id=52e50124-6db5-458f-90cb-120fde85fb2d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:29.302997 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.305616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb876b1-92b6-4e0f-a3f3-2a2612de0080 req-bb6c0472-757f-4cf7-a8c1-c0ae2e897fdc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:29.307162 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fb876b1-92b6-4e0f-a3f3-2a2612de0080 req-bb6c0472-757f-4cf7-a8c1-c0ae2e897fdc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 943 time: 0.1051598 May 10 11:42:29.310765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] Calling delete_port for f15107bc-2159-47ea-bbe4-a2361084a00e owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:29.338725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Calling delete_port for f15107bc-2159-47ea-bbe4-a2361084a00e owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:29.388872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Allocated IP 172.25.8.96 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/47da9c87-036c-4a5f-8ac2-badcf6790f53) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:29.395339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fb876b1-92b6-4e0f-a3f3-2a2612de0080 req-f9a39514-7133-4b37-a48a-724f8c9c2739 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649943 May 10 11:42:29.427303 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.468854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] Pushing event deleted for resources: {'Port': ['ID=f15107bc-2159-47ea-bbe4-a2361084a00e,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:29.472365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db4142-8e14-4a05-a9be-2a89e53509fc None None] No DVR routers for this DVR port f15107bc-2159-47ea-bbe4-a2361084a00e on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:29.498105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-1ec058df-be71-40aa-be2c-1977fc2ade8a service neutron] 10.222.0.70 "GET /v2.0/networks/0be523ae-e5d8-413e-94b5-1dedd3843849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921463 May 10 11:42:29.518229 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.585918 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.591663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.627014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f15107bc-2159-47ea-bbe4-a2361084a00e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:29.646430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:29.651002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] No DVR routers for this DVR port f15107bc-2159-47ea-bbe4-a2361084a00e on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:29.651198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:29.661565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:29.703962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=47da9c87-036c-4a5f-8ac2-badcf6790f53,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:29.796649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7ee211e-77fb-42e3-97a4-5a639e42db99 req-bb0c5855-c237-499b-9556-812e5658dff3 service neutron] 10.222.0.70 "GET /v2.0/networks/0be523ae-e5d8-413e-94b5-1dedd3843849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885301 May 10 11:42:29.803977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.814119 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.857418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.898999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baa6384-755b-49d7-a9b2-89b8632f72c7']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:29.917412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e50124-6db5-458f-90cb-120fde85fb2d') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:29.917705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e50124-6db5-458f-90cb-120fde85fb2d') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:29.938799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:29.955364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bff5e6-5603-477d-b64f-8a55099ee42f req-f70e8108-935b-4e09-8aea-3aadb11d1f8e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:29.963877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9bff5e6-5603-477d-b64f-8a55099ee42f req-f70e8108-935b-4e09-8aea-3aadb11d1f8e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 946 time: 0.1729953 May 10 11:42:29.988410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-0d91aef3-2d2d-4013-ae93-86b513f2b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:29.990727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-0d91aef3-2d2d-4013-ae93-86b513f2b721 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b53a4d5cdd2e468483df5d81ed175b68&device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 1094 time: 0.1319687 May 10 11:42:30.022972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.044571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-39f27fb5-1161-4ad0-ae7a-33437f769a56 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:30.060843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-39f27fb5-1161-4ad0-ae7a-33437f769a56 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 946 time: 0.1031835 May 10 11:42:30.091308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:42:30.091716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: timer() May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:42:30.098991 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:42:30.125568 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.149285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9bff5e6-5603-477d-b64f-8a55099ee42f req-7a45be8f-71dd-4c27-967e-fbf66b81f263 tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843855 May 10 11:42:30.159284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.192156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f61974d4-73e0-48fd-9f76-0906566ede44 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:42:30.197087 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.207975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.211145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] 10.222.0.13 "DELETE /v2.0/networks/0baa6384-755b-49d7-a9b2-89b8632f72c7 HTTP/1.1" status: 204 len: 168 time: 1.6166012 May 10 11:42:30.215024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55264) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:30.281785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a876bf-6a12-4e55-932e-8b569d06bf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=0baa6384-755b-49d7-a9b2-89b8632f72c7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:30.295263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-dee5511b-ec38-420e-a8a5-c46561c26a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:30.301645 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-dee5511b-ec38-420e-a8a5-c46561c26a27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0be523ae-e5d8-413e-94b5-1dedd3843849 HTTP/1.1" status: 200 len: 910 time: 0.3020015 May 10 11:42:30.371909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=47da9c87-036c-4a5f-8ac2-badcf6790f53,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:30.383699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f61974d4-73e0-48fd-9f76-0906566ede44, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f61974d4-73e0-48fd-9f76-0906566ede44,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:30.401821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'f61974d4-73e0-48fd-9f76-0906566ede44', 'network_id': 'a06c837c-aca6-4e8a-be2a-69e9e641678d', 'port_id': 'f61974d4-73e0-48fd-9f76-0906566ede44', 'mac_address': 'fa:16:3e:94:91:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a94921-7e23-475c-89f1-d9f00aed6474', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:42:30.426045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.441484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Deleting port 8f256e82-8f90-453e-8ac4-dd37008d79c3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:30.441976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.449327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f61974d4-73e0-48fd-9f76-0906566ede44 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:30.452610 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.476938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.482599 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2634c389-eb24-49ea-866d-3394820b5d0d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5383036 May 10 11:42:30.483408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61974d4-73e0-48fd-9f76-0906566ede44 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:42:30.519766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-37817921-a1bf-41ee-98e5-891a28ba49fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d284d27b-12be-451a-87d7-4776a4437ee5 HTTP/1.1" status: 200 len: 217 time: 0.2068775 May 10 11:42:30.536128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f61974d4-73e0-48fd-9f76-0906566ede44, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f61974d4-73e0-48fd-9f76-0906566ede44,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:30.548146 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.596002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc78c9-caca-4afe-9fc5-733c53fbe7a5 req-f3a04afd-7f3e-4aad-b5a8-8a212946b9e7 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:30.599120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35cc78c9-caca-4afe-9fc5-733c53fbe7a5 req-f3a04afd-7f3e-4aad-b5a8-8a212946b9e7 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 943 time: 0.2069449 May 10 11:42:30.650272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f61974d4-73e0-48fd-9f76-0906566ede44,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:30.711006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] For port 8f256e82-8f90-453e-8ac4-dd37008d79c3, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8f256e82-8f90-453e-8ac4-dd37008d79c3,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:30.711415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:30.723280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-43671723-7f52-43a4-ba89-94a90d84074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:30.724875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-43671723-7f52-43a4-ba89-94a90d84074d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=391b1fe7-c54c-4917-96c7-a5251e170fe5 HTTP/1.1" status: 200 len: 849 time: 0.1333268 May 10 11:42:30.752161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef7fd1-74b2-4681-bb6e-f204f7415aa8 req-584f5c22-0658-488e-a8bd-26e03b12d179 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:30.761037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['f61974d4-73e0-48fd-9f76-0906566ede44'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:42:30.761274 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ef7fd1-74b2-4681-bb6e-f204f7415aa8 req-584f5c22-0658-488e-a8bd-26e03b12d179 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 944 time: 0.1802111 May 10 11:42:30.786137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-9b9a5d8c-3f3d-434b-b005-cfde1e6efd91 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0be523ae-e5d8-413e-94b5-1dedd3843849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532820 May 10 11:42:30.790217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f15107bc-2159-47ea-bbe4-a2361084a00e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:30.807363 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35cc78c9-caca-4afe-9fc5-733c53fbe7a5 req-b15ff13e-f4f8-4958-82b1-1fce7ba30473 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997569 May 10 11:42:30.849106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f15107bc-2159-47ea-bbe4-a2361084a00e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:30.852710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f15107bc-2159-47ea-bbe4-a2361084a00e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:30.899516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-9e698f3c-3277-4ebc-8f8c-bc6916b969e0 service neutron] 10.222.0.70 "GET /v2.0/networks/0be523ae-e5d8-413e-94b5-1dedd3843849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045609 May 10 11:42:31.125064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ef7fd1-74b2-4681-bb6e-f204f7415aa8 req-0b18eb4b-c6e6-40f7-9fe3-1fa6b26eeb0e tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630052 May 10 11:42:31.212901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0b62518-d4c2-4d3c-a142-259d19bbaa4d req-aaa94659-602f-4142-b052-556462750ff2 service neutron] 10.222.0.70 "GET /v2.0/networks/0be523ae-e5d8-413e-94b5-1dedd3843849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060358 May 10 11:42:31.299374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:31.453402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f1717-13cd-44f0-a16c-db578a414f1c req-fd98d1cf-75da-425c-9f9d-26fd60db87fb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:31.455639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d12f1717-13cd-44f0-a16c-db578a414f1c req-fd98d1cf-75da-425c-9f9d-26fd60db87fb tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6cca017-b7e6-4579-8625-5a57f6dbc47f HTTP/1.1" status: 200 len: 946 time: 0.1083169 May 10 11:42:31.459567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:31.460562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:31.461098 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Floating IP f5d83be5-642f-48c3-912c-2e97c21267b3 disassociated. External IP: 172.25.8.238, port: 8f256e82-8f90-453e-8ac4-dd37008d79c3. May 10 11:42:31.461712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Calling delete_port for 8f256e82-8f90-453e-8ac4-dd37008d79c3 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:31.490310 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-17299f6e-e0e9-457a-bdd0-ce33ea7bbfe9 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--760904794&fields=id&tenant_id=54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 267 time: 0.0878222 May 10 11:42:31.549212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d12f1717-13cd-44f0-a16c-db578a414f1c req-50888352-90a8-4e55-857e-15b2d81f70ca tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce67c6fe-719b-479d-a461-62f63459a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753586 May 10 11:42:31.698964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-38f8a1fe-ee36-4c52-9231-09db618019c8 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:31.700733 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-38f8a1fe-ee36-4c52-9231-09db618019c8 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 815 time: 0.1783555 May 10 11:42:31.722700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Deleting port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:31.724119 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:31.731337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-f8afe5e8-1749-4a5a-ac9f-f67438878617 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/quotas/54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 375 time: 0.0241117 May 10 11:42:31.735791 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:31.788818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event deleted for resources: {'Port': ['ID=8f256e82-8f90-453e-8ac4-dd37008d79c3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:31.925365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Router 26b51cc3-a224-4919-a4ae-bfa061a17a9b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:42:31.944948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-382fcfb0-fddf-48ef-843b-de55bee93279 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2065589 May 10 11:42:32.091660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:32.103963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] Sync routers for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:32.115837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:32.120077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-8b41dabb-35d1-4d6e-a28e-f2f844550257 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:42:32.121061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:32.121360 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-8b41dabb-35d1-4d6e-a28e-f2f844550257 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1322088 May 10 11:42:32.240602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] No DVR routers for this DVR port 8f256e82-8f90-453e-8ac4-dd37008d79c3 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:32.247714 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:32.249953 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d284d27b-12be-451a-87d7-4776a4437ee5 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:42:32.252352 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-52863bca-b673-4e12-9f69-30a88cecdad2 req-e3ea424c-8f4a-438d-b9dc-1fe2037af82c tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.70 "DELETE /v2.0/ports/8f256e82-8f90-453e-8ac4-dd37008d79c3 HTTP/1.1" status: 204 len: 173 time: 2.1836843 May 10 11:42:32.252982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-deleted', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:32.256428 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7623d97-7558-4221-a41e-5bc85f273adf" -d '{"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-deleted", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:32.285802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f61974d4-73e0-48fd-9f76-0906566ede44 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:32.352679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-11ba3f93-3046-4863-b734-6ff97455401a service neutron] 10.222.0.13 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016656 May 10 11:42:32.428269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076be45e-5afd-4c1c-9952-f18b523bd8f1 req-2815499a-23f5-44fd-a680-96793d61225e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:32.437234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-076be45e-5afd-4c1c-9952-f18b523bd8f1 req-2815499a-23f5-44fd-a680-96793d61225e tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 943 time: 0.1300445 May 10 11:42:32.484316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] For port 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,segment=NetworkSegment(c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d),segment_id=c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:32.485548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:32.517913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-39a937e7-b529-4925-84eb-bb380d4fc4b5 service neutron] 10.222.0.13 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570292 May 10 11:42:32.524776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:32.556589 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-076be45e-5afd-4c1c-9952-f18b523bd8f1 req-e39cc3ee-d203-4211-bf4e-299a4512cc44 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182370 May 10 11:42:32.584735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Calling delete_port for 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:32.837987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d284d27b-12be-451a-87d7-4776a4437ee5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d284d27b-12be-451a-87d7-4776a4437ee5,segment=NetworkSegment(104c78b4-34ef-458d-900e-6bfe4de049e4),segment_id=104c78b4-34ef-458d-900e-6bfe4de049e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:32.860505 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d812260-7c65-4e15-8bbb-86d713ac8240 x-openstack-request-id: req-7d812260-7c65-4e15-8bbb-86d713ac8240 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:32.860831 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cca017-b7e6-4579-8625-5a57f6dbc47f", "name": "network-vif-deleted", "tag": "8f256e82-8f90-453e-8ac4-dd37008d79c3", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:32.861176 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d812260-7c65-4e15-8bbb-86d713ac8240 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:32.861659 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d812260-7c65-4e15-8bbb-86d713ac8240'] response: {'server_uuid': 'c6cca017-b7e6-4579-8625-5a57f6dbc47f', 'name': 'network-vif-deleted', 'tag': '8f256e82-8f90-453e-8ac4-dd37008d79c3', 'status': 'completed', 'code': 200} May 10 11:42:32.979358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17859db4-df48-4505-9edf-085ef1992047 req-ab85dcd6-2e48-4b98-a104-9c11ec013bf2 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:32.988335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17859db4-df48-4505-9edf-085ef1992047 req-ab85dcd6-2e48-4b98-a104-9c11ec013bf2 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 944 time: 0.2503095 May 10 11:42:33.005329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'd284d27b-12be-451a-87d7-4776a4437ee5', 'network_id': '0be523ae-e5d8-413e-94b5-1dedd3843849', 'port_id': 'd284d27b-12be-451a-87d7-4776a4437ee5', 'mac_address': 'fa:16:3e:2d:72:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391b1fe7-c54c-4917-96c7-a5251e170fe5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:42:33.019352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.031255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fb531fe-320a-4edb-ae0c-a9bf1a0bf11b req-1e7f15d0-b603-4bdf-b02f-b0463a66b53f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 210 time: 0.0460699 May 10 11:42:33.059403 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17859db4-df48-4505-9edf-085ef1992047 req-b81acbe3-db68-46b4-8467-449e7060f3d4 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702057 May 10 11:42:33.071349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55330) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:33.073699 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.128272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d284d27b-12be-451a-87d7-4776a4437ee5 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:33.129270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.132633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Pushing event deleted for resources: {'Port': ['ID=095cb0c2-149f-4df5-8a4a-2c5cf0127c6a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:33.149279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d284d27b-12be-451a-87d7-4776a4437ee5 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:42:33.173145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d284d27b-12be-451a-87d7-4776a4437ee5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d284d27b-12be-451a-87d7-4776a4437ee5,segment=NetworkSegment(104c78b4-34ef-458d-900e-6bfe4de049e4),segment_id=104c78b4-34ef-458d-900e-6bfe4de049e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:33.180073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port f61974d4-73e0-48fd-9f76-0906566ede44 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:42:33.187664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port f61974d4-73e0-48fd-9f76-0906566ede44 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:33.188069 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.191636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.279045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83d5fb6b-84c5-4968-90b1-a20a3146243e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.333753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83d5fb6b-84c5-4968-90b1-a20a3146243e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.349153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:33.403329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83d5fb6b-84c5-4968-90b1-a20a3146243e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.409672 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83d5fb6b-84c5-4968-90b1-a20a3146243e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.416644 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-83d5fb6b-84c5-4968-90b1-a20a3146243e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce67c6fe-719b-479d-a461-62f63459a15d HTTP/1.1" status: 204 len: 168 time: 0.3403900 May 10 11:42:33.419902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55338) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:33.486886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5fb6b-84c5-4968-90b1-a20a3146243e tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce67c6fe-719b-479d-a461-62f63459a15d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:33.509927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d284d27b-12be-451a-87d7-4776a4437ee5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:42:33.525538 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-d3572ee7-d712-4e4d-94f9-2639e9a5ee1a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] show failed (client error): The resource could not be found. May 10 11:42:33.538582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d3572ee7-d712-4e4d-94f9-2639e9a5ee1a tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "GET /v2.0/security-groups/ce67c6fe-719b-479d-a461-62f63459a15d HTTP/1.1" status: 404 len: 347 time: 0.1015866 May 10 11:42:33.539327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55346) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:33.542942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] Checking router: 26b51cc3-a224-4919-a4ae-bfa061a17a9b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:33.624220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:33.636447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:33.637305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:33.794536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f62d1-c85f-45c7-a7b1-be76d1b038ab req-9463a73c-c8f5-441c-bc40-25fc35039c7b tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:33.803276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-739f62d1-c85f-45c7-a7b1-be76d1b038ab req-9463a73c-c8f5-441c-bc40-25fc35039c7b tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 944 time: 0.1230049 May 10 11:42:33.893132 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-739f62d1-c85f-45c7-a7b1-be76d1b038ab req-b0a38194-5a2d-4308-a1c2-da1bf1dbe37c tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798244 May 10 11:42:33.904144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:34.065065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55354) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:34.071556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d284d27b-12be-451a-87d7-4776a4437ee5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:34.114579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f61974d4-73e0-48fd-9f76-0906566ede44 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:34.114909 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.213977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f61974d4-73e0-48fd-9f76-0906566ede44, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f61974d4-73e0-48fd-9f76-0906566ede44,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:34.219589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61974d4-73e0-48fd-9f76-0906566ede44'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:34.221237 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fe775f0-8c5f-4294-af00-18428fe22dff req-a4ef3fe2-f064-4ebe-af86-a9dbd7bf4577 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 210 time: 0.0769112 May 10 11:42:34.222700 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292fb0dc-4e91-4c87-8125-fd49ed14e902" -d '{"events": [{"server_uuid": "8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c", "name": "network-vif-plugged", "status": "completed", "tag": "f61974d4-73e0-48fd-9f76-0906566ede44"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:34.229441 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.245978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:34.248190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Deleting port 1594cd5b-2508-470f-bd4e-17b4f1e16dde {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:34.248602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.305247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3c7f-8afc-4b44-9e32-63560e3ca9f7 req-e42cb6f3-2068-45f1-bd41-4c797fc9c288 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:34.318314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-830b3c7f-8afc-4b44-9e32-63560e3ca9f7 req-e42cb6f3-2068-45f1-bd41-4c797fc9c288 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 944 time: 0.1478770 May 10 11:42:34.328646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Router 7259b969-b989-469e-8e66-f768c90e6026 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:42:34.342835 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eba994-6089-4514-aed9-eca4bf196dbb x-openstack-request-id: req-19eba994-6089-4514-aed9-eca4bf196dbb {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:34.344086 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c", "name": "network-vif-plugged", "status": "completed", "tag": "f61974d4-73e0-48fd-9f76-0906566ede44", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:34.344610 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19eba994-6089-4514-aed9-eca4bf196dbb {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:34.345184 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19eba994-6089-4514-aed9-eca4bf196dbb'] response: {'server_uuid': '8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61974d4-73e0-48fd-9f76-0906566ede44', 'code': 200} May 10 11:42:34.349166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 8f256e82-8f90-453e-8ac4-dd37008d79c3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:34.349911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8f256e82-8f90-453e-8ac4-dd37008d79c3 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:34.367503 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-af777f00-6294-4e40-bbec-5a996d6326fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.433144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f61974d4-73e0-48fd-9f76-0906566ede44,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:34.461203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.461637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.491775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Calling delete_port for 1594cd5b-2508-470f-bd4e-17b4f1e16dde owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:34.541920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1e68078-cda2-4738-8d63-8b9402319b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.554850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:34.595658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963fe58-5d6c-49a6-a74c-1b13084d220b None None] The sync data for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 is: [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:35:30Z', 'revision_number': 4, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0', 'name': '', 'network_id': '862e694c-25bb-4128-9a47-d0a0988b956e', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'mac_address': 'fa:16:3e:b0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:28Z', 'updated_at': '2022-05-10T11:35:38Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'subnets': [{'id': '6a00e7eb-8579-4339-b0a5-8f32054f28f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:34.607708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:34.623244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6d31d436-f41e-4df0-b3a9-bec93a28b941 admin admin] 10.222.0.13 "PUT /v2.0/routers/7259b969-b989-469e-8e66-f768c90e6026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4047766 May 10 11:42:34.627532 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] Sync routers for ids ['7259b969-b989-469e-8e66-f768c90e6026'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:34.642922 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] Routers {'7259b969-b989-469e-8e66-f768c90e6026'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:34.643849 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7259b969-b989-469e-8e66-f768c90e6026'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:34.706703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55362) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:34.801509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1e68078-cda2-4738-8d63-8b9402319b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.820649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-830b3c7f-8afc-4b44-9e32-63560e3ca9f7 req-4ec32796-85f7-46c0-a6d4-e2d0b74ce096 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001197 May 10 11:42:34.825551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1e68078-cda2-4738-8d63-8b9402319b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.898703 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] Set router 7259b969-b989-469e-8e66-f768c90e6026 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:34.908381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:34.924951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c1e68078-cda2-4738-8d63-8b9402319b1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2df1ffa6d044712b7445f8bd1a285f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8573446 May 10 11:42:34.931267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e68078-cda2-4738-8d63-8b9402319b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65015e-d652-4492-aa7a-5961a8489625,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:34.944787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55368) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:34.969417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78631d-d960-474e-982c-776324e46d76 req-10dcaf21-61a4-49d0-82a4-49979dde2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:34.971270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb78631d-d960-474e-982c-776324e46d76 req-10dcaf21-61a4-49d0-82a4-49979dde2ccb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 1096 time: 0.5531874 May 10 11:42:35.113752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f2e41-d383-4f9a-953d-eba606896071 None None] New status for floating IP f5d83be5-642f-48c3-912c-2e97c21267b3: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:42:35.125468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb78631d-d960-474e-982c-776324e46d76 req-e0949acf-188b-4294-b4d0-e1856e7cc8fc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446972 May 10 11:42:35.139294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-27c0f232-e476-4806-be23-5c8c159c0368 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:35.141650 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-27c0f232-e476-4806-be23-5c8c159c0368 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 815 time: 0.7369831 May 10 11:42:35.170504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.194068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.233501 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-c6cf4ea7-6435-477d-a5d6-3210a848cfdf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 472 time: 0.0822892 May 10 11:42:35.260341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'port': {'device_id': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'admin_state_up': True, 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'security_groups': ['e5fb6b8c-26dc-44c8-91c1-a2d63622f689']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:35.266347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17f1b1-fcdf-4e6e-928a-b1c35da526a5 req-3a990ec5-625a-4b3a-8eb9-af138c2aec48 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:35.280703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da17f1b1-fcdf-4e6e-928a-b1c35da526a5 req-3a990ec5-625a-4b3a-8eb9-af138c2aec48 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 944 time: 0.2193322 May 10 11:42:35.291065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.359350 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.371117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Pushing event deleted for resources: {'Port': ['ID=1594cd5b-2508-470f-bd4e-17b4f1e16dde,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:35.379446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4df8581-dddb-45e7-93af-9110046e27ab req-454f4d69-87fd-4830-a3d7-fb2e38cac280 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 210 time: 0.0423367 May 10 11:42:35.419477 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:42:32Z', 'revision_number': 5, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port': {'id': '418b3362-2b3c-44a3-845d-976d4c08d6d9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259b969-b989-469e-8e66-f768c90e6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:32Z', 'updated_at': '2022-05-10T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:35.486435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.489736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.491430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34c78187-f793-4855-819d-322ec9bee39d tempest-AttachVolumeShelveTestJSON-770840397 tempest-AttachVolumeShelveTestJSON-770840397-project] 10.222.0.13 "DELETE /v2.0/floatingips/f5d83be5-642f-48c3-912c-2e97c21267b3 HTTP/1.1" status: 204 len: 168 time: 1.9510276 May 10 11:42:35.496527 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da17f1b1-fcdf-4e6e-928a-b1c35da526a5 req-a7d3870c-7a15-481f-b11c-b2691abfad37 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143795 May 10 11:42:35.500729 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.507509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.519310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.524206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-233f2e41-d383-4f9a-953d-eba606896071 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:42:35.524959 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-233f2e41-d383-4f9a-953d-eba606896071 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:42:35.525647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f65015e-d652-4492-aa7a-5961a8489625 HTTP/1.1" status: 204 len: 168 time: 0.5751588 May 10 11:42:35.541207 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] Checking router: 7259b969-b989-469e-8e66-f768c90e6026 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:35.552281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65015e-d652-4492-aa7a-5961a8489625,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:35.560640 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] Routers {'7259b969-b989-469e-8e66-f768c90e6026'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:35.562860 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7259b969-b989-469e-8e66-f768c90e6026'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:35.563422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.564842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.565479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.566031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.566554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.567073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.567528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.568020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.568486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.568904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.569388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.569975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad4eae-106d-40e9-a383-23ca24e6bf08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:35.594541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Made reservation on behalf of 54559a33eeb145b689aaa8cf708df004 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:35.609723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.624494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Deleting port 418b3362-2b3c-44a3-845d-976d4c08d6d9 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:35.625042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.775249 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] Set router 7259b969-b989-469e-8e66-f768c90e6026 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:35.798283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] For port 418b3362-2b3c-44a3-845d-976d4c08d6d9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=418b3362-2b3c-44a3-845d-976d4c08d6d9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:35.800803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.821363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Calling delete_port for 418b3362-2b3c-44a3-845d-976d4c08d6d9 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:35.857739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:42:35Z', 'revision_number': 6, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:35.899420 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769b26-c9d5-4720-9598-99703caf9bb2 None None] The sync data for ids ['7259b969-b989-469e-8e66-f768c90e6026'] in n-d-840949-1 is: [{'id': '7259b969-b989-469e-8e66-f768c90e6026', 'name': 'tempest-TaggedBootDevicesTest-1136324778-router', 'tenant_id': '13087f1d76034c67938eae775dd02735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:30Z', 'updated_at': '2022-05-10T11:42:35Z', 'revision_number': 6, 'project_id': '13087f1d76034c67938eae775dd02735', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:36.026240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f2e41-d383-4f9a-953d-eba606896071 None None] New status for floating IP f5d83be5-642f-48c3-912c-2e97c21267b3: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:42:36.062029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Allocated IP 172.20.0.8 (df964da3-c9c3-43ec-8cfe-883e8aaa78dc/af092eb2-0e4e-4f7b-bf86-239ae711e0b8/2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:36.078800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aed02-0547-428c-9419-528356dbd7c0 req-fc6c9b4a-1b35-4775-82c6-740393265bdc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:36.080615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a4aed02-0547-428c-9419-528356dbd7c0 req-fc6c9b4a-1b35-4775-82c6-740393265bdc tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.1148319 May 10 11:42:36.117202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.128311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55384) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:36.150038 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-528aee8f-58c6-482d-b545-a10bef647f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.155946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Pushing event deleted for resources: {'Port': ['ID=418b3362-2b3c-44a3-845d-976d4c08d6d9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:36.220708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d284d27b-12be-451a-87d7-4776a4437ee5 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:36.277940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-528aee8f-58c6-482d-b545-a10bef647f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.287321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a4aed02-0547-428c-9419-528356dbd7c0 req-c325851f-314c-444a-8dc9-df750b8b3eea tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983058 May 10 11:42:36.291234 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-528aee8f-58c6-482d-b545-a10bef647f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.297974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.334972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aee8f-58c6-482d-b545-a10bef647f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35a5044-6f74-4b22-9ade-fa6cb4453a84,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:36.358688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port d284d27b-12be-451a-87d7-4776a4437ee5 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:42:36.363533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port d284d27b-12be-451a-87d7-4776a4437ee5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:36.364055 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.431051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-528aee8f-58c6-482d-b545-a10bef647f6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0f29e60cabb480fa4390c4cc0495a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012791 May 10 11:42:36.434338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55388) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:36.534775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.536735 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b31d4b03-c638-463b-ad87-78b54cbbcb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.554641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d284d27b-12be-451a-87d7-4776a4437ee5 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:36.559459 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.576069 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b31d4b03-c638-463b-ad87-78b54cbbcb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.588380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.599811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bb2ddbfa-e8d3-42cd-9271-14501be18989 req-34da958b-cbe8-41ef-9330-0d6e2e6e29a3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 210 time: 0.0497522 May 10 11:42:36.605084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.621336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8d22b-39b5-4e55-a857-07960abfbbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd284d27b-12be-451a-87d7-4776a4437ee5'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:36.623677 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60499fa-cbe8-419e-a847-dd52aa6560d8" -d '{"events": [{"server_uuid": "a5d8d22b-39b5-4e55-a857-07960abfbbfa", "name": "network-vif-plugged", "status": "completed", "tag": "d284d27b-12be-451a-87d7-4776a4437ee5"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:36.638383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.650647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d284d27b-12be-451a-87d7-4776a4437ee5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d284d27b-12be-451a-87d7-4776a4437ee5,segment=NetworkSegment(104c78b4-34ef-458d-900e-6bfe4de049e4),segment_id=104c78b4-34ef-458d-900e-6bfe4de049e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:36.664446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:36.665836 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.671134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:36.673909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:36.714506 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.716602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7259b969-b989-469e-8e66-f768c90e6026 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:42:36.729967 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.731465 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fba43f28-c414-4cad-b890-c0d3b10d468d admin admin] 10.222.0.13 "DELETE /v2.0/routers/7259b969-b989-469e-8e66-f768c90e6026 HTTP/1.1" status: 204 len: 168 time: 2.0235405 May 10 11:42:36.733881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55394) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:36.768959 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7d2f6-393b-4c23-9314-d641a031331e x-openstack-request-id: req-e6f7d2f6-393b-4c23-9314-d641a031331e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:36.769162 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8d22b-39b5-4e55-a857-07960abfbbfa", "name": "network-vif-plugged", "status": "completed", "tag": "d284d27b-12be-451a-87d7-4776a4437ee5", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:36.769452 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6f7d2f6-393b-4c23-9314-d641a031331e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:36.775751 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f7d2f6-393b-4c23-9314-d641a031331e'] response: {'server_uuid': 'a5d8d22b-39b5-4e55-a857-07960abfbbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd284d27b-12be-451a-87d7-4776a4437ee5', 'code': 200} May 10 11:42:36.786771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d284d27b-12be-451a-87d7-4776a4437ee5,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:36.789496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfb26a6-df82-42c0-b186-01bc965817f5 admin admin] Deleting subnet e18f6c94-f521-4b8b-b8de-0b3ded049d44 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:42:36.801172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cfb26a6-df82-42c0-b186-01bc965817f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.893294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b31d4b03-c638-463b-ad87-78b54cbbcb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.897154 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cfb26a6-df82-42c0-b186-01bc965817f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.899366 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b31d4b03-c638-463b-ad87-78b54cbbcb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.902199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b31d4b03-c638-463b-ad87-78b54cbbcb8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c35a5044-6f74-4b22-9ade-fa6cb4453a84 HTTP/1.1" status: 204 len: 168 time: 0.4666245 May 10 11:42:36.992286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cfb26a6-df82-42c0-b186-01bc965817f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:36.995269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d4b03-c638-463b-ad87-78b54cbbcb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35a5044-6f74-4b22-9ade-fa6cb4453a84,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:37.028423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:37.051410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:37.075407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18aed9-fef8-4771-b66e-6e0c051dcdbd req-84851f31-560e-4f3b-9e0a-ee5a366ae353 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:37.079016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c18aed9-fef8-4771-b66e-6e0c051dcdbd req-84851f31-560e-4f3b-9e0a-ee5a366ae353 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 945 time: 0.3120077 May 10 11:42:37.089331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:37.090251 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.100306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:37.103963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 095cb0c2-149f-4df5-8a4a-2c5cf0127c6a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:37.104695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 418b3362-2b3c-44a3-845d-976d4c08d6d9 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:37.110340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851f975-b7c6-48b0-9dff-20e629c54822 req-1379c6af-41ae-4e58-9215-1b84ed728edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:37.114560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5851f975-b7c6-48b0-9dff-20e629c54822 req-1379c6af-41ae-4e58-9215-1b84ed728edc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 1096 time: 0.2807980 May 10 11:42:37.135988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cfb26a6-df82-42c0-b186-01bc965817f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.166863 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c18aed9-fef8-4771-b66e-6e0c051dcdbd req-6abf7d87-73a9-413d-ad97-a1cb91b5921d tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609052 May 10 11:42:37.171026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1c9d7fd5-2e88-4c74-a115-3304eee30ac0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9253037 May 10 11:42:37.185564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Request body: {'port': {'device_id': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:37.214864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb26a6-df82-42c0-b186-01bc965817f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18f6c94-f521-4b8b-b8de-0b3ded049d44,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:37.221412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cfb26a6-df82-42c0-b186-01bc965817f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.229565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2cfb26a6-df82-42c0-b186-01bc965817f5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e18f6c94-f521-4b8b-b8de-0b3ded049d44 HTTP/1.1" status: 204 len: 168 time: 0.4944694 May 10 11:42:37.234676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55402) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:37.240492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3655df-e9c7-473c-a350-0a50a9fe6166 None None] Network 1653924c-83c2-45e5-8ebb-f43e289aefb7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:37.262834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 418b3362-2b3c-44a3-845d-976d4c08d6d9 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:37.268238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 418b3362-2b3c-44a3-845d-976d4c08d6d9 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:37.297739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.317121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5851f975-b7c6-48b0-9dff-20e629c54822 req-1f4b76d8-3fab-4658-a62d-dd977f935ced service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541302 May 10 11:42:37.364225 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee99d45b-61a8-4d92-83ad-13ef49ec77a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.419285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-311bd3fa-4483-4a1e-a6c7-3662727038a1 None None] Provisioning complete for port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:37.423422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-311bd3fa-4483-4a1e-a6c7-3662727038a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.484539 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.523324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-311bd3fa-4483-4a1e-a6c7-3662727038a1 None None] Port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:42:37.607962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6853c0-afc4-4ac2-8b45-bfe9ef7ef5b8 req-2a6701c7-20f4-4052-8117-43bf5aa4a37b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:37.616045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d6853c0-afc4-4ac2-8b45-bfe9ef7ef5b8 req-2a6701c7-20f4-4052-8117-43bf5aa4a37b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.1627381 May 10 11:42:37.701446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d6853c0-afc4-4ac2-8b45-bfe9ef7ef5b8 req-5070046a-dddc-4ccb-bdcf-487a586b5bab tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815768 May 10 11:42:37.745590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Deleting port 195aebb0-1a62-480e-b093-1753616be9ee {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:37.745949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.746901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] DHCP port deletion for 1653924c-83c2-45e5-8ebb-f43e289aefb7 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:42:37.767434 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.791350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55412) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:37.828591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fd9027f-5dfc-4da3-80f4-d6fb0255c2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.835058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] Deleting port 195aebb0-1a62-480e-b093-1753616be9ee {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:37.835746 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.843339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] For port 195aebb0-1a62-480e-b093-1753616be9ee, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=195aebb0-1a62-480e-b093-1753616be9ee,segment=NetworkSegment(c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d),segment_id=c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:37.843873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.886596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Calling delete_port for 195aebb0-1a62-480e-b093-1753616be9ee owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:37.888908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967e86d-4f64-4ef7-9a23-b9bd42c1fa28 req-dff84f52-33df-4229-9150-a9fc766c6e9a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:37.891215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b967e86d-4f64-4ef7-9a23-b9bd42c1fa28 req-dff84f52-33df-4229-9150-a9fc766c6e9a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 931 time: 0.2105148 May 10 11:42:37.903347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:42:37.914931 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.929930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff276f-02cc-4ab6-a3ce-afc47ebb2edc req-5c12455e-f17f-4762-9a5f-d09dc72aa75c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:37.932301 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1dff276f-02cc-4ab6-a3ce-afc47ebb2edc req-5c12455e-f17f-4762-9a5f-d09dc72aa75c tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.1095140 May 10 11:42:37.941897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] For port 195aebb0-1a62-480e-b093-1753616be9ee, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=195aebb0-1a62-480e-b093-1753616be9ee,segment=NetworkSegment(c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d),segment_id=c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:37.944076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:37.964178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] Calling delete_port for 195aebb0-1a62-480e-b093-1753616be9ee owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:37.966986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Transition to ACTIVE for port object 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:42:38.002709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.014292 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1dff276f-02cc-4ab6-a3ce-afc47ebb2edc req-9388be5f-4109-4b39-914e-02199b8900c2 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 May 10 11:42:38.059625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.062968 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b967e86d-4f64-4ef7-9a23-b9bd42c1fa28 req-fe1bbf99-f861-4761-8793-16f82713bb1b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549196 May 10 11:42:38.138085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Pushing event deleted for resources: {'Port': ['ID=195aebb0-1a62-480e-b093-1753616be9ee,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:38.141844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] No DVR routers for this DVR port 195aebb0-1a62-480e-b093-1753616be9ee on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:38.151585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.231723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] Pushing event deleted for resources: {'Port': ['ID=195aebb0-1a62-480e-b093-1753616be9ee,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:38.234034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc52e6-427c-4dae-bf58-7e35b5c73fae None None] No DVR routers for this DVR port 195aebb0-1a62-480e-b093-1753616be9ee on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:38.257452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:38.305620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fd9027f-5dfc-4da3-80f4-d6fb0255c2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.325089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.375956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fd9027f-5dfc-4da3-80f4-d6fb0255c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.421636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3fd9027f-5dfc-4da3-80f4-d6fb0255c2c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3847a5a0205f493d8f1bba87c445bb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285841 May 10 11:42:38.424391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1653924c-83c2-45e5-8ebb-f43e289aefb7']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:38.437511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:38.437835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f11008-7b2b-450d-a8fc-e8bcf6ea6f4d') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:38.447750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55430) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:38.453861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.472246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.482375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:42:38.482901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.535234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9027f-5dfc-4da3-80f4-d6fb0255c2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14816ef9-1d82-45db-8d77-75c05ef31a25,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: timer() May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:42:38.551239 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:42:38.565762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.577557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.581190 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1653924c-83c2-45e5-8ebb-f43e289aefb7 HTTP/1.1" status: 204 len: 168 time: 1.3449352 May 10 11:42:38.598475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Attempting to bind port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:42:38.599072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Attempting to bind port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:42:38.599595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Attempting to bind port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:38.618938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62848af7-bb01-4dd3-85a1-b9e11a74b557 req-bcfdf424-cc62-4b93-b2c2-8f140452a591 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:38.620795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62848af7-bb01-4dd3-85a1-b9e11a74b557 req-bcfdf424-cc62-4b93-b2c2-8f140452a591 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 945 time: 0.1978235 May 10 11:42:38.623406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:42:38.623930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Attempting to bind port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:38.646044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e6d7e-5aa5-4ed3-9d47-61b0287906d7 req-2efbb3a1-7fab-4075-9938-87aaccfbcb2b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:38.656418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:42:38.656763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Checking segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:38.657140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Bound using segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:42:38.657591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Bound port: 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:42:38.657950 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.660899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-450e6d7e-5aa5-4ed3-9d47-61b0287906d7 req-2efbb3a1-7fab-4075-9938-87aaccfbcb2b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.3188286 May 10 11:42:38.661930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0516c4a-b77c-449b-97e8-001dd8881526 admin admin] Pushing event deleted for resources: {'Network': ['ID=1653924c-83c2-45e5-8ebb-f43e289aefb7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:38.701243 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e90ff41b-186a-4d07-82ef-f2c49322b9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.733170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-450e6d7e-5aa5-4ed3-9d47-61b0287906d7 req-ad453b0c-20e8-431b-9aea-087dc2daab3b tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613687 May 10 11:42:38.825709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e90ff41b-186a-4d07-82ef-f2c49322b9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.845151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 195aebb0-1a62-480e-b093-1753616be9ee no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:38.851088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62848af7-bb01-4dd3-85a1-b9e11a74b557 req-5103ef83-8504-44b1-b9ec-39a663fed508 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157168 May 10 11:42:38.920771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] For port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:42:38.923508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 195aebb0-1a62-480e-b093-1753616be9ee {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:38.923640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 195aebb0-1a62-480e-b093-1753616be9ee not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:38.925180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] For port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:42:38.933099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:38.935710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3869b-2126-47a0-b04d-76335da8d405 req-3b7f6665-050d-4a9a-a8e9-492a758d1ec6 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:38.949320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cbe3869b-2126-47a0-b04d-76335da8d405 req-3b7f6665-050d-4a9a-a8e9-492a758d1ec6 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.1135275 May 10 11:42:38.989737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55438) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:39.001360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:39.006648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:39.007277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.009137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-03c15e63-18de-4f13-bc47-b86ad96dbbe1 service neutron] 10.222.0.49 "PUT /v2.0/ports/2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 HTTP/1.1" status: 200 len: 1091 time: 1.8286924 May 10 11:42:39.009298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'tag': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:39.011794 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e3564f-b59c-4d67-827a-0f4e0287e2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d24abbae-cf66-4672-aac1-73ee4e8eb042", "tag": "2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:39.018454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cbe3869b-2126-47a0-b04d-76335da8d405 req-dcf4e5e7-a266-45a6-bfa4-127691e69779 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651901 May 10 11:42:39.019581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e90ff41b-186a-4d07-82ef-f2c49322b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.022489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e90ff41b-186a-4d07-82ef-f2c49322b9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.023648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e90ff41b-186a-4d07-82ef-f2c49322b9d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14816ef9-1d82-45db-8d77-75c05ef31a25 HTTP/1.1" status: 204 len: 168 time: 0.5572217 May 10 11:42:39.033423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ff41b-186a-4d07-82ef-f2c49322b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14816ef9-1d82-45db-8d77-75c05ef31a25,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:39.121441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-227ebe13-b2c2-4da8-b761-91d3e7b627f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61c875a6e9124d718f447839eeda2fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302886 May 10 11:42:39.124223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55450) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:39.160222 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e29f3-115a-4e71-87a2-4722fb77cdd4 x-openstack-request-id: req-783e29f3-115a-4e71-87a2-4722fb77cdd4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:39.162984 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24abbae-cf66-4672-aac1-73ee4e8eb042", "tag": "2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:39.164882 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-783e29f3-115a-4e71-87a2-4722fb77cdd4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:39.165438 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783e29f3-115a-4e71-87a2-4722fb77cdd4'] response: {'name': 'network-changed', 'server_uuid': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'tag': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'status': 'completed', 'code': 200} May 10 11:42:39.201375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7e1bef4-e352-46b1-9b31-5f4204d58f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.215161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-cf80eaf1-b6ac-436a-9d58-90daf9f65cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:39.216991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-cf80eaf1-b6ac-436a-9d58-90daf9f65cdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 1094 time: 0.1530972 May 10 11:42:39.262988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7e1bef4-e352-46b1-9b31-5f4204d58f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.306465 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.327651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-daf6adc6-9534-4526-965c-e4c5b0187d6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 HTTP/1.1" status: 200 len: 217 time: 0.1018887 May 10 11:42:39.373033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7e1bef4-e352-46b1-9b31-5f4204d58f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.376373 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7e1bef4-e352-46b1-9b31-5f4204d58f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.377559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d7e1bef4-e352-46b1-9b31-5f4204d58f2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a65582f4-b2bc-48c8-a38d-779463a25d3d HTTP/1.1" status: 204 len: 168 time: 0.2520881 May 10 11:42:39.391961 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1bef4-e352-46b1-9b31-5f4204d58f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65582f4-b2bc-48c8-a38d-779463a25d3d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:39.476078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-336d3d53-f8c2-4cba-a1bd-2e29219a1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:39.477910 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-336d3d53-f8c2-4cba-a1bd-2e29219a1bf7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.1356342 May 10 11:42:39.489221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d0fc9-13c7-41a1-8be8-7c1b21a2f47f req-6b904dcb-7130-43fe-84c3-082ddb55db6e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:39.493811 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-543d0fc9-13c7-41a1-8be8-7c1b21a2f47f req-6b904dcb-7130-43fe-84c3-082ddb55db6e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 943 time: 0.1651700 May 10 11:42:39.565841 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:39.596200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-543d0fc9-13c7-41a1-8be8-7c1b21a2f47f req-af6e6878-398c-43d0-94b2-f5391ec34189 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866578 May 10 11:42:39.617912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-d8678078-6fe5-41f5-bcce-fd9c9495e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:39.624269 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-d8678078-6fe5-41f5-bcce-fd9c9495e2c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291273 May 10 11:42:39.630869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb8c0-14b1-43a2-bd01-76eee0fbb844 req-eed28b4d-cd6a-4214-b9ac-4e8a47e5d260 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:39.641016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d1eb8c0-14b1-43a2-bd01-76eee0fbb844 req-eed28b4d-cd6a-4214-b9ac-4e8a47e5d260 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.1027052 May 10 11:42:39.737706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d1eb8c0-14b1-43a2-bd01-76eee0fbb844 req-665d432c-c9fa-4525-9c4c-dd62eb5243e0 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890322 May 10 11:42:39.821630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-1bbc15c1-f709-4907-ae03-f9512081eaf0 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885812 May 10 11:42:40.026664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-479b39f4-98e8-4e25-925b-70c6c7c0cfeb req-99d3701c-d1c8-4106-84ef-61f4591ea4c8 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975362 May 10 11:42:40.073763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd81e7-92d5-4237-87f6-4275cfbb386c req-10d3b6dd-6385-48b7-943f-635c11c8fbfb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:40.083094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0cd81e7-92d5-4237-87f6-4275cfbb386c req-10d3b6dd-6385-48b7-943f-635c11c8fbfb tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.0941634 May 10 11:42:40.091500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7540a-fe8c-4081-a785-914552327d1e req-160e9462-2d02-4040-936e-587ac45eff56 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:40.093838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5de7540a-fe8c-4081-a785-914552327d1e req-160e9462-2d02-4040-936e-587ac45eff56 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 945 time: 0.0918610 May 10 11:42:40.156156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55482) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:40.161867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5de7540a-fe8c-4081-a785-914552327d1e req-ce26f941-0066-484b-8159-40f7d22343d0 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623996 May 10 11:42:40.220175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0cd81e7-92d5-4237-87f6-4275cfbb386c req-768bd330-3d92-48bd-9c61-3919f3ca619e tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303375 May 10 11:42:40.259468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7c993058-3915-4b38-b245-3bf57d8cf62c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13087f1d76034c67938eae775dd02735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878284 May 10 11:42:40.260943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55488) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:40.274934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-dcee6c1d-14e7-44b2-99c2-c1758e9e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:40.276632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-dcee6c1d-14e7-44b2-99c2-c1758e9e6df4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 1094 time: 0.1763339 May 10 11:42:40.397099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2254085f-bb20-46ce-9b11-f9f77572876a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:40.479561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-3bed1813-e115-4b8f-95c2-eb850b204aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:40.481167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-3bed1813-e115-4b8f-95c2-eb850b204aec service neutron] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.1963928 May 10 11:42:40.665860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-73ee30f9-85a1-45f1-8613-98cad66a19f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 HTTP/1.1" status: 200 len: 217 time: 0.1689875 May 10 11:42:40.751512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-c7459d17-c3ca-4ab4-a263-a2543bb50547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:40.752997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-c7459d17-c3ca-4ab4-a263-a2543bb50547 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.0844445 May 10 11:42:40.876382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-4ded1417-a1d8-48fb-8251-738e4d7329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:40.880223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-4ded1417-a1d8-48fb-8251-738e4d7329bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989594 May 10 11:42:40.901683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e262-1108-4724-bb5f-f067edd7c198 req-3744cd2d-b0f4-4614-8b9a-918f05e19b74 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:40.906991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbf5e262-1108-4724-bb5f-f067edd7c198 req-3744cd2d-b0f4-4614-8b9a-918f05e19b74 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 943 time: 0.1582305 May 10 11:42:40.949303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2254085f-bb20-46ce-9b11-f9f77572876a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:41.036442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2254085f-bb20-46ce-9b11-f9f77572876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:41.039184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2254085f-bb20-46ce-9b11-f9f77572876a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:41.040665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2254085f-bb20-46ce-9b11-f9f77572876a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a93a387f-1fad-443a-9e31-e71101c2a971 HTTP/1.1" status: 204 len: 168 time: 0.7788510 May 10 11:42:41.059235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254085f-bb20-46ce-9b11-f9f77572876a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93a387f-1fad-443a-9e31-e71101c2a971,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:41.134771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-bc27ecdc-c12e-4c34-a629-70c592ae78d6 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264631 May 10 11:42:41.157867 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbf5e262-1108-4724-bb5f-f067edd7c198 req-68d98124-2db4-451e-8da8-0a8af8890191 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404519 May 10 11:42:41.293500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e3564f-b59c-4d67-827a-0f4e0287e2a9 req-ef0d6838-1dfb-429f-9269-23a394f41fb4 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370914 May 10 11:42:41.408794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0da24-2704-465e-a214-2f6e0d4e7a76 req-e5410e23-8711-4218-ba6c-00b6de55a169 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:41.418406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0da0da24-2704-465e-a214-2f6e0d4e7a76 req-e5410e23-8711-4218-ba6c-00b6de55a169 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.0655377 May 10 11:42:41.475062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0da0da24-2704-465e-a214-2f6e0d4e7a76 req-6a8a94dd-ec5a-4453-89f4-c7caa6ce7c2a tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 May 10 11:42:41.973950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537a065-fdfb-4193-afdf-963d651ef94e req-a33ff889-d0f2-45b1-a990-ac3deff77a21 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:41.975695 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f537a065-fdfb-4193-afdf-963d651ef94e req-a33ff889-d0f2-45b1-a990-ac3deff77a21 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 945 time: 0.0811918 May 10 11:42:42.198255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Deleting port f61974d4-73e0-48fd-9f76-0906566ede44 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:42.198857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.235530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55580) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:42.358357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fd836-8b2e-4db2-87ee-6115057f1c62 req-0f50a695-12b9-4f8a-b65c-087c1800ff55 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:42.368445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a3fd836-8b2e-4db2-87ee-6115057f1c62 req-0f50a695-12b9-4f8a-b65c-087c1800ff55 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 943 time: 0.0685368 May 10 11:42:42.385376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] For port f61974d4-73e0-48fd-9f76-0906566ede44, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f61974d4-73e0-48fd-9f76-0906566ede44,segment=NetworkSegment(44877734-6438-4b55-9eeb-529cddb8694b),segment_id=44877734-6438-4b55-9eeb-529cddb8694b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:42.385842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.407391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Calling delete_port for f61974d4-73e0-48fd-9f76-0906566ede44 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:42.496436 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a3fd836-8b2e-4db2-87ee-6115057f1c62 req-84c9b374-db3a-45e5-b696-03e356f5a916 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156371 May 10 11:42:42.518987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-69598387-network', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:42.550224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:42.553691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.566279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.636450 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.651317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['f61974d4-73e0-48fd-9f76-0906566ede44'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:42:42.712821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f9577-5f97-43af-b087-f583d07f5619 req-a459b07e-48c5-4a73-a260-04fddbc5f621 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:42.721307 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2f9577-5f97-43af-b087-f583d07f5619 req-a459b07e-48c5-4a73-a260-04fddbc5f621 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c HTTP/1.1" status: 200 len: 867 time: 0.1295500 May 10 11:42:42.778261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Pushing event deleted for resources: {'Port': ['ID=f61974d4-73e0-48fd-9f76-0906566ede44,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:42.788206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] No DVR routers for this DVR port f61974d4-73e0-48fd-9f76-0906566ede44 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:42.791896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.796810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f537a065-fdfb-4193-afdf-963d651ef94e req-508886dc-773b-450e-8ecc-21b4921c15ef tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.70 "DELETE /v2.0/ports/f61974d4-73e0-48fd-9f76-0906566ede44 HTTP/1.1" status: 204 len: 173 time: 0.8145592 May 10 11:42:42.797323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c', 'name': 'network-vif-deleted', 'tag': 'f61974d4-73e0-48fd-9f76-0906566ede44'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:42.802117 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bc4578-b8a6-4e52-b161-c3d19c79c485" -d '{"events": [{"server_uuid": "8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c", "name": "network-vif-deleted", "tag": "f61974d4-73e0-48fd-9f76-0906566ede44"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:42.827993 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.835187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.883479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255c42c4-704d-4c1a-8648-9985f731f0ea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:42.887129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:42:42.906331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2f9577-5f97-43af-b087-f583d07f5619 req-23db77c0-c305-4012-b162-47faadba96f2 tempest-ServerDiskConfigTestJSON-1878402071 tempest-ServerDiskConfigTestJSON-1878402071-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a7f6bef-d0b4-451f-92a1-117e5ecc3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660237 May 10 11:42:42.930735 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f7efa6-667f-4a39-93ea-457be5d28588 x-openstack-request-id: req-75f7efa6-667f-4a39-93ea-457be5d28588 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:42.930735 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c", "name": "network-vif-deleted", "tag": "f61974d4-73e0-48fd-9f76-0906566ede44", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:42.930735 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75f7efa6-667f-4a39-93ea-457be5d28588 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:42.930735 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f7efa6-667f-4a39-93ea-457be5d28588'] response: {'server_uuid': '8a8f1b8c-ca91-48c9-aed7-aa85c97ac45c', 'name': 'network-vif-deleted', 'tag': 'f61974d4-73e0-48fd-9f76-0906566ede44', 'status': 'completed', 'code': 200} May 10 11:42:42.932739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.933091 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Added segment 999e380d-0fc2-4a7d-8752-978068dcec86 of type vlan for network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 May 10 11:42:42.980778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.018952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.020015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:43.020613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.105016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8653207 May 10 11:42:43.105016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6fa38-380b-4783-a4c0-86a0c1849c35 admin admin] Pushing event updated for resources: {'Network': ['ID=9a80d167-35ab-4dff-bf57-85cfb1c4aa34,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:43.112592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55610) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:43.125001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Request body: {'subnet': {'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-subnet', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:43.125526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:42:43.197747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:43.201630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.502102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a19f6-9ae1-49ea-97f5-cdb56e4ca8eb req-f2a7422c-04c0-4241-a81b-6822019dff92 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:43.504207 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da3a19f6-9ae1-49ea-97f5-cdb56e4ca8eb req-f2a7422c-04c0-4241-a81b-6822019dff92 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 945 time: 0.0878553 May 10 11:42:43.571438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.574666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da3a19f6-9ae1-49ea-97f5-cdb56e4ca8eb req-691a6dc2-dc74-4dc5-8bef-93c3a711debb tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472505 May 10 11:42:43.629402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:42:43.668692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e141d9f-52a3-433c-b6f5-8ec646f1c23e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:43.697952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Checking segment: {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:43.698317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Network hostable DHCP agents. Network: 9a80d167-35ab-4dff-bf57-85cfb1c4aa34, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:42:43.721619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87c7fb-2c8d-45e6-8e9f-89e1d09b9455 req-76e5fdf3-5b5e-4568-a040-9e47f0f467d5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:43.723581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d87c7fb-2c8d-45e6-8e9f-89e1d09b9455 req-76e5fdf3-5b5e-4568-a040-9e47f0f467d5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 943 time: 0.1117127 May 10 11:42:43.740728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:43.749727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:42:43.755794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'port_id': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'mac_address': 'fa:16:3e:42:27:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:42:43.770861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 9a80d167-35ab-4dff-bf57-85cfb1c4aa34) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:43.779362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:43.779974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.786549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d87c7fb-2c8d-45e6-8e9f-89e1d09b9455 req-0844a3ee-2e3c-4650-b89d-6a1d2a264a7a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541494 May 10 11:42:43.809074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-230ebf75-1a93-4758-9102-b57010e0a853 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6952021 May 10 11:42:43.811512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55622) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:43.817118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:43.817710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:43.818109 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.832614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc732f-598a-4054-94e7-4b4f0100e3c5 None None] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:43.861032 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.864488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.911040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:42:43.950561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.990115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:43.999013 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:44.084777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:44.118599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:42:44.120781 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:44.210883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:44.252105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:44.330104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:42:44.435313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Allocated IP 172.20.0.2 (9a80d167-35ab-4dff-bf57-85cfb1c4aa34/6e141d9f-52a3-433c-b6f5-8ec646f1c23e/55a61d77-622b-4298-b667-f169b57cef6a) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:44.591552 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:44.623344 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:44.895494 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:44.898274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Allocated IP 172.25.8.114 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d823b62f-e321-4200-8145-e4e7a538b51e) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:44.922577 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:44.976653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:44.978402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:44.996200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Pushing event updated for resources: {'Port': ['ID=55a61d77-622b-4298-b667-f169b57cef6a,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:44.998946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:45.072496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Attempting to bind port 55a61d77-622b-4298-b667-f169b57cef6a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:42:45.072889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Attempting to bind port 55a61d77-622b-4298-b667-f169b57cef6a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:42:45.073343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Attempting to bind port 55a61d77-622b-4298-b667-f169b57cef6a on network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:45.079812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:42:45.080233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Checking segment: {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:45.080645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.081046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Bound using segment: {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:42:45.081523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Bound port: 55a61d77-622b-4298-b667-f169b57cef6a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:42:45.081912 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.104448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9162391b-3b85-4f15-a237-73814cd4d8e7 admin admin] Deleting subnet c5a94921-7e23-475c-89f1-d9f00aed6474 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:42:45.129726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9162391b-3b85-4f15-a237-73814cd4d8e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.190693 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.218149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] For port 55a61d77-622b-4298-b667-f169b57cef6a, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:42:45.219843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-5430e0cd-3420-4d1c-af93-9850491a2650 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:45.229478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] For port 55a61d77-622b-4298-b667-f169b57cef6a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=55a61d77-622b-4298-b667-f169b57cef6a,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:42:45.231435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-5430e0cd-3420-4d1c-af93-9850491a2650 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 945 time: 0.2269144 May 10 11:42:45.235496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf74bb9-9e3e-4c35-9b69-ff349c52bb76 req-a8c92f30-4b3d-4d85-99ea-ff0f09733e79 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:45.241730 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.255693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebf74bb9-9e3e-4c35-9b69-ff349c52bb76 req-a8c92f30-4b3d-4d85-99ea-ff0f09733e79 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 945 time: 0.5115418 May 10 11:42:45.278843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df76f-f0e6-45d9-bd6c-ae2c2b9389cf req-3fca9599-6aa6-44ea-8726-c114c053190f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:45.281606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-405df76f-f0e6-45d9-bd6c-ae2c2b9389cf req-3fca9599-6aa6-44ea-8726-c114c053190f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 944 time: 0.2785189 May 10 11:42:45.368212 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9162391b-3b85-4f15-a237-73814cd4d8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.388233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840f5e4-d9a8-4a82-a387-7ee13eafea55 None None] Pushing event updated for resources: {'Port': ['ID=55a61d77-622b-4298-b667-f169b57cef6a,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:45.390976 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebf74bb9-9e3e-4c35-9b69-ff349c52bb76 req-f351630c-40f5-4421-ba6d-0b2f3b2b1da3 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342413 May 10 11:42:45.421797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.478568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:45.501197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:45.510235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:45.513697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d823b62f-e321-4200-8145-e4e7a538b51e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:45.521623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9162391b-3b85-4f15-a237-73814cd4d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.588058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-405df76f-f0e6-45d9-bd6c-ae2c2b9389cf req-37ed9629-8551-492a-9f00-7e2171ff8041 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803135 May 10 11:42:45.629136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:45.629751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Deleting port d284d27b-12be-451a-87d7-4776a4437ee5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:45.630096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.744708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:42:45.749769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:45.750159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.756752 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9162391b-3b85-4f15-a237-73814cd4d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.820888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162391b-3b85-4f15-a237-73814cd4d8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a94921-7e23-475c-89f1-d9f00aed6474,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:45.855860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9162391b-3b85-4f15-a237-73814cd4d8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.862536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9162391b-3b85-4f15-a237-73814cd4d8e7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c5a94921-7e23-475c-89f1-d9f00aed6474 HTTP/1.1" status: 204 len: 168 time: 1.6482611 May 10 11:42:45.867070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55656) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:45.941103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:45.941663 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:45.990582 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.012587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:46.024344 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f6f947-458a-4a64-8add-f0d0ac58bb0b" -d '{"events": [{"server_uuid": "d24abbae-cf66-4672-aac1-73ee4e8eb042", "name": "network-vif-plugged", "status": "completed", "tag": "2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:46.046094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:46.057747 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.098842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.123691 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7dc685-288f-435b-8c17-d60f04bd647a x-openstack-request-id: req-5a7dc685-288f-435b-8c17-d60f04bd647a {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:46.123986 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24abbae-cf66-4672-aac1-73ee4e8eb042", "name": "network-vif-plugged", "status": "completed", "tag": "2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:46.124074 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a7dc685-288f-435b-8c17-d60f04bd647a {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:46.124419 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7dc685-288f-435b-8c17-d60f04bd647a'] response: {'server_uuid': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'code': 200} May 10 11:42:46.156937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:46.168506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] For port d284d27b-12be-451a-87d7-4776a4437ee5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d284d27b-12be-451a-87d7-4776a4437ee5,segment=NetworkSegment(104c78b4-34ef-458d-900e-6bfe4de049e4),segment_id=104c78b4-34ef-458d-900e-6bfe4de049e4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:46.169039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.194713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.235807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f61974d4-73e0-48fd-9f76-0906566ede44 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:46.296165 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: f61974d4-73e0-48fd-9f76-0906566ede44 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:46.297954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f61974d4-73e0-48fd-9f76-0906566ede44 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:46.321058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06c837c-aca6-4e8a-be2a-69e9e641678d']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:46.366357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44877734-6438-4b55-9eeb-529cddb8694b') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:46.366704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44877734-6438-4b55-9eeb-529cddb8694b') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:46.406959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Calling delete_port for d284d27b-12be-451a-87d7-4776a4437ee5 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:46.435264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.473969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd265eed-54ee-434f-8647-a6eecc3e7bc4 req-3546a707-801c-442c-a250-7010c0a57def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:46.475615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd265eed-54ee-434f-8647-a6eecc3e7bc4 req-3546a707-801c-442c-a250-7010c0a57def service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 1096 time: 0.2829645 May 10 11:42:46.480475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.518802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.685437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:42:46.685852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: timer() May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:42:46.714391 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:42:46.830688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b05fc-ecda-43c2-b857-b6f398f31781 req-b7bd195f-1de1-4ae2-8631-9e5b64bca04c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:46.839323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f1b05fc-ecda-43c2-b857-b6f398f31781 req-b7bd195f-1de1-4ae2-8631-9e5b64bca04c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 945 time: 0.1324291 May 10 11:42:46.887601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:42:46.910941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 55a61d77-622b-4298-b667-f169b57cef6a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:46.918436 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f1b05fc-ecda-43c2-b857-b6f398f31781 req-58d0f3d2-e8ac-4846-95c1-a2f8e47839a0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786896 May 10 11:42:46.949257 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd265eed-54ee-434f-8647-a6eecc3e7bc4 req-eaf892dc-7275-4864-8a53-c5f529479d12 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4662671 May 10 11:42:47.005667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 55a61d77-622b-4298-b667-f169b57cef6a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:47.008000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.033859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11c9e5-98d4-4937-87a9-15eea1d4e943 req-2e14b28d-946c-44d4-84ef-5f8e973e6586 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:47.041768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a11c9e5-98d4-4937-87a9-15eea1d4e943 req-2e14b28d-946c-44d4-84ef-5f8e973e6586 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5d8d22b-39b5-4e55-a857-07960abfbbfa HTTP/1.1" status: 200 len: 945 time: 0.5175953 May 10 11:42:47.079044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.092127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.105541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] 10.222.0.13 "DELETE /v2.0/networks/a06c837c-aca6-4e8a-be2a-69e9e641678d HTTP/1.1" status: 204 len: 168 time: 1.2297401 May 10 11:42:47.140247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 55a61d77-622b-4298-b667-f169b57cef6a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:47.140788 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.183765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:47.196856 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Sync routers for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:47.208757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 55a61d77-622b-4298-b667-f169b57cef6a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=55a61d77-622b-4298-b667-f169b57cef6a,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:47.210833 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:47.211525 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:47.220065 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.263995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.266407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-abf79b77-bd5b-49fc-9a49-25e6e7aeebc4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4535475 May 10 11:42:47.271000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55704) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:47.371057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b63c3-6032-4a15-b4b7-90d50f2abf9f admin admin] Pushing event deleted for resources: {'Network': ['ID=a06c837c-aca6-4e8a-be2a-69e9e641678d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:47.406045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.412123 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=55a61d77-622b-4298-b667-f169b57cef6a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:47.449595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b440568-52b0-4a5d-9b80-cc98bb6fd182 None None] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:47.501436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55714) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:47.516174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Pushing event deleted for resources: {'Port': ['ID=d284d27b-12be-451a-87d7-4776a4437ee5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:47.526924 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:47.621793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a11c9e5-98d4-4937-87a9-15eea1d4e943 req-a34b81ec-2a5b-4921-8cf9-25dcbf9248b5 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780139 May 10 11:42:47.624897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] No DVR routers for this DVR port d284d27b-12be-451a-87d7-4776a4437ee5 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:47.635915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.660618 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad6fbae2-49b8-4bc3-8617-9efa9daad52e req-ce2f79c0-7820-4d24-ac1e-3586a6d04043 tempest-ServerTagsTestJSON-375112418 tempest-ServerTagsTestJSON-375112418-project] 10.222.0.70 "DELETE /v2.0/ports/d284d27b-12be-451a-87d7-4776a4437ee5 HTTP/1.1" status: 204 len: 173 time: 2.4124153 May 10 11:42:47.661208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8d22b-39b5-4e55-a857-07960abfbbfa', 'name': 'network-vif-deleted', 'tag': 'd284d27b-12be-451a-87d7-4776a4437ee5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:47.668199 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4456abf4-c67b-4289-a867-fb12c5689b21" -d '{"events": [{"server_uuid": "a5d8d22b-39b5-4e55-a857-07960abfbbfa", "name": "network-vif-deleted", "tag": "d284d27b-12be-451a-87d7-4776a4437ee5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:47.687774 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5a103e62-74cb-4066-bf6f-6a1a54cf9784 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc22884d32844000a72c73d3abd1f7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784205 May 10 11:42:47.701536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55728) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:47.702238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55732) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:47.721482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aad41493-cd4f-48d7-a298-ff376608f047 None None] Provisioning complete for port 55a61d77-622b-4298-b667-f169b57cef6a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:47.722007 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aad41493-cd4f-48d7-a298-ff376608f047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.776194 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5787d24c-cede-43a9-a747-b3a74b20ca88 x-openstack-request-id: req-5787d24c-cede-43a9-a747-b3a74b20ca88 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:47.777202 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8d22b-39b5-4e55-a857-07960abfbbfa", "name": "network-vif-deleted", "tag": "d284d27b-12be-451a-87d7-4776a4437ee5", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:47.777674 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5787d24c-cede-43a9-a747-b3a74b20ca88 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:47.778560 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5787d24c-cede-43a9-a747-b3a74b20ca88'] response: {'server_uuid': 'a5d8d22b-39b5-4e55-a857-07960abfbbfa', 'name': 'network-vif-deleted', 'tag': 'd284d27b-12be-451a-87d7-4776a4437ee5', 'status': 'completed', 'code': 200} May 10 11:42:47.841398 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5912da5-c12f-442d-a0de-0a74626b9d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:47.933126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5912da5-c12f-442d-a0de-0a74626b9d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.071892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aad41493-cd4f-48d7-a298-ff376608f047 None None] Current status of the port 55a61d77-622b-4298-b667-f169b57cef6a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:48.182603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5912da5-c12f-442d-a0de-0a74626b9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.185585 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5912da5-c12f-442d-a0de-0a74626b9d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.187496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5912da5-c12f-442d-a0de-0a74626b9d97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a7f6bef-d0b4-451f-92a1-117e5ecc3528 HTTP/1.1" status: 204 len: 168 time: 0.4663665 May 10 11:42:48.229396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d284d27b-12be-451a-87d7-4776a4437ee5 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:42:48.230642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5912da5-c12f-442d-a0de-0a74626b9d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7f6bef-d0b4-451f-92a1-117e5ecc3528,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:48.253297 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:45Z', 'revision_number': 3, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:48.294934 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Checking router: 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:48.295497 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Updating router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 port d823b62f-e321-4200-8145-e4e7a538b51e binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:42:48.329141 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.331996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: d284d27b-12be-451a-87d7-4776a4437ee5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:42:48.332523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d284d27b-12be-451a-87d7-4776a4437ee5 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:42:48.624612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-90d5df04-37c9-4a02-baa3-95b49db2ae7b None None] Provisioning complete for port 55a61d77-622b-4298-b667-f169b57cef6a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:48.625819 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-90d5df04-37c9-4a02-baa3-95b49db2ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.744727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55754) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:48.828607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a24bbcc-d34a-4c88-bc8f-755ae83408c6 admin admin] Deleting subnet 391b1fe7-c54c-4917-96c7-a5251e170fe5 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:42:48.848570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a24bbcc-d34a-4c88-bc8f-755ae83408c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.881617 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.898672 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.907585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-90d5df04-37c9-4a02-baa3-95b49db2ae7b None None] Current status of the port 55a61d77-622b-4298-b667-f169b57cef6a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:48.919266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 55a61d77-622b-4298-b667-f169b57cef6a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:48.921665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a24bbcc-d34a-4c88-bc8f-755ae83408c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.986493 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a24bbcc-d34a-4c88-bc8f-755ae83408c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.018979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 55a61d77-622b-4298-b667-f169b57cef6a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:49.019499 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.044457 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Attempting to bind port d823b62f-e321-4200-8145-e4e7a538b51e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:42:49.044825 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Attempting to bind port d823b62f-e321-4200-8145-e4e7a538b51e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:42:49.045188 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Attempting to bind port d823b62f-e321-4200-8145-e4e7a538b51e on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:49.067913 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2063c24-e888-422d-8814-7291ac74619b None None] Pushing event updated for resources: {'Port': ['ID=d823b62f-e321-4200-8145-e4e7a538b51e,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:49.083329 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:42:49.083711 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:49.084141 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.084540 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:42:49.085037 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Bound port: d823b62f-e321-4200-8145-e4e7a538b51e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:42:49.085411 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.137604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a24bbcc-d34a-4c88-bc8f-755ae83408c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.194482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a24bbcc-d34a-4c88-bc8f-755ae83408c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.213642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:49.217227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8a24bbcc-d34a-4c88-bc8f-755ae83408c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/391b1fe7-c54c-4917-96c7-a5251e170fe5 HTTP/1.1" status: 204 len: 168 time: 0.4705279 May 10 11:42:49.220606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24bbcc-d34a-4c88-bc8f-755ae83408c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391b1fe7-c54c-4917-96c7-a5251e170fe5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:49.223589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 55a61d77-622b-4298-b667-f169b57cef6a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:49.253210 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] For port d823b62f-e321-4200-8145-e4e7a538b51e, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:42:49.256768 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] For port d823b62f-e321-4200-8145-e4e7a538b51e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d823b62f-e321-4200-8145-e4e7a538b51e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:42:49.272105 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.377178 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2063c24-e888-422d-8814-7291ac74619b None None] Pushing event updated for resources: {'Port': ['ID=d823b62f-e321-4200-8145-e4e7a538b51e,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:49.380186 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:49.381103 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:49.558918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c648-2c67-474c-ae0c-c0e190e14ed9 req-5bc95728-7b52-40f6-82b9-d65a912aaecb tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:49.563771 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:49.566628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76f9c648-2c67-474c-ae0c-c0e190e14ed9 req-5bc95728-7b52-40f6-82b9-d65a912aaecb tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 945 time: 1.4441304 May 10 11:42:49.605075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55784) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:49.743223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.753409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1482047711-network', 'tenant_id': '6a814ddd4d654181890f670cfe44a468'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:49.774153 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-76f9c648-2c67-474c-ae0c-c0e190e14ed9 req-d757b343-933f-47e3-9a78-d8e811976592 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064836 May 10 11:42:49.821377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Made reservation on behalf of 6a814ddd4d654181890f670cfe44a468 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:49.827472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.851796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.936841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.971599 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:49.978717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.015780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:42:50.039012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476c10b3-5f73-4683-9387-5c81d3a5568e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:50.075379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.075724 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Added segment 3bfc9e28-bfe9-4ee8-a229-17ea369d6844 of type vlan for network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b May 10 11:42:50.102175 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:45Z', 'revision_number': 3, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:50.162621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.163260 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6b4e7-77ab-45c0-b4bc-7607d04c40d4 None None] The sync data for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 is: [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:45Z', 'revision_number': 3, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:50.175477 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.203011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be523ae-e5d8-413e-94b5-1dedd3843849']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:50.226268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104c78b4-34ef-458d-900e-6bfe4de049e4') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:50.226971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104c78b4-34ef-458d-900e-6bfe4de049e4') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:50.236356 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.237760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:50.238863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.239502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.255918 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.263902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:42:50.264311 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.337792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] Pushing event updated for resources: {'Network': ['ID=803bc9d0-5e23-46fc-9a9d-0c391b112b1b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: timer() May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:42:50.339708 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:42:50.354449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6b7ccc46-9926-48c4-a8ce-14cdbc19aecd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7480981 May 10 11:42:50.357167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55800) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:50.360411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:42:50.369407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Request body: {'subnet': {'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1482047711-subnet', 'tenant_id': '6a814ddd4d654181890f670cfe44a468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:50.400825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Made reservation on behalf of 6a814ddd4d654181890f670cfe44a468 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:50.404024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.488046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.500408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.646610 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.661218 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0be523ae-e5d8-413e-94b5-1dedd3843849 HTTP/1.1" status: 204 len: 168 time: 1.4263809 May 10 11:42:50.700942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.725892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a30ee-6394-4358-a7f3-760151b67631 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be523ae-e5d8-413e-94b5-1dedd3843849,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:50.788557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b0b0ec-0fea-4963-9c44-47965d4eb252,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:50.789029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Allocated IP 172.20.0.1 (9a80d167-35ab-4dff-bf57-85cfb1c4aa34/6e141d9f-52a3-433c-b6f5-8ec646f1c23e/209cb1c2-ef64-4e12-994d-e6982eadc590) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:50.806354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Checking segment: {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:50.806586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Network hostable DHCP agents. Network: 803bc9d0-5e23-46fc-9a9d-0c391b112b1b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:42:50.868980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:42:50.894147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 803bc9d0-5e23-46fc-9a9d-0c391b112b1b) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:50.906601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5a626-e53e-4ff5-abe8-ce6282afbc1b None None] Network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:50.911494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:50.912146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:50.993337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7b0fbf60-653c-4529-9519-0ea3486a8944 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6349320 May 10 11:42:51.005832 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55820) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:51.053905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d823b62f-e321-4200-8145-e4e7a538b51e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:51.124131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e590701-11ac-421a-83ea-bcf8e6d9ccaf req-6ee3531a-050b-4e80-838a-a0eaea83ca32 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:51.127086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:51.127682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e590701-11ac-421a-83ea-bcf8e6d9ccaf req-6ee3531a-050b-4e80-838a-a0eaea83ca32 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 945 time: 0.1448538 May 10 11:42:51.222324 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e590701-11ac-421a-83ea-bcf8e6d9ccaf req-1db07f36-b358-472b-829a-b925aa62b55a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865850 May 10 11:42:51.304552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7964b26e-719b-46ae-ba4d-c8e3f8495e4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b53a4d5cdd2e468483df5d81ed175b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973979 May 10 11:42:51.306890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55826) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:51.322620 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:51.348770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:51.351744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:51.359113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:51.420643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214ca10b-fc24-4f6d-80b7-10cbaf666446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:51.433217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:51.510360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214ca10b-fc24-4f6d-80b7-10cbaf666446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:51.604178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214ca10b-fc24-4f6d-80b7-10cbaf666446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:51.608775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214ca10b-fc24-4f6d-80b7-10cbaf666446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:51.610072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-214ca10b-fc24-4f6d-80b7-10cbaf666446 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f HTTP/1.1" status: 204 len: 168 time: 0.3018496 May 10 11:42:51.621126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ca10b-fc24-4f6d-80b7-10cbaf666446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc5b6f5-6a62-4be0-b953-fc5aaf949b9f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:51.892044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d823b62f-e321-4200-8145-e4e7a538b51e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:51.892660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.014086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90278ab2-7597-40e8-83fe-d8f0367d6cd9 None None] Network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:52.127176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Pushing event updated for resources: {'Port': ['ID=209cb1c2-ef64-4e12-994d-e6982eadc590,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:52.142405 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.166833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8bd20f53-63f7-4b5c-8f05-4f4acf6c4d28 None None] Provisioning complete for port 209cb1c2-ef64-4e12-994d-e6982eadc590 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:52.167233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8bd20f53-63f7-4b5c-8f05-4f4acf6c4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.205231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909dd5c-75ba-4902-adc4-7188d10bd69c req-b497da33-4b09-4f8b-af8b-9a6c605714d3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:52.208228 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c909dd5c-75ba-4902-adc4-7188d10bd69c req-b497da33-4b09-4f8b-af8b-9a6c605714d3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 945 time: 0.4628582 May 10 11:42:52.225492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55862) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:52.234648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'floatingip': {'port_id': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:52.256451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8bd20f53-63f7-4b5c-8f05-4f4acf6c4d28 None None] Port 209cb1c2-ef64-4e12-994d-e6982eadc590 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:42:52.274276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55868) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:52.330058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-bb84bcad-7573-4a11-ab62-a6c69513a027 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:52.341233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-bb84bcad-7573-4a11-ab62-a6c69513a027 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/networks?id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b HTTP/1.1" status: 200 len: 818 time: 0.3827796 May 10 11:42:52.354891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.355260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Deleting port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:42:52.355775 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.544080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-5b249027-1a23-43b2-bbd9-e927e542b489 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/quotas/6a814ddd4d654181890f670cfe44a468 HTTP/1.1" status: 200 len: 375 time: 0.2014933 May 10 11:42:52.552958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d823b62f-e321-4200-8145-e4e7a538b51e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:52.553380 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.572133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df084af2-e56a-479e-b21e-a0b99346f2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.607734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d823b62f-e321-4200-8145-e4e7a538b51e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d823b62f-e321-4200-8145-e4e7a538b51e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:52.622941 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.628287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] For port 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:52.628836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.696307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-0ab9304f-820b-4190-b11b-865163dae425 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a814ddd4d654181890f670cfe44a468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1397984 May 10 11:42:52.698309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Calling delete_port for 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:42:52.716333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d823b62f-e321-4200-8145-e4e7a538b51e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:52.837130 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.873824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.944316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Pushing event updated for resources: {'Port': ['ID=209cb1c2-ef64-4e12-994d-e6982eadc590,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:53.022427 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df084af2-e56a-479e-b21e-a0b99346f2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.025808 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.041790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df084af2-e56a-479e-b21e-a0b99346f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.135384 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-ed614680-67bf-4d84-b9af-e7cfc4c33915 service neutron] 10.222.0.13 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270945 May 10 11:42:53.188429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-df084af2-e56a-479e-b21e-a0b99346f2fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b7dcdbf929c4a53a8f90a97d57e8deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9121706 May 10 11:42:53.191164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55888) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:53.195641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df084af2-e56a-479e-b21e-a0b99346f2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7e961c-2345-45d8-ad0b-fc74d825ed2a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:53.257474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.resource_extend [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:42:53.328667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:53.331716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:53.345374 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.352601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.358355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.400105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55892) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:53.415640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-219dc4e8-7321-4c30-ab60-a848d7b776d5 service neutron] 10.222.0.13 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445643 May 10 11:42:53.442532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c82bcc77-27cf-4aa1-8dfc-1bca66c55d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.448888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Pushing event deleted for resources: {'Port': ['ID=67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:53.539806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c82bcc77-27cf-4aa1-8dfc-1bca66c55d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.631798 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Floating IP c70d8946-4992-48f7-8d48-b0e527c37b8d associated. External IP: 172.25.8.96, port: 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4. May 10 11:42:53.680569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:42:53.729647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-257715262-network', 'tenant_id': '3276bbd586d84961b28a473ad7deeae9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:53.796670 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c82bcc77-27cf-4aa1-8dfc-1bca66c55d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.813315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c82bcc77-27cf-4aa1-8dfc-1bca66c55d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.814517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c82bcc77-27cf-4aa1-8dfc-1bca66c55d6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f7e961c-2345-45d8-ad0b-fc74d825ed2a HTTP/1.1" status: 204 len: 168 time: 0.6224444 May 10 11:42:53.895591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Made reservation on behalf of 3276bbd586d84961b28a473ad7deeae9 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:53.898194 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.984840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:53.986826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bcc77-27cf-4aa1-8dfc-1bca66c55d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7e961c-2345-45d8-ad0b-fc74d825ed2a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:54.000181 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:54.060220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bffbb6cb-a064-440d-b45d-b56dd7b81491 None None] Provisioning complete for port 209cb1c2-ef64-4e12-994d-e6982eadc590 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:54.061456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bffbb6cb-a064-440d-b45d-b56dd7b81491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:54.110823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bffbb6cb-a064-440d-b45d-b56dd7b81491 None None] Port 209cb1c2-ef64-4e12-994d-e6982eadc590 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:42:54.153372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ab14a06-ca61-43ad-a188-26d9f135f247 req-8209074f-1045-4649-b266-6aeca190e2ca tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 210 time: 0.0530167 May 10 11:42:54.227270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:42:54.440142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:54.450638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:54.452404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:54.466349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:54.468012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:54.514214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4ab45f5d-abad-4252-a046-d8ada145237b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "PUT /v2.0/floatingips/c70d8946-4992-48f7-8d48-b0e527c37b8d HTTP/1.1" status: 200 len: 990 time: 2.2847111 May 10 11:42:54.525100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55922) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:54.525629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'tag': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:42:54.532516 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0face7d8-386e-4313-aad1-3590456fa64d" -d '{"events": [{"name": "network-changed", "server_uuid": "d24abbae-cf66-4672-aac1-73ee4e8eb042", "tag": "2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:42:54.564436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ebb2deb-1a11-476c-bad4-e6c963ff937c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:54.606197 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e634f-23da-44ee-a94c-d4efd2f9678b x-openstack-request-id: req-0b1e634f-23da-44ee-a94c-d4efd2f9678b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:42:54.606484 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24abbae-cf66-4672-aac1-73ee4e8eb042", "tag": "2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:42:54.606742 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b1e634f-23da-44ee-a94c-d4efd2f9678b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:42:54.607148 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1e634f-23da-44ee-a94c-d4efd2f9678b'] response: {'name': 'network-changed', 'server_uuid': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'tag': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'status': 'completed', 'code': 200} May 10 11:42:54.628363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:54.811571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:54.831883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-84728a8d-4ff6-4637-a3d9-2e4647200021 admin admin] 10.222.0.13 "PUT /v2.0/routers/25e30ddd-b5d5-4139-a20d-42bd4d4833b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5522306 May 10 11:42:54.832090 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:42:54.832944 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Sync routers for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:54.887607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ebb2deb-1a11-476c-bad4-e6c963ff937c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:54.897402 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:54.899134 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:54.901895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ebb2deb-1a11-476c-bad4-e6c963ff937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.008751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55936) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:55.009770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8ebb2deb-1a11-476c-bad4-e6c963ff937c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0a52cb8702e4209a4789a160fdad47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700215 May 10 11:42:55.056411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d823b62f-e321-4200-8145-e4e7a538b51e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:55.135436 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:55.141919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb2deb-1a11-476c-bad4-e6c963ff937c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c40517a-7f1d-4f7d-8881-43f50c0315ca,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:55.217792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0face7d8-386e-4313-aad1-3590456fa64d req-f502fd0e-a3d5-4d81-9193-d77e92b08f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:55.219584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0face7d8-386e-4313-aad1-3590456fa64d req-f502fd0e-a3d5-4d81-9193-d77e92b08f9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 1096 time: 0.5853212 May 10 11:42:55.225858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b007f267-98f0-42d0-9fa7-2a86c73e0e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.256509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c70d8946-4992-48f7-8d48-b0e527c37b8d', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:42:27:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:42:29Z', 'updated_at': '2022-05-10T11:42:53Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}, {'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:39Z', 'revision_number': 2, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:55.277039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Router 26b51cc3-a224-4919-a4ae-bfa061a17a9b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:42:55.339469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.357622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:55.372407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d823b62f-e321-4200-8145-e4e7a538b51e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:55.386928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.400031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.439614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:42:55.470333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.470768 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Added segment 5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc of type vlan for network d300f77a-6798-409d-8413-096f9d9ca824 May 10 11:42:55.474898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:55.477289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:55.533398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9be999dd-a0ea-4c40-9716-0ef83f24b6b9 req-99449fb3-a113-4a17-955e-072add03ecd0 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 210 time: 0.2494385 May 10 11:42:55.612556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.651621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0face7d8-386e-4313-aad1-3590456fa64d req-ce32cb1a-cdf3-4afd-b270-511981078fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:55.652394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0face7d8-386e-4313-aad1-3590456fa64d req-ce32cb1a-cdf3-4afd-b270-511981078fce service neutron] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.4249966 May 10 11:42:55.672715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b007f267-98f0-42d0-9fa7-2a86c73e0e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.709095 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 2, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:55.740649 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Checking router: 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:55.741129 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Updating router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 port 209cb1c2-ef64-4e12-994d-e6982eadc590 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:42:55.770533 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.770843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.771847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:55.772429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.812249 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4068160 May 10 11:42:55.822958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:55.832061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55952) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:55.893165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Request body: {'subnet': {'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-257715262-subnet', 'tenant_id': '3276bbd586d84961b28a473ad7deeae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:55.904886 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-078bce7e-24fc-4c72-aed5-67c8f2274cda service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1712515 May 10 11:42:55.911446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0face7d8-386e-4313-aad1-3590456fa64d req-1d9c4e0b-d5fe-412a-9b51-ef1f1fcfbc78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 HTTP/1.1" status: 200 len: 998 time: 0.2502863 May 10 11:42:55.911796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe688b-f179-48fe-931b-b9eeefa61f49,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:56.005041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0face7d8-386e-4313-aad1-3590456fa64d req-bcff838c-d50a-45aa-a131-239526000b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:56.013346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0face7d8-386e-4313-aad1-3590456fa64d req-bcff838c-d50a-45aa-a131-239526000b39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.0954285 May 10 11:42:56.045798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:56.053122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-network', 'tenant_id': '79acaa9a0fdf477b88d382365397337b'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:56.104473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7b5c0-a0b3-43dc-9de3-52c6c812b709 admin admin] Pushing event updated for resources: {'Network': ['ID=d300f77a-6798-409d-8413-096f9d9ca824,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:56.130329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Made reservation on behalf of 3276bbd586d84961b28a473ad7deeae9 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:56.134904 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.175484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d823b62f-e321-4200-8145-e4e7a538b51e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:56.191686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network d300f77a-6798-409d-8413-096f9d9ca824 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:42:56.235622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0face7d8-386e-4313-aad1-3590456fa64d req-533f74d8-a387-445d-9632-865adc2fc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:56.237665 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0face7d8-386e-4313-aad1-3590456fa64d req-533f74d8-a387-445d-9632-865adc2fc143 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175777 May 10 11:42:56.241516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Made reservation on behalf of 79acaa9a0fdf477b88d382365397337b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:56.244402 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.269964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-a1233397-305f-4f76-adf3-7963eb1b1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:56.271761 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-a1233397-305f-4f76-adf3-7963eb1b1072 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea33618ba6204665824808a0c3b5c617&device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1096 time: 0.1198657 May 10 11:42:56.287528 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.300191 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.306964 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.444432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-f5895c6d-e62b-44b0-b00d-52c16037d984 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:56.447146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-f5895c6d-e62b-44b0-b00d-52c16037d984 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.70 "GET /v2.0/networks?id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b HTTP/1.1" status: 200 len: 818 time: 0.1633143 May 10 11:42:56.461160 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a99acf-cac3-4b2d-bd96-8b69a3e1fc86 None None] Pushing event updated for resources: {'Port': ['ID=209cb1c2-ef64-4e12-994d-e6982eadc590,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:56.535054 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Attempting to bind port 209cb1c2-ef64-4e12-994d-e6982eadc590 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:42:56.535466 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Attempting to bind port 209cb1c2-ef64-4e12-994d-e6982eadc590 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:42:56.535922 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Attempting to bind port 209cb1c2-ef64-4e12-994d-e6982eadc590 on network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:42:56.542054 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:42:56.542531 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Checking segment: {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:56.544053 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.544053 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Bound using segment: {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:42:56.544438 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Bound port: 209cb1c2-ef64-4e12-994d-e6982eadc590, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:42:56.544873 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.544983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0face7d8-386e-4313-aad1-3590456fa64d req-d5b3de7f-8fae-45ff-be34-ff327209b2ab service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962093 May 10 11:42:56.754804 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] For port 209cb1c2-ef64-4e12-994d-e6982eadc590, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:42:56.758087 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b007f267-98f0-42d0-9fa7-2a86c73e0e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.760874 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] For port 209cb1c2-ef64-4e12-994d-e6982eadc590, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=209cb1c2-ef64-4e12-994d-e6982eadc590,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:42:56.763790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b007f267-98f0-42d0-9fa7-2a86c73e0e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.764947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b007f267-98f0-42d0-9fa7-2a86c73e0e61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c40517a-7f1d-4f7d-8881-43f50c0315ca HTTP/1.1" status: 204 len: 168 time: 1.7432280 May 10 11:42:56.769866 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.773667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c70d8946-4992-48f7-8d48-b0e527c37b8d', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:42:27:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:42:29Z', 'updated_at': '2022-05-10T11:42:53Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}, {'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:39Z', 'revision_number': 2, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:56.812172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16839c-a28e-41d9-b36d-dae8085b0a8e None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c70d8946-4992-48f7-8d48-b0e527c37b8d', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:42:27:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:42:29Z', 'updated_at': '2022-05-10T11:42:53Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}, {'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:39Z', 'revision_number': 2, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:56.964276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ba60028c-3d2f-4a26-a96f-ca4abe0692c7 None None] Provisioning complete for port 209cb1c2-ef64-4e12-994d-e6982eadc590 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:56.964705 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba60028c-3d2f-4a26-a96f-ca4abe0692c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.994859 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a99acf-cac3-4b2d-bd96-8b69a3e1fc86 None None] Pushing event updated for resources: {'Port': ['ID=209cb1c2-ef64-4e12-994d-e6982eadc590,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:57.006328 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:57.006937 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:57.114371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Request body: {'port': {'device_id': 'a550cb84-30a9-40a9-847f-026e01aab8a1', 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b', 'admin_state_up': True, 'tenant_id': '6a814ddd4d654181890f670cfe44a468'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:57.116866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-b4b532b6-f9f7-4f08-9f00-4caa0de9b795 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:57.119661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-b4b532b6-f9f7-4f08-9f00-4caa0de9b795 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.49 "GET /v2.0/networks?id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b HTTP/1.1" status: 200 len: 818 time: 0.2315066 May 10 11:42:57.124431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-583fa2ed-3854-4977-8036-c3020f3fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:57.138550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-583fa2ed-3854-4977-8036-c3020f3fc406 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83260efc-5c58-4255-b9fb-07a6484b4a9a HTTP/1.1" status: 200 len: 910 time: 0.8197935 May 10 11:42:57.151988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Request body: {'port': {'device_id': '44e0dbf7-2f1b-4b1a-ba32-a60742b90fce', 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b', 'admin_state_up': True, 'tenant_id': '6a814ddd4d654181890f670cfe44a468'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:57.163405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-68014d19-b0b1-479c-84d5-f3c022f400e8 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:57.175608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-68014d19-b0b1-479c-84d5-f3c022f400e8 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.70 "GET /v2.0/networks?id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b HTTP/1.1" status: 200 len: 818 time: 0.4228277 May 10 11:42:57.182219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ba60028c-3d2f-4a26-a96f-ca4abe0692c7 None None] Current status of the port 209cb1c2-ef64-4e12-994d-e6982eadc590 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:57.190520 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba60028c-3d2f-4a26-a96f-ca4abe0692c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:57.293775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Request body: {'port': {'device_id': 'e0fedf19-829c-407b-8603-13b498e422f9', 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b', 'admin_state_up': True, 'tenant_id': '6a814ddd4d654181890f670cfe44a468'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:57.317042 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:57.331892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ba60028c-3d2f-4a26-a96f-ca4abe0692c7 None None] For port 209cb1c2-ef64-4e12-994d-e6982eadc590, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=209cb1c2-ef64-4e12-994d-e6982eadc590,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:42:57.344065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49bbd2-2b74-430d-98b2-6fdb521f9882 None None] New status for floating IP c70d8946-4992-48f7-8d48-b0e527c37b8d: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:42:57.462849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5004e050-e9cc-434a-a412-a9ce0be7058b req-6c57ad19-e744-4dbe-a6ad-6c557c7ff804 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 210 time: 0.6912556 May 10 11:42:57.463848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007f267-98f0-42d0-9fa7-2a86c73e0e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c40517a-7f1d-4f7d-8881-43f50c0315ca,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:57.514184 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba60028c-3d2f-4a26-a96f-ca4abe0692c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:57.534111 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:57.551050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:42:57.674532 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-968b67f1-7c24-40d3-9f6b-698a31e537ea admin admin] 10.222.0.13 "PUT /v2.0/routers/26b51cc3-a224-4919-a4ae-bfa061a17a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9652350 May 10 11:42:57.709114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] Sync routers for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:42:57.729293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-53579cd2-29e2-4220-ab76-4076550425ab None None] Provisioning complete for port 209cb1c2-ef64-4e12-994d-e6982eadc590 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:57.731106 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53579cd2-29e2-4220-ab76-4076550425ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:57.735003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55990) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:57.737650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60028c-3d2f-4a26-a96f-ca4abe0692c7 None None] Pushing event updated for resources: {'Port': ['ID=209cb1c2-ef64-4e12-994d-e6982eadc590,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:57.792344 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:57.795005 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:57.912652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Made reservation on behalf of 6a814ddd4d654181890f670cfe44a468 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:57.918106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:57.962274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-53579cd2-29e2-4220-ab76-4076550425ab None None] Current status of the port 209cb1c2-ef64-4e12-994d-e6982eadc590 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:42:58.018683 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:56Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:58.069246 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b128b4a-d778-4792-ba15-f376a7990b23 None None] The sync data for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 is: [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:56Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:58.078860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a3c4e2-1000-4335-bd90-4024500e943a,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:58.087980 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:58.113508 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0face7d8-386e-4313-aad1-3590456fa64d req-86fc99b5-c2b0-4f2a-9915-2808c1a2f25f service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5401020 May 10 11:42:58.124547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.145990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.170727 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-72a6ea8a-2ab7-47bf-a242-51fb568a046e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572 HTTP/1.1" status: 200 len: 1001 time: 0.1771276 May 10 11:42:58.198796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Checking segment: {'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:42:58.250065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Network hostable DHCP agents. Network: d300f77a-6798-409d-8413-096f9d9ca824, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:42:58.269902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:42:58.318370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Made reservation on behalf of 6a814ddd4d654181890f670cfe44a468 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:58.319241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ce1ea8-4c54-46db-8f34-d27063811dcc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:58.324775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.325359 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Added segment a883acda-99d3-4c50-862a-34bc2d47847c of type vlan for network f0008af9-23ed-497a-b517-7b6ea7d51f48 May 10 11:42:58.329769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.370202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-6d73d3a2-5eff-4784-9b30-5dcded01e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:58.371721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-6d73d3a2-5eff-4784-9b30-5dcded01e3a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e54b0c82-3eac-43cf-8383-60b78c30d030 HTTP/1.1" status: 200 len: 848 time: 0.1579130 May 10 11:42:58.378377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Made reservation on behalf of 6a814ddd4d654181890f670cfe44a468 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:58.379976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.382713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.438516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.558687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Network d300f77a-6798-409d-8413-096f9d9ca824 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:42:58.625779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-55457458-7d74-4905-b543-39a81d586db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:58.627667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-55457458-7d74-4905-b543-39a81d586db2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83260efc-5c58-4255-b9fb-07a6484b4a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412641 May 10 11:42:58.671016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73596909-99aa-4843-b57b-72d9b58012b8 req-d1080819-94e3-46cf-927d-29361300fdcd tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 210 time: 0.0902572 May 10 11:42:58.676687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.678168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:58.679752 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.690750 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:42:53Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:58.720277 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] Checking router: 26b51cc3-a224-4919-a4ae-bfa061a17a9b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:42:58.731133 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] Routers {'26b51cc3-a224-4919-a4ae-bfa061a17a9b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:42:58.731892 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:42:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:58.831381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, d300f77a-6798-409d-8413-096f9d9ca824) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:58.843544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b72b5-060f-4b15-a5dd-e2a43bbaaa92 None None] Network d300f77a-6798-409d-8413-096f9d9ca824 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:58.874898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:42:58.877839 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.920400 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] Set router 26b51cc3-a224-4919-a4ae-bfa061a17a9b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:42:58.926029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8789032 May 10 11:42:58.930820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56018) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:42:58.937751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Request body: {'subnet': {'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-subnet', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:42:58.970623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c124473-b8e2-45d4-bc93-6e6268ea4ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=f0008af9-23ed-497a-b517-7b6ea7d51f48,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:59.015511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 209cb1c2-ef64-4e12-994d-e6982eadc590 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:42:59.027396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-d74c19bf-526d-491e-b2b2-2c1e0a09c9df service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763208 May 10 11:42:59.083044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Made reservation on behalf of 79acaa9a0fdf477b88d382365397337b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:42:59.093099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:59.095598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f0008af9-23ed-497a-b517-7b6ea7d51f48 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:42:59.133244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Allocated IP 172.20.0.14 (803bc9d0-5e23-46fc-9a9d-0c391b112b1b/42b0b0ec-0fea-4963-9c44-47965d4eb252/1ea0058a-055a-4758-b4f6-880da850722d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:59.154219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1d52c0e5-981b-4af6-af9b-599206b8dae4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2554872 May 10 11:42:59.331274 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:42:53Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:42:59.392112 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90f464-0c1f-439a-8090-d73965dad3a6 None None] The sync data for ids ['26b51cc3-a224-4919-a4ae-bfa061a17a9b'] in n-d-840949-1 is: [{'id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'name': 'tempest-AttachVolumeShelveTestJSON-219847876-router', 'tenant_id': 'a771f71a33344ded971051979b87f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:35:18Z', 'updated_at': '2022-05-10T11:42:53Z', 'revision_number': 5, 'project_id': 'a771f71a33344ded971051979b87f489', 'gw_port': {'id': 'b5021290-3cc2-46b3-a412-ce60eef876cf', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b51cc3-a224-4919-a4ae-bfa061a17a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:35:19Z', 'updated_at': '2022-05-10T11:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:42:59.475181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 209cb1c2-ef64-4e12-994d-e6982eadc590 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:59.475181 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:59.487279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80c3be1a-1e9f-4c4a-af58-a7f0ebbf9b9c req-b290cb7d-ea33-4853-b474-19a852b65a11 service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524236 May 10 11:42:59.590408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a93a9d-3447-4c31-94b0-2bb7362ddb0a None None] Network d300f77a-6798-409d-8413-096f9d9ca824 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:42:59.646681 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:59.672631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:59.771434 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:59.871010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa48b0f7-b14e-4d79-a206-1fe41721a403 req-a787bb25-dc77-49c0-9925-034bc79b9a96 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 210 time: 0.0389740 May 10 11:42:59.890228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:59.919618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:42:59.928099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:42:59.941744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:42:59.952895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Allocated IP 172.20.0.8 (803bc9d0-5e23-46fc-9a9d-0c391b112b1b/42b0b0ec-0fea-4963-9c44-47965d4eb252/7281faeb-f450-4d2f-9375-9513e5f29f45) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:42:59.959554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09d76e2-4d2b-49f5-9c84-77b10bc6f8da,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:00.093484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Deleting port b5021290-3cc2-46b3-a412-ce60eef876cf {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:00.093745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.100282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Checking segment: {'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:00.100932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Network hostable DHCP agents. Network: f0008af9-23ed-497a-b517-7b6ea7d51f48, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:43:00.256620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Network f0008af9-23ed-497a-b517-7b6ea7d51f48 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:43:00.295408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f0008af9-23ed-497a-b517-7b6ea7d51f48) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:00.334109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:00.335326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.370329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] For port b5021290-3cc2-46b3-a412-ce60eef876cf, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b5021290-3cc2-46b3-a412-ce60eef876cf,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:00.372013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.409283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-76db64e9-1816-4ef8-84f3-4fe2966ac3a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4754024 May 10 11:43:00.411974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56062) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:00.442505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Pushing event updated for resources: {'Port': ['ID=1ea0058a-055a-4758-b4f6-880da850722d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:00.468501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:00.475768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:00.490699 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.495015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Calling delete_port for b5021290-3cc2-46b3-a412-ce60eef876cf owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:00.497349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.532183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d37338-096b-4619-b488-c6aff8dfcac4 None None] Network f0008af9-23ed-497a-b517-7b6ea7d51f48 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:00.594288 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.595271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.676721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 209cb1c2-ef64-4e12-994d-e6982eadc590 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:00.732656 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.797793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:00.838225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:00.838438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 67dba0f7-6bb8-4120-9ec8-3ea3d44dabf0 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:00.855188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-acc19805-44b1-441d-bdbe-9efcea408466 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5726185 May 10 11:43:00.872568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Request body: {'port': {'device_id': 'e0fedf19-829c-407b-8603-13b498e422f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:00.888263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.933228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-f0008af9-23ed-497a-b517-7b6ea7d51f48', 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'fixed_ips': [{'subnet_id': 'f09d76e2-4d2b-49f5-9c84-77b10bc6f8da'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:43:00.937529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.988547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Allocated IP 172.20.0.9 (803bc9d0-5e23-46fc-9a9d-0c391b112b1b/42b0b0ec-0fea-4963-9c44-47965d4eb252/90b4b993-6137-407d-b6df-fc481218d6cc) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:01.004123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:01.033383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:01.043880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Pushing event updated for resources: {'Port': ['ID=7281faeb-f450-4d2f-9375-9513e5f29f45,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:01.044389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-1ccba62c-9e65-48e6-87b5-d32de8830365 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:01.046065 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-1ccba62c-9e65-48e6-87b5-d32de8830365 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 813 time: 0.6128657 May 10 11:43:01.051227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:01.066256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-0847e89c-d5a6-4534-beb6-34c653377905 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/quotas/3276bbd586d84961b28a473ad7deeae9 HTTP/1.1" status: 200 len: 375 time: 0.0115752 May 10 11:43:01.075474 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.126653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-923a2715-2aec-477e-98c5-6a89945e1656 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477526 May 10 11:43:01.228604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.238709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:01.239568 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.290920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-425ac216-3c0d-4ead-bd96-54c66bca306f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1480010 May 10 11:43:01.329089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Allocated IP 172.20.0.2 (f0008af9-23ed-497a-b517-7b6ea7d51f48/f09d76e2-4d2b-49f5-9c84-77b10bc6f8da/d39246b0-870c-4f92-b70f-07c084bd3507) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:01.348972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Request body: {'port': {'device_id': '44e0dbf7-2f1b-4b1a-ba32-a60742b90fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:01.375489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bee1a-39fa-40c1-b232-259e50e67457 req-68f47078-e868-484e-8c11-bd7b2c30b27a tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:01.383462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f18bee1a-39fa-40c1-b232-259e50e67457 req-68f47078-e868-484e-8c11-bd7b2c30b27a tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 931 time: 0.3743274 May 10 11:43:01.441789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56108) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:01.479428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-a430197e-6ff9-407c-8b2e-8246e954d4e9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:43:01.494364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-a430197e-6ff9-407c-8b2e-8246e954d4e9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3496981 May 10 11:43:01.494803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.536438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f18bee1a-39fa-40c1-b232-259e50e67457 req-d6772f60-90c2-49e1-a2d4-d1391e375573 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517122 May 10 11:43:01.538861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.590668 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.600777 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.618028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95ff6d7b-c92f-4980-aa9e-49bfd5e26175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.670520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Pushing event updated for resources: {'Port': ['ID=d39246b0-870c-4f92-b70f-07c084bd3507,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:01.681490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Network f0008af9-23ed-497a-b517-7b6ea7d51f48 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:01.683448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:01.686480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:01.761578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Attempting to bind port d39246b0-870c-4f92-b70f-07c084bd3507 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:01.762295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Attempting to bind port d39246b0-870c-4f92-b70f-07c084bd3507 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:01.762827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Attempting to bind port d39246b0-870c-4f92-b70f-07c084bd3507 on network f0008af9-23ed-497a-b517-7b6ea7d51f48 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:01.770097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:01.770354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Checking segment: {'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:01.770610 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.771180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Bound using segment: {'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:01.771664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Bound port: d39246b0-870c-4f92-b70f-07c084bd3507, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:01.772063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.854335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] For port d39246b0-870c-4f92-b70f-07c084bd3507, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:01.858949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] For port d39246b0-870c-4f92-b70f-07c084bd3507, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d39246b0-870c-4f92-b70f-07c084bd3507,segment=NetworkSegment(a883acda-99d3-4c50-862a-34bc2d47847c),segment_id=a883acda-99d3-4c50-862a-34bc2d47847c)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:01.866318 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.921974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95ff6d7b-c92f-4980-aa9e-49bfd5e26175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.924227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.924581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5021290-3cc2-46b3-a412-ce60eef876cf,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:01.967702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.971874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af18777-a8ed-46ba-8cb5-632248675d1f None None] Pushing event updated for resources: {'Port': ['ID=d39246b0-870c-4f92-b70f-07c084bd3507,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:01.977814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95ff6d7b-c92f-4980-aa9e-49bfd5e26175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.017638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.062326 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.069474 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-95ff6d7b-c92f-4980-aa9e-49bfd5e26175 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07996a007ac14aa4bff397810c15eafb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6239576 May 10 11:43:02.070190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6d7b-c92f-4980-aa9e-49bfd5e26175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99d140b-ed4c-48ca-b57b-f456f8cba457,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:02.075352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56114) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:02.137253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-ea8cd96d-fb79-4686-bbfd-bc7c7b575234 service neutron] 10.222.0.13 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346812 May 10 11:43:02.164851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fcf96bc-48e3-4ab3-9908-d35c1adb6c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.188527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.191305 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.197447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fcf96bc-48e3-4ab3-9908-d35c1adb6c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.251982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.313922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fcf96bc-48e3-4ab3-9908-d35c1adb6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.316487 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fcf96bc-48e3-4ab3-9908-d35c1adb6c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.317641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8fcf96bc-48e3-4ab3-9908-d35c1adb6c7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f99d140b-ed4c-48ca-b57b-f456f8cba457 HTTP/1.1" status: 204 len: 168 time: 0.2419007 May 10 11:43:02.346602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:02.358645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:02.360587 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.361132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b51cc3-a224-4919-a4ae-bfa061a17a9b {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:43:02.368090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:02.378193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Allocated IP 172.25.8.196 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:02.379277 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.380741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ea13ac56-6009-4e29-8b69-70b4fcdc18f1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/26b51cc3-a224-4919-a4ae-bfa061a17a9b HTTP/1.1" status: 204 len: 168 time: 4.6413922 May 10 11:43:02.389205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56118) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:02.407077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf96bc-48e3-4ab3-9908-d35c1adb6c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99d140b-ed4c-48ca-b57b-f456f8cba457,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:02.436274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Pushing event updated for resources: {'Port': ['ID=90b4b993-6137-407d-b6df-fc481218d6cc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:02.473084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-c3c5d6d3-9f93-46f1-87ce-45d747b22fee service neutron] 10.222.0.13 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998772 May 10 11:43:02.506339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:02.507031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.521585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.570973 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-6f1c0093-a6e4-4c6f-9f26-c6cfe0a1c995 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8145428 May 10 11:43:02.584635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Request body: {'port': {'device_id': 'a550cb84-30a9-40a9-847f-026e01aab8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:02.692367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fc4475-f475-4c33-830c-ae9a7409eb61 admin admin] Deleting subnet 6a00e7eb-8579-4339-b0a5-8f32054f28f4 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:43:02.696420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17fc4475-f475-4c33-830c-ae9a7409eb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.738622 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.838713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.940957 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dbdb24ca-cb66-4b71-8fe6-5472b61cdd41 req-2b5c5895-216e-493f-9de5-670d57d6324d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 210 time: 0.0792186 May 10 11:43:02.967430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7281faeb-f450-4d2f-9375-9513e5f29f45 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:02.975903 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:02.989696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Transition to ACTIVE for port object 7281faeb-f450-4d2f-9375-9513e5f29f45 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:43:03.023072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56134) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:03.042176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a267a92-6ac3-4fef-9ccb-17267e21beb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.066075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.115997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17fc4475-f475-4c33-830c-ae9a7409eb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.186188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.312877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d39246b0-870c-4f92-b70f-07c084bd3507 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:03.318338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e91e12-95ba-43d9-a107-92cb314ff6d0 req-e4d3554d-427f-446c-9235-f02d99ad3223 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:03.320097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95e91e12-95ba-43d9-a107-92cb314ff6d0 req-e4d3554d-427f-446c-9235-f02d99ad3223 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 931 time: 0.6316648 May 10 11:43:03.405544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:03.407004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d39246b0-870c-4f92-b70f-07c084bd3507 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:03.407969 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.442126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Pushing event updated for resources: {'Port': ['ID=7281faeb-f450-4d2f-9375-9513e5f29f45,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:03.451856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:03.455997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:03.466574 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17fc4475-f475-4c33-830c-ae9a7409eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.532392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d39246b0-870c-4f92-b70f-07c084bd3507 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:03.532785 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.535672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea0058a-055a-4758-b4f6-880da850722d {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:03.565303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.604751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d39246b0-870c-4f92-b70f-07c084bd3507, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d39246b0-870c-4f92-b70f-07c084bd3507,segment=NetworkSegment(a883acda-99d3-4c50-862a-34bc2d47847c),segment_id=a883acda-99d3-4c50-862a-34bc2d47847c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:03.604983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Transition to ACTIVE for port object 1ea0058a-055a-4758-b4f6-880da850722d will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:43:03.610448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.643091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.736356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50d39e7-dfd2-46c6-87a1-94a0b4b38025 None None] Network f0008af9-23ed-497a-b517-7b6ea7d51f48 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:03.741131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b5021290-3cc2-46b3-a412-ce60eef876cf no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:03.790114 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95e91e12-95ba-43d9-a107-92cb314ff6d0 req-523f0981-b7bf-41f3-a71e-e828db36d0e8 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526470 May 10 11:43:03.816381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17fc4475-f475-4c33-830c-ae9a7409eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.825302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d39246b0-870c-4f92-b70f-07c084bd3507,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:03.838109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b5021290-3cc2-46b3-a412-ce60eef876cf {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:03.838484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b5021290-3cc2-46b3-a412-ce60eef876cf not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:03.851200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-29dd57a6-14b2-4bef-8e7d-7a21f84a2eb1 None None] Provisioning complete for port d39246b0-870c-4f92-b70f-07c084bd3507 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:03.851756 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29dd57a6-14b2-4bef-8e7d-7a21f84a2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.879712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea0058a-055a-4758-b4f6-880da850722d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:03.897021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:03.899742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc4475-f475-4c33-830c-ae9a7409eb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a00e7eb-8579-4339-b0a5-8f32054f28f4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:03.904342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-17fc4475-f475-4c33-830c-ae9a7409eb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:03.910874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-17fc4475-f475-4c33-830c-ae9a7409eb61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a00e7eb-8579-4339-b0a5-8f32054f28f4 HTTP/1.1" status: 204 len: 168 time: 1.5186751 May 10 11:43:03.917565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56146) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:03.983085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc3b01-2921-4118-ab67-97cb1e336025 None None] Network 862e694c-25bb-4128-9a47-d0a0988b956e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:04.015423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Attempting to bind port 1ea0058a-055a-4758-b4f6-880da850722d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:04.016467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Attempting to bind port 1ea0058a-055a-4758-b4f6-880da850722d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:04.016966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Attempting to bind port 1ea0058a-055a-4758-b4f6-880da850722d on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:04.030239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Port 1ea0058a-055a-4758-b4f6-880da850722d on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:43:04.031139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Attempting to bind port 1ea0058a-055a-4758-b4f6-880da850722d on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:04.044493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:04.045266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Checking segment: {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:04.045887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Bound using segment: {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:04.046687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Bound port: 1ea0058a-055a-4758-b4f6-880da850722d, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:04.047231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.145496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f5a44dd5-452c-4181-a7aa-37680d0b2f74 req-0f522495-b08a-4d68-a07b-c4ce643da317 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 210 time: 0.0799720 May 10 11:43:04.150919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-29dd57a6-14b2-4bef-8e7d-7a21f84a2eb1 None None] Current status of the port d39246b0-870c-4f92-b70f-07c084bd3507 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:04.190091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b4b993-6137-407d-b6df-fc481218d6cc {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:04.208045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.237089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] For port 1ea0058a-055a-4758-b4f6-880da850722d, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:04.240909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Transition to ACTIVE for port object 90b4b993-6137-407d-b6df-fc481218d6cc will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:43:04.243898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] For port 1ea0058a-055a-4758-b4f6-880da850722d, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ea0058a-055a-4758-b4f6-880da850722d,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:04.249279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.261398 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.316936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:04.318593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.320302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/1ea0058a-055a-4758-b4f6-880da850722d HTTP/1.1" status: 200 len: 1092 time: 3.4535713 May 10 11:43:04.325760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fedf19-829c-407b-8603-13b498e422f9', 'tag': '1ea0058a-055a-4758-b4f6-880da850722d'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:04.330058 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bdfe63-7c05-4b31-9328-f305088aeb58" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fedf19-829c-407b-8603-13b498e422f9", "tag": "1ea0058a-055a-4758-b4f6-880da850722d"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:04.366791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Pushing event updated for resources: {'Port': ['ID=90b4b993-6137-407d-b6df-fc481218d6cc,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:04.410625 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a137-8a54-429c-a1a7-8cdf242cc6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.484917 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e5d12c-2460-4d24-beeb-b34798d32479 x-openstack-request-id: req-48e5d12c-2460-4d24-beeb-b34798d32479 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:04.485220 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fedf19-829c-407b-8603-13b498e422f9", "tag": "1ea0058a-055a-4758-b4f6-880da850722d", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:04.485482 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48e5d12c-2460-4d24-beeb-b34798d32479 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:04.488040 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e5d12c-2460-4d24-beeb-b34798d32479'] response: {'name': 'network-changed', 'server_uuid': 'e0fedf19-829c-407b-8603-13b498e422f9', 'tag': '1ea0058a-055a-4758-b4f6-880da850722d', 'status': 'completed', 'code': 200} May 10 11:43:04.561990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] DHCP port deletion for 862e694c-25bb-4128-9a47-d0a0988b956e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:43:04.616697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977506-d65c-450f-b451-136f0549a6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea0058a-055a-4758-b4f6-880da850722d,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:04.639523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] Deleting port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:04.640002 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.642889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-89f31860-a750-4385-a04c-1a052d87e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:04.644686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-89f31860-a750-4385-a04c-1a052d87e8e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a814ddd4d654181890f670cfe44a468&device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 1095 time: 0.1556439 May 10 11:43:04.726091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] For port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f6e7e09-c82f-4180-8a4b-3ffb24e726bb,segment=NetworkSegment(c88b2d07-e37a-46a0-b5d6-0b90a49eadf1),segment_id=c88b2d07-e37a-46a0-b5d6-0b90a49eadf1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:04.727066 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.728244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Attempting to bind port 90b4b993-6137-407d-b6df-fc481218d6cc on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:04.728608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Attempting to bind port 90b4b993-6137-407d-b6df-fc481218d6cc by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:04.729116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Attempting to bind port 90b4b993-6137-407d-b6df-fc481218d6cc on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:04.739177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Port 90b4b993-6137-407d-b6df-fc481218d6cc on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:43:04.739521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Attempting to bind port 90b4b993-6137-407d-b6df-fc481218d6cc on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:04.743078 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-faa95601-69cd-4d1f-87ce-c1a1611eb36c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ea0058a-055a-4758-b4f6-880da850722d HTTP/1.1" status: 200 len: 217 time: 0.0887868 May 10 11:43:04.747325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:04.747685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] Calling delete_port for 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:04.747866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Checking segment: {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:04.748537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Bound using segment: {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:04.749075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Bound port: 90b4b993-6137-407d-b6df-fc481218d6cc, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:04.749543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.761050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a267a92-6ac3-4fef-9ccb-17267e21beb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.788841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Attempting to bind port 7281faeb-f450-4d2f-9375-9513e5f29f45 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:04.789559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Attempting to bind port 7281faeb-f450-4d2f-9375-9513e5f29f45 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:04.790041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Attempting to bind port 7281faeb-f450-4d2f-9375-9513e5f29f45 on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:04.839971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a267a92-6ac3-4fef-9ccb-17267e21beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.844365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] For port 90b4b993-6137-407d-b6df-fc481218d6cc, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:04.848157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] For port 90b4b993-6137-407d-b6df-fc481218d6cc, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90b4b993-6137-407d-b6df-fc481218d6cc,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:04.886815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d39246b0-870c-4f92-b70f-07c084bd3507 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:04.919500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Port 7281faeb-f450-4d2f-9375-9513e5f29f45 on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:43:04.920052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Attempting to bind port 7281faeb-f450-4d2f-9375-9513e5f29f45 on network 803bc9d0-5e23-46fc-9a9d-0c391b112b1b {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:04.933426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7534f34e-6a58-46b0-8535-804b4e740926 None None] Provisioning complete for port d39246b0-870c-4f92-b70f-07c084bd3507 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:04.933808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7534f34e-6a58-46b0-8535-804b4e740926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.947852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.962651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:04.963045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Checking segment: {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:04.963387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Bound using segment: {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:04.963846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Bound port: 7281faeb-f450-4d2f-9375-9513e5f29f45, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfc9e28-bfe9-4ee8-a229-17ea369d6844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:04.964209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.967921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-0a613e6c-e142-4272-86c0-a603d4019056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:04.968733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:04.969419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-0a613e6c-e142-4272-86c0-a603d4019056 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42b0b0ec-0fea-4963-9c44-47965d4eb252 HTTP/1.1" status: 200 len: 858 time: 0.2058403 May 10 11:43:05.030254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0a267a92-6ac3-4fef-9ccb-17267e21beb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3e1f1fee1d74e2b8688a52dd6320031&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0054402 May 10 11:43:05.033490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56160) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:05.037737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:05.039004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.040092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a267a92-6ac3-4fef-9ccb-17267e21beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aab337-79f6-4992-80fa-a2553e6ff5ae,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:05.041992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] 10.222.0.70 "PUT /v2.0/ports/90b4b993-6137-407d-b6df-fc481218d6cc HTTP/1.1" status: 200 len: 1091 time: 2.4622059 May 10 11:43:05.052699 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-4c15a851-680e-4c96-8ce8-4414ab5df0b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550144 May 10 11:43:05.114029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7534f34e-6a58-46b0-8535-804b4e740926 None None] Current status of the port d39246b0-870c-4f92-b70f-07c084bd3507 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:05.117595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d39246b0-870c-4f92-b70f-07c084bd3507 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:05.118005 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.140484 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.153989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] No DVR routers for this DVR port 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:05.161593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] For port 7281faeb-f450-4d2f-9375-9513e5f29f45, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:05.167534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] For port 7281faeb-f450-4d2f-9375-9513e5f29f45, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7281faeb-f450-4d2f-9375-9513e5f29f45,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:05.189286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7abeb-7b7e-4a31-aec9-cf8e5668efcf None None] Pushing event deleted for resources: {'Port': ['ID=9f6e7e09-c82f-4180-8a4b-3ffb24e726bb,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:05.205546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0b5a-db6e-4d67-be7a-7bca576aa645 req-e54ddac9-e1be-4171-b2a7-de1e10ffc67c tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:05.207129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f33e0b5a-db6e-4d67-be7a-7bca576aa645 req-e54ddac9-e1be-4171-b2a7-de1e10ffc67c tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 943 time: 0.2786069 May 10 11:43:05.207778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52847d-5d10-4bd5-8f57-c2bbdf1924bf service neutron] Pushing event updated for resources: {'Port': ['ID=90b4b993-6137-407d-b6df-fc481218d6cc,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:05.236525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-23d292f4-9670-4e63-8cda-13da409b2810 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4487815 May 10 11:43:05.253753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.276884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d39246b0-870c-4f92-b70f-07c084bd3507 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:05.328325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-37532d3d-bc83-4542-b6a7-2f0907b6d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:05.329871 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-37532d3d-bc83-4542-b6a7-2f0907b6d5c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a814ddd4d654181890f670cfe44a468&device_id=a550cb84-30a9-40a9-847f-026e01aab8a1 HTTP/1.1" status: 200 len: 1094 time: 0.1794589 May 10 11:43:05.335260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f33e0b5a-db6e-4d67-be7a-7bca576aa645 req-62a78e63-2be8-4881-a6de-20245140626f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069295 May 10 11:43:05.362217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:05.367544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-45d38453-10b4-45ea-8a5e-c1a238724a7d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:05.369201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-45d38453-10b4-45ea-8a5e-c1a238724a7d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.70 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 813 time: 0.7099085 May 10 11:43:05.370002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] The port '9f6e7e09-c82f-4180-8a4b-3ffb24e726bb' was deleted {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 10 11:43:05.385306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:05.385900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f6e7e09-c82f-4180-8a4b-3ffb24e726bb not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:05.403065 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-f89c264d-48af-4b0c-82b0-c90330739871 service neutron] 10.222.0.70 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413215 May 10 11:43:05.405422 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-5378fe27-9e63-4a8b-8ac6-cc6b7166d310 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b4b993-6137-407d-b6df-fc481218d6cc HTTP/1.1" status: 200 len: 217 time: 0.0658858 May 10 11:43:05.450506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.515107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.535945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-96edb53c-61ef-4961-810b-1d57066ed0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:05.538550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-96edb53c-61ef-4961-810b-1d57066ed0bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42b0b0ec-0fea-4963-9c44-47965d4eb252 HTTP/1.1" status: 200 len: 858 time: 0.1147344 May 10 11:43:05.553334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862e694c-25bb-4128-9a47-d0a0988b956e']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:05.566689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:05.567063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88b2d07-e37a-46a0-b5d6-0b90a49eadf1') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:05.579128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.579581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-47b82c75-b081-41a6-8ed1-c96c2689459f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312557 May 10 11:43:05.593968 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.601582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:43:05.602388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.659363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-b1af0198-af56-4d27-8da3-673d4e72b4c6 service neutron] 10.222.0.70 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443833 May 10 11:43:05.662590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Pushing event updated for resources: {'Port': ['ID=7281faeb-f450-4d2f-9375-9513e5f29f45,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:05.747785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-cfdd611a-8a4a-488d-8ee3-83f9849515f6 service neutron] 10.222.0.70 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580629 May 10 11:43:05.749883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Request body: {'port': {'device_id': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824', 'admin_state_up': True, 'tenant_id': '3276bbd586d84961b28a473ad7deeae9'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:05.757482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:05.758902 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.760613 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-078ad3ea-94f4-4c44-9258-4acb9e5d2e21 service neutron] 10.222.0.49 "PUT /v2.0/ports/7281faeb-f450-4d2f-9375-9513e5f29f45 HTTP/1.1" status: 200 len: 1091 time: 4.4174213 May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: timer() May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:43:05.762278 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:43:05.766340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e07639a-dac5-4d9d-a45a-b72a5063deca req-456ee95e-8297-46e9-a57d-3da8c15c7746 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 210 time: 0.3723032 May 10 11:43:05.768011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e0dbf7-2f1b-4b1a-ba32-a60742b90fce', 'tag': '7281faeb-f450-4d2f-9375-9513e5f29f45'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:05.771113 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f884e5-c2cd-4b08-865e-e6f029892b37" -d '{"events": [{"name": "network-changed", "server_uuid": "44e0dbf7-2f1b-4b1a-ba32-a60742b90fce", "tag": "7281faeb-f450-4d2f-9375-9513e5f29f45"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:05.802171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.856854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.864562 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e76554-e0fc-4c70-9a2e-f2abaf8c0bf2 x-openstack-request-id: req-04e76554-e0fc-4c70-9a2e-f2abaf8c0bf2 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:05.864915 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e0dbf7-2f1b-4b1a-ba32-a60742b90fce", "tag": "7281faeb-f450-4d2f-9375-9513e5f29f45", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:05.865227 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04e76554-e0fc-4c70-9a2e-f2abaf8c0bf2 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:05.865671 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e76554-e0fc-4c70-9a2e-f2abaf8c0bf2'] response: {'name': 'network-changed', 'server_uuid': '44e0dbf7-2f1b-4b1a-ba32-a60742b90fce', 'tag': '7281faeb-f450-4d2f-9375-9513e5f29f45', 'status': 'completed', 'code': 200} May 10 11:43:05.892119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-241e2125-6986-499e-97d1-0f73f6318b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:05.893863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-241e2125-6986-499e-97d1-0f73f6318b2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a814ddd4d654181890f670cfe44a468&device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 1095 time: 0.1779261 May 10 11:43:05.899199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-f9c18825-760c-400e-a660-249b556bb606 service neutron] 10.222.0.70 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183748 May 10 11:43:05.954426 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:05.967543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] 10.222.0.13 "DELETE /v2.0/networks/862e694c-25bb-4128-9a47-d0a0988b956e HTTP/1.1" status: 204 len: 168 time: 2.0402658 May 10 11:43:06.026256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-74027f30-b426-4528-9639-51ebd0a708eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.028600 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-74027f30-b426-4528-9639-51ebd0a708eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b HTTP/1.1" status: 200 len: 919 time: 0.1228819 May 10 11:43:06.071631 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f38fa-ea94-448b-b7d7-56ed4889266e admin admin] Pushing event deleted for resources: {'Network': ['ID=862e694c-25bb-4128-9a47-d0a0988b956e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:06.082114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-a172ba97-bd80-47ed-a9df-cd553fe6be83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ea0058a-055a-4758-b4f6-880da850722d HTTP/1.1" status: 200 len: 217 time: 0.0461724 May 10 11:43:06.129050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15c0e9aa-bc9a-4d13-91dc-1940d0a5b87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.160881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-ce652b96-76b5-4b08-ac2c-a1848bd649a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.162613 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-ce652b96-76b5-4b08-ac2c-a1848bd649a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 1096 time: 0.7125382 May 10 11:43:06.172849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Made reservation on behalf of 3276bbd586d84961b28a473ad7deeae9 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:06.177471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.194032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-02e105ba-3f4a-4e36-8b9b-ce0217ff63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.197249 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-02e105ba-3f4a-4e36-8b9b-ce0217ff63d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42b0b0ec-0fea-4963-9c44-47965d4eb252 HTTP/1.1" status: 200 len: 858 time: 0.1051004 May 10 11:43:06.237165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15c0e9aa-bc9a-4d13-91dc-1940d0a5b87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.261298 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-40788df8-0238-4d45-9f79-895dc14e3dcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565078 May 10 11:43:06.279662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-c837a2d0-c217-44cd-82a5-c6dcd1c96bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.281256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-c837a2d0-c217-44cd-82a5-c6dcd1c96bea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a814ddd4d654181890f670cfe44a468&device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 1094 time: 0.4148080 May 10 11:43:06.298186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56176) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:06.429076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-23b408f5-5cca-442e-b6de-062fb0bd9666 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a771f71a33344ded971051979b87f489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296020 May 10 11:43:06.433242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56180) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:06.450350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-2e865b11-7ddb-4fd5-af7a-421fd19128ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7281faeb-f450-4d2f-9375-9513e5f29f45 HTTP/1.1" status: 200 len: 217 time: 0.1479180 May 10 11:43:06.478367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-d2fde9e9-77c7-48e4-bb16-790e0734a42d service neutron] 10.222.0.70 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006361 May 10 11:43:06.494858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a550cb84-30a9-40a9-847f-026e01aab8a1', 'tag': '90b4b993-6137-407d-b6df-fc481218d6cc'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:06.497262 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab5473-1f7d-4342-83cc-3171ab2576c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a550cb84-30a9-40a9-847f-026e01aab8a1", "tag": "90b4b993-6137-407d-b6df-fc481218d6cc"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:06.526962 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b0598f1-5b2f-426a-98a2-15557d188fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.555913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b0598f1-5b2f-426a-98a2-15557d188fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.639218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-3afc2a2d-3445-4cc2-abe0-21f8b3a4db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.640799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-3afc2a2d-3445-4cc2-abe0-21f8b3a4db99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.4321661 May 10 11:43:06.653340 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe6103-7060-4dd3-b1a8-4fdfe0411dab x-openstack-request-id: req-d6fe6103-7060-4dd3-b1a8-4fdfe0411dab {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:06.653628 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a550cb84-30a9-40a9-847f-026e01aab8a1", "tag": "90b4b993-6137-407d-b6df-fc481218d6cc", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:06.653882 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6fe6103-7060-4dd3-b1a8-4fdfe0411dab {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:06.654276 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fe6103-7060-4dd3-b1a8-4fdfe0411dab'] response: {'name': 'network-changed', 'server_uuid': 'a550cb84-30a9-40a9-847f-026e01aab8a1', 'tag': '90b4b993-6137-407d-b6df-fc481218d6cc', 'status': 'completed', 'code': 200} May 10 11:43:06.705890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b0598f1-5b2f-426a-98a2-15557d188fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.708404 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b0598f1-5b2f-426a-98a2-15557d188fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.712188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8b0598f1-5b2f-426a-98a2-15557d188fb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57f062c2-27af-4591-b0f8-3faff58c064b HTTP/1.1" status: 204 len: 168 time: 0.2753148 May 10 11:43:06.714249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15c0e9aa-bc9a-4d13-91dc-1940d0a5b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.717310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15c0e9aa-bc9a-4d13-91dc-1940d0a5b87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.720918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-15c0e9aa-bc9a-4d13-91dc-1940d0a5b87e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3aab337-79f6-4992-80fa-a2553e6ff5ae HTTP/1.1" status: 204 len: 168 time: 1.6800497 May 10 11:43:06.720918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:06.729894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-e341d7fa-3093-48b7-ba8b-df9f48f50fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.731463 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-e341d7fa-3093-48b7-ba8b-df9f48f50fee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42b0b0ec-0fea-4963-9c44-47965d4eb252 HTTP/1.1" status: 200 len: 858 time: 0.2582049 May 10 11:43:06.739147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f836fd-c3d0-42c0-87bd-f8e059864409 req-d6a77ee4-630b-4d58-801f-6bb1026479d1 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.740930 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06f836fd-c3d0-42c0-87bd-f8e059864409 req-d6a77ee4-630b-4d58-801f-6bb1026479d1 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 943 time: 0.3077145 May 10 11:43:06.741168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0598f1-5b2f-426a-98a2-15557d188fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f062c2-27af-4591-b0f8-3faff58c064b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:06.759254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-7311a39c-8eaf-4e05-adb8-81b33b4d9880 service neutron] 10.222.0.70 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719409 May 10 11:43:06.761075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-5e1567ad-9902-4df8-8c1b-ba23b4bb075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.762404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-5e1567ad-9902-4df8-8c1b-ba23b4bb075f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a814ddd4d654181890f670cfe44a468&device_id=a550cb84-30a9-40a9-847f-026e01aab8a1 HTTP/1.1" status: 200 len: 1094 time: 0.1074059 May 10 11:43:06.790378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0e9aa-bc9a-4d13-91dc-1940d0a5b87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aab337-79f6-4992-80fa-a2553e6ff5ae,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:06.865957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-20efe703-5589-47a4-aa30-cc4ba99d96f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198099 May 10 11:43:06.871216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Allocated IP 172.20.0.5 (d300f77a-6798-409d-8413-096f9d9ca824/32a3c4e2-1000-4335-bd90-4024500e943a/8919ea00-ba97-4d6e-a923-936ba6c5348a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:06.904007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-1580fe79-4704-4367-9b98-b5e5d5694d38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99 HTTP/1.1" status: 200 len: 1001 time: 0.2474506 May 10 11:43:06.916921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-3614c5f5-5c02-4c1a-a3a2-e66a9ff04b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:06.918549 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-3614c5f5-5c02-4c1a-a3a2-e66a9ff04b25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b HTTP/1.1" status: 200 len: 919 time: 0.1479700 May 10 11:43:06.990138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7d9a08fa-cdc3-45e9-9c43-534054fd48ac req-b200ab4e-7336-4a2d-9a55-6f2a250943b5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 210 time: 0.0698974 May 10 11:43:07.076872 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-8e49545b-9f35-4fd0-8b81-fa41b2db858e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b4b993-6137-407d-b6df-fc481218d6cc HTTP/1.1" status: 200 len: 217 time: 0.1461456 May 10 11:43:07.131251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06f836fd-c3d0-42c0-87bd-f8e059864409 req-416cc987-0071-4f9b-bc4c-d6b4d2767173 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661168 May 10 11:43:07.160878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-f7690112-9c52-41d6-a995-7d72e1fb93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:07.164574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-f7690112-9c52-41d6-a995-7d72e1fb93ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42b0b0ec-0fea-4963-9c44-47965d4eb252 HTTP/1.1" status: 200 len: 858 time: 0.0807488 May 10 11:43:07.185559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-0d20cc9b-ff8f-46fa-856a-c60bb873560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:07.187193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-0d20cc9b-ff8f-46fa-856a-c60bb873560d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.2663224 May 10 11:43:07.217651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-bd066307-67bc-46cd-b6e7-17b7ba9539f8 service neutron] 10.222.0.49 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411274 May 10 11:43:07.246316 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-253ab593-c6e2-451b-8166-5fce91f1e766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:07.268277 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-31e849a5-de3f-415f-a7bb-7e41bf19713c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974047 May 10 11:43:07.411508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-e2ca78e5-b216-4cdf-b907-d4d14da01474 service neutron] 10.222.0.70 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362410 May 10 11:43:07.548880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55ab5473-1f7d-4342-83cc-3171ab2576c9 req-2ea07554-3b11-4c53-b4c2-aaee6d8adc7d service neutron] 10.222.0.70 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292250 May 10 11:43:07.744629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:07.755446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:07.856143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-c89eb3ba-5831-4cd9-8e68-f152f25068af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:07.856143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-c89eb3ba-5831-4cd9-8e68-f152f25068af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6503959 May 10 11:43:07.925778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:43:07.963709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:08.063938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a80ce54a-cbb9-40b8-a2d9-ca04d179786c req-30499e09-5b2e-4226-910c-a1db9cef0e7b service neutron] 10.222.0.49 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409087 May 10 11:43:08.101832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Network d300f77a-6798-409d-8413-096f9d9ca824 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:08.122718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:08.126083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:08.198153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:08.198815 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:08.238397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:08.275804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-d0996515-d47a-4218-81a9-d54fe7d4854b service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135299 May 10 11:43:08.293103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e154c52-61f1-43ac-b763-c445f24506f7 req-5c2a78f1-880b-44eb-b3b9-c8cac86f75f0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:08.295407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e154c52-61f1-43ac-b763-c445f24506f7 req-5c2a78f1-880b-44eb-b3b9-c8cac86f75f0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 931 time: 0.1175075 May 10 11:43:08.322095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90b4b993-6137-407d-b6df-fc481218d6cc details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:43:08.347882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e154c52-61f1-43ac-b763-c445f24506f7 req-4a2bbd96-546b-4e85-ae6d-57cd4bedd779 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 May 10 11:43:08.401966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-736d105c-c0ce-40bd-b66c-445edb352507 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9529839 May 10 11:43:08.421703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:43:08.441016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Request body: {'port': {'device_id': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:08.465595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Sync routers for ids ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:43:08.467896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-25434c31-c9a3-4639-a9f2-8a5fa207355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:08.470026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-25434c31-c9a3-4639-a9f2-8a5fa207355e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a814ddd4d654181890f670cfe44a468&device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 1094 time: 0.2790105 May 10 11:43:08.495091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Routers {'69c8f899-2afe-43b4-9b4d-4074fc0f6005'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:43:08.496372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:43:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:08.517838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e7ab-2772-40c2-b91a-a8e81085690b req-a0b08032-3973-4b25-93e9-d49f426a6ddd tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:08.519415 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7680e7ab-2772-40c2-b91a-a8e81085690b req-a0b08032-3973-4b25-93e9-d49f426a6ddd tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 943 time: 0.0965049 May 10 11:43:08.586683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:08.588691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a5808c5f-981a-4b74-bcbc-5de4c38b87f1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1618321 May 10 11:43:08.597306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56258) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:08.627800 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8fb7182-5f5b-4eaa-8315-53d66649669d req-e37f1329-c878-46e8-a91d-57ccac262522 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413610 May 10 11:43:08.643690 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:08.748349 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7680e7ab-2772-40c2-b91a-a8e81085690b req-db4908c0-9db0-46e6-b7a0-def693e6547b tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164369 May 10 11:43:08.772807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Set router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:43:09.141037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8919ea00-ba97-4d6e-a923-936ba6c5348a {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:09.150437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:09.154380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90b4b993-6137-407d-b6df-fc481218d6cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90b4b993-6137-407d-b6df-fc481218d6cc,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:09.164517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Transition to ACTIVE for port object 8919ea00-ba97-4d6e-a923-936ba6c5348a will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:43:09.178168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:09.222044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-a83cba9a-f594-4b21-9c90-9ac1369f16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:09.223624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-a83cba9a-f594-4b21-9c90-9ac1369f16ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b HTTP/1.1" status: 200 len: 919 time: 0.7427237 May 10 11:43:09.284481 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-fa37be23-9daa-422d-8a42-f51ee724c7f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7281faeb-f450-4d2f-9375-9513e5f29f45 HTTP/1.1" status: 200 len: 217 time: 0.0484393 May 10 11:43:09.285452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:09.291941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '90b4b993-6137-407d-b6df-fc481218d6cc', 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b', 'port_id': '90b4b993-6137-407d-b6df-fc481218d6cc', 'mac_address': 'fa:16:3e:c5:bb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b0b0ec-0fea-4963-9c44-47965d4eb252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:43:09.393314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-e5c5893d-b2f5-42cf-8235-45d77b06699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:09.394845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-e5c5893d-b2f5-42cf-8235-45d77b06699a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42b0b0ec-0fea-4963-9c44-47965d4eb252 HTTP/1.1" status: 200 len: 858 time: 0.0972943 May 10 11:43:09.406887 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:09.438161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:43:04Z', 'revision_number': 3, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port': {'id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:01Z', 'updated_at': '2022-05-10T11:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:09.469178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-1f11d71c-383d-4022-a789-cc710a11f518 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=803bc9d0-5e23-46fc-9a9d-0c391b112b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646999 May 10 11:43:09.471669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Attempting to bind port 8919ea00-ba97-4d6e-a923-936ba6c5348a on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:09.472026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Attempting to bind port 8919ea00-ba97-4d6e-a923-936ba6c5348a by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:09.472367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Attempting to bind port 8919ea00-ba97-4d6e-a923-936ba6c5348a on network d300f77a-6798-409d-8413-096f9d9ca824 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:09.492935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Port 8919ea00-ba97-4d6e-a923-936ba6c5348a on network d300f77a-6798-409d-8413-096f9d9ca824 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:43:09.509286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Attempting to bind port 8919ea00-ba97-4d6e-a923-936ba6c5348a on network d300f77a-6798-409d-8413-096f9d9ca824 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:09.520395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Checking router: 69c8f899-2afe-43b4-9b4d-4074fc0f6005 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:43:09.522020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Updating router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:43:09.534094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:09.544211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Checking segment: {'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:09.544697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Bound using segment: {'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:09.545175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Bound port: 8919ea00-ba97-4d6e-a923-936ba6c5348a, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:09.545543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:09.574855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 90b4b993-6137-407d-b6df-fc481218d6cc is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:09.575514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:09.861942 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:09.863457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8996e-7d7a-422c-b4dd-407ba170ab89 req-9186c4db-3390-42a5-b5b9-ad30e9bf5c45 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:09.871389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ba8996e-7d7a-422c-b4dd-407ba170ab89 req-9186c4db-3390-42a5-b5b9-ad30e9bf5c45 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.4006507 May 10 11:43:09.949852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b4b993-6137-407d-b6df-fc481218d6cc {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:09.966297 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.027004 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-131a36d9-cb95-4e20-a857-5f3f65e41939 service neutron] 10.222.0.49 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414393 May 10 11:43:10.028983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:10.033290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:10.035753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90b4b993-6137-407d-b6df-fc481218d6cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90b4b993-6137-407d-b6df-fc481218d6cc,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:10.090368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.113381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35b301-750d-42a1-82ae-922455c245f6 req-a540fe1e-e01f-4510-96ab-3fa055c99b6f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:10.121460 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9c35b301-750d-42a1-82ae-922455c245f6 req-a540fe1e-e01f-4510-96ab-3fa055c99b6f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 943 time: 0.2472243 May 10 11:43:10.267729 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ba8996e-7d7a-422c-b4dd-407ba170ab89 req-50c2440d-35f1-441a-bf22-b3815e2a58d7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622077 May 10 11:43:10.271238 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0f884e5-c2cd-4b08-865e-e6f029892b37 req-ac5e6a9e-1651-4df3-a4a7-265d16d1fbfa service neutron] 10.222.0.49 "GET /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236013 May 10 11:43:10.309844 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.310547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1ea0058a-055a-4758-b4f6-880da850722d details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:43:10.321740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9c35b301-750d-42a1-82ae-922455c245f6 req-3c80e462-6a15-4891-82ec-d4219fa16666 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833127 May 10 11:43:10.376520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:10.388470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.392498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] 10.222.0.70 "PUT /v2.0/ports/8919ea00-ba97-4d6e-a923-936ba6c5348a HTTP/1.1" status: 200 len: 1091 time: 1.9723458 May 10 11:43:10.413845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:10.417022 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.420419 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cac12d-af3e-443f-a5b9-74d7d3b37870" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:10.510758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2b2f9-5e78-46ac-8f09-cea6ff3c5f04 service neutron] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:10.534911 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ab565c-b6f6-4c18-baf4-7b7048aa55bb x-openstack-request-id: req-d3ab565c-b6f6-4c18-baf4-7b7048aa55bb {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:10.535711 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:10.536134 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3ab565c-b6f6-4c18-baf4-7b7048aa55bb {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:10.536683 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ab565c-b6f6-4c18-baf4-7b7048aa55bb'] response: {'name': 'network-changed', 'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'status': 'completed', 'code': 200} May 10 11:43:10.560278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-531d9226-b068-45d6-81d9-7afe14141b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:10.561987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-531d9226-b068-45d6-81d9-7afe14141b09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 1094 time: 0.0927012 May 10 11:43:10.580230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=90b4b993-6137-407d-b6df-fc481218d6cc,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:10.606653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1ea0058a-055a-4758-b4f6-880da850722d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ea0058a-055a-4758-b4f6-880da850722d,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:10.626757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.627105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.627450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.627784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.628160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.628494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.628823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.629147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.629476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.629805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.630130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.630453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:10.647253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '1ea0058a-055a-4758-b4f6-880da850722d', 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b', 'port_id': '1ea0058a-055a-4758-b4f6-880da850722d', 'mac_address': 'fa:16:3e:0f:2a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b0b0ec-0fea-4963-9c44-47965d4eb252', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:43:10.647773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-f8d0251f-9d21-4821-a30e-09bcd2f50325 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a HTTP/1.1" status: 200 len: 217 time: 0.0728941 May 10 11:43:10.663113 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.691448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.721100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-a990e47e-bb65-47d5-9c43-d3f4f11125fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:10.722877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-a990e47e-bb65-47d5-9c43-d3f4f11125fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 200 len: 853 time: 0.0681930 May 10 11:43:10.743906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1ea0058a-055a-4758-b4f6-880da850722d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:10.744615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.768394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-6ed8a379-8610-426c-8874-a71307643206 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d300f77a-6798-409d-8413-096f9d9ca824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375745 May 10 11:43:10.769162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Attempting to bind port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:10.769695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Attempting to bind port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:10.770284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Attempting to bind port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:10.782949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea0058a-055a-4758-b4f6-880da850722d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:10.800588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Allocated IP 172.20.0.1 (f0008af9-23ed-497a-b517-7b6ea7d51f48/f09d76e2-4d2b-49f5-9c84-77b10bc6f8da/5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:10.805755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1ea0058a-055a-4758-b4f6-880da850722d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ea0058a-055a-4758-b4f6-880da850722d,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:10.809704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d81847-2dca-41bb-89b2-e6146848d436 None None] Pushing event updated for resources: {'Port': ['ID=c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:10.819395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:10.820163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:10.821590 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.822241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:10.822931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Bound port: c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:10.823489 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.827518 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.924718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-e007da80-2087-45ea-8c37-242009fd041c service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487541 May 10 11:43:10.929732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1ea0058a-055a-4758-b4f6-880da850722d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:10.941076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] For port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:10.946219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] For port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:10.955143 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.985740 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:11.066108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Routers {'69c8f899-2afe-43b4-9b4d-4074fc0f6005'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:43:11.066812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:43:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:11.071694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:11.126066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5615279-ce29-424a-b040-dd9a79d6eaca req-369151bb-283b-4f44-9c10-db5d0733a9b4 service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919906 May 10 11:43:11.168615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Network f0008af9-23ed-497a-b517-7b6ea7d51f48 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:11.187681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:11.189414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:11.192799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Pushing event updated for resources: {'Port': ['ID=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:11.224072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['90b4b993-6137-407d-b6df-fc481218d6cc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:11.249454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:11.253681 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-0fb40f42-10e1-4570-9530-cc396bca03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:11.256182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-0fb40f42-10e1-4570-9530-cc396bca03c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 1094 time: 0.0579231 May 10 11:43:11.283910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1ea0058a-055a-4758-b4f6-880da850722d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:11.375405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d81847-2dca-41bb-89b2-e6146848d436 None None] Pushing event updated for resources: {'Port': ['ID=c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:11.483189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] Set router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:43:11.499977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:11.513411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-ab96af97-c072-4ca8-afe4-6039c61d4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:11.515504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-ab96af97-c072-4ca8-afe4-6039c61d4594 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 914 time: 0.2526531 May 10 11:43:11.528459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aa73c-a88a-4e90-a62e-9e477bfe0e08 req-727bb4f3-4514-4904-8519-daaaaaa19496 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:11.528459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d44aa73c-a88a-4e90-a62e-9e477bfe0e08 req-727bb4f3-4514-4904-8519-daaaaaa19496 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.1499605 May 10 11:43:11.590174 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-c1b226e5-3560-426e-9bdb-1fce5a45ffd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a HTTP/1.1" status: 200 len: 217 time: 0.0613685 May 10 11:43:11.611531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d44aa73c-a88a-4e90-a62e-9e477bfe0e08 req-94e37600-95e6-4ae1-8bf3-4d28c0dcac24 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744631 May 10 11:43:11.696908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-4e7d9944-5548-468c-a648-d4776f76922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:11.699261 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-4e7d9944-5548-468c-a648-d4776f76922f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 200 len: 853 time: 0.0914209 May 10 11:43:11.745850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:11.757228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-c13b2069-58cd-4e4c-85dd-bf176e4483e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d300f77a-6798-409d-8413-096f9d9ca824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494699 May 10 11:43:11.761614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60cb50-35c1-49d3-872b-07ec789b1bef req-41f58c6b-4ab2-4d4d-bd26-30dab7ea225b tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:11.763349 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f60cb50-35c1-49d3-872b-07ec789b1bef req-41f58c6b-4ab2-4d4d-bd26-30dab7ea225b tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 943 time: 0.3148727 May 10 11:43:11.764566 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:11.766018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 7281faeb-f450-4d2f-9375-9513e5f29f45 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:43:11.767744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-af6b67e2-672c-4af9-80f5-cd73b12b4269 None None] Provisioning complete for port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:11.768221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-af6b67e2-672c-4af9-80f5-cd73b12b4269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:11.877430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-af6b67e2-672c-4af9-80f5-cd73b12b4269 None None] Port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:43:11.885720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:11.889648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Pushing event updated for resources: {'Port': ['ID=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:11.905015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-45772ece-8432-4f3b-ac68-e08ac29ff6c7 service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313190 May 10 11:43:11.975423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f60cb50-35c1-49d3-872b-07ec789b1bef req-7a72ebf1-d971-4bfd-a3e2-6890d15b7c42 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423829 May 10 11:43:12.025342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 7281faeb-f450-4d2f-9375-9513e5f29f45, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7281faeb-f450-4d2f-9375-9513e5f29f45,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:12.042267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '7281faeb-f450-4d2f-9375-9513e5f29f45', 'network_id': '803bc9d0-5e23-46fc-9a9d-0c391b112b1b', 'port_id': '7281faeb-f450-4d2f-9375-9513e5f29f45', 'mac_address': 'fa:16:3e:74:c6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b0b0ec-0fea-4963-9c44-47965d4eb252', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:43:12.061023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Network f0008af9-23ed-497a-b517-7b6ea7d51f48 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:12.064493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:12.096577 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31cac12d-af3e-443f-a5b9-74d7d3b37870 req-2829fa16-d017-4a91-a1a3-8270f7c1849f service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832440 May 10 11:43:12.143196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:43:04Z', 'revision_number': 3, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port': {'id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:01Z', 'updated_at': '2022-05-10T11:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:12.223861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 7281faeb-f450-4d2f-9375-9513e5f29f45 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:12.224170 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:12.242786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7281faeb-f450-4d2f-9375-9513e5f29f45 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:12.248389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8317b44f-fee2-4cad-98b3-76845ed4c632 None None] The sync data for ids ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'] in n-d-840949-1 is: [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:43:04Z', 'revision_number': 3, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port': {'id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:01Z', 'updated_at': '2022-05-10T11:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:43:12.286494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 7281faeb-f450-4d2f-9375-9513e5f29f45, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7281faeb-f450-4d2f-9375-9513e5f29f45,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:12.296745 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:12.340837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:43:12.372336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=7281faeb-f450-4d2f-9375-9513e5f29f45,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:12.511034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f7788955-3e4c-4f1a-bd7c-3cc34ecc7a25 None None] Provisioning complete for port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:12.511511 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7788955-3e4c-4f1a-bd7c-3cc34ecc7a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:12.565572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:43:12.575617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a01f2330-d314-4995-b062-2007ee73df2a admin admin] 10.222.0.13 "PUT /v2.0/routers/69c8f899-2afe-43b4-9b4d-4074fc0f6005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9771998 May 10 11:43:12.612651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f7788955-3e4c-4f1a-bd7c-3cc34ecc7a25 None None] Port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:43:12.614529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['7281faeb-f450-4d2f-9375-9513e5f29f45'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:12.859248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90b4b993-6137-407d-b6df-fc481218d6cc up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:12.868870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26607e12-001b-48d1-ac2d-8705530483d0 req-7aa54ed0-06bf-4a85-a556-b0a0a05777fc tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:12.875080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26607e12-001b-48d1-ac2d-8705530483d0 req-7aa54ed0-06bf-4a85-a556-b0a0a05777fc tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.1347508 May 10 11:43:12.921096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26607e12-001b-48d1-ac2d-8705530483d0 req-0ffb7f3d-7a29-4912-93d0-45f45b220452 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372269 May 10 11:43:13.026698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 90b4b993-6137-407d-b6df-fc481218d6cc completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:43:13.041045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 90b4b993-6137-407d-b6df-fc481218d6cc triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:13.041458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:13.216382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:13.315475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 90b4b993-6137-407d-b6df-fc481218d6cc is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:13.315905 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:13.391222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556e321-58b7-4fa0-853c-a69a68c49179 req-6231193c-0dfe-4fef-9281-39d62f6222cb tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:13.393072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1556e321-58b7-4fa0-853c-a69a68c49179 req-6231193c-0dfe-4fef-9281-39d62f6222cb tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 944 time: 0.1066906 May 10 11:43:13.419661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90b4b993-6137-407d-b6df-fc481218d6cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90b4b993-6137-407d-b6df-fc481218d6cc,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:13.427094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a550cb84-30a9-40a9-847f-026e01aab8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b4b993-6137-407d-b6df-fc481218d6cc'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:13.432670 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0301ba-526b-420a-ae7f-7f6920a3a7bd" -d '{"events": [{"server_uuid": "a550cb84-30a9-40a9-847f-026e01aab8a1", "name": "network-vif-plugged", "status": "completed", "tag": "90b4b993-6137-407d-b6df-fc481218d6cc"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:13.446354 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:13.447188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1ea0058a-055a-4758-b4f6-880da850722d up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:13.467917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1556e321-58b7-4fa0-853c-a69a68c49179 req-2fe7a4cb-a8b6-4f7a-9fe1-e0c181867716 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681226 May 10 11:43:13.592917 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0065abc6-f167-409f-ac2e-2a911bdca9bf x-openstack-request-id: req-0065abc6-f167-409f-ac2e-2a911bdca9bf {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:13.593256 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a550cb84-30a9-40a9-847f-026e01aab8a1", "name": "network-vif-plugged", "status": "completed", "tag": "90b4b993-6137-407d-b6df-fc481218d6cc", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:13.593501 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0065abc6-f167-409f-ac2e-2a911bdca9bf {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:13.594124 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0065abc6-f167-409f-ac2e-2a911bdca9bf'] response: {'server_uuid': 'a550cb84-30a9-40a9-847f-026e01aab8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b4b993-6137-407d-b6df-fc481218d6cc', 'code': 200} May 10 11:43:13.599028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=90b4b993-6137-407d-b6df-fc481218d6cc,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:13.714954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64f53d-c403-45c7-b6ff-c8b053699ef9 req-a6c38936-f26d-49b4-9e55-46f72a8ef485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:13.719089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa64f53d-c403-45c7-b6ff-c8b053699ef9 req-a6c38936-f26d-49b4-9e55-46f72a8ef485 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a550cb84-30a9-40a9-847f-026e01aab8a1 HTTP/1.1" status: 200 len: 1096 time: 0.1327815 May 10 11:43:13.829344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 7281faeb-f450-4d2f-9375-9513e5f29f45 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:13.840336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa64f53d-c403-45c7-b6ff-c8b053699ef9 req-5a8f5af7-0499-474a-bcdd-caf3cbbab19f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124346 May 10 11:43:13.843767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:13.844188 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:14.010532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 1ea0058a-055a-4758-b4f6-880da850722d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:43:14.025600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 1ea0058a-055a-4758-b4f6-880da850722d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:14.026035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:14.170040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:14.170442 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:14.205591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 7281faeb-f450-4d2f-9375-9513e5f29f45 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:43:14.239130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:14.243039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 7281faeb-f450-4d2f-9375-9513e5f29f45 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:14.243517 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:14.272227 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:14.293930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1ea0058a-055a-4758-b4f6-880da850722d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:14.294335 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:14.464769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:14.481171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1ea0058a-055a-4758-b4f6-880da850722d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ea0058a-055a-4758-b4f6-880da850722d,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:14.492885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:14.697513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65caa4e-6622-4f2b-a164-ea9684931cfd req-7bfaae2e-e600-42d5-965e-37e8bd5823b4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:14.711929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c65caa4e-6622-4f2b-a164-ea9684931cfd req-7bfaae2e-e600-42d5-965e-37e8bd5823b4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.1529534 May 10 11:43:14.831931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c65caa4e-6622-4f2b-a164-ea9684931cfd req-cf9c658b-8fdc-4f78-a79f-3662fd8c1fb1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035907 May 10 11:43:14.848323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e38ea2-9321-450f-bc31-26148baac09b req-4950d50f-b948-4c44-9fee-9b4bbb70642f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:14.860680 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15e38ea2-9321-450f-bc31-26148baac09b req-4950d50f-b948-4c44-9fee-9b4bbb70642f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 944 time: 0.1458724 May 10 11:43:14.876707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:43:14.933370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 7281faeb-f450-4d2f-9375-9513e5f29f45 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:14.933787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:14.953894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15e38ea2-9321-450f-bc31-26148baac09b req-0bbd88a9-f073-410d-aa2f-1f214f77e239 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870309 May 10 11:43:15.117338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1ea0058a-055a-4758-b4f6-880da850722d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:15.128181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:15.227298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 7281faeb-f450-4d2f-9375-9513e5f29f45, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7281faeb-f450-4d2f-9375-9513e5f29f45,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:15.243949 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:15.318396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=7281faeb-f450-4d2f-9375-9513e5f29f45,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:15.342071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:15.342780 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:15.350671 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Sync routers for ids ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:43:15.365091 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Routers {'69c8f899-2afe-43b4-9b4d-4074fc0f6005'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:43:15.369233 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:43:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:15.397368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:15.412343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824', 'port_id': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a3c4e2-1000-4335-bd90-4024500e943a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:43:15.479187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:15.503253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8919ea00-ba97-4d6e-a923-936ba6c5348a is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:15.503654 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:15.548421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8919ea00-ba97-4d6e-a923-936ba6c5348a {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:15.561354 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Set router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:43:15.578158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:15.587997 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:15.733292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fedf19-829c-407b-8603-13b498e422f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea0058a-055a-4758-b4f6-880da850722d'}, {'server_uuid': '44e0dbf7-2f1b-4b1a-ba32-a60742b90fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7281faeb-f450-4d2f-9375-9513e5f29f45'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:15.736484 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7ada67-362b-45ef-b829-36035286a912" -d '{"events": [{"server_uuid": "e0fedf19-829c-407b-8603-13b498e422f9", "name": "network-vif-plugged", "status": "completed", "tag": "1ea0058a-055a-4758-b4f6-880da850722d"}, {"server_uuid": "44e0dbf7-2f1b-4b1a-ba32-a60742b90fce", "name": "network-vif-plugged", "status": "completed", "tag": "7281faeb-f450-4d2f-9375-9513e5f29f45"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:15.740026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:15.810851 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fa7a7f-6dd3-49ae-ba34-8ed1f5d7fa6c x-openstack-request-id: req-51fa7a7f-6dd3-49ae-ba34-8ed1f5d7fa6c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:15.812717 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fedf19-829c-407b-8603-13b498e422f9", "name": "network-vif-plugged", "status": "completed", "tag": "1ea0058a-055a-4758-b4f6-880da850722d", "code": 200}, {"server_uuid": "44e0dbf7-2f1b-4b1a-ba32-a60742b90fce", "name": "network-vif-plugged", "status": "completed", "tag": "7281faeb-f450-4d2f-9375-9513e5f29f45", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:15.813166 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51fa7a7f-6dd3-49ae-ba34-8ed1f5d7fa6c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:15.813729 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fa7a7f-6dd3-49ae-ba34-8ed1f5d7fa6c'] response: {'server_uuid': 'e0fedf19-829c-407b-8603-13b498e422f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea0058a-055a-4758-b4f6-880da850722d', 'code': 200} May 10 11:43:15.814139 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fa7a7f-6dd3-49ae-ba34-8ed1f5d7fa6c'] response: {'server_uuid': '44e0dbf7-2f1b-4b1a-ba32-a60742b90fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7281faeb-f450-4d2f-9375-9513e5f29f45', 'code': 200} May 10 11:43:15.833862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8919ea00-ba97-4d6e-a923-936ba6c5348a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:15.881108 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:43:11Z', 'revision_number': 4, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port': {'id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:01Z', 'updated_at': '2022-05-10T11:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3', 'name': '', 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'mac_address': 'fa:16:3e:5c:2e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f09d76e2-4d2b-49f5-9c84-77b10bc6f8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:10Z', 'updated_at': '2022-05-10T11:43:11Z', 'revision_number': 2, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'subnets': [{'id': 'f09d76e2-4d2b-49f5-9c84-77b10bc6f8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:15.960655 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Checking router: 69c8f899-2afe-43b4-9b4d-4074fc0f6005 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:43:15.961531 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Updating router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:43:16.050432 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:16.152775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f3520-811f-4a9f-9b3b-696dbe691ea7 req-21399797-a4bb-4a72-9da7-e7d69d7bd66e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:16.158962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d78f7-78b0-464d-b8e2-c64a397db04e req-bbd44f1b-7c2c-490a-8533-e9d096a2ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:16.161261 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-465d78f7-78b0-464d-b8e2-c64a397db04e req-bbd44f1b-7c2c-490a-8533-e9d096a2ef6e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 1097 time: 0.2038097 May 10 11:43:16.163345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f539c6a-7c9c-4399-abff-30c4949b133e req-69745f69-93e6-4465-81ab-06f7b2a0b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:16.165439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f539c6a-7c9c-4399-abff-30c4949b133e req-69745f69-93e6-4465-81ab-06f7b2a0b7f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 1096 time: 0.2668209 May 10 11:43:16.167108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e8f3520-811f-4a9f-9b3b-696dbe691ea7 req-21399797-a4bb-4a72-9da7-e7d69d7bd66e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 944 time: 0.1859169 May 10 11:43:16.275554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f539c6a-7c9c-4399-abff-30c4949b133e req-78ee5716-32ba-4aed-aea5-1f7107ea1e6f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868049 May 10 11:43:16.275778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e8f3520-811f-4a9f-9b3b-696dbe691ea7 req-2dff4f5e-488c-4154-8c7c-f69df9ec47c5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074700 May 10 11:43:16.357671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-465d78f7-78b0-464d-b8e2-c64a397db04e req-0a65ffb8-e7a2-4d2f-8ab2-d81091a4ef55 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798391 May 10 11:43:16.382539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43ac27-cc05-4bed-b046-da422917b812 req-9e39a606-1681-4a93-9167-2a84805c1277 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:16.389015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f43ac27-cc05-4bed-b046-da422917b812 req-9e39a606-1681-4a93-9167-2a84805c1277 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 945 time: 0.2224803 May 10 11:43:16.491288 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f43ac27-cc05-4bed-b046-da422917b812 req-e8ca88b7-dd3c-414f-b438-933c05dd1bda tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954502 May 10 11:43:16.663212 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:16.671330 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:16.777050 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Pushing event updated for resources: {'Port': ['ID=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.820406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:16.830369 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Attempting to bind port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:16.830821 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Attempting to bind port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:16.831270 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Attempting to bind port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 on network f0008af9-23ed-497a-b517-7b6ea7d51f48 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:16.839434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:16.849257 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:16.849633 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Checking segment: {'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:16.850036 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:16.850429 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Bound using segment: {'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:16.850913 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Bound port: 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a883acda-99d3-4c50-862a-34bc2d47847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:16.851473 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:16.931828 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] For port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:16.935366 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] For port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,segment=NetworkSegment(a883acda-99d3-4c50-862a-34bc2d47847c),segment_id=a883acda-99d3-4c50-862a-34bc2d47847c)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:16.937067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 8919ea00-ba97-4d6e-a923-936ba6c5348a completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:43:16.941736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 8919ea00-ba97-4d6e-a923-936ba6c5348a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:16.942286 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:16.948337 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:17.020956 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Routers {'69c8f899-2afe-43b4-9b4d-4074fc0f6005'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:43:17.022112 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:43:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:17.144954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8919ea00-ba97-4d6e-a923-936ba6c5348a is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:17.145350 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:17.312967 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] Set router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:43:17.330681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:17.343042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ed0a8a69-8066-486a-8643-12d4a35b53d4 None None] Provisioning complete for port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:17.343042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ed0a8a69-8066-486a-8643-12d4a35b53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:17.358816 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:17.564754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee83695-e19c-4783-96e9-16ab8190b01e req-32dec34d-d457-4e27-914a-dfca94371238 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:17.580059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ee83695-e19c-4783-96e9-16ab8190b01e req-32dec34d-d457-4e27-914a-dfca94371238 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1438117 May 10 11:43:17.589822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:17.691573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ee83695-e19c-4783-96e9-16ab8190b01e req-245d8ec3-be91-4c11-b3db-28ce433bb606 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075861 May 10 11:43:17.726440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a8a69-8066-486a-8643-12d4a35b53d4 None None] Current status of the port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:17.726995 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ed0a8a69-8066-486a-8643-12d4a35b53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:17.765136 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f360b8c-bc99-41eb-8225-42c4a4e90dcb None None] Pushing event updated for resources: {'Port': ['ID=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:17.765899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75effa-371d-40d1-a00f-3d163de47467 req-068a8f5f-ca64-4f27-8966-ea243adc242d tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:17.767751 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af75effa-371d-40d1-a00f-3d163de47467 req-068a8f5f-ca64-4f27-8966-ea243adc242d tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 945 time: 0.1052325 May 10 11:43:17.793809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ed0a8a69-8066-486a-8643-12d4a35b53d4 None None] For port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,segment=NetworkSegment(a883acda-99d3-4c50-862a-34bc2d47847c),segment_id=a883acda-99d3-4c50-862a-34bc2d47847c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:17.807277 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ed0a8a69-8066-486a-8643-12d4a35b53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:17.844845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:17.858012 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc90973-7da8-4d74-83f3-14a38d8ed850" -d '{"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-plugged", "status": "completed", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:17.879987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af75effa-371d-40d1-a00f-3d163de47467 req-c92ccf43-4893-47a2-839f-1de1c02657f1 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016028 May 10 11:43:17.925639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a8a69-8066-486a-8643-12d4a35b53d4 None None] Pushing event updated for resources: {'Port': ['ID=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:17.952425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c60bb536-41c0-4dcf-aee4-9dd11321bef1 None None] Provisioning complete for port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:17.953327 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c60bb536-41c0-4dcf-aee4-9dd11321bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:17.955936 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a199e975-ae78-4e81-8e6a-9c5f7ad17140 x-openstack-request-id: req-a199e975-ae78-4e81-8e6a-9c5f7ad17140 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:17.956293 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-plugged", "status": "completed", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:17.956611 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a199e975-ae78-4e81-8e6a-9c5f7ad17140 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:17.957317 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a199e975-ae78-4e81-8e6a-9c5f7ad17140'] response: {'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'code': 200} May 10 11:43:17.994054 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:43:11Z', 'revision_number': 4, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port': {'id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:01Z', 'updated_at': '2022-05-10T11:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3', 'name': '', 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'mac_address': 'fa:16:3e:5c:2e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f09d76e2-4d2b-49f5-9c84-77b10bc6f8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:10Z', 'updated_at': '2022-05-10T11:43:16Z', 'revision_number': 4, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'subnets': [{'id': 'f09d76e2-4d2b-49f5-9c84-77b10bc6f8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:18.076940 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df72686-f4dc-4f81-b468-30d53e9d70a9 None None] The sync data for ids ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'] in n-d-840949-1 is: [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:43:11Z', 'revision_number': 4, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port': {'id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:01Z', 'updated_at': '2022-05-10T11:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3', 'name': '', 'network_id': 'f0008af9-23ed-497a-b517-7b6ea7d51f48', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'mac_address': 'fa:16:3e:5c:2e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f09d76e2-4d2b-49f5-9c84-77b10bc6f8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:10Z', 'updated_at': '2022-05-10T11:43:16Z', 'revision_number': 4, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'subnets': [{'id': 'f09d76e2-4d2b-49f5-9c84-77b10bc6f8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:43:18.104046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c60bb536-41c0-4dcf-aee4-9dd11321bef1 None None] Current status of the port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:18.125371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8938-89d7-485b-b8fc-cfe5a9527603 req-8bfbe461-15c3-4a34-bde1-1d1a924635a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:18.127747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb1d8938-89d7-485b-b8fc-cfe5a9527603 req-8bfbe461-15c3-4a34-bde1-1d1a924635a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 1096 time: 0.1034226 May 10 11:43:18.221871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb1d8938-89d7-485b-b8fc-cfe5a9527603 req-86b08248-69ae-4010-a513-ffa8083a6883 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811956 May 10 11:43:18.898876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2990a-c408-439b-ad81-7502bb9b9250 req-770401e6-17e3-495c-86d2-136e7686b602 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:18.901321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49b2990a-c408-439b-ad81-7502bb9b9250 req-770401e6-17e3-495c-86d2-136e7686b602 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0578046 May 10 11:43:18.997173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49b2990a-c408-439b-ad81-7502bb9b9250 req-c0b07333-bb20-4408-9ab3-aff7437357e3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882485 May 10 11:43:19.100568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57480a6-6411-4f1b-a57d-727c81cd995a req-0dcc28ba-19d8-43d5-af2c-ffcbc38fa701 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:19.118004 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e57480a6-6411-4f1b-a57d-727c81cd995a req-0dcc28ba-19d8-43d5-af2c-ffcbc38fa701 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 945 time: 0.1272190 May 10 11:43:19.153439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:19.255125 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e57480a6-6411-4f1b-a57d-727c81cd995a req-1f7d023b-c9ba-420f-ada4-3023c155265b tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350155 May 10 11:43:19.315120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:19.318635 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:19.493475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7f3c-3b41-419d-adb7-1543cab21e72 req-c79a3551-912f-4df6-8ebd-2a06ea726eb5 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:19.522678 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebfa7f3c-3b41-419d-adb7-1543cab21e72 req-c79a3551-912f-4df6-8ebd-2a06ea726eb5 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 946 time: 0.1158669 May 10 11:43:19.560860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:19.632999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebfa7f3c-3b41-419d-adb7-1543cab21e72 req-7453fce0-fa0f-4e5b-8cba-15e67ebddb8e tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091428 May 10 11:43:19.811704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74264dff-1d37-4d81-b157-9877978704b8 req-2852750c-e8f5-4674-9063-3a8e6a71482d tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:19.826115 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74264dff-1d37-4d81-b157-9877978704b8 req-2852750c-e8f5-4674-9063-3a8e6a71482d tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=a550cb84-30a9-40a9-847f-026e01aab8a1 HTTP/1.1" status: 200 len: 945 time: 0.1031420 May 10 11:43:19.911265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74264dff-1d37-4d81-b157-9877978704b8 req-0c65e3ed-ac3d-44b0-b031-1c7383cb27c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655501 May 10 11:43:20.161241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3504a-ef54-414b-b80b-521437a559c1 req-313c5c65-3fd1-4215-b564-6b2d6d3a30e9 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:20.163047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00a3504a-ef54-414b-b80b-521437a559c1 req-313c5c65-3fd1-4215-b564-6b2d6d3a30e9 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0953891 May 10 11:43:20.250557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-00a3504a-ef54-414b-b80b-521437a559c1 req-883899b7-2a26-4b48-ace6-8e2dfa08a794 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789106 May 10 11:43:20.424085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de1d68-76cd-4c66-9806-faa5ef7be0e2 req-7eaa645e-ba21-401f-9aea-003a9bcae06c tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:20.426159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4de1d68-76cd-4c66-9806-faa5ef7be0e2 req-7eaa645e-ba21-401f-9aea-003a9bcae06c tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=a550cb84-30a9-40a9-847f-026e01aab8a1 HTTP/1.1" status: 200 len: 945 time: 0.1064110 May 10 11:43:20.526587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4de1d68-76cd-4c66-9806-faa5ef7be0e2 req-05bb1d0d-497b-463c-8473-66874475214e tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933785 May 10 11:43:20.898412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-29ac2929-c233-4053-9bf4-d02b05c62698 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:20.900695 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-29ac2929-c233-4053-9bf4-d02b05c62698 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 813 time: 0.1908317 May 10 11:43:20.940614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-f269b699-1f34-4065-a29e-6473d19e5437 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/quotas/3276bbd586d84961b28a473ad7deeae9 HTTP/1.1" status: 200 len: 375 time: 0.0315406 May 10 11:43:21.052754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-2819833b-fb07-4513-b96f-27972240ff19 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112490 May 10 11:43:21.287051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-0c2757be-5168-4506-8885-b52277062e31 service neutron] 10.222.0.13 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234714 May 10 11:43:21.299935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99e7e7-1f13-41f0-ad92-7c8a78e0825d req-2a3e3816-98ea-441f-bf71-80b8f96faa05 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:21.301802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e99e7e7-1f13-41f0-ad92-7c8a78e0825d req-2a3e3816-98ea-441f-bf71-80b8f96faa05 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 945 time: 0.1648645 May 10 11:43:21.428121 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4e99e7e7-1f13-41f0-ad92-7c8a78e0825d req-bd620c72-a6ce-45fe-a72f-9d5e6f43f80f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010284 May 10 11:43:21.462197 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-f1ed7f3d-6d1d-4cfb-bfbf-0762012ae657 service neutron] 10.222.0.13 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758127 May 10 11:43:21.693589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-56e40e90-2546-4061-be74-431ba58c2582 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:21.695203 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-56e40e90-2546-4061-be74-431ba58c2582 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.70 "GET /v2.0/ports?device_id=a550cb84-30a9-40a9-847f-026e01aab8a1 HTTP/1.1" status: 200 len: 945 time: 0.1492670 May 10 11:43:21.782538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c910a44-5c86-41eb-8727-a51a4c01a176 req-6183c8dc-6cc7-4f4b-91b7-25105b516d2f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:21.787033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c910a44-5c86-41eb-8727-a51a4c01a176 req-6183c8dc-6cc7-4f4b-91b7-25105b516d2f tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=a550cb84-30a9-40a9-847f-026e01aab8a1 HTTP/1.1" status: 200 len: 945 time: 0.1331604 May 10 11:43:21.853202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab69e62b-3c77-4490-a67a-546024145d81 req-0258f0d2-7ff5-4a1e-9320-ea99b13ca0bc tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 210 time: 0.1196024 May 10 11:43:21.884045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c910a44-5c86-41eb-8727-a51a4c01a176 req-e156e089-5f92-46e4-92fb-4625dc31736c tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813282 May 10 11:43:22.017189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Deleting port 90b4b993-6137-407d-b6df-fc481218d6cc {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:22.017726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.093801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56628) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:22.181687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] For port 90b4b993-6137-407d-b6df-fc481218d6cc, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90b4b993-6137-407d-b6df-fc481218d6cc,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:22.182059 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.220580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Calling delete_port for 90b4b993-6137-407d-b6df-fc481218d6cc owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:22.267310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41bee0f-5476-41f5-ab36-cb4bf82b83ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.418987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-d71be51d-acfa-4cb3-a3cc-da84a010e76d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:22.420874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-d71be51d-acfa-4cb3-a3cc-da84a010e76d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 945 time: 0.1067693 May 10 11:43:22.422758 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41bee0f-5476-41f5-ab36-cb4bf82b83ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.431427 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d41bee0f-5476-41f5-ab36-cb4bf82b83ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.511574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d41bee0f-5476-41f5-ab36-cb4bf82b83ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68f3febb684e457aa5410d05cffec8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143426 May 10 11:43:22.515486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:22.586906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bee0f-5476-41f5-ab36-cb4bf82b83ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673c1a29-9781-4ce7-a457-1aa4b5fb35ea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:22.631987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1c92203-ecdb-46f2-9b76-4886ab6b2cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.674090 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1c92203-ecdb-46f2-9b76-4886ab6b2cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.717669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.732695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['7281faeb-f450-4d2f-9375-9513e5f29f45'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:22.741420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1ea0058a-055a-4758-b4f6-880da850722d', '90b4b993-6137-407d-b6df-fc481218d6cc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:22.763795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791062f-c602-40fd-a2ac-691f7939d88f req-3a7b3602-a90f-41b0-9968-e06d79f75252 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:22.771496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2791062f-c602-40fd-a2ac-691f7939d88f req-3a7b3602-a90f-41b0-9968-e06d79f75252 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 945 time: 0.1671114 May 10 11:43:22.778412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Pushing event deleted for resources: {'Port': ['ID=90b4b993-6137-407d-b6df-fc481218d6cc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:22.780817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1c92203-ecdb-46f2-9b76-4886ab6b2cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.784255 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1c92203-ecdb-46f2-9b76-4886ab6b2cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.794692 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c1c92203-ecdb-46f2-9b76-4886ab6b2cf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/673c1a29-9781-4ce7-a457-1aa4b5fb35ea HTTP/1.1" status: 204 len: 168 time: 0.2614474 May 10 11:43:22.805111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c92203-ecdb-46f2-9b76-4886ab6b2cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673c1a29-9781-4ce7-a457-1aa4b5fb35ea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:22.910914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Deleting port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:22.911268 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:23.106908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2791062f-c602-40fd-a2ac-691f7939d88f req-0ab93692-107c-4840-8275-9a171a71ac77 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341582 May 10 11:43:23.137882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6692508-db68-47df-bf69-e194c7a7150f req-034334e6-00e6-4881-bd02-bfb23d3a111d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 210 time: 0.1140471 May 10 11:43:24.043609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] No DVR routers for this DVR port 90b4b993-6137-407d-b6df-fc481218d6cc on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:24.064989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:24.071962 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6be286c2-5eda-4be0-80b3-058d48a43854 req-aa00d2ef-a55a-4eac-a268-5cdd122115ef tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.70 "DELETE /v2.0/ports/90b4b993-6137-407d-b6df-fc481218d6cc HTTP/1.1" status: 204 len: 173 time: 2.3687766 May 10 11:43:24.106210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a550cb84-30a9-40a9-847f-026e01aab8a1', 'name': 'network-vif-deleted', 'tag': '90b4b993-6137-407d-b6df-fc481218d6cc'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:24.111511 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5dcba7-bde9-418c-83da-059f372af839" -d '{"events": [{"server_uuid": "a550cb84-30a9-40a9-847f-026e01aab8a1", "name": "network-vif-deleted", "tag": "90b4b993-6137-407d-b6df-fc481218d6cc"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:24.266878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-56f81c12-0fc4-4851-8978-6ff88417a5c7 req-11f70276-8a7e-4fe6-b0b6-ddc950f11f05 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=a550cb84-30a9-40a9-847f-026e01aab8a1 HTTP/1.1" status: 200 len: 210 time: 0.2247038 May 10 11:43:24.359137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] For port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:24.360933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:24.391253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bbadb-ac4b-4468-9fa9-60d95014a793 req-cae710c9-d889-4ee6-855d-23fee743d105 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:24.393076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-b711460d-33d7-45a0-b6cf-251d91ff3f04 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:24.395678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501bbadb-ac4b-4468-9fa9-60d95014a793 req-cae710c9-d889-4ee6-855d-23fee743d105 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 945 time: 0.1238663 May 10 11:43:24.397252 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-b711460d-33d7-45a0-b6cf-251d91ff3f04 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.49 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 813 time: 1.2812619 May 10 11:43:24.407349 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe04121b-62b3-4863-b5f8-408e9f81f92b x-openstack-request-id: req-fe04121b-62b3-4863-b5f8-408e9f81f92b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:24.407739 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a550cb84-30a9-40a9-847f-026e01aab8a1", "name": "network-vif-deleted", "tag": "90b4b993-6137-407d-b6df-fc481218d6cc", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:24.408117 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe04121b-62b3-4863-b5f8-408e9f81f92b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:24.408533 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe04121b-62b3-4863-b5f8-408e9f81f92b'] response: {'server_uuid': 'a550cb84-30a9-40a9-847f-026e01aab8a1', 'name': 'network-vif-deleted', 'tag': '90b4b993-6137-407d-b6df-fc481218d6cc', 'status': 'completed', 'code': 200} May 10 11:43:24.442306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Request body: {'port': {'device_id': '6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72', 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824', 'admin_state_up': True, 'tenant_id': '3276bbd586d84961b28a473ad7deeae9'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:24.488376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-501bbadb-ac4b-4468-9fa9-60d95014a793 req-ec6f2999-f4db-4e31-b2d3-4ab41340d0db tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5fb6b8c-26dc-44c8-91c1-a2d63622f689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765347 May 10 11:43:24.694164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5de65f87-589c-4de9-9818-7dcfbab03cb5 req-e90a4e43-a5c2-4f7d-aab4-8e26c90007c9 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 210 time: 0.0997791 May 10 11:43:24.932683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Made reservation on behalf of 3276bbd586d84961b28a473ad7deeae9 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:24.936222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:24.983587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:24.984893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:24.986720 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Floating IP c70d8946-4992-48f7-8d48-b0e527c37b8d disassociated. External IP: 172.25.8.96, port: 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4. May 10 11:43:24.987780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Calling delete_port for 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:25.300436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Allocated IP 172.20.0.8 (d300f77a-6798-409d-8413-096f9d9ca824/32a3c4e2-1000-4335-bd90-4024500e943a/518b1880-050b-4fe0-a29a-37183ab17b76) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:25.494004 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:25.548755 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'Port': ['ID=2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:25.723031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60e4ce76-9aa6-4fad-961e-2cf6ec95567b req-2ebc4ef3-fc1c-41f5-9a8c-a4b67a4227f3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 210 time: 0.0665932 May 10 11:43:25.863593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:25.885647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:25.918811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c505a70-fddb-420d-aa45-44f1085f03f5 req-149be3fc-1f82-4203-bd13-0921bbe2625b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 210 time: 0.0759859 May 10 11:43:25.928117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:25.928994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:25.982826 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:26.009307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8919ea00-ba97-4d6e-a923-936ba6c5348a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:26.021237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:43:26.110352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Network d300f77a-6798-409d-8413-096f9d9ca824 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:26.114785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:26.117733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:26.234549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Pushing event updated for resources: {'Port': ['ID=518b1880-050b-4fe0-a29a-37183ab17b76,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:26.410156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:26.411355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:26.459724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d65fc461-88eb-4de0-9dd2-ad1e7360d9a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0280252 May 10 11:43:26.477629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Request body: {'port': {'device_id': '6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:26.532618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:43:26.549693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:43:26.565910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:43:26.566982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:43:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:26.646664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:26.649406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] No DVR routers for this DVR port 2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:26.652898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:26.656432 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f30ea73-4cad-45b8-96e6-f6e14ba508fb req-0af47902-c898-4e1b-9b7f-0aa798f17787 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "DELETE /v2.0/ports/2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4 HTTP/1.1" status: 204 len: 173 time: 4.2295492 May 10 11:43:26.656982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'name': 'network-vif-deleted', 'tag': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:26.660013 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3518128a-a6c0-4d5a-8c5a-373ce74f1a3b" -d '{"events": [{"server_uuid": "d24abbae-cf66-4672-aac1-73ee4e8eb042", "name": "network-vif-deleted", "tag": "2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:26.766331 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0efab2e-d218-458d-98c6-c5883b339703 x-openstack-request-id: req-d0efab2e-d218-458d-98c6-c5883b339703 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:26.767637 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24abbae-cf66-4672-aac1-73ee4e8eb042", "name": "network-vif-deleted", "tag": "2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:26.768226 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0efab2e-d218-458d-98c6-c5883b339703 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:26.768845 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0efab2e-d218-458d-98c6-c5883b339703'] response: {'server_uuid': 'd24abbae-cf66-4672-aac1-73ee4e8eb042', 'name': 'network-vif-deleted', 'tag': '2c6691d7-d1ff-4a00-a0a1-d480e6db4fd4', 'status': 'completed', 'code': 200} May 10 11:43:26.823760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:43:26.932939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90b4b993-6137-407d-b6df-fc481218d6cc no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:27.032638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 90b4b993-6137-407d-b6df-fc481218d6cc {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:27.032995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90b4b993-6137-407d-b6df-fc481218d6cc not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:27.073483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6fe6456f-43b0-4bd5-9f0e-78b787d5b307 req-77706172-125c-449d-b9ab-75c22ff8642c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24abbae-cf66-4672-aac1-73ee4e8eb042 HTTP/1.1" status: 200 len: 210 time: 0.0552192 May 10 11:43:27.203429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472bf4-8a2e-40b2-a1b4-e0849f966f53 req-faf15648-1d3f-42d3-815d-714cf126d0d5 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:27.246640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472bf4-8a2e-40b2-a1b4-e0849f966f53 req-faf15648-1d3f-42d3-815d-714cf126d0d5 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:27.253238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9472bf4-8a2e-40b2-a1b4-e0849f966f53 req-faf15648-1d3f-42d3-815d-714cf126d0d5 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce&device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 1682 time: 0.1672552 May 10 11:43:27.335735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9472bf4-8a2e-40b2-a1b4-e0849f966f53 req-a2399ff9-5550-47ab-8991-aecd537b1a06 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754428 May 10 11:43:27.397693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb324ca-4281-4cf7-a0d4-3b4fcbb0abd2 req-18de23bc-4656-430b-b83f-2188665ab6e6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:27.407806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2cb324ca-4281-4cf7-a0d4-3b4fcbb0abd2 req-18de23bc-4656-430b-b83f-2188665ab6e6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 931 time: 0.1582060 May 10 11:43:27.568352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:39Z', 'revision_number': 2, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:27.609879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2cb324ca-4281-4cf7-a0d4-3b4fcbb0abd2 req-41d079ae-53c6-4130-a384-c297ba14136e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973379 May 10 11:43:27.638572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:43:27.647654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:43:27.648553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:43:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:27.862795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518b1880-050b-4fe0-a29a-37183ab17b76 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:27.899314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:27.935457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:43:27.943612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Transition to ACTIVE for port object 518b1880-050b-4fe0-a29a-37183ab17b76 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:43:27.953007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:28.226265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Pushing event updated for resources: {'Port': ['ID=518b1880-050b-4fe0-a29a-37183ab17b76,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:28.233393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56842) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:28.341046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Attempting to bind port 518b1880-050b-4fe0-a29a-37183ab17b76 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:28.341396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Attempting to bind port 518b1880-050b-4fe0-a29a-37183ab17b76 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:28.341711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Attempting to bind port 518b1880-050b-4fe0-a29a-37183ab17b76 on network d300f77a-6798-409d-8413-096f9d9ca824 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:28.351320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Port 518b1880-050b-4fe0-a29a-37183ab17b76 on network d300f77a-6798-409d-8413-096f9d9ca824 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:43:28.351709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Attempting to bind port 518b1880-050b-4fe0-a29a-37183ab17b76 on network d300f77a-6798-409d-8413-096f9d9ca824 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:28.367298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:28.368384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Checking segment: {'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:28.368384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Bound using segment: {'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:28.368718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Bound port: 518b1880-050b-4fe0-a29a-37183ab17b76, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:28.369081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:28.400559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:28.444014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:28.550501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] For port 518b1880-050b-4fe0-a29a-37183ab17b76, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:28.572149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] For port 518b1880-050b-4fe0-a29a-37183ab17b76, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=518b1880-050b-4fe0-a29a-37183ab17b76,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:28.577968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:28.581102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:28.582507 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "DELETE /v2.0/security-groups/e5fb6b8c-26dc-44c8-91c1-a2d63622f689 HTTP/1.1" status: 204 len: 168 time: 0.3480287 May 10 11:43:28.590091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:28.595313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:28.620096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:39Z', 'revision_number': 2, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:28.648018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fb6b8c-26dc-44c8-91c1-a2d63622f689,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:28.660058 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-931b81d8-23e1-4876-b2f3-a348084815b8 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] show failed (client error): The resource could not be found. May 10 11:43:28.661350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-931b81d8-23e1-4876-b2f3-a348084815b8 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups/e5fb6b8c-26dc-44c8-91c1-a2d63622f689 HTTP/1.1" status: 404 len: 347 time: 0.0692794 May 10 11:43:28.663172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.664622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.665210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.665811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.666360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.666904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.667446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.668067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.668631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.669180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.670058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.670629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc2412-c7b1-4412-9ba5-0ae812b6e7ac tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:28.674241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56862) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:28.678826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f82275-f2fa-4cf1-9d27-043b5386629a None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ccad5f4b-3a5e-46c8-b314-494f6ea7ee40', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:e2:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:41:09Z', 'updated_at': '2022-05-10T11:41:39Z', 'revision_number': 2, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:43:28.927888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Pushing event updated for resources: {'Port': ['ID=518b1880-050b-4fe0-a29a-37183ab17b76,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:28.933429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:28.934045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:28.935461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-21de8ee0-cabc-47cd-a943-5b7dc6275c25 service neutron] 10.222.0.49 "PUT /v2.0/ports/518b1880-050b-4fe0-a29a-37183ab17b76 HTTP/1.1" status: 200 len: 1091 time: 2.4667330 May 10 11:43:28.935927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72', 'tag': '518b1880-050b-4fe0-a29a-37183ab17b76'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:28.938217 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd41a91-153d-45d5-b94a-218427129d30" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72", "tag": "518b1880-050b-4fe0-a29a-37183ab17b76"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:29.066048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2e73e-b594-4663-9028-0ff686a3e325 req-54f53d59-3210-4f97-afa7-fc3959aabc10 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:29.075442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55a2e73e-b594-4663-9028-0ff686a3e325 req-54f53d59-3210-4f97-afa7-fc3959aabc10 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 943 time: 0.1920764 May 10 11:43:29.138678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-9c5eae89-f69f-47cd-b4ea-8ed656f62c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:29.140729 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-9c5eae89-f69f-47cd-b4ea-8ed656f62c11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 1094 time: 0.1453393 May 10 11:43:29.169029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Deleting port 47da9c87-036c-4a5f-8ac2-badcf6790f53 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:29.169504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:29.269041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-ab21cc53-3768-4733-9866-8cf732d9b67b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=518b1880-050b-4fe0-a29a-37183ab17b76 HTTP/1.1" status: 200 len: 217 time: 0.1097357 May 10 11:43:29.285077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38e2a1-71f4-48b5-9481-7d6e72378722 req-22589696-09bd-4b58-b356-44fe272832a1 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:29.287379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a38e2a1-71f4-48b5-9481-7d6e72378722 req-22589696-09bd-4b58-b356-44fe272832a1 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 946 time: 0.2469845 May 10 11:43:29.381699 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfb2ce-7421-4414-a0e9-35fa0e2e96cd None None] New status for floating IP c70d8946-4992-48f7-8d48-b0e527c37b8d: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:43:29.463556 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55a2e73e-b594-4663-9028-0ff686a3e325 req-b1e08e9a-1027-42cb-a435-eadc24db2a5f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808489 May 10 11:43:29.520418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56882) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:29.531514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-df691155-34a9-4e4c-ad2f-5b6925959cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:29.535466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-df691155-34a9-4e4c-ad2f-5b6925959cc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 200 len: 853 time: 0.2428703 May 10 11:43:29.564662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:29.565927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:29.615955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Calling delete_port for 47da9c87-036c-4a5f-8ac2-badcf6790f53 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:29.638357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-c97174d2-8178-428a-adfd-bb7865b19e4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d300f77a-6798-409d-8413-096f9d9ca824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859072 May 10 11:43:29.642618 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d834bce4-fde8-4211-8b51-13a4930931ef x-openstack-request-id: req-d834bce4-fde8-4211-8b51-13a4930931ef {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:29.644304 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72", "tag": "518b1880-050b-4fe0-a29a-37183ab17b76", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:29.645153 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d834bce4-fde8-4211-8b51-13a4930931ef {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:29.645153 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d834bce4-fde8-4211-8b51-13a4930931ef'] response: {'name': 'network-changed', 'server_uuid': '6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72', 'tag': '518b1880-050b-4fe0-a29a-37183ab17b76', 'status': 'completed', 'code': 200} May 10 11:43:29.847536 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2da3b5e-96a6-4be4-82a2-f5f4b17feee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:29.859517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a38e2a1-71f4-48b5-9481-7d6e72378722 req-06e50b81-cb88-4b81-b3b0-e059926e8950 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643928 May 10 11:43:29.951681 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-43e696e8-7a3b-4265-ac54-31222f85f021 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:29.953511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-43e696e8-7a3b-4265-ac54-31222f85f021 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 946 time: 0.3057606 May 10 11:43:29.975266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-d73e3d6c-bccf-401e-8d95-c3e14969fc57 service neutron] 10.222.0.49 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303946 May 10 11:43:30.028476 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.102251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'Port': ['ID=47da9c87-036c-4a5f-8ac2-badcf6790f53,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:30.129862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2da3b5e-96a6-4be4-82a2-f5f4b17feee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.137008 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2da3b5e-96a6-4be4-82a2-f5f4b17feee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.241042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-3d08d34b-eda6-4e4c-9867-6675a40c44b7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:30.242866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-3d08d34b-eda6-4e4c-9867-6675a40c44b7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.49 "GET /v2.0/ports?device_id=44e0dbf7-2f1b-4b1a-ba32-a60742b90fce HTTP/1.1" status: 200 len: 945 time: 0.2055743 May 10 11:43:30.268588 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f2da3b5e-96a6-4be4-82a2-f5f4b17feee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0046d4d17ef043788de2fd7777018afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469614 May 10 11:43:30.272331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56898) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:30.283654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da3b5e-96a6-4be4-82a2-f5f4b17feee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50975e15-e531-40cd-b174-7cda045caddb,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:30.328225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.330915 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.332110 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bc9f2a2b-d0ea-47f3-b856-893c991779aa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "DELETE /v2.0/floatingips/c70d8946-4992-48f7-8d48-b0e527c37b8d HTTP/1.1" status: 204 len: 168 time: 1.6566103 May 10 11:43:30.367436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d309e9a1-25a1-471c-aeec-6d49cfb29ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.384016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62fa1fcd-03b4-41cb-bb60-376381f9cc11 req-4f040824-f281-4600-8f32-232617befad6 service neutron] 10.222.0.49 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973863 May 10 11:43:30.447695 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d309e9a1-25a1-471c-aeec-6d49cfb29ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.467413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Deleting port 1ea0058a-055a-4758-b4f6-880da850722d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:30.467752 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.561946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d309e9a1-25a1-471c-aeec-6d49cfb29ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.561946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d309e9a1-25a1-471c-aeec-6d49cfb29ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:30.563060 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d309e9a1-25a1-471c-aeec-6d49cfb29ce5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50975e15-e531-40cd-b174-7cda045caddb HTTP/1.1" status: 204 len: 168 time: 0.2881970 May 10 11:43:30.633011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309e9a1-25a1-471c-aeec-6d49cfb29ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50975e15-e531-40cd-b174-7cda045caddb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:30.756463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8add6-4eab-4d14-bd71-0941a3023fbb req-311ed83b-b381-41ab-8e58-23621c40b45f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:30.760416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3a8add6-4eab-4d14-bd71-0941a3023fbb req-311ed83b-b381-41ab-8e58-23621c40b45f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 943 time: 0.1184597 May 10 11:43:30.783988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd41a91-153d-45d5-b94a-218427129d30 req-d69b752e-8fb8-49da-85ba-6bfeda1b532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:30.793014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3dd41a91-153d-45d5-b94a-218427129d30 req-d69b752e-8fb8-49da-85ba-6bfeda1b532a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 1094 time: 0.3281875 May 10 11:43:30.979061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] For port 1ea0058a-055a-4758-b4f6-880da850722d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1ea0058a-055a-4758-b4f6-880da850722d,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:30.980156 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.002559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Calling delete_port for 1ea0058a-055a-4758-b4f6-880da850722d owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:31.019972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3a8add6-4eab-4d14-bd71-0941a3023fbb req-202dad65-f3a5-4da6-acc2-2a2b7b195fc6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203429 May 10 11:43:31.042318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Deleting port 7281faeb-f450-4d2f-9375-9513e5f29f45 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:31.042666 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.222164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b502e97-92f2-4b66-975c-0b8934efb0a2 req-64e75bed-b3e1-4113-ab77-2bca0dcd7354 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:31.233488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b502e97-92f2-4b66-975c-0b8934efb0a2 req-64e75bed-b3e1-4113-ab77-2bca0dcd7354 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 946 time: 0.1807806 May 10 11:43:31.330742 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9b502e97-92f2-4b66-975c-0b8934efb0a2 req-b3128b48-1866-4a4d-b87b-ea3d096dfe6e tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/security-groups?id=476c10b3-5f73-4683-9387-5c81d3a5568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919561 May 10 11:43:31.331370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56936) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:31.368210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31fb55a0-76c6-443b-b16b-ea326f91f2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.481134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31fb55a0-76c6-443b-b16b-ea326f91f2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.493161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31fb55a0-76c6-443b-b16b-ea326f91f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.531540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-31fb55a0-76c6-443b-b16b-ea326f91f2cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8e2dca51ed94a90a485711cd52d9f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987655 May 10 11:43:31.535133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:31.631512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb55a0-76c6-443b-b16b-ea326f91f2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad44971-5783-4519-9ee0-e0354b8f084e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:31.711507 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-681bf947-9493-4073-a011-59c84847b84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.759984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-681bf947-9493-4073-a011-59c84847b84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.821620 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:43:31.833547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd41a91-153d-45d5-b94a-218427129d30 req-90656dc3-9bf9-4abb-a970-12964960a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:31.834952 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3dd41a91-153d-45d5-b94a-218427129d30 req-90656dc3-9bf9-4abb-a970-12964960a0cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 914 time: 1.0301387 May 10 11:43:31.896376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-681bf947-9493-4073-a011-59c84847b84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.900383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-681bf947-9493-4073-a011-59c84847b84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:31.902715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-681bf947-9493-4073-a011-59c84847b84b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ad44971-5783-4519-9ee0-e0354b8f084e HTTP/1.1" status: 204 len: 168 time: 0.3663192 May 10 11:43:31.915779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bf947-9493-4073-a011-59c84847b84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad44971-5783-4519-9ee0-e0354b8f084e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:32.173505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3dd41a91-153d-45d5-b94a-218427129d30 req-f800d4ec-12fe-4b9f-8603-f28f3d58a243 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=518b1880-050b-4fe0-a29a-37183ab17b76 HTTP/1.1" status: 200 len: 217 time: 0.3294966 May 10 11:43:32.200207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] For port 7281faeb-f450-4d2f-9375-9513e5f29f45, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=7281faeb-f450-4d2f-9375-9513e5f29f45,segment=NetworkSegment(3bfc9e28-bfe9-4ee8-a229-17ea369d6844),segment_id=3bfc9e28-bfe9-4ee8-a229-17ea369d6844)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:32.201247 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:32.218045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Calling delete_port for 7281faeb-f450-4d2f-9375-9513e5f29f45 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:32.267543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80b74b-3fde-4f2d-a6e4-5fd76acd4011 req-6369f8ef-3938-4822-8073-3546bbfc06f4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:32.277472 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b80b74b-3fde-4f2d-a6e4-5fd76acd4011 req-6369f8ef-3938-4822-8073-3546bbfc06f4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 943 time: 0.1387866 May 10 11:43:32.363334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b80b74b-3fde-4f2d-a6e4-5fd76acd4011 req-fa2d828b-9b1b-444d-83d6-fcfa011db061 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843720 May 10 11:43:32.431870 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:32.446971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd41a91-153d-45d5-b94a-218427129d30 req-79a615fe-be5d-45a2-9678-70b39824703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:32.448494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3dd41a91-153d-45d5-b94a-218427129d30 req-79a615fe-be5d-45a2-9678-70b39824703a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 200 len: 853 time: 0.0981286 May 10 11:43:32.503812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3dd41a91-153d-45d5-b94a-218427129d30 req-760b990c-6298-4c10-9b88-0c87f3ba6cee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d300f77a-6798-409d-8413-096f9d9ca824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429575 May 10 11:43:32.519758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:32.534094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1ea0058a-055a-4758-b4f6-880da850722d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:32.671376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Pushing event deleted for resources: {'Port': ['ID=1ea0058a-055a-4758-b4f6-880da850722d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:32.736872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-597ca662-1f06-4733-9e21-21117a36d3d2 req-d274abd1-dfdd-4f46-a702-98db7aefa3e0 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0fedf19-829c-407b-8603-13b498e422f9 HTTP/1.1" status: 200 len: 210 time: 0.2051926 May 10 11:43:32.750135 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:32.761023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1ea0058a-055a-4758-b4f6-880da850722d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:32.831203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Pushing event deleted for resources: {'Port': ['ID=7281faeb-f450-4d2f-9375-9513e5f29f45,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:32.838503 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] No DVR routers for this DVR port 1ea0058a-055a-4758-b4f6-880da850722d on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:32.844889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:32.849228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe1197df-3e3e-4727-a2ca-c7eb1e2ae64e req-2400602f-647e-4108-b4d5-be1f94f3b5c7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.70 "DELETE /v2.0/ports/1ea0058a-055a-4758-b4f6-880da850722d HTTP/1.1" status: 204 len: 173 time: 2.8714395 May 10 11:43:32.849903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fedf19-829c-407b-8603-13b498e422f9', 'name': 'network-vif-deleted', 'tag': '1ea0058a-055a-4758-b4f6-880da850722d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:32.852563 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba8471a-4ccc-461e-8828-79e9487e99e6" -d '{"events": [{"server_uuid": "e0fedf19-829c-407b-8603-13b498e422f9", "name": "network-vif-deleted", "tag": "1ea0058a-055a-4758-b4f6-880da850722d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:32.987457 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d92aec-9833-464a-b510-d5903a4af57a x-openstack-request-id: req-16d92aec-9833-464a-b510-d5903a4af57a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:32.987457 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fedf19-829c-407b-8603-13b498e422f9", "name": "network-vif-deleted", "tag": "1ea0058a-055a-4758-b4f6-880da850722d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:32.987457 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16d92aec-9833-464a-b510-d5903a4af57a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:32.987457 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d92aec-9833-464a-b510-d5903a4af57a'] response: {'server_uuid': 'e0fedf19-829c-407b-8603-13b498e422f9', 'name': 'network-vif-deleted', 'tag': '1ea0058a-055a-4758-b4f6-880da850722d', 'status': 'completed', 'code': 200} May 10 11:43:33.020919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] No DVR routers for this DVR port 7281faeb-f450-4d2f-9375-9513e5f29f45 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:33.027761 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3dd41a91-153d-45d5-b94a-218427129d30 req-824affbe-839b-433d-bd60-f639bc869584 service neutron] 10.222.0.49 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094314 May 10 11:43:33.028979 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:33.033848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cfb2ea61-8fb6-4349-862c-c79890c71635 req-47612bff-553e-4097-b637-da2106c049f7 tempest-ListServersNegativeTestJSON-1039726587 tempest-ListServersNegativeTestJSON-1039726587-project] 10.222.0.49 "DELETE /v2.0/ports/7281faeb-f450-4d2f-9375-9513e5f29f45 HTTP/1.1" status: 204 len: 173 time: 2.7686398 May 10 11:43:33.359800 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3dd41a91-153d-45d5-b94a-218427129d30 req-7dd27ce9-7626-43f3-89b6-706e56d3bf2e service neutron] 10.222.0.49 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249860 May 10 11:43:33.622109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971939f-4944-4880-8221-6e8dbfc613ab req-7b8c7e44-56cf-4f49-8409-eec6d8e5eeea tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:33.639895 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8971939f-4944-4880-8221-6e8dbfc613ab req-7b8c7e44-56cf-4f49-8409-eec6d8e5eeea tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 943 time: 0.1307561 May 10 11:43:33.729015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8971939f-4944-4880-8221-6e8dbfc613ab req-c7b463cc-22a7-42f1-9f10-17f52e6e031b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869401 May 10 11:43:33.896357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 518b1880-050b-4fe0-a29a-37183ab17b76 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:43:33.903552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 7281faeb-f450-4d2f-9375-9513e5f29f45 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:33.942512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:33.979603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 7281faeb-f450-4d2f-9375-9513e5f29f45 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:33.983400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 7281faeb-f450-4d2f-9375-9513e5f29f45 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:34.047698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7e8e45-1360-415c-9bc0-0583482079a2 admin admin] Deleting subnet 42b0b0ec-0fea-4963-9c44-47965d4eb252 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:43:34.051543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8e45-1360-415c-9bc0-0583482079a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.099126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8e45-1360-415c-9bc0-0583482079a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.133528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 518b1880-050b-4fe0-a29a-37183ab17b76, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=518b1880-050b-4fe0-a29a-37183ab17b76,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:34.148757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '518b1880-050b-4fe0-a29a-37183ab17b76', 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824', 'port_id': '518b1880-050b-4fe0-a29a-37183ab17b76', 'mac_address': 'fa:16:3e:a7:a1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a3c4e2-1000-4335-bd90-4024500e943a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:43:34.179563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8e45-1360-415c-9bc0-0583482079a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.195681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 518b1880-050b-4fe0-a29a-37183ab17b76 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:34.196166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.220745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518b1880-050b-4fe0-a29a-37183ab17b76 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:34.258765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 518b1880-050b-4fe0-a29a-37183ab17b76, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=518b1880-050b-4fe0-a29a-37183ab17b76,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:34.277600 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.332559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8e45-1360-415c-9bc0-0583482079a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.334128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=518b1880-050b-4fe0-a29a-37183ab17b76,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:34.337524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad240cbd-4afb-4da2-9f57-c0ca5c8e64a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.402825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e8e45-1360-415c-9bc0-0583482079a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b0b0ec-0fea-4963-9c44-47965d4eb252,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:34.412158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8e45-1360-415c-9bc0-0583482079a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.419128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0c7e8e45-1360-415c-9bc0-0583482079a2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42b0b0ec-0fea-4963-9c44-47965d4eb252 HTTP/1.1" status: 204 len: 168 time: 0.4727812 May 10 11:43:34.419545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57044) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:34.485792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['518b1880-050b-4fe0-a29a-37183ab17b76'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:34.543729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.767610 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.804797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803bc9d0-5e23-46fc-9a9d-0c391b112b1b']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:34.816969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfc9e28-bfe9-4ee8-a229-17ea369d6844') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:34.817268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfc9e28-bfe9-4ee8-a229-17ea369d6844') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:34.828155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.848375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.855345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:43:34.855859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: timer() May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:43:34.858061 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:43:34.938268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1ea0058a-055a-4758-b4f6-880da850722d no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:34.987628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e0dbf7-2f1b-4b1a-ba32-a60742b90fce', 'name': 'network-vif-deleted', 'tag': '7281faeb-f450-4d2f-9375-9513e5f29f45'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:34.990608 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db17688f-30c0-49d0-a0ca-8246e08fc9e8" -d '{"events": [{"server_uuid": "44e0dbf7-2f1b-4b1a-ba32-a60742b90fce", "name": "network-vif-deleted", "tag": "7281faeb-f450-4d2f-9375-9513e5f29f45"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:35.035844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 1ea0058a-055a-4758-b4f6-880da850722d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:35.036599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1ea0058a-055a-4758-b4f6-880da850722d not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:35.052676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecdd89-76cc-4366-ab8d-2a20507d11a4 req-63295176-b5ff-41c0-9eab-2a12c140ad2b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:35.054296 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57ecdd89-76cc-4366-ab8d-2a20507d11a4 req-63295176-b5ff-41c0-9eab-2a12c140ad2b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 944 time: 0.1953952 May 10 11:43:35.055140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:35.064323 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e5bfbd-0463-47f3-9acb-e8c3bdc7c0b7 x-openstack-request-id: req-d8e5bfbd-0463-47f3-9acb-e8c3bdc7c0b7 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:35.064575 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e0dbf7-2f1b-4b1a-ba32-a60742b90fce", "name": "network-vif-deleted", "tag": "7281faeb-f450-4d2f-9375-9513e5f29f45", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:35.064847 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8e5bfbd-0463-47f3-9acb-e8c3bdc7c0b7 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:35.065253 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e5bfbd-0463-47f3-9acb-e8c3bdc7c0b7'] response: {'server_uuid': '44e0dbf7-2f1b-4b1a-ba32-a60742b90fce', 'name': 'network-vif-deleted', 'tag': '7281faeb-f450-4d2f-9375-9513e5f29f45', 'status': 'completed', 'code': 200} May 10 11:43:35.078298 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:35.083057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/803bc9d0-5e23-46fc-9a9d-0c391b112b1b HTTP/1.1" status: 204 len: 168 time: 0.6620991 May 10 11:43:35.116740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e9549-a1cc-42da-8a03-d7bc680b3ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=803bc9d0-5e23-46fc-9a9d-0c391b112b1b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:35.185917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57ecdd89-76cc-4366-ab8d-2a20507d11a4 req-50fd5824-b2e9-4cf7-9dcd-b5b60f973755 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161354 May 10 11:43:35.519492 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:35.605905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57090) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:35.681792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f4f11ee3-9e50-41b3-8ddb-b054ab8ad2e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a814ddd4d654181890f670cfe44a468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742998 May 10 11:43:35.684467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:35.818044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:35.873793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:35.916645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 518b1880-050b-4fe0-a29a-37183ab17b76 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:35.994722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:35.997881 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:35.999367 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/476c10b3-5f73-4683-9387-5c81d3a5568e HTTP/1.1" status: 204 len: 168 time: 0.3129659 May 10 11:43:36.029981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476c10b3-5f73-4683-9387-5c81d3a5568e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:36.045823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 518b1880-050b-4fe0-a29a-37183ab17b76 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:43:36.050115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.050460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.050798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.051126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.053110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.054400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.054920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.055396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.055892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.057040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.058156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.058688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 518b1880-050b-4fe0-a29a-37183ab17b76 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:36.059425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039728-0eeb-4095-a3f2-21955d715bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:36.059643 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:36.283158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 518b1880-050b-4fe0-a29a-37183ab17b76 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:36.284052 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:36.392477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 518b1880-050b-4fe0-a29a-37183ab17b76, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=518b1880-050b-4fe0-a29a-37183ab17b76,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:36.393857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518b1880-050b-4fe0-a29a-37183ab17b76'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:36.402267 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1e633-99bf-4921-805f-1c78ee5b7b41" -d '{"events": [{"server_uuid": "6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72", "name": "network-vif-plugged", "status": "completed", "tag": "518b1880-050b-4fe0-a29a-37183ab17b76"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:36.411833 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:36.472562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d61625-f233-4482-87d6-3fef874402fc req-fd0f999f-1303-45b1-acb8-57f4776541b3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:36.475019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d61625-f233-4482-87d6-3fef874402fc req-fd0f999f-1303-45b1-acb8-57f4776541b3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 944 time: 0.1683958 May 10 11:43:36.608405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45d61625-f233-4482-87d6-3fef874402fc req-a12649f4-6f92-4a4a-a9a1-7f9cf10aa43e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120505 May 10 11:43:36.637888 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a3da32-107f-4872-862f-0cc29f221e9e x-openstack-request-id: req-e4a3da32-107f-4872-862f-0cc29f221e9e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:36.637888 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72", "name": "network-vif-plugged", "status": "completed", "tag": "518b1880-050b-4fe0-a29a-37183ab17b76", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:36.637888 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4a3da32-107f-4872-862f-0cc29f221e9e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:36.637888 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a3da32-107f-4872-862f-0cc29f221e9e'] response: {'server_uuid': '6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518b1880-050b-4fe0-a29a-37183ab17b76', 'code': 200} May 10 11:43:36.736605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=518b1880-050b-4fe0-a29a-37183ab17b76,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:36.752743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97d79-7b9a-4bec-a94e-e543754219aa req-2d0c1c47-64d7-41b9-89f0-1f280a6b8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:36.755223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37a97d79-7b9a-4bec-a94e-e543754219aa req-2d0c1c47-64d7-41b9-89f0-1f280a6b8fcd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 1096 time: 0.1146631 May 10 11:43:36.810005 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37a97d79-7b9a-4bec-a94e-e543754219aa req-68ab94f3-4e9c-4d2e-88ca-ecf2dcca2213 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480614 May 10 11:43:37.236309 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-afd1a3a6-efda-4929-ad31-fa685e66a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:37.767682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:37.959618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475722a-52a7-4ef3-b49b-a5b1bfe4b94c req-b0f7fc35-9afd-4320-9689-4ca5fd311448 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:37.971750 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1475722a-52a7-4ef3-b49b-a5b1bfe4b94c req-b0f7fc35-9afd-4320-9689-4ca5fd311448 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 945 time: 0.1840978 May 10 11:43:38.044454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1475722a-52a7-4ef3-b49b-a5b1bfe4b94c req-41777ba1-3009-4085-b805-08eca7f2683f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688329 May 10 11:43:38.888451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-33d9c901-63ab-4719-bcb9-656ca250821b req-8bf83644-a2c1-46b9-ae3e-67197d3d40bb tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=dedfee5b-3d62-4889-80a8-1e756a1d888b HTTP/1.1" status: 200 len: 210 time: 0.0883226 May 10 11:43:39.302254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e2171-e7f8-477f-8c6b-1057a1d28803 req-62a0ee8a-7bfc-4098-bdab-29b095e54ca0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:39.311287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3e2171-e7f8-477f-8c6b-1057a1d28803 req-62a0ee8a-7bfc-4098-bdab-29b095e54ca0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 945 time: 0.0738859 May 10 11:43:39.321928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:39.473364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3e2171-e7f8-477f-8c6b-1057a1d28803 req-7675e169-83bc-4ee5-8cf5-c7b76fa1eef2 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518860 May 10 11:43:39.519759 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:39.889707 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aacc19f8-c8bb-4c7e-a1e5-8c7cfbb33284 req-b8502f7e-6df4-4309-8c6e-e0d6d6566bdd tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.1049032 May 10 11:43:40.048636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c9e4c-3f7e-4e84-ac1b-091093213b6a req-2577bfb6-4d79-4cae-b7ca-e1914d21ab3e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:40.052125 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c06c9e4c-3f7e-4e84-ac1b-091093213b6a req-2577bfb6-4d79-4cae-b7ca-e1914d21ab3e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 945 time: 0.1151934 May 10 11:43:40.144267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c06c9e4c-3f7e-4e84-ac1b-091093213b6a req-515269d7-e8f0-4dea-a0ad-444c6f44c56d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832162 May 10 11:43:40.473815 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f720ebe-918b-4645-ad80-4dd2d7f5cd20 req-ba9dcaf5-072d-4537-a2a3-eac59ec72051 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:40.486608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f720ebe-918b-4645-ad80-4dd2d7f5cd20 req-ba9dcaf5-072d-4537-a2a3-eac59ec72051 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 945 time: 0.0864172 May 10 11:43:40.540123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f720ebe-918b-4645-ad80-4dd2d7f5cd20 req-ac8bd8de-a32a-45e7-b55e-4b358dadfd8b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522163 May 10 11:43:41.072933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f2b05df0-7500-4486-83db-88705932c9d1 req-a5c5ed4b-149d-45c6-a7b5-851bec9b5923 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0552227 May 10 11:43:41.260376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-f3946867-46ed-4d43-aac0-25b5df41a907 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:41.264583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-f3946867-46ed-4d43-aac0-25b5df41a907 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 945 time: 0.1084199 May 10 11:43:41.407161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4079e-d7a0-42be-9d9b-42637ee0b923 req-e8379b61-ab3c-4523-b3fc-ef0534ceed36 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:41.422926 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fe4079e-d7a0-42be-9d9b-42637ee0b923 req-e8379b61-ab3c-4523-b3fc-ef0534ceed36 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 945 time: 0.1591194 May 10 11:43:41.549435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fe4079e-d7a0-42be-9d9b-42637ee0b923 req-22582486-1048-4aac-907d-7196ce318d58 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200457 May 10 11:43:41.570590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Deleting port 518b1880-050b-4fe0-a29a-37183ab17b76 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:41.570948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:41.812906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb3dced5-24ae-4cef-9a1d-205ae429f64e req-f8a867ca-c8af-49ad-a322-26a0166b958a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dedfee5b-3d62-4889-80a8-1e756a1d888b HTTP/1.1" status: 200 len: 210 time: 0.0702920 May 10 11:43:41.826577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] For port 518b1880-050b-4fe0-a29a-37183ab17b76, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=518b1880-050b-4fe0-a29a-37183ab17b76,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:41.827209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:41.868729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bc0e-fdb8-41da-a3e3-dff64caad24d req-7a3720f5-99a0-464f-8f82-6d5f6925334a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:41.881490 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f98bc0e-fdb8-41da-a3e3-dff64caad24d req-7a3720f5-99a0-464f-8f82-6d5f6925334a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 945 time: 0.2379510 May 10 11:43:41.883807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Calling delete_port for 518b1880-050b-4fe0-a29a-37183ab17b76 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:42.078125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f98bc0e-fdb8-41da-a3e3-dff64caad24d req-ed078c16-4313-4d68-9a8f-def116c1e20a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957242 May 10 11:43:42.137974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-8e23983c-7410-4d06-a10b-56e695e6e72e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:42.145733 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-8e23983c-7410-4d06-a10b-56e695e6e72e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 945 time: 0.2980072 May 10 11:43:42.272593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4872e650-be56-43dc-94e2-5a25ceda7883 req-e91d84ff-3e99-47fb-b7ed-1dd8e8b942a0 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0492058 May 10 11:43:42.486764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:42.490769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Deleting port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:42.492208 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:42.502018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['518b1880-050b-4fe0-a29a-37183ab17b76'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:42.550849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8919ea00-ba97-4d6e-a923-936ba6c5348a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:43:42.747377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] For port b0fc11b5-891f-4b9c-83a1-db89a0f60b99, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:42.747687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:42.941976 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dfdfdce-de8a-43af-bb49-39f51ab70b5b req-03eea645-989d-492a-81f5-7b2f73303ac5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 210 time: 0.1308043 May 10 11:43:43.216056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.228023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.228421 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Floating IP ccad5f4b-3a5e-46c8-b314-494f6ea7ee40 disassociated. External IP: 172.25.8.217, port: b0fc11b5-891f-4b9c-83a1-db89a0f60b99. May 10 11:43:43.228798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Calling delete_port for b0fc11b5-891f-4b9c-83a1-db89a0f60b99 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:43.274032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Pushing event deleted for resources: {'Port': ['ID=518b1880-050b-4fe0-a29a-37183ab17b76,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:43.277576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a53e226d-a174-4493-bd6b-7eb8d7f3072a req-15c44e80-f52f-499e-ab43-bf1bffd8a6a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.4676516 May 10 11:43:43.376758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] No DVR routers for this DVR port 518b1880-050b-4fe0-a29a-37183ab17b76 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:43.380074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.385710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f1d9cb96-328e-4851-9b33-f3bb82a1ac77 req-aba63a60-dda3-40c1-a64e-404c3344640f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.49 "DELETE /v2.0/ports/518b1880-050b-4fe0-a29a-37183ab17b76 HTTP/1.1" status: 204 len: 173 time: 2.1127801 May 10 11:43:43.389390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72', 'name': 'network-vif-deleted', 'tag': '518b1880-050b-4fe0-a29a-37183ab17b76'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:43.392486 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b6504b-d3c0-4095-a0f5-c182f29f19c8" -d '{"events": [{"server_uuid": "6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72", "name": "network-vif-deleted", "tag": "518b1880-050b-4fe0-a29a-37183ab17b76"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:43.403412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8342a-8e88-4650-8531-87fcc0cbc470 req-b634ee2b-4c92-4978-ba28-219d63f72e76 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:43.406612 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-13e8342a-8e88-4650-8531-87fcc0cbc470 req-b634ee2b-4c92-4978-ba28-219d63f72e76 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 945 time: 0.1894333 May 10 11:43:43.519050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47e8b31c-0ddc-4634-94f5-2d6f03372fae req-30735679-17e4-4f89-9249-7d7fdbd69bda tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0531359 May 10 11:43:43.519499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-13e8342a-8e88-4650-8531-87fcc0cbc470 req-030b91f4-4612-4fda-bbee-3f236c0e0144 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=f599573a-8cdd-40a6-a543-b72d2a625908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929914 May 10 11:43:43.611154 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40def97-ea08-4c09-94c0-efe27dc9d725 x-openstack-request-id: req-b40def97-ea08-4c09-94c0-efe27dc9d725 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:43.611763 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72", "name": "network-vif-deleted", "tag": "518b1880-050b-4fe0-a29a-37183ab17b76", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:43.612341 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b40def97-ea08-4c09-94c0-efe27dc9d725 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:43.613019 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40def97-ea08-4c09-94c0-efe27dc9d725'] response: {'server_uuid': '6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72', 'name': 'network-vif-deleted', 'tag': '518b1880-050b-4fe0-a29a-37183ab17b76', 'status': 'completed', 'code': 200} May 10 11:43:43.650815 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.687719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'Port': ['ID=b0fc11b5-891f-4b9c-83a1-db89a0f60b99,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:43.927535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:43:44.248729 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e44ef33-8142-4ddf-a04a-941c38b34bd7 req-64191766-b956-4589-b22e-8ec66f061471 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb56b7b-4c09-45c7-b9bf-5cedf5e39d72 HTTP/1.1" status: 200 len: 210 time: 0.0700743 May 10 11:43:44.255343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:43:44.268013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:43:44.297480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:43:44.298145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:43:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:44.350146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] No DVR routers for this DVR port b0fc11b5-891f-4b9c-83a1-db89a0f60b99 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:44.353187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:44.356796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35d5c37c-48e2-4ae0-9cea-084b5ecf06b5 req-bed0ce04-8a78-40bc-84c4-ca6652cb877c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "DELETE /v2.0/ports/b0fc11b5-891f-4b9c-83a1-db89a0f60b99 HTTP/1.1" status: 204 len: 173 time: 2.2002132 May 10 11:43:44.683089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57454) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:44.704710 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e64021c7-b06d-44bb-91e7-f4338214a0be req-047bffb9-5e75-4ca2-8235-1660118db1c2 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc4ae48-718f-4bfd-a6a2-5e2c458ee239 HTTP/1.1" status: 200 len: 210 time: 0.0464032 May 10 11:43:44.754787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-079e9f70-6097-486c-8797-f7ad45a82762 req-ef364078-eaad-4fdf-a4ab-e5ad848ab7c6 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0653846 May 10 11:43:44.872662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:43:44.891434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-044ed4b6-57e2-4faa-a064-7b7ea34baa0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:45.104619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-044ed4b6-57e2-4faa-a064-7b7ea34baa0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:45.126947 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-044ed4b6-57e2-4faa-a064-7b7ea34baa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:45.205989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:45.234557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-044ed4b6-57e2-4faa-a064-7b7ea34baa0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=377974fe4c464c699c951af394850368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474653 May 10 11:43:45.234966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57484) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:45.235936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:43:45.245558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:43:45.246422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:43:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:45.315931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ed4b6-57e2-4faa-a064-7b7ea34baa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a21af-9381-458f-a594-203ab24ebe9b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:45.392226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-01532d5e-a03a-4c19-bc45-4ffc7aeecf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:45.445640 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-01532d5e-a03a-4c19-bc45-4ffc7aeecf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:45.494312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ab3f256-3643-4a70-a132-258ac2ab0a3f req-21c3fc7c-fdf4-4b43-85b4-a37609dc5a08 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0587013 May 10 11:43:45.543994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:43:45.614364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'name': 'network-vif-deleted', 'tag': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:45.618755 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d88a0a-2fe6-4687-9ab1-82f5d972ea47" -d '{"events": [{"server_uuid": "fbc4ae48-718f-4bfd-a6a2-5e2c458ee239", "name": "network-vif-deleted", "tag": "b0fc11b5-891f-4b9c-83a1-db89a0f60b99"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:45.622017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-01532d5e-a03a-4c19-bc45-4ffc7aeecf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:45.625164 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-01532d5e-a03a-4c19-bc45-4ffc7aeecf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:45.629229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-01532d5e-a03a-4c19-bc45-4ffc7aeecf07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c05a21af-9381-458f-a594-203ab24ebe9b HTTP/1.1" status: 204 len: 168 time: 0.3929741 May 10 11:43:45.644497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01532d5e-a03a-4c19-bc45-4ffc7aeecf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a21af-9381-458f-a594-203ab24ebe9b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:45.675309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f6ba9-6b9a-4979-8043-5f315ed2b330 req-96844c18-d4bf-4be5-bf33-0ea373545471 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:45.677243 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb6f6ba9-6b9a-4979-8043-5f315ed2b330 req-96844c18-d4bf-4be5-bf33-0ea373545471 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1963751 May 10 11:43:45.803285 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa994df7-ec7d-4446-bf23-bf71d0e16da6 x-openstack-request-id: req-fa994df7-ec7d-4446-bf23-bf71d0e16da6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:45.803581 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc4ae48-718f-4bfd-a6a2-5e2c458ee239", "name": "network-vif-deleted", "tag": "b0fc11b5-891f-4b9c-83a1-db89a0f60b99", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:45.808791 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa994df7-ec7d-4446-bf23-bf71d0e16da6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:45.809283 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa994df7-ec7d-4446-bf23-bf71d0e16da6'] response: {'server_uuid': 'fbc4ae48-718f-4bfd-a6a2-5e2c458ee239', 'name': 'network-vif-deleted', 'tag': 'b0fc11b5-891f-4b9c-83a1-db89a0f60b99', 'status': 'completed', 'code': 200} May 10 11:43:45.847598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb6f6ba9-6b9a-4979-8043-5f315ed2b330 req-b6383ff1-a231-45ed-9fb9-74e614c00c4b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579587 May 10 11:43:45.872694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57516) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:45.995686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 518b1880-050b-4fe0-a29a-37183ab17b76 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:46.010600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c0ba-6f96-4134-8264-1eb6bc3d56c5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.052809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 518b1880-050b-4fe0-a29a-37183ab17b76 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:46.055472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 518b1880-050b-4fe0-a29a-37183ab17b76 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:46.057702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b0fc11b5-891f-4b9c-83a1-db89a0f60b99 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:43:46.068219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c0ba-6f96-4134-8264-1eb6bc3d56c5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.147318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: b0fc11b5-891f-4b9c-83a1-db89a0f60b99 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:43:46.150204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b0fc11b5-891f-4b9c-83a1-db89a0f60b99 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:43:46.192444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c0ba-6f96-4134-8264-1eb6bc3d56c5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.192790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:46.198690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c0ba-6f96-4134-8264-1eb6bc3d56c5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.204057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57534) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:46.204412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57536) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:46.216396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c0f3c0ba-6f96-4134-8264-1eb6bc3d56c5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "DELETE /v2.0/security-groups/f599573a-8cdd-40a6-a543-b72d2a625908 HTTP/1.1" status: 204 len: 168 time: 0.3425403 May 10 11:43:46.225916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3c0ba-6f96-4134-8264-1eb6bc3d56c5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f599573a-8cdd-40a6-a543-b72d2a625908,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:46.230973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a43ef-db07-432e-943f-c3db94fbdd08 None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:43:46.259008 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4864b78e-936b-48db-b7bc-7442301cfb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.284326 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-3f8411be-e552-4af3-92a7-cc5805d50ff3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] show failed (client error): The resource could not be found. May 10 11:43:46.288117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3f8411be-e552-4af3-92a7-cc5805d50ff3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups/f599573a-8cdd-40a6-a543-b72d2a625908 HTTP/1.1" status: 404 len: 347 time: 0.0801075 May 10 11:43:46.288840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57538) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:46.392710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4864b78e-936b-48db-b7bc-7442301cfb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.402213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0a5a-19fb-4abc-937d-2e3b9e1f7f7e req-13c89fa8-7cac-40a5-88a6-7232bcc06a27 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:46.410984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ccf0a5a-19fb-4abc-937d-2e3b9e1f7f7e req-13c89fa8-7cac-40a5-88a6-7232bcc06a27 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2023659 May 10 11:43:46.420055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4864b78e-936b-48db-b7bc-7442301cfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.485541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ccf0a5a-19fb-4abc-937d-2e3b9e1f7f7e req-68c5a25c-32c4-47d1-80ce-d741f8b88626 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733919 May 10 11:43:46.542160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Deleting port e21c4585-b448-4f3f-98a9-9321870a4d5d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:43:46.542504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.555305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4864b78e-936b-48db-b7bc-7442301cfb9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afee6bdcb5c541f59801072478154ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486686 May 10 11:43:46.562063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57548) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:46.624462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864b78e-936b-48db-b7bc-7442301cfb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f86727-faa4-4c55-af6b-bbfe5b733a44,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:46.708602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ad73513-f93b-4985-aabe-3de1b45d521b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.731803 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daad841-57db-47f4-a9ff-bf83f2e5639c None None] New status for floating IP ccad5f4b-3a5e-46c8-b314-494f6ea7ee40: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:43:46.741505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.742516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.758655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Calling delete_port for e21c4585-b448-4f3f-98a9-9321870a4d5d owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:43:46.785034 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ad73513-f93b-4985-aabe-3de1b45d521b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.815583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c624-a405-4acc-a0ca-25db91505c5a req-212e4466-c631-4f95-9b8d-66818e3023c3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:46.832067 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5458c624-a405-4acc-a0ca-25db91505c5a req-212e4466-c631-4f95-9b8d-66818e3023c3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2028074 May 10 11:43:46.869466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d91f151-70ec-4ea8-a438-da8dceaf3a58 req-0741b6a5-a485-4b7c-9c0d-14a04c5f3ecc tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.2001815 May 10 11:43:46.977692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ad73513-f93b-4985-aabe-3de1b45d521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.981147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ad73513-f93b-4985-aabe-3de1b45d521b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.008283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9ad73513-f93b-4985-aabe-3de1b45d521b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5f86727-faa4-4c55-af6b-bbfe5b733a44 HTTP/1.1" status: 204 len: 168 time: 0.4339616 May 10 11:43:47.044098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad73513-f93b-4985-aabe-3de1b45d521b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f86727-faa4-4c55-af6b-bbfe5b733a44,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:47.081091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5458c624-a405-4acc-a0ca-25db91505c5a req-0fb3d2b2-20af-4f93-8a37-ac12f3bf35a5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197943 May 10 11:43:47.181196 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.469537 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.475033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.477839 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "DELETE /v2.0/floatingips/ccad5f4b-3a5e-46c8-b314-494f6ea7ee40 HTTP/1.1" status: 204 len: 168 time: 1.1875298 May 10 11:43:47.479650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b26a8-9d44-4cbe-85c4-0b825f50fb5e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'Port': ['ID=e21c4585-b448-4f3f-98a9-9321870a4d5d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:47.642691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57580) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:47.649546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fd68a5b0-da15-4b36-8636-574a7122d400 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663098039', 'description': 'tempest-description--1346522227'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:47.707443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd68a5b0-da15-4b36-8636-574a7122d400 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.871974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd68a5b0-da15-4b36-8636-574a7122d400 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.883352 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd68a5b0-da15-4b36-8636-574a7122d400 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.928263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68a5b0-da15-4b36-8636-574a7122d400 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb85c2c-179f-4f95-a67c-c7b6dce774a2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:47.954066 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd68a5b0-da15-4b36-8636-574a7122d400 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.971451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57602) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:47.972020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fd68a5b0-da15-4b36-8636-574a7122d400 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3281155 May 10 11:43:47.977139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2d57c665-3f7e-4735-b316-fadab49583bd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group_rule': {'security_group_id': 'aeb85c2c-179f-4f95-a67c-c7b6dce774a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:48.039649 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d57c665-3f7e-4735-b316-fadab49583bd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.083705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e1da74fc-770b-4408-ba8c-0bf62bd18906 req-0ea08e17-c3fe-455a-9c24-40584118087f tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0810246 May 10 11:43:48.141159 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d57c665-3f7e-4735-b316-fadab49583bd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.147630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d57c665-3f7e-4735-b316-fadab49583bd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.172362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57c665-3f7e-4735-b316-fadab49583bd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05c50cd-b03c-4cc0-a3e4-7264f9540718,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:48.193074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d57c665-3f7e-4735-b316-fadab49583bd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.195875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2d57c665-3f7e-4735-b316-fadab49583bd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218046 May 10 11:43:48.198743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57614) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:48.205048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e6cd95ed-5c68-48f2-a54c-c36af8b20eca tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group_rule': {'security_group_id': 'aeb85c2c-179f-4f95-a67c-c7b6dce774a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:48.265230 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6cd95ed-5c68-48f2-a54c-c36af8b20eca tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.338842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6cd95ed-5c68-48f2-a54c-c36af8b20eca tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.345534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6cd95ed-5c68-48f2-a54c-c36af8b20eca tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.395786 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6cd95ed-5c68-48f2-a54c-c36af8b20eca tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.400367 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e6cd95ed-5c68-48f2-a54c-c36af8b20eca tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1970446 May 10 11:43:48.400765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57618) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:48.410650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:48.422623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd95ed-5c68-48f2-a54c-c36af8b20eca tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b05fbe9-919b-485b-b4a9-fa87e7a03193,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:48.464986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.700006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.906181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Allocated IP 172.25.8.190 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/142672a3-2f6e-428d-9579-7cb86729ca8b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:49.073357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.114075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.246194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:49.251951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:49.260392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:49.272812 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07d818ee-6b65-4df9-8537-cb8df48c13d0 req-56d363eb-9f75-4975-98d3-552470b75f29 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0403862 May 10 11:43:49.310081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=142672a3-2f6e-428d-9579-7cb86729ca8b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:49.413693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.477307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.731981 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.738009 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.830643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.870143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.876770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4738529 May 10 11:43:49.885837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72818f9-dbc8-4e5a-acb7-99f4ef7df3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=142672a3-2f6e-428d-9579-7cb86729ca8b,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:50.133777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-20d2b231-4eba-4d59-9f9a-6701389e3df3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1663098039&fields=id&tenant_id=54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 267 time: 0.0444908 May 10 11:43:50.315687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-57d5e290-f928-4fd2-8e05-281b60f3552c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:50.325826 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-57d5e290-f928-4fd2-8e05-281b60f3552c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 815 time: 0.1826444 May 10 11:43:50.344788 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-441fc093-426e-4df6-8436-abcb8b1376e5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/quotas/54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 375 time: 0.0175586 May 10 11:43:50.440348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdd368-03cb-438b-8464-d9b00ab6696c req-8b31742b-a8c4-429c-a46e-1a2747c3f51c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:50.450032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86fdd368-03cb-438b-8464-d9b00ab6696c req-8b31742b-a8c4-429c-a46e-1a2747c3f51c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0786881 May 10 11:43:50.455866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-7ace4382-aec2-46ac-a4d1-59309572ad3c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101227 May 10 11:43:50.494886 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86fdd368-03cb-438b-8464-d9b00ab6696c req-94668b21-fa98-4343-a6b5-9f4b17ed5157 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 May 10 11:43:50.637512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c067b74-99e4-4ce9-96cc-80c99f4611b7 req-5ac0cb70-8805-4c87-a692-3bda6c741602 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0594869 May 10 11:43:50.689649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-768c7369-ae52-45b9-adde-b1eeb8d98737 service neutron] 10.222.0.13 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173181 May 10 11:43:50.772926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57738) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:50.780082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-600947108'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:50.821437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:50.827752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:50.837520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-2913a64a-27fe-4de4-8627-30489101015a service neutron] 10.222.0.13 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468940 May 10 11:43:50.860870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:43:50.872453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:50.873281 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Added segment b1a43e5b-da88-4ae8-8b11-32a0db2e50e4 of type vlan for network 07e34b50-6df7-412d-bdd4-530caccbf231 May 10 11:43:50.928250 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:50.973179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834e168-21f3-4641-8808-3783aae44d89 req-86165538-2df6-46c9-8e59-e891e2bb6f53 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:50.974925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a834e168-21f3-4641-8808-3783aae44d89 req-86165538-2df6-46c9-8e59-e891e2bb6f53 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2402527 May 10 11:43:50.976342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:50.982174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:50.982972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.156164 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3814247 May 10 11:43:51.164261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57760) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:51.173916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-277029568'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:51.186404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ec8fb2b-e877-4c56-9a83-b1c353818f1a req-4691890b-17d5-4cd1-b80a-2654ded254cb tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 210 time: 0.0751336 May 10 11:43:51.204302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a834e168-21f3-4641-8808-3783aae44d89 req-198a9a91-22ef-4349-bf2b-a9fd663957bb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175500 May 10 11:43:51.220426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78352b77-2c64-4d58-a8dc-5dcc1dde591a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Network': ['ID=07e34b50-6df7-412d-bdd4-530caccbf231,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:51.226811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:51.230374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.233569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 07e34b50-6df7-412d-bdd4-530caccbf231 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:43:51.297763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:43:51.320019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.320407 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Added segment 5125f91c-4735-4ddf-9384-7b74549ebe56 of type vlan for network c0ef700c-9f07-4d67-8530-5e854954469f May 10 11:43:51.374356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.436061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.443729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:51.444486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.546868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Network': ['ID=c0ef700c-9f07-4d67-8530-5e854954469f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:51.568160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c0ef700c-9f07-4d67-8530-5e854954469f details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:43:51.584231 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-729a085b-d3bf-43f6-9a74-42f58b63bcb7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4180288 May 10 11:43:51.586794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:51.596251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'subnet': {'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:51.757978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:51.771439 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.885816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58cbcebc-83f6-42e5-8509-55bd6ac7f96a req-0ad40320-a6c8-4f1d-952a-9b61d41b41af tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0559738 May 10 11:43:52.712238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-450dbe19-30c6-478c-af95-7a9eda9c15ad req-bee17bd8-9832-434b-a5b6-9bb6351e06ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 210 time: 0.1415076 May 10 11:43:52.990571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-18c56a1b-05f9-4f87-acf1-8a80fb732173 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:52.993354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-18c56a1b-05f9-4f87-acf1-8a80fb732173 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 815 time: 0.3846560 May 10 11:43:53.055127 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b9a5d78e-84b1-495a-815d-8e90f86e609e req-995f0275-176f-4b6b-8a1e-e28325a28e13 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0324280 May 10 11:43:53.092270 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.098374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-72415ae7-b080-451f-9cb4-ecd5a854f16c tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 380 time: 0.0955327 May 10 11:43:53.109336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'port': {'device_id': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'admin_state_up': True, 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'security_groups': ['aeb85c2c-179f-4f95-a67c-c7b6dce774a2']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:53.236576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Checking segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:53.237051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network hostable DHCP agents. Network: 07e34b50-6df7-412d-bdd4-530caccbf231, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:43:53.241129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Subnet': ['ID=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:53.284299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network 07e34b50-6df7-412d-bdd4-530caccbf231 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:43:53.310638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 07e34b50-6df7-412d-bdd4-530caccbf231) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:53.315373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:53.316167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.323499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f50b9-b0b8-4465-835c-68964c2d9102 None None] Network 07e34b50-6df7-412d-bdd4-530caccbf231 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:53.328435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Made reservation on behalf of 54559a33eeb145b689aaa8cf708df004 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:53.332454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.356167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ecebea8-ffcb-45c0-b3a6-37fa72e3309a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7678249 May 10 11:43:53.356971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57848) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:53.361836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'subnet': {'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:53.611722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-07e34b50-6df7-412d-bdd4-530caccbf231', 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'fixed_ips': [{'subnet_id': '2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:43:53.612956 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.626171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:53.630784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.644139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Allocated IP 172.20.0.14 (df964da3-c9c3-43ec-8cfe-883e8aaa78dc/af092eb2-0e4e-4f7b-bf86-239ae711e0b8/c88d237e-cc47-4842-88a4-516c7928645b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:53.905766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c4f9c6c-51b6-4222-951d-8f7f13d7b589 req-6b5b32ff-a727-4cbb-a4ad-807f48d8a0c7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 210 time: 0.0471404 May 10 11:43:53.920515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Allocated IP 10.1.1.2 (07e34b50-6df7-412d-bdd4-530caccbf231/2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e/7a82c049-47d9-49d3-8cb1-9dc858d77205) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:53.924347 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.066931 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.120517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Subnet': ['ID=194c83d8-4bfd-45c5-b84f-06bb018e25c1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:54.124633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Checking segment: {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:54.124993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network hostable DHCP agents. Network: c0ef700c-9f07-4d67-8530-5e854954469f, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:43:54.153495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network c0ef700c-9f07-4d67-8530-5e854954469f is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:43:54.187957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c0ef700c-9f07-4d67-8530-5e854954469f) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:54.202564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:54.203374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.246369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1575694a-50b6-4d03-8d63-9eb05b52ffd1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8883214 May 10 11:43:54.249211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57882) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:54.256179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'port': {'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'name': 'tempest-TaggedBootDevicesTest_v242-2141323355', 'fixed_ips': [{'subnet_id': '2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:54.281744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.361125 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.369799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f311b8-b34a-402d-bcf8-26567c6c4a51 None None] Network c0ef700c-9f07-4d67-8530-5e854954469f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:54.388779 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.406107 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b9297cc2-35ff-4f5b-bb76-55fbdaa3f4c7 req-25781efb-b7f2-4de7-a782-a519e76d5e30 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.1731498 May 10 11:43:54.502442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Network 07e34b50-6df7-412d-bdd4-530caccbf231 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:54.503166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:54.507388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Pushing event updated for resources: {'Port': ['ID=7a82c049-47d9-49d3-8cb1-9dc858d77205,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:54.510982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:54.515806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:54.517714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc9b9-5ab9-4887-bf37-8002a98ecaa4 req-5d6b74b2-287b-4d2a-a7d1-c1cb734da54e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:54.526484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8edc9b9-5ab9-4887-bf37-8002a98ecaa4 req-5d6b74b2-287b-4d2a-a7d1-c1cb734da54e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1611211 May 10 11:43:54.545671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:54.551538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:54.646729 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8edc9b9-5ab9-4887-bf37-8002a98ecaa4 req-df314e74-bfd0-4415-8b97-e9a7e884838b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143594 May 10 11:43:54.673870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:54.758821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Attempting to bind port 7a82c049-47d9-49d3-8cb1-9dc858d77205 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:54.760379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Attempting to bind port 7a82c049-47d9-49d3-8cb1-9dc858d77205 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:54.761775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Attempting to bind port 7a82c049-47d9-49d3-8cb1-9dc858d77205 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:54.773677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:54.778907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Checking segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:54.784641 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.785328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Bound using segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:54.786082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Bound port: 7a82c049-47d9-49d3-8cb1-9dc858d77205, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:54.787207 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.845977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=c88d237e-cc47-4842-88a4-516c7928645b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:54.903426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:54.914767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.979007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.004556 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-d5bd3113-297c-4243-a7c7-9e57956a7152 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9004650 May 10 11:43:55.025435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c0ef700c-9f07-4d67-8530-5e854954469f', 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'fixed_ips': [{'subnet_id': '194c83d8-4bfd-45c5-b84f-06bb018e25c1'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:43:55.027690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Request body: {'port': {'device_id': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:55.028911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.042341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] For port 7a82c049-47d9-49d3-8cb1-9dc858d77205, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:55.043739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] device_id is not set on port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:43:55.120481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8adccd-2255-44a1-a034-0b9a5d0f3616 req-4bd4e1f3-3dc8-4219-a44b-f4bcbf0efb3f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:55.122823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] For port 7a82c049-47d9-49d3-8cb1-9dc858d77205, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7a82c049-47d9-49d3-8cb1-9dc858d77205,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:55.123633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8adccd-2255-44a1-a034-0b9a5d0f3616 req-4bd4e1f3-3dc8-4219-a44b-f4bcbf0efb3f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2057283 May 10 11:43:55.169236 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.231083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Allocated IP 10.1.1.236 (07e34b50-6df7-412d-bdd4-530caccbf231/2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e/5a093890-3c4b-49d1-b9bf-9b264804b0f6) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:55.341954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c486e-dbb7-49fb-b7e7-97fc1aeb1538 req-d616adf5-c4ab-446e-9473-985b82197d81 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:55.343603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-226c486e-dbb7-49fb-b7e7-97fc1aeb1538 req-d616adf5-c4ab-446e-9473-985b82197d81 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 932 time: 0.1012313 May 10 11:43:55.390658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Allocated IP 10.2.2.2 (c0ef700c-9f07-4d67-8530-5e854954469f/194c83d8-4bfd-45c5-b84f-06bb018e25c1/d34c1263-23b3-4001-b110-c72fad630cd4) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:55.546004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.549728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8adccd-2255-44a1-a034-0b9a5d0f3616 req-c8fd9229-d4e0-42c5-9cf2-538f13199385 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830047 May 10 11:43:55.592883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.610145 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.713475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-226c486e-dbb7-49fb-b7e7-97fc1aeb1538 req-885c0514-1b1d-4741-b15d-81939eeb8206 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475702 May 10 11:43:55.714700 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.761758 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.769882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccdfdb-2c66-488a-9c4f-9a0f7a1a9031 None None] Pushing event updated for resources: {'Port': ['ID=7a82c049-47d9-49d3-8cb1-9dc858d77205,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:55.822653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3f973537-40de-4358-ac3c-589b5bcafe0f None None] Provisioning complete for port c88d237e-cc47-4842-88a4-516c7928645b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:55.824390 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3f973537-40de-4358-ac3c-589b5bcafe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.920973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=5a093890-3c4b-49d1-b9bf-9b264804b0f6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:55.926437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Network c0ef700c-9f07-4d67-8530-5e854954469f is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:55.937061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:55.941574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:55.945596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Pushing event updated for resources: {'Port': ['ID=d34c1263-23b3-4001-b110-c72fad630cd4,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:55.963286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3f973537-40de-4358-ac3c-589b5bcafe0f None None] Port c88d237e-cc47-4842-88a4-516c7928645b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:43:55.964320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network 07e34b50-6df7-412d-bdd4-530caccbf231 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:55.991862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:56.004032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:56.023568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Attempting to bind port d34c1263-23b3-4001-b110-c72fad630cd4 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:56.024337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Attempting to bind port d34c1263-23b3-4001-b110-c72fad630cd4 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:56.025169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Attempting to bind port d34c1263-23b3-4001-b110-c72fad630cd4 on network c0ef700c-9f07-4d67-8530-5e854954469f {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:56.031321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:56.032181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Checking segment: {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:56.032813 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:56.033437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Bound using segment: {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:56.034125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Bound port: d34c1263-23b3-4001-b110-c72fad630cd4, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:56.034758 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:56.103067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] For port d34c1263-23b3-4001-b110-c72fad630cd4, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:56.106841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] For port d34c1263-23b3-4001-b110-c72fad630cd4, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d34c1263-23b3-4001-b110-c72fad630cd4,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:56.120863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:56.218432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ae931-7717-43dc-8e35-807b205c7857 None None] Pushing event updated for resources: {'Port': ['ID=d34c1263-23b3-4001-b110-c72fad630cd4,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:56.257904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:56.257904 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:56.314855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-767d0fb5-2966-4c9a-8362-e3486cd091b2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0641310 May 10 11:43:56.315643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57936) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:56.324113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'port': {'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'name': 'tempest-TaggedBootDevicesTest_v242-131361833', 'fixed_ips': [{'subnet_id': '2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:56.478292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0eabb-6cbd-4ba9-9025-6e91744d8f9e req-05285401-4e14-4ac9-a0bf-04cab87ef829 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:56.479938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67c0eabb-6cbd-4ba9-9025-6e91744d8f9e req-05285401-4e14-4ac9-a0bf-04cab87ef829 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.5398986 May 10 11:43:56.583044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67c0eabb-6cbd-4ba9-9025-6e91744d8f9e req-accd475f-a2db-434f-8e6b-fa28c6df3032 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834260 May 10 11:43:56.583775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:43:56.590139 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:56.611975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] device_id is not set on port 98c6910b-e79c-435f-8f06-983ad175c843 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:43:56.775000 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c0a0b49-4f21-4624-9aef-ed5879596383 req-f005b522-c36f-40a9-8618-234f64823a2f tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 1.0854871 May 10 11:43:56.925393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11902a6-b4e7-40c0-889b-11987592f0bf req-989e726e-35dd-4a44-9160-201f131eac0f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:56.933552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a11902a6-b4e7-40c0-889b-11987592f0bf req-989e726e-35dd-4a44-9160-201f131eac0f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1757951 May 10 11:43:56.996367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88d237e-cc47-4842-88a4-516c7928645b {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:43:57.006693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:57.029489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Transition to ACTIVE for port object c88d237e-cc47-4842-88a4-516c7928645b will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:43:57.059400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a11902a6-b4e7-40c0-889b-11987592f0bf req-9449d658-12a3-4dbe-b5c3-ab22ff456d21 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244199 May 10 11:43:57.124855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Allocated IP 10.1.1.132 (07e34b50-6df7-412d-bdd4-530caccbf231/2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e/98c6910b-e79c-435f-8f06-983ad175c843) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:43:57.161674 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:57.297567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Pushing event updated for resources: {'Port': ['ID=c88d237e-cc47-4842-88a4-516c7928645b,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:57.340796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-61376116-d6a3-48a3-a96f-10f3dfaf7487 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5845258 May 10 11:43:57.385010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d5fd9-4418-46d8-86d7-6387ffcdd37c req-3d35fee6-183f-48c7-948d-aafdc19878d8 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:57.399884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-405d5fd9-4418-46d8-86d7-6387ffcdd37c req-3d35fee6-183f-48c7-948d-aafdc19878d8 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 944 time: 0.3636248 May 10 11:43:57.529326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7a82c049-47d9-49d3-8cb1-9dc858d77205 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:57.608021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:57.635691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5fec5-190d-4dd1-8243-28c68534d457 req-25dec487-b78b-4c98-a96e-df1dc4a7ae66 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:57.638976 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18e5fec5-190d-4dd1-8243-28c68534d457 req-25dec487-b78b-4c98-a96e-df1dc4a7ae66 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1319382 May 10 11:43:57.685814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7a82c049-47d9-49d3-8cb1-9dc858d77205 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:57.689473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:57.745871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:57.854952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=98c6910b-e79c-435f-8f06-983ad175c843,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:57.865130 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18e5fec5-190d-4dd1-8243-28c68534d457 req-52b85e54-c78c-41ac-ba5c-a408a643be9f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135811 May 10 11:43:57.876499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network 07e34b50-6df7-412d-bdd4-530caccbf231 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:43:57.878082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:43:57.887381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:43:57.888660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-405d5fd9-4418-46d8-86d7-6387ffcdd37c req-431de4f0-961b-4035-ba85-72578b077c3b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4616070 May 10 11:43:57.932164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-c36e423d-1dae-4e61-b693-218e892e0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:57.940088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-c36e423d-1dae-4e61-b693-218e892e0d46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea33618ba6204665824808a0c3b5c617&device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 1096 time: 0.5108116 May 10 11:43:57.976664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0311ec-2c72-4d5e-b0c4-f7924680ea7d None None] Network 07e34b50-6df7-412d-bdd4-530caccbf231 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:58.032379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:58.036478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.080712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2ba5da5e-39a2-4f63-80b8-53b1f6fa0ec7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7600484 May 10 11:43:58.140130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-b4711266-f503-4ea5-9a31-c7233976be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:58.141741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-b4711266-f503-4ea5-9a31-c7233976be8d service neutron] 10.222.0.70 "GET /v2.0/networks?id=83260efc-5c58-4255-b9fb-07a6484b4a9a HTTP/1.1" status: 200 len: 910 time: 0.1747143 May 10 11:43:58.155760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Attempting to bind port c88d237e-cc47-4842-88a4-516c7928645b on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:43:58.156746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Attempting to bind port c88d237e-cc47-4842-88a4-516c7928645b by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:43:58.157176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Attempting to bind port c88d237e-cc47-4842-88a4-516c7928645b on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:58.164302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a34f5105-c910-4d81-ad09-b55c86316785 req-e7f833c7-e0a6-417a-a09c-737604a204d3 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0734158 May 10 11:43:58.324492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Port c88d237e-cc47-4842-88a4-516c7928645b on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:43:58.324833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Attempting to bind port c88d237e-cc47-4842-88a4-516c7928645b on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:43:58.345057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:43:58.345298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57994) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:58.345437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Checking segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:43:58.345827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Bound using segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:43:58.346283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Bound port: c88d237e-cc47-4842-88a4-516c7928645b, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:43:58.346661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.354535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9ff0e24d-8b25-4a9b-8c7e-b7e630bda95b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018383230', 'description': 'tempest-description--1460274995'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:58.404032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad7221-d533-413a-9df6-349b2e69e166 req-12cb5f64-7738-412d-8800-8fb262316f7a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:58.405661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aad7221-d533-413a-9df6-349b2e69e166 req-12cb5f64-7738-412d-8800-8fb262316f7a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2671185 May 10 11:43:58.406261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff0e24d-8b25-4a9b-8c7e-b7e630bda95b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.424319 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-25f4f4db-08b7-4b4c-aaca-9dfee6482a8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572 HTTP/1.1" status: 200 len: 1001 time: 0.2710288 May 10 11:43:58.554764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7a82c049-47d9-49d3-8cb1-9dc858d77205 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:58.555742 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.575784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0aad7221-d533-413a-9df6-349b2e69e166 req-3d9ff71f-b185-4519-a741-9eb10597f5a8 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614170 May 10 11:43:58.594557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-39152c1d-7d3b-4322-9c27-5ebdf7c8cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:58.597322 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-39152c1d-7d3b-4322-9c27-5ebdf7c8cf0d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e54b0c82-3eac-43cf-8383-60b78c30d030 HTTP/1.1" status: 200 len: 848 time: 0.1141829 May 10 11:43:58.598380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] For port c88d237e-cc47-4842-88a4-516c7928645b, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:43:58.599879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d883de0c-334f-4eeb-83f0-7578553393ef None None] Network c0ef700c-9f07-4d67-8530-5e854954469f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:58.604402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] For port c88d237e-cc47-4842-88a4-516c7928645b, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c88d237e-cc47-4842-88a4-516c7928645b,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:43:58.613479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff0e24d-8b25-4a9b-8c7e-b7e630bda95b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.625719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff0e24d-8b25-4a9b-8c7e-b7e630bda95b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.685123 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ff0e24d-8b25-4a9b-8c7e-b7e630bda95b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.689873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9ff0e24d-8b25-4a9b-8c7e-b7e630bda95b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3400459 May 10 11:43:58.690050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:58.695571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.719758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fce426df-aafc-4eec-813b-ee781e020efc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'security_group_rule': {'security_group_id': 'e588763f-6c31-4d11-9eab-7d95e8862636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:58.737406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0e24d-8b25-4a9b-8c7e-b7e630bda95b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e588763f-6c31-4d11-9eab-7d95e8862636,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:58.787579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 7a82c049-47d9-49d3-8cb1-9dc858d77205, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7a82c049-47d9-49d3-8cb1-9dc858d77205,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:58.805404 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.806214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d34c1263-23b3-4001-b110-c72fad630cd4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:58.828702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:58.829328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.830831 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] 10.222.0.49 "PUT /v2.0/ports/c88d237e-cc47-4842-88a4-516c7928645b HTTP/1.1" status: 200 len: 1092 time: 3.8141913 May 10 11:43:58.900402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'tag': 'c88d237e-cc47-4842-88a4-516c7928645b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:43:58.905097 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9c1145-3554-43e5-92cb-0204dba7ad0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6d3ef2-3284-452c-ad3d-6db1512366e0", "tag": "c88d237e-cc47-4842-88a4-516c7928645b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:43:58.909310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8a70d-c8a9-49ef-a176-cb49e58eb565 service neutron] Pushing event updated for resources: {'Port': ['ID=c88d237e-cc47-4842-88a4-516c7928645b,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:58.926746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-a829ff58-57ba-4b21-9e76-89d092454797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:58.929671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-a829ff58-57ba-4b21-9e76-89d092454797 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83260efc-5c58-4255-b9fb-07a6484b4a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3215625 May 10 11:43:58.954863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce426df-aafc-4eec-813b-ee781e020efc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:58.999443 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87133b47-0501-43b7-8fba-ac8e934b05ef x-openstack-request-id: req-87133b47-0501-43b7-8fba-ac8e934b05ef {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:43:58.999702 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6d3ef2-3284-452c-ad3d-6db1512366e0", "tag": "c88d237e-cc47-4842-88a4-516c7928645b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:43:59.000132 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87133b47-0501-43b7-8fba-ac8e934b05ef {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:43:59.000865 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87133b47-0501-43b7-8fba-ac8e934b05ef'] response: {'name': 'network-changed', 'server_uuid': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'tag': 'c88d237e-cc47-4842-88a4-516c7928645b', 'status': 'completed', 'code': 200} May 10 11:43:59.023370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ab130c5d-704a-4784-a976-6d0f5f728da9 None None] Provisioning complete for port 7a82c049-47d9-49d3-8cb1-9dc858d77205 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:59.023542 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ab130c5d-704a-4784-a976-6d0f5f728da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.158114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd4f1f-9c78-47bd-b9a6-134ac6305bb4 req-68421fe6-91f8-4b48-8f11-2c57aa34f8f4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:59.164169 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9bd4f1f-9c78-47bd-b9a6-134ac6305bb4 req-68421fe6-91f8-4b48-8f11-2c57aa34f8f4 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 944 time: 0.1048336 May 10 11:43:59.207774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce426df-aafc-4eec-813b-ee781e020efc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.230643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-f732afd1-d66a-406b-b498-069894116a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:59.234693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-f732afd1-d66a-406b-b498-069894116a41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 1095 time: 0.3037136 May 10 11:43:59.249741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=7a82c049-47d9-49d3-8cb1-9dc858d77205,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:59.267248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d34c1263-23b3-4001-b110-c72fad630cd4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:59.268048 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.272941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9bd4f1f-9c78-47bd-b9a6-134ac6305bb4 req-c2eaa6d2-1b87-424f-a612-07ed6899c1b9 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937021 May 10 11:43:59.285858 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce426df-aafc-4eec-813b-ee781e020efc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.332250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715dcf1-be80-4195-b6e1-3da17a9accc4 req-d4fa397a-b097-4bdd-a1fd-6aaed92f04cf tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:59.333818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4715dcf1-be80-4195-b6e1-3da17a9accc4 req-d4fa397a-b097-4bdd-a1fd-6aaed92f04cf tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.3289905 May 10 11:43:59.395951 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce426df-aafc-4eec-813b-ee781e020efc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.396258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fce426df-aafc-4eec-813b-ee781e020efc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6917737 May 10 11:43:59.428073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58030) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:43:59.429649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-b46fbb8d-bfdb-4bd1-8790-a8ceecabefdf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88d237e-cc47-4842-88a4-516c7928645b HTTP/1.1" status: 200 len: 217 time: 0.1534433 May 10 11:43:59.438444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-71a4cab6-037f-412b-acd3-507a764d6114 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'security_group_rule': {'security_group_id': 'e588763f-6c31-4d11-9eab-7d95e8862636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:43:59.451730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce426df-aafc-4eec-813b-ee781e020efc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c791e3-c280-4fe1-ad14-4374ad74a0de,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:59.462047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f48e6042-1af7-4371-9ad6-39ab05c4db5e req-9834dc6e-58e1-4958-8fc2-a087d576c5d1 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0641901 May 10 11:43:59.542997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-15e7e31b-77ca-4162-80c7-07d59b958792 service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891960 May 10 11:43:59.548097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ab130c5d-704a-4784-a976-6d0f5f728da9 None None] Current status of the port 7a82c049-47d9-49d3-8cb1-9dc858d77205 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:59.552469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d34c1263-23b3-4001-b110-c72fad630cd4 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:43:59.552852 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.592686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d34c1263-23b3-4001-b110-c72fad630cd4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d34c1263-23b3-4001-b110-c72fad630cd4,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:43:59.601263 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.785790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d34c1263-23b3-4001-b110-c72fad630cd4,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:59.800007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Provisioning complete for port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:59.800398 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.862402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:43:59.874708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Provisioning complete for port 7a82c049-47d9-49d3-8cb1-9dc858d77205 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:43:59.875085 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:59.911563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6c92df8-0453-48b7-bace-ed61b7f9a882 req-c356b15a-c42f-418e-84f1-a6394458111e service neutron] 10.222.0.70 "GET /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509071 May 10 11:43:59.930267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7a82c049-47d9-49d3-8cb1-9dc858d77205 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:43:59.956758 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4715dcf1-be80-4195-b6e1-3da17a9accc4 req-090a3ccf-63f9-40d1-920d-858639c8e5f6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593538 May 10 11:43:59.968229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-a8ce2a14-0f6e-46e0-838f-0f0c26767027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:43:59.970266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-a8ce2a14-0f6e-46e0-838f-0f0c26767027 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.5199656 May 10 11:43:59.972550 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71a4cab6-037f-412b-acd3-507a764d6114 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:00.140854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71a4cab6-037f-412b-acd3-507a764d6114 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:00.166016 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71a4cab6-037f-412b-acd3-507a764d6114 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:00.201805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-75648a6f-001c-4ec2-9e8a-e1b863393e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:00.204162 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-75648a6f-001c-4ec2-9e8a-e1b863393e33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687789 May 10 11:44:00.204877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4cab6-037f-412b-acd3-507a764d6114 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88ac49d-a3b5-44d9-8456-9b2c836eada0,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:00.229661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71a4cab6-037f-412b-acd3-507a764d6114 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:00.230859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-71a4cab6-037f-412b-acd3-507a764d6114 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8003132 May 10 11:44:00.246526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:00.264413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:00.366745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-9dc3728d-f824-40ae-88cd-b6f86d0a85bf service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550987 May 10 11:44:00.368502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7a82c049-47d9-49d3-8cb1-9dc858d77205 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:00.368887 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:00.391016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:00.423659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc87a4-8358-4a52-8294-b99da85db789 req-c8a2587b-0a5e-4ecb-99b9-ff8f898af804 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:00.444717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cabc87a4-8358-4a52-8294-b99da85db789 req-c8a2587b-0a5e-4ecb-99b9-ff8f898af804 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2642446 May 10 11:44:00.501063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Current status of the port 7a82c049-47d9-49d3-8cb1-9dc858d77205 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:00.571614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Provisioning complete for port d34c1263-23b3-4001-b110-c72fad630cd4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:00.571614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:00.584666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cabc87a4-8358-4a52-8294-b99da85db789 req-8420dd56-1545-4327-a997-3c8f98fa6955 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374638 May 10 11:44:00.662348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47541a01-613f-43fd-986e-e18fd3a668c1 req-f328c061-ba0b-4214-9c19-a776ad5c1fdd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:00.671961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47541a01-613f-43fd-986e-e18fd3a668c1 req-f328c061-ba0b-4214-9c19-a776ad5c1fdd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 944 time: 0.2394679 May 10 11:44:00.707549 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2fbc0331-ea3d-48b8-9b88-6396c949bd7c req-8724851a-7ed8-45e3-adee-67b6e96d089c service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335404 May 10 11:44:00.761607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47541a01-613f-43fd-986e-e18fd3a668c1 req-9ed15687-0d8a-4c16-86bc-544e95d50553 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851762 May 10 11:44:00.834884 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:00.925406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ebd8cb4-8778-4745-8cdd-7c444d8ccca9 req-0d784217-02cb-43e2-b0b4-7d3380d26097 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.1252689 May 10 11:44:00.957112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7a82c049-47d9-49d3-8cb1-9dc858d77205 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:00.974617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-916f2026-d6aa-4687-9206-609b2f68bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:00.979262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-916f2026-d6aa-4687-9206-609b2f68bfce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 1095 time: 0.1457717 May 10 11:44:00.990054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Current status of the port d34c1263-23b3-4001-b110-c72fad630cd4 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:01.014946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Provisioning complete for port 98c6910b-e79c-435f-8f06-983ad175c843 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:01.015683 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.061640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ae0da-bc5a-4c26-83c5-e7c23a538845 None None] Port 98c6910b-e79c-435f-8f06-983ad175c843 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:01.124910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Allocated IP 172.25.8.98 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/34373841-bffb-477b-bf29-e311f0092e5d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:01.193111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Provisioning complete for port d34c1263-23b3-4001-b110-c72fad630cd4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:01.194022 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.270014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b9faa-540c-4c2f-90ed-b51c8f1b2d48 req-96acb9a2-bbff-4ddf-8eb5-c7a3119fd5cb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:01.271736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a34b9faa-540c-4c2f-90ed-b51c8f1b2d48 req-96acb9a2-bbff-4ddf-8eb5-c7a3119fd5cb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2099633 May 10 11:44:01.281338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58088) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:01.374926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-c16b1067-88e1-4218-a81a-0ed658904654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:01.375154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-c16b1067-88e1-4218-a81a-0ed658904654 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.3876419 May 10 11:44:01.383052 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.426802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a34b9faa-540c-4c2f-90ed-b51c8f1b2d48 req-7b30b064-a4ca-4262-bcaa-0533add21957 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272309 May 10 11:44:01.429584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Current status of the port d34c1263-23b3-4001-b110-c72fad630cd4 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:01.453072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Provisioning complete for port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:01.453443 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.493616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.523977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:01.535649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Provisioning complete for port 98c6910b-e79c-435f-8f06-983ad175c843 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:01.536067 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.550668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-849914f5-6f4a-4bef-8c9d-fefc705ce85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.568512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-9d21cd45-6fcd-4d8d-8bc4-ce043f9c1d2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88d237e-cc47-4842-88a4-516c7928645b HTTP/1.1" status: 200 len: 217 time: 0.1375477 May 10 11:44:01.574147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:01.579795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:01.597168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:01.606730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f8e40202-3e7c-446b-a308-bac55beb2208 None None] Port 98c6910b-e79c-435f-8f06-983ad175c843 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:01.648748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=34373841-bffb-477b-bf29-e311f0092e5d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:01.672624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-141ba11f-6469-44c9-b830-826daed8adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:01.674133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-141ba11f-6469-44c9-b830-826daed8adbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.0871155 May 10 11:44:01.711098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3336f-f69b-4a7d-be08-0971af1c9b4b req-a9ec9038-161c-4fdb-b5fc-deb11fb9a295 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:01.715572 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0be3336f-f69b-4a7d-be08-0971af1c9b4b req-a9ec9038-161c-4fdb-b5fc-deb11fb9a295 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1402547 May 10 11:44:01.754021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d34c1263-23b3-4001-b110-c72fad630cd4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:44:01.836394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-552b81a8-fba6-4186-ae6a-4aadc8cc252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:01.836629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d34c1263-23b3-4001-b110-c72fad630cd4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:01.836629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.838899 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-552b81a8-fba6-4186-ae6a-4aadc8cc252c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564403 May 10 11:44:01.871169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.890706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0be3336f-f69b-4a7d-be08-0971af1c9b4b req-ac032c48-960e-44d5-a7d3-9add1b1b400d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643131 May 10 11:44:01.926525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:01.976205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-3564c2cf-1f13-433b-be89-462bc8407541 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238377 May 10 11:44:01.982988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-849914f5-6f4a-4bef-8c9d-fefc705ce85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.008539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d34c1263-23b3-4001-b110-c72fad630cd4 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:02.049369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-849914f5-6f4a-4bef-8c9d-fefc705ce85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.098083 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-18205440-92fb-4fab-a2b8-eabab0d29c57 req-445e9811-47c0-4684-a54c-62b178c84da8 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0474198 May 10 11:44:02.139758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849914f5-6f4a-4bef-8c9d-fefc705ce85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba4ca27-917c-487d-ae9d-042e67de1966,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:02.146952 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-849914f5-6f4a-4bef-8c9d-fefc705ce85d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4b5db9363a242879fc19f98a94e2217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645532 May 10 11:44:02.149811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58118) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:02.169085 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c9c1145-3554-43e5-92cb-0204dba7ad0e req-a1ff69b6-8d15-4020-845e-ba3368d23a28 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769722 May 10 11:44:02.176743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e06b-3b10-4895-a25c-663f7d2d78bf req-8d661638-f8f2-4026-92e0-48b03d0dd070 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:02.193587 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9840e06b-3b10-4895-a25c-663f7d2d78bf req-8d661638-f8f2-4026-92e0-48b03d0dd070 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 944 time: 0.2203741 May 10 11:44:02.237947 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9840e06b-3b10-4895-a25c-663f7d2d78bf req-bba6dea4-83c2-4c1b-99ec-42ff3efeeb7b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 May 10 11:44:02.372079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cade1b-308f-4a94-a9d3-4c4e0c0ab85d req-8fa81ffc-cb8f-46aa-a111-d8c69115a38e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:02.373574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01cade1b-308f-4a94-a9d3-4c4e0c0ab85d req-8fa81ffc-cb8f-46aa-a111-d8c69115a38e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1257982 May 10 11:44:02.387529 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c5ac-5f76-4a33-bf26-b4e4729e92c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.418283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.449972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.463213 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c5ac-5f76-4a33-bf26-b4e4729e92c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.464843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.518902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01cade1b-308f-4a94-a9d3-4c4e0c0ab85d req-13090ac4-4b1d-4a86-99c8-3223810bdcf0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342289 May 10 11:44:02.621234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=34373841-bffb-477b-bf29-e311f0092e5d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:02.624648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.653595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.655126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-50c6381a-eb7d-42b7-a395-cdaaa6e0fae8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4026530 May 10 11:44:02.674135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c5ac-5f76-4a33-bf26-b4e4729e92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.677560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c5ac-5f76-4a33-bf26-b4e4729e92c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.680720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b5a9c5ac-5f76-4a33-bf26-b4e4729e92c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ba4ca27-917c-487d-ae9d-042e67de1966 HTTP/1.1" status: 204 len: 168 time: 0.5274014 May 10 11:44:02.690514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9c5ac-5f76-4a33-bf26-b4e4729e92c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba4ca27-917c-487d-ae9d-042e67de1966,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:02.712139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c2248-ef21-4167-9618-c08149aee544 req-ceefee93-e09e-41ad-95a1-728ff042a02f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:02.714890 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f46c2248-ef21-4167-9618-c08149aee544 req-ceefee93-e09e-41ad-95a1-728ff042a02f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1088548 May 10 11:44:02.803990 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f46c2248-ef21-4167-9618-c08149aee544 req-d63229a8-e2cb-4614-a180-d9922184a015 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751617 May 10 11:44:03.089757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a3fa5fc8-b347-4ec1-8d23-fb3e984a4250 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2018383230&fields=id&tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20 HTTP/1.1" status: 200 len: 267 time: 0.0573061 May 10 11:44:03.189668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-73f44d3c-49d4-4c0a-81fa-e513e6a312ee tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:03.199240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-73f44d3c-49d4-4c0a-81fa-e513e6a312ee tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports/5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 200 len: 937 time: 0.0840187 May 10 11:44:03.269220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-bd14a032-9fdf-4762-850b-4f307ca8efc8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:03.271325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58184) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:03.279482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-bd14a032-9fdf-4762-850b-4f307ca8efc8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports/98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 200 len: 936 time: 0.0792222 May 10 11:44:03.292107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78c32194-8a66-42fa-ac1f-b0ecfb7fcd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:03.317937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759861f-a681-4f09-8ae4-dad3a01c7d6a req-ae361c60-ef68-4008-98fb-662fba280ade tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:03.319719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9759861f-a681-4f09-8ae4-dad3a01c7d6a req-ae361c60-ef68-4008-98fb-662fba280ade tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 813 time: 0.1698678 May 10 11:44:03.344919 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b7f4f66b-1391-471c-bca2-c85d58db5e5b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0632706 May 10 11:44:03.386010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-974082fc-3928-4e29-9915-e30bdbc6a437 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395670 May 10 11:44:03.415677 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78c32194-8a66-42fa-ac1f-b0ecfb7fcd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:03.427481 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9759861f-a681-4f09-8ae4-dad3a01c7d6a req-03083ba5-e1e5-4e46-a2d7-23a02f76e35c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/quotas/3276bbd586d84961b28a473ad7deeae9 HTTP/1.1" status: 200 len: 375 time: 0.0220609 May 10 11:44:03.429695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78c32194-8a66-42fa-ac1f-b0ecfb7fcd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:03.522476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-14bfcd27-a727-4fb2-b7cf-8af21dbd10a8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:03.530173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-14bfcd27-a727-4fb2-b7cf-8af21dbd10a8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:03.536692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-78c32194-8a66-42fa-ac1f-b0ecfb7fcd44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45aabc31559f4a7b80be5398ce36bbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642100 May 10 11:44:03.540536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-14bfcd27-a727-4fb2-b7cf-8af21dbd10a8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:03.542265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-14bfcd27-a727-4fb2-b7cf-8af21dbd10a8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/networks?id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=c0ef700c-9f07-4d67-8530-5e854954469f&id=c0ef700c-9f07-4d67-8530-5e854954469f HTTP/1.1" status: 200 len: 1992 time: 0.1550670 May 10 11:44:03.542876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:03.560408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c32194-8a66-42fa-ac1f-b0ecfb7fcd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7edc94-2cab-4939-8bb8-6806aeee2648,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:03.572965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9759861f-a681-4f09-8ae4-dad3a01c7d6a req-53b2e21c-af73-40ff-bb79-3ad5626453a5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385710 May 10 11:44:03.581028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-bc427bb8-80ed-4178-8ea7-15a44a05fdbc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/quotas/7db646abb4dd489a8e6b7a4ec3ac1b20 HTTP/1.1" status: 200 len: 375 time: 0.0316164 May 10 11:44:03.692049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-987a11cb-b13d-4b77-9a18-89e2264eb86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:03.708901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d5a7d4c-75ee-4bcb-bc5b-aeaafe0f47d8 req-358cb039-3967-4a16-8835-65a19e4a7c41 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0390170 May 10 11:44:03.728494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-48037872-c15d-4967-b433-e9b13bff3443 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1397831 May 10 11:44:03.799591 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-987a11cb-b13d-4b77-9a18-89e2264eb86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:03.876357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-9ccc3b72-8974-4e69-afe9-8800f4673efc service neutron] 10.222.0.13 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327803 May 10 11:44:03.890977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b816d-d591-4594-9061-eaa712493b23 req-750c8255-8583-4927-ae74-530c805bbdf5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:03.891325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-987a11cb-b13d-4b77-9a18-89e2264eb86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:03.892594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c6b816d-d591-4594-9061-eaa712493b23 req-750c8255-8583-4927-ae74-530c805bbdf5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 944 time: 0.0814495 May 10 11:44:03.898676 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-987a11cb-b13d-4b77-9a18-89e2264eb86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:03.904484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-987a11cb-b13d-4b77-9a18-89e2264eb86d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed7edc94-2cab-4939-8bb8-6806aeee2648 HTTP/1.1" status: 204 len: 168 time: 0.3602684 May 10 11:44:03.968689 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c6b816d-d591-4594-9061-eaa712493b23 req-6d9e0385-fdd4-4290-a14b-d18ebf542c14 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687475 May 10 11:44:03.982053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a11cb-b13d-4b77-9a18-89e2264eb86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7edc94-2cab-4939-8bb8-6806aeee2648,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:04.018107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c88d237e-cc47-4842-88a4-516c7928645b details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:44:04.074797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-2b843aa5-44b8-4d67-a85b-d12506b68e8f service neutron] 10.222.0.13 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929874 May 10 11:44:04.153996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f965e-3899-4965-b804-49e5602eb6db req-0de869cf-c266-4125-a740-1b68e3666c01 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:04.154859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-7ba0064c-32fd-4f20-b395-8e71248a7507 service neutron] 10.222.0.13 "GET /v2.0/ports/5a093890-3c4b-49d1-b9bf-9b264804b0f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0780993 May 10 11:44:04.164624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-668f965e-3899-4965-b804-49e5602eb6db req-0de869cf-c266-4125-a740-1b68e3666c01 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1101520 May 10 11:44:04.226430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c88d237e-cc47-4842-88a4-516c7928645b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c88d237e-cc47-4842-88a4-516c7928645b,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:04.251093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-668f965e-3899-4965-b804-49e5602eb6db req-7181fa57-3cea-4944-8668-740929ab3144 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767386 May 10 11:44:04.256144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'c88d237e-cc47-4842-88a4-516c7928645b', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'port_id': 'c88d237e-cc47-4842-88a4-516c7928645b', 'mac_address': 'fa:16:3e:32:64:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:44:04.312028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cff0d186-f618-4a0c-b35b-42cdc93847b7 service neutron] 10.222.0.13 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404665 May 10 11:44:04.361446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port c88d237e-cc47-4842-88a4-516c7928645b is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:04.362105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:04.366811 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20d59278-b815-4ce7-b1e1-59377b112c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:04.400727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88d237e-cc47-4842-88a4-516c7928645b {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:04.436351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c88d237e-cc47-4842-88a4-516c7928645b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c88d237e-cc47-4842-88a4-516c7928645b,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:04.452156 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:04.467377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-87520035-a35d-4e92-a75d-d2b9312ec74e service neutron] 10.222.0.13 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520703 May 10 11:44:04.473495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83a8a-033b-4a74-967a-a20ae9d7b73c req-4703af75-c50e-4bea-a5bd-fc3530b0721e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:04.481943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-91d83a8a-033b-4a74-967a-a20ae9d7b73c req-4703af75-c50e-4bea-a5bd-fc3530b0721e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1177971 May 10 11:44:04.534041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-91d83a8a-033b-4a74-967a-a20ae9d7b73c req-9c18d45f-4a0f-41f2-bc30-caff2afb17ee tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475733 May 10 11:44:04.540365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-27ebcf62-fd5d-49b0-9757-6c6c31e51675 service neutron] 10.222.0.13 "GET /v2.0/ports/98c6910b-e79c-435f-8f06-983ad175c843?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0677419 May 10 11:44:04.556457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=c88d237e-cc47-4842-88a4-516c7928645b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:04.655721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c88d237e-cc47-4842-88a4-516c7928645b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:44:04.737227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf8a517a-6aa6-4dc0-b6be-1ac36276cba8 service neutron] 10.222.0.13 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760743 May 10 11:44:04.922419 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08de4503-a679-4d9d-960c-cc25110ac546 req-3db373e2-0214-4dfc-aa02-46330ee06173 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3276bbd586d84961b28a473ad7deeae9 HTTP/1.1" status: 200 len: 221 time: 0.0671508 May 10 11:44:04.940873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-9c02281c-05d7-47e3-9ac5-18cd1a7d98af service neutron] 10.222.0.13 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026758 May 10 11:44:05.036226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0611ce7-9047-4175-b0e8-29a3bcf93d25 req-0624bb9b-8159-4f3b-922d-bd938d99221d tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0390573 May 10 11:44:05.091460 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-4e3e32dc-975d-435b-ace9-0ee3cae71f18 service neutron] 10.222.0.13 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440306 May 10 11:44:05.218710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6be7-7716-4737-be06-8696b8fe3711 req-974423f3-25b2-42f0-bfe8-6ce2118b65d3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:05.223780 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc9f6be7-7716-4737-be06-8696b8fe3711 req-974423f3-25b2-42f0-bfe8-6ce2118b65d3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0856943 May 10 11:44:05.270906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cb5cdfc5-232a-4b33-b5e7-9b4b04107dba service neutron] 10.222.0.13 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783335 May 10 11:44:05.292522 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc9f6be7-7716-4737-be06-8696b8fe3711 req-05558864-bcfb-4964-b3c7-54b0c07f47d4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597563 May 10 11:44:05.411789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-24a04ee2-f1ad-4676-b319-b326327a1f5a service neutron] 10.222.0.13 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334515 May 10 11:44:05.469408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065f302-06b2-422b-9a49-5b762f083bc5 req-350ba65e-1a3e-4177-bf57-6057a45f7e8e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:05.471200 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:05.478829 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8065f302-06b2-422b-9a49-5b762f083bc5 req-350ba65e-1a3e-4177-bf57-6057a45f7e8e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 945 time: 0.1216877 May 10 11:44:05.551624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8065f302-06b2-422b-9a49-5b762f083bc5 req-c9e36e38-c8cc-4670-85da-d1952fc1854e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697565 May 10 11:44:05.597593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a1bbcd22-d94b-4cf5-bf51-5132c359f3a9 service neutron] 10.222.0.13 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846497 May 10 11:44:05.752876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f745996-f22c-45f1-b3d2-1593af6e4153 req-52714ae9-bf4e-4ffe-be6a-b9fe3f59c915 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:05.754963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f745996-f22c-45f1-b3d2-1593af6e4153 req-52714ae9-bf4e-4ffe-be6a-b9fe3f59c915 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0810792 May 10 11:44:05.840090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f745996-f22c-45f1-b3d2-1593af6e4153 req-96689dbe-7dd8-4727-9621-b15d88c41449 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779948 May 10 11:44:05.856751 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-1a0f75b0-5db7-4ae0-aac9-544d5fcce82e service neutron] 10.222.0.13 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460637 May 10 11:44:05.995451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dd0094c8-fc82-4d51-981a-fd6db9f8a23d service neutron] 10.222.0.13 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395898 May 10 11:44:06.008365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63f78-2be7-4d01-a9e9-a2cff42445f7 req-b8ae886f-1d4c-466f-b9f6-3637145daff1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:06.017656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c88d237e-cc47-4842-88a4-516c7928645b up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:44:06.029557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84a63f78-2be7-4d01-a9e9-a2cff42445f7 req-b8ae886f-1d4c-466f-b9f6-3637145daff1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0924802 May 10 11:44:06.145112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-84a63f78-2be7-4d01-a9e9-a2cff42445f7 req-58fa3e03-0038-43f5-bc68-1a930668184f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106904 May 10 11:44:06.172202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port c88d237e-cc47-4842-88a4-516c7928645b completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:44:06.177138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port c88d237e-cc47-4842-88a4-516c7928645b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:06.177743 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:06.283852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-585d819d-718c-4b98-8e87-4a2e1e06e8fa service neutron] 10.222.0.13 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809482 May 10 11:44:06.295136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port c88d237e-cc47-4842-88a4-516c7928645b is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:06.319958 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:06.410921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e0b02b1-1978-4396-b9c1-670829ceb775 req-a2173669-ce0d-4d32-9931-0a56df9030a0 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0919583 May 10 11:44:06.432476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c88d237e-cc47-4842-88a4-516c7928645b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c88d237e-cc47-4842-88a4-516c7928645b,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:06.434534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88d237e-cc47-4842-88a4-516c7928645b'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:06.440566 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee1a21-4aae-43a3-a603-f27605fbadae" -d '{"events": [{"server_uuid": "9b6d3ef2-3284-452c-ad3d-6db1512366e0", "name": "network-vif-plugged", "status": "completed", "tag": "c88d237e-cc47-4842-88a4-516c7928645b"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:06.451893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:06.518429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f786523-fae6-4b43-aea6-0ab7e79ab11b req-fd70b70e-0887-4871-a79a-e7f09116de4b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:06.527322 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f786523-fae6-4b43-aea6-0ab7e79ab11b req-fd70b70e-0887-4871-a79a-e7f09116de4b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0599961 May 10 11:44:06.528418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=c88d237e-cc47-4842-88a4-516c7928645b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:06.585565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f786523-fae6-4b43-aea6-0ab7e79ab11b req-aa82c0ca-3e83-4df5-8e02-37290055b2a7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569730 May 10 11:44:06.602699 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ee2220af-b224-4c18-bc54-f86556115189 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178680 May 10 11:44:06.623383 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395835d0-958d-4d09-bd5a-1ccdbd9ba1e8 x-openstack-request-id: req-395835d0-958d-4d09-bd5a-1ccdbd9ba1e8 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:06.623850 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6d3ef2-3284-452c-ad3d-6db1512366e0", "name": "network-vif-plugged", "status": "completed", "tag": "c88d237e-cc47-4842-88a4-516c7928645b", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:06.624283 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-395835d0-958d-4d09-bd5a-1ccdbd9ba1e8 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:06.624787 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395835d0-958d-4d09-bd5a-1ccdbd9ba1e8'] response: {'server_uuid': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88d237e-cc47-4842-88a4-516c7928645b', 'code': 200} May 10 11:44:06.843841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9193c00-c46b-4b8d-8412-c74d782684b9 req-3ad1764a-9bc2-40c4-bd9f-ae7a37e9cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:06.845473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9193c00-c46b-4b8d-8412-c74d782684b9 req-3ad1764a-9bc2-40c4-bd9f-ae7a37e9cc2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 1097 time: 0.1231735 May 10 11:44:06.883213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1dc07-64de-4d96-805d-5c01ee066eb5 req-1331b22b-06a8-4bd2-b3f2-bb9a55aef73e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:06.892636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99e1dc07-64de-4d96-805d-5c01ee066eb5 req-1331b22b-06a8-4bd2-b3f2-bb9a55aef73e tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 946 time: 0.1251056 May 10 11:44:07.011264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99e1dc07-64de-4d96-805d-5c01ee066eb5 req-eaffb969-b84b-4440-a3b7-52f03979f831 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132028 May 10 11:44:07.024520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9193c00-c46b-4b8d-8412-c74d782684b9 req-0684a007-e240-41dd-8327-f20ffcf41e1b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701782 May 10 11:44:07.233462 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c000488c-01c6-4300-b856-c1017f4ae260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:07.290613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b903-f553-4fe7-8433-186a983cee09 req-12a9e8ad-362f-4483-a7bd-51816f2d20ba tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:07.292250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7539b903-f553-4fe7-8433-186a983cee09 req-12a9e8ad-362f-4483-a7bd-51816f2d20ba tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1207771 May 10 11:44:07.369234 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7539b903-f553-4fe7-8433-186a983cee09 req-0f4448fc-b41e-4a85-ad38-bcd3dca959f7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 May 10 11:44:07.552664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66d00b-eb4b-431d-9fe7-4d461ba63e0f req-e690a85f-3451-46a9-a3e7-c6bc42758840 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:07.561782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e66d00b-eb4b-431d-9fe7-4d461ba63e0f req-e690a85f-3451-46a9-a3e7-c6bc42758840 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0804284 May 10 11:44:07.604395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e66d00b-eb4b-431d-9fe7-4d461ba63e0f req-4265cad1-f0ab-44f9-9009-dfae4ad276f7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 May 10 11:44:07.718798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e027cdc-1814-4430-8cad-ce45e248a3d6 req-16044129-d841-488c-b959-9171ef6b4ba5 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0423551 May 10 11:44:07.782877 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:07.817591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-054c7768-0492-4efa-8911-48bb8ebc33e4 req-5a4c2328-6333-43ff-984d-447e27043737 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0568573 May 10 11:44:07.896522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515b37-da4b-4944-8234-2959f501e6cf req-be909885-8db8-4178-9d6e-09634e7fdded tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:07.904707 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39515b37-da4b-4944-8234-2959f501e6cf req-be909885-8db8-4178-9d6e-09634e7fdded tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0716352 May 10 11:44:07.951858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39515b37-da4b-4944-8234-2959f501e6cf req-b767eb2e-cad6-47e1-b6b3-bdcac615e898 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461662 May 10 11:44:08.125260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2343a12-b7ee-4cf3-9bc4-28f26dd31afd req-9b975ee8-5ea3-47b4-9c6d-26b6499f51ec tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:08.133465 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2343a12-b7ee-4cf3-9bc4-28f26dd31afd req-9b975ee8-5ea3-47b4-9c6d-26b6499f51ec tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0770733 May 10 11:44:08.258500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2343a12-b7ee-4cf3-9bc4-28f26dd31afd req-a56be7db-5331-4857-a98a-82b73c3589a9 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197710 May 10 11:44:08.263598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5b192-e342-439a-9fdb-2690a2b0eda3 req-55a101db-af76-49a2-ba0a-ad447b0d5b3b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:08.268473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6da5b192-e342-439a-9fdb-2690a2b0eda3 req-55a101db-af76-49a2-ba0a-ad447b0d5b3b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 946 time: 0.1103897 May 10 11:44:08.365780 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6da5b192-e342-439a-9fdb-2690a2b0eda3 req-5e94dd36-0cb1-4804-9357-a6d71d30fedd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937235 May 10 11:44:08.454334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb5232-ade6-4a88-8696-d20b11f897b2 req-d85bffac-d95c-4180-8670-e35139cb126c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:08.457192 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5cbb5232-ade6-4a88-8696-d20b11f897b2 req-d85bffac-d95c-4180-8670-e35139cb126c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0770526 May 10 11:44:08.518694 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5cbb5232-ade6-4a88-8696-d20b11f897b2 req-edb28f3d-1093-49b6-be87-2421d4513b89 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552073 May 10 11:44:08.562387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58444) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:08.706359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4297-0d98-4ba2-8997-027cc7da268e req-8e4fe417-55f9-4eaa-9fe4-aee241a3c38d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:08.709152 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32aa4297-0d98-4ba2-8997-027cc7da268e req-8e4fe417-55f9-4eaa-9fe4-aee241a3c38d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0789571 May 10 11:44:08.748437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20b1cd8-5aee-4fd4-92d7-439a8cc76013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:08.803666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32aa4297-0d98-4ba2-8997-027cc7da268e req-ce9fe8e6-f3c3-4774-b7da-9595db6e9e2f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778995 May 10 11:44:08.832191 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:44:08.879152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4a59e97-1971-440c-9d77-948b63d22a84 req-2d4aeef1-ce52-4006-a62a-78d0899abd30 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0424812 May 10 11:44:08.940059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20b1cd8-5aee-4fd4-92d7-439a8cc76013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:08.952680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20b1cd8-5aee-4fd4-92d7-439a8cc76013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:09.071744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408376b-26f9-44b9-83af-04284d58c436 req-e24224d0-eb1b-404d-ba49-028dc5536c52 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.085742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7408376b-26f9-44b9-83af-04284d58c436 req-e24224d0-eb1b-404d-ba49-028dc5536c52 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1339631 May 10 11:44:09.173600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7408376b-26f9-44b9-83af-04284d58c436 req-3879f0ec-d71e-49ca-939a-e2144ca2aec0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865059 May 10 11:44:09.186282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b0e6983b-f5b9-4f93-82e4-9022086a12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.187999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b0e6983b-f5b9-4f93-82e4-9022086a12fa service neutron] 10.222.0.49 "GET /v2.0/ports/5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 200 len: 1033 time: 0.0592222 May 10 11:44:09.238576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-f0498ee4-d788-4daa-bf2d-130d4b2d5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.240915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-f0498ee4-d788-4daa-bf2d-130d4b2d5f1b service neutron] 10.222.0.49 "GET /v2.0/ports/98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 200 len: 1032 time: 0.0447834 May 10 11:44:09.295589 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:09.428445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372671-e4c7-4206-a67e-e66cfc9357a7 req-9143b537-48df-450a-b375-83e908dfbaa0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.436989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b372671-e4c7-4206-a67e-e66cfc9357a7 req-9143b537-48df-450a-b375-83e908dfbaa0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1045926 May 10 11:44:09.449745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b1cd8-5aee-4fd4-92d7-439a8cc76013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7670328b-38ea-4f30-9705-c2fe669b9502,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:09.470387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d20b1cd8-5aee-4fd4-92d7-439a8cc76013 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdcdee4bc9bb4621ae09f6154bdb7e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9044406 May 10 11:44:09.470387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3963b5f-0ec6-4e51-952e-983250af82d2 req-8980f397-0455-4116-a399-78d671bf0402 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0544002 May 10 11:44:09.470800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58482) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:09.509287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1b1d0db-43e0-4baf-8113-d38dbd4847fb tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.530056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1b1d0db-43e0-4baf-8113-d38dbd4847fb tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.540168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1b1d0db-43e0-4baf-8113-d38dbd4847fb tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.541857 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1b1d0db-43e0-4baf-8113-d38dbd4847fb tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "GET /v2.0/networks?id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=c0ef700c-9f07-4d67-8530-5e854954469f&id=c0ef700c-9f07-4d67-8530-5e854954469f HTTP/1.1" status: 200 len: 1992 time: 0.2950664 May 10 11:44:09.559770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b372671-e4c7-4206-a67e-e66cfc9357a7 req-ed3e02c4-c890-4722-babf-6d61d42e7ac5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217294 May 10 11:44:09.568494 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:09.645376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc23ff39-e40a-4d12-b429-f2134bc143f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:09.677065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-44a0b838-961e-4ee6-b8a9-41c53da858d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20 HTTP/1.1" status: 200 len: 380 time: 0.1155055 May 10 11:44:09.692937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'admin_state_up': True, 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'security_groups': ['e588763f-6c31-4d11-9eab-7d95e8862636']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:09.699053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc23ff39-e40a-4d12-b429-f2134bc143f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:09.779424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc23ff39-e40a-4d12-b429-f2134bc143f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:09.782720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc23ff39-e40a-4d12-b429-f2134bc143f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:09.784441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cc23ff39-e40a-4d12-b429-f2134bc143f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7670328b-38ea-4f30-9705-c2fe669b9502 HTTP/1.1" status: 204 len: 168 time: 0.3128676 May 10 11:44:09.800356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23ff39-e40a-4d12-b429-f2134bc143f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7670328b-38ea-4f30-9705-c2fe669b9502,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:09.869586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4729e-fcb6-4401-a72a-32eb5091cc61 req-7bf3bbfc-20ef-4fae-b3e5-37657268a888 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.871638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54f4729e-fcb6-4401-a72a-32eb5091cc61 req-7bf3bbfc-20ef-4fae-b3e5-37657268a888 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 946 time: 0.2335882 May 10 11:44:09.901391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deadafb-e4c1-487b-9b97-eee483f2c416 req-5938ec0a-1cd8-4c45-a88c-dd823e24254f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:09.903012 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4deadafb-e4c1-487b-9b97-eee483f2c416 req-5938ec0a-1cd8-4c45-a88c-dd823e24254f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1725082 May 10 11:44:09.986777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54f4729e-fcb6-4401-a72a-32eb5091cc61 req-484156a5-f972-452d-b264-fc353f7156cd tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063924 May 10 11:44:10.047694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4deadafb-e4c1-487b-9b97-eee483f2c416 req-cf9e479a-bf4d-4f41-87a1-c9430ca6ce06 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193163 May 10 11:44:10.055551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:10.071198 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:10.209787 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-284c4961-654c-49b4-a61b-6bf3c3e9ed14 req-857b4f6d-0e47-443e-8205-be35e038009f tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0527267 May 10 11:44:10.372548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58514) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:10.384306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Allocated IP 172.20.0.8 (9a80d167-35ab-4dff-bf57-85cfb1c4aa34/6e141d9f-52a3-433c-b6f5-8ec646f1c23e/baffa83d-610f-42de-b347-1921071fa985) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:10.398208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c630f252-9c93-44bc-8952-894309247b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:10.503253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca495a-ebcb-42b5-994a-441e01e2af80 req-318a91ba-72ad-45ad-b947-ba0adae34b9e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:10.511228 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcca495a-ebcb-42b5-994a-441e01e2af80 req-318a91ba-72ad-45ad-b947-ba0adae34b9e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1879430 May 10 11:44:10.550936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8f98-46c7-436b-94ff-f52f3d42d4b6 req-19aaeca8-c0f9-4f54-8873-eb4156663964 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:10.558166 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-79cc8f98-46c7-436b-94ff-f52f3d42d4b6 req-19aaeca8-c0f9-4f54-8873-eb4156663964 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 946 time: 0.3093328 May 10 11:44:10.575425 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c630f252-9c93-44bc-8952-894309247b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:10.586198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58520) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:10.594408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'floatingip': {'port_id': 'c88d237e-cc47-4842-88a4-516c7928645b'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:10.621101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcca495a-ebcb-42b5-994a-441e01e2af80 req-321abbc0-03cc-4c55-b793-323ca19df614 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076746 May 10 11:44:10.626885 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c630f252-9c93-44bc-8952-894309247b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:10.824186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17bc9fe9-90d9-46ab-ad36-054bc4be7fa6 req-d44adaa7-1ce8-4247-b687-b5df03059131 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.1325982 May 10 11:44:10.853156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c630f252-9c93-44bc-8952-894309247b31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c745a99de6774f73bc7692dc4e02d112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753675 May 10 11:44:10.854495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58534) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:10.881728 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:10.975528 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.035785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630f252-9c93-44bc-8952-894309247b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b10c89-bf60-47f6-b0e0-60a30ff80f9f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:11.064573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f781-408e-49ae-b96d-3473b5329a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.067650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.125099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:11.131377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:11.161356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:11.208037 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f781-408e-49ae-b96d-3473b5329a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.228274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8d0c9-7770-42ae-88a2-7b9fcab52730 req-734eaffa-aee6-4605-8e8a-6aa58a9c7e50 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:11.230480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a8d0c9-7770-42ae-88a2-7b9fcab52730 req-734eaffa-aee6-4605-8e8a-6aa58a9c7e50 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.3081455 May 10 11:44:11.261443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=baffa83d-610f-42de-b347-1921071fa985,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:11.287919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:11.288503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.320447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c1a88ab1-36cd-4302-a89e-bfa595412a84 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6323216 May 10 11:44:11.330662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'admin_state_up': True, 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'security_groups': ['e588763f-6c31-4d11-9eab-7d95e8862636']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:11.336569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f781-408e-49ae-b96d-3473b5329a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.352607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f781-408e-49ae-b96d-3473b5329a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.356118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f8f1f781-408e-49ae-b96d-3473b5329a5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87b10c89-bf60-47f6-b0e0-60a30ff80f9f HTTP/1.1" status: 204 len: 168 time: 0.4983835 May 10 11:44:11.368166 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a8d0c9-7770-42ae-88a2-7b9fcab52730 req-0cde7aa5-e0df-40a5-a248-f15bca4e862b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259389 May 10 11:44:11.513782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d430d311-1eb2-45a4-a50e-6675312934ca req-efabc834-5168-4e93-96d5-32ae5589de12 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0479839 May 10 11:44:11.586452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1f781-408e-49ae-b96d-3473b5329a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b10c89-bf60-47f6-b0e0-60a30ff80f9f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:11.717470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:11.724247 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.726339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3dfed147-1e72-4c3b-97ef-fbeff4812aa1 None None] Provisioning complete for port baffa83d-610f-42de-b347-1921071fa985 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:11.727295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3dfed147-1e72-4c3b-97ef-fbeff4812aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:11.770476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3dfed147-1e72-4c3b-97ef-fbeff4812aa1 None None] Port baffa83d-610f-42de-b347-1921071fa985 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:11.839797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44bbbf-ec17-4c18-be6e-207037a31605 req-9eec4634-1a15-4e05-80a5-db89c8db8640 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:11.841920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd44bbbf-ec17-4c18-be6e-207037a31605 req-9eec4634-1a15-4e05-80a5-db89c8db8640 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2578020 May 10 11:44:11.967092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Allocated IP 10.1.1.223 (07e34b50-6df7-412d-bdd4-530caccbf231/2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e/2db920d6-dfae-4edf-bb0e-a288b9bd6d61) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:12.160340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd44bbbf-ec17-4c18-be6e-207037a31605 req-86f2b690-8a81-4b79-aa57-98682fe42f26 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317374 May 10 11:44:12.240013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab3afd-e535-47bc-b003-89f3ab8afe0e req-abba050f-97a8-4975-9697-9eb06ffe069d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:12.242168 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88ab3afd-e535-47bc-b003-89f3ab8afe0e req-abba050f-97a8-4975-9697-9eb06ffe069d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 931 time: 0.2345090 May 10 11:44:12.426111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88ab3afd-e535-47bc-b003-89f3ab8afe0e req-168c8fcd-f74f-4dc2-bdbe-d7231d2c7dc9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742814 May 10 11:44:12.453958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:12.462682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:12.472053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:12.554356 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:12.772907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92b7cc81-eb71-4df8-abb9-62d0c21fce83 req-97e74357-6413-40ea-8c6f-83d7204c9660 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0873506 May 10 11:44:12.811841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network 07e34b50-6df7-412d-bdd4-530caccbf231 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:12.814295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:12.823662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:12.826827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:12.905723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6b00b-32e0-4cb6-8a5b-b1bda8c413f3 req-0fe47e38-9aac-4cdd-9ea0-4dd8d0c5d75e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:12.926195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:12.926562 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4fa6b00b-32e0-4cb6-8a5b-b1bda8c413f3 req-0fe47e38-9aac-4cdd-9ea0-4dd8d0c5d75e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.3355131 May 10 11:44:12.930883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:12.933264 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Floating IP 001e467d-ab64-449c-8eae-5a0be05bd4dc associated. External IP: 172.25.8.190, port: c88d237e-cc47-4842-88a4-516c7928645b. May 10 11:44:12.973403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3298f25a-7a5e-4620-8e45-54e326160672 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6467094 May 10 11:44:12.986848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'admin_state_up': True, 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'security_groups': ['e588763f-6c31-4d11-9eab-7d95e8862636']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:13.194371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4fa6b00b-32e0-4cb6-8a5b-b1bda8c413f3 req-ec39d7ca-8642-410f-9d3a-abef848b5d32 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666628 May 10 11:44:13.279715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:13.298093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:13.316682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5bb57c4b-22a5-4e15-88af-b511ab34283f None None] Provisioning complete for port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:13.317890 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5bb57c4b-22a5-4e15-88af-b511ab34283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:13.430250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5bb57c4b-22a5-4e15-88af-b511ab34283f None None] Port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:13.517052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:44:13.562406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bce826eb-fdf0-4339-b66a-df84c4776060 req-49e61dea-487e-4a92-b395-d04fdbd01e93 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.1214044 May 10 11:44:13.666017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d6764-0397-40c2-b9c6-461d54120def req-c1639c91-a5f4-45de-baa6-2d1f9243bd00 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:13.668793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f81d6764-0397-40c2-b9c6-461d54120def req-c1639c91-a5f4-45de-baa6-2d1f9243bd00 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.3555145 May 10 11:44:13.777320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f81d6764-0397-40c2-b9c6-461d54120def req-784da3af-8ddf-43c1-9592-4fd2c3466466 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998220 May 10 11:44:13.855349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeb8e3-33e2-4582-ba15-66ab15c45745 req-f62b24aa-4a4b-4267-84b4-5018fde27f5d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:13.872863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeb8e3-33e2-4582-ba15-66ab15c45745 req-f62b24aa-4a4b-4267-84b4-5018fde27f5d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:13.889752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15eeb8e3-33e2-4582-ba15-66ab15c45745 req-f62b24aa-4a4b-4267-84b4-5018fde27f5d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 1653 time: 0.2708704 May 10 11:44:13.903000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Allocated IP 10.1.1.137 (07e34b50-6df7-412d-bdd4-530caccbf231/2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e/2126c24d-ffe4-4246-9dc0-a548addaf88d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:14.015769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-15eeb8e3-33e2-4582-ba15-66ab15c45745 req-b75cc088-b1da-4fd6-9453-e104923a38fa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239634 May 10 11:44:14.032579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:44:14.051578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:44:14.066260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:14.074243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:44:14.075531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:14.164955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ab174416-466b-4d43-a653-4f25e8871bae tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "PUT /v2.0/floatingips/001e467d-ab64-449c-8eae-5a0be05bd4dc HTTP/1.1" status: 200 len: 992 time: 3.5729365 May 10 11:44:14.164955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'tag': 'c88d237e-cc47-4842-88a4-516c7928645b'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:14.176820 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ba3833-60c7-444d-9ded-dc74d19743cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6d3ef2-3284-452c-ad3d-6db1512366e0", "tag": "c88d237e-cc47-4842-88a4-516c7928645b"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:14.288713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:14.308118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bf2ba-1b91-46e0-a9b6-ee48f4327004 req-cdf7e5e8-3384-4792-b16a-808a62f6d789 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:14.315741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc4bf2ba-1b91-46e0-a9b6-ee48f4327004 req-cdf7e5e8-3384-4792-b16a-808a62f6d789 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0707788 May 10 11:44:14.379953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d0fbd812-35be-4f8e-8114-a4652295cf36 req-82b49acf-8ce1-4ab2-a967-f7491612fd5a tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.1189232 May 10 11:44:14.398728 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc4bf2ba-1b91-46e0-a9b6-ee48f4327004 req-995e3605-153d-4853-8557-b633febec987 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818262 May 10 11:44:14.426539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:44:14.462970 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ad0946-1673-4fdf-9ce5-773e33c4f98d x-openstack-request-id: req-10ad0946-1673-4fdf-9ce5-773e33c4f98d {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:14.463349 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6d3ef2-3284-452c-ad3d-6db1512366e0", "tag": "c88d237e-cc47-4842-88a4-516c7928645b", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:14.463675 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10ad0946-1673-4fdf-9ce5-773e33c4f98d {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:14.464241 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ad0946-1673-4fdf-9ce5-773e33c4f98d'] response: {'name': 'network-changed', 'server_uuid': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'tag': 'c88d237e-cc47-4842-88a4-516c7928645b', 'status': 'completed', 'code': 200} May 10 11:44:14.587879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:14.678850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network 07e34b50-6df7-412d-bdd4-530caccbf231 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:14.689040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:14.719082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:14.829050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '001e467d-ab64-449c-8eae-5a0be05bd4dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'c88d237e-cc47-4842-88a4-516c7928645b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:32:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:43:49Z', 'updated_at': '2022-05-10T11:44:12Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:14.888425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7bee3-a692-4e73-a316-b0177e86519a req-a329e46d-f7b4-414f-855b-154dd0024b69 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:14.908442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57d7bee3-a692-4e73-a316-b0177e86519a req-a329e46d-f7b4-414f-855b-154dd0024b69 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2628055 May 10 11:44:15.075405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57d7bee3-a692-4e73-a316-b0177e86519a req-c92a302a-a4c4-4c67-b337-b072c3aa5f40 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641972 May 10 11:44:15.289097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:44:15.310276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:44:15.311303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:15.355345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b7654c68-c960-4b08-9857-0488f5fffcdb None None] Provisioning complete for port 2126c24d-ffe4-4246-9dc0-a548addaf88d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:15.356044 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7654c68-c960-4b08-9857-0488f5fffcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:15.395313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58684) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:15.407511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b7654c68-c960-4b08-9857-0488f5fffcdb None None] Port 2126c24d-ffe4-4246-9dc0-a548addaf88d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:15.618577 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-77c7c993-bf0c-43d4-aa9d-e9568d2cd495 req-49cde541-9b6d-42b3-a49c-e84002a9406c tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0383565 May 10 11:44:15.642512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:44:15.709613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-915f6338-42c4-4714-bb3b-b0dce1a4d034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:15.738482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:15.749860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:15.794100 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-915f6338-42c4-4714-bb3b-b0dce1a4d034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:15.804435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-915f6338-42c4-4714-bb3b-b0dce1a4d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:15.930353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-37dd1238-6297-4441-bddc-c991f53fa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:15.932587 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-37dd1238-6297-4441-bddc-c991f53fa740 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 1097 time: 1.4300029 May 10 11:44:15.968144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9876010 May 10 11:44:15.984722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-915f6338-42c4-4714-bb3b-b0dce1a4d034 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23e3e69c48014017a6466d70bd153b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879657 May 10 11:44:15.985512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58698) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:15.995078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c88469-6cde-454f-a256-9697391d4489 req-a57dcb50-2eed-4a8a-a31b-ced5d928a283 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:15.999870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f6338-42c4-4714-bb3b-b0dce1a4d034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543ca2b6-9c26-4754-aa3a-77bb1bf70aa7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:16.019207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c88469-6cde-454f-a256-9697391d4489 req-a57dcb50-2eed-4a8a-a31b-ced5d928a283 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:16.033413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c88469-6cde-454f-a256-9697391d4489 req-a57dcb50-2eed-4a8a-a31b-ced5d928a283 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:16.049380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780b026-ba9e-4fb6-9efa-d32a9b7da2c9 req-34bf4962-81ad-40f1-8338-50d627109819 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:16.056767 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62c88469-6cde-454f-a256-9697391d4489 req-a57dcb50-2eed-4a8a-a31b-ced5d928a283 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 2374 time: 0.3533461 May 10 11:44:16.058825 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a780b026-ba9e-4fb6-9efa-d32a9b7da2c9 req-34bf4962-81ad-40f1-8338-50d627109819 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2372472 May 10 11:44:16.067948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '001e467d-ab64-449c-8eae-5a0be05bd4dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'c88d237e-cc47-4842-88a4-516c7928645b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:32:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:43:49Z', 'updated_at': '2022-05-10T11:44:12Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:16.097387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8345a-c460-4476-a515-ab84e8aa6ea5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=2126c24d-ffe4-4246-9dc0-a548addaf88d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:16.102089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c26d7b-aa90-49b8-9568-8291bd3b970b None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '001e467d-ab64-449c-8eae-5a0be05bd4dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': 'c88d237e-cc47-4842-88a4-516c7928645b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:32:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:43:49Z', 'updated_at': '2022-05-10T11:44:12Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:44:16.133111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f', 'admin_state_up': True, 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'security_groups': ['e588763f-6c31-4d11-9eab-7d95e8862636']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:16.250621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2398-c3b4-486b-9ce8-f619d64f3e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:16.258851 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a780b026-ba9e-4fb6-9efa-d32a9b7da2c9 req-48027e84-d85b-406e-904e-ff3a6f296c71 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869094 May 10 11:44:16.336409 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2398-c3b4-486b-9ce8-f619d64f3e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:16.357035 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62c88469-6cde-454f-a256-9697391d4489 req-53278940-9664-447c-861c-144b536c53e3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990425 May 10 11:44:16.423787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:16.452374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2398-c3b4-486b-9ce8-f619d64f3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:16.455590 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2398-c3b4-486b-9ce8-f619d64f3e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:16.459305 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b3c2398-c3b4-486b-9ce8-f619d64f3e47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/543ca2b6-9c26-4754-aa3a-77bb1bf70aa7 HTTP/1.1" status: 204 len: 168 time: 0.4693403 May 10 11:44:16.473478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c2398-c3b4-486b-9ce8-f619d64f3e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ca2b6-9c26-4754-aa3a-77bb1bf70aa7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:16.574420 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d3868-0de6-4bfe-b6ce-3911b92cece0 None None] New status for floating IP 001e467d-ab64-449c-8eae-5a0be05bd4dc: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:44:16.624690 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:16.627703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-1a9cbb37-87e2-4537-b8fe-39bab313165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:16.630219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-1a9cbb37-87e2-4537-b8fe-39bab313165f service neutron] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.6608825 May 10 11:44:16.929045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-f28b88b0-2deb-4c0c-a78b-dcc73edc3997 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88d237e-cc47-4842-88a4-516c7928645b HTTP/1.1" status: 200 len: 1000 time: 0.2709663 May 10 11:44:17.103258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58720) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:17.149492 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b06bb76-c607-4d8b-978c-2f8efe9d696c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:17.150862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-8318e997-f4b8-413a-98ce-ae3ed0279efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:17.152997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-8318e997-f4b8-413a-98ce-ae3ed0279efd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.2056196 May 10 11:44:17.190048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7906b78-618e-4074-ab5f-4ee3d0b8e4c0 req-076534da-f4d0-46e5-83b2-13161227ee83 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860&device_id=dedfee5b-3d62-4889-80a8-1e756a1d888b HTTP/1.1" status: 200 len: 210 time: 0.0622549 May 10 11:44:17.288149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Allocated IP 10.2.2.100 (c0ef700c-9f07-4d67-8530-5e854954469f/194c83d8-4bfd-45c5-b84f-06bb018e25c1/ab7f1eb6-208f-4a1c-9818-415cb378555f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:17.326813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-4c87bdae-fc7e-4af6-b8ba-809caac2425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:17.329442 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-4c87bdae-fc7e-4af6-b8ba-809caac2425a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445067 May 10 11:44:17.356471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b06bb76-c607-4d8b-978c-2f8efe9d696c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:17.363881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b06bb76-c607-4d8b-978c-2f8efe9d696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:17.485903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b06bb76-c607-4d8b-978c-2f8efe9d696c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e03b10d1a784a068eeee9d9083ddc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812578 May 10 11:44:17.487849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06bb76-c607-4d8b-978c-2f8efe9d696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d46b9f-baa3-4187-a422-709b2207e264,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:17.492874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58738) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:17.525637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a1fd81-316e-4416-927d-1bbde9ed5808 req-33135d01-9352-43fb-a2c0-e79d4a720f22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=20e6088e53bf47fc8dba0c6af8cfec61&device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0430543 May 10 11:44:17.588848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6f91-24e8-40d5-b6e1-0ac786ae74ab req-48b3a2e4-9509-49f0-add7-b304a7bcfc00 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:17.596502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-457c6f91-24e8-40d5-b6e1-0ac786ae74ab req-48b3a2e4-9509-49f0-add7-b304a7bcfc00 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1754875 May 10 11:44:17.618412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7938-c85d-4a63-a49a-a66c83b8665c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:17.644292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a1fd81-316e-4416-927d-1bbde9ed5808 req-b39f3461-505a-449f-88a8-616d8f4acb27 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=20e6088e53bf47fc8dba0c6af8cfec61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022747 May 10 11:44:17.662109 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-457c6f91-24e8-40d5-b6e1-0ac786ae74ab req-5826a2b7-6779-49e6-9e82-b7b05b1779b3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646608 May 10 11:44:17.667732 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7938-c85d-4a63-a49a-a66c83b8665c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:17.755598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-282aff95-24c5-4e51-918d-21602a44ac62 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177732 May 10 11:44:17.757049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7938-c85d-4a63-a49a-a66c83b8665c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:17.759680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7938-c85d-4a63-a49a-a66c83b8665c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:17.765453 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6fcf7938-c85d-4a63-a49a-a66c83b8665c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05d46b9f-baa3-4187-a422-709b2207e264 HTTP/1.1" status: 204 len: 168 time: 0.2624354 May 10 11:44:17.777256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf7938-c85d-4a63-a49a-a66c83b8665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d46b9f-baa3-4187-a422-709b2207e264,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:17.795808 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372baa4f-b597-404d-9abe-52338947cbe1 req-ebcb4d42-5c20-426f-ba16-53cdcdb114f2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:17.802796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372baa4f-b597-404d-9abe-52338947cbe1 req-ebcb4d42-5c20-426f-ba16-53cdcdb114f2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:17.810251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372baa4f-b597-404d-9abe-52338947cbe1 req-ebcb4d42-5c20-426f-ba16-53cdcdb114f2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:17.819015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-372baa4f-b597-404d-9abe-52338947cbe1 req-ebcb4d42-5c20-426f-ba16-53cdcdb114f2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 2374 time: 0.2738965 May 10 11:44:17.830619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a47899a9-9c9a-4876-9c90-7fc40338ae0a req-112f8b14-0d01-4954-93fe-135ea83e8f23 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0406060 May 10 11:44:17.910560 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:17.962478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1fd81-316e-4416-927d-1bbde9ed5808 req-e7f4992f-d428-4f7d-ab7b-9e4dca6eb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:17.964022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a1fd81-316e-4416-927d-1bbde9ed5808 req-e7f4992f-d428-4f7d-ab7b-9e4dca6eb5ad service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3114469 May 10 11:44:17.989741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-372baa4f-b597-404d-9abe-52338947cbe1 req-1b29a030-9a0d-48e4-b5f6-1a7849c0dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696281 May 10 11:44:18.036221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8ba3833-60c7-444d-9ded-dc74d19743cd req-2e025e55-6a16-4b16-a873-98fd12aa88e9 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726030 May 10 11:44:18.049672 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:18.147445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=ab7f1eb6-208f-4a1c-9818-415cb378555f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:18.179987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network c0ef700c-9f07-4d67-8530-5e854954469f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:18.187776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:18.191432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:18.280496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:18.281517 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:18.320585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d6c69c71-8bc0-4c77-be98-0998104f1afd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2241764 May 10 11:44:18.344106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f', 'admin_state_up': True, 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'security_groups': ['e588763f-6c31-4d11-9eab-7d95e8862636']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:18.373021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8b8ed-10f4-4e0e-9fa0-e71d8e11d9aa req-b31cf985-60bf-4c58-8720-232e343a4751 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:18.377202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18f8b8ed-10f4-4e0e-9fa0-e71d8e11d9aa req-b31cf985-60bf-4c58-8720-232e343a4751 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1561425 May 10 11:44:18.540483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-18f8b8ed-10f4-4e0e-9fa0-e71d8e11d9aa req-a613734f-f4d6-4b8c-90a0-5f34f9941ac8 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271369 May 10 11:44:18.587505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Made reservation on behalf of 7db646abb4dd489a8e6b7a4ec3ac1b20 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:18.598983 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:18.681697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ff1051fb-3e17-41ad-b354-30373852301b None None] Provisioning complete for port ab7f1eb6-208f-4a1c-9818-415cb378555f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:18.687483 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff1051fb-3e17-41ad-b354-30373852301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:18.764901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ff1051fb-3e17-41ad-b354-30373852301b None None] Port ab7f1eb6-208f-4a1c-9818-415cb378555f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:18.879484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Allocated IP 10.2.2.200 (c0ef700c-9f07-4d67-8530-5e854954469f/194c83d8-4bfd-45c5-b84f-06bb018e25c1/1075a8b7-15b5-400f-a04b-748d631b8ba8) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:19.073519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7466781-cc87-4251-b2b2-029a0ed4cace req-29a6f2b7-faf8-471f-abf5-348f9c9c44bc tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0896473 May 10 11:44:19.209328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:19.234848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0ee0-a34d-4d00-a4da-c5d461c24cdc req-5bd0e9cd-f7df-41ae-8d30-aa59ff592f0e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:19.248576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0ee0-a34d-4d00-a4da-c5d461c24cdc req-5bd0e9cd-f7df-41ae-8d30-aa59ff592f0e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:19.255197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0ee0-a34d-4d00-a4da-c5d461c24cdc req-5bd0e9cd-f7df-41ae-8d30-aa59ff592f0e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:19.266874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0ee0-a34d-4d00-a4da-c5d461c24cdc req-5bd0e9cd-f7df-41ae-8d30-aa59ff592f0e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:19.268829 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28db0ee0-a34d-4d00-a4da-c5d461c24cdc req-5bd0e9cd-f7df-41ae-8d30-aa59ff592f0e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 3095 time: 0.1330662 May 10 11:44:19.317908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14a1fd81-316e-4416-927d-1bbde9ed5808 req-992159e3-b547-4e65-9ca3-ffe346d192f0 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.70 "GET /v2.0/ports?device_id=90d491f0-eb1a-49ba-a190-c7e92e32d860 HTTP/1.1" status: 200 len: 210 time: 0.0461783 May 10 11:44:19.353723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:19.407682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28db0ee0-a34d-4d00-a4da-c5d461c24cdc req-89beedbd-9e32-4e61-97a8-f44f07ddad8a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177890 May 10 11:44:19.447024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Network c0ef700c-9f07-4d67-8530-5e854954469f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:19.455447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:19.460385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:19.521305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event updated for resources: {'Port': ['ID=1075a8b7-15b5-400f-a04b-748d631b8ba8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:19.568147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:19.568833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:19.593361 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-45bba8df-f2fb-40f6-9446-2c45a37b33f9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2645118 May 10 11:44:19.624099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:19.730636 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:19.736747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119514f-26ac-4c29-9be6-5efe92c876a2 req-7674c27b-0b80-40f9-8133-3a3f77155531 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:19.739090 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a119514f-26ac-4c29-9be6-5efe92c876a2 req-7674c27b-0b80-40f9-8133-3a3f77155531 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0708017 May 10 11:44:19.841325 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a119514f-26ac-4c29-9be6-5efe92c876a2 req-38d31e96-c1c2-43b3-a759-de698af9785b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942371 May 10 11:44:19.899946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f25bb40e-93af-4cb2-bfa1-d5a5560fc86d None None] Provisioning complete for port 1075a8b7-15b5-400f-a04b-748d631b8ba8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:19.900471 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f25bb40e-93af-4cb2-bfa1-d5a5560fc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:19.987471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f25bb40e-93af-4cb2-bfa1-d5a5560fc86d None None] Port 1075a8b7-15b5-400f-a04b-748d631b8ba8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:20.252610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c910bd-737c-4343-9982-eccc6cfcaa62 req-5e5b3006-3b79-496b-9768-6ecef530962c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:20.254720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97c910bd-737c-4343-9982-eccc6cfcaa62 req-5e5b3006-3b79-496b-9768-6ecef530962c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1149905 May 10 11:44:20.342828 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97c910bd-737c-4343-9982-eccc6cfcaa62 req-efeef054-3fea-494e-bb11-5bf8f0afe806 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697498 May 10 11:44:20.352464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baffa83d-610f-42de-b347-1921071fa985 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:20.361991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:20.375854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Transition to ACTIVE for port object baffa83d-610f-42de-b347-1921071fa985 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:44:20.380429 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:20.537787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3938e83f-ec03-4f6e-9b5b-a292552aeb5b req-ba934f2c-d390-45a0-b1ca-4e3c0ba64aa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=20e6088e53bf47fc8dba0c6af8cfec61&device_id=dedfee5b-3d62-4889-80a8-1e756a1d888b HTTP/1.1" status: 200 len: 210 time: 0.0748901 May 10 11:44:20.539939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Pushing event updated for resources: {'Port': ['ID=baffa83d-610f-42de-b347-1921071fa985,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:20.582201 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b43e91ba-3e25-4515-a861-5075584d0971 req-2dfa4169-d664-4e57-af8d-b90103138af6 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=dedfee5b-3d62-4889-80a8-1e756a1d888b HTTP/1.1" status: 200 len: 210 time: 0.0688076 May 10 11:44:20.689258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3938e83f-ec03-4f6e-9b5b-a292552aeb5b req-1e090490-e7c3-4783-a1bd-8ed6a76baf1f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=20e6088e53bf47fc8dba0c6af8cfec61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1397846 May 10 11:44:20.774661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd39aa-d372-4ad4-9b63-3ee94d91f8f4 req-fb5aeff1-acb4-48b1-a865-6f9d1da8177c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:20.776751 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45fd39aa-d372-4ad4-9b63-3ee94d91f8f4 req-fb5aeff1-acb4-48b1-a865-6f9d1da8177c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0952706 May 10 11:44:20.842958 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45fd39aa-d372-4ad4-9b63-3ee94d91f8f4 req-25c61989-1f86-4d74-b0a0-6362f4aab642 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598333 May 10 11:44:20.901200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e83f-ec03-4f6e-9b5b-a292552aeb5b req-04710f2e-5486-4ff2-aa7d-970c4a905cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:20.903091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3938e83f-ec03-4f6e-9b5b-a292552aeb5b req-04710f2e-5486-4ff2-aa7d-970c4a905cca service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687660 May 10 11:44:20.939412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Attempting to bind port baffa83d-610f-42de-b347-1921071fa985 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:44:20.939745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Attempting to bind port baffa83d-610f-42de-b347-1921071fa985 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:44:20.940111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Attempting to bind port baffa83d-610f-42de-b347-1921071fa985 on network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:20.946358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Port baffa83d-610f-42de-b347-1921071fa985 on network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:44:20.946681 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Attempting to bind port baffa83d-610f-42de-b347-1921071fa985 on network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:20.963119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bf173-00bd-4207-9639-f53a51031912 req-afa85c59-17a1-488f-9b08-56195e600179 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:20.969113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bf173-00bd-4207-9639-f53a51031912 req-afa85c59-17a1-488f-9b08-56195e600179 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:20.975960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bf173-00bd-4207-9639-f53a51031912 req-afa85c59-17a1-488f-9b08-56195e600179 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:20.984173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bf173-00bd-4207-9639-f53a51031912 req-afa85c59-17a1-488f-9b08-56195e600179 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:20.990023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bf173-00bd-4207-9639-f53a51031912 req-afa85c59-17a1-488f-9b08-56195e600179 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:20.993737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181bf173-00bd-4207-9639-f53a51031912 req-afa85c59-17a1-488f-9b08-56195e600179 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 3828 time: 0.3801196 May 10 11:44:20.994951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:44:20.995594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Checking segment: {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:20.996247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Bound using segment: {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:44:20.996943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Bound port: baffa83d-610f-42de-b347-1921071fa985, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999e380d-0fc2-4a7d-8752-978068dcec86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:44:20.997584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:21.030193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136142-c7cb-425b-8bcf-a63b16ad4b79 req-66beb551-7832-4bc3-a0cb-0e3328b32dc2 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.032686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3136142-c7cb-425b-8bcf-a63b16ad4b79 req-66beb551-7832-4bc3-a0cb-0e3328b32dc2 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0993032 May 10 11:44:21.097449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3136142-c7cb-425b-8bcf-a63b16ad4b79 req-6f6dfd73-1770-4a50-8963-ca33f02879d1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565650 May 10 11:44:21.142735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-181bf173-00bd-4207-9639-f53a51031912 req-e31bdc02-822c-4a22-8bf1-cfeac3dc31fa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290486 May 10 11:44:21.176748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] For port baffa83d-610f-42de-b347-1921071fa985, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:44:21.198573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] For port baffa83d-610f-42de-b347-1921071fa985, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=baffa83d-610f-42de-b347-1921071fa985,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:44:21.199283 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:21.250449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.251145 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:21.252951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] 10.222.0.49 "PUT /v2.0/ports/baffa83d-610f-42de-b347-1921071fa985 HTTP/1.1" status: 200 len: 1091 time: 1.6387551 May 10 11:44:21.253754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': 'baffa83d-610f-42de-b347-1921071fa985'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:21.256324 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975" -d '{"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "baffa83d-610f-42de-b347-1921071fa985"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:21.284695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dd1a2-0a39-4abf-bc0a-546df84f8b3d service neutron] Pushing event updated for resources: {'Port': ['ID=baffa83d-610f-42de-b347-1921071fa985,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:21.329880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:21.375268 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075947fe-362b-4fd3-932d-d38e5ff0911e x-openstack-request-id: req-075947fe-362b-4fd3-932d-d38e5ff0911e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:21.375836 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "baffa83d-610f-42de-b347-1921071fa985", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:21.376233 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-075947fe-362b-4fd3-932d-d38e5ff0911e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:21.376778 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075947fe-362b-4fd3-932d-d38e5ff0911e'] response: {'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': 'baffa83d-610f-42de-b347-1921071fa985', 'status': 'completed', 'code': 200} May 10 11:44:21.380802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf209af-5770-4ced-99da-2a70309aab6f req-74c2ffa7-1e85-4d65-bf71-c570669d5c7d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.394007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bf209af-5770-4ced-99da-2a70309aab6f req-74c2ffa7-1e85-4d65-bf71-c570669d5c7d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1768987 May 10 11:44:21.458861 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bf209af-5770-4ced-99da-2a70309aab6f req-6db39f9c-6712-4c61-a2fe-dbed37d2ab8f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636718 May 10 11:44:21.478438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-4958a1a0-ef67-4970-9c9b-71e00a729445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.481511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-4958a1a0-ef67-4970-9c9b-71e00a729445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.482043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-4958a1a0-ef67-4970-9c9b-71e00a729445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.488768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-4958a1a0-ef67-4970-9c9b-71e00a729445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.489459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-4958a1a0-ef67-4970-9c9b-71e00a729445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.493338 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-4958a1a0-ef67-4970-9c9b-71e00a729445 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 4363 time: 0.1150296 May 10 11:44:21.593146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:21.798035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-214cb13e-3647-4f56-b692-a7289e53d0b1 req-7f2ab06c-7ce6-47a5-b3fd-b7232ace4ad2 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.13 "GET /v2.0/ports?device_id=dedfee5b-3d62-4889-80a8-1e756a1d888b HTTP/1.1" status: 200 len: 210 time: 0.0832591 May 10 11:44:21.812904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8b0a-b40d-49dd-ae20-92f270dff832 req-9c89539f-aad7-4871-a6fb-6afb3c7132c3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.816393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-618f8b0a-b40d-49dd-ae20-92f270dff832 req-9c89539f-aad7-4871-a6fb-6afb3c7132c3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2292480 May 10 11:44:21.865048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-1e9e7bcd-d192-4772-a4ea-d66f72bad460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.865901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-1e9e7bcd-d192-4772-a4ea-d66f72bad460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.866961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-1e9e7bcd-d192-4772-a4ea-d66f72bad460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:21.867991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-1e9e7bcd-d192-4772-a4ea-d66f72bad460 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3513408 May 10 11:44:21.877572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58906) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:22.075252 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0859e67e-677d-4894-ac80-3d7459af879c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.086768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-618f8b0a-b40d-49dd-ae20-92f270dff832 req-49121f45-0f7f-422f-8f3e-595f95692669 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494092 May 10 11:44:22.152849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-35932bd4-f6fb-4483-96f3-2280848dfc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:22.154317 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa550a9a-c2e4-4ded-9a2b-37c7148a9975 req-35932bd4-f6fb-4483-96f3-2280848dfc05 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301958 May 10 11:44:22.210761 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3938e83f-ec03-4f6e-9b5b-a292552aeb5b req-13b32824-9cf6-4894-a14f-f3193a6e2041 tempest-ServerShowV247Test-174154753 tempest-ServerShowV247Test-174154753-project] 10.222.0.70 "GET /v2.0/ports?device_id=dedfee5b-3d62-4889-80a8-1e756a1d888b HTTP/1.1" status: 200 len: 210 time: 0.0717218 May 10 11:44:22.245137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0859e67e-677d-4894-ac80-3d7459af879c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.251753 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0859e67e-677d-4894-ac80-3d7459af879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.318120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a093890-3c4b-49d1-b9bf-9b264804b0f6 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:22.330318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.346991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Transition to ACTIVE for port object 5a093890-3c4b-49d1-b9bf-9b264804b0f6 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:44:22.353937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.445193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859e67e-677d-4894-ac80-3d7459af879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc1694b-2495-499b-9ee8-ce29e1215762,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:22.530034 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0859e67e-677d-4894-ac80-3d7459af879c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dd47f5ce141481ebb8c529a4c4a1f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512408 May 10 11:44:22.534285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58928) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:22.690998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3cb14-b90a-4230-af51-f2b5b371c6b4 req-54375425-3a39-405a-962c-c15581804f5b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:22.701705 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02d3cb14-b90a-4230-af51-f2b5b371c6b4 req-54375425-3a39-405a-962c-c15581804f5b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2459095 May 10 11:44:22.739077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b39edfb-aaee-47f9-8563-39b4bd5a8118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.796167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b39edfb-aaee-47f9-8563-39b4bd5a8118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.809957 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02d3cb14-b90a-4230-af51-f2b5b371c6b4 req-c29a9fab-6717-4a3c-8737-19ad8cc319fc tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965919 May 10 11:44:22.975758 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b39edfb-aaee-47f9-8563-39b4bd5a8118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.978420 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b39edfb-aaee-47f9-8563-39b4bd5a8118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.979600 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b39edfb-aaee-47f9-8563-39b4bd5a8118 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fc1694b-2495-499b-9ee8-ce29e1215762 HTTP/1.1" status: 204 len: 168 time: 0.4438355 May 10 11:44:22.998753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39edfb-aaee-47f9-8563-39b4bd5a8118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc1694b-2495-499b-9ee8-ce29e1215762,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:23.038460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533d0c-bd34-4d45-9719-7ede6a33cfdb req-ea342ff4-eb79-4f36-8794-3e411a0fa3d1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.045417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533d0c-bd34-4d45-9719-7ede6a33cfdb req-ea342ff4-eb79-4f36-8794-3e411a0fa3d1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.051288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533d0c-bd34-4d45-9719-7ede6a33cfdb req-ea342ff4-eb79-4f36-8794-3e411a0fa3d1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.057380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533d0c-bd34-4d45-9719-7ede6a33cfdb req-ea342ff4-eb79-4f36-8794-3e411a0fa3d1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.063100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533d0c-bd34-4d45-9719-7ede6a33cfdb req-ea342ff4-eb79-4f36-8794-3e411a0fa3d1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.069231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533d0c-bd34-4d45-9719-7ede6a33cfdb req-ea342ff4-eb79-4f36-8794-3e411a0fa3d1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.071210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1533d0c-bd34-4d45-9719-7ede6a33cfdb req-ea342ff4-eb79-4f36-8794-3e411a0fa3d1 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 4606 time: 0.7044709 May 10 11:44:23.074432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a093890-3c4b-49d1-b9bf-9b264804b0f6,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:23.132552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944c3f4-fb20-4f13-8288-56ab7995dccb req-d79b5418-f25c-4e75-a8c7-a9690138de6b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.134139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8944c3f4-fb20-4f13-8288-56ab7995dccb req-d79b5418-f25c-4e75-a8c7-a9690138de6b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0933409 May 10 11:44:23.155018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Attempting to bind port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:44:23.155359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Attempting to bind port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:44:23.155683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Attempting to bind port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:23.168110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1533d0c-bd34-4d45-9719-7ede6a33cfdb req-078627f1-bd84-43e8-9f29-7911a4ef5561 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870757 May 10 11:44:23.175469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 on network 07e34b50-6df7-412d-bdd4-530caccbf231 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:44:23.175778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Attempting to bind port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:23.206169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:44:23.206584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Checking segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:23.206879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Bound using segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:44:23.207312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Bound port: 5a093890-3c4b-49d1-b9bf-9b264804b0f6, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:44:23.207662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:23.232758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8944c3f4-fb20-4f13-8288-56ab7995dccb req-68ce012c-3473-4b08-9ba2-fd2b94646b24 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906649 May 10 11:44:23.367626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] For port 5a093890-3c4b-49d1-b9bf-9b264804b0f6, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:44:23.371245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] For port 5a093890-3c4b-49d1-b9bf-9b264804b0f6, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:44:23.384628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:23.505363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.505843 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:23.509928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900e7a3-c88b-48bf-9359-30d9c24ae79c req-4404efe2-a2b4-4507-a40e-124faffef436 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.510121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] 10.222.0.49 "PUT /v2.0/ports/5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 200 len: 1136 time: 2.1997905 May 10 11:44:23.518050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e900e7a3-c88b-48bf-9359-30d9c24ae79c req-4404efe2-a2b4-4507-a40e-124faffef436 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0926459 May 10 11:44:23.531219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '5a093890-3c4b-49d1-b9bf-9b264804b0f6'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:23.539885 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b418afd9-9f13-4fe7-a7e6-e43940f642a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "5a093890-3c4b-49d1-b9bf-9b264804b0f6"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:23.549761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58958) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:23.568939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:23.597212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72bb6cb2-b7dc-4a68-b48a-d680ce4f6914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:23.605500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:23.669841 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0720dfff-651b-4625-bd72-8ea4e8149f09 x-openstack-request-id: req-0720dfff-651b-4625-bd72-8ea4e8149f09 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:23.670181 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "5a093890-3c4b-49d1-b9bf-9b264804b0f6", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:23.670415 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0720dfff-651b-4625-bd72-8ea4e8149f09 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:23.670827 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0720dfff-651b-4625-bd72-8ea4e8149f09'] response: {'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '5a093890-3c4b-49d1-b9bf-9b264804b0f6', 'status': 'completed', 'code': 200} May 10 11:44:23.742694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72bb6cb2-b7dc-4a68-b48a-d680ce4f6914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:23.747221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf150399-9f71-4818-bd90-e21f9c9e9dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a093890-3c4b-49d1-b9bf-9b264804b0f6,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:23.763546 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e900e7a3-c88b-48bf-9359-30d9c24ae79c req-811cb00c-7afb-4eea-adec-3df363d2fa80 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444696 May 10 11:44:23.768937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72bb6cb2-b7dc-4a68-b48a-d680ce4f6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:23.804887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:23.855294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb6cb2-b7dc-4a68-b48a-d680ce4f6914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f68151-2b56-4ad7-aaf0-c14cb38696f6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:23.859677 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-72bb6cb2-b7dc-4a68-b48a-d680ce4f6914 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=800f44c9fcde4ad1b0194376952275f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089972 May 10 11:44:23.866236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58974) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:23.867457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-5539f92e-bc43-46c1-a307-da7b26f8d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.869306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-5539f92e-bc43-46c1-a307-da7b26f8d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.869751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-5539f92e-bc43-46c1-a307-da7b26f8d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.870224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-5539f92e-bc43-46c1-a307-da7b26f8d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.870679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-5539f92e-bc43-46c1-a307-da7b26f8d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.871134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-5539f92e-bc43-46c1-a307-da7b26f8d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:23.875433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-5539f92e-bc43-46c1-a307-da7b26f8d897 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5292 time: 0.2015390 May 10 11:44:23.964750 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0866f6e-b784-47be-95a7-0f42d40bf389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:23.994987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0866f6e-b784-47be-95a7-0f42d40bf389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:24.047389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0866f6e-b784-47be-95a7-0f42d40bf389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:24.050523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0866f6e-b784-47be-95a7-0f42d40bf389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:24.051677 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b0866f6e-b784-47be-95a7-0f42d40bf389 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5f68151-2b56-4ad7-aaf0-c14cb38696f6 HTTP/1.1" status: 204 len: 168 time: 0.1844909 May 10 11:44:24.064305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0866f6e-b784-47be-95a7-0f42d40bf389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f68151-2b56-4ad7-aaf0-c14cb38696f6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:24.151616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d834-5329-4ccb-91a7-1b28f51c8a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:24.378983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f68fb-3033-4663-86c3-595286728b77 req-f2ca76f2-fb39-4cc1-99ad-2e25cb1b0a2a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.398368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f68fb-3033-4663-86c3-595286728b77 req-f2ca76f2-fb39-4cc1-99ad-2e25cb1b0a2a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.404541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f68fb-3033-4663-86c3-595286728b77 req-f2ca76f2-fb39-4cc1-99ad-2e25cb1b0a2a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.410452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f68fb-3033-4663-86c3-595286728b77 req-f2ca76f2-fb39-4cc1-99ad-2e25cb1b0a2a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.437674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f68fb-3033-4663-86c3-595286728b77 req-f2ca76f2-fb39-4cc1-99ad-2e25cb1b0a2a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.438211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-c556a3fb-21f6-4127-9a04-8c173fe8f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.438673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-c556a3fb-21f6-4127-9a04-8c173fe8f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.439105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-c556a3fb-21f6-4127-9a04-8c173fe8f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.440905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-c556a3fb-21f6-4127-9a04-8c173fe8f0d1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5575233 May 10 11:44:24.452664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f68fb-3033-4663-86c3-595286728b77 req-f2ca76f2-fb39-4cc1-99ad-2e25cb1b0a2a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.455020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9752ca0-dc44-418b-a527-cf5dcfd438cc req-cdc1dceb-6894-4dde-8b5f-6f340d7289fb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.463341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9752ca0-dc44-418b-a527-cf5dcfd438cc req-cdc1dceb-6894-4dde-8b5f-6f340d7289fb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.4781442 May 10 11:44:24.466352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-055f68fb-3033-4663-86c3-595286728b77 req-f2ca76f2-fb39-4cc1-99ad-2e25cb1b0a2a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 4606 time: 0.1869237 May 10 11:44:24.522903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-055f68fb-3033-4663-86c3-595286728b77 req-ee3052e6-21ba-43ba-b90d-292c2ec0a789 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528724 May 10 11:44:24.629782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9752ca0-dc44-418b-a527-cf5dcfd438cc req-7bb69863-a7b4-488f-bb6e-4d3ec26bea2c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637909 May 10 11:44:24.749111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d834-5329-4ccb-91a7-1b28f51c8a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:24.807045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d834-5329-4ccb-91a7-1b28f51c8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:24.814322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-ddb5bc80-51aa-405c-bbb6-172ffd70f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.815903 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b418afd9-9f13-4fe7-a7e6-e43940f642a4 req-ddb5bc80-51aa-405c-bbb6-172ffd70f849 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3503659 May 10 11:44:24.858404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c6910b-e79c-435f-8f06-983ad175c843 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:24.881307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:24.897658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59018) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:24.904047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dbe4d834-5329-4ccb-91a7-1b28f51c8a53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20e6088e53bf47fc8dba0c6af8cfec61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2958739 May 10 11:44:24.923742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4d834-5329-4ccb-91a7-1b28f51c8a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302f5f8c-39cf-4c6e-af89-233acd80475b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:24.950726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272f6b4-50ac-41dc-9f19-67c8b516514e req-a6e37bc4-316e-42d0-a91e-4835170673ea tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:24.952382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8272f6b4-50ac-41dc-9f19-67c8b516514e req-a6e37bc4-316e-42d0-a91e-4835170673ea tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2002678 May 10 11:44:24.963980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Transition to ACTIVE for port object 98c6910b-e79c-435f-8f06-983ad175c843 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:44:24.990772 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:24.993207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca122464-2a5d-49d0-80b1-3a70a4851288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.039571 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca122464-2a5d-49d0-80b1-3a70a4851288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.057004 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8272f6b4-50ac-41dc-9f19-67c8b516514e req-d9d90bab-e562-41e7-b1ea-3052a60922aa tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917716 May 10 11:44:25.104962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Pushing event updated for resources: {'Port': ['ID=98c6910b-e79c-435f-8f06-983ad175c843,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:25.124526 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca122464-2a5d-49d0-80b1-3a70a4851288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.132019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ca122464-2a5d-49d0-80b1-3a70a4851288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.134856 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ca122464-2a5d-49d0-80b1-3a70a4851288 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/302f5f8c-39cf-4c6e-af89-233acd80475b HTTP/1.1" status: 204 len: 168 time: 0.2360981 May 10 11:44:25.154306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca122464-2a5d-49d0-80b1-3a70a4851288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302f5f8c-39cf-4c6e-af89-233acd80475b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:25.206141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Attempting to bind port 98c6910b-e79c-435f-8f06-983ad175c843 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:44:25.206477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Attempting to bind port 98c6910b-e79c-435f-8f06-983ad175c843 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:44:25.206806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Attempting to bind port 98c6910b-e79c-435f-8f06-983ad175c843 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:25.211676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Port 98c6910b-e79c-435f-8f06-983ad175c843 on network 07e34b50-6df7-412d-bdd4-530caccbf231 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:44:25.212033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Attempting to bind port 98c6910b-e79c-435f-8f06-983ad175c843 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:25.219238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:44:25.219576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Checking segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:25.219992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Bound using segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:44:25.220429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Bound port: 98c6910b-e79c-435f-8f06-983ad175c843, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:44:25.220788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.318224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] For port 98c6910b-e79c-435f-8f06-983ad175c843, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:44:25.325407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] For port 98c6910b-e79c-435f-8f06-983ad175c843, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=98c6910b-e79c-435f-8f06-983ad175c843,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:44:25.338635 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.375354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91966bad-1e17-404e-a10f-651f8be6d9e0 req-c2c799c5-7c2c-4407-88ea-52e0d93e2d8a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.377253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91966bad-1e17-404e-a10f-651f8be6d9e0 req-c2c799c5-7c2c-4407-88ea-52e0d93e2d8a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1194718 May 10 11:44:25.424488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.425404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.428491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] 10.222.0.49 "PUT /v2.0/ports/98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 200 len: 1135 time: 1.8774285 May 10 11:44:25.478798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91966bad-1e17-404e-a10f-651f8be6d9e0 req-44cbfd2c-602a-4028-a002-568b093a1e52 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729568 May 10 11:44:25.486444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:25.512590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3d50b-c82f-4016-910f-0c28b8f723d0 service neutron] Pushing event updated for resources: {'Port': ['ID=98c6910b-e79c-435f-8f06-983ad175c843,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:25.604594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.692549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '98c6910b-e79c-435f-8f06-983ad175c843'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:25.695306 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93019f8e-366d-4c46-8d9f-73581042ee12" -d '{"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "98c6910b-e79c-435f-8f06-983ad175c843"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:25.825371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-89bb2c41-b5ec-4a83-8623-fa21666424c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.842077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-89bb2c41-b5ec-4a83-8623-fa21666424c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.852210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-89bb2c41-b5ec-4a83-8623-fa21666424c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.858055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-89bb2c41-b5ec-4a83-8623-fa21666424c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.886940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-89bb2c41-b5ec-4a83-8623-fa21666424c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.903519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-89bb2c41-b5ec-4a83-8623-fa21666424c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.918500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-89bb2c41-b5ec-4a83-8623-fa21666424c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.931304 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-89bb2c41-b5ec-4a83-8623-fa21666424c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5383 time: 0.2279105 May 10 11:44:25.942661 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-1f2887db-9bd9-48ba-bf5c-b57fbe73b271 req-2647a826-01e3-491c-b922-154fa66c6006 service neutron] (102767) timed out ('10.222.0.49', 61158) {{(pid=102767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 11:44:25.980240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c818d-ebb5-4000-8009-c9b7e2ed432c req-9a03e26d-a8b0-48b1-b250-89854b29fa1e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:25.990287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b3c818d-ebb5-4000-8009-c9b7e2ed432c req-9a03e26d-a8b0-48b1-b250-89854b29fa1e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2680817 May 10 11:44:26.023439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-567ea7a2-b092-402a-ba63-fd19efe7bb7c req-a0e36964-0f4f-4e0f-b584-50c24edb6957 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851333 May 10 11:44:26.159182 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb66886d-a967-4f39-af46-025028097894 x-openstack-request-id: req-bb66886d-a967-4f39-af46-025028097894 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:26.159579 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "98c6910b-e79c-435f-8f06-983ad175c843", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:26.159882 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb66886d-a967-4f39-af46-025028097894 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:26.160364 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb66886d-a967-4f39-af46-025028097894'] response: {'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '98c6910b-e79c-435f-8f06-983ad175c843', 'status': 'completed', 'code': 200} May 10 11:44:26.236716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7b3c818d-ebb5-4000-8009-c9b7e2ed432c req-9065c190-e883-4cbe-afe5-c02ea11bf11a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454846 May 10 11:44:26.327265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-7271fe60-c0c5-4d94-a220-4fa54bb267b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.327752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-7271fe60-c0c5-4d94-a220-4fa54bb267b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.328276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-7271fe60-c0c5-4d94-a220-4fa54bb267b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.328750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-7271fe60-c0c5-4d94-a220-4fa54bb267b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.329219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-7271fe60-c0c5-4d94-a220-4fa54bb267b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.329678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-7271fe60-c0c5-4d94-a220-4fa54bb267b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.330196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-7271fe60-c0c5-4d94-a220-4fa54bb267b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.332997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-7271fe60-c0c5-4d94-a220-4fa54bb267b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6220 time: 0.1622672 May 10 11:44:26.404312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-bf47ab06-a5a0-4638-81f1-8f01457c24bc req-f92cc745-8974-4a97-8d92-0c5bbc444771 service neutron] (102767) timed out ('10.222.0.49', 61166) {{(pid=102767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 11:44:26.457249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cf78a-d31f-4622-b3d3-a0ed611856ec req-c6cca801-04ca-434b-9eb0-4d3bba7bcc23 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.469348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f0cf78a-d31f-4622-b3d3-a0ed611856ec req-c6cca801-04ca-434b-9eb0-4d3bba7bcc23 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0913584 May 10 11:44:26.483910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:26.496342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:26.528489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Transition to ACTIVE for port object 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:44:26.543978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:26.573691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-03ec1b1a-f9fc-465f-bce1-7d5d39a19509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.576965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-03ec1b1a-f9fc-465f-bce1-7d5d39a19509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.579285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-03ec1b1a-f9fc-465f-bce1-7d5d39a19509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.581461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-03ec1b1a-f9fc-465f-bce1-7d5d39a19509 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2338881 May 10 11:44:26.585683 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f0cf78a-d31f-4622-b3d3-a0ed611856ec req-dd644e0d-e28c-42d7-bea6-562a93c5ea48 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113331 May 10 11:44:26.829772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b7018-7856-48a9-bb45-3a837da2e05c req-2b75571b-68d9-4922-9c27-7db237ac1bfb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.847382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Pushing event updated for resources: {'Port': ['ID=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:26.852401 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e4b7018-7856-48a9-bb45-3a837da2e05c req-2b75571b-68d9-4922-9c27-7db237ac1bfb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1743958 May 10 11:44:26.920648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3e4b7018-7856-48a9-bb45-3a837da2e05c req-c552f081-d19a-4888-a52e-3ecfa1fabaed tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672767 May 10 11:44:26.964890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-d3604801-261f-4258-93e4-ee312cb99e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:26.966710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93019f8e-366d-4c46-8d9f-73581042ee12 req-d3604801-261f-4258-93e4-ee312cb99e20 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3588243 May 10 11:44:26.994449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Attempting to bind port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:44:26.995669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Attempting to bind port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:44:26.995669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Attempting to bind port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:27.010278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 on network 07e34b50-6df7-412d-bdd4-530caccbf231 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:44:27.010520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Attempting to bind port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:27.015787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:44:27.016152 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Checking segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:27.016534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Bound using segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:44:27.017033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Bound port: 2db920d6-dfae-4edf-bb0e-a288b9bd6d61, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:44:27.017786 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:27.156608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d31a33-bfba-439e-b548-9930bbebc4e8 req-a532806e-947a-484b-a4c2-e3179db5ad71 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.158283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3d31a33-bfba-439e-b548-9930bbebc4e8 req-a532806e-947a-484b-a4c2-e3179db5ad71 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1211262 May 10 11:44:27.166591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] For port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:44:27.173326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] For port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:44:27.196193 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:27.247416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.248094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:27.251974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] 10.222.0.49 "PUT /v2.0/ports/2db920d6-dfae-4edf-bb0e-a288b9bd6d61 HTTP/1.1" status: 200 len: 1091 time: 1.7853887 May 10 11:44:27.269919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-c70ce70f-f342-4c7e-bb01-c9ad54a3f022 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.306001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-c70ce70f-f342-4c7e-bb01-c9ad54a3f022 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.319305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:27.319748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-c70ce70f-f342-4c7e-bb01-c9ad54a3f022 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.331415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-c70ce70f-f342-4c7e-bb01-c9ad54a3f022 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.339066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3d31a33-bfba-439e-b548-9930bbebc4e8 req-2b46b41a-9e77-40b5-a5de-6f695b746d8c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637793 May 10 11:44:27.347530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-c70ce70f-f342-4c7e-bb01-c9ad54a3f022 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.356020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-c70ce70f-f342-4c7e-bb01-c9ad54a3f022 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.390468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-c70ce70f-f342-4c7e-bb01-c9ad54a3f022 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.404345 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-c70ce70f-f342-4c7e-bb01-c9ad54a3f022 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5395 time: 0.2473814 May 10 11:44:27.408848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25683e6-c078-4bdd-808b-8628454d0b2d service neutron] Pushing event updated for resources: {'Port': ['ID=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:27.498945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:27.542966 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eefa2791-a4e7-4af2-bcdf-589846da1246 req-48e93145-420d-45fd-a182-0e58e72fa0d3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372073 May 10 11:44:27.760705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42334d7f-4d45-4d51-a7c3-5028e86884d6 req-d788abd7-bab3-4142-ab78-385c0b01e178 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:27.769417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-42334d7f-4d45-4d51-a7c3-5028e86884d6 req-d788abd7-bab3-4142-ab78-385c0b01e178 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1891854 May 10 11:44:28.016659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2126c24d-ffe4-4246-9dc0-a548addaf88d {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:28.032350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:28.068793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-42334d7f-4d45-4d51-a7c3-5028e86884d6 req-a39a3823-0a44-4c28-baf6-d97ed306e9f8 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983730 May 10 11:44:28.081000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Transition to ACTIVE for port object 2126c24d-ffe4-4246-9dc0-a548addaf88d will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:44:28.087687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:28.188166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:28.190584 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bde036-b557-4aa2-96d1-e390ca082979" -d '{"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "2db920d6-dfae-4edf-bb0e-a288b9bd6d61"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:28.277254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Pushing event updated for resources: {'Port': ['ID=2126c24d-ffe4-4246-9dc0-a548addaf88d,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:28.291090 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781720e6-4927-48cd-9807-be839e7b5ce8 x-openstack-request-id: req-781720e6-4927-48cd-9807-be839e7b5ce8 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:28.291249 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "2db920d6-dfae-4edf-bb0e-a288b9bd6d61", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:28.294819 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-781720e6-4927-48cd-9807-be839e7b5ce8 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:28.295410 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781720e6-4927-48cd-9807-be839e7b5ce8'] response: {'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61', 'status': 'completed', 'code': 200} May 10 11:44:28.372835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf65a1-0266-4e02-b44e-ddb9ff408de4 req-44d3eaae-3dbe-42ce-acf3-3fba1eef52ba tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.386218 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9bf65a1-0266-4e02-b44e-ddb9ff408de4 req-44d3eaae-3dbe-42ce-acf3-3fba1eef52ba tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1319573 May 10 11:44:28.489188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9bf65a1-0266-4e02-b44e-ddb9ff408de4 req-6e628ab9-f776-4fa4-a1f6-9e4d41c132ae tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004953 May 10 11:44:28.529745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-8da9b070-060b-4136-b400-8c03b3368f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.530788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-8da9b070-060b-4136-b400-8c03b3368f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.531696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-8da9b070-060b-4136-b400-8c03b3368f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.532347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-8da9b070-060b-4136-b400-8c03b3368f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.532970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-8da9b070-060b-4136-b400-8c03b3368f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.533597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-8da9b070-060b-4136-b400-8c03b3368f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.534404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-8da9b070-060b-4136-b400-8c03b3368f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.537657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-56bde036-b557-4aa2-96d1-e390ca082979 req-8da9b070-060b-4136-b400-8c03b3368f2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6312 time: 0.2267549 May 10 11:44:28.580214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Attempting to bind port 2126c24d-ffe4-4246-9dc0-a548addaf88d on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:44:28.580549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Attempting to bind port 2126c24d-ffe4-4246-9dc0-a548addaf88d by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:44:28.581336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Attempting to bind port 2126c24d-ffe4-4246-9dc0-a548addaf88d on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:28.635224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Port 2126c24d-ffe4-4246-9dc0-a548addaf88d on network 07e34b50-6df7-412d-bdd4-530caccbf231 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:44:28.635556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Attempting to bind port 2126c24d-ffe4-4246-9dc0-a548addaf88d on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:28.646925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:44:28.647271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Checking segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:28.647665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Bound using segment: {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:44:28.648193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Bound port: 2126c24d-ffe4-4246-9dc0-a548addaf88d, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:44:28.648557 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:28.842437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-5d7ff477-8be2-4104-89d5-1bb3cd6759aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.847965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-5d7ff477-8be2-4104-89d5-1bb3cd6759aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.849615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-5d7ff477-8be2-4104-89d5-1bb3cd6759aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:28.861038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-56bde036-b557-4aa2-96d1-e390ca082979 req-5d7ff477-8be2-4104-89d5-1bb3cd6759aa service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3092632 May 10 11:44:29.063460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f930cf7-3e78-438f-b942-fa395e68cd5c req-4432f63c-4c09-4326-bc2b-476fc98e8de4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.074386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f930cf7-3e78-438f-b942-fa395e68cd5c req-4432f63c-4c09-4326-bc2b-476fc98e8de4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1351118 May 10 11:44:29.120961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] For port 2126c24d-ffe4-4246-9dc0-a548addaf88d, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:44:29.176394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] For port 2126c24d-ffe4-4246-9dc0-a548addaf88d, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:44:29.200109 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f930cf7-3e78-438f-b942-fa395e68cd5c req-a4e2044e-6f4d-4404-b457-1298d5e62562 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174943 May 10 11:44:29.234850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-29ac346d-8c48-402a-8a2b-ea01a422e720 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.250889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-29ac346d-8c48-402a-8a2b-ea01a422e720 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.268148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-29ac346d-8c48-402a-8a2b-ea01a422e720 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.290972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-29ac346d-8c48-402a-8a2b-ea01a422e720 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.312699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-29ac346d-8c48-402a-8a2b-ea01a422e720 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.342798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-29ac346d-8c48-402a-8a2b-ea01a422e720 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.353846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-29ac346d-8c48-402a-8a2b-ea01a422e720 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.359211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-29ac346d-8c48-402a-8a2b-ea01a422e720 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5407 time: 0.6238012 May 10 11:44:29.369787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:29.406567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd85f4a-6689-4ded-8807-bd2b9bb1f2e5 req-2779eb6c-5c3a-488e-ab86-75a986963222 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.409229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abd85f4a-6689-4ded-8807-bd2b9bb1f2e5 req-2779eb6c-5c3a-488e-ab86-75a986963222 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0902505 May 10 11:44:29.430542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.431171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:29.435142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] 10.222.0.49 "PUT /v2.0/ports/2126c24d-ffe4-4246-9dc0-a548addaf88d HTTP/1.1" status: 200 len: 1091 time: 2.1290574 May 10 11:44:29.511229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abd85f4a-6689-4ded-8807-bd2b9bb1f2e5 req-d82e1136-ff6d-4cb4-af97-aa40c500dc04 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901520 May 10 11:44:29.556472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:29.750445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bde036-b557-4aa2-96d1-e390ca082979 req-9044481a-6ecf-49e8-abd5-27af2e456a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.753051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-56bde036-b557-4aa2-96d1-e390ca082979 req-9044481a-6ecf-49e8-abd5-27af2e456a0d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8355412 May 10 11:44:29.770368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69648866-b9ef-4b09-9c35-7ff6e8e046bb req-f5547983-fbb7-4910-9355-849ed12f9b9e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:29.783991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69648866-b9ef-4b09-9c35-7ff6e8e046bb req-f5547983-fbb7-4910-9355-849ed12f9b9e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0953727 May 10 11:44:29.836645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65058311-0ee0-4bd9-bb00-9fbb322074ca service neutron] Pushing event updated for resources: {'Port': ['ID=2126c24d-ffe4-4246-9dc0-a548addaf88d,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:29.863859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e60578d-6766-4400-8c8d-6148af7b6e42 req-13c7b3c5-697b-463d-b259-093f465d7d33 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4954107 May 10 11:44:29.881783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69648866-b9ef-4b09-9c35-7ff6e8e046bb req-5ff37f68-216b-4466-bfeb-4159916be962 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946004 May 10 11:44:29.975558 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:30.094904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59256) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:30.126648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3ffc1-bf15-42cf-a4e6-e7ef090e087e req-0eaa20b6-79a0-4344-8559-1c0cf1379c19 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.136322 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbb3ffc1-bf15-42cf-a4e6-e7ef090e087e req-0eaa20b6-79a0-4344-8559-1c0cf1379c19 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1138790 May 10 11:44:30.223364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbb3ffc1-bf15-42cf-a4e6-e7ef090e087e req-b788b297-5286-4d3c-a74e-98c7c5566d64 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831995 May 10 11:44:30.296368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '2126c24d-ffe4-4246-9dc0-a548addaf88d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:30.301003 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f479b92-e871-4f94-8d8f-f60d13baf7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "2126c24d-ffe4-4246-9dc0-a548addaf88d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:30.403093 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d09a1-f08b-4065-a56e-850ce758abe4 x-openstack-request-id: req-ca4d09a1-f08b-4065-a56e-850ce758abe4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:30.403380 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "2126c24d-ffe4-4246-9dc0-a548addaf88d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:30.403646 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca4d09a1-f08b-4065-a56e-850ce758abe4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:30.404045 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4d09a1-f08b-4065-a56e-850ce758abe4'] response: {'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '2126c24d-ffe4-4246-9dc0-a548addaf88d', 'status': 'completed', 'code': 200} May 10 11:44:30.478111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a784dda-0945-4c31-a7a7-86962a73b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.478605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a784dda-0945-4c31-a7a7-86962a73b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.479227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a784dda-0945-4c31-a7a7-86962a73b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.479734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a784dda-0945-4c31-a7a7-86962a73b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.480234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a784dda-0945-4c31-a7a7-86962a73b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.480701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a784dda-0945-4c31-a7a7-86962a73b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.481165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a784dda-0945-4c31-a7a7-86962a73b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.483068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a784dda-0945-4c31-a7a7-86962a73b6aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6354 time: 0.0782421 May 10 11:44:30.563735 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fd72-9471-4eac-8b54-77c2554fa631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:30.690810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7f1eb6-208f-4a1c-9818-415cb378555f {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:30.705686 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:30.709950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a2cf34b-2efc-4947-8cc8-f155bd9d0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.710456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a2cf34b-2efc-4947-8cc8-f155bd9d0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.710984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a2cf34b-2efc-4947-8cc8-f155bd9d0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:30.712710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-4a2cf34b-2efc-4947-8cc8-f155bd9d0e5a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2146039 May 10 11:44:30.823867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Transition to ACTIVE for port object ab7f1eb6-208f-4a1c-9818-415cb378555f will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:44:30.866986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:30.993547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fd72-9471-4eac-8b54-77c2554fa631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.032588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-a4b8a582-5ce8-43f4-a550-0bdf75532be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.034421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f479b92-e871-4f94-8d8f-f60d13baf7e9 req-a4b8a582-5ce8-43f4-a550-0bdf75532be3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3119047 May 10 11:44:31.042167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fd72-9471-4eac-8b54-77c2554fa631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.046118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2141b-3ad7-4f42-96ac-2be19a25051c req-96b7ed57-0a63-46d4-9578-f9811dc1d840 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.056103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5eb2141b-3ad7-4f42-96ac-2be19a25051c req-96b7ed57-0a63-46d4-9578-f9811dc1d840 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0872138 May 10 11:44:31.089516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Pushing event updated for resources: {'Port': ['ID=ab7f1eb6-208f-4a1c-9818-415cb378555f,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:31.147931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5eb2141b-3ad7-4f42-96ac-2be19a25051c req-634a9cb3-af54-42a4-aafa-4dd6823e2536 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906327 May 10 11:44:31.285224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4fd72-9471-4eac-8b54-77c2554fa631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e8c39-6b28-4020-af56-556998c4c5ce,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:31.310394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3ad4fd72-9471-4eac-8b54-77c2554fa631 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae51b27fce304c1a9da90c2e7e1e1598&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2143614 May 10 11:44:31.314779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59310) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:31.356708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-9a0737a5-89d0-492a-94d1-50ad5e7283f8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.364214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-9a0737a5-89d0-492a-94d1-50ad5e7283f8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.371091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-9a0737a5-89d0-492a-94d1-50ad5e7283f8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.378048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-9a0737a5-89d0-492a-94d1-50ad5e7283f8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.384568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-9a0737a5-89d0-492a-94d1-50ad5e7283f8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.390942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-9a0737a5-89d0-492a-94d1-50ad5e7283f8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.397638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-9a0737a5-89d0-492a-94d1-50ad5e7283f8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.406221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-9a0737a5-89d0-492a-94d1-50ad5e7283f8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5419 time: 0.3062074 May 10 11:44:31.488652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Attempting to bind port ab7f1eb6-208f-4a1c-9818-415cb378555f on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:44:31.488989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Attempting to bind port ab7f1eb6-208f-4a1c-9818-415cb378555f by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:44:31.489569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Attempting to bind port ab7f1eb6-208f-4a1c-9818-415cb378555f on network c0ef700c-9f07-4d67-8530-5e854954469f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:31.496187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73ad4c64-c486-4220-88d4-b889975189ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.516845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c2a33e5-d9b2-4c64-9d48-8670ec9965b8 req-ee5709e2-c0ae-4b91-a0f3-a7b9ca6089a5 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035836 May 10 11:44:31.520169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Port ab7f1eb6-208f-4a1c-9818-415cb378555f on network c0ef700c-9f07-4d67-8530-5e854954469f not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:44:31.523397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Attempting to bind port ab7f1eb6-208f-4a1c-9818-415cb378555f on network c0ef700c-9f07-4d67-8530-5e854954469f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:31.550578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:44:31.551030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Checking segment: {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:31.551579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Bound using segment: {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:44:31.552121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Bound port: ab7f1eb6-208f-4a1c-9818-415cb378555f, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:44:31.552606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.572042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73ad4c64-c486-4220-88d4-b889975189ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.667928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] For port ab7f1eb6-208f-4a1c-9818-415cb378555f, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:44:31.671617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] For port ab7f1eb6-208f-4a1c-9818-415cb378555f, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:44:31.678409 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.726206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73ad4c64-c486-4220-88d4-b889975189ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.728856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73ad4c64-c486-4220-88d4-b889975189ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.732545 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-73ad4c64-c486-4220-88d4-b889975189ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e7e8c39-6b28-4020-af56-556998c4c5ce HTTP/1.1" status: 204 len: 168 time: 0.4143138 May 10 11:44:31.732545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:31.732545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:31.746116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] 10.222.0.49 "PUT /v2.0/ports/ab7f1eb6-208f-4a1c-9818-415cb378555f HTTP/1.1" status: 200 len: 1091 time: 2.2213016 May 10 11:44:31.777574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad4c64-c486-4220-88d4-b889975189ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e8c39-6b28-4020-af56-556998c4c5ce,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:31.792716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Request body: {'port': {'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:31.912014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ee29c-7969-4941-866b-c98a6ec28f3d service neutron] Pushing event updated for resources: {'Port': ['ID=ab7f1eb6-208f-4a1c-9818-415cb378555f,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:31.984129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.316025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d132d-fd8a-45a5-859c-6625f7b8e7c6 req-edc197ac-b3fc-4138-9cd5-af5b7041a6ef tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:32.328366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50d132d-fd8a-45a5-859c-6625f7b8e7c6 req-edc197ac-b3fc-4138-9cd5-af5b7041a6ef tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0950658 May 10 11:44:32.431481 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e50d132d-fd8a-45a5-859c-6625f7b8e7c6 req-0bd0ce2b-7568-489a-be16-4276014f2b10 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008618 May 10 11:44:32.443967 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.462235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59344) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:32.482834 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.572723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': 'ab7f1eb6-208f-4a1c-9818-415cb378555f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:32.576198 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "ab7f1eb6-208f-4a1c-9818-415cb378555f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:32.578867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.590595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.681658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3643417287842deb2f815f681b91fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153866 May 10 11:44:32.695177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59352) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:32.722361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa1ea1f-733a-44fc-9975-7dadfa42f9b3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:32.735490 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c2cf5-b83d-4f45-b220-93a91c9dae9c x-openstack-request-id: req-e38c2cf5-b83d-4f45-b220-93a91c9dae9c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:32.735778 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "ab7f1eb6-208f-4a1c-9818-415cb378555f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:32.736198 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e38c2cf5-b83d-4f45-b220-93a91c9dae9c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:32.736588 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38c2cf5-b83d-4f45-b220-93a91c9dae9c'] response: {'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': 'ab7f1eb6-208f-4a1c-9818-415cb378555f', 'status': 'completed', 'code': 200} May 10 11:44:32.750174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.750666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.751111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.751547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.752007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.757013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.757491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.757952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.758388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.758835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.759253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.759679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6f058-7625-4947-a2ef-0023902e07e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:32.846577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-796f1c62-00a7-4837-8bb7-e83c1504b52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.884855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-796f1c62-00a7-4837-8bb7-e83c1504b52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.968031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-0cceab42-e014-4e62-8819-11308f58b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:32.968568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-0cceab42-e014-4e62-8819-11308f58b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:32.969042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-0cceab42-e014-4e62-8819-11308f58b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:32.969511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-0cceab42-e014-4e62-8819-11308f58b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:32.970069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-0cceab42-e014-4e62-8819-11308f58b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:32.970603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-0cceab42-e014-4e62-8819-11308f58b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:32.971104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-0cceab42-e014-4e62-8819-11308f58b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:32.977675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-0cceab42-e014-4e62-8819-11308f58b60e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6421 time: 0.2437990 May 10 11:44:32.984066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-796f1c62-00a7-4837-8bb7-e83c1504b52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.987246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-796f1c62-00a7-4837-8bb7-e83c1504b52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:32.991486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-796f1c62-00a7-4837-8bb7-e83c1504b52b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfa1ea1f-733a-44fc-9975-7dadfa42f9b3 HTTP/1.1" status: 204 len: 168 time: 0.2918847 May 10 11:44:33.001952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f1c62-00a7-4837-8bb7-e83c1504b52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa1ea1f-733a-44fc-9975-7dadfa42f9b3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:33.086747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-d3893d06-43bb-4ffa-b571-d69887091936 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.092851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-d3893d06-43bb-4ffa-b571-d69887091936 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.099109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-d3893d06-43bb-4ffa-b571-d69887091936 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.108477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-d3893d06-43bb-4ffa-b571-d69887091936 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.127490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-d3893d06-43bb-4ffa-b571-d69887091936 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.138260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-d3893d06-43bb-4ffa-b571-d69887091936 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.144940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-d3893d06-43bb-4ffa-b571-d69887091936 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.153744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-d3893d06-43bb-4ffa-b571-d69887091936 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5419 time: 0.4288559 May 10 11:44:33.310662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de0bfa86-1ba1-4314-88ef-534c7c92d81a req-a3fd9bf6-ac46-4bfe-9daf-602e75565647 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510766 May 10 11:44:33.395642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1075a8b7-15b5-400f-a04b-748d631b8ba8 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:33.404591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:33.417890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Transition to ACTIVE for port object 1075a8b7-15b5-400f-a04b-748d631b8ba8 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:44:33.424469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-ebec5f1a-b2dd-4808-94b7-c36337bb7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.424947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-ebec5f1a-b2dd-4808-94b7-c36337bb7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.425468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-ebec5f1a-b2dd-4808-94b7-c36337bb7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.427403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-ebec5f1a-b2dd-4808-94b7-c36337bb7017 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4379663 May 10 11:44:33.428781 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:33.542189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Pushing event updated for resources: {'Port': ['ID=1075a8b7-15b5-400f-a04b-748d631b8ba8,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:33.690039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba609c22-e12a-4c14-8a7f-d912b34e0660 req-dd8cc827-933a-4a61-9ccf-cfc370670905 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.691627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba609c22-e12a-4c14-8a7f-d912b34e0660 req-dd8cc827-933a-4a61-9ccf-cfc370670905 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1090498 May 10 11:44:33.741064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-b3c72f81-6ae8-4869-84ea-73c349e5cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:33.742574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1df4dff4-6b48-4ba6-8acf-0844d9cd08e0 req-b3c72f81-6ae8-4869-84ea-73c349e5cc12 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050673 May 10 11:44:33.775346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba609c22-e12a-4c14-8a7f-d912b34e0660 req-61fbceb3-e71a-4c21-9887-98247f68ac00 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 May 10 11:44:33.790907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Attempting to bind port 1075a8b7-15b5-400f-a04b-748d631b8ba8 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:44:33.793290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Attempting to bind port 1075a8b7-15b5-400f-a04b-748d631b8ba8 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:44:33.793746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Attempting to bind port 1075a8b7-15b5-400f-a04b-748d631b8ba8 on network c0ef700c-9f07-4d67-8530-5e854954469f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:33.810475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Port 1075a8b7-15b5-400f-a04b-748d631b8ba8 on network c0ef700c-9f07-4d67-8530-5e854954469f not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:44:33.810947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Attempting to bind port 1075a8b7-15b5-400f-a04b-748d631b8ba8 on network c0ef700c-9f07-4d67-8530-5e854954469f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:33.824326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:44:33.825557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Checking segment: {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:33.826138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Bound using segment: {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:44:33.826786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Bound port: 1075a8b7-15b5-400f-a04b-748d631b8ba8, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5125f91c-4735-4ddf-9384-7b74549ebe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:44:33.829915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:33.961862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] For port 1075a8b7-15b5-400f-a04b-748d631b8ba8, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:44:33.973429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] For port 1075a8b7-15b5-400f-a04b-748d631b8ba8, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:44:33.985615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:34.144074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Pushing event updated for resources: {'Port': ['ID=1075a8b7-15b5-400f-a04b-748d631b8ba8,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:34.169277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.172150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:34.175140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b3336a7f-44c7-40cf-ae43-97fefa53e76b service neutron] 10.222.0.49 "PUT /v2.0/ports/1075a8b7-15b5-400f-a04b-748d631b8ba8 HTTP/1.1" status: 200 len: 1091 time: 2.3897722 May 10 11:44:34.283029 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7494ad9e-b2a4-4bac-bae1-54a5465e4047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:34.361999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4b48082-0651-4681-a29e-0c8d9d767b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.365327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4b48082-0651-4681-a29e-0c8d9d767b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.366849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4b48082-0651-4681-a29e-0c8d9d767b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.370419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4b48082-0651-4681-a29e-0c8d9d767b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.374491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4b48082-0651-4681-a29e-0c8d9d767b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.377017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4b48082-0651-4681-a29e-0c8d9d767b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.377489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4b48082-0651-4681-a29e-0c8d9d767b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.382365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4b48082-0651-4681-a29e-0c8d9d767b36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6488 time: 0.1514037 May 10 11:44:34.461303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-13bd7a02-f1a5-49d6-9df0-35ff39ec1915 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baffa83d-610f-42de-b347-1921071fa985 HTTP/1.1" status: 200 len: 217 time: 0.0692506 May 10 11:44:34.640068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4f7eddf-fdfe-42e9-9481-0814e8e51c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.641590 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b4f7eddf-fdfe-42e9-9481-0814e8e51c15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6e141d9f-52a3-433c-b6f5-8ec646f1c23e HTTP/1.1" status: 200 len: 854 time: 0.1653881 May 10 11:44:34.653227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-9b501907-dd89-43e8-9d33-5010172b5157 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.659202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-9b501907-dd89-43e8-9d33-5010172b5157 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.666186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-9b501907-dd89-43e8-9d33-5010172b5157 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.671736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-9b501907-dd89-43e8-9d33-5010172b5157 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.677934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-9b501907-dd89-43e8-9d33-5010172b5157 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.684446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-9b501907-dd89-43e8-9d33-5010172b5157 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.690164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-9b501907-dd89-43e8-9d33-5010172b5157 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.692176 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-9b501907-dd89-43e8-9d33-5010172b5157 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.2299414 May 10 11:44:34.737302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '1075a8b7-15b5-400f-a04b-748d631b8ba8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:34.739533 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "1075a8b7-15b5-400f-a04b-748d631b8ba8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:34.798864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0083cc08-8f16-41b1-939c-2a2fa7da3228 req-67ca21c6-edd4-4353-8ba6-9f7d878f5974 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964508 May 10 11:44:34.819257 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03614fe1-d35d-4711-a08c-7aeadbfff71f x-openstack-request-id: req-03614fe1-d35d-4711-a08c-7aeadbfff71f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:44:34.820169 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "1075a8b7-15b5-400f-a04b-748d631b8ba8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:44:34.820457 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03614fe1-d35d-4711-a08c-7aeadbfff71f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:44:34.822798 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03614fe1-d35d-4711-a08c-7aeadbfff71f'] response: {'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': '1075a8b7-15b5-400f-a04b-748d631b8ba8', 'status': 'completed', 'code': 200} May 10 11:44:34.828343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-fb4a3785-ec36-4e2c-a28c-e2f9f28532c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.829882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-fb4a3785-ec36-4e2c-a28c-e2f9f28532c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368148 May 10 11:44:34.964381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4ea16-7c37-4709-9212-aa12f3a824e3 req-2bd38888-3f44-4b8f-8d21-064f42970ed1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:34.965981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7cb4ea16-7c37-4709-9212-aa12f3a824e3 req-2bd38888-3f44-4b8f-8d21-064f42970ed1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0664520 May 10 11:44:35.026757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-8808c49d-44bc-4d1f-b047-c1b43dff1aa3 service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887012 May 10 11:44:35.057282 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7cb4ea16-7c37-4709-9212-aa12f3a824e3 req-1f43c782-e624-45f8-9d46-383486f14408 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803533 May 10 11:44:35.148362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-0b1f29f2-2243-4d8b-8263-5fdbb6a25f66 service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139438 May 10 11:44:35.213835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-b46398a5-dd8b-4551-b18e-4c870140a32d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 200 len: 217 time: 0.0528138 May 10 11:44:35.271901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-96966443-f79d-4e04-964c-ef89c49a8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:35.273681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-96966443-f79d-4e04-964c-ef89c49a8f0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0518153 May 10 11:44:35.327312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-baebfa93-1072-41ff-9fca-c0e1ea8daf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:35.328911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-baebfa93-1072-41ff-9fca-c0e1ea8daf2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479579 May 10 11:44:35.398174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59462) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:35.455867 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ad7e7ad6-02ad-460e-8fb4-21d6c51c2707 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189697 May 10 11:44:35.484167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:35.573618 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-8e92044a-4113-4f0e-b04e-aa43ae1e23d6 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107311 May 10 11:44:35.638203 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-d60c0cd2-34d8-4712-bf58-1e94cc868198 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 200 len: 217 time: 0.0562537 May 10 11:44:35.691936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f5cc-8efe-4efc-bd4b-7452a63f92cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:35.716243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-73db86f6-76a8-412b-b009-facc43b962e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:35.718093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-73db86f6-76a8-412b-b009-facc43b962e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0731671 May 10 11:44:35.776377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-74e407db-a70f-4367-8541-e8d8fb094979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:35.778977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-74e407db-a70f-4367-8541-e8d8fb094979 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531321 May 10 11:44:35.785423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f5cc-8efe-4efc-bd4b-7452a63f92cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:35.790950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f5cc-8efe-4efc-bd4b-7452a63f92cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:35.826459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8f5cc-8efe-4efc-bd4b-7452a63f92cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e583c4-4fe5-4c3a-97ea-de04c25a415e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:35.849195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d6c8f5cc-8efe-4efc-bd4b-7452a63f92cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31f5739b14404b5c96f0d6b9886c47a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499207 May 10 11:44:35.852235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59470) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:35.924482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-640bddba-7ec8-41cc-96a2-3a40acdb2ebd service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373825 May 10 11:44:35.938022 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5694c97-8aa0-4ea7-9852-97befaa629c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:35.961436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5694c97-8aa0-4ea7-9852-97befaa629c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.020537 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5694c97-8aa0-4ea7-9852-97befaa629c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.024149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5694c97-8aa0-4ea7-9852-97befaa629c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.025550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d5694c97-8aa0-4ea7-9852-97befaa629c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3e583c4-4fe5-4c3a-97ea-de04c25a415e HTTP/1.1" status: 204 len: 168 time: 0.1716542 May 10 11:44:36.034942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5694c97-8aa0-4ea7-9852-97befaa629c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e583c4-4fe5-4c3a-97ea-de04c25a415e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:36.039744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-27ba885d-cefc-40b3-87c5-badcc2001b46 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.045946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-27ba885d-cefc-40b3-87c5-badcc2001b46 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.053891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-27ba885d-cefc-40b3-87c5-badcc2001b46 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.066770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-27ba885d-cefc-40b3-87c5-badcc2001b46 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.080266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-27ba885d-cefc-40b3-87c5-badcc2001b46 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.090811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-27ba885d-cefc-40b3-87c5-badcc2001b46 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.097958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-27ba885d-cefc-40b3-87c5-badcc2001b46 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.112172 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-27ba885d-cefc-40b3-87c5-badcc2001b46 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1839583 May 10 11:44:36.183397 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e72d25a-4eee-4c40-a677-15d763cee0ec req-4c927718-ecd5-4802-b19f-12522455906f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560825 May 10 11:44:36.203436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-3f5f9a9a-6133-437b-b086-50d956fc807a service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372451 May 10 11:44:36.226917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb45a5-0697-4387-a815-a616d498b0e5 req-b5a1f4f2-083e-40bb-b377-46ca5a50072a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.234571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46fb45a5-0697-4387-a815-a616d498b0e5 req-b5a1f4f2-083e-40bb-b377-46ca5a50072a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0754871 May 10 11:44:36.282346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46fb45a5-0697-4387-a815-a616d498b0e5 req-13abcc89-19d3-4820-b01f-250c1987578f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 May 10 11:44:36.301784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-40301f42-a8dd-4a80-b075-935a9ea66a0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61 HTTP/1.1" status: 200 len: 217 time: 0.0914731 May 10 11:44:36.316143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59486) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:36.356650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c26717c9-0679-4929-b75f-4b067ae25fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.358248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c26717c9-0679-4929-b75f-4b067ae25fc3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0497270 May 10 11:44:36.410580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-5ff908cf-7ebe-4f14-97b1-fef5c41b5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.412273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-5ff908cf-7ebe-4f14-97b1-fef5c41b5e3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471494 May 10 11:44:36.448718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a04276b-e203-4cec-bc95-b7954e462026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.526996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-fab80642-eb14-4e8c-901c-41f8c5f9f1b4 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068642 May 10 11:44:36.552278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a04276b-e203-4cec-bc95-b7954e462026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.558588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a04276b-e203-4cec-bc95-b7954e462026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.606319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04276b-e203-4cec-bc95-b7954e462026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd8d8c0-bfa5-4ccd-b882-303ee5cb5851,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:36.633867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1a04276b-e203-4cec-bc95-b7954e462026 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=571eae3f83b940a7b851cba3157513cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166201 May 10 11:44:36.636560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59498) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:36.638309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-9b8f383a-ae91-4f69-a13f-27b7dc4669e3 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016502 May 10 11:44:36.689414 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-9b566d97-3bbb-40b0-837f-a106a20cf128 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d HTTP/1.1" status: 200 len: 217 time: 0.0430462 May 10 11:44:36.706861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1fab6dfa-8bac-479f-b1fb-f4a2f8b1a002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.743098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1fab6dfa-8bac-479f-b1fb-f4a2f8b1a002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.745485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-43eef84e-7413-418f-8666-fa4dc5bbc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.747370 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-43eef84e-7413-418f-8666-fa4dc5bbc067 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0509114 May 10 11:44:36.801862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-727c69b7-cf4e-4ca0-bcec-434f28e880b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:36.805634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-727c69b7-cf4e-4ca0-bcec-434f28e880b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499578 May 10 11:44:36.809276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1fab6dfa-8bac-479f-b1fb-f4a2f8b1a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.813552 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1fab6dfa-8bac-479f-b1fb-f4a2f8b1a002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:36.817759 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1fab6dfa-8bac-479f-b1fb-f4a2f8b1a002 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dd8d8c0-bfa5-4ccd-b882-303ee5cb5851 HTTP/1.1" status: 204 len: 168 time: 0.1783864 May 10 11:44:36.838683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab6dfa-8bac-479f-b1fb-f4a2f8b1a002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd8d8c0-bfa5-4ccd-b882-303ee5cb5851,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:36.932159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-86300a8e-bd29-4ec5-8119-f54289ea15a2 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181884 May 10 11:44:36.991799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59510) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:37.031060 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c36e6abc-caf2-4d2c-9346-e5fe01875779 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928593 May 10 11:44:37.084229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-a1a51eff-239b-49f2-8a25-7f917fa1a8a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f HTTP/1.1" status: 200 len: 217 time: 0.0431380 May 10 11:44:37.146344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cafe3961-f1f8-4a70-8fc2-bc5a142360c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.148365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-cafe3961-f1f8-4a70-8fc2-bc5a142360c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.0580754 May 10 11:44:37.197661 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-74a074d9-78c8-488e-84c6-65e175490b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.202512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-74a074d9-78c8-488e-84c6-65e175490b2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468123 May 10 11:44:37.225070 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6eb47988-3866-42f4-a100-fadd3afe071b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.307438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-939935968'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:37.331760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Made reservation on behalf of ba857e9c4a9d4257b1f7bddce5f41e53 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:37.335650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.344855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.367954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59524) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:37.388038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-0b24a14b-aef6-4b3a-a83e-61b7b5b5a105 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779454 May 10 11:44:37.389822 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.424473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968643-959a-471e-bcb1-cba63e584f26 req-7ec69ac4-5cce-4946-959f-76339c8be820 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.431221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968643-959a-471e-bcb1-cba63e584f26 req-7ec69ac4-5cce-4946-959f-76339c8be820 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.437262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968643-959a-471e-bcb1-cba63e584f26 req-7ec69ac4-5cce-4946-959f-76339c8be820 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.444915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968643-959a-471e-bcb1-cba63e584f26 req-7ec69ac4-5cce-4946-959f-76339c8be820 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.452032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968643-959a-471e-bcb1-cba63e584f26 req-7ec69ac4-5cce-4946-959f-76339c8be820 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.458841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968643-959a-471e-bcb1-cba63e584f26 req-7ec69ac4-5cce-4946-959f-76339c8be820 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.460483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597a4e1-eff2-4546-aa5b-46d49ab40b46 req-d26b760d-fd6e-4bd6-81fd-bde9429b39ac tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.462082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0597a4e1-eff2-4546-aa5b-46d49ab40b46 req-d26b760d-fd6e-4bd6-81fd-bde9429b39ac tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0738308 May 10 11:44:37.465052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968643-959a-471e-bcb1-cba63e584f26 req-7ec69ac4-5cce-4946-959f-76339c8be820 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.473771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92968643-959a-471e-bcb1-cba63e584f26 req-7ec69ac4-5cce-4946-959f-76339c8be820 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1785865 May 10 11:44:37.502167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.522688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0597a4e1-eff2-4546-aa5b-46d49ab40b46 req-8abb69d6-4d32-4653-8c8c-85c6326b3132 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484202 May 10 11:44:37.522688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.551597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:44:37.562457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d1ccf-9227-4ca2-9a58-1a938b6085ea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:37.567934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.568978 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Added segment b42958de-913b-4b84-9db2-72d5faa2ee5e of type vlan for network a478d302-87e0-4ea5-8181-23ae8348395c May 10 11:44:37.611188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.641313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.647711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.648357 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.649645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92968643-959a-471e-bcb1-cba63e584f26 req-a2817fb1-84b6-48d5-a1b4-c66795cf7337 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1749411 May 10 11:44:37.659452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-c44284d4-01e2-40f5-8630-a2883d9b0b7f service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585676 May 10 11:44:37.694033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.727073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7338417 May 10 11:44:37.728102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59528) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:37.732888 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.744114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Request body: {'subnet': {'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:37.744657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-974635db-a3a3-4025-be39-e96bba5aa209 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8 HTTP/1.1" status: 200 len: 217 time: 0.0490801 May 10 11:44:37.745289 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.801713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5de10-516b-43d5-9ebe-1805e4979109 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event updated for resources: {'Network': ['ID=a478d302-87e0-4ea5-8181-23ae8348395c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:37.814870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a478d302-87e0-4ea5-8181-23ae8348395c details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:44:37.815715 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f81dc8fb14bb4ad8849cb7b53c3bd78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459383 May 10 11:44:37.820182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59530) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:37.828356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e44f73-6b22-47a7-87e0-8f4e98c79c8f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:37.847182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Made reservation on behalf of ba857e9c4a9d4257b1f7bddce5f41e53 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:37.849585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-922200af-85f1-420f-93c2-324d5168c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.851320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-922200af-85f1-420f-93c2-324d5168c9ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.0985582 May 10 11:44:37.852497 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.855445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.855911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.856358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.856771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.857180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.857621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.858032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.858451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.858872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.859276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.859683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.860124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2efb8e-4c1e-4f3a-8d8c-94bae7e43a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:37.925653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5af4cec4-f717-4b71-be99-040189f7019c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:37.943432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ef36e36e-0f4c-42b6-9195-4338fe906cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:37.945152 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-ef36e36e-0f4c-42b6-9195-4338fe906cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0770512 May 10 11:44:37.960096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5af4cec4-f717-4b71-be99-040189f7019c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:38.076505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:38.078285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-1f7b52d6-e2ce-4ef9-81b5-577b5fa3667f service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208112 May 10 11:44:38.093641 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5af4cec4-f717-4b71-be99-040189f7019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:38.096151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5af4cec4-f717-4b71-be99-040189f7019c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:38.099601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5af4cec4-f717-4b71-be99-040189f7019c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87e44f73-6b22-47a7-87e0-8f4e98c79c8f HTTP/1.1" status: 204 len: 168 time: 0.2769594 May 10 11:44:38.143056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4cec4-f717-4b71-be99-040189f7019c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e44f73-6b22-47a7-87e0-8f4e98c79c8f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:38.167048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event updated for resources: {'Subnet': ['ID=c6f34747-ad16-400f-bae1-98b28c0ec3b2,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:38.217252 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2855dc3-b033-4f94-a8e6-f447d85350b8 req-82b4d643-d069-48f5-aebe-89ad34f8689a service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323650 May 10 11:44:38.228008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Checking segment: {'id': 'b42958de-913b-4b84-9db2-72d5faa2ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:38.228649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Network hostable DHCP agents. Network: a478d302-87e0-4ea5-8181-23ae8348395c, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:44:38.256198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Network a478d302-87e0-4ea5-8181-23ae8348395c is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:44:38.266235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a478d302-87e0-4ea5-8181-23ae8348395c) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:38.270808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.271786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:38.277997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46861b2-e8e5-460f-8380-03b22e042db0 None None] Network a478d302-87e0-4ea5-8181-23ae8348395c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:44:38.292914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1016f61d-1918-4f53-89aa-4c4fc21ccf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5608766 May 10 11:44:38.295655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59538) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:38.301071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Request body: {'port': {'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1268790446'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:38.418964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-08e81cd6-561f-4f41-9eb3-eff740d796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.419841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-08e81cd6-561f-4f41-9eb3-eff740d796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.420495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-08e81cd6-561f-4f41-9eb3-eff740d796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.421138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-08e81cd6-561f-4f41-9eb3-eff740d796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.421777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-08e81cd6-561f-4f41-9eb3-eff740d796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.422394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-08e81cd6-561f-4f41-9eb3-eff740d796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.423009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-08e81cd6-561f-4f41-9eb3-eff740d796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.425110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-08e81cd6-561f-4f41-9eb3-eff740d796f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6488 time: 0.1199570 May 10 11:44:38.441827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a478d302-87e0-4ea5-8181-23ae8348395c', 'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c', 'tenant_id': 'ba857e9c4a9d4257b1f7bddce5f41e53', 'fixed_ips': [{'subnet_id': 'c6f34747-ad16-400f-bae1-98b28c0ec3b2'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:44:38.442949 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:38.527014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Made reservation on behalf of ba857e9c4a9d4257b1f7bddce5f41e53 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:38.530889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:38.561276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] device_id is not set on port f6c9f492-d497-48e9-9703-da7de84a6a03 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:44:38.571548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-c8eeba17-fca1-4eb2-9fc5-1d30d0e7ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.576953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-c8eeba17-fca1-4eb2-9fc5-1d30d0e7ca25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0ef700c-9f07-4d67-8530-5e854954469f HTTP/1.1" status: 200 len: 902 time: 0.1377542 May 10 11:44:38.651388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Allocated IP 2001:db8::2 (a478d302-87e0-4ea5-8181-23ae8348395c/c6f34747-ad16-400f-bae1-98b28c0ec3b2/85df8141-e5d3-4da1-b3b0-ee2296afb36c) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:38.664658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-d8949856-4cf6-4521-8982-61b67a34ec48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8 HTTP/1.1" status: 200 len: 217 time: 0.0561037 May 10 11:44:38.810421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-2f892c53-cd67-41c0-bac6-bffd9a8e06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.812155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-2f892c53-cd67-41c0-bac6-bffd9a8e06aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.1382987 May 10 11:44:38.873165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-40ba7e6d-2429-4572-9dac-bacc991f805e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.879358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-40ba7e6d-2429-4572-9dac-bacc991f805e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.886380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-40ba7e6d-2429-4572-9dac-bacc991f805e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.892506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-40ba7e6d-2429-4572-9dac-bacc991f805e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.899726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-40ba7e6d-2429-4572-9dac-bacc991f805e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.905916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-40ba7e6d-2429-4572-9dac-bacc991f805e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.912842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-40ba7e6d-2429-4572-9dac-bacc991f805e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.916926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-40ba7e6d-2429-4572-9dac-bacc991f805e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1524811 May 10 11:44:38.944882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-fbe58f58-6fad-4e30-97e1-f52e5f1d475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:38.946631 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-fbe58f58-6fad-4e30-97e1-f52e5f1d475d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1255715 May 10 11:44:39.004934 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.018982 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.051712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Network a478d302-87e0-4ea5-8181-23ae8348395c is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:39.056663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae07e95-6bb0-4b69-b5e9-f22f16c20eb9 req-3bff29ce-f196-46e4-bf92-2a8b5281cbe7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:39.064483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aae07e95-6bb0-4b69-b5e9-f22f16c20eb9 req-3bff29ce-f196-46e4-bf92-2a8b5281cbe7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.4376922 May 10 11:44:39.095467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:39.100820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Pushing event updated for resources: {'Port': ['ID=85df8141-e5d3-4da1-b3b0-ee2296afb36c,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:39.104841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:39.118864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aae07e95-6bb0-4b69-b5e9-f22f16c20eb9 req-c36a4a8d-577d-4443-a48b-3e86be1ab77e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532329 May 10 11:44:39.122763 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41c4bd11-1dc8-45ce-aaba-480f4621f808 req-c08a762e-0a61-40ff-9ec4-e6daeffb71ce tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995082 May 10 11:44:39.177215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.177614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.178284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.178645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.178985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.179596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.179982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.180325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.180820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.181158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.181804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.182144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:44:39.189294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Allocated IP 2001:db8::64 (a478d302-87e0-4ea5-8181-23ae8348395c/c6f34747-ad16-400f-bae1-98b28c0ec3b2/f6c9f492-d497-48e9-9703-da7de84a6a03) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:39.203852 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-72211bdf-c6d8-40ff-905d-b0c8eecf2792 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420866 May 10 11:44:39.206606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Attempting to bind port 85df8141-e5d3-4da1-b3b0-ee2296afb36c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:44:39.207211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Attempting to bind port 85df8141-e5d3-4da1-b3b0-ee2296afb36c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b42958de-913b-4b84-9db2-72d5faa2ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:44:39.208741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Attempting to bind port 85df8141-e5d3-4da1-b3b0-ee2296afb36c on network a478d302-87e0-4ea5-8181-23ae8348395c {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:44:39.215918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:44:39.216615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Checking segment: {'id': 'b42958de-913b-4b84-9db2-72d5faa2ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:39.217231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.217929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Bound using segment: {'id': 'b42958de-913b-4b84-9db2-72d5faa2ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:44:39.218609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Bound port: 85df8141-e5d3-4da1-b3b0-ee2296afb36c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42958de-913b-4b84-9db2-72d5faa2ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:44:39.219182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.296784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.310337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] For port 85df8141-e5d3-4da1-b3b0-ee2296afb36c, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:44:39.314693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] For port 85df8141-e5d3-4da1-b3b0-ee2296afb36c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=85df8141-e5d3-4da1-b3b0-ee2296afb36c,segment=NetworkSegment(b42958de-913b-4b84-9db2-72d5faa2ee5e),segment_id=b42958de-913b-4b84-9db2-72d5faa2ee5e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:44:39.321151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.379728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b0cf5c-9b2a-439c-b34b-9a00758af1ae req-42242417-342b-4ba8-b9ee-d685352d2c3b service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691031 May 10 11:44:39.401030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfd92e-f244-46b2-9ef6-43187bcc7658 None None] Pushing event updated for resources: {'Port': ['ID=85df8141-e5d3-4da1-b3b0-ee2296afb36c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:39.520558 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.545966 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.573368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.629230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Network a478d302-87e0-4ea5-8181-23ae8348395c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:39.632711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:39.635514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:39.643205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:39.643205 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.661505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event updated for resources: {'Port': ['ID=f6c9f492-d497-48e9-9703-da7de84a6a03,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:39.673452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59576) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:39.673677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b585a35f-8426-497a-8055-a082254f21eb tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3766353 May 10 11:44:39.684032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Request body: {'port': {'network_id': 'a478d302-87e0-4ea5-8181-23ae8348395c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-702618782', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:39.684578 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] bootfile-name is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:44:39.684950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] tftp-server is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:44:39.686861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] server-ip-address is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:44:39.866029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 85df8141-e5d3-4da1-b3b0-ee2296afb36c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:44:39.867464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Made reservation on behalf of ba857e9c4a9d4257b1f7bddce5f41e53 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:39.871327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.901485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] device_id is not set on port 1f8e051b-39ff-488c-a1da-000bcb2d73de yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:44:39.952182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 85df8141-e5d3-4da1-b3b0-ee2296afb36c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:39.952557 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:40.067641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Allocated IP 2001:db8::189 (a478d302-87e0-4ea5-8181-23ae8348395c/c6f34747-ad16-400f-bae1-98b28c0ec3b2/1f8e051b-39ff-488c-a1da-000bcb2d73de) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:40.074747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 85df8141-e5d3-4da1-b3b0-ee2296afb36c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:40.075696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:40.127895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 85df8141-e5d3-4da1-b3b0-ee2296afb36c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=85df8141-e5d3-4da1-b3b0-ee2296afb36c,segment=NetworkSegment(b42958de-913b-4b84-9db2-72d5faa2ee5e),segment_id=b42958de-913b-4b84-9db2-72d5faa2ee5e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:40.133972 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:40.216504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=85df8141-e5d3-4da1-b3b0-ee2296afb36c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:40.356211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b72ce8-dec7-4cde-b028-0569a4ad20e4 req-b9ebaf74-8293-4ee5-adc4-0f77e5dc086d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.357802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3b72ce8-dec7-4cde-b028-0569a4ad20e4 req-b9ebaf74-8293-4ee5-adc4-0f77e5dc086d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1168563 May 10 11:44:40.400970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:40.417576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-480f9816-f68b-4c76-af5f-7489968dc62f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.429341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-480f9816-f68b-4c76-af5f-7489968dc62f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.432981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b3b72ce8-dec7-4cde-b028-0569a4ad20e4 req-ce0b4aae-f7c5-49fc-994a-0ddc4670011b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679061 May 10 11:44:40.435884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-480f9816-f68b-4c76-af5f-7489968dc62f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.441852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-480f9816-f68b-4c76-af5f-7489968dc62f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.457493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-480f9816-f68b-4c76-af5f-7489968dc62f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.464352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-480f9816-f68b-4c76-af5f-7489968dc62f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.471132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-480f9816-f68b-4c76-af5f-7489968dc62f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.480408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-480f9816-f68b-4c76-af5f-7489968dc62f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1979053 May 10 11:44:40.561454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e89e80dc-537a-4c50-9a19-7a8d1b997c14 req-d309ea3f-818d-4fc0-946f-befa6aa088bd tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747671 May 10 11:44:40.583635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:40.607110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Network a478d302-87e0-4ea5-8181-23ae8348395c is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:40.632533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:40.636572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:40.653004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.653760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:40.697901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event updated for resources: {'Port': ['ID=1f8e051b-39ff-488c-a1da-000bcb2d73de,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:40.726923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59612) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:40.728211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a50c26d1-3307-4598-bf8e-095661caadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0535178 May 10 11:44:40.910204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e05b18-0a29-49dd-97cc-abb390da7889 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.919052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e05b18-0a29-49dd-97cc-abb390da7889 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.938120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e05b18-0a29-49dd-97cc-abb390da7889 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:40.953147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59614) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:40.956835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8144b-c099-4306-95ee-46363f457c64 None None] Network a478d302-87e0-4ea5-8181-23ae8348395c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:44:40.976702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f6e05b18-0a29-49dd-97cc-abb390da7889 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2481134 May 10 11:44:41.161258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a20a93cb-aded-4c8a-909c-3828a8deb34b None None] Provisioning complete for port 85df8141-e5d3-4da1-b3b0-ee2296afb36c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:41.162262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a20a93cb-aded-4c8a-909c-3828a8deb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:41.220233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6f87933f-d9ee-42f0-9788-a6ebf6a1af46 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Deleting port 1f8e051b-39ff-488c-a1da-000bcb2d73de {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:44:41.221725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f87933f-d9ee-42f0-9788-a6ebf6a1af46 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:41.402999 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f87933f-d9ee-42f0-9788-a6ebf6a1af46 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:41.410703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a20a93cb-aded-4c8a-909c-3828a8deb34b None None] Current status of the port 85df8141-e5d3-4da1-b3b0-ee2296afb36c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:41.419325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6f87933f-d9ee-42f0-9788-a6ebf6a1af46 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Calling delete_port for 1f8e051b-39ff-488c-a1da-000bcb2d73de owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:44:41.658411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254e7d9-6404-4b91-b604-54e14532929a req-7fdbed35-2d1f-47cc-a90b-2c067d0738ec tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:41.660771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5254e7d9-6404-4b91-b604-54e14532929a req-7fdbed35-2d1f-47cc-a90b-2c067d0738ec tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1074312 May 10 11:44:41.711862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59632) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:41.763944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f87933f-d9ee-42f0-9788-a6ebf6a1af46 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:41.792496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5254e7d9-6404-4b91-b604-54e14532929a req-375308f5-8396-4360-ad6e-24af1da78fdb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171551 May 10 11:44:41.807438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87933f-d9ee-42f0-9788-a6ebf6a1af46 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event deleted for resources: {'Port': ['ID=1f8e051b-39ff-488c-a1da-000bcb2d73de,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:41.837763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 85df8141-e5d3-4da1-b3b0-ee2296afb36c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:44:41.899890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-b43f2a72-431d-4a75-a121-5e60bcd35a41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:41.900510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 85df8141-e5d3-4da1-b3b0-ee2296afb36c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:41.900896 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:41.940529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76b08b1e-073a-4834-aeaa-2ea76a9c6a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:41.947482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-b43f2a72-431d-4a75-a121-5e60bcd35a41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:41.959719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-b43f2a72-431d-4a75-a121-5e60bcd35a41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:41.970967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-b43f2a72-431d-4a75-a121-5e60bcd35a41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:41.978162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-b43f2a72-431d-4a75-a121-5e60bcd35a41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:41.986069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-b43f2a72-431d-4a75-a121-5e60bcd35a41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:41.992501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-b43f2a72-431d-4a75-a121-5e60bcd35a41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:41.994738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-b43f2a72-431d-4a75-a121-5e60bcd35a41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.3009617 May 10 11:44:41.996030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f87933f-d9ee-42f0-9788-a6ebf6a1af46 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.001419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6f87933f-d9ee-42f0-9788-a6ebf6a1af46 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "DELETE /v2.0/ports/1f8e051b-39ff-488c-a1da-000bcb2d73de HTTP/1.1" status: 204 len: 168 time: 1.0471649 May 10 11:44:42.009577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:42.014989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-129c66c0-1197-4e89-9466-5f807a541b23 None None] Provisioning complete for port 85df8141-e5d3-4da1-b3b0-ee2296afb36c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:42.016375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Request body: {'port': {'name': 'tempest-new-port-name-1194489098', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:42.016960 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] bootfile-name is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:44:42.017381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] tftp-server is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:44:42.017706 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] server-ip-address is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:44:42.024659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-129c66c0-1197-4e89-9466-5f807a541b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.105940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 85df8141-e5d3-4da1-b3b0-ee2296afb36c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:42.138777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f11e24ed-0620-4c5c-941c-8b8295bfcf3c req-0b248ea8-cf57-4f3e-bcb0-7d9cc1acee34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343648 May 10 11:44:42.156187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.190016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-129c66c0-1197-4e89-9466-5f807a541b23 None None] Current status of the port 85df8141-e5d3-4da1-b3b0-ee2296afb36c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:42.212939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-129c66c0-1197-4e89-9466-5f807a541b23 None None] Provisioning complete for port f6c9f492-d497-48e9-9703-da7de84a6a03 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:42.213435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-129c66c0-1197-4e89-9466-5f807a541b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.260481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-129c66c0-1197-4e89-9466-5f807a541b23 None None] Port f6c9f492-d497-48e9-9703-da7de84a6a03 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:42.265073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-129c66c0-1197-4e89-9466-5f807a541b23 None None] Could not find standard attr ID for object 1f8e051b-39ff-488c-a1da-000bcb2d73de. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:44:42.413148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-57e33015-6f8b-421e-b16a-eea8e4af3bef None None] Provisioning complete for port f6c9f492-d497-48e9-9703-da7de84a6a03 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:42.413850 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-57e33015-6f8b-421e-b16a-eea8e4af3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.467373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-57e33015-6f8b-421e-b16a-eea8e4af3bef None None] Port f6c9f492-d497-48e9-9703-da7de84a6a03 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:44:42.497334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.504202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.546981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] In _notify_port_updated(), no bound segment for port f6c9f492-d497-48e9-9703-da7de84a6a03 on network a478d302-87e0-4ea5-8181-23ae8348395c {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:44:42.554311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:42.555374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.560509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:42.561100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "PUT /v2.0/ports/f6c9f492-d497-48e9-9703-da7de84a6a03 HTTP/1.1" status: 200 len: 1129 time: 0.5502605 May 10 11:44:42.583913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88f355-afab-4f3e-b083-9523af0d164c tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event updated for resources: {'Port': ['ID=f6c9f492-d497-48e9-9703-da7de84a6a03,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:42.630154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f3b38-6d7c-4d47-840e-05c87b4ef323 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:42.631710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-642f3b38-6d7c-4d47-840e-05c87b4ef323 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "GET /v2.0/ports/f6c9f492-d497-48e9-9703-da7de84a6a03 HTTP/1.1" status: 200 len: 1129 time: 0.0700324 May 10 11:44:42.635241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59640) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:42.685355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-187c7e38-a801-4ca0-88e1-326af8eec598 None None] Could not find standard attr ID for object 1f8e051b-39ff-488c-a1da-000bcb2d73de. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:44:42.725847 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76b08b1e-073a-4834-aeaa-2ea76a9c6a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.733299 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76b08b1e-073a-4834-aeaa-2ea76a9c6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.784535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:42.784816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-76b08b1e-073a-4834-aeaa-2ea76a9c6a41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d50f87e127d40cf807f0c4d37ab81d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0707040 May 10 11:44:42.786909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b08b1e-073a-4834-aeaa-2ea76a9c6a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b51e20b-eb15-4e54-8824-f152c8c2fca7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:42.816328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3ac40bb2-3198-4508-bde7-4309954b5427 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Deleting port f6c9f492-d497-48e9-9703-da7de84a6a03 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:44:42.816673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ac40bb2-3198-4508-bde7-4309954b5427 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.893957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67601063-9c34-4322-a79b-26a472be96d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.918290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67601063-9c34-4322-a79b-26a472be96d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.964657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ac40bb2-3198-4508-bde7-4309954b5427 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.982112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67601063-9c34-4322-a79b-26a472be96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.983523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3ac40bb2-3198-4508-bde7-4309954b5427 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Calling delete_port for f6c9f492-d497-48e9-9703-da7de84a6a03 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:44:42.986114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67601063-9c34-4322-a79b-26a472be96d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.987683 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-67601063-9c34-4322-a79b-26a472be96d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b51e20b-eb15-4e54-8824-f152c8c2fca7 HTTP/1.1" status: 204 len: 168 time: 0.2013776 May 10 11:44:42.998692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67601063-9c34-4322-a79b-26a472be96d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b51e20b-eb15-4e54-8824-f152c8c2fca7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:43.006887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edacc2d-b144-435c-96ec-8efe196d6c0a req-c60ed5f4-ee30-4228-873c-cba5713901d0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:43.008400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9edacc2d-b144-435c-96ec-8efe196d6c0a req-c60ed5f4-ee30-4228-873c-cba5713901d0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1005902 May 10 11:44:43.239909 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9edacc2d-b144-435c-96ec-8efe196d6c0a req-f6250fa0-d989-4397-aa47-40bfc0a1ffb2 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910101 May 10 11:44:43.273191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ac40bb2-3198-4508-bde7-4309954b5427 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:43.368349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac40bb2-3198-4508-bde7-4309954b5427 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event deleted for resources: {'Port': ['ID=f6c9f492-d497-48e9-9703-da7de84a6a03,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:43.437319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ac40bb2-3198-4508-bde7-4309954b5427 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:43.454892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3ac40bb2-3198-4508-bde7-4309954b5427 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "DELETE /v2.0/ports/f6c9f492-d497-48e9-9703-da7de84a6a03 HTTP/1.1" status: 204 len: 168 time: 0.8159618 May 10 11:44:43.455666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59658) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:43.468706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-8fe5639a-8e24-463d-aeb5-f1173f1ae709 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:43.505714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-8fe5639a-8e24-463d-aeb5-f1173f1ae709 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:43.517686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fe5fb091-e4ff-4125-b39c-871a40473737 None None] Could not find standard attr ID for object f6c9f492-d497-48e9-9703-da7de84a6a03. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:44:43.534623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-8fe5639a-8e24-463d-aeb5-f1173f1ae709 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:43.541393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-8fe5639a-8e24-463d-aeb5-f1173f1ae709 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:43.553686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-8fe5639a-8e24-463d-aeb5-f1173f1ae709 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:43.572870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-8fe5639a-8e24-463d-aeb5-f1173f1ae709 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:43.587809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-8fe5639a-8e24-463d-aeb5-f1173f1ae709 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:43.598650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-8fe5639a-8e24-463d-aeb5-f1173f1ae709 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.2538688 May 10 11:44:43.684624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-083ea78e-8aad-4e0f-b9c1-c0148f8cb85f req-29ab2d43-9146-4921-8681-de551abbd16d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807593 May 10 11:44:43.691731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1516e43d-76b3-429a-8c47-541450f2f999 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Deleting subnet c6f34747-ad16-400f-bae1-98b28c0ec3b2 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:44:43.700821 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1516e43d-76b3-429a-8c47-541450f2f999 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:43.730964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59664) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:43.770552 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647a1288-73a7-4fc3-8655-7cbc353e21d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:43.789813 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1516e43d-76b3-429a-8c47-541450f2f999 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:43.911756 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647a1288-73a7-4fc3-8655-7cbc353e21d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:43.926414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-647a1288-73a7-4fc3-8655-7cbc353e21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:43.973796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59668) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:43.974396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-647a1288-73a7-4fc3-8655-7cbc353e21d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eafbe7e5ee047338c3d4236ada11c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418089 May 10 11:44:43.976523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a1288-73a7-4fc3-8655-7cbc353e21d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc20d6-33ee-47c9-bda7-c6e8d0c264b4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:43.993699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1516e43d-76b3-429a-8c47-541450f2f999 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.073687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe077568-7087-4795-beb8-8461fefa0b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.084615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1516e43d-76b3-429a-8c47-541450f2f999 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.106276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1516e43d-76b3-429a-8c47-541450f2f999 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.106911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbaaaa-edb9-4597-90d0-b4970a6e1c8f None None] Network a478d302-87e0-4ea5-8181-23ae8348395c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:44:44.111907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1516e43d-76b3-429a-8c47-541450f2f999 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "DELETE /v2.0/subnets/c6f34747-ad16-400f-bae1-98b28c0ec3b2 HTTP/1.1" status: 204 len: 168 time: 0.6526718 May 10 11:44:44.112717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59670) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:44.134376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe077568-7087-4795-beb8-8461fefa0b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.192255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516e43d-76b3-429a-8c47-541450f2f999 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f34747-ad16-400f-bae1-98b28c0ec3b2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:44.213323 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe077568-7087-4795-beb8-8461fefa0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.217697 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe077568-7087-4795-beb8-8461fefa0b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.219902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fe077568-7087-4795-beb8-8461fefa0b88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9cc20d6-33ee-47c9-bda7-c6e8d0c264b4 HTTP/1.1" status: 204 len: 168 time: 0.2438900 May 10 11:44:44.231182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe077568-7087-4795-beb8-8461fefa0b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc20d6-33ee-47c9-bda7-c6e8d0c264b4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:44.381869 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.410917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] DHCP port deletion for a478d302-87e0-4ea5-8181-23ae8348395c request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:44:44.476489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] Deleting port 85df8141-e5d3-4da1-b3b0-ee2296afb36c {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:44:44.478406 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.494350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79564ed-6790-426a-a74b-b8c8cfac23cb req-d851739f-3736-4fdf-a068-e7192555efaf tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:44.495908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d79564ed-6790-426a-a74b-b8c8cfac23cb req-d851739f-3736-4fdf-a068-e7192555efaf tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0651627 May 10 11:44:44.501163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Deleting port 85df8141-e5d3-4da1-b3b0-ee2296afb36c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:44:44.501737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.557647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] For port 85df8141-e5d3-4da1-b3b0-ee2296afb36c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=85df8141-e5d3-4da1-b3b0-ee2296afb36c,segment=NetworkSegment(b42958de-913b-4b84-9db2-72d5faa2ee5e),segment_id=b42958de-913b-4b84-9db2-72d5faa2ee5e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:44.558217 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.572904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] Calling delete_port for 85df8141-e5d3-4da1-b3b0-ee2296afb36c owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:44:44.613310 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d79564ed-6790-426a-a74b-b8c8cfac23cb req-1516d847-cf79-4474-b6e2-2c096297e22f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087804 May 10 11:44:44.640453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] For port 85df8141-e5d3-4da1-b3b0-ee2296afb36c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=85df8141-e5d3-4da1-b3b0-ee2296afb36c,segment=NetworkSegment(b42958de-913b-4b84-9db2-72d5faa2ee5e),segment_id=b42958de-913b-4b84-9db2-72d5faa2ee5e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:44.640830 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.659883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Calling delete_port for 85df8141-e5d3-4da1-b3b0-ee2296afb36c owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:44:44.814534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:44:44.875958 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:44:44.888434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event deleted for resources: {'Port': ['ID=85df8141-e5d3-4da1-b3b0-ee2296afb36c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:44.892388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] No DVR routers for this DVR port 85df8141-e5d3-4da1-b3b0-ee2296afb36c on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:44:44.896006 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:44.918991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-c1d86830-3dca-48ac-bff9-2ff00042db22 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:44.925230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-c1d86830-3dca-48ac-bff9-2ff00042db22 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:44.928698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] Pushing event deleted for resources: {'Port': ['ID=85df8141-e5d3-4da1-b3b0-ee2296afb36c,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:44.936926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-c1d86830-3dca-48ac-bff9-2ff00042db22 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:44.939091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e157cd-7f81-4cf5-9795-7cb1485593aa None None] No DVR routers for this DVR port 85df8141-e5d3-4da1-b3b0-ee2296afb36c on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:44:44.948035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-c1d86830-3dca-48ac-bff9-2ff00042db22 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:44.954507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-c1d86830-3dca-48ac-bff9-2ff00042db22 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:44.960554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-c1d86830-3dca-48ac-bff9-2ff00042db22 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:44.966835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-c1d86830-3dca-48ac-bff9-2ff00042db22 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:44.968932 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-c1d86830-3dca-48ac-bff9-2ff00042db22 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1444223 May 10 11:44:45.025145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.029186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e59622e-9de0-4dc4-9f14-3fa64837cc89 req-12ace81a-e5b9-41a7-8448-cdfab6934f5a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430021 May 10 11:44:45.051969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a478d302-87e0-4ea5-8181-23ae8348395c']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:45.061789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42958de-913b-4b84-9db2-72d5faa2ee5e') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:45.062035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42958de-913b-4b84-9db2-72d5faa2ee5e') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:45.077772 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.094593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.101623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:44:45.102023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: timer() May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:44:45.105306 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:44:45.173895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.198818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.202777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] 10.222.0.13 "DELETE /v2.0/networks/a478d302-87e0-4ea5-8181-23ae8348395c HTTP/1.1" status: 204 len: 168 time: 1.0891328 May 10 11:44:45.214157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da24d-2d5c-404b-beab-fbd15541fe2a tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482 tempest-ExtraDHCPOptionsIpV6TestJSON-1207800482-project] Pushing event deleted for resources: {'Network': ['ID=a478d302-87e0-4ea5-8181-23ae8348395c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:45.432775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59708) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:45.616614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a7542cef-163b-4c2e-a930-dea46bf32ff2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba857e9c4a9d4257b1f7bddce5f41e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822176 May 10 11:44:45.618501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59716) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:45.681228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ed8a90-ed78-4bd1-b16c-f33053296829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.710612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ed8a90-ed78-4bd1-b16c-f33053296829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.783035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b8645-1670-4cf3-bc04-f4ffca2fefa4 req-b89ec3d6-257a-491a-8a92-d741137e03bf tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:45.784893 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba5b8645-1670-4cf3-bc04-f4ffca2fefa4 req-b89ec3d6-257a-491a-8a92-d741137e03bf tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0909419 May 10 11:44:45.803857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 85df8141-e5d3-4da1-b3b0-ee2296afb36c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:44:45.808563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ed8a90-ed78-4bd1-b16c-f33053296829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.811343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26ed8a90-ed78-4bd1-b16c-f33053296829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:45.815386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-26ed8a90-ed78-4bd1-b16c-f33053296829 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c6d1ccf-9227-4ca2-9a58-1a938b6085ea HTTP/1.1" status: 204 len: 168 time: 0.1958101 May 10 11:44:45.832622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:44:45.836040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed8a90-ed78-4bd1-b16c-f33053296829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d1ccf-9227-4ca2-9a58-1a938b6085ea,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:45.856087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 85df8141-e5d3-4da1-b3b0-ee2296afb36c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:44:45.856546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 85df8141-e5d3-4da1-b3b0-ee2296afb36c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:44:45.876837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba5b8645-1670-4cf3-bc04-f4ffca2fefa4 req-e8fcfcde-249c-4708-923c-11ee89ae6f36 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764112 May 10 11:44:46.198006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-f7e1dab5-c78d-41ad-aeb7-0f9696294cc3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:46.207230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-f7e1dab5-c78d-41ad-aeb7-0f9696294cc3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:46.215764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-f7e1dab5-c78d-41ad-aeb7-0f9696294cc3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:46.222192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-f7e1dab5-c78d-41ad-aeb7-0f9696294cc3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:46.229246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-f7e1dab5-c78d-41ad-aeb7-0f9696294cc3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:46.235340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-f7e1dab5-c78d-41ad-aeb7-0f9696294cc3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:46.244264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-f7e1dab5-c78d-41ad-aeb7-0f9696294cc3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:46.246448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-f7e1dab5-c78d-41ad-aeb7-0f9696294cc3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1429198 May 10 11:44:46.304025 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b644b09-0d2a-4405-9e35-59afb5aea49a req-e6ba3283-46d5-4c0b-9634-97021eeaca81 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487447 May 10 11:44:46.594164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59772) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:46.684452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59776) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:46.790535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2118723994'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:46.812695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:46.816365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.827410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a28733a-f47b-4fe9-8cc8-d17545b0fa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.831900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.915534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a28733a-f47b-4fe9-8cc8-d17545b0fa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.923898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a28733a-f47b-4fe9-8cc8-d17545b0fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.924799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.931983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.945088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:44:46.955609 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.956252 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Added segment e0bf8ba5-7d48-4856-9b8e-2ab49f164012 of type vlan for network eb7c391b-87d6-44a1-af40-8322341d6928 May 10 11:44:46.970119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28733a-f47b-4fe9-8cc8-d17545b0fa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09d9080-3bb4-4c67-83f2-aadf8ce1077c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:46.974843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9a28733a-f47b-4fe9-8cc8-d17545b0fa29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afd1c258ea4d45128cfe1b9506bfb34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795514 May 10 11:44:46.978018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59782) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:47.034142 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b40dbed2-499f-4e8f-81b1-2bf8d6aa5c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.040063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd8ebbb-eab3-46e5-b241-059193cdb840,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:47.056070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.056608 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b40dbed2-499f-4e8f-81b1-2bf8d6aa5c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.088033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467881f9-1a26-4bfb-9e4f-21bb2b68173e req-303a1709-2782-4ce8-af03-50d0bbe68ce3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.090117 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-467881f9-1a26-4bfb-9e4f-21bb2b68173e req-303a1709-2782-4ce8-af03-50d0bbe68ce3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1246395 May 10 11:44:47.116293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.121888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.122492 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.123471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b40dbed2-499f-4e8f-81b1-2bf8d6aa5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.126277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b40dbed2-499f-4e8f-81b1-2bf8d6aa5c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.130194 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b40dbed2-499f-4e8f-81b1-2bf8d6aa5c60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b09d9080-3bb4-4c67-83f2-aadf8ce1077c HTTP/1.1" status: 204 len: 168 time: 0.1512253 May 10 11:44:47.139409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dbed2-499f-4e8f-81b1-2bf8d6aa5c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09d9080-3bb4-4c67-83f2-aadf8ce1077c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:47.207738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5221288 May 10 11:44:47.211779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59786) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:47.217744 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-467881f9-1a26-4bfb-9e4f-21bb2b68173e req-23a14bcd-8b44-4c3f-9e03-28f4977dff33 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195848 May 10 11:44:47.221549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'subnet': {'network_id': 'eb7c391b-87d6-44a1-af40-8322341d6928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:47.224496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7798b-062a-40c8-bdbb-27c1e12002e4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Network': ['ID=eb7c391b-87d6-44a1-af40-8322341d6928,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:47.235254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network eb7c391b-87d6-44a1-af40-8322341d6928 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:44:47.325805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:47.331655 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.470535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-16640597-c3e2-4579-8129-e9883c9e01df tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.476511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-16640597-c3e2-4579-8129-e9883c9e01df tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.482590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-16640597-c3e2-4579-8129-e9883c9e01df tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.489031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-16640597-c3e2-4579-8129-e9883c9e01df tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.495242 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-16640597-c3e2-4579-8129-e9883c9e01df tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.501054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-16640597-c3e2-4579-8129-e9883c9e01df tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.507297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-16640597-c3e2-4579-8129-e9883c9e01df tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.509332 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-16640597-c3e2-4579-8129-e9883c9e01df tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1239190 May 10 11:44:47.588130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-08f87b7f-ac81-4402-a48b-89c1b1519610 req-0ba923b4-fcfe-4039-a5bb-3d1a0a13109b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710146 May 10 11:44:47.647773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.718029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Subnet': ['ID=4660c0c2-f2ea-495e-bd36-94cc157bffbd,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:47.730741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Checking segment: {'id': 'e0bf8ba5-7d48-4856-9b8e-2ab49f164012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eb7c391b-87d6-44a1-af40-8322341d6928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:44:47.731106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network hostable DHCP agents. Network: eb7c391b-87d6-44a1-af40-8322341d6928, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:44:47.750417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network eb7c391b-87d6-44a1-af40-8322341d6928 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:44:47.761589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, eb7c391b-87d6-44a1-af40-8322341d6928) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:47.767025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:47.768009 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.782472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2748eb72-83bf-4442-9450-9270a775d620 None None] Network eb7c391b-87d6-44a1-af40-8322341d6928 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:44:47.797769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-90ea53d7-b69d-46e0-843f-e312910092f0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5830874 May 10 11:44:47.799494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59812) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:47.807859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-186015857', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:47.844245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.846983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:47.922514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8782fb79-a59e-4b5b-b4e4-bcd40e010212 None None] Network eb7c391b-87d6-44a1-af40-8322341d6928 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:44:47.934696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:48.097267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:48.317978 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:48.339463 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:48.463481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cfd02-b2b0-4806-958c-2c5e03c18d1a req-2ff61174-44bf-4f40-9962-c5782247ea81 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:48.465433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc0cfd02-b2b0-4806-958c-2c5e03c18d1a req-2ff61174-44bf-4f40-9962-c5782247ea81 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1284480 May 10 11:44:48.512099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.25.8.159 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/70e09e33-6f34-4f7e-9248-9ff841c88838) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:48.535230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc0cfd02-b2b0-4806-958c-2c5e03c18d1a req-40199799-cb44-4645-8e56-96fb045f042c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614223 May 10 11:44:48.676381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:48.725525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:48.777640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:48.780829 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:48.783973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:48.792850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-e4d66448-e624-41a7-b6e0-211f8a84dd04 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:48.809315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-e4d66448-e624-41a7-b6e0-211f8a84dd04 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:48.820650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=70e09e33-6f34-4f7e-9248-9ff841c88838,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:48.822006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-e4d66448-e624-41a7-b6e0-211f8a84dd04 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:48.832246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-e4d66448-e624-41a7-b6e0-211f8a84dd04 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:48.839633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-e4d66448-e624-41a7-b6e0-211f8a84dd04 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:48.848304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-e4d66448-e624-41a7-b6e0-211f8a84dd04 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:48.856597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-e4d66448-e624-41a7-b6e0-211f8a84dd04 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:48.859008 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-e4d66448-e624-41a7-b6e0-211f8a84dd04 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1694772 May 10 11:44:48.910358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-71083b2b-556d-4b0a-b6b0-11e0662eca69 req-b7d96a53-5583-4ea8-81d5-fb38a4b37361 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445638 May 10 11:44:49.098551 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:49.365737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:49.545490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:44:50.063768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-f0ccb037-67bd-412b-88b4-7bcb8fd09c54 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:50.070825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-f0ccb037-67bd-412b-88b4-7bcb8fd09c54 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:50.075340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59932) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:50.078169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-f0ccb037-67bd-412b-88b4-7bcb8fd09c54 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:50.086665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-f0ccb037-67bd-412b-88b4-7bcb8fd09c54 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:50.096991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a678-19e3-4d76-bb69-398e94272eea req-2b72fa01-43b0-40e9-8f0d-38c7e87d89e3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:50.098487 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c55a678-19e3-4d76-bb69-398e94272eea req-2b72fa01-43b0-40e9-8f0d-38c7e87d89e3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.4421937 May 10 11:44:50.102311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-f0ccb037-67bd-412b-88b4-7bcb8fd09c54 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:50.108310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-f0ccb037-67bd-412b-88b4-7bcb8fd09c54 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:50.114207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-f0ccb037-67bd-412b-88b4-7bcb8fd09c54 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:50.116877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-f0ccb037-67bd-412b-88b4-7bcb8fd09c54 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1126437 May 10 11:44:50.136199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:44:50.148947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919af0bd-6008-4d16-959f-50a52efb348b None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:44:50.160321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dae5e3bd-8719-48f9-9e3c-c9d9923df7e6 req-166ed8d4-4056-4a1e-9857-8fdc1995a6ff tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372727 May 10 11:44:50.165642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919af0bd-6008-4d16-959f-50a52efb348b None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:44:50.166511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-919af0bd-6008-4d16-959f-50a52efb348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:50.204712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c55a678-19e3-4d76-bb69-398e94272eea req-53ecc132-a692-4e6e-960c-ed77fc105ae6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830884 May 10 11:44:50.208568 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.213166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59936) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:50.214079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a42c4a2f-7b2e-4599-ad2c-3eb27079246b tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4121659 May 10 11:44:50.231657 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4421e03-95a5-4304-8972-a0582eada8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.241048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-919af0bd-6008-4d16-959f-50a52efb348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:50.251698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919af0bd-6008-4d16-959f-50a52efb348b None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:44:50.252724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-919af0bd-6008-4d16-959f-50a52efb348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:50.291683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-919af0bd-6008-4d16-959f-50a52efb348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:50.292635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919af0bd-6008-4d16-959f-50a52efb348b None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:44:50.314947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4421e03-95a5-4304-8972-a0582eada8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.320013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4421e03-95a5-4304-8972-a0582eada8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.359864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e4421e03-95a5-4304-8972-a0582eada8d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5ffa4cda4d94f43a3417643e1b13d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820299 May 10 11:44:50.360084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4421e03-95a5-4304-8972-a0582eada8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93518710-4029-40fd-a8c0-6e27525bb8a6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:50.362698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59938) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:50.416552 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b96ef878-9889-4e78-8d41-8c159fe4c260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.437724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b96ef878-9889-4e78-8d41-8c159fe4c260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.491300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b96ef878-9889-4e78-8d41-8c159fe4c260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.494231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b96ef878-9889-4e78-8d41-8c159fe4c260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.497779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b96ef878-9889-4e78-8d41-8c159fe4c260 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93518710-4029-40fd-a8c0-6e27525bb8a6 HTTP/1.1" status: 204 len: 168 time: 0.1318793 May 10 11:44:50.504399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ef878-9889-4e78-8d41-8c159fe4c260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93518710-4029-40fd-a8c0-6e27525bb8a6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:50.759228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:50.891450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59950) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:50.910456 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb38b056-54fb-4353-b8a3-904303a12798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.050392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb38b056-54fb-4353-b8a3-904303a12798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.058549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb38b056-54fb-4353-b8a3-904303a12798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.116165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38b056-54fb-4353-b8a3-904303a12798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be01300-4f79-467a-8785-84c52415c463,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:51.300308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bb38b056-54fb-4353-b8a3-904303a12798 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9172ba9a416943488d442061cf8cf984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432108 May 10 11:44:51.300308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59964) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:51.300308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ee61423-f01f-4fe3-bc34-e9988fc03acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.314062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ee61423-f01f-4fe3-bc34-e9988fc03acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.365229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.20.0.1 (eb7c391b-87d6-44a1-af40-8322341d6928/4660c0c2-f2ea-495e-bd36-94cc157bffbd/c405a49b-b317-4b42-9e49-1cc3431a229e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:51.390266 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ee61423-f01f-4fe3-bc34-e9988fc03acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.393863 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9ee61423-f01f-4fe3-bc34-e9988fc03acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.397903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9ee61423-f01f-4fe3-bc34-e9988fc03acd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2be01300-4f79-467a-8785-84c52415c463 HTTP/1.1" status: 204 len: 168 time: 0.2552433 May 10 11:44:51.528176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee61423-f01f-4fe3-bc34-e9988fc03acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be01300-4f79-467a-8785-84c52415c463,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:51.560226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4b29b-d8d8-48d9-b985-1efdd208e5a0 req-44fceca1-015e-4cdf-9c25-ccf589fda98f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:51.562422 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90e4b29b-d8d8-48d9-b985-1efdd208e5a0 req-44fceca1-015e-4cdf-9c25-ccf589fda98f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1039066 May 10 11:44:51.589583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d23a06ec-b2e6-422e-a83b-cc42f17af2d9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:51.598259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d23a06ec-b2e6-422e-a83b-cc42f17af2d9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:51.605608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d23a06ec-b2e6-422e-a83b-cc42f17af2d9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:51.613671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d23a06ec-b2e6-422e-a83b-cc42f17af2d9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:51.620570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90e4b29b-d8d8-48d9-b985-1efdd208e5a0 req-ec760223-6549-446b-badf-9e4b24311824 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518863 May 10 11:44:51.621488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d23a06ec-b2e6-422e-a83b-cc42f17af2d9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:51.628384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d23a06ec-b2e6-422e-a83b-cc42f17af2d9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:51.636355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d23a06ec-b2e6-422e-a83b-cc42f17af2d9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:51.639176 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d23a06ec-b2e6-422e-a83b-cc42f17af2d9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1998341 May 10 11:44:51.679291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.716047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2862d95-9a0b-4c1f-98be-c0aaa646c583 req-d597ebc0-2be2-4a01-91aa-d1ee220b5e3e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643842 May 10 11:44:51.775552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.859341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network eb7c391b-87d6-44a1-af40-8322341d6928 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:51.862792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:51.872525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:51.924856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:51.971926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=c405a49b-b317-4b42-9e49-1cc3431a229e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:52.154596 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:52.577636 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:52.586680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:52.653841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:52.854840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3bdb-3a2d-44a8-b95c-1dc0cf3666b7 req-5cc4ff24-fc2b-4050-91fb-4652fce4f03f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:52.864244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8f3c3bdb-3a2d-44a8-b95c-1dc0cf3666b7 req-5cc4ff24-fc2b-4050-91fb-4652fce4f03f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.0959866 May 10 11:44:52.876768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=c405a49b-b317-4b42-9e49-1cc3431a229e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:53.163039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8f3c3bdb-3a2d-44a8-b95c-1dc0cf3666b7 req-4b653250-3bac-46c9-8ed6-cc17b573cf16 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749629 May 10 11:44:53.166299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network eb7c391b-87d6-44a1-af40-8322341d6928 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:53.166299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:53.166299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:44:53.166299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-d01afdc3-89d2-4e0e-b7b4-c131fcdbe4d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:53.166299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-d01afdc3-89d2-4e0e-b7b4-c131fcdbe4d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:53.166299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-d01afdc3-89d2-4e0e-b7b4-c131fcdbe4d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:53.174024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-d01afdc3-89d2-4e0e-b7b4-c131fcdbe4d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:53.181891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-d01afdc3-89d2-4e0e-b7b4-c131fcdbe4d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:53.188801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-d01afdc3-89d2-4e0e-b7b4-c131fcdbe4d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:53.197123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-d01afdc3-89d2-4e0e-b7b4-c131fcdbe4d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:53.200701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-d01afdc3-89d2-4e0e-b7b4-c131fcdbe4d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.2699726 May 10 11:44:53.250678 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ebadcb4a-d237-4ef4-8a36-a32244a8323b req-9622439d-35e1-4dfc-9bcd-cbe3d6f7789d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421493 May 10 11:44:53.386463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:44:53.394476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d0ebf16e-d1ee-44de-a655-94143bcb93fc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/routers/1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1802113 May 10 11:44:53.394997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60074) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:53.399062 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a91a89-6a0a-4fcb-9b90-02d8b1eaa106 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:44:53.400605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'port': {'network_id': 'eb7c391b-87d6-44a1-af40-8322341d6928', 'name': 'tempest-FloatingIPTestJSON-750552643'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:53.411200 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a91a89-6a0a-4fcb-9b90-02d8b1eaa106 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:44:53.412160 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-91a91a89-6a0a-4fcb-9b90-02d8b1eaa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:53.458923 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-91a91a89-6a0a-4fcb-9b90-02d8b1eaa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:53.468690 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a91a89-6a0a-4fcb-9b90-02d8b1eaa106 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:44:53.469574 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-91a91a89-6a0a-4fcb-9b90-02d8b1eaa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:53.528380 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-91a91a89-6a0a-4fcb-9b90-02d8b1eaa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:53.529908 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a91a89-6a0a-4fcb-9b90-02d8b1eaa106 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:44:53.590947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:53.596366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:53.618004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] device_id is not set on port 6fd8ed6b-76da-4c37-be73-e419cf803270 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:44:53.782474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.20.0.9 (eb7c391b-87d6-44a1-af40-8322341d6928/4660c0c2-f2ea-495e-bd36-94cc157bffbd/6fd8ed6b-76da-4c37-be73-e419cf803270) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:54.059847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:54.185125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8089946-b2c9-4231-ae14-744c347a7bee req-f2446866-9b21-493f-85f1-6a1c5fbb48ff tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.192387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8089946-b2c9-4231-ae14-744c347a7bee req-f2446866-9b21-493f-85f1-6a1c5fbb48ff tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1376095 May 10 11:44:54.247414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8089946-b2c9-4231-ae14-744c347a7bee req-beb7f137-6309-4076-bafa-fcba1474edbb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540562 May 10 11:44:54.248694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:54.331617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network eb7c391b-87d6-44a1-af40-8322341d6928 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:54.341341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:54.347941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:54.391711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=6fd8ed6b-76da-4c37-be73-e419cf803270,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:54.432589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.434759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:54.454187 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6b47f6ac-4871-4bdc-8a3c-acdad49cacd4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0578809 May 10 11:44:54.456452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60138) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:54.462598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'port': {'network_id': 'eb7c391b-87d6-44a1-af40-8322341d6928', 'name': 'tempest-FloatingIPTestJSON-307876344'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:54.495660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce497-8fdf-406c-8779-664406eb155d req-e93206e4-601d-4685-b36d-f8740688b7b6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.502336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce497-8fdf-406c-8779-664406eb155d req-e93206e4-601d-4685-b36d-f8740688b7b6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.508815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce497-8fdf-406c-8779-664406eb155d req-e93206e4-601d-4685-b36d-f8740688b7b6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.515255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce497-8fdf-406c-8779-664406eb155d req-e93206e4-601d-4685-b36d-f8740688b7b6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.522278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce497-8fdf-406c-8779-664406eb155d req-e93206e4-601d-4685-b36d-f8740688b7b6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.528829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce497-8fdf-406c-8779-664406eb155d req-e93206e4-601d-4685-b36d-f8740688b7b6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.536091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce497-8fdf-406c-8779-664406eb155d req-e93206e4-601d-4685-b36d-f8740688b7b6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:54.538434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-687ce497-8fdf-406c-8779-664406eb155d req-e93206e4-601d-4685-b36d-f8740688b7b6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1582251 May 10 11:44:54.609297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-687ce497-8fdf-406c-8779-664406eb155d req-29260828-e3aa-484a-99fe-f933dd7be630 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617809 May 10 11:44:54.688055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:44:54.694435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:54.741694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] device_id is not set on port 4a84f8ba-5791-4574-a979-a020da1907c7 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:44:54.942221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.20.0.14 (eb7c391b-87d6-44a1-af40-8322341d6928/4660c0c2-f2ea-495e-bd36-94cc157bffbd/4a84f8ba-5791-4574-a979-a020da1907c7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:55.221464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:55.275842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:55.369523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network eb7c391b-87d6-44a1-af40-8322341d6928 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:55.378379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:55.382164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:55.437302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=4a84f8ba-5791-4574-a979-a020da1907c7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:55.513532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:55.514553 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:55.551878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca96965-191a-4093-a74b-b9ec891c2491 req-66d215ed-1404-4746-a02f-019e42fe2355 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:55.554016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8ca96965-191a-4093-a74b-b9ec891c2491 req-66d215ed-1404-4746-a02f-019e42fe2355 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1812344 May 10 11:44:55.557570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8873887e-6dad-4b74-b490-4a710d59c2f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0999677 May 10 11:44:55.561110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:55.565858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '4a84f8ba-5791-4574-a979-a020da1907c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:55.631706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8ca96965-191a-4093-a74b-b9ec891c2491 req-f979d1eb-f974-4308-a02f-6bcfdcce91a6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600626 May 10 11:44:55.648894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:55.860867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:55.987545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-fbdb3c05-8e3f-42e7-b3d5-5cfd10d358a6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:55.995422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-fbdb3c05-8e3f-42e7-b3d5-5cfd10d358a6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:56.002991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-fbdb3c05-8e3f-42e7-b3d5-5cfd10d358a6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:56.009221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-fbdb3c05-8e3f-42e7-b3d5-5cfd10d358a6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:56.015761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-fbdb3c05-8e3f-42e7-b3d5-5cfd10d358a6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:56.022431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-fbdb3c05-8e3f-42e7-b3d5-5cfd10d358a6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:56.029479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-fbdb3c05-8e3f-42e7-b3d5-5cfd10d358a6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:56.031650 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-fbdb3c05-8e3f-42e7-b3d5-5cfd10d358a6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.2785583 May 10 11:44:56.059158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.25.8.178 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f0354c0a-b028-4fac-bf9b-2ea0f8e830e9) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:44:56.099301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30894475-db2d-42c3-a934-7ae5db0fd8e7 req-c54df949-0415-4cc7-b2b9-d6a4d3b95723 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584960 May 10 11:44:56.262679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:56.327412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:56.410657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:44:56.411908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:44:56.426590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:44:56.479758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=f0354c0a-b028-4fac-bf9b-2ea0f8e830e9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:56.847078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeadd0-d695-4c26-a2e2-e87ea2d6ec34 req-f4ced597-1c20-4a2f-8c8f-4266577d7088 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:56.851588 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4eeadd0-d695-4c26-a2e2-e87ea2d6ec34 req-f4ced597-1c20-4a2f-8c8f-4266577d7088 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1078141 May 10 11:44:56.915285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4eeadd0-d695-4c26-a2e2-e87ea2d6ec34 req-7e5836c3-c6df-482f-8b54-0b1fb5392902 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 May 10 11:44:57.266800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:44:57.453354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:57.467775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824', 'port_id': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a3c4e2-1000-4335-bd90-4024500e943a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:44:57.505418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-77b724d5-43b0-4a05-a776-fb5dccb197c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.508311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-77b724d5-43b0-4a05-a776-fb5dccb197c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 1096 time: 0.1097493 May 10 11:44:57.523073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-6400118f-e29d-4563-8d51-82bfd7b242af tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.530293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-6400118f-e29d-4563-8d51-82bfd7b242af tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.537790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-6400118f-e29d-4563-8d51-82bfd7b242af tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.545244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-6400118f-e29d-4563-8d51-82bfd7b242af tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.551538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-6400118f-e29d-4563-8d51-82bfd7b242af tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.558208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-6400118f-e29d-4563-8d51-82bfd7b242af tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.564819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-6400118f-e29d-4563-8d51-82bfd7b242af tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.566920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-6400118f-e29d-4563-8d51-82bfd7b242af tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1672690 May 10 11:44:57.568835 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:57.582993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8919ea00-ba97-4d6e-a923-936ba6c5348a is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:57.584204 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:57.610684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8919ea00-ba97-4d6e-a923-936ba6c5348a {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:44:57.641981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:57.648830 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:57.705459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:57.721430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-f40119df-f1bf-456c-afa0-0e54278c90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:57.723103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-f40119df-f1bf-456c-afa0-0e54278c90e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 914 time: 0.1522853 May 10 11:44:57.766232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8919ea00-ba97-4d6e-a923-936ba6c5348a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:44:57.816462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60376) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:57.855763 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-fa6061ba-f3b1-44a3-935f-1b7f56cbe154 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a HTTP/1.1" status: 200 len: 217 time: 0.1110415 May 10 11:44:57.977813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac67a8ad-7b64-40a1-af6e-5e68fe1c8f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:57.983079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.000091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-207e4c9b-5eca-4fb0-a756-750411459f3f req-13a0c117-2020-434c-b539-d3c2cdcd5f5b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3532722 May 10 11:44:58.048193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-d95d0ab1-acd7-4766-85fa-80a6d0bf438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:58.050972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-d95d0ab1-acd7-4766-85fa-80a6d0bf438f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 200 len: 853 time: 0.1788547 May 10 11:44:58.095757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-4cb54138-849f-4264-b398-47acc1e711b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d300f77a-6798-409d-8413-096f9d9ca824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324094 May 10 11:44:58.105377 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac67a8ad-7b64-40a1-af6e-5e68fe1c8f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.181518 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac67a8ad-7b64-40a1-af6e-5e68fe1c8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.213031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67a8ad-7b64-40a1-af6e-5e68fe1c8f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38212fe-a673-4264-a3e6-d6c137b5a439,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:58.250711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208812e-f68d-47a0-9086-25aeb2c6e824 req-38c9b51f-2efc-4eb0-9b32-a3c719951d0b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:58.252334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f208812e-f68d-47a0-9086-25aeb2c6e824 req-38c9b51f-2efc-4eb0-9b32-a3c719951d0b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 944 time: 0.1452749 May 10 11:44:58.259623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac67a8ad-7b64-40a1-af6e-5e68fe1c8f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bb4250a826f4f3899f2bc9497287d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420490 May 10 11:44:58.260300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60394) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:58.331451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-19425b4f-deb4-4e4b-af75-74cd524f9972 service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259450 May 10 11:44:58.345316 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f208812e-f68d-47a0-9086-25aeb2c6e824 req-f467aec1-63f0-48f6-a298-580b482da846 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772820 May 10 11:44:58.358661 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8532d503-ee7c-4e7b-86da-20809ae5c443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.372501 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.395261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8532d503-ee7c-4e7b-86da-20809ae5c443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.397602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.456378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8532d503-ee7c-4e7b-86da-20809ae5c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.467584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8532d503-ee7c-4e7b-86da-20809ae5c443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.469270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8532d503-ee7c-4e7b-86da-20809ae5c443 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f38212fe-a673-4264-a3e6-d6c137b5a439 HTTP/1.1" status: 204 len: 168 time: 0.2079601 May 10 11:44:58.479733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532d503-ee7c-4e7b-86da-20809ae5c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38212fe-a673-4264-a3e6-d6c137b5a439,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:58.504565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=f0354c0a-b028-4fac-bf9b-2ea0f8e830e9,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:44:58.559132 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:58.683754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b79a3d1-da37-4390-8f5d-dbc7aedcf05a req-51190ebd-497a-44e6-8180-ebdab41c8945 service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090057 May 10 11:44:58.737639 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP a41596a9-2ba3-4e31-90cf-3e246dcc1829 associated. External IP: 172.25.8.178, port: 4a84f8ba-5791-4574-a979-a020da1907c7. May 10 11:44:59.160500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:44:59.295380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:44:59.355522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 8919ea00-ba97-4d6e-a923-936ba6c5348a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:44:59.356286 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:59.434289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-6f1c8648-8b76-4c20-b1e7-2d6243447ee7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:59.440744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-6f1c8648-8b76-4c20-b1e7-2d6243447ee7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:59.446950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-6f1c8648-8b76-4c20-b1e7-2d6243447ee7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:59.456006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-6f1c8648-8b76-4c20-b1e7-2d6243447ee7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:59.464542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-6f1c8648-8b76-4c20-b1e7-2d6243447ee7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:59.476471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-6f1c8648-8b76-4c20-b1e7-2d6243447ee7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:59.482930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-6f1c8648-8b76-4c20-b1e7-2d6243447ee7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:59.484945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-6f1c8648-8b76-4c20-b1e7-2d6243447ee7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.3229668 May 10 11:44:59.486104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:44:59.539344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fb337-8359-4a86-b18e-f90defdbbe78 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:44:59.567044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:59.590640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fb337-8359-4a86-b18e-f90defdbbe78 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:44:59.591481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ec7fb337-8359-4a86-b18e-f90defdbbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:59.618118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8a518-2fb0-4a9b-91ac-2ce2538c4a7b req-12363123-a3d0-4b18-8506-78935430cc5e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:44:59.650981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08a8a518-2fb0-4a9b-91ac-2ce2538c4a7b req-12363123-a3d0-4b18-8506-78935430cc5e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 944 time: 0.1521647 May 10 11:44:59.669651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53ad0e85-8fd1-4cf2-b9dd-6d27a63190b9 req-8c8ceeee-b9f8-4007-9267-8ee3be8c03d0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510007 May 10 11:44:59.685427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ec7fb337-8359-4a86-b18e-f90defdbbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:44:59.692124 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ac134857-f53d-4c40-adc7-952e8159bd93 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1298540 May 10 11:44:59.693772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60472) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:44:59.698697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8919ea00-ba97-4d6e-a923-936ba6c5348a is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:44:59.699460 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:59.700541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:44:59.727641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08a8a518-2fb0-4a9b-91ac-2ce2538c4a7b req-bd31f1da-5604-487c-918c-d1ffda945e47 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733147 May 10 11:44:59.797317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:59.883402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:44:59.890049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:44:59.904936 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b48b47-461f-4198-8207-e21b190dcf81" -d '{"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-plugged", "status": "completed", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:44:59.919533 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:00.085851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:00.093864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fb337-8359-4a86-b18e-f90defdbbe78 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:00.094906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ec7fb337-8359-4a86-b18e-f90defdbbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:00.124377 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:00.137847 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:00.138563 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP a41596a9-2ba3-4e31-90cf-3e246dcc1829 disassociated. External IP: 172.25.8.178, port: 4a84f8ba-5791-4574-a979-a020da1907c7. May 10 11:45:00.146296 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d49e6b1-8d95-4b58-9dfc-518b9fe237ff x-openstack-request-id: req-1d49e6b1-8d95-4b58-9dfc-518b9fe237ff {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:00.147193 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-plugged", "status": "completed", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:00.147445 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d49e6b1-8d95-4b58-9dfc-518b9fe237ff {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:00.147954 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d49e6b1-8d95-4b58-9dfc-518b9fe237ff'] response: {'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'code': 200} May 10 11:45:00.149139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ec7fb337-8359-4a86-b18e-f90defdbbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:00.150130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fb337-8359-4a86-b18e-f90defdbbe78 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:00.544556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:00.778818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:00.786799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:00.792768 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed45f9-85a3-4970-9c63-5a29f90f53b9 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:00.809671 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed45f9-85a3-4970-9c63-5a29f90f53b9 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:00.810317 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a1ed45f9-85a3-4970-9c63-5a29f90f53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:00.906423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-68e06761-94d2-428e-a55b-c82ea36c1117 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:00.913007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-68e06761-94d2-428e-a55b-c82ea36c1117 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:00.914686 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a1ed45f9-85a3-4970-9c63-5a29f90f53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:00.931608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-68e06761-94d2-428e-a55b-c82ea36c1117 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:00.939622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed45f9-85a3-4970-9c63-5a29f90f53b9 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:00.941321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-68e06761-94d2-428e-a55b-c82ea36c1117 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:00.941953 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a1ed45f9-85a3-4970-9c63-5a29f90f53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:44:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:00.955983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-74a2ae5c-3290-496e-9ba2-44ade83dcd48 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/floatingips/a41596a9-2ba3-4e31-90cf-3e246dcc1829 HTTP/1.1" status: 200 len: 688 time: 1.2609220 May 10 11:45:00.958847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60520) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:00.963206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-68e06761-94d2-428e-a55b-c82ea36c1117 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:00.993700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-68e06761-94d2-428e-a55b-c82ea36c1117 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:01.003661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-68e06761-94d2-428e-a55b-c82ea36c1117 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:01.013405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-68e06761-94d2-428e-a55b-c82ea36c1117 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.2176466 May 10 11:45:01.034110 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a1ed45f9-85a3-4970-9c63-5a29f90f53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:01.042568 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed45f9-85a3-4970-9c63-5a29f90f53b9 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:01.063282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60524) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:01.112224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c356a23-2d34-4d3e-b2a9-8d4064e4bb48 req-ea543752-a0a0-4a41-8c04-c3d0cbab609f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970526 May 10 11:45:01.135602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7933e-53df-472a-b6ea-d76689be1f11 req-7fb67735-46ac-4693-a7d7-b67d62b319ac tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:01.141523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54e7933e-53df-472a-b6ea-d76689be1f11 req-7fb67735-46ac-4693-a7d7-b67d62b319ac tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2803993 May 10 11:45:01.265520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54e7933e-53df-472a-b6ea-d76689be1f11 req-2e7d5730-70b1-4808-8b33-3256d620d74c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094711 May 10 11:45:01.299774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port f0354c0a-b028-4fac-bf9b-2ea0f8e830e9 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:01.300819 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.365214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1918999780'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:01.432281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Made reservation on behalf of 9404158b74c2483fbd59a2381a020d18 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:01.452489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.468254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.487607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.488014 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.525444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for f0354c0a-b028-4fac-bf9b-2ea0f8e830e9 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:01.575383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.581462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.610180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:01.627714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb514eb-6108-488b-a219-99a47e8f5345,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:01.633545 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.634266 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Added segment dcdeb131-cb43-4770-a7d3-e8c6f1e36feb of type vlan for network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 May 10 11:45:01.792656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.860077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.865818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:01.866868 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.867763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:01.945279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8812268 May 10 11:45:01.988141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60544) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:02.037691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1e654-7b42-4d8b-be18-f393f5bd561f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event updated for resources: {'Network': ['ID=192ad0df-bb32-49fb-9a74-2f8d2987fb66,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:02.051398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:02.107560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Request body: {'subnet': {'network_id': '192ad0df-bb32-49fb-9a74-2f8d2987fb66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:02.114675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=f0354c0a-b028-4fac-bf9b-2ea0f8e830e9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:02.361680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-6423a5fe-d5d3-45bd-9e8d-f93173173f78 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:02.370456 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:02.372572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-6423a5fe-d5d3-45bd-9e8d-f93173173f78 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:02.373360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:02.375154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a549506d-9392-4949-ad50-b4f94d44d7b4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/floatingips/a41596a9-2ba3-4e31-90cf-3e246dcc1829 HTTP/1.1" status: 204 len: 168 time: 1.4024322 May 10 11:45:02.382372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60560) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:02.383974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-6423a5fe-d5d3-45bd-9e8d-f93173173f78 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:02.387703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '6fd8ed6b-76da-4c37-be73-e419cf803270'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:02.390991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-6423a5fe-d5d3-45bd-9e8d-f93173173f78 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:02.407602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-6423a5fe-d5d3-45bd-9e8d-f93173173f78 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:02.431564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-6423a5fe-d5d3-45bd-9e8d-f93173173f78 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:02.445344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-6423a5fe-d5d3-45bd-9e8d-f93173173f78 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:02.448439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-6423a5fe-d5d3-45bd-9e8d-f93173173f78 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.1869779 May 10 11:45:02.451166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:02.508302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Made reservation on behalf of 9404158b74c2483fbd59a2381a020d18 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:02.516370 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:02.523984 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9879ebcb-7b48-4c6e-a6ea-562bb942cb89 req-85b23d7e-65a1-441a-af6d-5fbe08968654 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656009 May 10 11:45:02.557563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:02.725115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f75053-e9c6-43f6-8683-91f623bea691 req-f7c7e70d-4654-444d-bd01-8c6c1616661f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:02.726816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9f75053-e9c6-43f6-8683-91f623bea691 req-f7c7e70d-4654-444d-bd01-8c6c1616661f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2563853 May 10 11:45:02.822219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9f75053-e9c6-43f6-8683-91f623bea691 req-eed8ca6e-c8f6-4d7d-904e-06e44e0a5ba4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820923 May 10 11:45:02.912021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:02.931219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:03.120336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event updated for resources: {'Subnet': ['ID=db61b73a-eea2-4296-971b-c39e8003223d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:03.156158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Checking segment: {'id': 'dcdeb131-cb43-4770-a7d3-e8c6f1e36feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '192ad0df-bb32-49fb-9a74-2f8d2987fb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:45:03.156589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Network hostable DHCP agents. Network: 192ad0df-bb32-49fb-9a74-2f8d2987fb66, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:45:03.159238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.25.8.125 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/de3dd018-f9fe-46ae-9f51-d0266634a0be) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:03.236329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:45:03.267412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 192ad0df-bb32-49fb-9a74-2f8d2987fb66) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:03.278504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570728f-a6d1-4889-aabb-aab0b05524a5 None None] Network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:45:03.280110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:03.280707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:03.314019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fb2a5429-0942-4d16-b5c4-fccba42c06e2 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2449028 May 10 11:45:03.316756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60580) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:03.325313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Request body: {'port': {'network_id': '192ad0df-bb32-49fb-9a74-2f8d2987fb66', 'name': 'tempest-DHCPAgentSchedulersTestJSON-578769696'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:03.384123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:03.516270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:03.554673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-192ad0df-bb32-49fb-9a74-2f8d2987fb66', 'network_id': '192ad0df-bb32-49fb-9a74-2f8d2987fb66', 'tenant_id': '9404158b74c2483fbd59a2381a020d18', 'fixed_ips': [{'subnet_id': 'db61b73a-eea2-4296-971b-c39e8003223d'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:45:03.555696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:03.677285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Made reservation on behalf of 9404158b74c2483fbd59a2381a020d18 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:03.682880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:03.756561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] device_id is not set on port 1afa2d8f-55cd-468c-b044-a88bb80b0f59 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:45:03.815426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:03.819133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:03.822360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:03.927458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Allocated IP 172.20.0.2 (192ad0df-bb32-49fb-9a74-2f8d2987fb66/db61b73a-eea2-4296-971b-c39e8003223d/48b071a4-74b1-454c-bd4f-40a86ec9ab47) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:03.982921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=de3dd018-f9fe-46ae-9f51-d0266634a0be,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:04.016909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-3d39c854-7196-46cc-a118-9cb2bc096d41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:04.024286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-3d39c854-7196-46cc-a118-9cb2bc096d41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:04.031300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-3d39c854-7196-46cc-a118-9cb2bc096d41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:04.039591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-3d39c854-7196-46cc-a118-9cb2bc096d41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:04.048102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-3d39c854-7196-46cc-a118-9cb2bc096d41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:04.056892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-3d39c854-7196-46cc-a118-9cb2bc096d41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:04.064246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-3d39c854-7196-46cc-a118-9cb2bc096d41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:04.076971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-3d39c854-7196-46cc-a118-9cb2bc096d41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5431 time: 0.4250677 May 10 11:45:04.140696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21ed4d-bb8f-4d26-85a6-b2cd5d441d46 req-05f4e9d1-8a7f-4876-877e-486b00167fb7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:04.142737 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c21ed4d-bb8f-4d26-85a6-b2cd5d441d46 req-05f4e9d1-8a7f-4876-877e-486b00167fb7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1605077 May 10 11:45:04.203901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c21ed4d-bb8f-4d26-85a6-b2cd5d441d46 req-54e65e10-d272-4134-bd3c-dc7eda7d886c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 May 10 11:45:04.254203 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:04.298933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:04.381772 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d76545f7-da09-430b-a7ef-b7a09ddc1d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:04.384987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 98c6910b-e79c-435f-8f06-983ad175c843 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:04.397789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Allocated IP 172.20.0.8 (192ad0df-bb32-49fb-9a74-2f8d2987fb66/db61b73a-eea2-4296-971b-c39e8003223d/1afa2d8f-55cd-468c-b044-a88bb80b0f59) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:04.557333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 98c6910b-e79c-435f-8f06-983ad175c843, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=98c6910b-e79c-435f-8f06-983ad175c843,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:04.593112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Pushing event updated for resources: {'Port': ['ID=48b071a4-74b1-454c-bd4f-40a86ec9ab47,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:04.598965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '98c6910b-e79c-435f-8f06-983ad175c843', 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'port_id': '98c6910b-e79c-435f-8f06-983ad175c843', 'mac_address': 'fa:16:3e:c9:03:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:04.854759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:04.864074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:04.883485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 98c6910b-e79c-435f-8f06-983ad175c843 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:04.884338 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:04.911446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:04.925253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:04.963292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c6910b-e79c-435f-8f06-983ad175c843 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:04.976849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.023477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:05.027487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:05.033852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:05.108216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 98c6910b-e79c-435f-8f06-983ad175c843, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=98c6910b-e79c-435f-8f06-983ad175c843,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:05.124399 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.124590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:05.148560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event updated for resources: {'Port': ['ID=1afa2d8f-55cd-468c-b044-a88bb80b0f59,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:05.163385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:05.164093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.184645 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5cc321a-2885-45cd-92e3-15ad2ec4944f tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8667057 May 10 11:45:05.187516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:05.219951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f29deb6c-56cf-4f9f-a23a-ef43f8c7ff53 req-8ebe14eb-aac9-492f-884d-21aaea2c72d4 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1343324 May 10 11:45:05.254335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:05.271895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61', 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'port_id': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61', 'mac_address': 'fa:16:3e:5c:a2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:05.308119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Attempting to bind port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:05.310023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Attempting to bind port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'dcdeb131-cb43-4770-a7d3-e8c6f1e36feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '192ad0df-bb32-49fb-9a74-2f8d2987fb66'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:05.311585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Attempting to bind port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 on network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:05.376111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-2820bff3-5857-41b4-b513-715cb651b242 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2202106 May 10 11:45:05.415246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:45:05.415863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Checking segment: {'id': 'dcdeb131-cb43-4770-a7d3-e8c6f1e36feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '192ad0df-bb32-49fb-9a74-2f8d2987fb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:45:05.416204 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.416497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Bound using segment: {'id': 'dcdeb131-cb43-4770-a7d3-e8c6f1e36feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '192ad0df-bb32-49fb-9a74-2f8d2987fb66'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:45:05.416986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Bound port: 48b071a4-74b1-454c-bd4f-40a86ec9ab47, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdeb131-cb43-4770-a7d3-e8c6f1e36feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '192ad0df-bb32-49fb-9a74-2f8d2987fb66'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:45:05.417369 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.520716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=98c6910b-e79c-435f-8f06-983ad175c843,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:05.537724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c852c4-b067-4534-84b8-3121824d28eb req-ba9cfcc6-eb27-4995-9465-42694d97225f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:05.541650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9c852c4-b067-4534-84b8-3121824d28eb req-ba9cfcc6-eb27-4995-9465-42694d97225f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1710336 May 10 11:45:05.581575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:05.584165 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.613795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e2db8-e312-424f-82a3-74be5a54626b tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Deleting port 1afa2d8f-55cd-468c-b044-a88bb80b0f59 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:05.614567 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2db8-e312-424f-82a3-74be5a54626b tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.625192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:05.634141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9c852c4-b067-4534-84b8-3121824d28eb req-4af1e04e-98dd-4b71-b6e2-f295fe5fc3d9 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771308 May 10 11:45:05.672180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:05.676663 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.688531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.700908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2126c24d-ffe4-4246-9dc0-a548addaf88d details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:05.842076 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2db8-e312-424f-82a3-74be5a54626b tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:05.884425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e2db8-e312-424f-82a3-74be5a54626b tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Calling delete_port for 1afa2d8f-55cd-468c-b044-a88bb80b0f59 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:05.942387 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:45:05.993445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:06.009961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] For port 48b071a4-74b1-454c-bd4f-40a86ec9ab47, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:45:06.011198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-1fe4c336-1d8a-4f71-80fc-33fbf496a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.014359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-1fe4c336-1d8a-4f71-80fc-33fbf496a0a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 1097 time: 0.5569277 May 10 11:45:06.029674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2126c24d-ffe4-4246-9dc0-a548addaf88d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:06.078002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '2126c24d-ffe4-4246-9dc0-a548addaf88d', 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'port_id': '2126c24d-ffe4-4246-9dc0-a548addaf88d', 'mac_address': 'fa:16:3e:1c:24:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:06.091403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] For port 48b071a4-74b1-454c-bd4f-40a86ec9ab47, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=48b071a4-74b1-454c-bd4f-40a86ec9ab47,segment=NetworkSegment(dcdeb131-cb43-4770-a7d3-e8c6f1e36feb),segment_id=dcdeb131-cb43-4770-a7d3-e8c6f1e36feb)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:45:06.110304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:06.269442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2126c24d-ffe4-4246-9dc0-a548addaf88d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:06.270135 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:06.271426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2db8-e312-424f-82a3-74be5a54626b tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:06.314924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2126c24d-ffe4-4246-9dc0-a548addaf88d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:06.427660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2126c24d-ffe4-4246-9dc0-a548addaf88d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:06.437890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d532c22-479c-4100-87f7-e8e4b71a0cfa None None] Pushing event updated for resources: {'Port': ['ID=48b071a4-74b1-454c-bd4f-40a86ec9ab47,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:06.448702 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:06.449727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5a093890-3c4b-49d1-b9bf-9b264804b0f6 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:06.542460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2db8-e312-424f-82a3-74be5a54626b tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:06.549464 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ad8e2db8-e312-424f-82a3-74be5a54626b tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "DELETE /v2.0/ports/1afa2d8f-55cd-468c-b044-a88bb80b0f59 HTTP/1.1" status: 204 len: 168 time: 1.3607864 May 10 11:45:06.557307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:06.560993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60666) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:06.562111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e2db8-e312-424f-82a3-74be5a54626b tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event deleted for resources: {'Port': ['ID=1afa2d8f-55cd-468c-b044-a88bb80b0f59,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:06.696902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-6bd178d1-28f3-4e83-acdf-f5e8ef125985 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.715851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-6bd178d1-28f3-4e83-acdf-f5e8ef125985 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.747416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-6bd178d1-28f3-4e83-acdf-f5e8ef125985 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.760092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2126c24d-ffe4-4246-9dc0-a548addaf88d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:06.796347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-6bd178d1-28f3-4e83-acdf-f5e8ef125985 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.820616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d871e3f3-b4b2-4ed3-8d17-e0e594f12cbd tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.2535119 May 10 11:45:06.831925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5a093890-3c4b-49d1-b9bf-9b264804b0f6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:06.840928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-6bd178d1-28f3-4e83-acdf-f5e8ef125985 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.847204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-6bd178d1-28f3-4e83-acdf-f5e8ef125985 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.874241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-6bd178d1-28f3-4e83-acdf-f5e8ef125985 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.879663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-6bd178d1-28f3-4e83-acdf-f5e8ef125985 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5434 time: 0.3431447 May 10 11:45:06.880708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60676) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:06.887141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-44381045'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:06.903796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '5a093890-3c4b-49d1-b9bf-9b264804b0f6', 'network_id': '07e34b50-6df7-412d-bdd4-530caccbf231', 'port_id': '5a093890-3c4b-49d1-b9bf-9b264804b0f6', 'mac_address': 'fa:16:3e:bf:c9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:06.935590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-d4659c48-6752-4100-b922-192fe0012b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:06.937144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-d4659c48-6752-4100-b922-192fe0012b7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.8919067 May 10 11:45:06.977235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fed1ba88-f15c-4033-98a6-99955bb60657 req-d8c6e1b7-d0d8-4fe8-84db-3784802b6768 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847557 May 10 11:45:06.981198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Made reservation on behalf of 9404158b74c2483fbd59a2381a020d18 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:06.987066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.031434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:07.031960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.047969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a093890-3c4b-49d1-b9bf-9b264804b0f6 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:07.100903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5a093890-3c4b-49d1-b9bf-9b264804b0f6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:07.103253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5816-f3e9-43ae-af28-ee697f780f13 req-070a505a-7d7d-463b-80b2-5fc51709b5db tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:07.105193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-108f5816-f3e9-43ae-af28-ee697f780f13 req-070a505a-7d7d-463b-80b2-5fc51709b5db tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2683237 May 10 11:45:07.113513 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.115237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device baffa83d-610f-42de-b347-1921071fa985 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:07.167511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:07.177415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.198169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.198651 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Added segment fe655650-fce4-4f48-8579-4737e2604414 of type vlan for network 88590573-870f-4966-9efb-f528dc027dcc May 10 11:45:07.257882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5a093890-3c4b-49d1-b9bf-9b264804b0f6,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:07.322853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.350573 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b22be760-c85d-4963-8319-ee2c65e80481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.398968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.412992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:07.413675 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:07.422520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-b7baf6ee-1155-4167-aabb-aadc711cb57b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88d237e-cc47-4842-88a4-516c7928645b HTTP/1.1" status: 200 len: 1002 time: 0.4515018 May 10 11:45:07.495493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-108f5816-f3e9-43ae-af28-ee697f780f13 req-118ad9f9-1cd6-431d-8a7b-ba1e5e7b01f7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246968 May 10 11:45:07.649075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event updated for resources: {'Network': ['ID=88590573-870f-4966-9efb-f528dc027dcc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:07.670920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e3fa673-175d-409f-b65e-fc7d35f9f9ca tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7884867 May 10 11:45:07.673266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60690) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:07.802620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-0a100112-1d19-4f2f-b76d-9e3705b90865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:07.808456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-0a100112-1d19-4f2f-b76d-9e3705b90865 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.3597734 May 10 11:45:07.923441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-9c01fdd7-9216-467d-ba4f-5765cdd2bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:07.929713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-9c01fdd7-9216-467d-ba4f-5765cdd2bd2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124241 May 10 11:45:08.096503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:08.124088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 88590573-870f-4966-9efb-f528dc027dcc details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:08.141075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-08d37a1a-1b38-4152-ae35-35050da64599 tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "GET /v2.0/agents/654d6fb8-5f2f-4d71-bc7a-cb2f566357b9/dhcp-networks HTTP/1.1" status: 200 len: 12068 time: 0.4661112 May 10 11:45:08.141751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60700) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:08.176969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:08.339578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 48b071a4-74b1-454c-bd4f-40a86ec9ab47 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:08.394516 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:08.515217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:08.564028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port baffa83d-610f-42de-b347-1921071fa985, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=baffa83d-610f-42de-b347-1921071fa985,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:08.638087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-1b467366-5560-40da-ac07-c290dc9409db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:08.661509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'baffa83d-610f-42de-b347-1921071fa985', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'port_id': 'baffa83d-610f-42de-b347-1921071fa985', 'mac_address': 'fa:16:3e:fc:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:08.666722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-1b467366-5560-40da-ac07-c290dc9409db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:08.682908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-1b467366-5560-40da-ac07-c290dc9409db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:08.717860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-1b467366-5560-40da-ac07-c290dc9409db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:08.736184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-1b467366-5560-40da-ac07-c290dc9409db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:08.753109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-1b467366-5560-40da-ac07-c290dc9409db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:08.764786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=de3dd018-f9fe-46ae-9f51-d0266634a0be,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:08.770537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-1b467366-5560-40da-ac07-c290dc9409db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:08.779959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:08.780731 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:08.783712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port baffa83d-610f-42de-b347-1921071fa985 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:08.784381 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:08.787569 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-1b467366-5560-40da-ac07-c290dc9409db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5435 time: 0.5232973 May 10 11:45:08.822401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baffa83d-610f-42de-b347-1921071fa985 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:08.867359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-3361a3ae-28bd-49c3-9959-e3d405f827a2 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9238839 May 10 11:45:08.900075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ace51-f678-40b7-afd0-cdf92ce96e61 None None] Network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:45:08.966361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751fe1a-75f1-4c4f-bc1c-ec01480eb843 req-981992b2-b3cb-4ce4-a7da-3c914539808d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:08.974431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a751fe1a-75f1-4c4f-bc1c-ec01480eb843 req-981992b2-b3cb-4ce4-a7da-3c914539808d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2783628 May 10 11:45:09.001132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167978a1-fa18-4126-b39b-0caffe61b87e tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] Network 88590573-870f-4966-9efb-f528dc027dcc is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:45:09.020251 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP b54df22f-721a-4e63-ab98-2db2e0755c4b associated. External IP: 172.25.8.125, port: 6fd8ed6b-76da-4c37-be73-e419cf803270. May 10 11:45:09.072137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-167978a1-fa18-4126-b39b-0caffe61b87e tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "POST /v2.0/agents/654d6fb8-5f2f-4d71-bc7a-cb2f566357b9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9292789 May 10 11:45:09.077525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60722) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:09.123616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port baffa83d-610f-42de-b347-1921071fa985, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=baffa83d-610f-42de-b347-1921071fa985,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:09.145580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326609e8-55d6-4524-b9cb-265de359b12a None None] Network 88590573-870f-4966-9efb-f528dc027dcc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:45:09.150357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6529416a-6cc5-45a1-9e42-780ec4380bf3 req-118d1c8d-c330-42ad-b8c6-d2b19f278d31 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3578401 May 10 11:45:09.379529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9e32296-90af-4b23-b7fc-793a3a87da5a req-c284be8e-516f-4f86-bd33-63470054dd63 service neutron] 10.222.0.49 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786835 May 10 11:45:09.388875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a751fe1a-75f1-4c4f-bc1c-ec01480eb843 req-4f1c1831-7fb1-4ab0-a53d-673b18a28fed tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135444 May 10 11:45:09.440557 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:09.441239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ab7f1eb6-208f-4a1c-9818-415cb378555f details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:09.489642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ed60e14-a4c9-4f8e-9e07-2da758a7f68c tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "GET /v2.0/agents/654d6fb8-5f2f-4d71-bc7a-cb2f566357b9/dhcp-networks HTTP/1.1" status: 200 len: 12837 time: 0.4074752 May 10 11:45:09.492801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60732) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:09.708306 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:09.713987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-35861ae3-aea4-4c2b-9b79-528f5ad02c12 None None] Provisioning complete for port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:09.714352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-35861ae3-aea4-4c2b-9b79-528f5ad02c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:09.720940 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:09.729495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3fd142b1-7c90-408b-b10f-b7027ccbb5d0 tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "DELETE /v2.0/agents/654d6fb8-5f2f-4d71-bc7a-cb2f566357b9/dhcp-networks/88590573-870f-4966-9efb-f528dc027dcc HTTP/1.1" status: 204 len: 168 time: 0.2346392 May 10 11:45:09.731960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60742) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:09.748443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:09.792175 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.resource_extend [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:45:09.937648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:09.972298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ab7f1eb6-208f-4a1c-9818-415cb378555f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:09.976026 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:10.041427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'ab7f1eb6-208f-4a1c-9818-415cb378555f', 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f', 'port_id': 'ab7f1eb6-208f-4a1c-9818-415cb378555f', 'mac_address': 'fa:16:3e:59:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194c83d8-4bfd-45c5-b84f-06bb018e25c1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:10.043045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:10.043434 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:10.045315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=baffa83d-610f-42de-b347-1921071fa985,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:10.062884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-112a1282-adf2-41ec-b10e-71f5a71e00ef tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.6791613 May 10 11:45:10.063745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60748) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:10.082990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fae15-38e1-410b-9443-411740602693 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:10.175871 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2b74b7dd-b32a-4ac0-a7ea-9b3e398688c3 tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "GET /v2.0/agents/654d6fb8-5f2f-4d71-bc7a-cb2f566357b9/dhcp-networks HTTP/1.1" status: 200 len: 12068 time: 0.4426291 May 10 11:45:10.180456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60750) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:10.239075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a340b97b-0a6a-4513-ae01-e45cf22b92ea tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "GET /v2.0/networks/192ad0df-bb32-49fb-9a74-2f8d2987fb66/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0532143 May 10 11:45:10.241318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60754) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:10.241739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60756) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:10.243757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c5b8739f-009a-48bd-90df-759cc68a0d0d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "GET /v2.0/floatingips/b54df22f-721a-4e63-ab98-2db2e0755c4b HTTP/1.1" status: 200 len: 977 time: 0.1780679 May 10 11:45:10.288481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ab7f1eb6-208f-4a1c-9818-415cb378555f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:10.288873 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:10.356943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f48bc675-6c84-43c6-8ddc-a19e55b53615 tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "GET /v2.0/networks/192ad0df-bb32-49fb-9a74-2f8d2987fb66/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1113319 May 10 11:45:10.362682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60762) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:10.408758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 48b071a4-74b1-454c-bd4f-40a86ec9ab47, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=48b071a4-74b1-454c-bd4f-40a86ec9ab47,segment=NetworkSegment(dcdeb131-cb43-4770-a7d3-e8c6f1e36feb),segment_id=dcdeb131-cb43-4770-a7d3-e8c6f1e36feb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:10.429657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fae15-38e1-410b-9443-411740602693 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:10.432592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fa3fae15-38e1-410b-9443-411740602693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:10.540183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff158d80-553c-4475-9779-63e29b944155 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2780573 May 10 11:45:10.541448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60768) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:10.553212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'port_id': '4a84f8ba-5791-4574-a979-a020da1907c7'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:10.560665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fa3fae15-38e1-410b-9443-411740602693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:10.573147 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:10.588700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7f1eb6-208f-4a1c-9818-415cb378555f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:10.612780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ab7f1eb6-208f-4a1c-9818-415cb378555f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:10.681480 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:10.783035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fae15-38e1-410b-9443-411740602693 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:10.785041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fa3fae15-38e1-410b-9443-411740602693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:10.881659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:10.906290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1075a8b7-15b5-400f-a04b-748d631b8ba8 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:10.948529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e0e9738a-f2b1-4686-80ba-fd5fd22f0abf tempest-DHCPAgentSchedulersTestJSON-1038481720 tempest-DHCPAgentSchedulersTestJSON-1038481720-project-admin] 10.222.0.13 "GET /v2.0/agents/654d6fb8-5f2f-4d71-bc7a-cb2f566357b9/dhcp-networks HTTP/1.1" status: 200 len: 12068 time: 0.5839534 May 10 11:45:10.953974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60784) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:11.037644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1075a8b7-15b5-400f-a04b-748d631b8ba8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:11.106598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fa3fae15-38e1-410b-9443-411740602693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:11.107452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fae15-38e1-410b-9443-411740602693 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:11.110976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '1075a8b7-15b5-400f-a04b-748d631b8ba8', 'network_id': 'c0ef700c-9f07-4d67-8530-5e854954469f', 'port_id': '1075a8b7-15b5-400f-a04b-748d631b8ba8', 'mac_address': 'fa:16:3e:60:9f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194c83d8-4bfd-45c5-b84f-06bb018e25c1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:11.205907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-cb69819e-c001-4171-a150-14c53d71e56a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:11.210046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=48b071a4-74b1-454c-bd4f-40a86ec9ab47,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:11.245563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-35861ae3-aea4-4c2b-9b79-528f5ad02c12 None None] Current status of the port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:11.258524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-cb69819e-c001-4171-a150-14c53d71e56a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:11.261786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1075a8b7-15b5-400f-a04b-748d631b8ba8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:11.262287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:11.289364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-cb69819e-c001-4171-a150-14c53d71e56a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:11.296014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['98c6910b-e79c-435f-8f06-983ad175c843'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:11.296318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-cb69819e-c001-4171-a150-14c53d71e56a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:11.307246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-cb69819e-c001-4171-a150-14c53d71e56a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:11.331639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2126c24d-ffe4-4246-9dc0-a548addaf88d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:11.336365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cfcd4-1849-4de5-9916-bbfe385a145e req-8277e545-7010-4626-aba2-ecbc6bf39acc tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:11.340180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['ab7f1eb6-208f-4a1c-9818-415cb378555f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:11.340477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-cb69819e-c001-4171-a150-14c53d71e56a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:11.349219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-565cfcd4-1849-4de5-9916-bbfe385a145e req-8277e545-7010-4626-aba2-ecbc6bf39acc tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.6443844 May 10 11:45:11.364165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-cb69819e-c001-4171-a150-14c53d71e56a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:11.366560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-cb69819e-c001-4171-a150-14c53d71e56a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5436 time: 1.0325060 May 10 11:45:11.448111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:11.469902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['2db920d6-dfae-4edf-bb0e-a288b9bd6d61'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:11.527997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5dd823bc-d54f-49fa-881e-3157bff34bc7 req-5f01155a-cf22-4846-abd6-438698b6b630 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531301 May 10 11:45:11.602656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['5a093890-3c4b-49d1-b9bf-9b264804b0f6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:11.618927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['baffa83d-610f-42de-b347-1921071fa985'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:11.724755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:11.795179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88590573-870f-4966-9efb-f528dc027dcc']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:11.833426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe655650-fce4-4f48-8579-4737e2604414') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:11.833796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe655650-fce4-4f48-8579-4737e2604414') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:11.869913 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:11.905468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:11.912740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:11.913682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: timer() May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:11.927406 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:12.012816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1075a8b7-15b5-400f-a04b-748d631b8ba8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:12.071392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-01c6191b-aa64-473c-91e0-639d8e232f96 None None] Could not find standard attr ID for object 1afa2d8f-55cd-468c-b044-a88bb80b0f59. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:45:12.081142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ab7f1eb6-208f-4a1c-9818-415cb378555f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:12.147294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:12.160381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:12.178040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "DELETE /v2.0/networks/88590573-870f-4966-9efb-f528dc027dcc HTTP/1.1" status: 204 len: 168 time: 1.2135184 May 10 11:45:12.189831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60806) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:12.197102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c4036-bd55-4672-b0a0-77cdbbad4e85 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event deleted for resources: {'Network': ['ID=88590573-870f-4966-9efb-f528dc027dcc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:12.266750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-01c6191b-aa64-473c-91e0-639d8e232f96 None None] Provisioning complete for port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:12.267125 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-01c6191b-aa64-473c-91e0-639d8e232f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:12.615048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1075a8b7-15b5-400f-a04b-748d631b8ba8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:12.798596 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:12.889506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1075a8b7-15b5-400f-a04b-748d631b8ba8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:12.929444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 48b071a4-74b1-454c-bd4f-40a86ec9ab47 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:12.935313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ea71-9e40-478c-bb90-152f801416d1 req-d44bf243-8bee-460b-b491-d40d9d44f69b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:12.953640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ea71-9e40-478c-bb90-152f801416d1 req-d44bf243-8bee-460b-b491-d40d9d44f69b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:13.000604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ea71-9e40-478c-bb90-152f801416d1 req-d44bf243-8bee-460b-b491-d40d9d44f69b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:13.026588 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-565cfcd4-1849-4de5-9916-bbfe385a145e req-2e8500c3-a2fa-4b4e-b8f4-f1ab538e61db tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6738329 May 10 11:45:13.033077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ea71-9e40-478c-bb90-152f801416d1 req-d44bf243-8bee-460b-b491-d40d9d44f69b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:13.048234 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfc45c7-e63b-4c97-be7e-62fa1f9c7b02 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] DELETE failed (client error): The resource could not be found. May 10 11:45:13.050950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ea71-9e40-478c-bb90-152f801416d1 req-d44bf243-8bee-460b-b491-d40d9d44f69b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:13.051512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfc45c7-e63b-4c97-be7e-62fa1f9c7b02 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:45:13.067319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cbfc45c7-e63b-4c97-be7e-62fa1f9c7b02 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "DELETE /v2.0/ports/1afa2d8f-55cd-468c-b044-a88bb80b0f59 HTTP/1.1" status: 404 len: 333 time: 0.8663261 May 10 11:45:13.079791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ea71-9e40-478c-bb90-152f801416d1 req-d44bf243-8bee-460b-b491-d40d9d44f69b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:13.082976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60834) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:13.095089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ea71-9e40-478c-bb90-152f801416d1 req-d44bf243-8bee-460b-b491-d40d9d44f69b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:13.128612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7166ea71-9e40-478c-bb90-152f801416d1 req-d44bf243-8bee-460b-b491-d40d9d44f69b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5438 time: 0.4145081 May 10 11:45:13.274803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7166ea71-9e40-478c-bb90-152f801416d1 req-eeaccd2a-84a7-458a-97f8-d7f2bb5187e9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452630 May 10 11:45:13.288251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47b14ff-2a9b-404b-b58a-e96cd2f81f53 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Deleting subnet db61b73a-eea2-4296-971b-c39e8003223d {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:45:13.305432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.resource_extend [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] It took 1.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:45:13.309067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b47b14ff-2a9b-404b-b58a-e96cd2f81f53 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:13.342687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1075a8b7-15b5-400f-a04b-748d631b8ba8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:13.487224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b47b14ff-2a9b-404b-b58a-e96cd2f81f53 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:13.489881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:13.518496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:13.522371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:13.523059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:13.744693 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP b54df22f-721a-4e63-ab98-2db2e0755c4b associated. External IP: 172.25.8.125, port: 6fd8ed6b-76da-4c37-be73-e419cf803270. May 10 11:45:13.871680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b47b14ff-2a9b-404b-b58a-e96cd2f81f53 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:13.954201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:14.092861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-01c6191b-aa64-473c-91e0-639d8e232f96 None None] Current status of the port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:14.130072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b47b14ff-2a9b-404b-b58a-e96cd2f81f53 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:14.249734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b14ff-2a9b-404b-b58a-e96cd2f81f53 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event deleted for resources: {'Subnet': ['ID=db61b73a-eea2-4296-971b-c39e8003223d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:14.269562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b47b14ff-2a9b-404b-b58a-e96cd2f81f53 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:14.275049 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b47b14ff-2a9b-404b-b58a-e96cd2f81f53 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "DELETE /v2.0/subnets/db61b73a-eea2-4296-971b-c39e8003223d HTTP/1.1" status: 204 len: 168 time: 1.1831610 May 10 11:45:14.275447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60860) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:14.290173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453fbd9-1d26-4519-91b9-afe5da597371 None None] Network 192ad0df-bb32-49fb-9a74-2f8d2987fb66 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:45:14.340978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222904b4-3130-4b4b-8fcd-f9004e3cd472 req-299a7e2a-107f-4267-894d-98d1b594b143 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:14.342575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-222904b4-3130-4b4b-8fcd-f9004e3cd472 req-299a7e2a-107f-4267-894d-98d1b594b143 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1412063 May 10 11:45:14.424339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:14.505151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:14.525904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-222904b4-3130-4b4b-8fcd-f9004e3cd472 req-93703195-80dc-4a5e-bb69-dca91ce43ed5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664164 May 10 11:45:14.633614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-5587ea4a-60d1-4acd-aa81-95d75848e8ab tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:14.659321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-5587ea4a-60d1-4acd-aa81-95d75848e8ab tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:14.664847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:14.665998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-5587ea4a-60d1-4acd-aa81-95d75848e8ab tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:14.676452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-5587ea4a-60d1-4acd-aa81-95d75848e8ab tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:14.680739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95ea1a-37cd-4462-a1fc-02c94d09d0ba None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:14.689784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-5587ea4a-60d1-4acd-aa81-95d75848e8ab tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:14.703559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-5587ea4a-60d1-4acd-aa81-95d75848e8ab tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:14.707619 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95ea1a-37cd-4462-a1fc-02c94d09d0ba None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:14.708491 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f95ea1a-37cd-4462-a1fc-02c94d09d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:14.709685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-5587ea4a-60d1-4acd-aa81-95d75848e8ab tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:14.711601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-5587ea4a-60d1-4acd-aa81-95d75848e8ab tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5438 time: 0.2747149 May 10 11:45:14.725649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] DHCP port deletion for 192ad0df-bb32-49fb-9a74-2f8d2987fb66 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:45:14.810730 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f95ea1a-37cd-4462-a1fc-02c94d09d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:14.825370 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95ea1a-37cd-4462-a1fc-02c94d09d0ba None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:14.826434 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f95ea1a-37cd-4462-a1fc-02c94d09d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:14.827242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device baffa83d-610f-42de-b347-1921071fa985 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:14.857182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e6319c18-af1c-4bb4-aa68-fefdeabf4492 req-723d4d3f-f768-4087-b5cc-9868f6b36a05 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320786 May 10 11:45:14.866553 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2f95ea1a-37cd-4462-a1fc-02c94d09d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:14.867426 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95ea1a-37cd-4462-a1fc-02c94d09d0ba None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:14.869927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Deleting port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:14.870262 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:14.944730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] Deleting port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:14.945252 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.004415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] For port 48b071a4-74b1-454c-bd4f-40a86ec9ab47, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=48b071a4-74b1-454c-bd4f-40a86ec9ab47,segment=NetworkSegment(dcdeb131-cb43-4770-a7d3-e8c6f1e36feb),segment_id=dcdeb131-cb43-4770-a7d3-e8c6f1e36feb)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:15.008612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.071571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Calling delete_port for 48b071a4-74b1-454c-bd4f-40a86ec9ab47 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:15.230312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port baffa83d-610f-42de-b347-1921071fa985 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:45:15.240696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] For port 48b071a4-74b1-454c-bd4f-40a86ec9ab47, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=48b071a4-74b1-454c-bd4f-40a86ec9ab47,segment=NetworkSegment(dcdeb131-cb43-4770-a7d3-e8c6f1e36feb),segment_id=dcdeb131-cb43-4770-a7d3-e8c6f1e36feb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:15.241565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.249557 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.264005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:15.267250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port baffa83d-610f-42de-b347-1921071fa985 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:15.267632 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.318206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event deleted for resources: {'Port': ['ID=48b071a4-74b1-454c-bd4f-40a86ec9ab47,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:15.325657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] Calling delete_port for 48b071a4-74b1-454c-bd4f-40a86ec9ab47 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:15.331015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] No DVR routers for this DVR port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:45:15.445164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:15.451182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.528927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.562457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb25ad-7304-495f-b06d-f07ee570d2f2 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:15.569854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] Pushing event deleted for resources: {'Port': ['ID=48b071a4-74b1-454c-bd4f-40a86ec9ab47,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:15.626413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c64c6cfe-06e6-47bd-82a4-b8fd330b1ff3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/floatingips/b54df22f-721a-4e63-ab98-2db2e0755c4b HTTP/1.1" status: 200 len: 978 time: 5.0771904 May 10 11:45:15.627198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60886) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:15.632142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:15.665087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec78c37-fc84-4fee-8359-58eb50ebc66f None None] No DVR routers for this DVR port 48b071a4-74b1-454c-bd4f-40a86ec9ab47 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:45:15.667408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb25ad-7304-495f-b06d-f07ee570d2f2 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:15.668234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1bcb25ad-7304-495f-b06d-f07ee570d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:15.719747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1bcb25ad-7304-495f-b06d-f07ee570d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:15.762542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb25ad-7304-495f-b06d-f07ee570d2f2 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:15.766376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1bcb25ad-7304-495f-b06d-f07ee570d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:15.791374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.937200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port baffa83d-610f-42de-b347-1921071fa985 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:15.937200 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:15.960307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-1bcb25ad-7304-495f-b06d-f07ee570d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:15.972122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb25ad-7304-495f-b06d-f07ee570d2f2 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:16.042410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baffa83d-610f-42de-b347-1921071fa985'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:16.057450 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef155b4f-2920-4af3-8290-d7f87e8ee5f9" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "baffa83d-610f-42de-b347-1921071fa985"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:16.129011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port baffa83d-610f-42de-b347-1921071fa985, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=baffa83d-610f-42de-b347-1921071fa985,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:16.137293 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.139983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.154748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.155831 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP b54df22f-721a-4e63-ab98-2db2e0755c4b disassociated. External IP: 172.25.8.125, port: 4a84f8ba-5791-4574-a979-a020da1907c7. May 10 11:45:16.181747 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.225259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=baffa83d-610f-42de-b347-1921071fa985,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:16.238067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192ad0df-bb32-49fb-9a74-2f8d2987fb66']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:16.265821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdeb131-cb43-4770-a7d3-e8c6f1e36feb') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:16.266772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdeb131-cb43-4770-a7d3-e8c6f1e36feb') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:16.291042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.309246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.335564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:16.337224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.395703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-9cb1432a-3dc5-4cee-9d1d-73a8bdb1af9f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.402545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-9cb1432a-3dc5-4cee-9d1d-73a8bdb1af9f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.409606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-9cb1432a-3dc5-4cee-9d1d-73a8bdb1af9f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.416374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-9cb1432a-3dc5-4cee-9d1d-73a8bdb1af9f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.422445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-9cb1432a-3dc5-4cee-9d1d-73a8bdb1af9f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.429926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-9cb1432a-3dc5-4cee-9d1d-73a8bdb1af9f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: timer() May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:16.433730 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:16.435798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-9cb1432a-3dc5-4cee-9d1d-73a8bdb1af9f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.442843 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.449651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-9cb1432a-3dc5-4cee-9d1d-73a8bdb1af9f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5439 time: 0.2108643 May 10 11:45:16.463305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.474770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] 10.222.0.13 "DELETE /v2.0/networks/192ad0df-bb32-49fb-9a74-2f8d2987fb66 HTTP/1.1" status: 204 len: 168 time: 2.1981530 May 10 11:45:16.495513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbcb4a-8e3e-4d0c-a1c2-1adc1db72f69 req-aede0d9a-5bb2-4655-9828-7eddbf011479 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.497608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8bcbcb4a-8e3e-4d0c-a1c2-1adc1db72f69 req-aede0d9a-5bb2-4655-9828-7eddbf011479 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.4100692 May 10 11:45:16.526743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503414bf-17f3-4c9d-8d7c-dbd6c35181d9 tempest-DHCPAgentSchedulersTestJSON-1514130189 tempest-DHCPAgentSchedulersTestJSON-1514130189-project] Pushing event deleted for resources: {'Network': ['ID=192ad0df-bb32-49fb-9a74-2f8d2987fb66,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:16.579786 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8bcbcb4a-8e3e-4d0c-a1c2-1adc1db72f69 req-34232eb2-cb74-4a54-bf35-60e0172508b1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669036 May 10 11:45:16.685238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b1e99555-2c56-4326-971a-6a638ba13e63 req-fd3d3d12-a7c8-4735-a064-5894eb3fcad3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298043 May 10 11:45:16.697971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:16.751333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 48b071a4-74b1-454c-bd4f-40a86ec9ab47 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:45:16.815313 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39ce261-48b5-4fa8-9687-a6b313538484 x-openstack-request-id: req-c39ce261-48b5-4fa8-9687-a6b313538484 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:16.816696 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "baffa83d-610f-42de-b347-1921071fa985", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:16.820078 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c39ce261-48b5-4fa8-9687-a6b313538484 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:16.821278 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39ce261-48b5-4fa8-9687-a6b313538484'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baffa83d-610f-42de-b347-1921071fa985', 'code': 200} May 10 11:45:16.826659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 98c6910b-e79c-435f-8f06-983ad175c843 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:16.832847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 48b071a4-74b1-454c-bd4f-40a86ec9ab47 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:45:16.834775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 48b071a4-74b1-454c-bd4f-40a86ec9ab47 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:45:16.841045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48003a4-40e2-4b17-acea-c1556063a26a req-545c9c6d-6f41-4488-adfb-29db25982257 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:16.845253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a48003a4-40e2-4b17-acea-c1556063a26a req-545c9c6d-6f41-4488-adfb-29db25982257 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 946 time: 0.1214466 May 10 11:45:16.930122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a48003a4-40e2-4b17-acea-c1556063a26a req-0bb6b24d-35fc-4865-aead-7eedbd367f09 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769284 May 10 11:45:16.977990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 98c6910b-e79c-435f-8f06-983ad175c843 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:45:16.992190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 98c6910b-e79c-435f-8f06-983ad175c843 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:16.992603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.004247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:17.014110 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c7412-c75d-48bd-8d7f-442040d51acc None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:17.022086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.034845 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c7412-c75d-48bd-8d7f-442040d51acc None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:17.035504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-732c7412-c75d-48bd-8d7f-442040d51acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:17.100021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a48bcc61-45b8-4d81-be2a-9300a2f2dc24 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/floatingips/b54df22f-721a-4e63-ab98-2db2e0755c4b HTTP/1.1" status: 200 len: 688 time: 1.4698992 May 10 11:45:17.101643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60920) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:17.130957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60922) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:17.137234 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-732c7412-c75d-48bd-8d7f-442040d51acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:17.151417 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c7412-c75d-48bd-8d7f-442040d51acc None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:17.152090 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-732c7412-c75d-48bd-8d7f-442040d51acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:17.191978 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-732c7412-c75d-48bd-8d7f-442040d51acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:17.193529 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c7412-c75d-48bd-8d7f-442040d51acc None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:17.228957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 98c6910b-e79c-435f-8f06-983ad175c843 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:17.229359 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.275748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 98c6910b-e79c-435f-8f06-983ad175c843, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=98c6910b-e79c-435f-8f06-983ad175c843,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:17.282741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.283999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:17.338248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-858b6e6b-0a3e-4752-9ec4-bc0aacb490a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9404158b74c2483fbd59a2381a020d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057700 May 10 11:45:17.340937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60928) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:17.427886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=98c6910b-e79c-435f-8f06-983ad175c843,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:17.454070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:45:17.459435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:17.459909 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.463476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-174cfba1-911f-4878-8f8c-3867d8ebff41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.492165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-174cfba1-911f-4878-8f8c-3867d8ebff41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.579241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-174cfba1-911f-4878-8f8c-3867d8ebff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.582113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-174cfba1-911f-4878-8f8c-3867d8ebff41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.584083 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-174cfba1-911f-4878-8f8c-3867d8ebff41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3eb514eb-6108-488b-a219-99a47e8f5345 HTTP/1.1" status: 204 len: 168 time: 0.2350910 May 10 11:45:17.613028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:17.613452 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.630601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port de3dd018-f9fe-46ae-9f51-d0266634a0be {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:17.632747 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.665266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:17.678470 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:17.679394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1075a8b7-15b5-400f-a04b-748d631b8ba8 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:17.785407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-26e0b6f2-a3bb-47e6-b316-453be0f3a998 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:17.805025 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-26e0b6f2-a3bb-47e6-b316-453be0f3a998 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 946 time: 0.2586873 May 10 11:45:17.808392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cfba1-911f-4878-8f8c-3867d8ebff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb514eb-6108-488b-a219-99a47e8f5345,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:17.850344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcd3bd-679e-4263-8d89-4d4c33c3edb8 req-74dec02d-11da-4c22-910f-140259c81014 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:17.853146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00bcd3bd-679e-4263-8d89-4d4c33c3edb8 req-74dec02d-11da-4c22-910f-140259c81014 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1216235 May 10 11:45:17.878272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:17.921202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 1075a8b7-15b5-400f-a04b-748d631b8ba8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:45:17.929547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 1075a8b7-15b5-400f-a04b-748d631b8ba8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:17.929799 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.006754 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-00bcd3bd-679e-4263-8d89-4d4c33c3edb8 req-440bd398-d42d-475d-b286-59e1d922af8b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451263 May 10 11:45:18.093791 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.094401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.127054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-e2c095c4-367f-455c-9379-e6c300e540c8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:18.133857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-e2c095c4-367f-455c-9379-e6c300e540c8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:18.140900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-e2c095c4-367f-455c-9379-e6c300e540c8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:18.147457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-e2c095c4-367f-455c-9379-e6c300e540c8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:18.157666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-e2c095c4-367f-455c-9379-e6c300e540c8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:18.163973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-e2c095c4-367f-455c-9379-e6c300e540c8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:18.170406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-e2c095c4-367f-455c-9379-e6c300e540c8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:18.180557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-e2c095c4-367f-455c-9379-e6c300e540c8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5441 time: 0.2839561 May 10 11:45:18.197510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1075a8b7-15b5-400f-a04b-748d631b8ba8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:18.198990 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.228955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for de3dd018-f9fe-46ae-9f51-d0266634a0be owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:18.244462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e42a6f4d-3774-4bf8-8a77-4e547459eb03 req-f113cd46-bc77-449f-8a8f-4cd2d7863f41 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633299 May 10 11:45:18.293551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da885ee-1ae6-46a8-a87b-8ef6a2afe77c req-923105b6-da4e-4477-ab4d-5855a3392099 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:18.298963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6da885ee-1ae6-46a8-a87b-8ef6a2afe77c req-923105b6-da4e-4477-ab4d-5855a3392099 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 946 time: 0.1213863 May 10 11:45:18.304121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1075a8b7-15b5-400f-a04b-748d631b8ba8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:18.318478 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.319446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2126c24d-ffe4-4246-9dc0-a548addaf88d up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:18.383763 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6da885ee-1ae6-46a8-a87b-8ef6a2afe77c req-b08926ba-1cc7-4805-9014-93943de34bb9 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb85c2c-179f-4f95-a67c-c7b6dce774a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659018 May 10 11:45:18.480332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60956) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:18.518533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a58ad442-2b9c-4174-b4a5-a975b0b21720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.590286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 2126c24d-ffe4-4246-9dc0-a548addaf88d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:45:18.619420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 2126c24d-ffe4-4246-9dc0-a548addaf88d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:18.619420 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.691346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Deleting port c88d237e-cc47-4842-88a4-516c7928645b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:18.691983 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.714191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.717243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1075a8b7-15b5-400f-a04b-748d631b8ba8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:18.826672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c6910b-e79c-435f-8f06-983ad175c843'}, {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61'}, {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1075a8b7-15b5-400f-a04b-748d631b8ba8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:18.830181 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3afda1-586e-45c0-a39e-e86ba931fdb6" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "98c6910b-e79c-435f-8f06-983ad175c843"}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "2db920d6-dfae-4edf-bb0e-a288b9bd6d61"}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "1075a8b7-15b5-400f-a04b-748d631b8ba8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:18.841805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=de3dd018-f9fe-46ae-9f51-d0266634a0be,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:18.854049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2126c24d-ffe4-4246-9dc0-a548addaf88d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:18.854822 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.906820 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a58ad442-2b9c-4174-b4a5-a975b0b21720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.926600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a58ad442-2b9c-4174-b4a5-a975b0b21720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.932471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2126c24d-ffe4-4246-9dc0-a548addaf88d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:18.945612 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:18.947613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5a093890-3c4b-49d1-b9bf-9b264804b0f6 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:18.990682 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a58ad442-2b9c-4174-b4a5-a975b0b21720 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=440af57034374bc7a335cb4b723fd0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064688 May 10 11:45:18.991096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:18.991311 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 May 2022 11:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a21d22e-8f33-4f28-8a27-d0611feb68fe x-openstack-request-id: req-4a21d22e-8f33-4f28-8a27-d0611feb68fe {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:18.991615 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "98c6910b-e79c-435f-8f06-983ad175c843", "code": 200}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "2db920d6-dfae-4edf-bb0e-a288b9bd6d61", "code": 200}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "1075a8b7-15b5-400f-a04b-748d631b8ba8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:18.991933 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a21d22e-8f33-4f28-8a27-d0611feb68fe {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:18.992347 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a21d22e-8f33-4f28-8a27-d0611feb68fe'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c6910b-e79c-435f-8f06-983ad175c843', 'code': 200} May 10 11:45:18.992605 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a21d22e-8f33-4f28-8a27-d0611feb68fe'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61', 'code': 200} May 10 11:45:18.992864 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a21d22e-8f33-4f28-8a27-d0611feb68fe'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1075a8b7-15b5-400f-a04b-748d631b8ba8', 'code': 200} May 10 11:45:19.002384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.006627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.008647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ff18f54-2b5e-45eb-969a-27e417dc41ae tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/floatingips/b54df22f-721a-4e63-ab98-2db2e0755c4b HTTP/1.1" status: 204 len: 168 time: 1.9057958 May 10 11:45:19.013490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60970) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:19.034660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ad442-2b9c-4174-b4a5-a975b0b21720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac722201-bd2e-452d-8655-1ebf93978240,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:19.090848 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-ee96adfc-454a-4611-8a6f-f9dd80279728 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] delete failed (client error): The resource could not be found. May 10 11:45:19.092627 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ee96adfc-454a-4611-8a6f-f9dd80279728 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/floatingips/b54df22f-721a-4e63-ab98-2db2e0755c4b HTTP/1.1" status: 404 len: 345 time: 0.0723133 May 10 11:45:19.106749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] For port c88d237e-cc47-4842-88a4-516c7928645b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c88d237e-cc47-4842-88a4-516c7928645b,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:19.107408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60976) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:19.112471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.146096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2126c24d-ffe4-4246-9dc0-a548addaf88d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:19.216365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:45:19.220637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:19.221016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.439059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6611fa7b-447f-43ae-a41c-cf44c8c2316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.441333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:19.441723 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.538261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6611fa7b-447f-43ae-a41c-cf44c8c2316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.543009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 5a093890-3c4b-49d1-b9bf-9b264804b0f6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:19.554539 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.555689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ab7f1eb6-208f-4a1c-9818-415cb378555f up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:19.601598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.602251 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.603025 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Floating IP 001e467d-ab64-449c-8eae-5a0be05bd4dc disassociated. External IP: 172.25.8.190, port: c88d237e-cc47-4842-88a4-516c7928645b. May 10 11:45:19.603593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Calling delete_port for c88d237e-cc47-4842-88a4-516c7928645b owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:19.671966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6896ca6-5564-45f4-87a6-9ecde27d02b7 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:19.693929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6896ca6-5564-45f4-87a6-9ecde27d02b7 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:19.719241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port ab7f1eb6-208f-4a1c-9818-415cb378555f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:45:19.722190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6896ca6-5564-45f4-87a6-9ecde27d02b7 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:19.724494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e6896ca6-5564-45f4-87a6-9ecde27d02b7 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "GET /v2.0/ports?network_id=eb7c391b-87d6-44a1-af40-8322341d6928 HTTP/1.1" status: 200 len: 2357 time: 0.6125631 May 10 11:45:19.740865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8fef5-27ab-45b7-b829-8d9f8508e186 req-f3d47a0f-70d5-4391-8d1c-e6978a299e7b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:19.742514 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dc8fef5-27ab-45b7-b829-8d9f8508e186 req-f3d47a0f-70d5-4391-8d1c-e6978a299e7b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.5589199 May 10 11:45:19.746257 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6611fa7b-447f-43ae-a41c-cf44c8c2316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.746689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port ab7f1eb6-208f-4a1c-9818-415cb378555f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:19.747018 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.749312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6611fa7b-447f-43ae-a41c-cf44c8c2316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.756412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6611fa7b-447f-43ae-a41c-cf44c8c2316b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac722201-bd2e-452d-8655-1ebf93978240 HTTP/1.1" status: 204 len: 168 time: 0.7556851 May 10 11:45:19.757921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60988) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:19.836556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:19.844190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=5a093890-3c4b-49d1-b9bf-9b264804b0f6,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:20.060291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ab7f1eb6-208f-4a1c-9818-415cb378555f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:20.064406 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:20.068930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-00b4e1e6-a8d0-47ec-ba12-af507f869db0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:20.083469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-00b4e1e6-a8d0-47ec-ba12-af507f869db0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:20.109431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-00b4e1e6-a8d0-47ec-ba12-af507f869db0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:20.126340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-00b4e1e6-a8d0-47ec-ba12-af507f869db0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:20.137729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ab7f1eb6-208f-4a1c-9818-415cb378555f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:20.144613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-00b4e1e6-a8d0-47ec-ba12-af507f869db0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:20.149082 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:20.166559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-00b4e1e6-a8d0-47ec-ba12-af507f869db0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:20.172460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-00b4e1e6-a8d0-47ec-ba12-af507f869db0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:20.178277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-00b4e1e6-a8d0-47ec-ba12-af507f869db0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5443 time: 0.7720301 May 10 11:45:20.179545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'Port': ['ID=c88d237e-cc47-4842-88a4-516c7928645b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:20.261383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ab7f1eb6-208f-4a1c-9818-415cb378555f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:20.277732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c88d237e-cc47-4842-88a4-516c7928645b no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:45:20.345608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: c88d237e-cc47-4842-88a4-516c7928645b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:45:20.346150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c88d237e-cc47-4842-88a4-516c7928645b not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:45:20.385755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ede4f55e-b0b4-4b5b-bc00-287e59ac9f31 req-057da686-7c39-4a6c-b86c-e1c34a50aeb8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1651607 May 10 11:45:20.568338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611fa7b-447f-43ae-a41c-cf44c8c2316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac722201-bd2e-452d-8655-1ebf93978240,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:20.642394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6dc8fef5-27ab-45b7-b829-8d9f8508e186 req-2baefaa6-752d-4252-a008-b67c8e6297db tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8825035 May 10 11:45:20.652970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388948f4-8075-451d-9401-60d171ed6f64 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:20.664824 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-388948f4-8075-451d-9401-60d171ed6f64 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "GET /v2.0/subnets/4660c0c2-f2ea-495e-bd36-94cc157bffbd HTTP/1.1" status: 200 len: 797 time: 0.8967290 May 10 11:45:20.665465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:20.679580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'port': {'network_id': 'eb7c391b-87d6-44a1-af40-8322341d6928', 'name': 'tempest-FloatingIPTestJSON-858570840', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:20.690925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2c55c32-3647-431b-ae84-53bb80c5b906 req-5e854647-545a-4b2b-a5d6-37ee00c71213 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 210 time: 0.1032555 May 10 11:45:20.744164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:20.969981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:20.993890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126c24d-ffe4-4246-9dc0-a548addaf88d'}, {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a093890-3c4b-49d1-b9bf-9b264804b0f6'}, {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7f1eb6-208f-4a1c-9818-415cb378555f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:21.001079 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f6f30-9790-4793-8aa7-44209fd165b0" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "2126c24d-ffe4-4246-9dc0-a548addaf88d"}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "5a093890-3c4b-49d1-b9bf-9b264804b0f6"}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "ab7f1eb6-208f-4a1c-9818-415cb378555f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:21.047234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:21.068232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:21.087156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:21.087992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:21.128997 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:21.154903 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 May 2022 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85acfb7b-b10a-497d-8f3e-50bf77adee02 x-openstack-request-id: req-85acfb7b-b10a-497d-8f3e-50bf77adee02 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:21.155305 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "2126c24d-ffe4-4246-9dc0-a548addaf88d", "code": 200}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "5a093890-3c4b-49d1-b9bf-9b264804b0f6", "code": 200}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "ab7f1eb6-208f-4a1c-9818-415cb378555f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:21.155662 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85acfb7b-b10a-497d-8f3e-50bf77adee02 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:21.156308 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85acfb7b-b10a-497d-8f3e-50bf77adee02'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126c24d-ffe4-4246-9dc0-a548addaf88d', 'code': 200} May 10 11:45:21.156653 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85acfb7b-b10a-497d-8f3e-50bf77adee02'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a093890-3c4b-49d1-b9bf-9b264804b0f6', 'code': 200} May 10 11:45:21.157160 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85acfb7b-b10a-497d-8f3e-50bf77adee02'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7f1eb6-208f-4a1c-9818-415cb378555f', 'code': 200} May 10 11:45:21.171512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] No DVR routers for this DVR port c88d237e-cc47-4842-88a4-516c7928645b on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:45:21.175685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] device_id is not set on port 7db44676-fa35-4dc2-bdd6-ee7b8a71c53b yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:45:21.178247 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:21.184951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c4c0a88-76b0-437b-a1ac-455da78ad2ac req-0531acfc-ec33-4f7a-be15-18b16084551f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.49 "DELETE /v2.0/ports/c88d237e-cc47-4842-88a4-516c7928645b HTTP/1.1" status: 204 len: 173 time: 3.3612914 May 10 11:45:21.185313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'name': 'network-vif-deleted', 'tag': 'c88d237e-cc47-4842-88a4-516c7928645b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:21.190794 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd302c7a-6276-4145-97de-5550f00454ec" -d '{"events": [{"server_uuid": "9b6d3ef2-3284-452c-ad3d-6db1512366e0", "name": "network-vif-deleted", "tag": "c88d237e-cc47-4842-88a4-516c7928645b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:21.291428 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0561ca9a-c74f-4126-9026-f0bc17811df8 x-openstack-request-id: req-0561ca9a-c74f-4126-9026-f0bc17811df8 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:21.291698 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6d3ef2-3284-452c-ad3d-6db1512366e0", "name": "network-vif-deleted", "tag": "c88d237e-cc47-4842-88a4-516c7928645b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:21.291969 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0561ca9a-c74f-4126-9026-f0bc17811df8 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:21.292353 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0561ca9a-c74f-4126-9026-f0bc17811df8'] response: {'server_uuid': '9b6d3ef2-3284-452c-ad3d-6db1512366e0', 'name': 'network-vif-deleted', 'tag': 'c88d237e-cc47-4842-88a4-516c7928645b', 'status': 'completed', 'code': 200} May 10 11:45:21.351599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-7f7df7ea-58eb-4637-8744-311957e71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:21.357123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-7f7df7ea-58eb-4637-8744-311957e71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:21.357806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-7f7df7ea-58eb-4637-8744-311957e71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:21.358855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-7f7df7ea-58eb-4637-8744-311957e71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:21.359490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-7f7df7ea-58eb-4637-8744-311957e71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:21.361059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-7f7df7ea-58eb-4637-8744-311957e71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:21.372068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-7f7df7ea-58eb-4637-8744-311957e71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:21.374412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-7f7df7ea-58eb-4637-8744-311957e71179 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6502 time: 0.1664119 May 10 11:45:21.376931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:21.435074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c166754e-cc2c-44a2-ae17-f357e7979212 req-0eb40e43-bbbc-4bf2-a7d8-743646e9c854 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519314 May 10 11:45:21.771163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:21.841323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:45:21.851651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:21.852564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:21.883131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88376bd1-ada4-41bc-aad3-06ddea2e80c9 req-f7436326-17c5-4639-8ed2-93da327312a7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:21.891948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88376bd1-ada4-41bc-aad3-06ddea2e80c9 req-f7436326-17c5-4639-8ed2-93da327312a7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1119514 May 10 11:45:21.942737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-88376bd1-ada4-41bc-aad3-06ddea2e80c9 req-bb9c7aa3-68ab-4a88-9a9d-30ac3de13a7c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494080 May 10 11:45:22.004408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-1065b0c9-e9e1-4626-b378-5a5b6cb9c7b0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:22.011096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-1065b0c9-e9e1-4626-b378-5a5b6cb9c7b0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:22.018263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-1065b0c9-e9e1-4626-b378-5a5b6cb9c7b0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:22.024985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-1065b0c9-e9e1-4626-b378-5a5b6cb9c7b0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:22.031497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-1065b0c9-e9e1-4626-b378-5a5b6cb9c7b0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:22.038766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-1065b0c9-e9e1-4626-b378-5a5b6cb9c7b0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:22.047625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-1065b0c9-e9e1-4626-b378-5a5b6cb9c7b0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:22.059985 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-1065b0c9-e9e1-4626-b378-5a5b6cb9c7b0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.4265230 May 10 11:45:22.321738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-166706d5-42e5-4ac2-87ac-dc12d186ce9a req-39166e70-2ec8-4210-9be9-9738cc77a8db tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2604711 May 10 11:45:22.348578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:22.373405 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a8f5ad2-d32d-4df3-8a34-b7b614665206 req-ef076967-5061-423d-bbdc-9d5229ff3862 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b6d3ef2-3284-452c-ad3d-6db1512366e0 HTTP/1.1" status: 200 len: 210 time: 0.1242852 May 10 11:45:22.493422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.20.0.13 (eb7c391b-87d6-44a1-af40-8322341d6928/4660c0c2-f2ea-495e-bd36-94cc157bffbd/7db44676-fa35-4dc2-bdd6-ee7b8a71c53b) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:22.507577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.20.0.12 (eb7c391b-87d6-44a1-af40-8322341d6928/4660c0c2-f2ea-495e-bd36-94cc157bffbd/7db44676-fa35-4dc2-bdd6-ee7b8a71c53b) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:22.732828 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:22.747391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:22.783362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755fe40-4cd3-45bf-b1ca-6e63602f3341 None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:22.806083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:22.839560 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:45:22.903334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32858) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:22.908987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=7db44676-fa35-4dc2-bdd6-ee7b8a71c53b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:22.937066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network eb7c391b-87d6-44a1-af40-8322341d6928 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:22.938649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:22.944887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:23.034391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.035421 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.059537 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-05e804df-8269-45c1-8df7-2fbc21904234 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3841240 May 10 11:45:23.063183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32864) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:23.068629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '7db44676-fa35-4dc2-bdd6-ee7b8a71c53b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:23.095782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.124910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-ec4e6efd-cfd9-42ca-9f0a-d7b826727e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.126640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-ec4e6efd-cfd9-42ca-9f0a-d7b826727e69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 1096 time: 0.0996954 May 10 11:45:23.155481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1258659091'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:23.222508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Made reservation on behalf of d03bcddff28a4841a46b9ada25f30a1a for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:23.227521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.273660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.300588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd6bd9-82a8-4f8e-b1fe-e19dc5627ff3 req-ff352bd1-0c1e-457c-93b6-caa7ffec4b16 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.302216 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9fd6bd9-82a8-4f8e-b1fe-e19dc5627ff3 req-ff352bd1-0c1e-457c-93b6-caa7ffec4b16 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.2001355 May 10 11:45:23.372821 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f0ae9-94f2-4191-9731-1f76ef6fab4e None None] New status for floating IP 001e467d-ab64-449c-8eae-5a0be05bd4dc: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:45:23.398172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-3c2ae672-1460-4ee9-94ea-b6fe1b0465f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.400418 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-3c2ae672-1460-4ee9-94ea-b6fe1b0465f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 914 time: 0.2499452 May 10 11:45:23.477082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-848153aa-3380-4e69-962a-4ccece20870f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a HTTP/1.1" status: 200 len: 217 time: 0.0671468 May 10 11:45:23.492543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9fd6bd9-82a8-4f8e-b1fe-e19dc5627ff3 req-1e4c7e5c-60a6-488c-ae71-861255898692 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802785 May 10 11:45:23.594691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.640984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-8a0b716c-b30c-42e4-a540-8234c6e62154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.642721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-8a0b716c-b30c-42e4-a540-8234c6e62154 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 200 len: 853 time: 0.1546032 May 10 11:45:23.643409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32876) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:23.758787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-50740103-7acb-49be-b382-f154ff579394 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d300f77a-6798-409d-8413-096f9d9ca824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815418 May 10 11:45:23.770253 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.789499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.25.8.203 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/a93396d0-a181-4cc8-b1d3-f4ead04432a4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:23.885389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.920311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9982b7-3a9b-46a6-a98a-937009aa6497,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:23.921583 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.941478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-21bf6f1d-6bed-4fd8-b772-c0233b9f0e2b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.949107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-21bf6f1d-6bed-4fd8-b772-c0233b9f0e2b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.955100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-21bf6f1d-6bed-4fd8-b772-c0233b9f0e2b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.962000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-21bf6f1d-6bed-4fd8-b772-c0233b9f0e2b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.969527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-21bf6f1d-6bed-4fd8-b772-c0233b9f0e2b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.976584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-21bf6f1d-6bed-4fd8-b772-c0233b9f0e2b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.976926 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:23.983138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-21bf6f1d-6bed-4fd8-b772-c0233b9f0e2b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:23.990670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-21bf6f1d-6bed-4fd8-b772-c0233b9f0e2b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.5176580 May 10 11:45:23.993811 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-78120628-e901-462d-8e6c-97011477b15c service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176583 May 10 11:45:23.996869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eea05304-0144-4ff9-8fea-3b4786b6bf1f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.018982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:24.022954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:24.030295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:24.041627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:24.058005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=a93396d0-a181-4cc8-b1d3-f4ead04432a4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:24.118523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.118934 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Added segment 62811442-92dd-4528-b509-0fbc9bde0011 of type vlan for network 253db498-7c12-40c2-a794-66c9406ecf5e May 10 11:45:24.232339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eea05304-0144-4ff9-8fea-3b4786b6bf1f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.239254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f240335-7868-4de6-a6c0-55ee27f06e55 req-4a35b1bb-fad2-4d26-84a0-7947e2576d66 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2476940 May 10 11:45:24.257006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.328299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-411a06c6-e543-4cee-971d-7130a62cbc45 req-0db70d0e-c16f-4f40-93a9-8b805b5a03ee service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230464 May 10 11:45:24.351384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.360946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.361766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.389225 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eea05304-0144-4ff9-8fea-3b4786b6bf1f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.392602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eea05304-0144-4ff9-8fea-3b4786b6bf1f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.399059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eea05304-0144-4ff9-8fea-3b4786b6bf1f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "DELETE /v2.0/security-groups/aeb85c2c-179f-4f95-a67c-c7b6dce774a2 HTTP/1.1" status: 204 len: 168 time: 0.7454154 May 10 11:45:24.440215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32888) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:24.508773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Pushing event updated for resources: {'Network': ['ID=253db498-7c12-40c2-a794-66c9406ecf5e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:24.522229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea05304-0144-4ff9-8fea-3b4786b6bf1f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb85c2c-179f-4f95-a67c-c7b6dce774a2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:24.542258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32896) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:24.546586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 253db498-7c12-40c2-a794-66c9406ecf5e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:24.549233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3727c45f-0c79-4204-a459-94454b0d483a tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6429932 May 10 11:45:24.588488 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-9fd5b3b4-005c-4488-ae58-7d197e5e67f5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] show failed (client error): The resource could not be found. May 10 11:45:24.589633 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9fd5b3b4-005c-4488-ae58-7d197e5e67f5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups/aeb85c2c-179f-4f95-a67c-c7b6dce774a2 HTTP/1.1" status: 404 len: 347 time: 0.1446154 May 10 11:45:24.595557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32900) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:24.720077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5ebf8-d98b-49f3-b19a-7c75bdb40d51 req-16dd6245-0d8a-4dbd-b76c-2b667e3a1bd8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.736364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5ebf8-d98b-49f3-b19a-7c75bdb40d51 req-16dd6245-0d8a-4dbd-b76c-2b667e3a1bd8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.751532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5ebf8-d98b-49f3-b19a-7c75bdb40d51 req-16dd6245-0d8a-4dbd-b76c-2b667e3a1bd8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.758682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5ebf8-d98b-49f3-b19a-7c75bdb40d51 req-16dd6245-0d8a-4dbd-b76c-2b667e3a1bd8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.765114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5ebf8-d98b-49f3-b19a-7c75bdb40d51 req-16dd6245-0d8a-4dbd-b76c-2b667e3a1bd8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.775132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5ebf8-d98b-49f3-b19a-7c75bdb40d51 req-16dd6245-0d8a-4dbd-b76c-2b667e3a1bd8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.782122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5ebf8-d98b-49f3-b19a-7c75bdb40d51 req-16dd6245-0d8a-4dbd-b76c-2b667e3a1bd8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.785437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56f5ebf8-d98b-49f3-b19a-7c75bdb40d51 req-16dd6245-0d8a-4dbd-b76c-2b667e3a1bd8 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.3439839 May 10 11:45:24.805443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Request body: {'network': {'name': 'tempest-network--1570057412', 'router:external': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:24.818417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32912) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:24.824450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Request body: {'floatingip': {'port_id': 'baffa83d-610f-42de-b347-1921071fa985'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:24.864664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374837c8-c1d6-4b2d-bfe0-d7bf70911cf6 req-37b4be26-c583-4e8e-83a9-bf7e5ca7970e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:24.866308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-374837c8-c1d6-4b2d-bfe0-d7bf70911cf6 req-37b4be26-c583-4e8e-83a9-bf7e5ca7970e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1498015 May 10 11:45:24.889939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.893838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.896610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Made reservation on behalf of a08a95fea447499fb91c463f3251a5ff for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:24.899322 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.946645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-374837c8-c1d6-4b2d-bfe0-d7bf70911cf6 req-211dd2c4-70fb-4991-ba06-656a90bc8877 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560410 May 10 11:45:24.962062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Deleting port 142672a3-2f6e-428d-9579-7cb86729ca8b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:24.962543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:24.975650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.070456 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.071056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.087982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Calling delete_port for 142672a3-2f6e-428d-9579-7cb86729ca8b owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:25.101281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.249520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.276986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'Port': ['ID=142672a3-2f6e-428d-9579-7cb86729ca8b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:25.348729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.352323 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.353596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e7cb3495-05fb-4c72-a623-8ed3734c02ef tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "DELETE /v2.0/floatingips/001e467d-ab64-449c-8eae-5a0be05bd4dc HTTP/1.1" status: 204 len: 168 time: 0.7568717 May 10 11:45:25.394545 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.416080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.459781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32920) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:25.466619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3cbbf4ae-b660-4ce0-bd7a-5b5a2fa515bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996702412', 'description': 'tempest-description--1131368235'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:25.491023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf4ae-b660-4ce0-bd7a-5b5a2fa515bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.518520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:25.548382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.549894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5bc81c-00f0-45db-8c8e-9aa1efb7d071,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:25.560104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.560561 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Added segment 882d3c71-2a93-4f5d-8387-df1b86bb88c8 of type vlan for network 46d23bf5-9118-4e7d-8ec2-9972396be6e2 May 10 11:45:25.561746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.569654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf4ae-b660-4ce0-bd7a-5b5a2fa515bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.576639 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf4ae-b660-4ce0-bd7a-5b5a2fa515bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.610523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf4ae-b660-4ce0-bd7a-5b5a2fa515bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.614648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3cbbf4ae-b660-4ce0-bd7a-5b5a2fa515bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1497076 May 10 11:45:25.614788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32922) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:25.619006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e1bf1d13-0983-4666-bb22-01af17d71204 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group_rule': {'security_group_id': '1a764fb6-5e51-430f-aa49-04b059c20280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:25.624324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbf4ae-b660-4ce0-bd7a-5b5a2fa515bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a764fb6-5e51-430f-aa49-04b059c20280,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:25.650010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1d13-0983-4666-bb22-01af17d71204 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.715883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=a93396d0-a181-4cc8-b1d3-f4ead04432a4,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:25.719141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.719812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1d13-0983-4666-bb22-01af17d71204 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.743228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1d13-0983-4666-bb22-01af17d71204 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.776012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf1d13-0983-4666-bb22-01af17d71204 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07b04e6-6695-4a33-b011-12fea9bd5838,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:25.786763 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.792329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1d13-0983-4666-bb22-01af17d71204 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.794526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e1bf1d13-0983-4666-bb22-01af17d71204 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787171 May 10 11:45:25.796720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32928) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:25.801956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-63facb27-c3a1-4ffd-897c-d1dd9db6a88d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'security_group_rule': {'security_group_id': '1a764fb6-5e51-430f-aa49-04b059c20280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:25.841464 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63facb27-c3a1-4ffd-897c-d1dd9db6a88d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.899465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.903961 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.905554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:25.906318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.920038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.952426 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63facb27-c3a1-4ffd-897c-d1dd9db6a88d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.958805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63facb27-c3a1-4ffd-897c-d1dd9db6a88d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.985976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63facb27-c3a1-4ffd-897c-d1dd9db6a88d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79761d07-92b4-451f-9d6d-267a2ff47267,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:25.991115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-63facb27-c3a1-4ffd-897c-d1dd9db6a88d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.993570 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-63facb27-c3a1-4ffd-897c-d1dd9db6a88d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954503 May 10 11:45:25.996679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32946) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:26.002102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:26.048111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.249489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2501c17-5f97-4ac2-9ee0-1cdbde03751a req-0105ef8d-2aef-4b29-b6b2-4e4845dd4df6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:26.268135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b2501c17-5f97-4ac2-9ee0-1cdbde03751a req-0105ef8d-2aef-4b29-b6b2-4e4845dd4df6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 945 time: 0.1421003 May 10 11:45:26.340408 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b2501c17-5f97-4ac2-9ee0-1cdbde03751a req-91dee211-85bf-487d-96e1-43f111c791e7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713387 May 10 11:45:26.380767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.494331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9483731 May 10 11:45:26.498270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32988) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:26.528479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0ba72-d4cd-40d3-9d13-6049676f0b97 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Network': ['ID=46d23bf5-9118-4e7d-8ec2-9972396be6e2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:26.548668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 46d23bf5-9118-4e7d-8ec2-9972396be6e2 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:26.578402 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP 41b521c9-854b-41ea-9b74-1ddfd5f92cac associated. External IP: 172.25.8.203, port: 7db44676-fa35-4dc2-bdd6-ee7b8a71c53b. May 10 11:45:26.629852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Allocated IP 172.25.8.27 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f8fdce9e-e620-48fb-acf7-0ce8082834b0) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:26.638335 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Floating IP a2b75267-db98-4c3f-a8ba-9f758ba92001 associated. External IP: 172.25.8.98, port: baffa83d-610f-42de-b347-1921071fa985. May 10 11:45:26.658933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.835199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.887474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d23bf5-9118-4e7d-8ec2-9972396be6e2']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:26.903112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:26.909483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.915000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882d3c71-2a93-4f5d-8387-df1b86bb88c8') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:26.915675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882d3c71-2a93-4f5d-8387-df1b86bb88c8') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:26.930580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.952703 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.967377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:26.967893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: timer() May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:26.969801 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:27.037105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.077775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.090713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:27.093097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46d23bf5-9118-4e7d-8ec2-9972396be6e2 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 10 11:45:27.099808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.109953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "DELETE /v2.0/networks/46d23bf5-9118-4e7d-8ec2-9972396be6e2 HTTP/1.1" status: 204 len: 168 time: 0.6086752 May 10 11:45:27.122269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:27.136342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:27.138643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33038) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:27.146435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:27.174707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c689ed5-4c99-430c-870e-b8ce3769daa5 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event deleted for resources: {'Network': ['ID=46d23bf5-9118-4e7d-8ec2-9972396be6e2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:27.195304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:27.203890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.207748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=f8fdce9e-e620-48fb-acf7-0ce8082834b0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:27.211691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Made reservation on behalf of a08a95fea447499fb91c463f3251a5ff for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:27.215119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.232073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:27.251340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c936a553-abab-494d-a5ec-a4751bcfa387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "PUT /v2.0/floatingips/a2b75267-db98-4c3f-a8ba-9f758ba92001 HTTP/1.1" status: 200 len: 990 time: 2.4317977 May 10 11:45:27.254979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': 'baffa83d-610f-42de-b347-1921071fa985'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:27.258396 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368607c5-74cd-416b-a89f-e9e4c24af3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "baffa83d-610f-42de-b347-1921071fa985"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:27.280091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:27.321840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.322206 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Added segment 3e046504-b20c-4396-b720-11fbc0ff10fe of type vlan for network 39c984f8-6d95-4ba3-a577-27be11f2eda1 May 10 11:45:27.361265 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869f4632-71b1-4887-a31c-23275b5d5cfc x-openstack-request-id: req-869f4632-71b1-4887-a31c-23275b5d5cfc {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:27.361561 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "tag": "baffa83d-610f-42de-b347-1921071fa985", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:27.361822 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-869f4632-71b1-4887-a31c-23275b5d5cfc {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:27.362261 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869f4632-71b1-4887-a31c-23275b5d5cfc'] response: {'name': 'network-changed', 'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'tag': 'baffa83d-610f-42de-b347-1921071fa985', 'status': 'completed', 'code': 200} May 10 11:45:27.398017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:45:27.515522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:27.549038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.611641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f15b87f1-edc0-448f-94d1-d01b7f889208 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5472081 May 10 11:45:27.616065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:27.626958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-78a3546d-3d31-4159-a22e-cd7f66bf6a1e tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'port_id': '7db44676-fa35-4dc2-bdd6-ee7b8a71c53b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:27.703293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8919ea00-ba97-4d6e-a923-936ba6c5348a is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:27.705978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.777502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:27.784261 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598af760-5017-49af-a3bb-10069d3ebf90" -d '{"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-unplugged", "status": "completed", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:27.834106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78a3546d-3d31-4159-a22e-cd7f66bf6a1e tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.840056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:27.850879 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.943257 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 11:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b737b-33b6-453a-9d41-8a7160e017cc x-openstack-request-id: req-1c9b737b-33b6-453a-9d41-8a7160e017cc {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:27.943793 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-unplugged", "status": "failed", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a", "code": 422}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:27.945224 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c9b737b-33b6-453a-9d41-8a7160e017cc {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:27.945866 n-d-840949-1 neutron-server[102769]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1c9b737b-33b6-453a-9d41-8a7160e017cc']: {'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'code': 422} returned with failed status May 10 11:45:27.946975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:28.032097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:28.038794 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:28.051508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71be21-d2eb-45d0-828a-a2538c512b06 req-314bf840-5cbf-4445-84b4-588d26a7ffe1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.060824 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a71be21-d2eb-45d0-828a-a2538c512b06 req-314bf840-5cbf-4445-84b4-588d26a7ffe1 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.1933970 May 10 11:45:28.095080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc90963a-504c-4c86-8efc-ebb07a80eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.095589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc90963a-504c-4c86-8efc-ebb07a80eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.096086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc90963a-504c-4c86-8efc-ebb07a80eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.096556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc90963a-504c-4c86-8efc-ebb07a80eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.097028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc90963a-504c-4c86-8efc-ebb07a80eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.097497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc90963a-504c-4c86-8efc-ebb07a80eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.098148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc90963a-504c-4c86-8efc-ebb07a80eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.100100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc90963a-504c-4c86-8efc-ebb07a80eae2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6502 time: 0.2345557 May 10 11:45:28.201796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a71be21-d2eb-45d0-828a-a2538c512b06 req-b1d10687-89c1-40ef-a0d5-11c48f308c17 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399577 May 10 11:45:28.269488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] Sync routers for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:28.275617 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b095d299-a755-441e-9a8b-1463f217405d None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:28.281076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:28.287809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:28.290250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:28.309538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:28.310526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.311108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:28.316065 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095d299-a755-441e-9a8b-1463f217405d None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:28.317408 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b095d299-a755-441e-9a8b-1463f217405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:28.409002 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2673140 May 10 11:45:28.418176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33160) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:28.426397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Request body: {'subnet': {'network_id': '39c984f8-6d95-4ba3-a577-27be11f2eda1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:28.458642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb978ce3-1d59-4b1f-9d4a-71b915d6de3a tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Network': ['ID=39c984f8-6d95-4ba3-a577-27be11f2eda1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:28.463132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:28.496344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-6c23b6b4-57bc-477f-9731-54e39745b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.497867 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-6c23b6b4-57bc-477f-9731-54e39745b2ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34 HTTP/1.1" status: 200 len: 916 time: 0.3671603 May 10 11:45:28.514685 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b095d299-a755-441e-9a8b-1463f217405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:28.573015 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095d299-a755-441e-9a8b-1463f217405d None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:28.574114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b095d299-a755-441e-9a8b-1463f217405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:28.590692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 39c984f8-6d95-4ba3-a577-27be11f2eda1 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:28.647601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Made reservation on behalf of a08a95fea447499fb91c463f3251a5ff for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:28.659286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:28.735776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-e5faf34d-3084-4818-add3-c82da741f73f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baffa83d-610f-42de-b347-1921071fa985 HTTP/1.1" status: 200 len: 998 time: 0.2280459 May 10 11:45:28.741155 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b095d299-a755-441e-9a8b-1463f217405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:28.741849 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b095d299-a755-441e-9a8b-1463f217405d None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:28.818469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0ff30-75d8-45c9-919c-a427a602e074 req-80a5d059-8edb-4ff6-abdc-0699553838ca tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.823637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eef0ff30-75d8-45c9-919c-a427a602e074 req-80a5d059-8edb-4ff6-abdc-0699553838ca tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.4720068 May 10 11:45:28.876462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-2a674ba8-3662-4e47-aa06-3503be3a3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:28.883720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-2a674ba8-3662-4e47-aa06-3503be3a3615 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6e141d9f-52a3-433c-b6f5-8ec646f1c23e HTTP/1.1" status: 200 len: 854 time: 0.1402447 May 10 11:45:28.909171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:28.923083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:29.052202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'a2b75267-db98-4c3f-a8ba-9f758ba92001', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'port_id': 'baffa83d-610f-42de-b347-1921071fa985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'mac_address': 'fa:16:3e:fc:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:44:01Z', 'updated_at': '2022-05-10T11:45:25Z', 'revision_number': 1, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:57Z', 'revision_number': 5, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:29.097665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] Checking router: 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:45:29.107579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:29.108443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:29.119727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:29.145511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fb2b2117-d0a8-4df9-8e9f-f330c9ddedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:29.147300 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fb2b2117-d0a8-4df9-8e9f-f330c9ddedc7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358999 May 10 11:45:29.173147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=f8fdce9e-e620-48fb-acf7-0ce8082834b0,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:29.312333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-fc8a897c-5ed1-4c30-a11e-ac098e2f4f21 service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349742 May 10 11:45:29.315396 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:29.316651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dc609008-41aa-4349-b8da-13876175a613 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3188851 May 10 11:45:29.329633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78a3546d-3d31-4159-a22e-cd7f66bf6a1e tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:29.362925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:29.400883 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78a3546d-3d31-4159-a22e-cd7f66bf6a1e tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:29.437049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-368607c5-74cd-416b-a89f-e9e4c24af3fe req-366b6003-54f3-4863-a279-41681c9fc017 service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164725 May 10 11:45:29.525095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eef0ff30-75d8-45c9-919c-a427a602e074 req-e68879ca-357c-4b1b-9fac-85dc9429c88a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187287 May 10 11:45:29.757737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-43c508a1-65d2-4391-a2e7-8aa9b19283e7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--996702412&fields=id&tenant_id=54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 267 time: 0.0913575 May 10 11:45:30.065133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-fae6f76b-285c-4e7b-92dc-79982b95ddc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:30.067941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-fae6f76b-285c-4e7b-92dc-79982b95ddc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 815 time: 0.3019242 May 10 11:45:30.081590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'a2b75267-db98-4c3f-a8ba-9f758ba92001', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'port_id': 'baffa83d-610f-42de-b347-1921071fa985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'mac_address': 'fa:16:3e:fc:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:44:01Z', 'updated_at': '2022-05-10T11:45:25Z', 'revision_number': 1, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:57Z', 'revision_number': 5, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:30.097870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-d74c9e04-1138-4790-bbf4-2842dda8eab5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/quotas/54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 375 time: 0.0132608 May 10 11:45:30.151085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebab1ca-6701-4782-b6b5-71bf48e6da13 None None] The sync data for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 is: [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'a2b75267-db98-4c3f-a8ba-9f758ba92001', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'port_id': 'baffa83d-610f-42de-b347-1921071fa985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'mac_address': 'fa:16:3e:fc:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:44:01Z', 'updated_at': '2022-05-10T11:45:25Z', 'revision_number': 1, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:57Z', 'revision_number': 5, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:30.200848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-e3abad00-1c38-416d-b12e-7367aff48893 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961075 May 10 11:45:30.428226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a3546d-3d31-4159-a22e-cd7f66bf6a1e tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:30.469570 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-38763177-7ae1-463a-b081-f2d811982c17 service neutron] 10.222.0.13 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487247 May 10 11:45:30.608615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e120c-e0a9-4813-aa9c-b21883858e2a req-7b106edf-c57f-4c5c-8ba0-e88d928b1480 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:30.617379 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad5e120c-e0a9-4813-aa9c-b21883858e2a req-7b106edf-c57f-4c5c-8ba0-e88d928b1480 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.2398689 May 10 11:45:30.650666 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-81432247-b6f3-4907-9b90-0d1d2a520031 service neutron] 10.222.0.13 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746571 May 10 11:45:30.674799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9f729-f5fa-48a3-a227-f999dc7fa823 None None] New status for floating IP a2b75267-db98-4c3f-a8ba-9f758ba92001: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:45:30.785845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-63cbe5ec-7dac-43a3-977f-956a3382ce18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2322528 May 10 11:45:30.850684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad5e120c-e0a9-4813-aa9c-b21883858e2a req-5305f687-7250-4a00-b1aa-434c9a454c3c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324409 May 10 11:45:30.970823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a3546d-3d31-4159-a22e-cd7f66bf6a1e tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:31.005436 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063398a3-591b-4824-9297-5e39e2181f98 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:31.016091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-78a3546d-3d31-4159-a22e-cd7f66bf6a1e tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:31.026157 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063398a3-591b-4824-9297-5e39e2181f98 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:31.027967 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-063398a3-591b-4824-9297-5e39e2181f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:31.127061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b52d0abf-16c5-4263-b443-2eb163db20f1 req-a14c2abd-bff0-4e39-855b-203db6351c22 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 210 time: 0.1673779 May 10 11:45:31.161808 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-063398a3-591b-4824-9297-5e39e2181f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:31.180653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.objects.ports [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:45:31.181565 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:31.201699 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063398a3-591b-4824-9297-5e39e2181f98 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:31.202318 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-063398a3-591b-4824-9297-5e39e2181f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:31.274573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-78a3546d-3d31-4159-a22e-cd7f66bf6a1e tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/floatingips/41b521c9-854b-41ea-9b74-1ddfd5f92cac HTTP/1.1" status: 200 len: 978 time: 3.6567404 May 10 11:45:31.279256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33436) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:31.314729 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-063398a3-591b-4824-9297-5e39e2181f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:31.315383 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063398a3-591b-4824-9297-5e39e2181f98 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:31.325199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff59cb6a-bfec-4ef5-9542-648fdd2e397a,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:31.340107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Checking segment: {'id': '3e046504-b20c-4396-b720-11fbc0ff10fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '39c984f8-6d95-4ba3-a577-27be11f2eda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:45:31.340485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Network hostable DHCP agents. Network: 39c984f8-6d95-4ba3-a577-27be11f2eda1, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:45:31.367997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Network 39c984f8-6d95-4ba3-a577-27be11f2eda1 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:45:31.391724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 39c984f8-6d95-4ba3-a577-27be11f2eda1) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:31.402983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:31.403809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:31.409025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c0b48-a87d-4e80-a668-56b0c177824c None None] Network 39c984f8-6d95-4ba3-a577-27be11f2eda1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:45:31.434041 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f893ddee-d0ca-47db-bc14-ae709df18f61 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0114739 May 10 11:45:31.437431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33450) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:31.464636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Request body: {'floatingip': {'floating_network_id': '39c984f8-6d95-4ba3-a577-27be11f2eda1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:31.514737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:31.718035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:31.774621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port a93396d0-a181-4cc8-b1d3-f4ead04432a4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:31.774963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:31.798153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2915a6e-745a-492b-b401-1ed637eb7827 None None] Network 39c984f8-6d95-4ba3-a577-27be11f2eda1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:45:31.929023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Allocated IP 172.20.0.3 (39c984f8-6d95-4ba3-a577-27be11f2eda1/ff59cb6a-bfec-4ef5-9542-648fdd2e397a/3778d8cb-aabd-42e7-9c5a-242d48139f36) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:31.947468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:31.949856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:31.994591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for a93396d0-a181-4cc8-b1d3-f4ead04432a4 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:32.125759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.192682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.228953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6b1c6-33d8-4cc5-bd23-2c5e5851da57 req-a55fc6a2-18d6-4ee7-a4fc-b2995d034e6e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:32.231618 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ada6b1c6-33d8-4cc5-bd23-2c5e5851da57 req-a55fc6a2-18d6-4ee7-a4fc-b2995d034e6e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.2667630 May 10 11:45:32.271642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Network 39c984f8-6d95-4ba3-a577-27be11f2eda1 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:32.275046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Port': ['ID=3778d8cb-aabd-42e7-9c5a-242d48139f36,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:32.279147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:32.281461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:32.313694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-5bafdb72-fa8e-4b5e-90df-410b79fad9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:32.315360 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-5bafdb72-fa8e-4b5e-90df-410b79fad9f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75&tenant_id=3276bbd586d84961b28a473ad7deeae9 HTTP/1.1" status: 200 len: 1094 time: 0.1346302 May 10 11:45:32.326286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ada6b1c6-33d8-4cc5-bd23-2c5e5851da57 req-62696941-8fa5-4989-9005-bc6140f8d6ac tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722511 May 10 11:45:32.385434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74648c28-2422-4d8b-95bb-55e25b733306 req-ff1d95f7-0291-42cd-83a1-aa594197274d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 210 time: 0.1116073 May 10 11:45:32.446168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-bafaaebb-a37a-4a8c-9a82-d03a2af7b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:32.446815 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.448902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-bafaaebb-a37a-4a8c-9a82-d03a2af7b729 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 1094 time: 0.0992641 May 10 11:45:32.466704 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.518731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.563244 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.590335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=a93396d0-a181-4cc8-b1d3-f4ead04432a4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:32.619284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-a7bcff7b-c2b3-4ae2-93c0-58349058d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:32.621045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-a7bcff7b-c2b3-4ae2-93c0-58349058d66d service neutron] 10.222.0.70 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 914 time: 0.1642454 May 10 11:45:32.685661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-4af49b12-6284-416a-b4c7-d2a584c32d7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a HTTP/1.1" status: 200 len: 217 time: 0.0418007 May 10 11:45:32.766599 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.766940 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP 41b521c9-854b-41ea-9b74-1ddfd5f92cac disassociated (deleted). External IP: 172.25.8.203, port: 7db44676-fa35-4dc2-bdd6-ee7b8a71c53b. May 10 11:45:32.770985 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.780199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:32.795771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-cae9f89e-46d2-400c-9651-078d6a8dbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:32.797603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-cae9f89e-46d2-400c-9651-078d6a8dbd8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 200 len: 853 time: 0.1024542 May 10 11:45:32.988594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33482) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:32.997837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4297f762-1bd3-4693-bf90-0715f1f9552a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153720421', 'description': 'tempest-secgroup-smoke-1153720421 description', 'project_id': '1c25834a39734feca8a5696f665e5413'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:33.036482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4297f762-1bd3-4693-bf90-0715f1f9552a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.044313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-438175e0-b8e6-4a62-827e-cab13454ef0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d300f77a-6798-409d-8413-096f9d9ca824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141598 May 10 11:45:33.044523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Port': ['ID=3778d8cb-aabd-42e7-9c5a-242d48139f36,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:33.060399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-f077f2f5-de57-4f87-a3ae-f42887aed50d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:33.062107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-f077f2f5-de57-4f87-a3ae-f42887aed50d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.70 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 815 time: 0.2376080 May 10 11:45:33.072748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.083352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.083696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.084071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.084408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.084741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.085079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.085426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.085754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.086079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.086409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.086734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.087050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:33.138879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.140131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3546f304-e613-4d4a-89b2-0439c00399fe tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6921325 May 10 11:45:33.146215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33484) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:33.161094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b20dfe70-637c-4420-9544-54432eeeb58f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54559a33eeb145b689aaa8cf708df004 HTTP/1.1" status: 200 len: 379 time: 0.0802236 May 10 11:45:33.220407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:33.227215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'port': {'device_id': '799aeff4-f5fb-4a5a-a79c-947209771586', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'admin_state_up': True, 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'security_groups': ['1a764fb6-5e51-430f-aa49-04b059c20280']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:33.234123 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-055fc91e-2eb9-4a10-8b47-8a100d3953a7 service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757867 May 10 11:45:33.286410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2c6111ba-931a-4578-9cd3-3b950545c589 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=39c984f8-6d95-4ba3-a577-27be11f2eda1 HTTP/1.1" status: 200 len: 689 time: 0.1330433 May 10 11:45:33.294619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33486) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:33.378774 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4297f762-1bd3-4693-bf90-0715f1f9552a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.388361 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4297f762-1bd3-4693-bf90-0715f1f9552a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.437678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297f762-1bd3-4693-bf90-0715f1f9552a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d22119b-066f-4dd8-9973-ba0616f921d0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:33.468068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-d0dd3e3f-a886-4aca-9669-b31d41acc0a5 service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282643 May 10 11:45:33.488985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:33.492192 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4297f762-1bd3-4693-bf90-0715f1f9552a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.493471 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4297f762-1bd3-4693-bf90-0715f1f9552a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5009696 May 10 11:45:33.496140 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.498298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33494) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:33.505677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16992b8-4e14-4e2c-aaa0-3331a45116e7 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:33.506545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d308a2cc-a875-4136-8c9b-155092d21a23 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'security_group_rule': {'security_group_id': '4d22119b-066f-4dd8-9973-ba0616f921d0', 'project_id': '1c25834a39734feca8a5696f665e5413', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:33.532674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16992b8-4e14-4e2c-aaa0-3331a45116e7 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:33.535861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b16992b8-4e14-4e2c-aaa0-3331a45116e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:33.553432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.562573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c4c48b52-1b81-461c-ba27-f40b0ae0e4cb req-e6af6543-7f98-4279-9054-3ee4275be921 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 210 time: 0.0846579 May 10 11:45:33.579297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068546b9-7c3e-4cca-a157-bd119b77b5d1 req-ac3f5497-01df-4fef-b607-ea3d854dba0d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:33.581183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-068546b9-7c3e-4cca-a157-bd119b77b5d1 req-ac3f5497-01df-4fef-b607-ea3d854dba0d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.1523426 May 10 11:45:33.589291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b16992b8-4e14-4e2c-aaa0-3331a45116e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:33.596660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-48411870-0486-41d3-b72f-2383537bfd81 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/floatingips/41b521c9-854b-41ea-9b74-1ddfd5f92cac HTTP/1.1" status: 204 len: 168 time: 2.3139853 May 10 11:45:33.600770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33504) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:33.603211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16992b8-4e14-4e2c-aaa0-3331a45116e7 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:33.603725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b16992b8-4e14-4e2c-aaa0-3331a45116e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:33.653582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b16992b8-4e14-4e2c-aaa0-3331a45116e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:33.654137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16992b8-4e14-4e2c-aaa0-3331a45116e7 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:33.692893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Made reservation on behalf of 54559a33eeb145b689aaa8cf708df004 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:33.696727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.716204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d308a2cc-a875-4136-8c9b-155092d21a23 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.788475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-068546b9-7c3e-4cca-a157-bd119b77b5d1 req-181288fe-60cc-4e36-b129-8ab79ebebf91 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903334 May 10 11:45:33.888075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3fca6c3d-4e1c-47ba-9ed1-04d63ac14dcb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port 7db44676-fa35-4dc2-bdd6-ee7b8a71c53b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:33.888470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fca6c3d-4e1c-47ba-9ed1-04d63ac14dcb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.936315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d308a2cc-a875-4136-8c9b-155092d21a23 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:33.975768 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d308a2cc-a875-4136-8c9b-155092d21a23 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.013175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Deleting port 3778d8cb-aabd-42e7-9c5a-242d48139f36 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:34.013521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.058707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308a2cc-a875-4136-8c9b-155092d21a23 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d50cf3-9497-4875-b529-fbdee62c415a,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:34.070192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fca6c3d-4e1c-47ba-9ed1-04d63ac14dcb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.091335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3fca6c3d-4e1c-47ba-9ed1-04d63ac14dcb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for 7db44676-fa35-4dc2-bdd6-ee7b8a71c53b owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:34.143024 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d308a2cc-a875-4136-8c9b-155092d21a23 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.144707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d308a2cc-a875-4136-8c9b-155092d21a23 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6422768 May 10 11:45:34.161471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33526) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:34.167467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Allocated IP 172.20.0.4 (df964da3-c9c3-43ec-8cfe-883e8aaa78dc/af092eb2-0e4e-4f7b-bf86-239ae711e0b8/97ccd5b1-e113-46cf-a1cb-27cd46eebe20) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:34.168649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cbcf1565-8940-49a7-97d9-78d3c761ed10 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'security_group_rule': {'security_group_id': '4d22119b-066f-4dd8-9973-ba0616f921d0', 'project_id': '1c25834a39734feca8a5696f665e5413', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:34.256204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.258685 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.287049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1565-8940-49a7-97d9-78d3c761ed10 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.288092 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a1963012-fee1-42d2-bb49-c2a1351980d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.288857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Calling delete_port for 3778d8cb-aabd-42e7-9c5a-242d48139f36 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:34.560025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1565-8940-49a7-97d9-78d3c761ed10 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.576742 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1565-8940-49a7-97d9-78d3c761ed10 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.636908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf1565-8940-49a7-97d9-78d3c761ed10 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ab63e6-8429-4071-9113-21384b620b19,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:34.646688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1565-8940-49a7-97d9-78d3c761ed10 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.647873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cbcf1565-8940-49a7-97d9-78d3c761ed10 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4851091 May 10 11:45:34.651603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33530) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:34.699025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d688035d-a250-4415-9dc3-9ff634d84f18 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'security_group_rule': {'security_group_id': '4d22119b-066f-4dd8-9973-ba0616f921d0', 'project_id': '1c25834a39734feca8a5696f665e5413', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:34.789890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.840096 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.840327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d688035d-a250-4415-9dc3-9ff634d84f18 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.865754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fca6c3d-4e1c-47ba-9ed1-04d63ac14dcb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:34.900313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-16b4307c-33b7-4a78-bde8-516ec63a63d5 req-52ff0fb3-2387-40fd-81d4-634658b98d53 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 210 time: 0.1454568 May 10 11:45:34.968240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event updated for resources: {'Port': ['ID=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:34.990941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ff626-e110-42ca-bf4c-2b8ee5101a73 req-0f97d5fc-a22c-4702-8789-d43e8991933a tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:34.993223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e00ff626-e110-42ca-bf4c-2b8ee5101a73 req-0f97d5fc-a22c-4702-8789-d43e8991933a tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 945 time: 0.8466480 May 10 11:45:34.996568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6c3d-4e1c-47ba-9ed1-04d63ac14dcb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=7db44676-fa35-4dc2-bdd6-ee7b8a71c53b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:35.044272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:35.053509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:35.058073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:35.194521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e00ff626-e110-42ca-bf4c-2b8ee5101a73 req-6bb51dcf-3062-4f0b-8afa-c940b6f515a6 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657498 May 10 11:45:35.195214 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.237745 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fca6c3d-4e1c-47ba-9ed1-04d63ac14dcb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.246685 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3fca6c3d-4e1c-47ba-9ed1-04d63ac14dcb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/ports/7db44676-fa35-4dc2-bdd6-ee7b8a71c53b HTTP/1.1" status: 204 len: 168 time: 1.6446745 May 10 11:45:35.249276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d688035d-a250-4415-9dc3-9ff634d84f18 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.259632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7484a9-d3d5-4896-8be7-6be1a805f87d req-1dc811a0-ca6c-4928-8e5a-5ee1888fd65a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:35.261843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd7484a9-d3d5-4896-8be7-6be1a805f87d req-1dc811a0-ca6c-4928-8e5a-5ee1888fd65a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.2076192 May 10 11:45:35.262589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33536) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:35.274904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:35.279654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d688035d-a250-4415-9dc3-9ff634d84f18 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.349167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688035d-a250-4415-9dc3-9ff634d84f18 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b83af21-5302-4859-b98c-be27a8e12d4e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:35.357824 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d688035d-a250-4415-9dc3-9ff634d84f18 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.359358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d688035d-a250-4415-9dc3-9ff634d84f18 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6912482 May 10 11:45:35.361981 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.365719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33538) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:35.383579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-03f90c93-4a86-4ec9-892a-1e0d7d29437a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'security_group_rule': {'security_group_id': '4d22119b-066f-4dd8-9973-ba0616f921d0', 'project_id': '1c25834a39734feca8a5696f665e5413', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:35.413388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:35.414286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.418886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event deleted for resources: {'Port': ['ID=3778d8cb-aabd-42e7-9c5a-242d48139f36,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:35.481620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd7484a9-d3d5-4896-8be7-6be1a805f87d req-86a18d7b-db42-4c0a-adb0-2c0c342f413c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985180 May 10 11:45:35.544079 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.553255 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03f90c93-4a86-4ec9-892a-1e0d7d29437a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.566293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a726f22e-e28e-436e-9150-292a64959baa None None] Provisioning complete for port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:35.567248 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a726f22e-e28e-436e-9150-292a64959baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.575985 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-b447ed19-132f-4e05-90e1-90778405529a tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3907115 May 10 11:45:35.584723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.613168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Request body: {'port': {'device_id': '799aeff4-f5fb-4a5a-a79c-947209771586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:35.648572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a726f22e-e28e-436e-9150-292a64959baa None None] Port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:45:35.856609 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:35.935064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.145296 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03f90c93-4a86-4ec9-892a-1e0d7d29437a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.162618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.180363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03f90c93-4a86-4ec9-892a-1e0d7d29437a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.213185 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.224368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f90c93-4a86-4ec9-892a-1e0d7d29437a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264f4669-9090-4740-90c2-a7ea7d7773c1,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:36.232996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03f90c93-4a86-4ec9-892a-1e0d7d29437a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.234560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-03f90c93-4a86-4ec9-892a-1e0d7d29437a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8558831 May 10 11:45:36.237482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33546) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:36.273852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9cdc5ce1-4dd8-4f19-bef8-3c5ae2c2a23a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'security_group_rule': {'security_group_id': '4d22119b-066f-4dd8-9973-ba0616f921d0', 'project_id': '1c25834a39734feca8a5696f665e5413', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:36.301439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-c4f6b4c9-1523-4be3-a6ca-598224b5f0b4 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:36.301683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff59cb6a-bfec-4ef5-9542-648fdd2e397a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:36.303950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-c4f6b4c9-1523-4be3-a6ca-598224b5f0b4 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 945 time: 0.1556451 May 10 11:45:36.433021 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-9cdc5ce1-4dd8-4f19-bef8-3c5ae2c2a23a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Project 1c25834a39734feca8a5696f665e5413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:45:36.456862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5ce1-4dd8-4f19-bef8-3c5ae2c2a23a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.570817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.25.8.42 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d1e568ed-d856-4d43-bfdf-a5318ad1fda5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:36.610688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:36.620542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.622442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890832f-6adb-4593-9db1-0e772775d95f req-a521f012-95c4-4d4a-b036-0bb556e661db tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:36.624536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7890832f-6adb-4593-9db1-0e772775d95f req-a521f012-95c4-4d4a-b036-0bb556e661db tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 945 time: 0.2683818 May 10 11:45:36.639160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Transition to ACTIVE for port object 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:45:36.659376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.739405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c3ea-4a21-4197-8faf-ac1f235e0d92 req-7a3c43e3-67f9-4f7a-90d3-bccafabadc32 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:36.742352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bb52c3ea-4a21-4197-8faf-ac1f235e0d92 req-7a3c43e3-67f9-4f7a-90d3-bccafabadc32 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 931 time: 0.6961882 May 10 11:45:36.776738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5ce1-4dd8-4f19-bef8-3c5ae2c2a23a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.788414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Deleting port fca48909-4bc3-4a19-a72f-09ab4a1c7572 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:36.788763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.811159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7890832f-6adb-4593-9db1-0e772775d95f req-a36d17cf-ea11-4dca-9dd0-d9d70b10347b tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731932 May 10 11:45:36.834635 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5ce1-4dd8-4f19-bef8-3c5ae2c2a23a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.870335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:36.913789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bb52c3ea-4a21-4197-8faf-ac1f235e0d92 req-44d7dfaf-63aa-4068-bc1c-43498e3c801f tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252995 May 10 11:45:36.999210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc5ce1-4dd8-4f19-bef8-3c5ae2c2a23a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db4b5e3-7227-4b6f-84ad-ac4242f6078c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:37.013748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Pushing event updated for resources: {'Port': ['ID=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:37.040575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5ce1-4dd8-4f19-bef8-3c5ae2c2a23a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.046149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9cdc5ce1-4dd8-4f19-bef8-3c5ae2c2a23a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8051620 May 10 11:45:37.051519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33552) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:37.053577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c984f8-6d95-4ba3-a577-27be11f2eda1']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:37.069275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bf4deceb-d355-41bd-b599-26fa1f189cdf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'security_group_rule': {'security_group_id': '4d22119b-066f-4dd8-9973-ba0616f921d0', 'project_id': '1c25834a39734feca8a5696f665e5413', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:37.098614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e046504-b20c-4396-b720-11fbc0ff10fe') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:37.099414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e046504-b20c-4396-b720-11fbc0ff10fe') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:37.111521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.112650 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-bf4deceb-d355-41bd-b599-26fa1f189cdf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Project 1c25834a39734feca8a5696f665e5413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:45:37.126153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.160139 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bf4deceb-d355-41bd-b599-26fa1f189cdf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.201632 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.236232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bf4deceb-d355-41bd-b599-26fa1f189cdf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.239453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:37.240152 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: timer() May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:37.242616 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:37.256290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.262471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bf4deceb-d355-41bd-b599-26fa1f189cdf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.281295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c9b3b073-aba3-4a3c-ae21-3ac1ff7703a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.295948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Attempting to bind port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:37.296454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Attempting to bind port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:37.296891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Attempting to bind port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:37.324264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:37.324743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Attempting to bind port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 on network df964da3-c9c3-43ec-8cfe-883e8aaa78dc {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:37.334952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4deceb-d355-41bd-b599-26fa1f189cdf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d6e658-aa72-49d0-b5d6-5c59e60b53a0,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:37.342342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:45:37.342777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Checking segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:45:37.343399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Bound using segment: {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:45:37.343872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Bound port: 97ccd5b1-e113-46cf-a1cb-27cd46eebe20, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d16630-7801-437c-8e0e-527694efcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:45:37.345018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.353106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=d1e568ed-d856-4d43-bfdf-a5318ad1fda5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:37.360716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.366050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509198b-ce6a-41f3-b073-26094f7041fc req-53c0e7c0-7c32-4126-8545-8cd60f0f62e5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:37.368188 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9509198b-ce6a-41f3-b073-26094f7041fc req-53c0e7c0-7c32-4126-8545-8cd60f0f62e5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.4119577 May 10 11:45:37.372802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] For port fca48909-4bc3-4a19-a72f-09ab4a1c7572, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=fca48909-4bc3-4a19-a72f-09ab4a1c7572,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:37.373223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.376364 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bf4deceb-d355-41bd-b599-26fa1f189cdf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.382378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bf4deceb-d355-41bd-b599-26fa1f189cdf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3258603 May 10 11:45:37.393734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39c984f8-6d95-4ba3-a577-27be11f2eda1 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 10 11:45:37.412663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.416295 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "DELETE /v2.0/networks/39c984f8-6d95-4ba3-a577-27be11f2eda1 HTTP/1.1" status: 204 len: 168 time: 4.1206999 May 10 11:45:37.435649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33560) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:37.571897 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bab5c65d-53a9-4a15-b57c-7b51e144860c tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2260 time: 0.1348827 May 10 11:45:37.590081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699fe41-24e7-4d4c-9684-3582ca3ef269 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event deleted for resources: {'Network': ['ID=39c984f8-6d95-4ba3-a577-27be11f2eda1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:37.591966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33562) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:37.654355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.654720 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.655042 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Floating IP 1bdb4e27-fa53-4c0a-803f-a9781f6c6e27 disassociated. External IP: 172.25.8.115, port: fca48909-4bc3-4a19-a72f-09ab4a1c7572. May 10 11:45:37.655475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Calling delete_port for fca48909-4bc3-4a19-a72f-09ab4a1c7572 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:37.757862 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:37.862570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:37.866132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:37.880943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:38.132705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9509198b-ce6a-41f3-b073-26094f7041fc req-24660a50-b348-4b2c-8893-c5edf882c548 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554996 May 10 11:45:38.492088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:38.514859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:38.598126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] For port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:45:38.602181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9da2e-2c74-4550-a2b7-24d5c0240ccd req-6009ad86-fa62-4044-8d0d-6a27adfaafef tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.607550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96e9da2e-2c74-4550-a2b7-24d5c0240ccd req-6009ad86-fa62-4044-8d0d-6a27adfaafef tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf34ea27-79f5-4679-9c73-9a25774b0d2b HTTP/1.1" status: 200 len: 945 time: 0.3511233 May 10 11:45:38.622993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event deleted for resources: {'Port': ['ID=fca48909-4bc3-4a19-a72f-09ab4a1c7572,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:38.650466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-23366402-0c07-4ba6-8e08-dcee5159b04d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153720421&fields=id&tenant_id=1c25834a39734feca8a5696f665e5413 HTTP/1.1" status: 200 len: 267 time: 0.1517448 May 10 11:45:38.680872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] For port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:45:38.688260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.688935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.689570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.690201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.690825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.691450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.692225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.692855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.693485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.694111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.694737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.695361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.696096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.697104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.699921 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d7a4f2c1-f63b-4c3d-8b3b-98be2a46dc1f tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8991 time: 1.1050215 May 10 11:45:38.707125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33576) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:38.719493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:38.828539 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-7ead8257-14b9-434c-9a21-7791b0f52849 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] delete failed (client error): The resource could not be found. May 10 11:45:38.829497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ead8257-14b9-434c-9a21-7791b0f52849 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/73513a36-f4d8-435c-8a8b-a64dc6af0ca2 HTTP/1.1" status: 404 len: 345 time: 0.1116095 May 10 11:45:38.836850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33578) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:38.841647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:38.842281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:38.843633 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] 10.222.0.70 "PUT /v2.0/ports/97ccd5b1-e113-46cf-a1cb-27cd46eebe20 HTTP/1.1" status: 200 len: 1091 time: 3.2484527 May 10 11:45:38.865740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799aeff4-f5fb-4a5a-a79c-947209771586', 'tag': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:38.867371 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449e82ec-8968-4787-99ec-d426f5a192b9" -d '{"events": [{"name": "network-changed", "server_uuid": "799aeff4-f5fb-4a5a-a79c-947209771586", "tag": "97ccd5b1-e113-46cf-a1cb-27cd46eebe20"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:38.877453 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aabbd9-f53a-4971-9aac-543a29deb21e tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] DELETE failed (client error): The resource could not be found. May 10 11:45:38.878078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08aabbd9-f53a-4971-9aac-543a29deb21e tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:45:38.886448 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-08aabbd9-f53a-4971-9aac-543a29deb21e tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "DELETE /v2.0/networks/39c984f8-6d95-4ba3-a577-27be11f2eda1 HTTP/1.1" status: 404 len: 339 time: 0.0413072 May 10 11:45:38.900318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33582) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:38.911072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Request body: {'network': {'name': 'tempest-network--549692564', 'router:external': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:38.933829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.934223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.934600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.934951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.935284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.935615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.936146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.936469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.937052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.937382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.937841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.938320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:38.971391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Router 43148101-ce8e-4224-baa8-6dcae4c0aa48 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:38.973298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.012064 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96e9da2e-2c74-4550-a2b7-24d5c0240ccd req-5d6b7074-e209-4ae2-a943-570ad61d1aa6 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "GET /v2.0/security-groups?id=b913281d-c629-49be-8edd-fe47f3c312f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907084 May 10 11:45:39.064329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb255fa-1a2d-42e4-a4ed-2374409f854a service neutron] Pushing event updated for resources: {'Port': ['ID=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:39.152452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-3eb53f67-f647-43df-9893-a23d76de91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:39.154311 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-3eb53f67-f647-43df-9893-a23d76de91eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 1094 time: 0.2209032 May 10 11:45:39.256893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-6c4df6a5-29cb-4a44-86fe-9d27821b715d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:39.266287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-6c4df6a5-29cb-4a44-86fe-9d27821b715d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/networks?id=602838e5-4348-4b08-8c2d-afc419831d14 HTTP/1.1" status: 200 len: 814 time: 0.6137044 May 10 11:45:39.293259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Made reservation on behalf of a08a95fea447499fb91c463f3251a5ff for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:39.295568 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.299217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-4de1d4e7-e2f3-4817-a93b-b7a8e2caad45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ccd5b1-e113-46cf-a1cb-27cd46eebe20 HTTP/1.1" status: 200 len: 217 time: 0.1351852 May 10 11:45:39.310970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.378107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-da924b27-0352-4fc9-9137-648e20812b66 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/quotas/1c25834a39734feca8a5696f665e5413 HTTP/1.1" status: 200 len: 375 time: 0.0861466 May 10 11:45:39.395370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:39.433376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.433758 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Added segment 4e7209e4-e89d-4c13-b255-f83ca916f8d4 of type vlan for network 661461a3-3878-4faf-936d-8bfadbe9064b May 10 11:45:39.455166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fca48909-4bc3-4a19-a72f-09ab4a1c7572 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:45:39.488953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-0b49d850-e523-4bcc-b1df-27887cfe936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:39.490746 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-0b49d850-e523-4bcc-b1df-27887cfe936b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.1545453 May 10 11:45:39.493970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: fca48909-4bc3-4a19-a72f-09ab4a1c7572 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:45:39.494431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device fca48909-4bc3-4a19-a72f-09ab4a1c7572 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:45:39.545525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.586308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-acb44155-3c4e-4632-81d6-fcdd88ee118b tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c25834a39734feca8a5696f665e5413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729577 May 10 11:45:39.592437 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.610218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b120a6-c31d-45d5-a3dd-b8a183d3a70d req-f5b8e6ef-974e-433a-88eb-0ce410d55059 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:39.611804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1b120a6-c31d-45d5-a3dd-b8a183d3a70d req-f5b8e6ef-974e-433a-88eb-0ce410d55059 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 943 time: 0.3943195 May 10 11:45:39.637226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-2693e502-d33c-4dbc-9b6a-c54220226fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:39.639445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-2693e502-d33c-4dbc-9b6a-c54220226fab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147213 May 10 11:45:39.696125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.697723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:39.699042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.703841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:39.715398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1b120a6-c31d-45d5-a3dd-b8a183d3a70d req-e992300a-0aa0-49e7-83f5-8ec9c193f5a5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843153 May 10 11:45:39.734336 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] Sync routers for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:39.757441 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:39.758386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:39.835548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] No DVR routers for this DVR port fca48909-4bc3-4a19-a72f-09ab4a1c7572 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:45:39.840382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:39.851922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e995ce45-1787-4d9c-8853-e4b154ede0e9 req-f71cff19-49de-4dfa-bf1f-02de1e729423 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.70 "DELETE /v2.0/ports/fca48909-4bc3-4a19-a72f-09ab4a1c7572 HTTP/1.1" status: 204 len: 173 time: 3.5368369 May 10 11:45:39.855160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'name': 'network-vif-deleted', 'tag': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:39.858273 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6934cdd-925e-4181-8ed8-68d44d582d01" -d '{"events": [{"server_uuid": "bf34ea27-79f5-4679-9c73-9a25774b0d2b", "name": "network-vif-deleted", "tag": "fca48909-4bc3-4a19-a72f-09ab4a1c7572"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:39.993451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:40.013843 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:40.035256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-f5222760-10f2-44da-9aa4-abf0fffb15c5 service neutron] 10.222.0.70 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800719 May 10 11:45:40.039765 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70270816-f4b7-4075-89e4-d00434c8e680 x-openstack-request-id: req-70270816-f4b7-4075-89e4-d00434c8e680 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:40.041951 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799aeff4-f5fb-4a5a-a79c-947209771586", "tag": "97ccd5b1-e113-46cf-a1cb-27cd46eebe20", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:40.043745 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70270816-f4b7-4075-89e4-d00434c8e680 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:40.045923 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70270816-f4b7-4075-89e4-d00434c8e680'] response: {'name': 'network-changed', 'server_uuid': '799aeff4-f5fb-4a5a-a79c-947209771586', 'tag': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'status': 'completed', 'code': 200} May 10 11:45:40.077278 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:40.290126 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:40.346641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=d1e568ed-d856-4d43-bfdf-a5318ad1fda5,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:40.372634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324fc5-565e-42df-aebd-716c89478d49 req-c832bd13-5270-4c80-a9a8-f85f324a3898 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:40.389360 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-91324fc5-565e-42df-aebd-716c89478d49 req-c832bd13-5270-4c80-a9a8-f85f324a3898 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.3933251 May 10 11:45:40.404508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72a14ea5-cfe7-45a5-bca7-05e51a5fc0fe req-893ea437-23d4-49db-9249-57c969649179 service neutron] 10.222.0.70 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435428 May 10 11:45:40.409799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:40.413930 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ae7fd87e-ea2f-4d3c-aad8-c008e1a7f9e6 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1466422 May 10 11:45:40.415662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33594) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:40.440148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'port': {'network_id': 'eb7c391b-87d6-44a1-af40-8322341d6928', 'name': 'tempest-FloatingIPTestJSON-476462324'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:40.450370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5471539 May 10 11:45:40.453777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33596) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:40.464484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-94538efd-792c-4166-a54f-5c1bcf621078 service neutron] 10.222.0.13 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8421488 May 10 11:45:40.484494 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:40.488464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb68f8-73fb-4a67-b285-09ad22a9a8f9 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Network': ['ID=661461a3-3878-4faf-936d-8bfadbe9064b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:40.498666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 661461a3-3878-4faf-936d-8bfadbe9064b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:40.552236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] Checking router: 43148101-ce8e-4224-baa8-6dcae4c0aa48 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:45:40.582220 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:40.584582 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:40.783592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-3ba330b0-684b-4dbe-a750-78bad5a39e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:40.786173 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-3ba330b0-684b-4dbe-a750-78bad5a39e39 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 1094 time: 0.2345843 May 10 11:45:40.801048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-20f85e6b-0a38-406c-b4d4-2906f30c31c0 service neutron] 10.222.0.13 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254352 May 10 11:45:40.903771 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:40.946883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-91324fc5-565e-42df-aebd-716c89478d49 req-97d21294-e462-49c3-85b9-75aeeab62cc7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502136 May 10 11:45:40.998746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a6c15-3e9b-4a48-8706-733258995c1d tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:41.022466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a6c15-3e9b-4a48-8706-733258995c1d tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:41.034167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a6c15-3e9b-4a48-8706-733258995c1d tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:41.047801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a6c15-3e9b-4a48-8706-733258995c1d tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:41.063722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cc5a6c15-3e9b-4a48-8706-733258995c1d tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6062489 May 10 11:45:41.068286 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bdca2c-98e3-4eb1-bf52-194be9e1df1b x-openstack-request-id: req-97bdca2c-98e3-4eb1-bf52-194be9e1df1b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:41.068811 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf34ea27-79f5-4679-9c73-9a25774b0d2b", "name": "network-vif-deleted", "tag": "fca48909-4bc3-4a19-a72f-09ab4a1c7572", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:41.069446 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97bdca2c-98e3-4eb1-bf52-194be9e1df1b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:41.070031 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bdca2c-98e3-4eb1-bf52-194be9e1df1b'] response: {'server_uuid': 'bf34ea27-79f5-4679-9c73-9a25774b0d2b', 'name': 'network-vif-deleted', 'tag': 'fca48909-4bc3-4a19-a72f-09ab4a1c7572', 'status': 'completed', 'code': 200} May 10 11:45:41.071229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33602) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:41.092508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33604) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:41.224538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-01ef1d77-51bd-490a-8f22-ce010857fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:41.226281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-01ef1d77-51bd-490a-8f22-ce010857fdac service neutron] 10.222.0.70 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.4211745 May 10 11:45:41.387950 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-6a3df4c0-389a-48a1-9e86-a57cef678105 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ccd5b1-e113-46cf-a1cb-27cd46eebe20 HTTP/1.1" status: 200 len: 217 time: 0.1522951 May 10 11:45:41.451139 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:41.499522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:41.518973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:41.690833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] device_id is not set on port d61c5a87-d253-4dff-a09b-256a31c3971f yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:45:41.701305 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-39475d6b-5c01-46f3-978a-8ec6da7fccb0 req-64b9a0e8-b3f3-48bb-8632-80b83ee1d121 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.1202483 May 10 11:45:41.703989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-395018d8-f5d1-4915-bdb7-57b1a0b93f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:41.706972 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:41.708589 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-395018d8-f5d1-4915-bdb7-57b1a0b93f94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.2470837 May 10 11:45:41.739952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0f65-6f53-4a2c-82bf-e652aac591f5 req-ee471b1a-e53f-47d1-9cfe-517eb042cbf7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:41.754798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f8f0f65-6f53-4a2c-82bf-e652aac591f5 req-ee471b1a-e53f-47d1-9cfe-517eb042cbf7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 943 time: 0.4723880 May 10 11:45:41.798977 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39175a3a-78ee-46dd-89ac-15f4777bada9 None None] The sync data for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 is: [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:40:13Z', 'revision_number': 4, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '50dd0217-f93b-4d65-9aac-f8ae0da4d30d', 'name': '', 'network_id': '83260efc-5c58-4255-b9fb-07a6484b4a9a', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'mac_address': 'fa:16:3e:82:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:11Z', 'updated_at': '2022-05-10T11:40:20Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'subnets': [{'id': 'e54b0c82-3eac-43cf-8383-60b78c30d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:41.815319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-c47d0cca-46d1-465c-bb55-b546a7ff79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:41.822217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-c47d0cca-46d1-465c-bb55-b546a7ff79b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070726 May 10 11:45:41.890130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:41.951170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661461a3-3878-4faf-936d-8bfadbe9064b']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:42.062715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7209e4-e89d-4c13-b255-f83ca916f8d4') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:42.063093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7209e4-e89d-4c13-b255-f83ca916f8d4') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:42.112722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-e6a17fe0-a11e-436a-b9cf-2b64489fd8b4 service neutron] 10.222.0.70 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697697 May 10 11:45:42.127472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.185697 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.191934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f8f0f65-6f53-4a2c-82bf-e652aac591f5 req-1ff211be-efa4-49e0-aeab-0143375248a7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4354384 May 10 11:45:42.224569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:42.224997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: timer() May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:42.227689 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:42.353416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c54da-5be2-4f94-b98f-66a7baf5ebd4 req-f52e2950-5ec7-4689-9a59-476667d429c0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:42.356340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a84c54da-5be2-4f94-b98f-66a7baf5ebd4 req-f52e2950-5ec7-4689-9a59-476667d429c0 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.2151048 May 10 11:45:42.467597 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a84c54da-5be2-4f94-b98f-66a7baf5ebd4 req-d053633a-88b9-4c39-b3ba-48ae731a1a2c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985825 May 10 11:45:42.474769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Deleting port b727b4bf-e955-4737-b21b-8ea096d63f5c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:42.475119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.513889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df9a3c-4ce6-4e90-8a67-23c1d256637c None None] New status for floating IP 1bdb4e27-fa53-4c0a-803f-a9781f6c6e27: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:45:42.526646 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-449e82ec-8968-4787-99ec-d426f5a192b9 req-b58cda64-f9df-4265-8457-18c68646c6fe service neutron] 10.222.0.70 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064002 May 10 11:45:42.670036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.20.0.2 (eb7c391b-87d6-44a1-af40-8322341d6928/4660c0c2-f2ea-495e-bd36-94cc157bffbd/d61c5a87-d253-4dff-a09b-256a31c3971f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:42.692329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.704735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 661461a3-3878-4faf-936d-8bfadbe9064b {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 10 11:45:42.711995 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.721615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "DELETE /v2.0/networks/661461a3-3878-4faf-936d-8bfadbe9064b HTTP/1.1" status: 204 len: 168 time: 1.6376660 May 10 11:45:42.722143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33630) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:42.729155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Request body: {'network': {'name': 'tempest-network--1505439688', 'router:external': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:42.799636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Made reservation on behalf of a08a95fea447499fb91c463f3251a5ff for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:42.813236 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.825388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d730fe-966e-4b60-9d8b-55cc3d840364 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event deleted for resources: {'Network': ['ID=661461a3-3878-4faf-936d-8bfadbe9064b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:42.884394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:42.942527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.942869 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Added segment a43a60eb-920a-4463-a608-e02b5eeb829a of type vlan for network 701be372-870f-4568-85b4-780bfbceb7c6 May 10 11:45:42.987870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f1535077-b90c-435b-904c-09069a4e78e4 req-682071e9-cf45-41e5-908f-6ecd5c035a05 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.1286876 May 10 11:45:43.036996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:43.039033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:43.080561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Calling delete_port for b727b4bf-e955-4737-b21b-8ea096d63f5c owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:43.085949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:43.164007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:43.165109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:43.166145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:43.455485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7319880 May 10 11:45:43.457872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:43.461664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33638) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:43.481158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e58d6-c482-4da4-9aa7-5a5f10da44ce tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Network': ['ID=701be372-870f-4568-85b4-780bfbceb7c6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:43.519166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 701be372-870f-4568-85b4-780bfbceb7c6 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:43.656211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff66e5a-46bc-4e65-808f-0fdcc216498f req-bdfa92b4-1a28-4a50-b7ef-e3704c1c9c74 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:43.666952 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ff66e5a-46bc-4e65-808f-0fdcc216498f req-bdfa92b4-1a28-4a50-b7ef-e3704c1c9c74 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 943 time: 0.2968571 May 10 11:45:43.683396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e08e16-0b98-482c-9bcc-4617b1507704 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:43.685284 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-91e08e16-0b98-482c-9bcc-4617b1507704 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] 10.222.0.13 "GET /v2.0/networks/701be372-870f-4568-85b4-780bfbceb7c6 HTTP/1.1" status: 200 len: 757 time: 0.2215567 May 10 11:45:43.695229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:43.799038 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ff66e5a-46bc-4e65-808f-0fdcc216498f req-7504e5e2-1bd9-4f7c-ad9d-dc27fe810546 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305683 May 10 11:45:43.837576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78195b77-8fd1-432d-a84e-d52bd7f96a10 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:43.839963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-78195b77-8fd1-432d-a84e-d52bd7f96a10 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] 10.222.0.13 "GET /v2.0/networks/253db498-7c12-40c2-a794-66c9406ecf5e HTTP/1.1" status: 200 len: 768 time: 0.1430318 May 10 11:45:43.842706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33644) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:43.879978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:43.893520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'port_id': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'mac_address': 'fa:16:3e:78:1c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:43.947630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:43.948689 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:43.950687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:43.965921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:43.990038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:43.995937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.059613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.083534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701be372-870f-4568-85b4-780bfbceb7c6']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:44.095658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43a60eb-920a-4463-a608-e02b5eeb829a') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:44.096073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43a60eb-920a-4463-a608-e02b5eeb829a') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:44.107448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.124069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.133127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:44.133678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: timer() May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:44.137647 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:44.303888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df5a4594-d289-416c-9d18-e73ebc1aa702 req-6374cc3c-8565-468f-8e0f-06ca65ce457f tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.1411614 May 10 11:45:44.389092 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.395294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 701be372-870f-4568-85b4-780bfbceb7c6 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 10 11:45:44.399019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.412478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "DELETE /v2.0/networks/701be372-870f-4568-85b4-780bfbceb7c6 HTTP/1.1" status: 204 len: 168 time: 0.5632527 May 10 11:45:44.425286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33650) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:44.439628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Request body: {'network': {'name': 'tempest-network--516525970'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:44.452371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872322d-d791-44f0-a139-7babe6fae442 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event deleted for resources: {'Network': ['ID=701be372-870f-4568-85b4-780bfbceb7c6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:44.486353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-3cd52174-3e8c-46d4-b624-a3499a725b6e tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:44.492841 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-3cd52174-3e8c-46d4-b624-a3499a725b6e tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.49 "GET /v2.0/networks?id=602838e5-4348-4b08-8c2d-afc419831d14 HTTP/1.1" status: 200 len: 814 time: 0.6751482 May 10 11:45:44.495417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Made reservation on behalf of a08a95fea447499fb91c463f3251a5ff for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:44.497975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.546913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:44.559878 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.560589 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Added segment 40a527bb-e1d2-43da-81bd-0095d95eff01 of type vlan for network d395577c-4aa9-4685-864d-1cebdccb97ca May 10 11:45:44.613253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.617803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['97ccd5b1-e113-46cf-a1cb-27cd46eebe20'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:44.634227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd9dad-ab9d-43ef-a7f8-36ab68483e99 req-88697b9e-5d3a-44b8-b940-d6497aaa6662 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:44.646472 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-acbd9dad-ab9d-43ef-a7f8-36ab68483e99 req-88697b9e-5d3a-44b8-b940-d6497aaa6662 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.8417058 May 10 11:45:44.658290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.659756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:44.660613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.724548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:44.768195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.768728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.768899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.769253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.769779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.770379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.770941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.771485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.772098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.772664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.773213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.773783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:45:44.845558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Network': ['ID=d395577c-4aa9-4685-864d-1cebdccb97ca,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:44.860675 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:44.877213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network d395577c-4aa9-4685-864d-1cebdccb97ca details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:44.897178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a56072cd-3ce5-45bf-b3e0-2bca6c4790fb tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4619093 May 10 11:45:44.903215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33656) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:44.912357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b54cd8e3-af39-45ec-88e0-50d79214c850 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:44.915747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-acbd9dad-ab9d-43ef-a7f8-36ab68483e99 req-29295411-0e08-4dc1-a3d2-44f60f58a110 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682738 May 10 11:45:45.033261 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-e4087fb5-9a4b-40b5-ad66-65eb59c58913 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c25834a39734feca8a5696f665e5413 HTTP/1.1" status: 200 len: 380 time: 0.4983106 May 10 11:45:45.080473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'port': {'device_id': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'admin_state_up': True, 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'security_groups': ['4d22119b-066f-4dd8-9973-ba0616f921d0']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:45.221584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:45.267279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7a692-a4d0-40ac-b0c6-ff7ea3351778 req-1539e178-9b53-4fb1-a333-c90e62be3c5d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:45.274885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcf7a692-a4d0-40ac-b0c6-ff7ea3351778 req-1539e178-9b53-4fb1-a333-c90e62be3c5d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 944 time: 0.2224092 May 10 11:45:45.454844 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:45.476725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcf7a692-a4d0-40ac-b0c6-ff7ea3351778 req-e1ed8697-3968-40c8-9f0d-b0363f1e8ceb tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333599 May 10 11:45:45.546779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=d61c5a87-d253-4dff-a09b-256a31c3971f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:45.569141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b54cd8e3-af39-45ec-88e0-50d79214c850 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:45.604907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b54cd8e3-af39-45ec-88e0-50d79214c850 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:45.612613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network eb7c391b-87d6-44a1-af40-8322341d6928 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:45.634890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event deleted for resources: {'Port': ['ID=b727b4bf-e955-4737-b21b-8ea096d63f5c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:45.693332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b54cd8e3-af39-45ec-88e0-50d79214c850 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Network d395577c-4aa9-4685-864d-1cebdccb97ca is not hosted by any dhcp agent {{(pid=102768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:45:45.694253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54cd8e3-af39-45ec-88e0-50d79214c850 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:45.695020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b54cd8e3-af39-45ec-88e0-50d79214c850 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:45.700867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b54cd8e3-af39-45ec-88e0-50d79214c850 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "PUT /v2.0/networks/d395577c-4aa9-4685-864d-1cebdccb97ca HTTP/1.1" status: 200 len: 857 time: 0.7964401 May 10 11:45:45.701523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33672) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:45.736448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:45.759961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86262338-fec2-411a-bc10-079d0c244056 req-a9c2c7a1-1832-4063-91a8-8460a351d410 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.1450307 May 10 11:45:45.824411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:45.917301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cd8e3-af39-45ec-88e0-50d79214c850 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event updated for resources: {'Network': ['ID=d395577c-4aa9-4685-864d-1cebdccb97ca,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:45.976897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:45.979762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:45.981893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:45.982991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d1f98d05-0d9a-4c0b-aae2-6c66ff0276c8 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "DELETE /v2.0/floatingips/1bdb4e27-fa53-4c0a-803f-a9781f6c6e27 HTTP/1.1" status: 204 len: 168 time: 4.8653209 May 10 11:45:46.006915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:46.007669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.028825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Made reservation on behalf of 1c25834a39734feca8a5696f665e5413 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:46.038403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.084480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8563bf52-a005-4496-b103-8814d5766e83 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.6676199 May 10 11:45:46.088576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33684) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:46.118674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'port_id': 'd61c5a87-d253-4dff-a09b-256a31c3971f'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:46.143239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33686) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:46.175766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.202916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82c45-288e-4935-889e-a828a6c8deda req-2d518075-8b67-4c9d-970d-9f48469ea1a8 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:46.204560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ead82c45-288e-4935-889e-a828a6c8deda req-2d518075-8b67-4c9d-970d-9f48469ea1a8 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.1454000 May 10 11:45:46.230841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d395577c-4aa9-4685-864d-1cebdccb97ca']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:46.250785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a527bb-e1d2-43da-81bd-0095d95eff01') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:46.251085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a527bb-e1d2-43da-81bd-0095d95eff01') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:46.251308 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.285036 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ead82c45-288e-4935-889e-a828a6c8deda req-c13620b9-ddf8-4acb-8643-24888538ccab tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669396 May 10 11:45:46.287308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.303617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.321557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:46.321963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: timer() May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:46.324206 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:46.425405 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.439069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d395577c-4aa9-4685-864d-1cebdccb97ca {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 10 11:45:46.456702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.461482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d395577c-4aa9-4685-864d-1cebdccb97ca HTTP/1.1" status: 204 len: 168 time: 0.6944392 May 10 11:45:46.467572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33694) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:46.486617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb681-c7b9-4845-8cef-b855491ce7c9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.512621 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd9c681-682d-44d2-b1de-3b93572b104c tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] DELETE failed (client error): The resource could not be found. May 10 11:45:46.513218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd9c681-682d-44d2-b1de-3b93572b104c tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:45:46.516706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3cd9c681-682d-44d2-b1de-3b93572b104c tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] 10.222.0.13 "DELETE /v2.0/subnets/ff59cb6a-bfec-4ef5-9542-648fdd2e397a HTTP/1.1" status: 404 len: 337 time: 0.0481462 May 10 11:45:46.518391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a9952-7866-460e-8950-480e9dde2a36 tempest-ExternalNetworksTestJSON-1072269298 tempest-ExternalNetworksTestJSON-1072269298-project-admin] Pushing event deleted for resources: {'Network': ['ID=d395577c-4aa9-4685-864d-1cebdccb97ca,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:46.520882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33698) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:46.538549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb681-c7b9-4845-8cef-b855491ce7c9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.620616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.741054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.766667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253db498-7c12-40c2-a794-66c9406ecf5e']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:46.777847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62811442-92dd-4528-b509-0fbc9bde0011') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:46.778276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62811442-92dd-4528-b509-0fbc9bde0011') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:46.789905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.809337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.830476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:46.831188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:46.856289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Allocated IP 172.20.0.14 (602838e5-4348-4b08-8c2d-afc419831d14/e33bdfee-a6bb-41f7-9e26-66f0192a72f3/fc4b6fed-4750-4eac-8945-5ce15962d026) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: timer() May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:46.960702 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:46.986176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0ee28-77d2-4e4e-8e92-7de604926406 req-0cbb92df-0de1-4763-94f4-972327faced0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:46.987699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ff0ee28-77d2-4e4e-8e92-7de604926406 req-0cbb92df-0de1-4763-94f4-972327faced0 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 944 time: 0.3405259 May 10 11:45:47.023090 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc2beaf0-8854-4fa1-98b4-424c4b8ab0df req-86165440-6f60-4d5b-abde-5c4008275eeb tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.0541673 May 10 11:45:47.025792 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.043038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.050573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] 10.222.0.13 "DELETE /v2.0/networks/253db498-7c12-40c2-a794-66c9406ecf5e HTTP/1.1" status: 204 len: 168 time: 0.5247631 May 10 11:45:47.072374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e867691-1b84-4a95-b1dc-ad4047e49122 tempest-ExternalNetworksTestJSON-1005807263 tempest-ExternalNetworksTestJSON-1005807263-project] Pushing event deleted for resources: {'Network': ['ID=253db498-7c12-40c2-a794-66c9406ecf5e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:47.138772 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb681-c7b9-4845-8cef-b855491ce7c9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.141388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb681-c7b9-4845-8cef-b855491ce7c9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.145596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7f6fb681-c7b9-4845-8cef-b855491ce7c9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] 10.222.0.13 "DELETE /v2.0/security-groups/b913281d-c629-49be-8edd-fe47f3c312f1 HTTP/1.1" status: 204 len: 168 time: 1.0007544 May 10 11:45:47.222510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fb681-c7b9-4845-8cef-b855491ce7c9 tempest-TestServerBasicOps-1509953748 tempest-TestServerBasicOps-1509953748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b913281d-c629-49be-8edd-fe47f3c312f1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:47.244379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33714) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:47.276172 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ff0ee28-77d2-4e4e-8e92-7de604926406 req-126dce34-976a-44f7-bc48-af2c95f80605 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716403 May 10 11:45:47.412373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.504608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:47.548586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33724) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:47.585304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb9e44-c12b-422b-bf14-8dbbdf5c4ba6 req-81747638-e07e-478e-b0db-ed2a5093ad20 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:47.587725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fcb9e44-c12b-422b-bf14-8dbbdf5c4ba6 req-81747638-e07e-478e-b0db-ed2a5093ad20 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.1498864 May 10 11:45:47.604225 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.607792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:45:47.612865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:47.615255 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.616350 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.621631 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.725305 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6fcb9e44-c12b-422b-bf14-8dbbdf5c4ba6 req-71e3e420-9fbf-492b-a4c9-cf39aff606d5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154454 May 10 11:45:47.771859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Network 602838e5-4348-4b08-8c2d-afc419831d14 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:47.796048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:47.797498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.821521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:47.833758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799aeff4-f5fb-4a5a-a79c-947209771586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:47.837080 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac95e03-c3a0-4bf9-8b78-1f3955728833" -d '{"events": [{"server_uuid": "799aeff4-f5fb-4a5a-a79c-947209771586", "name": "network-vif-plugged", "status": "completed", "tag": "97ccd5b1-e113-46cf-a1cb-27cd46eebe20"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:47.882467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:47.883751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:47.890428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'Port': ['ID=fc4b6fed-4750-4eac-8945-5ce15962d026,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:47.893904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:47.961522 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa082611-27d6-4cf5-867e-7a72e38ac35b x-openstack-request-id: req-aa082611-27d6-4cf5-867e-7a72e38ac35b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:47.961871 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799aeff4-f5fb-4a5a-a79c-947209771586", "name": "network-vif-plugged", "status": "completed", "tag": "97ccd5b1-e113-46cf-a1cb-27cd46eebe20", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:47.962051 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa082611-27d6-4cf5-867e-7a72e38ac35b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:47.962448 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa082611-27d6-4cf5-867e-7a72e38ac35b'] response: {'server_uuid': '799aeff4-f5fb-4a5a-a79c-947209771586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'code': 200} May 10 11:45:48.022780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:48.227063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-82d03e10-cf39-475f-b0b7-04850dd650fb None None] Provisioning complete for port fc4b6fed-4750-4eac-8945-5ce15962d026 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:48.227906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82d03e10-cf39-475f-b0b7-04850dd650fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:48.306054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-82d03e10-cf39-475f-b0b7-04850dd650fb None None] Port fc4b6fed-4750-4eac-8945-5ce15962d026 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:45:48.517622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:48.518437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:48.607626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-b227f6f3-9781-4f1b-8049-5e2bbaa35b43 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5429616 May 10 11:45:48.620050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aad2f076-eda5-406b-8f97-3bf7f5394cac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d03bcddff28a4841a46b9ada25f30a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0677257 May 10 11:45:48.623314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33748) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:48.628187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Request body: {'port': {'device_id': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:48.671426 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP 3e27d822-262a-4374-bba5-4cda7e658e31 associated. External IP: 172.25.8.42, port: d61c5a87-d253-4dff-a09b-256a31c3971f. May 10 11:45:48.688897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d07707-2f13-4aa3-9525-43e8cfa5ae0b req-fa056f38-82c4-469d-9fd4-aa18a12295de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:48.690376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29d07707-2f13-4aa3-9525-43e8cfa5ae0b req-fa056f38-82c4-469d-9fd4-aa18a12295de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 1096 time: 0.0969822 May 10 11:45:48.699971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f863e7-3dfd-434d-a0e5-188b8b8bbf88 req-b1488a1c-cbd4-4a50-8c4b-70b866d8f8c5 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:48.707751 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04f863e7-3dfd-434d-a0e5-188b8b8bbf88 req-b1488a1c-cbd4-4a50-8c4b-70b866d8f8c5 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 932 time: 0.1156909 May 10 11:45:48.773447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169db72-468d-48bc-8102-5f317e3ea420 req-a07c0d9e-0228-453a-b2b6-477090f225bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:48.780206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0169db72-468d-48bc-8102-5f317e3ea420 req-a07c0d9e-0228-453a-b2b6-477090f225bf tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 945 time: 0.2859130 May 10 11:45:48.780461 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29d07707-2f13-4aa3-9525-43e8cfa5ae0b req-bd0bf784-3549-458e-9815-d7dddd9db5c8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656807 May 10 11:45:48.799194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04f863e7-3dfd-434d-a0e5-188b8b8bbf88 req-7e98dea4-e6f9-4964-a9ca-0d3da6a3a584 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864155 May 10 11:45:48.900837 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:48.902136 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:48.935328 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0169db72-468d-48bc-8102-5f317e3ea420 req-f33e8d43-ce6e-47f6-9a82-acec7c85ea21 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323140 May 10 11:45:49.005875 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-345afba7-d94f-440b-bf7d-07482e9fcc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.026107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e30dc-36b3-43d9-afeb-13a90792328a req-5b78862d-6b5f-404c-a4aa-fafba7c5bd7c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:49.033471 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-620e30dc-36b3-43d9-afeb-13a90792328a req-5b78862d-6b5f-404c-a4aa-fafba7c5bd7c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 943 time: 0.1358056 May 10 11:45:49.120178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-620e30dc-36b3-43d9-afeb-13a90792328a req-f9a38b47-1b83-422d-9c85-8247cb510106 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857286 May 10 11:45:49.127143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-345afba7-d94f-440b-bf7d-07482e9fcc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.300902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Deleting port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:49.301987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.348959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-345afba7-d94f-440b-bf7d-07482e9fcc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.351906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-345afba7-d94f-440b-bf7d-07482e9fcc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.353323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-345afba7-d94f-440b-bf7d-07482e9fcc9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf9982b7-3a9b-46a6-a98a-937009aa6497 HTTP/1.1" status: 204 len: 168 time: 0.6965575 May 10 11:45:49.410121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345afba7-d94f-440b-bf7d-07482e9fcc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9982b7-3a9b-46a6-a98a-937009aa6497,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:49.424592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:49.459389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] For port 50dd0217-f93b-4d65-9aac-f8ae0da4d30d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:49.459766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.483642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Calling delete_port for 50dd0217-f93b-4d65-9aac-f8ae0da4d30d owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:49.510579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:45:49.581785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4b6fed-4750-4eac-8945-5ce15962d026 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:49.595019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.708127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Transition to ACTIVE for port object fc4b6fed-4750-4eac-8945-5ce15962d026 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:45:49.731342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:49.731680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.794274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'network_id': 'd300f77a-6798-409d-8413-096f9d9ca824', 'port_id': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a3c4e2-1000-4335-bd90-4024500e943a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:45:49.832364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:49.842371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.855097 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.860613 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0e10b-ff63-4567-82b6-696fd8271a3d None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:49.891692 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0e10b-ff63-4567-82b6-696fd8271a3d None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:49.893955 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b8e0e10b-ff63-4567-82b6-696fd8271a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:49.902227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8919ea00-ba97-4d6e-a923-936ba6c5348a is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:49.902633 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:49.945935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50dd0217-f93b-4d65-9aac-f8ae0da4d30d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:49.955023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8919ea00-ba97-4d6e-a923-936ba6c5348a {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:45:50.022536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:50.029476 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:50.045445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Pushing event updated for resources: {'Port': ['ID=fc4b6fed-4750-4eac-8945-5ce15962d026,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:50.096938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b8e0e10b-ff63-4567-82b6-696fd8271a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:50.110268 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0e10b-ff63-4567-82b6-696fd8271a3d None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:50.112403 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b8e0e10b-ff63-4567-82b6-696fd8271a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:50.123189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-287202c8-32a0-41fb-9663-541ab349bb3d tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/floatingips/3e27d822-262a-4374-bba5-4cda7e658e31 HTTP/1.1" status: 200 len: 976 time: 4.0269425 May 10 11:45:50.124004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33780) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:50.124328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33782) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:50.214921 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b8e0e10b-ff63-4567-82b6-696fd8271a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:50.215742 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0e10b-ff63-4567-82b6-696fd8271a3d None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:50.248452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8919ea00-ba97-4d6e-a923-936ba6c5348a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:45:50.369861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:50.404107 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:50.531852 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-636e50c8-253f-4d85-8b4d-7768216d7d8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a08a95fea447499fb91c463f3251a5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847113 May 10 11:45:50.542846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33786) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:50.636001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dcfc1-ea0c-4c29-91ca-c9b9e109a8a2 req-722e40ae-8ab7-47d0-9451-5d0b6cd54d80 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:50.648131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e55dcfc1-ea0c-4c29-91ca-c9b9e109a8a2 req-722e40ae-8ab7-47d0-9451-5d0b6cd54d80 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.6128845 May 10 11:45:50.654337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Attempting to bind port fc4b6fed-4750-4eac-8945-5ce15962d026 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:50.655002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Attempting to bind port fc4b6fed-4750-4eac-8945-5ce15962d026 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:50.655550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Attempting to bind port fc4b6fed-4750-4eac-8945-5ce15962d026 on network 602838e5-4348-4b08-8c2d-afc419831d14 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:50.703335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44a4cc-195d-4116-91f5-727fe3e850c7 req-244ae4b4-5b6b-4b1b-8f72-5b58bbba2b1d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:50.705415 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ec44a4cc-195d-4116-91f5-727fe3e850c7 req-244ae4b4-5b6b-4b1b-8f72-5b58bbba2b1d tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 945 time: 0.5527530 May 10 11:45:50.727396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Port fc4b6fed-4750-4eac-8945-5ce15962d026 on network 602838e5-4348-4b08-8c2d-afc419831d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:50.727723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Attempting to bind port fc4b6fed-4750-4eac-8945-5ce15962d026 on network 602838e5-4348-4b08-8c2d-afc419831d14 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:50.741198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:45:50.741536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Checking segment: {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:45:50.741926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Bound using segment: {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:45:50.742378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Bound port: fc4b6fed-4750-4eac-8945-5ce15962d026, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75710d7-045e-432c-bb24-44e82861daae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:45:50.742783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:50.771414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c905f609-6a5f-469d-b810-57a7efa50050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:50.796723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ec44a4cc-195d-4116-91f5-727fe3e850c7 req-45f1b57f-dba8-453c-85aa-c7dcace14eb3 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748756 May 10 11:45:50.826340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e55dcfc1-ea0c-4c29-91ca-c9b9e109a8a2 req-6ff4989c-75eb-4815-af05-9d0e72d3ed78 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627071 May 10 11:45:50.828888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Router 43148101-ce8e-4224-baa8-6dcae4c0aa48 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:50.837284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c905f609-6a5f-469d-b810-57a7efa50050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:50.971906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port d61c5a87-d253-4dff-a09b-256a31c3971f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:50.972192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:51.000668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:51.013237 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e93170ab-c6cc-4607-9cd7-f235b48281d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/43148101-ce8e-4224-baa8-6dcae4c0aa48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7678077 May 10 11:45:51.014705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] Sync routers for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:51.038029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] For port fc4b6fed-4750-4eac-8945-5ce15962d026, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:45:51.040148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33800) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:51.049710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:51.051128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:51.098070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f57c4-5ed7-4375-9da5-cbdee816bc79 req-9aaae376-6c90-4c93-9fe5-8a15e8cf6ada tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:51.106344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-636f57c4-5ed7-4375-9da5-cbdee816bc79 req-9aaae376-6c90-4c93-9fe5-8a15e8cf6ada tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 944 time: 0.1244473 May 10 11:45:51.164268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-636f57c4-5ed7-4375-9da5-cbdee816bc79 req-71d90b51-088f-43b3-9330-bf71bf4f7f9b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573494 May 10 11:45:51.232324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:51.476789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:45:49Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:51.477240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] For port fc4b6fed-4750-4eac-8945-5ce15962d026, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc4b6fed-4750-4eac-8945-5ce15962d026,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:45:51.495755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:51.511095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04003da-f477-4f18-b9dc-c86756f4cefc req-dff29d6a-fd81-4211-a57d-d8a58f6d0d59 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:51.512608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a04003da-f477-4f18-b9dc-c86756f4cefc req-dff29d6a-fd81-4211-a57d-d8a58f6d0d59 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 945 time: 0.5954010 May 10 11:45:51.512801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] Checking router: 43148101-ce8e-4224-baa8-6dcae4c0aa48 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:45:51.524465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] Routers {'43148101-ce8e-4224-baa8-6dcae4c0aa48'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:51.524797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['43148101-ce8e-4224-baa8-6dcae4c0aa48'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:51.528801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33806) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:51.534901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Request body: {'floatingip': {'port_id': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:51.575178 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:51.592312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Pushing event updated for resources: {'Port': ['ID=fc4b6fed-4750-4eac-8945-5ce15962d026,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:51.612561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c905f609-6a5f-469d-b810-57a7efa50050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:51.617391 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c905f609-6a5f-469d-b810-57a7efa50050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:51.618995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c905f609-6a5f-469d-b810-57a7efa50050 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc5bc81c-00f0-45db-8c8e-9aa1efb7d071 HTTP/1.1" status: 204 len: 168 time: 1.0734477 May 10 11:45:51.631197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:51.632422 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:51.635080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-0bad2fc1-0707-4e56-905a-476b7edb01ff service neutron] 10.222.0.49 "PUT /v2.0/ports/fc4b6fed-4750-4eac-8945-5ce15962d026 HTTP/1.1" status: 200 len: 1092 time: 3.0126963 May 10 11:45:51.636589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:51.638377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:51.640945 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269f62f1-e878-4dca-894c-dad21deb54bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:51.668400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:45:51.676646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] Set router 43148101-ce8e-4224-baa8-6dcae4c0aa48 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:51.747522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905f609-6a5f-469d-b810-57a7efa50050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5bc81c-00f0-45db-8c8e-9aa1efb7d071,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:51.768279 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea06b03-3545-4ff5-96ce-ffa9a84fe656 x-openstack-request-id: req-dea06b03-3545-4ff5-96ce-ffa9a84fe656 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:51.768820 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:51.769298 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dea06b03-3545-4ff5-96ce-ffa9a84fe656 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:51.770693 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea06b03-3545-4ff5-96ce-ffa9a84fe656'] response: {'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'status': 'completed', 'code': 200} May 10 11:45:51.802217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.028625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 8919ea00-ba97-4d6e-a923-936ba6c5348a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:45:52.028625 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.074873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-5395aa00-ae00-4e34-ac30-5a342f54bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:52.076916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-5395aa00-ae00-4e34-ac30-5a342f54bdee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c25834a39734feca8a5696f665e5413&device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1095 time: 0.3358769 May 10 11:45:52.142968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:45:49Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:52.171439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605fc4c1-1800-4f43-b7ca-ac84432cb105 None None] The sync data for ids ['43148101-ce8e-4224-baa8-6dcae4c0aa48'] in n-d-840949-1 is: [{'id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'name': 'tempest-TestServerBasicOps-1843822297-router', 'tenant_id': 'ea33618ba6204665824808a0c3b5c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:04Z', 'updated_at': '2022-05-10T11:45:49Z', 'revision_number': 5, 'project_id': 'ea33618ba6204665824808a0c3b5c617', 'gw_port': {'id': '37e93e15-17e3-4549-9976-1f15aae1ef14', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43148101-ce8e-4224-baa8-6dcae4c0aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:05Z', 'updated_at': '2022-05-10T11:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:52.212353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-d8c71e3d-a46a-40d3-84c3-1fd870802da7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc4b6fed-4750-4eac-8945-5ce15962d026 HTTP/1.1" status: 200 len: 217 time: 0.1231413 May 10 11:45:52.288626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 8919ea00-ba97-4d6e-a923-936ba6c5348a is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:45:52.289069 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.343467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:52.346468 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5a1d55-e808-47a0-b44a-96dfd86b39d8" -d '{"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-plugged", "status": "completed", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:52.359589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.363881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:52.371246 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.455597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=10']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:52.472331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eae31-9274-4418-bbbf-9c0d145e9a7c req-5faff69b-0db2-43db-9d80-ab2a8366ca83 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:52.474250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-962eae31-9274-4418-bbbf-9c0d145e9a7c req-5faff69b-0db2-43db-9d80-ab2a8366ca83 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.4843283 May 10 11:45:52.528215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ebee4-bf3f-4587-b977-64d64ccb1706 req-debfdb08-7dda-48cf-b83d-1830b4695a1e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:52.530218 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f64ebee4-bf3f-4587-b977-64d64ccb1706 req-debfdb08-7dda-48cf-b83d-1830b4695a1e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1595457 May 10 11:45:52.571947 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.572556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.572646 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP 3e27d822-262a-4374-bba5-4cda7e658e31 disassociated. External IP: 172.25.8.42, port: d61c5a87-d253-4dff-a09b-256a31c3971f. May 10 11:45:52.574204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for d61c5a87-d253-4dff-a09b-256a31c3971f owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:52.596454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-3064dafb-8fb1-4dfa-92aa-77f4fe8716e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:52.598096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-3064dafb-8fb1-4dfa-92aa-77f4fe8716e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33bdfee-a6bb-41f7-9e26-66f0192a72f3 HTTP/1.1" status: 200 len: 853 time: 0.3766768 May 10 11:45:52.607963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-962eae31-9274-4418-bbbf-9c0d145e9a7c req-40b1191b-988e-4ce3-a08a-c883d036f469 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213481 May 10 11:45:52.642441 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.resource_extend [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:45:52.719015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f64ebee4-bf3f-4587-b977-64d64ccb1706 req-1adf9418-be43-4563-991a-ba19ef0d47cc tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761189 May 10 11:45:52.743656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Deleting port 37e93e15-17e3-4549-9976-1f15aae1ef14 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:52.743901 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.757616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.762966 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35fca2b-8ce9-4fba-91bc-96cf6499f38d x-openstack-request-id: req-a35fca2b-8ce9-4fba-91bc-96cf6499f38d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:52.763521 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-plugged", "status": "completed", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:52.763963 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a35fca2b-8ce9-4fba-91bc-96cf6499f38d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:52.764457 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35fca2b-8ce9-4fba-91bc-96cf6499f38d'] response: {'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'code': 200} May 10 11:45:52.765754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.783421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 50dd0217-f93b-4d65-9aac-f8ae0da4d30d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:45:52.842710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 50dd0217-f93b-4d65-9aac-f8ae0da4d30d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:45:52.843766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 50dd0217-f93b-4d65-9aac-f8ae0da4d30d not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:45:52.870230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-24076892-8f83-4b01-a94a-4f6c1244366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:52.874099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-24076892-8f83-4b01-a94a-4f6c1244366c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=602838e5-4348-4b08-8c2d-afc419831d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613952 May 10 11:45:53.072692 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Floating IP f02a106f-28ff-46ee-9391-7194a59ae64d associated. External IP: 172.25.8.27, port: 97ccd5b1-e113-46cf-a1cb-27cd46eebe20. May 10 11:45:53.105432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] For port 37e93e15-17e3-4549-9976-1f15aae1ef14, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=37e93e15-17e3-4549-9976-1f15aae1ef14,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:53.105814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:53.110433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-cc694a18-ae14-4c35-9b2b-9bb6a2cb63b8 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305851 May 10 11:45:53.148259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Calling delete_port for 37e93e15-17e3-4549-9976-1f15aae1ef14 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:53.164021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b80a14-14d4-4503-bf92-e939a3d74298 req-afb19ad0-239d-441f-84be-4c20f37a3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:53.166398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8b80a14-14d4-4503-bf92-e939a3d74298 req-afb19ad0-239d-441f-84be-4c20f37a3c01 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 1097 time: 0.1696851 May 10 11:45:53.296974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8b80a14-14d4-4503-bf92-e939a3d74298 req-262b970c-e97d-49e0-a900-35a840aa64e6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212113 May 10 11:45:53.331218 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:53.377010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=d61c5a87-d253-4dff-a09b-256a31c3971f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:53.456907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:53.506974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0cce050b-6356-4cd4-91b8-cbc5f9fccb3a req-a8df04a5-ad5f-4f54-ab3f-a7c096ef9b18 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752906 May 10 11:45:53.577279 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:53.615478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Pushing event deleted for resources: {'Port': ['ID=37e93e15-17e3-4549-9976-1f15aae1ef14,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:53.623070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:53.638349 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:53.640045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:53.651029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:45:53.662756 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:53.663406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:53.725625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-37a63eb0-e98a-4200-843a-4e8c50c13fc5 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "PUT /v2.0/floatingips/f02a106f-28ff-46ee-9391-7194a59ae64d HTTP/1.1" status: 200 len: 990 time: 2.1932969 May 10 11:45:53.725625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799aeff4-f5fb-4a5a-a79c-947209771586', 'tag': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:45:53.734508 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9b9195-d738-43c5-ab38-0206215bdb54" -d '{"events": [{"name": "network-changed", "server_uuid": "799aeff4-f5fb-4a5a-a79c-947209771586", "tag": "97ccd5b1-e113-46cf-a1cb-27cd46eebe20"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:45:53.827941 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2249b7de-ce88-43c0-8537-16cdb3ee6af4 x-openstack-request-id: req-2249b7de-ce88-43c0-8537-16cdb3ee6af4 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:45:53.828307 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799aeff4-f5fb-4a5a-a79c-947209771586", "tag": "97ccd5b1-e113-46cf-a1cb-27cd46eebe20", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:45:53.828307 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2249b7de-ce88-43c0-8537-16cdb3ee6af4 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:45:53.828795 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2249b7de-ce88-43c0-8537-16cdb3ee6af4'] response: {'name': 'network-changed', 'server_uuid': '799aeff4-f5fb-4a5a-a79c-947209771586', 'tag': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'status': 'completed', 'code': 200} May 10 11:45:53.902791 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:53.906865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f62f1-e878-4dca-894c-dad21deb54bb req-1e4abd69-659d-42d7-a84f-eec9e44a1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:53.909718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-269f62f1-e878-4dca-894c-dad21deb54bb req-1e4abd69-659d-42d7-a84f-eec9e44a1392 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c25834a39734feca8a5696f665e5413&device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1095 time: 0.2966251 May 10 11:45:53.976420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379be6-7b3b-436d-9b40-fc666fe427fb req-abc1a254-b63e-4b17-8836-c3d30580c905 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:53.978743 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-58379be6-7b3b-436d-9b40-fc666fe427fb req-abc1a254-b63e-4b17-8836-c3d30580c905 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.2310054 May 10 11:45:54.038527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-208490e0-d7a7-4f84-be91-f9dec6064740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:54.040695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-208490e0-d7a7-4f84-be91-f9dec6064740 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54559a33eeb145b689aaa8cf708df004&device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 1096 time: 0.1986506 May 10 11:45:54.044856 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-58379be6-7b3b-436d-9b40-fc666fe427fb req-3571aa60-d1c1-4f99-9ea8-000d596629a5 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534601 May 10 11:45:54.122701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33890) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:54.196863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-21fe63cf-7c2f-4348-a3f3-3c72bbb6f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:54.199698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-21fe63cf-7c2f-4348-a3f3-3c72bbb6f4c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 200 len: 916 time: 0.1519251 May 10 11:45:54.318698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-d29501a7-aad6-42d5-9780-7af7d495de03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ccd5b1-e113-46cf-a1cb-27cd46eebe20 HTTP/1.1" status: 200 len: 998 time: 0.1070583 May 10 11:45:54.374948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-e1c25d48-aa40-4af6-ac70-62648bff585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:54.376523 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-e1c25d48-aa40-4af6-ac70-62648bff585e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 200 len: 854 time: 0.0509171 May 10 11:45:54.382324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-551279438'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:54.438107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.445238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-59e9b379-1c25-430f-a9f1-8743511fbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:54.446919 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-59e9b379-1c25-430f-a9f1-8743511fbd3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df964da3-c9c3-43ec-8cfe-883e8aaa78dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603073 May 10 11:45:54.448099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Made reservation on behalf of 1d13626bfd5f437b8c3dcefb878a180e for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:54.451671 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.511239 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f02a106f-28ff-46ee-9391-7194a59ae64d', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:78:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799aeff4-f5fb-4a5a-a79c-947209771586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:45:27Z', 'updated_at': '2022-05-10T11:45:52Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:54.542249 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:45:54.549545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-fb30eef6-ee00-45a8-a71b-ca01c6dbc707 service neutron] 10.222.0.70 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945308 May 10 11:45:54.550829 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.552340 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:54.553223 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:54.652405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f9b9195-d738-43c5-ab38-0206215bdb54 req-7c5eda98-1f36-4b97-bafd-6b6db16ca6d7 service neutron] 10.222.0.70 "GET /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925486 May 10 11:45:54.657055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.669738 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.681504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d475c8-5fa9-435a-a876-db33950499b0 req-29e1bc2a-aca3-4ac9-93f5-346c6d89d36f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:54.689371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9d475c8-5fa9-435a-a876-db33950499b0 req-29e1bc2a-aca3-4ac9-93f5-346c6d89d36f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.7974386 May 10 11:45:54.694976 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:45:54.751289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.764216 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.780706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:45:54.798215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:45:54.810827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d47e660-1f45-4cb4-a97c-e3c6ead6568c None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:45:54.830318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47e660-1f45-4cb4-a97c-e3c6ead6568c None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:54.831414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d47e660-1f45-4cb4-a97c-e3c6ead6568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:54.869881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5298d6-f200-44d0-97fe-d4d9efae1efd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:54.876645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.877173 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Added segment 69397b35-11e4-4203-8207-76a8d69fa7d8 of type vlan for network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 May 10 11:45:54.905639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f62f1-e878-4dca-894c-dad21deb54bb req-a2d38a8b-a767-4775-95c1-7e141b8c357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:54.907651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-269f62f1-e878-4dca-894c-dad21deb54bb req-a2d38a8b-a767-4775-95c1-7e141b8c357f service neutron] 10.222.0.49 "GET /v2.0/networks?id=602838e5-4348-4b08-8c2d-afc419831d14 HTTP/1.1" status: 200 len: 915 time: 0.5134575 May 10 11:45:54.935054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.970768 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:54.983835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:54.984807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.036584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9127729 May 10 11:45:55.073678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d47e660-1f45-4cb4-a97c-e3c6ead6568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:55.086482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47e660-1f45-4cb4-a97c-e3c6ead6568c None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:45:55.087559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d47e660-1f45-4cb4-a97c-e3c6ead6568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:55.127785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d47e660-1f45-4cb4-a97c-e3c6ead6568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:55.128949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d47e660-1f45-4cb4-a97c-e3c6ead6568c None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:55.170356 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.172247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5114f1-b42b-45c1-99f8-b36865e954c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Pushing event updated for resources: {'Network': ['ID=606cbae7-a8c6-4146-a9ef-59f6ea48a148,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:55.173869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43148101-ce8e-4224-baa8-6dcae4c0aa48 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:45:55.180774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.183104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d1efb8a9-ef79-4ce9-815f-e32d51821cda admin admin] 10.222.0.13 "DELETE /v2.0/routers/43148101-ce8e-4224-baa8-6dcae4c0aa48 HTTP/1.1" status: 204 len: 168 time: 4.1384928 May 10 11:45:55.185049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:55.192113 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f02a106f-28ff-46ee-9391-7194a59ae64d', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:78:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799aeff4-f5fb-4a5a-a79c-947209771586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:45:27Z', 'updated_at': '2022-05-10T11:45:52Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:55.211607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:45:55.240387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-269f62f1-e878-4dca-894c-dad21deb54bb req-1eaf8972-d542-4935-822a-178df4540a9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc4b6fed-4750-4eac-8945-5ce15962d026 HTTP/1.1" status: 200 len: 217 time: 0.2328799 May 10 11:45:55.264742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9d475c8-5fa9-435a-a876-db33950499b0 req-145e5f28-5eab-4d1d-8228-d1f9e7f58a06 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890265 May 10 11:45:55.275636 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfda04-d8fc-4dd6-8932-842e40e0e152 None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'f02a106f-28ff-46ee-9391-7194a59ae64d', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'port_id': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'mac_address': 'fa:16:3e:78:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799aeff4-f5fb-4a5a-a79c-947209771586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:45:27Z', 'updated_at': '2022-05-10T11:45:52Z', 'revision_number': 1, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:45:55.278244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3824bcd6-88ab-4465-a47f-14cd5b1798cf admin admin] Deleting subnet e54b0c82-3eac-43cf-8383-60b78c30d030 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:45:55.293903 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3824bcd6-88ab-4465-a47f-14cd5b1798cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.420413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3824bcd6-88ab-4465-a47f-14cd5b1798cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.449560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33950) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:55.456032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.462535 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-09aeeb81-2a82-4c5a-a74d-d2ef97dac7d3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/ports/d61c5a87-d253-4dff-a09b-256a31c3971f HTTP/1.1" status: 204 len: 168 time: 5.2976224 May 10 11:45:55.476876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33952) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:55.482644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Request body: {'port': {'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148', 'binding:host_id': 'n-h1-840949-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-414060872'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:55.514913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f62f1-e878-4dca-894c-dad21deb54bb req-03711455-d118-4e85-aea0-7bc631f53526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:55.516500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-269f62f1-e878-4dca-894c-dad21deb54bb req-03711455-d118-4e85-aea0-7bc631f53526 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33bdfee-a6bb-41f7-9e26-66f0192a72f3 HTTP/1.1" status: 200 len: 853 time: 0.2510636 May 10 11:45:55.559530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3824bcd6-88ab-4465-a47f-14cd5b1798cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.593646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-198bc50a-79db-4eea-8880-8abf0d3ecd32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "GET /v2.0/floatingips/3e27d822-262a-4374-bba5-4cda7e658e31 HTTP/1.1" status: 200 len: 687 time: 0.1073759 May 10 11:45:55.596448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33954) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:55.620561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9b960-f436-4e8f-bc8e-ef3a993aacd6 req-4f997af8-572a-431f-b2ef-483847346c84 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:55.622392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ce9b960-f436-4e8f-bc8e-ef3a993aacd6 req-4f997af8-572a-431f-b2ef-483847346c84 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.1963253 May 10 11:45:55.628212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3824bcd6-88ab-4465-a47f-14cd5b1798cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.647652 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3824bcd6-88ab-4465-a47f-14cd5b1798cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.653240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3824bcd6-88ab-4465-a47f-14cd5b1798cf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e54b0c82-3eac-43cf-8383-60b78c30d030 HTTP/1.1" status: 204 len: 168 time: 0.4648292 May 10 11:45:55.658217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80a972c-81f5-436f-a501-d074de7dc4a1 None None] Network 83260efc-5c58-4255-b9fb-07a6484b4a9a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:45:55.671727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:55.681259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824bcd6-88ab-4465-a47f-14cd5b1798cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54b0c82-3eac-43cf-8383-60b78c30d030,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:55.684567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Made reservation on behalf of 0d0d59a88f374d8583f979ddcfdbe895 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:55.687550 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.747188 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be08495-03ab-42d8-843a-c9c8cc98fa46 None None] New status for floating IP f02a106f-28ff-46ee-9391-7194a59ae64d: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:45:55.813209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f62f1-e878-4dca-894c-dad21deb54bb req-b1b4823e-a843-41b1-9532-f28f6ee0666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:55.815446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-269f62f1-e878-4dca-894c-dad21deb54bb req-b1b4823e-a843-41b1-9532-f28f6ee0666f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=602838e5-4348-4b08-8c2d-afc419831d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616558 May 10 11:45:55.832204 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.988273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] DHCP port deletion for 83260efc-5c58-4255-b9fb-07a6484b4a9a request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:45:56.043568 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ce9b960-f436-4e8f-bc8e-ef3a993aacd6 req-d93ba7b5-9727-4110-a491-83b842083eba tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3729670 May 10 11:45:56.045196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] Deleting port 28017145-8d4e-412a-97bb-dea87ad98b75 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:56.045793 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.052709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.129562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.146434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] For port 28017145-8d4e-412a-97bb-dea87ad98b75, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=28017145-8d4e-412a-97bb-dea87ad98b75,segment=NetworkSegment(004d99cd-0f9e-4869-9ba6-b038d29156f9),segment_id=004d99cd-0f9e-4869-9ba6-b038d29156f9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:56.146850 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.160909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] Calling delete_port for 28017145-8d4e-412a-97bb-dea87ad98b75 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:56.164999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.177675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] device_id is not set on port bfb13296-7030-4b2a-a1e9-459ded7a486d yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:45:56.204606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port d1e568ed-d856-4d43-bfdf-a5318ad1fda5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:56.204874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.209161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-269f62f1-e878-4dca-894c-dad21deb54bb req-beb70889-a87a-43e3-bfa9-ce0aa5ad1560 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705335 May 10 11:45:56.389572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329e368e-9401-49cb-8b1d-770f90db553c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:56.399468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40801be6-b198-406d-a50b-f7f8e936caa1 req-baa79e32-985b-4536-8727-30a348b056b4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:56.403088 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40801be6-b198-406d-a50b-f7f8e936caa1 req-baa79e32-985b-4536-8727-30a348b056b4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.0610743 May 10 11:45:56.479879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-40801be6-b198-406d-a50b-f7f8e936caa1 req-299a72af-0fea-45f2-97f2-def28dd37309 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660362 May 10 11:45:56.489445 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.502999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Deleting port 28017145-8d4e-412a-97bb-dea87ad98b75 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:56.503338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.520486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] Pushing event deleted for resources: {'Port': ['ID=28017145-8d4e-412a-97bb-dea87ad98b75,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:56.523315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84cfa0-fc94-44b6-ba08-00842f286a83 None None] No DVR routers for this DVR port 28017145-8d4e-412a-97bb-dea87ad98b75 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:45:56.553370 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.553706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.622312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-269f62f1-e878-4dca-894c-dad21deb54bb req-11542da8-fcc0-4c07-b6df-51363dd61825 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678782 May 10 11:45:56.624548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for d1e568ed-d856-4d43-bfdf-a5318ad1fda5 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:56.707248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] For port 28017145-8d4e-412a-97bb-dea87ad98b75, host n-d-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:56.707856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.768353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Calling delete_port for 28017145-8d4e-412a-97bb-dea87ad98b75 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:56.776126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Port 28017145-8d4e-412a-97bb-dea87ad98b75 was not found and therefore no delete operation was performed {{(pid=102767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:45:56.784461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 28017145-8d4e-412a-97bb-dea87ad98b75 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:45:56.802204 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.807476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 28017145-8d4e-412a-97bb-dea87ad98b75 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:45:56.808079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 28017145-8d4e-412a-97bb-dea87ad98b75 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:45:56.808904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 37e93e15-17e3-4549-9976-1f15aae1ef14 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:45:56.835389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 37e93e15-17e3-4549-9976-1f15aae1ef14 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:45:56.835733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 37e93e15-17e3-4549-9976-1f15aae1ef14 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:45:56.857185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131394d5-d9ac-4126-9540-b01dad263c1b req-cbef9e2e-9a55-4883-ba65-ab544a773cb2 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:56.858671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131394d5-d9ac-4126-9540-b01dad263c1b req-cbef9e2e-9a55-4883-ba65-ab544a773cb2 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.2427185 May 10 11:45:56.859415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28017145-8d4e-412a-97bb-dea87ad98b75,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:56.864147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] device_id is not set on port bfb13296-7030-4b2a-a1e9-459ded7a486d yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:45:56.871697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] No DVR routers for this DVR port 28017145-8d4e-412a-97bb-dea87ad98b75 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:45:56.886344 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.920904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.031804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.064623 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131394d5-d9ac-4126-9540-b01dad263c1b req-c9916e27-3a6b-4f28-a9da-4578b63d1251 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909788 May 10 11:45:57.067335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=bfb13296-7030-4b2a-a1e9-459ded7a486d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:57.085233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83260efc-5c58-4255-b9fb-07a6484b4a9a']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:57.127482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004d99cd-0f9e-4869-9ba6-b038d29156f9') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:57.127787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004d99cd-0f9e-4869-9ba6-b038d29156f9') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:45:57.138005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Checking segment: {'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:45:57.138393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Network hostable DHCP agents. Network: 606cbae7-a8c6-4146-a9ef-59f6ea48a148, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:45:57.145233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.175945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.186051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:45:57.186493 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.188383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: timer() May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:45:57.190265 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:45:57.225762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335ef0-8b04-4d38-8043-9e433d8d71a0 req-ab1fcddf-612d-4d5d-bef8-36d55d806df0 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:57.228873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35335ef0-8b04-4d38-8043-9e433d8d71a0 req-ab1fcddf-612d-4d5d-bef8-36d55d806df0 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.0955522 May 10 11:45:57.275678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35335ef0-8b04-4d38-8043-9e433d8d71a0 req-a790db79-abc7-44a9-9a25-b646e366f77d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389287 May 10 11:45:57.487670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:45:57.528618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=d1e568ed-d856-4d43-bfdf-a5318ad1fda5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:57.551435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 606cbae7-a8c6-4146-a9ef-59f6ea48a148) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:57.571303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee265cf4-61d2-4bec-8465-e580347b3c37 None None] Network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:45:57.572584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:57.577056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.617540 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.620420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/83260efc-5c58-4255-b9fb-07a6484b4a9a HTTP/1.1" status: 204 len: 168 time: 1.9417560 May 10 11:45:57.625523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33998) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:57.639572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:57.640031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:57.640410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:57.649172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2623c-1f01-4f91-976f-2d73a2e5dea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83260efc-5c58-4255-b9fb-07a6484b4a9a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:57.654913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:57.655260 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:57.658993 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 2 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:57.670506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2831-524b-431f-8001-8405e958c5fd req-e204ee1c-0ad0-4e13-9d68-59b5616c4365 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:57.672039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-091e2831-524b-431f-8001-8405e958c5fd req-e204ee1c-0ad0-4e13-9d68-59b5616c4365 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1853693 May 10 11:45:57.679192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.681775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.682970 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-52df5e70-5e1b-48e5-86f7-9229ed8dbf32 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/floatingips/3e27d822-262a-4374-bba5-4cda7e658e31 HTTP/1.1" status: 204 len: 168 time: 2.0835125 May 10 11:45:57.690188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34000) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:57.699500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '4a84f8ba-5791-4574-a979-a020da1907c7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:57.707416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:57.708574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:57.708574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:57.726573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:57.726901 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:57.728831 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 3 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:57.755848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.760309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:57.760648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:57.760984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:57.775561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-091e2831-524b-431f-8001-8405e958c5fd req-a785c251-de5c-4699-95fc-dfc92545b9c9 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895290 May 10 11:45:57.781752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:57.782272 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:57.806542 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 4 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:57.826371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:57.826939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:57.827448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:57.841760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:57.842282 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:57.843637 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 5 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:57.869989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:57.870496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:57.870993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:57.888922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:57.889515 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:57.890223 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 6 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:57.938095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:57.938095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:57.938095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:57.950734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:57.951073 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:57.953132 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 7 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:57.974701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd1662-ca9e-4812-b6fe-d43bca1ec59b req-298e8931-e979-44cb-bd95-f1c407252ff4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:57.976233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92fd1662-ca9e-4812-b6fe-d43bca1ec59b req-298e8931-e979-44cb-bd95-f1c407252ff4 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1009843 May 10 11:45:57.983727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:57.984079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:57.984414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:57.990539 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.009917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:58.010267 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:58.013017 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 8 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:58.069045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:58.069285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:58.069605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:58.082326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:58.082538 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:58.083991 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.085465 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-92fd1662-ca9e-4812-b6fe-d43bca1ec59b req-a134b23e-ef95-4e5b-91d6-723062c388f3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988595 May 10 11:45:58.088361 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 9 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:58.126498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:58.126839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:58.127177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:58.136697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:58.137043 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:58.138889 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 10 to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d May 10 11:45:58.162693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:45:58.163038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:45:58.163365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:45:58.173355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.25.8.154 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/75448431-bc61-4008-9152-7ec2c8a7cafb) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:45:58.178802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port bfb13296-7030-4b2a-a1e9-459ded7a486d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:45:58.179137 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port bfb13296-7030-4b2a-a1e9-459ded7a486d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:45:58.179511 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.310565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] For port bfb13296-7030-4b2a-a1e9-459ded7a486d, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:45:58.310948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempted to set empty binding levels {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 10 11:45:58.324488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.393270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.411989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:58.412632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.460989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.0093744 May 10 11:45:58.466242 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da5dbc-71ce-48fd-aa61-4ba9cf15c879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=bfb13296-7030-4b2a-a1e9-459ded7a486d,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:58.468487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34024) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:58.529622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8343e8e-72f6-4cc1-b83f-7a9b2350f5c3 req-d96dff22-325c-4d22-b0bf-ae606e5861cc tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:58.529622 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8343e8e-72f6-4cc1-b83f-7a9b2350f5c3 req-d96dff22-325c-4d22-b0bf-ae606e5861cc tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.1425486 May 10 11:45:58.540015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.618128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:45:58.625938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:45:58.631911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=75448431-bc61-4008-9152-7ec2c8a7cafb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:58.634297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:45:58.687852 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8343e8e-72f6-4cc1-b83f-7a9b2350f5c3 req-20e5625c-1d99-4f57-a8d4-ecd2ecc95811 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040471 May 10 11:45:58.692411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2396b5d-424b-422e-bd10-83ec243b9ae3 req-a8d2d94d-11f6-41b5-98aa-86f7951efe35 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:58.693877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2396b5d-424b-422e-bd10-83ec243b9ae3 req-a8d2d94d-11f6-41b5-98aa-86f7951efe35 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.4731312 May 10 11:45:58.711385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Deleting port bfb13296-7030-4b2a-a1e9-459ded7a486d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:58.711885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.768223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2396b5d-424b-422e-bd10-83ec243b9ae3 req-fbdbcda9-1fbb-463e-a3cc-0296185d0048 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472009 May 10 11:45:58.845600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] For port bfb13296-7030-4b2a-a1e9-459ded7a486d, host n-h1-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:58.845963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:58.872181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Calling delete_port for bfb13296-7030-4b2a-a1e9-459ded7a486d owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:58.873868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Deleting port 54299c11-11b6-471f-903e-9ccd8d033f89 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:45:58.874435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.004265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] For port 54299c11-11b6-471f-903e-9ccd8d033f89, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=54299c11-11b6-471f-903e-9ccd8d033f89,segment=NetworkSegment(b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48),segment_id=b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:45:59.004265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.023271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642ace2-0e56-43e8-8c8b-10067fd8698d req-8024b892-4e3e-4eef-859f-4f1c1bb75f6b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:59.025019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1642ace2-0e56-43e8-8c8b-10067fd8698d req-8024b892-4e3e-4eef-859f-4f1c1bb75f6b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1387193 May 10 11:45:59.029571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Calling delete_port for 54299c11-11b6-471f-903e-9ccd8d033f89 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:45:59.063531 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.108945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1642ace2-0e56-43e8-8c8b-10067fd8698d req-5ffe95e5-077c-4124-a52d-d89c92039daa tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 May 10 11:45:59.139758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.143276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bfb13296-7030-4b2a-a1e9-459ded7a486d HTTP/1.1" status: 204 len: 168 time: 0.6691630 May 10 11:45:59.146785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98842a-88b8-40e8-a0cf-d3df1f851c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfb13296-7030-4b2a-a1e9-459ded7a486d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:59.149912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:59.235778 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b66e99-408c-49ae-ba19-59b3eb5d734a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] GET failed (client error): The resource could not be found. May 10 11:45:59.237453 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-38b66e99-408c-49ae-ba19-59b3eb5d734a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "GET /v2.0/ports/bfb13296-7030-4b2a-a1e9-459ded7a486d HTTP/1.1" status: 404 len: 333 time: 0.0839334 May 10 11:45:59.252029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34044) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:45:59.257081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Request body: {'port': {'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-182197308'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:45:59.291517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Made reservation on behalf of 0d0d59a88f374d8583f979ddcfdbe895 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:45:59.294098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.306892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.317384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bf605-a53e-48d3-82ce-78533a51d77e req-64754575-611e-4cae-92c4-fe2f6ed6eb6b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:59.318901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f4bf605-a53e-48d3-82ce-78533a51d77e req-64754575-611e-4cae-92c4-fe2f6ed6eb6b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1094210 May 10 11:45:59.345425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] device_id is not set on port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:45:59.350067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=54299c11-11b6-471f-903e-9ccd8d033f89,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:59.353503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.395799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f4bf605-a53e-48d3-82ce-78533a51d77e req-940f953b-4ccb-4fd6-ab0f-24283cc741f9 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 May 10 11:45:59.475957 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.720314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.741933 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.743848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.753198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.843048 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:45:59.849005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686ec9-ef7c-4afa-8e0e-2238d269212b req-d1bd4d19-1f86-40f4-baf6-679325f76bfe tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:59.850985 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3686ec9-ef7c-4afa-8e0e-2238d269212b req-d1bd4d19-1f86-40f4-baf6-679325f76bfe tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1442761 May 10 11:45:59.854293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=75448431-bc61-4008-9152-7ec2c8a7cafb,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:45:59.876567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.925803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:59.944875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cef7a-2e01-4457-95a2-a61afad98bf2 req-fd39bd8a-b1f9-4b50-a163-8699b2e47b30 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:45:59.946504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a9cef7a-2e01-4457-95a2-a61afad98bf2 req-fd39bd8a-b1f9-4b50-a163-8699b2e47b30 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.1195238 May 10 11:45:59.958004 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3686ec9-ef7c-4afa-8e0e-2238d269212b req-d6f27d2e-fd51-4ad9-82c3-64bfb75e9150 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949335 May 10 11:46:00.008668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=4fd42788-dd48-4dba-b6a6-8c1e4e75685f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:00.029553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:00.035605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:00.039276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:00.040316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:00.040915 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.041092 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP 2e9908e6-29ca-4d23-994d-5f595430010f associated. External IP: 172.25.8.154, port: 4a84f8ba-5791-4574-a979-a020da1907c7. May 10 11:46:00.067880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a9cef7a-2e01-4457-95a2-a61afad98bf2 req-3b634182-9d12-4334-b9d9-4365a28798ae tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927298 May 10 11:46:00.131396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-802e8c01-372b-49f0-ac2e-ec0fb6449959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8749285 May 10 11:46:00.132426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34066) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:00.137496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:00.248244 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.268290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Router 4859d26f-19cd-453a-8634-222d5678295b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:00.280759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:00.481050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:00.492741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2bd01796-e88c-4922-b9cf-581c51733a0e admin admin] 10.222.0.13 "PUT /v2.0/routers/4859d26f-19cd-453a-8634-222d5678295b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8658013 May 10 11:46:00.500027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34072) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:00.502402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] Sync routers for ids ['4859d26f-19cd-453a-8634-222d5678295b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:00.519290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] Routers {'4859d26f-19cd-453a-8634-222d5678295b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:00.520409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4859d26f-19cd-453a-8634-222d5678295b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:00.584175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] device_id is not set on port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:00.626309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.649289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.658822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] Set router 4859d26f-19cd-453a-8634-222d5678295b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:00.675707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:00.692679 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d476034-ebf8-46f4-8302-5e1e657b6814 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:00.703061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.717588 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d476034-ebf8-46f4-8302-5e1e657b6814 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:00.718237 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-7d476034-ebf8-46f4-8302-5e1e657b6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:00.759411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=4fd42788-dd48-4dba-b6a6-8c1e4e75685f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:00.766150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.823749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-09b43bff-3f14-4046-bf2b-181472837458 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1324680 May 10 11:46:00.826195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34078) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:00.833055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1328047141'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:00.838633 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-7d476034-ebf8-46f4-8302-5e1e657b6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:00.860886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:45:59Z', 'revision_number': 5, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:00.861226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:00.866019 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d476034-ebf8-46f4-8302-5e1e657b6814 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:00.867208 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-7d476034-ebf8-46f4-8302-5e1e657b6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:00.870795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.877778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:00.877778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:00.881926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:00.895713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:00.895713 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:00.895713 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 2 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:00.915247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:00.918029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:00.918373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:00.922502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:00.926168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.926625 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Added segment b9030bf9-7161-4caf-a83d-ce8e251f5244 of type vlan for network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe May 10 11:46:00.943439 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-7d476034-ebf8-46f4-8302-5e1e657b6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:00.943842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] Checking router: 4859d26f-19cd-453a-8634-222d5678295b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:00.946163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:00.946366 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d476034-ebf8-46f4-8302-5e1e657b6814 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:00.946536 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:00.953801 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 3 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:00.965940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:00.969287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] Routers {'4859d26f-19cd-453a-8634-222d5678295b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:00.971140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:45:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['4859d26f-19cd-453a-8634-222d5678295b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:00.973397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:00.973867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:00.975520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:00.980231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:00.980672 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:00.983457 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 4 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:01.009153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:01.009567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:01.009701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.009909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:01.044249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:01.044619 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:01.047392 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 5 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:01.050619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.058328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.059006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.077518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:01.077990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:01.078425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:01.085510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:01.085962 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:01.087240 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 6 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:01.105394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:01.105913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:01.106257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:01.113185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:01.113185 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:01.114132 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 7 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:01.126658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] Set router 4859d26f-19cd-453a-8634-222d5678295b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:01.132598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:01.132944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:01.133289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:01.141084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:01.141418 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:01.145943 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 8 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:01.150999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Deleting port 5d163376-c92b-4e12-a515-3e7927ca9028 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:01.151354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.164877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Network': ['ID=a7761ebd-7009-4a6a-bd38-0ae9508ef9fe,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:01.182994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:01.201736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fa903062-799d-4630-ad7f-f0401b105c52 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3740110 May 10 11:46:01.204352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34086) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:01.213633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'subnet': {'network_id': 'a7761ebd-7009-4a6a-bd38-0ae9508ef9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:01.237849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:01.238530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:01.238962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:01.276697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:01.277087 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:01.296956 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 9 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:01.311940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe9ed-26cf-42a2-bcb0-9bfcd37abe4f req-6de269f0-305a-4de4-9230-3ffc63105b9c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.315547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-655fe9ed-26cf-42a2-bcb0-9bfcd37abe4f req-6de269f0-305a-4de4-9230-3ffc63105b9c tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.2464919 May 10 11:46:01.364962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:01.365320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:01.365721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:01.368320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-655fe9ed-26cf-42a2-bcb0-9bfcd37abe4f req-f3471fce-53cb-4247-8bcf-1e44d823e0b5 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 May 10 11:46:01.388928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:01.389515 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:01.405905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b8b54-8d22-424c-a285-d1ec53808556 req-0017df95-2bb4-43d5-b7ae-443f3fb3b8bf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.406375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:01.408083 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-353b8b54-8d22-424c-a285-d1ec53808556 req-0017df95-2bb4-43d5-b7ae-443f3fb3b8bf tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.1713388 May 10 11:46:01.410247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] For port 5d163376-c92b-4e12-a515-3e7927ca9028, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5d163376-c92b-4e12-a515-3e7927ca9028,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:01.411648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.415291 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 10 to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f May 10 11:46:01.416074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.430128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:45:59Z', 'revision_number': 5, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:01.443622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Calling delete_port for 5d163376-c92b-4e12-a515-3e7927ca9028 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:01.458242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:01.458576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:01.458919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:01.471512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:01.471999 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:01.484769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.486321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44323b15-2a76-4e44-ab95-277db718f601 None None] The sync data for ids ['4859d26f-19cd-453a-8634-222d5678295b'] in n-d-840949-1 is: [{'id': '4859d26f-19cd-453a-8634-222d5678295b', 'name': 'tempest-TestServerBasicOps-1259869661-router', 'tenant_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:19Z', 'updated_at': '2022-05-10T11:45:59Z', 'revision_number': 5, 'project_id': 'ab9b76d1cb7e4488ab2720d65e039e0c', 'gw_port': {'id': '5d163376-c92b-4e12-a515-3e7927ca9028', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859d26f-19cd-453a-8634-222d5678295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:20Z', 'updated_at': '2022-05-10T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:01.537730 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-353b8b54-8d22-424c-a285-d1ec53808556 req-16de14d6-9a00-4573-a0ea-e6ffde2782c3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129045 May 10 11:46:01.644915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] For port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:46:01.644915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempted to set empty binding levels {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 10 11:46:01.659495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.708289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] In _notify_port_updated(), no bound segment for port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:46:01.709189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.709764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.714317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "PUT /v2.0/ports/4fd42788-dd48-4dba-b6a6-8c1e4e75685f HTTP/1.1" status: 200 len: 978 time: 1.5778418 May 10 11:46:01.714495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34104) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:01.728578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2554d5d-c786-4fb9-9b43-a1b750f9d58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=4fd42788-dd48-4dba-b6a6-8c1e4e75685f,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:01.802049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.810162 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:01.882492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d163376-c92b-4e12-a515-3e7927ca9028,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:01.903012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.903504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.904007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.904509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.905216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.905719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.906142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.911436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.911978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.912460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.913008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.913510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.913993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.914527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.914997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.915467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.915955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.916558 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.916896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.917507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.920854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.922568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.922568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.923639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.923639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.924183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.927955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.928520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.928988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.929464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.929934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.930445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.930975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.931440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.931960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.932422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.933001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.933465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.933928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.934396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.934938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.944121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-feb399eb-bed7-4614-822a-18636f049ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36595 time: 0.2240863 May 10 11:46:01.946330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34110) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:01.973783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f798-1344-4472-ace4-9c152329c558 req-b119a4ba-2945-4724-9d8f-63b76e9dd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:01.975391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2830f798-1344-4472-ace4-9c152329c558 req-b119a4ba-2945-4724-9d8f-63b76e9dd4ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3276bbd586d84961b28a473ad7deeae9&device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 1097 time: 0.1687531 May 10 11:46:02.002409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c392a2-e697-4e7c-9662-61ca1b75777f req-52da783a-16ac-4014-9955-bf867e111394 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:02.004098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5c392a2-e697-4e7c-9662-61ca1b75777f req-52da783a-16ac-4014-9955-bf867e111394 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1780741 May 10 11:46:02.006299 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.070704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Subnet': ['ID=f043918a-9cef-4657-bfb8-c54310ba1765,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:02.088885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Checking segment: {'id': 'b9030bf9-7161-4caf-a83d-ce8e251f5244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7761ebd-7009-4a6a-bd38-0ae9508ef9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:02.089521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network hostable DHCP agents. Network: a7761ebd-7009-4a6a-bd38-0ae9508ef9fe, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:46:02.124309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Deleting port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:02.124646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.127845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:46:02.144709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a7761ebd-7009-4a6a-bd38-0ae9508ef9fe) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:02.147866 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.150219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.158052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf007def-330a-4af7-8e6b-226b1e1c15d0 None None] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:02.240359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] For port 4fd42788-dd48-4dba-b6a6-8c1e4e75685f, host n-h1-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:02.240809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.242770 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.243884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4859d26f-19cd-453a-8634-222d5678295b {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:46:02.250209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.251294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c987cb58-4529-47bb-86d2-73d758b8a549 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4859d26f-19cd-453a-8634-222d5678295b HTTP/1.1" status: 204 len: 168 time: 1.7504838 May 10 11:46:02.263844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Calling delete_port for 4fd42788-dd48-4dba-b6a6-8c1e4e75685f owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:02.273230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34118) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:02.342025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a7761ebd-7009-4a6a-bd38-0ae9508ef9fe', 'network_id': 'a7761ebd-7009-4a6a-bd38-0ae9508ef9fe', 'tenant_id': '56ef4aa31478491ebf5825c2ff51ae55', 'fixed_ips': [{'subnet_id': 'f043918a-9cef-4657-bfb8-c54310ba1765'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:46:02.343121 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.356793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5c392a2-e697-4e7c-9662-61ca1b75777f req-9e65dcae-fbf2-452d-93ef-3575c2cc420e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958586 May 10 11:46:02.411162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:02.412318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.424958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.462585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f798-1344-4472-ace4-9c152329c558 req-879b6c7b-fbc9-4a66-a4bb-e9ce97a2bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:02.464169 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2830f798-1344-4472-ace4-9c152329c558 req-879b6c7b-fbc9-4a66-a4bb-e9ce97a2bcb6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 200 len: 914 time: 0.4787257 May 10 11:46:02.465034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c1caaf33-56d3-44ad-b8f8-b05eee4580cd tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2596397 May 10 11:46:02.474251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34120) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:02.478364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-74802138', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:02.482171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09c286a-a2d5-44f3-8754-382f341fcea6 admin admin] Deleting subnet 71361ea6-4f73-4d15-baf7-5df97e5ffe1c {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:46:02.484314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fd42788-dd48-4dba-b6a6-8c1e4e75685f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:02.491673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09c286a-a2d5-44f3-8754-382f341fcea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.493919 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.500463 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-79481a2c-1b53-4f3b-82d1-7757a6350825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4fd42788-dd48-4dba-b6a6-8c1e4e75685f HTTP/1.1" status: 204 len: 168 time: 0.5473704 May 10 11:46:02.506105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34122) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:02.520772 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.540733 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-444d5a76-9ff4-4310-8c0e-37332293b16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] GET failed (client error): The resource could not be found. May 10 11:46:02.545745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-444d5a76-9ff4-4310-8c0e-37332293b16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "GET /v2.0/ports/4fd42788-dd48-4dba-b6a6-8c1e4e75685f HTTP/1.1" status: 404 len: 333 time: 0.0347345 May 10 11:46:02.546131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:02.553489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233523283', 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:02.556444 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2830f798-1344-4472-ace4-9c152329c558 req-87c917c5-9466-4fc7-ad45-c91944f1d89f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a HTTP/1.1" status: 200 len: 217 time: 0.0716710 May 10 11:46:02.582848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.583983 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.591850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09c286a-a2d5-44f3-8754-382f341fcea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.636229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Allocated IP 172.20.0.2 (a7761ebd-7009-4a6a-bd38-0ae9508ef9fe/f043918a-9cef-4657-bfb8-c54310ba1765/e6807eff-c1b1-400a-8fac-52e3ad1fdec6) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:02.711247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f798-1344-4472-ace4-9c152329c558 req-2e553e43-6c7f-4b3e-91ba-5cd1a485c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:02.713103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2830f798-1344-4472-ace4-9c152329c558 req-2e553e43-6c7f-4b3e-91ba-5cd1a485c734 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 200 len: 853 time: 0.0976684 May 10 11:46:02.757773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Made reservation on behalf of 0d0d59a88f374d8583f979ddcfdbe895 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:02.763039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2830f798-1344-4472-ace4-9c152329c558 req-852f5d24-9b07-4d53-a62c-d4f9858b2145 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d300f77a-6798-409d-8413-096f9d9ca824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417767 May 10 11:46:02.764153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.766391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09c286a-a2d5-44f3-8754-382f341fcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.822233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.833517 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.843300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.883231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] device_id is not set on port 40d4333e-f324-4639-9189-ef8e0c821b26 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:02.906507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Pushing event updated for resources: {'Port': ['ID=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:02.915795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:02.918517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:02.919472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09c286a-a2d5-44f3-8754-382f341fcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.924382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:02.937943 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09c286a-a2d5-44f3-8754-382f341fcea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:02.943764 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b09c286a-a2d5-44f3-8754-382f341fcea6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71361ea6-4f73-4d15-baf7-5df97e5ffe1c HTTP/1.1" status: 204 len: 168 time: 0.6669164 May 10 11:46:02.947042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34132) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:02.962327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2cb91d-55c6-4878-a19a-d2dfc4a2f203 None None] Network cacfe5e3-273e-44d6-9274-641214be3b00 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:02.972439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2830f798-1344-4472-ace4-9c152329c558 req-c8dd685e-3eeb-46ca-acfb-113bcca24ae1 service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780059 May 10 11:46:02.972439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c286a-a2d5-44f3-8754-382f341fcea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71361ea6-4f73-4d15-baf7-5df97e5ffe1c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:02.972943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6781f1-3230-4ed3-b9c0-76cffc9965a8 req-fd977f23-2217-46ca-8eb6-5c90c8a88437 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:02.981785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac6781f1-3230-4ed3-b9c0-76cffc9965a8 req-fd977f23-2217-46ca-8eb6-5c90c8a88437 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 944 time: 0.3180461 May 10 11:46:03.048590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fc4b6fed-4750-4eac-8945-5ce15962d026 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:46:03.051228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 54299c11-11b6-471f-903e-9ccd8d033f89 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:03.131000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Attempting to bind port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:03.131000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Attempting to bind port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b9030bf9-7161-4caf-a83d-ce8e251f5244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7761ebd-7009-4a6a-bd38-0ae9508ef9fe'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:03.131000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Attempting to bind port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 on network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:03.151948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2830f798-1344-4472-ace4-9c152329c558 req-0858fc13-7c78-4ac4-a289-241d478bd29d service neutron] 10.222.0.70 "GET /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656706 May 10 11:46:03.153311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:46:03.153775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Checking segment: {'id': 'b9030bf9-7161-4caf-a83d-ce8e251f5244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7761ebd-7009-4a6a-bd38-0ae9508ef9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:03.154223 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.154660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Bound using segment: {'id': 'b9030bf9-7161-4caf-a83d-ce8e251f5244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7761ebd-7009-4a6a-bd38-0ae9508ef9fe'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:46:03.155262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Bound port: e6807eff-c1b1-400a-8fac-52e3ad1fdec6, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9030bf9-7161-4caf-a83d-ce8e251f5244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7761ebd-7009-4a6a-bd38-0ae9508ef9fe'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:46:03.155652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.158063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 54299c11-11b6-471f-903e-9ccd8d033f89 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:03.158937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 54299c11-11b6-471f-903e-9ccd8d033f89 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:03.158937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5d163376-c92b-4e12-a515-3e7927ca9028 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:03.210992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5d163376-c92b-4e12-a515-3e7927ca9028 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:03.211385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5d163376-c92b-4e12-a515-3e7927ca9028 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:03.265911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac6781f1-3230-4ed3-b9c0-76cffc9965a8 req-ffba06b6-8e75-4df7-ac55-3203c98f123d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831564 May 10 11:46:03.310333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.369274 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.373439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] For port e6807eff-c1b1-400a-8fac-52e3ad1fdec6, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:46:03.382526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] For port e6807eff-c1b1-400a-8fac-52e3ad1fdec6, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,segment=NetworkSegment(b9030bf9-7161-4caf-a83d-ce8e251f5244),segment_id=b9030bf9-7161-4caf-a83d-ce8e251f5244)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:46:03.392090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fc4b6fed-4750-4eac-8945-5ce15962d026, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc4b6fed-4750-4eac-8945-5ce15962d026,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:03.405319 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.507627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] DHCP port deletion for cacfe5e3-273e-44d6-9274-641214be3b00 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:46:03.516469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51734bf8-69a7-4c17-b5e6-fa1fae3886c6 None None] Pushing event updated for resources: {'Port': ['ID=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:03.522587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'mac_address': 'fa:16:3e:f3:ff:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:46:03.600633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.633571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Deleting port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:03.633954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port fc4b6fed-4750-4eac-8945-5ce15962d026 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:03.634090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.634541 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.663209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4b6fed-4750-4eac-8945-5ce15962d026 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:46:03.682334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] Deleting port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:03.682709 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.732767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.827181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:03.829226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] For port 46e001d1-cbb2-4309-8d18-0d1f12df2c86, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=46e001d1-cbb2-4309-8d18-0d1f12df2c86,segment=NetworkSegment(b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48),segment_id=b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:03.829554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.848964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:03.859666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:03.860832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:03.861552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:03.870416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=40d4333e-f324-4639-9189-ef8e0c821b26,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:03.877610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Calling delete_port for 46e001d1-cbb2-4309-8d18-0d1f12df2c86 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:04.034068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fc4b6fed-4750-4eac-8945-5ce15962d026, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc4b6fed-4750-4eac-8945-5ce15962d026,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:04.085449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1674aa98-1b09-49dd-bab6-4186311d8510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5358613 May 10 11:46:04.092614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] For port 46e001d1-cbb2-4309-8d18-0d1f12df2c86, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=46e001d1-cbb2-4309-8d18-0d1f12df2c86,segment=NetworkSegment(b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48),segment_id=b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:04.094661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.122428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.123384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-ff4104cc-e033-4bd2-9f1a-18cc12cbb0f5 req-0a88dd6a-cc84-44ea-95e4-0d492a771e76 service neutron] (102768) timed out ('10.222.0.70', 58175) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 11:46:04.129067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34154) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:04.131345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] Calling delete_port for 46e001d1-cbb2-4309-8d18-0d1f12df2c86 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:04.179738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32cf75-1f21-4a32-94ff-d06fc84fedbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:04.183769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0a32cf75-1f21-4a32-94ff-d06fc84fedbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "GET /v2.0/ports/40d4333e-f324-4639-9189-ef8e0c821b26 HTTP/1.1" status: 200 len: 959 time: 0.0500681 May 10 11:46:04.189587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f88bd-7447-4973-8e00-4904ac5a0dc2 req-d9e352da-4fac-47d3-ab10-e425ef150c84 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:04.191177 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-621f88bd-7447-4973-8e00-4904ac5a0dc2 req-d9e352da-4fac-47d3-ab10-e425ef150c84 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.7004733 May 10 11:46:04.191667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34156) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:04.250395 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.257721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=fc4b6fed-4750-4eac-8945-5ce15962d026,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:04.288727 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-daa9511c-b138-4136-85d4-c2fc737ee9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.290214 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.332821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.338443 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-621f88bd-7447-4973-8e00-4904ac5a0dc2 req-071a9f56-0192-4b33-92f3-3c6c6c3001de tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324151 May 10 11:46:04.388608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-343b0bff-88a4-48f7-95ac-069ce77e23a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Deleting port 40d4333e-f324-4639-9189-ef8e0c821b26 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:04.389028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-343b0bff-88a4-48f7-95ac-069ce77e23a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.408303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['fc4b6fed-4750-4eac-8945-5ce15962d026'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:46:04.458283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] Pushing event deleted for resources: {'Port': ['ID=46e001d1-cbb2-4309-8d18-0d1f12df2c86,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:04.461872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b677d9-0962-4165-9e69-a9398d3ba142 None None] No DVR routers for this DVR port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:04.502170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-343b0bff-88a4-48f7-95ac-069ce77e23a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.520789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-343b0bff-88a4-48f7-95ac-069ce77e23a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Calling delete_port for 40d4333e-f324-4639-9189-ef8e0c821b26 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:04.623223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-343b0bff-88a4-48f7-95ac-069ce77e23a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.662907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b0bff-88a4-48f7-95ac-069ce77e23a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event deleted for resources: {'Port': ['ID=40d4333e-f324-4639-9189-ef8e0c821b26,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:04.669709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-343b0bff-88a4-48f7-95ac-069ce77e23a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.681693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-343b0bff-88a4-48f7-95ac-069ce77e23a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "DELETE /v2.0/ports/40d4333e-f324-4639-9189-ef8e0c821b26 HTTP/1.1" status: 204 len: 168 time: 0.4846981 May 10 11:46:04.683224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34168) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:04.717259 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0d0faa-fd58-4c80-ae7c-49454abc3e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] GET failed (client error): The resource could not be found. May 10 11:46:04.719675 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ee0d0faa-fd58-4c80-ae7c-49454abc3e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "GET /v2.0/ports/40d4333e-f324-4639-9189-ef8e0c821b26 HTTP/1.1" status: 404 len: 333 time: 0.0352037 May 10 11:46:04.723442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34170) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:04.729254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Request body: {'port': {'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1044240410'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:04.766792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.773054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Made reservation on behalf of 0d0d59a88f374d8583f979ddcfdbe895 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:04.776361 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:04.816161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] device_id is not set on port 7c585c75-a289-43fa-8a42-c615fa642c8d yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:04.828352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e67e9-7919-4ce2-b563-a54c8ca520ec req-63edf046-14a7-4515-a284-52d8602ba45d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:04.829956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-991e67e9-7919-4ce2-b563-a54c8ca520ec req-63edf046-14a7-4515-a284-52d8602ba45d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 945 time: 0.1503513 May 10 11:46:04.872916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e001d1-cbb2-4309-8d18-0d1f12df2c86,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:04.877564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] No DVR routers for this DVR port 46e001d1-cbb2-4309-8d18-0d1f12df2c86 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:04.950783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e6807eff-c1b1-400a-8fac-52e3ad1fdec6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:46:05.021977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:05.022370 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.060665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.086850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.102794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacfe5e3-273e-44d6-9274-641214be3b00']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:05.129367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:05.129599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f2bfeb-ec47-48ae-8d57-0fc0039bcc48') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:05.163503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-991e67e9-7919-4ce2-b563-a54c8ca520ec req-3b2db086-3a4e-4f63-8867-f015ef557835 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086631 May 10 11:46:05.165640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.25.8.97 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/323d8580-3fa5-423e-9640-0f171f92120b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:05.169717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.176346 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.198401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.211365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:05.211808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: timer() May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:05.213734 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:05.229519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:05.230275 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.276547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port e6807eff-c1b1-400a-8fac-52e3ad1fdec6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,segment=NetworkSegment(b9030bf9-7161-4caf-a83d-ce8e251f5244),segment_id=b9030bf9-7161-4caf-a83d-ce8e251f5244)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:05.285708 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.303454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:05.317665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:05.320352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=7c585c75-a289-43fa-8a42-c615fa642c8d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:05.343324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:05.344396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:05.346812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.350430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.352503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a12cf-43c5-4221-a3fe-9184c9557e9e None None] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:05.364439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.370697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cacfe5e3-273e-44d6-9274-641214be3b00 HTTP/1.1" status: 204 len: 168 time: 2.4195621 May 10 11:46:05.381118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-46f0daaf-9f3e-4102-9d08-8b69feed873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6559258 May 10 11:46:05.382857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577583ca-9c2d-478b-ad48-36730e5623d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cacfe5e3-273e-44d6-9274-641214be3b00,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:05.383911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34182) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:05.388738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 46e001d1-cbb2-4309-8d18-0d1f12df2c86 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:05.396255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:05.468206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.493131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 46e001d1-cbb2-4309-8d18-0d1f12df2c86 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:05.493787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 46e001d1-cbb2-4309-8d18-0d1f12df2c86 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:05.515000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:05.538494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3c66aa47-6fb4-4bc4-9875-d99b84299184 None None] Provisioning complete for port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:05.538881 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c66aa47-6fb4-4bc4-9875-d99b84299184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.541608 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.587608 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.656825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:05.660403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=323d8580-3fa5-423e-9640-0f171f92120b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:05.665350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:05.668469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:05.682187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3c66aa47-6fb4-4bc4-9875-d99b84299184 None None] Current status of the port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:05.732119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:05.759996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:05.771514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ebc46-bba0-4719-a86c-f32219e310ab req-eb5929e6-ca49-470e-a401-9e908e6c9deb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:05.774018 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a56ebc46-bba0-4719-a86c-f32219e310ab req-eb5929e6-ca49-470e-a401-9e908e6c9deb tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.2793007 May 10 11:46:05.873075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6d204cbf-92ca-495f-8fc3-447a1e99880d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea33618ba6204665824808a0c3b5c617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371102 May 10 11:46:05.882602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34192) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:05.901031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a56ebc46-bba0-4719-a86c-f32219e310ab req-975c3d06-ee37-46ee-b3b0-ebde421a86d7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107898 May 10 11:46:06.013387 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e929-d0c0-4e6e-9437-43f55eb0305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.049108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e929-d0c0-4e6e-9437-43f55eb0305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.103568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] device_id is not set on port 7c585c75-a289-43fa-8a42-c615fa642c8d yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:06.125454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.135110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.207500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=7c585c75-a289-43fa-8a42-c615fa642c8d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:06.220443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.221032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.221537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.227108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.227693 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.228288 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 2 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.244453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b5873ff7-ddff-4c16-8264-723ce047798d None None] Provisioning complete for port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:06.246097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.246621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.247113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.248188 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5873ff7-ddff-4c16-8264-723ce047798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.253483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.254210 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.254787 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 3 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.270570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.271198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.271923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.277779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.278384 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.278984 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 4 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.297088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.297696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.298373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.303905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.304512 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.305151 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 5 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.328575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e929-d0c0-4e6e-9437-43f55eb0305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.335453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.336264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.337793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e929-d0c0-4e6e-9437-43f55eb0305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.338016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.344982 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d8d8e929-d0c0-4e6e-9437-43f55eb0305c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12b6a4d3-9c85-43b4-8b4b-6d1cd4980792 HTTP/1.1" status: 204 len: 168 time: 0.4610596 May 10 11:46:06.478880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8e929-d0c0-4e6e-9437-43f55eb0305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b6a4d3-9c85-43b4-8b4b-6d1cd4980792,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:06.498275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.498758 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.500036 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 6 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.530795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b5873ff7-ddff-4c16-8264-723ce047798d None None] Current status of the port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:06.540147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0cd7e-8815-4bb9-8700-4dc60682a803 req-78bb6c8f-5384-451b-999c-944f0f6ed47d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:06.553648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48b0cd7e-8815-4bb9-8700-4dc60682a803 req-78bb6c8f-5384-451b-999c-944f0f6ed47d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 945 time: 0.2091975 May 10 11:46:06.558623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.559021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.559417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.565335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.569783 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.570808 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 7 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.632293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.632691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.633086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.641683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.642054 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.647851 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 8 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.662472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.662886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.663287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.672591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48b0cd7e-8815-4bb9-8700-4dc60682a803 req-96edad83-b4e7-4309-ba5b-19e52d99e7cc tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081855 May 10 11:46:06.673465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.673856 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.674331 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 9 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.688422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.688987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.689561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.697846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.698472 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.711029 n-d-840949-1 neutron-server[102768]: INFO neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempt 10 to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d May 10 11:46:06.733110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:06.733733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:06.734393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempting to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:06.739798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:46:06.740527 n-d-840949-1 neutron-server[102768]: ERROR neutron.plugins.ml2.managers [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Failed to bind port 7c585c75-a289-43fa-8a42-c615fa642c8d on host n-h1-840949-1 for vnic_type normal using segments [{'id': '69397b35-11e4-4203-8207-76a8d69fa7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '606cbae7-a8c6-4146-a9ef-59f6ea48a148'}] May 10 11:46:06.741022 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.818361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.871428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] For port 7c585c75-a289-43fa-8a42-c615fa642c8d, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:46:06.873938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attempted to set empty binding levels {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 10 11:46:06.881827 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.906654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e6807eff-c1b1-400a-8fac-52e3ad1fdec6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:46:06.960211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event updated for resources: {'Port': ['ID=7c585c75-a289-43fa-8a42-c615fa642c8d,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:06.966976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] In _notify_port_updated(), no bound segment for port 7c585c75-a289-43fa-8a42-c615fa642c8d on network 606cbae7-a8c6-4146-a9ef-59f6ea48a148 {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:46:06.968395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:06.969442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:06.970927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2a3016fc-9ca2-4e0f-bbf6-1a96898df085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "PUT /v2.0/ports/7c585c75-a289-43fa-8a42-c615fa642c8d HTTP/1.1" status: 200 len: 979 time: 1.5858505 May 10 11:46:06.975703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:06.997974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd03ea-ca42-42fd-8de8-6ba98b92624b req-e84d5658-aa1f-4da0-a9b5-c93ca5edd371 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.000287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-50cd03ea-ca42-42fd-8de8-6ba98b92624b req-e84d5658-aa1f-4da0-a9b5-c93ca5edd371 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.9016216 May 10 11:46:07.017526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fc4b6fed-4750-4eac-8945-5ce15962d026 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:46:07.021264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34220) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:07.025098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-cbe4341e-6c20-4906-b6c8-6edc63ac5c40 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2654171 May 10 11:46:07.070339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-50cd03ea-ca42-42fd-8de8-6ba98b92624b req-d6f9fa0c-721e-49ae-8e4b-dea836173968 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560477 May 10 11:46:07.129800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:07.130383 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.151233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-be21dfd4-48a0-4223-a72d-659052204275 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab9b76d1cb7e4488ab2720d65e039e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260910 May 10 11:46:07.151233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:07.262562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.280457 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f5a8739-0134-4008-9666-03730c4b53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.294194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Deleting port 7c585c75-a289-43fa-8a42-c615fa642c8d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:07.294791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.338771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:07.345856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port fc4b6fed-4750-4eac-8945-5ce15962d026 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:46:07.354743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port fc4b6fed-4750-4eac-8945-5ce15962d026 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:07.355183 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.357842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63502576-9034-48e7-bd7f-cec4e00bf31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.398111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] For port 7c585c75-a289-43fa-8a42-c615fa642c8d, host n-h1-840949-1, got binding levels [] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:07.398596 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.402549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63502576-9034-48e7-bd7f-cec4e00bf31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.424752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Calling delete_port for 7c585c75-a289-43fa-8a42-c615fa642c8d owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:07.470771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-b3bb0bd4-3d5b-4c1b-b8a3-bdc66b3d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.471371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-b3bb0bd4-3d5b-4c1b-b8a3-bdc66b3d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.471864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-b3bb0bd4-3d5b-4c1b-b8a3-bdc66b3d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.472416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-b3bb0bd4-3d5b-4c1b-b8a3-bdc66b3d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.473255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-b3bb0bd4-3d5b-4c1b-b8a3-bdc66b3d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.473464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-b3bb0bd4-3d5b-4c1b-b8a3-bdc66b3d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.474017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-b3bb0bd4-3d5b-4c1b-b8a3-bdc66b3d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.475990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port fc4b6fed-4750-4eac-8945-5ce15962d026 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:07.476534 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.476855 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-b3bb0bd4-3d5b-4c1b-b8a3-bdc66b3d975a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6502 time: 0.2717912 May 10 11:46:07.496660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b376015-d0c2-4969-81cf-ee1e2564d6e4 req-ba15a69c-9888-4440-b26b-b89d57dada66 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.498697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b376015-d0c2-4969-81cf-ee1e2564d6e4 req-ba15a69c-9888-4440-b26b-b89d57dada66 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1150122 May 10 11:46:07.500169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 2fd075f0-525d-462f-9825-506ae247c1be is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:46:07.508813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:46:07.512157 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bade50-0e11-44b0-aa24-1ada465ce879" -d '{"events": [{"server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "name": "network-vif-plugged", "status": "completed", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:46:07.530175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fc4b6fed-4750-4eac-8945-5ce15962d026, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc4b6fed-4750-4eac-8945-5ce15962d026,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:07.537620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.556831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63502576-9034-48e7-bd7f-cec4e00bf31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.560046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-63502576-9034-48e7-bd7f-cec4e00bf31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.561538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-63502576-9034-48e7-bd7f-cec4e00bf31f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a89b9b0-15a7-4f92-bd80-c5aeb15a15f0 HTTP/1.1" status: 204 len: 168 time: 0.4089863 May 10 11:46:07.576317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63502576-9034-48e7-bd7f-cec4e00bf31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a89b9b0-15a7-4f92-bd80-c5aeb15a15f0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:07.606692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.626736 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77ae7f9-2327-4ff5-9851-cd103ef9c3ed x-openstack-request-id: req-e77ae7f9-2327-4ff5-9851-cd103ef9c3ed {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:46:07.627019 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "name": "network-vif-plugged", "status": "completed", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:46:07.627271 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e77ae7f9-2327-4ff5-9851-cd103ef9c3ed {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:46:07.627672 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77ae7f9-2327-4ff5-9851-cd103ef9c3ed'] response: {'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'code': 200} May 10 11:46:07.677789 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.685604 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7c585c75-a289-43fa-8a42-c615fa642c8d HTTP/1.1" status: 204 len: 168 time: 0.7085338 May 10 11:46:07.686537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34242) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:07.688988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fef9d-9e17-4511-aeca-5a54849169e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c585c75-a289-43fa-8a42-c615fa642c8d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:07.689542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=fc4b6fed-4750-4eac-8945-5ce15962d026,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:07.708220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-86fa0a1e-0eac-45ad-ac66-0e1339ea78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.708911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-86fa0a1e-0eac-45ad-ac66-0e1339ea78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.709534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-86fa0a1e-0eac-45ad-ac66-0e1339ea78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.711396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-86fa0a1e-0eac-45ad-ac66-0e1339ea78a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=c0ef700c-9f07-4d67-8530-5e854954469f&id=c0ef700c-9f07-4d67-8530-5e854954469f HTTP/1.1" status: 200 len: 2295 time: 0.2034204 May 10 11:46:07.730567 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1afc11-0c6c-46c3-8414-8906e144f422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] GET failed (client error): The resource could not be found. May 10 11:46:07.738570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cb1afc11-0c6c-46c3-8414-8906e144f422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867966301-project-admin] 10.222.0.13 "GET /v2.0/ports/7c585c75-a289-43fa-8a42-c615fa642c8d HTTP/1.1" status: 404 len: 333 time: 0.0493467 May 10 11:46:07.739606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34248) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:07.755637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.850325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:07.920120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b376015-d0c2-4969-81cf-ee1e2564d6e4 req-59f19f13-5adf-4145-8279-9b3776539b96 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088852 May 10 11:46:07.939857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898c4e4-4bd9-4c5b-a2b3-11b3172aa011 req-7a189301-7c1f-4a99-ac91-8151757a70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:07.941525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6898c4e4-4bd9-4c5b-a2b3-11b3172aa011 req-7a189301-7c1f-4a99-ac91-8151757a70fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1097 time: 0.2123682 May 10 11:46:08.047452 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:08.093871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606cbae7-a8c6-4146-a9ef-59f6ea48a148']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:08.109045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69397b35-11e4-4203-8207-76a8d69fa7d8') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:08.110018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69397b35-11e4-4203-8207-76a8d69fa7d8') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:08.130089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:08.151553 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:08.161858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:08.162814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: timer() May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:08.289843 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:08.340142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:08.352454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:08.360554 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] 10.222.0.13 "DELETE /v2.0/networks/606cbae7-a8c6-4146-a9ef-59f6ea48a148 HTTP/1.1" status: 204 len: 168 time: 0.6195424 May 10 11:46:08.392841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32c620-d95e-4207-bb07-0a86051e7f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1418540211-project] Pushing event deleted for resources: {'Network': ['ID=606cbae7-a8c6-4146-a9ef-59f6ea48a148,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:08.426054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-cd1569b0-1560-4091-abfc-211f99b3c7a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baffa83d-610f-42de-b347-1921071fa985 HTTP/1.1" status: 200 len: 1000 time: 0.7013147 May 10 11:46:08.432057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d899609-c766-428c-80ca-b6ea6d67a9bb req-8b7fd5e3-5494-4f2f-90eb-1e7fa7e81f47 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:08.437018 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d899609-c766-428c-80ca-b6ea6d67a9bb req-8b7fd5e3-5494-4f2f-90eb-1e7fa7e81f47 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 946 time: 0.6350079 May 10 11:46:08.461609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:08.479400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c73115-fb0b-4350-87fc-b9e745ce443a None None] Sync routers for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:08.492658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c73115-fb0b-4350-87fc-b9e745ce443a None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:08.496469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-77c73115-fb0b-4350-87fc-b9e745ce443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:08.505343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d899609-c766-428c-80ca-b6ea6d67a9bb req-274cbf83-12e7-4147-b4f0-55c3366e1646 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626414 May 10 11:46:08.537189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-77c73115-fb0b-4350-87fc-b9e745ce443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:08.538543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6898c4e4-4bd9-4c5b-a2b3-11b3172aa011 req-37e5b967-2563-412f-a7b5-65e00cd65e7f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536028 May 10 11:46:08.546883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:08.548178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c73115-fb0b-4350-87fc-b9e745ce443a None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:08.548687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c0112410-7e1d-4f05-9e4d-75624c347310 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0736728 May 10 11:46:08.548871 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-77c73115-fb0b-4350-87fc-b9e745ce443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:08.555142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34266) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:08.560401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-afc010ef-fa5d-4f9e-9554-df7917a57ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:08.561952 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-afc010ef-fa5d-4f9e-9554-df7917a57ccc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6e141d9f-52a3-433c-b6f5-8ec646f1c23e HTTP/1.1" status: 200 len: 854 time: 0.1182377 May 10 11:46:08.581245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b380e67-a43f-4cf2-b934-23d4e49e740c req-e51c1007-3664-4fec-8dd3-a01a22a063ba tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:08.588139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b380e67-a43f-4cf2-b934-23d4e49e740c req-e51c1007-3664-4fec-8dd3-a01a22a063ba tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1713836 May 10 11:46:08.600883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-77c73115-fb0b-4350-87fc-b9e745ce443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:08.601273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c73115-fb0b-4350-87fc-b9e745ce443a None None] The sync data for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:08.643764 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b380e67-a43f-4cf2-b934-23d4e49e740c req-5b50edba-0d9f-4eb3-845d-b6b8b8fed6e8 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504611 May 10 11:46:08.788054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34278) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:08.843410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-1f603563-a218-4963-a2fe-124dd468a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:08.844965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-1f603563-a218-4963-a2fe-124dd468a32b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988486 May 10 11:46:08.948272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca53516-01b3-4d59-b657-462119c888db req-72e3dbc6-7f8f-4a98-87b9-2f4e9e2c15ee tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:08.949697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fca53516-01b3-4d59-b657-462119c888db req-72e3dbc6-7f8f-4a98-87b9-2f4e9e2c15ee tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1427016 May 10 11:46:08.996664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-1a05b9ac-0256-46c0-8f0d-aa1f11a33af7 service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429341 May 10 11:46:09.055900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f9e52d52-e4ad-4b0e-9d35-d6f539969e67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d13626bfd5f437b8c3dcefb878a180e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664483 May 10 11:46:09.058621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34286) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:09.080541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fca53516-01b3-4d59-b657-462119c888db req-ac296620-7469-4fdc-b748-df8e68269dea tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197510 May 10 11:46:09.128565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-632e6942-b9ca-4b3c-aeaf-8f49f397418c service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244533 May 10 11:46:09.174891 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-46bb7f29-ecff-43e6-a6a2-d486d556db77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 200 len: 217 time: 0.0393493 May 10 11:46:09.179907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbe794ae-1e88-4e8c-baa3-9de67284247c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:09.189310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:09.242463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-aa55755d-0b5e-449a-93b3-74c5ca694aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:09.244227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-aa55755d-0b5e-449a-93b3-74c5ca694aa7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0590897 May 10 11:46:09.249970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbe794ae-1e88-4e8c-baa3-9de67284247c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:09.297579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-fec5e84c-de5a-4fc5-add6-a9ea964218f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:09.299858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-fec5e84c-de5a-4fc5-add6-a9ea964218f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480404 May 10 11:46:09.314754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251ba38-6f5f-4e4d-98ad-75c343a7f957 req-c8a47025-fee8-4aa3-bab0-a84d3d05eee8 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:09.316879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e251ba38-6f5f-4e4d-98ad-75c343a7f957 req-c8a47025-fee8-4aa3-bab0-a84d3d05eee8 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1389699 May 10 11:46:09.317182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:09.414404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e251ba38-6f5f-4e4d-98ad-75c343a7f957 req-4d3f62e1-b817-4a33-b1de-b1df3216ae3a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862894 May 10 11:46:09.416362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-5ade7d2e-f1e9-4964-8ebc-3bc5db207492 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026039 May 10 11:46:09.476009 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbe794ae-1e88-4e8c-baa3-9de67284247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:09.479740 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbe794ae-1e88-4e8c-baa3-9de67284247c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:09.483368 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fbe794ae-1e88-4e8c-baa3-9de67284247c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e5298d6-f200-44d0-97fe-d4d9efae1efd HTTP/1.1" status: 204 len: 168 time: 0.4213772 May 10 11:46:09.506114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe794ae-1e88-4e8c-baa3-9de67284247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5298d6-f200-44d0-97fe-d4d9efae1efd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:09.556138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-1fd6231c-feca-4f1a-bf08-c14f4d5293d4 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352334 May 10 11:46:09.611224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-5e2e0fbd-cb5d-45db-b859-7803e99ee04c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 200 len: 217 time: 0.0452154 May 10 11:46:09.631779 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:09.681498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.20.0.1 (a7761ebd-7009-4a6a-bd38-0ae9508ef9fe/f043918a-9cef-4657-bfb8-c54310ba1765/8ceb0177-d988-4fe6-917c-a346e0d333ab) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:09.681782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-56fa97f7-bc30-4b74-b497-6aa0078ba90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:09.684334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-56fa97f7-bc30-4b74-b497-6aa0078ba90e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0670309 May 10 11:46:09.811551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cab39d-83c2-4e44-9404-58a6e49b16df req-733dd424-c70c-4f52-8ddb-1f837356467a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:09.821435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-36cab39d-83c2-4e44-9404-58a6e49b16df req-733dd424-c70c-4f52-8ddb-1f837356467a tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 946 time: 0.1336389 May 10 11:46:09.833876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ece050-5c7c-4a9f-8633-e1e8538d592d req-7ead57fc-2cff-4126-966f-984ba24fea72 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:09.836345 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62ece050-5c7c-4a9f-8633-e1e8538d592d req-7ead57fc-2cff-4126-966f-984ba24fea72 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1174843 May 10 11:46:09.879851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-36cab39d-83c2-4e44-9404-58a6e49b16df req-ca0f7c58-d653-435f-b265-b22f35ed5f24 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537112 May 10 11:46:09.882026 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-62ece050-5c7c-4a9f-8633-e1e8538d592d req-41d3e626-b131-4ca5-be94-e97b3a3feab6 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380149 May 10 11:46:09.895272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-652a87ee-0880-4cbe-8181-899798824dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:09.896844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-652a87ee-0880-4cbe-8181-899798824dce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1546926 May 10 11:46:09.920851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:09.968469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.025826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34312) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:10.034083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:10.037259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:10.041011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:10.072043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=8ceb0177-d988-4fe6-917c-a346e0d333ab,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:10.092865 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.107656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151a3d6-fc4e-4ffc-b27e-35e2c0f987b4 req-b8c4fee7-14a1-4add-a6ab-5f8fa925b470 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:10.109266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f151a3d6-fc4e-4ffc-b27e-35e2c0f987b4 req-b8c4fee7-14a1-4add-a6ab-5f8fa925b470 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1294234 May 10 11:46:10.124525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1e9814c7-d6a2-4d8c-bb40-ca81cc55d964 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d0d59a88f374d8583f979ddcfdbe895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975175 May 10 11:46:10.125448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34316) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:10.129986 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-336af5f5-08f6-486b-ba3b-388c39c8b06c service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238991 May 10 11:46:10.253199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f151a3d6-fc4e-4ffc-b27e-35e2c0f987b4 req-86146dea-1b04-45a7-8e42-b813b430a826 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268167 May 10 11:46:10.305067 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c78412a3-5e31-4b32-b0e1-de01f4244660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.308892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.337387 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c78412a3-5e31-4b32-b0e1-de01f4244660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.412992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-36238321-5f6b-4ab9-a1fe-336f2226ae72 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618673 May 10 11:46:10.430002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c78412a3-5e31-4b32-b0e1-de01f4244660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.432617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c78412a3-5e31-4b32-b0e1-de01f4244660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.436421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c78412a3-5e31-4b32-b0e1-de01f4244660 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/329e368e-9401-49cb-8b1d-770f90db553c HTTP/1.1" status: 204 len: 168 time: 0.3088641 May 10 11:46:10.501720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9cc109ce-047d-4917-8962-abf0d4148b00 None None] Provisioning complete for port 8ceb0177-d988-4fe6-917c-a346e0d333ab triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:10.504405 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cc109ce-047d-4917-8962-abf0d4148b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.512378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-4dc23e61-22a8-4c74-93ab-3090e721634f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61 HTTP/1.1" status: 200 len: 217 time: 0.0904498 May 10 11:46:10.516523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78412a3-5e31-4b32-b0e1-de01f4244660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329e368e-9401-49cb-8b1d-770f90db553c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:10.568637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9cc109ce-047d-4917-8962-abf0d4148b00 None None] Port 8ceb0177-d988-4fe6-917c-a346e0d333ab cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:10.606990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74948cd3-50d4-4188-a4de-0bcc6adbf868 req-761888d6-3473-45c8-952b-0677b04ba538 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:10.608787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74948cd3-50d4-4188-a4de-0bcc6adbf868 req-761888d6-3473-45c8-952b-0677b04ba538 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1353626 May 10 11:46:10.631125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-aaf4ffe2-5a97-4f59-bd2c-972e0f291962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:10.633038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-aaf4ffe2-5a97-4f59-bd2c-972e0f291962 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.1108017 May 10 11:46:10.687372 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.695089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.707257 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74948cd3-50d4-4188-a4de-0bcc6adbf868 req-e0a628d4-9311-4bfb-b170-d2759e23f58e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889955 May 10 11:46:10.716115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-16bc7e08-b9df-4a9a-a6cb-3ad3475fca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:10.717856 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-16bc7e08-b9df-4a9a-a6cb-3ad3475fca30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768490 May 10 11:46:10.762902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.859660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-c9fbd69c-20c0-433b-8a25-9e7dae9ceed4 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237085 May 10 11:46:10.913806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=8ceb0177-d988-4fe6-917c-a346e0d333ab,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:10.943310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a9b3f-5970-484a-b00b-50da55384250 req-b45b740b-f97c-42d5-856b-b03016aaab03 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:10.961104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee5a9b3f-5970-484a-b00b-50da55384250 req-b45b740b-f97c-42d5-856b-b03016aaab03 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1192582 May 10 11:46:11.013455 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee5a9b3f-5970-484a-b00b-50da55384250 req-a3a6830f-55a3-4eeb-bfb4-a8a6af796712 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 May 10 11:46:11.041875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:11.041875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:11.085170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-6b11d584-59b8-4389-b385-78906d559168 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160611 May 10 11:46:11.200199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7659aa-0f4b-460a-a090-4f3cf719f6db req-7a29e159-bd84-4c31-8b7d-09b01db20f3f tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:11.210186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d7659aa-0f4b-460a-a090-4f3cf719f6db req-7a29e159-bd84-4c31-8b7d-09b01db20f3f tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 946 time: 0.2317233 May 10 11:46:11.213013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-63674c6c-e456-465c-a61c-c37872f74528 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d HTTP/1.1" status: 200 len: 217 time: 0.1189039 May 10 11:46:11.227118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 2fd075f0-525d-462f-9825-506ae247c1be has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:11.245349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164e32d-1597-4271-b5ac-765cb8c37578 req-2517ab91-99ba-41e8-92ff-43a618d4b7b7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:11.247121 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b164e32d-1597-4271-b5ac-765cb8c37578 req-2517ab91-99ba-41e8-92ff-43a618d4b7b7 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.0836182 May 10 11:46:11.325655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-540055f5-20ed-4a0c-8427-ab109ddd7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:11.327452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-540055f5-20ed-4a0c-8427-ab109ddd7ebc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.1054809 May 10 11:46:11.341530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d7659aa-0f4b-460a-a090-4f3cf719f6db req-281a2e00-539d-4d9b-9eeb-853872f5fb3e tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303463 May 10 11:46:11.401713 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b164e32d-1597-4271-b5ac-765cb8c37578 req-8da474c1-128b-416e-a950-2756b98a179a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419518 May 10 11:46:11.448661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:11.460362 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cf179-9931-4499-986c-937bbc51de9c None None] Sync routers for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:11.465821 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e2eaadeb-71ef-46e0-a8a4-671a4e0cc869 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/routers/2fd075f0-525d-462f-9825-506ae247c1be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9095562 May 10 11:46:11.470317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34372) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:11.480407 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cf179-9931-4499-986c-937bbc51de9c None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:11.481228 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-4a5cf179-9931-4499-986c-937bbc51de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:11.489743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'port': {'network_id': 'a7761ebd-7009-4a6a-bd38-0ae9508ef9fe', 'name': 'tempest-FloatingIPTestJSON-403134023'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:11.499319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-705e823e-bfcf-476a-9f6a-4f36c3a96018 None None] Provisioning complete for port 8ceb0177-d988-4fe6-917c-a346e0d333ab triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:11.500311 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-705e823e-bfcf-476a-9f6a-4f36c3a96018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:11.518067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-ef982519-b5cc-4f2f-827e-570ce8705d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:11.519706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-ef982519-b5cc-4f2f-827e-570ce8705d11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1770089 May 10 11:46:11.566013 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-4a5cf179-9931-4499-986c-937bbc51de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:11.577293 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cf179-9931-4499-986c-937bbc51de9c None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:11.578680 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-4a5cf179-9931-4499-986c-937bbc51de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:11.597460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a4a66-401b-4b4a-b8bf-0b6d57ab64b1 req-84184b69-3854-423a-8e34-891700b60a67 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:11.605365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e05a4a66-401b-4b4a-b8bf-0b6d57ab64b1 req-84184b69-3854-423a-8e34-891700b60a67 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 946 time: 0.1538105 May 10 11:46:11.624344 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-4a5cf179-9931-4499-986c-937bbc51de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:11.625505 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cf179-9931-4499-986c-937bbc51de9c None None] The sync data for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:11.647009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-705e823e-bfcf-476a-9f6a-4f36c3a96018 None None] Port 8ceb0177-d988-4fe6-917c-a346e0d333ab cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:11.668433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Made reservation on behalf of 56ef4aa31478491ebf5825c2ff51ae55 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:11.673566 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:11.682885 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-9a41da28-d010-441a-b07b-005aaf8f01ee service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497207 May 10 11:46:11.699448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e05a4a66-401b-4b4a-b8bf-0b6d57ab64b1 req-42c3bcda-a763-4ee5-94bf-a271950fe91c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931299 May 10 11:46:11.714098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245abae-1b7a-42a7-aeae-033415061b8f req-16518325-7148-4cc4-86b7-0c8684c21900 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:11.714098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e245abae-1b7a-42a7-aeae-033415061b8f req-16518325-7148-4cc4-86b7-0c8684c21900 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1189253 May 10 11:46:11.714718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34376) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:11.715507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] device_id is not set on port abbb8186-c055-4d8d-98bd-ba0373ac0437 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:11.721935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34378) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:11.811951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-295bdb7f-3ae6-4017-8b03-fb3ef7bc91d2 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106102 May 10 11:46:11.861964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-eb6951d1-7134-4ce5-a7a6-d8f0df676663 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f HTTP/1.1" status: 200 len: 217 time: 0.0429523 May 10 11:46:11.917213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-0e20163a-8b79-41b0-a5c6-0c44103c18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:11.918922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-0e20163a-8b79-41b0-a5c6-0c44103c18f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.0485861 May 10 11:46:11.968468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-04a94eb5-06c4-43b9-9de2-e776ca6f15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:11.970638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-04a94eb5-06c4-43b9-9de2-e776ca6f15f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445933 May 10 11:46:12.070309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-c1fc830b-dbb2-4452-baab-94d42129332f service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923223 May 10 11:46:12.241848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-43ca2f80-3e28-4633-8cef-7c4105439d71 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636162 May 10 11:46:12.255036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-315239493'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:12.287514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Made reservation on behalf of f90210ba73414f2492b7bce396871f5b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:12.291858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.297603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-e64c453c-c576-425a-a2d3-7b52b5bc625a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8 HTTP/1.1" status: 200 len: 217 time: 0.0482626 May 10 11:46:12.314208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.329852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e245abae-1b7a-42a7-aeae-033415061b8f req-b6e9c0ea-eb70-499a-ba91-adbe8305ee01 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045894 May 10 11:46:12.344236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Allocated IP 172.20.0.14 (a7761ebd-7009-4a6a-bd38-0ae9508ef9fe/f043918a-9cef-4657-bfb8-c54310ba1765/abbb8186-c055-4d8d-98bd-ba0373ac0437) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:12.395327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-8b87595b-22eb-434e-99b9-86ef4fd32ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:12.397052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-8b87595b-22eb-434e-99b9-86ef4fd32ec6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.0914006 May 10 11:46:12.482359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-c2f6b909-8877-4db3-b397-4dc9ac5d04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:12.484223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-c2f6b909-8877-4db3-b397-4dc9ac5d04b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766900 May 10 11:46:12.585677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-36c86683-47fb-4a32-8f3a-b6c3be79c24f service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914176 May 10 11:46:12.588035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1f674-d1bf-4f3c-baf2-828925e629df tempest-TestVolumeBackupRestore-73862788 tempest-TestVolumeBackupRestore-73862788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:12.592378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6fc1f674-d1bf-4f3c-baf2-828925e629df tempest-TestVolumeBackupRestore-73862788 tempest-TestVolumeBackupRestore-73862788-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1092 time: 0.8684938 May 10 11:46:12.592962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34402) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:12.599797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:12.605540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.625547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7ee74-3021-4fab-b541-785d2514d0d6 req-5223ba6c-944e-4da2-b5c8-78213fb6f83f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:12.627047 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcc7ee74-3021-4fab-b541-785d2514d0d6 req-5223ba6c-944e-4da2-b5c8-78213fb6f83f tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1807446 May 10 11:46:12.627688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.682117 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.698712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:12.719472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.742024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc44bc12-3832-4739-8189-69b58eeb0cea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:12.758106 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcc7ee74-3021-4fab-b541-785d2514d0d6 req-2d098170-ca80-44a1-a9ef-75a16a7c230b tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186864 May 10 11:46:12.761221 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.761574 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Added segment 8e36584f-b51e-4fad-90ef-63495a0a8efc of type vlan for network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e May 10 11:46:12.780311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc1012e3-9d53-449a-aabb-8486070bea4c req-7019a397-671a-4887-b4dd-cbef0be0f443 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804385 May 10 11:46:12.827891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.845444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.890332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.896117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:12.896719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.949458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.983978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa536010-3f4d-4391-a7bd-893406160bf8 req-8458551f-66cc-49c9-b196-b06d6347721e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:12.985569 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa536010-3f4d-4391-a7bd-893406160bf8 req-8458551f-66cc-49c9-b196-b06d6347721e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1280084 May 10 11:46:13.001865 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2741303 May 10 11:46:13.010433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34414) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:13.025549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'subnet': {'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:13.026365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event updated for resources: {'Port': ['ID=abbb8186-c055-4d8d-98bd-ba0373ac0437,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:13.036787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d27050-b380-4342-b6cf-a66b52bd6fcc tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Network': ['ID=803e5b2e-3b94-4583-b86c-0eb1eec8f05e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:13.041563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:13.043518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:13.050834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:13.052782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:13.063980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Allocated IP 172.25.8.54 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/79fdc9f5-c046-4c4f-b001-401120c2acb7) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:13.201800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:13.202465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.252820 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8d7c7bc5-aa9b-4e29-9f4c-fdb168e639ec tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7784562 May 10 11:46:13.255877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34422) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:13.260586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Request body: {'floatingip': {'port_id': 'abbb8186-c055-4d8d-98bd-ba0373ac0437'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:13.284233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa536010-3f4d-4391-a7bd-893406160bf8 req-0bfb792a-fc45-4efe-9dc6-552b15e59c53 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871034 May 10 11:46:13.333016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.367610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.398127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-70abc305-a608-422d-8ca6-9aaa5c99f0be None None] Provisioning complete for port abbb8186-c055-4d8d-98bd-ba0373ac0437 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:13.399911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-70abc305-a608-422d-8ca6-9aaa5c99f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.419030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Made reservation on behalf of f90210ba73414f2492b7bce396871f5b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:13.422758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.470859 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-70abc305-a608-422d-8ca6-9aaa5c99f0be None None] Port abbb8186-c055-4d8d-98bd-ba0373ac0437 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:13.539239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.554674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620a1d-fa85-4e51-9979-a67c3d13ce28 req-e8844df9-e14c-47f9-b64d-444cf482a809 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:13.556229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80620a1d-fa85-4e51-9979-a67c3d13ce28 req-e8844df9-e14c-47f9-b64d-444cf482a809 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1565742 May 10 11:46:13.621736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:13.630493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:13.641351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:13.680953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80620a1d-fa85-4e51-9979-a67c3d13ce28 req-d07237a8-2a03-4c2e-80c2-86d0856a986e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164443 May 10 11:46:13.706072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'Port': ['ID=79fdc9f5-c046-4c4f-b001-401120c2acb7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:13.892634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.940533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.945441 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:14.007370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Subnet': ['ID=cae3ca57-8168-44e1-b48a-19623154cb2f,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:14.080912 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP 2e9908e6-29ca-4d23-994d-5f595430010f associated. External IP: 172.25.8.154, port: 4a84f8ba-5791-4574-a979-a020da1907c7. May 10 11:46:14.339849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:14.389656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Checking segment: {'id': '8e36584f-b51e-4fad-90ef-63495a0a8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:14.390058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Network hostable DHCP agents. Network: 803e5b2e-3b94-4583-b86c-0eb1eec8f05e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:46:14.446845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:46:14.467652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:14.481944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a395e-c8a0-40ed-b79d-5946ed241523 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:14.498089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a395e-c8a0-40ed-b79d-5946ed241523 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:14.499172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-362a395e-c8a0-40ed-b79d-5946ed241523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:14.505491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 803e5b2e-3b94-4583-b86c-0eb1eec8f05e) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:14.513708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:14.514309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:14.546823 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3f54b444-f8b3-4001-a7eb-b6a414ebb224 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5298238 May 10 11:46:14.547797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34452) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:14.554623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1612443318'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:14.560739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:14.592063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c62638-ced7-4812-96a6-802666d316d8 None None] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:14.599491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-362a395e-c8a0-40ed-b79d-5946ed241523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:14.662942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:14.818207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a395e-c8a0-40ed-b79d-5946ed241523 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:14.819157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-362a395e-c8a0-40ed-b79d-5946ed241523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:14.859928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Made reservation on behalf of f90210ba73414f2492b7bce396871f5b for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:14.863875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-362a395e-c8a0-40ed-b79d-5946ed241523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:14.864817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:14.865317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a395e-c8a0-40ed-b79d-5946ed241523 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:14.898106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] device_id is not set on port bf229760-fe9d-47f1-aaa6-21531c39fbfd yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:14.972294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 2fd075f0-525d-462f-9825-506ae247c1be has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:14.975685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'tenant_id': 'f90210ba73414f2492b7bce396871f5b', 'fixed_ips': [{'subnet_id': 'cae3ca57-8168-44e1-b48a-19623154cb2f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:46:14.981317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.024727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.036252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.101848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Allocated IP 2001:db8::20c (803e5b2e-3b94-4583-b86c-0eb1eec8f05e/cae3ca57-8168-44e1-b48a-19623154cb2f/bf229760-fe9d-47f1-aaa6-21531c39fbfd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:15.150339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event updated for resources: {'Port': ['ID=79fdc9f5-c046-4c4f-b001-401120c2acb7,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:15.190807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.220041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:15.225849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.237858 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117d9c2-6a8f-4803-97d0-701ef4b6f7e5 None None] Sync routers for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:15.258781 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117d9c2-6a8f-4803-97d0-701ef4b6f7e5 None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:15.259650 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0117d9c2-6a8f-4803-97d0-701ef4b6f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:15.312938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0117d9c2-6a8f-4803-97d0-701ef4b6f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:15.328115 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117d9c2-6a8f-4803-97d0-701ef4b6f7e5 None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:15.328406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3386d552-1418-4676-b13f-39b6d0f9e091 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/floatingips/2e9908e6-29ca-4d23-994d-5f595430010f HTTP/1.1" status: 200 len: 978 time: 2.0715058 May 10 11:46:15.329061 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0117d9c2-6a8f-4803-97d0-701ef4b6f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:15.329388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34464) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:15.343512 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Floating IP 653891b6-0e39-4ab8-b648-003f24480058 associated. External IP: 172.25.8.54, port: fc4b6fed-4750-4eac-8945-5ce15962d026. May 10 11:46:15.369357 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0117d9c2-6a8f-4803-97d0-701ef4b6f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:15.370628 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117d9c2-6a8f-4803-97d0-701ef4b6f7e5 None None] The sync data for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:15.449022 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.496986 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.579676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=bf229760-fe9d-47f1-aaa6-21531c39fbfd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:15.579981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Allocated IP 2001:db8::2 (803e5b2e-3b94-4583-b86c-0eb1eec8f05e/cae3ca57-8168-44e1-b48a-19623154cb2f/ac544609-e1a9-4c03-89a9-273fdcb45785) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:15.596848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:15.598943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:15.607570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:15.610222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port abbb8186-c055-4d8d-98bd-ba0373ac0437 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:15.610812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.617298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:15.618243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.648603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3d6c4ce2-c8ba-4668-b0a0-ab5b35648218 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0997915 May 10 11:46:15.649512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34472) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:15.656849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1653865415', 'allowed_address_pairs': [{'ip_address': '2001:db8::20c', 'mac_address': 'fa:16:3e:35:cb:4c'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:15.834025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.834316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Made reservation on behalf of f90210ba73414f2492b7bce396871f5b for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:15.848805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.862533 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:15.902761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:15.905892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:15.909400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:15.926435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Pushing event updated for resources: {'Port': ['ID=ac544609-e1a9-4c03-89a9-273fdcb45785,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:15.949529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:15.988570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Attempting to bind port ac544609-e1a9-4c03-89a9-273fdcb45785 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:15.989232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Attempting to bind port ac544609-e1a9-4c03-89a9-273fdcb45785 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '8e36584f-b51e-4fad-90ef-63495a0a8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:15.989819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Attempting to bind port ac544609-e1a9-4c03-89a9-273fdcb45785 on network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:16.006408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:46:16.010152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Checking segment: {'id': '8e36584f-b51e-4fad-90ef-63495a0a8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:16.011185 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.011711 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.012908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Bound using segment: {'id': '8e36584f-b51e-4fad-90ef-63495a0a8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:46:16.015085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Bound port: ac544609-e1a9-4c03-89a9-273fdcb45785, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e36584f-b51e-4fad-90ef-63495a0a8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:46:16.015806 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.068106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] device_id is not set on port 7a5b40f8-7722-420c-a461-5c5e1769b6fd yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:16.149629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] For port ac544609-e1a9-4c03-89a9-273fdcb45785, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:46:16.153582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] For port ac544609-e1a9-4c03-89a9-273fdcb45785, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ac544609-e1a9-4c03-89a9-273fdcb45785,segment=NetworkSegment(8e36584f-b51e-4fad-90ef-63495a0a8efc),segment_id=8e36584f-b51e-4fad-90ef-63495a0a8efc)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:46:16.160171 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.258940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42af83-97ca-46b8-a9ce-2e7a9467d83d None None] Pushing event updated for resources: {'Port': ['ID=ac544609-e1a9-4c03-89a9-273fdcb45785,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:16.299306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Allocated IP 2001:db8::2f0 (803e5b2e-3b94-4583-b86c-0eb1eec8f05e/cae3ca57-8168-44e1-b48a-19623154cb2f/7a5b40f8-7722-420c-a461-5c5e1769b6fd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:16.328370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:16.342962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] Sync routers for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:16.360785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:16.361427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:16.365149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.365350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.374003 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Floating IP 2e9908e6-29ca-4d23-994d-5f595430010f disassociated. External IP: 172.25.8.154, port: abbb8186-c055-4d8d-98bd-ba0373ac0437. May 10 11:46:16.374728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for abbb8186-c055-4d8d-98bd-ba0373ac0437 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:16.402086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.446304 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f06a5ae8-7bf9-451f-b654-5ee43c8d0da3 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8521707 May 10 11:46:16.449568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34484) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:16.450705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:46:16.454650 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:46:16.612730 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935edba2-7490-4752-82a0-84189bf2cc9a x-openstack-request-id: req-935edba2-7490-4752-82a0-84189bf2cc9a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:46:16.620243 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:46:16.620567 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-935edba2-7490-4752-82a0-84189bf2cc9a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:46:16.621014 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935edba2-7490-4752-82a0-84189bf2cc9a'] response: {'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'status': 'completed', 'code': 200} May 10 11:46:16.629841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.635220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7140aa2c-8cec-48cd-9baa-2f9a4a863e54 tempest-TestVolumeBackupRestore-73862788 tempest-TestVolumeBackupRestore-73862788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:16.644270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7140aa2c-8cec-48cd-9baa-2f9a4a863e54 tempest-TestVolumeBackupRestore-73862788 tempest-TestVolumeBackupRestore-73862788-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1092 time: 0.1922855 May 10 11:46:16.648081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34490) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:16.654713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-621661f4-a542-4d0e-9d40-5204758902e6 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Request body: {'floatingip': {'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:16.654915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:16.764071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-621661f4-a542-4d0e-9d40-5204758902e6 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.881517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-bfeea9ad-4f65-4007-bdb1-a9a17c199651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:16.889023 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-bfeea9ad-4f65-4007-bdb1-a9a17c199651 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c25834a39734feca8a5696f665e5413&device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1097 time: 0.2624326 May 10 11:46:16.971511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.999507 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:17.045292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=abbb8186-c055-4d8d-98bd-ba0373ac0437,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:17.231442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-fba346fd-bf7c-4ebe-bab8-a1deca058571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:17.233823 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-fba346fd-bf7c-4ebe-bab8-a1deca058571 service neutron] 10.222.0.49 "GET /v2.0/networks?id=602838e5-4348-4b08-8c2d-afc419831d14 HTTP/1.1" status: 200 len: 915 time: 0.3319275 May 10 11:46:17.415082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ac544609-e1a9-4c03-89a9-273fdcb45785 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:46:17.448994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-3df8f8ac-2e3a-46fb-8c96-9e69030cf175 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc4b6fed-4750-4eac-8945-5ce15962d026 HTTP/1.1" status: 200 len: 999 time: 0.2066226 May 10 11:46:17.460099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 2fd075f0-525d-462f-9825-506ae247c1be has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:17.656907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ac544609-e1a9-4c03-89a9-273fdcb45785 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:17.657537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:17.717987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-d9bbda8c-c670-4616-a9b3-175f350d2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:17.722203 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-d9bbda8c-c670-4616-a9b3-175f350d2f67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33bdfee-a6bb-41f7-9e26-66f0192a72f3 HTTP/1.1" status: 200 len: 853 time: 0.2551329 May 10 11:46:17.780310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '653891b6-0e39-4ab8-b648-003f24480058', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'mac_address': 'fa:16:3e:f3:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:46:14Z', 'updated_at': '2022-05-10T11:46:14Z', 'revision_number': 0, 'project_id': '1c25834a39734feca8a5696f665e5413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:17.848032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] Checking router: f3b18407-a61b-42f2-bdeb-5ba2208dfe6c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:17.883956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:17.885201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:18.032509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd81f7-eaab-4726-9854-7e94ff8140cc None None] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:18.159597 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-621661f4-a542-4d0e-9d40-5204758902e6 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:18.174122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-621661f4-a542-4d0e-9d40-5204758902e6 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:18.180094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:18.192614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:18.239627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:18.246479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:18.247153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:18.255011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-028722df-31ee-4bc3-9ca0-57c5f9741865 None None] Provisioning complete for port ac544609-e1a9-4c03-89a9-273fdcb45785 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:18.255398 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-028722df-31ee-4bc3-9ca0-57c5f9741865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:18.257047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ac544609-e1a9-4c03-89a9-273fdcb45785 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:18.257443 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:18.287134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=7a5b40f8-7722-420c-a461-5c5e1769b6fd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:18.363712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:18.380502 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2762a1e-ed3f-44d4-8aa0-6d3b67eb004c None None] Sync routers for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:18.385891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-25770ad7-f054-47a1-9603-04da1457df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:18.387710 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-25770ad7-f054-47a1-9603-04da1457df6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=602838e5-4348-4b08-8c2d-afc419831d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6579998 May 10 11:46:18.397520 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a4a695e3-8411-4130-9c45-7a1e2d9d781e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7466116 May 10 11:46:18.403196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34518) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:18.407054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port ac544609-e1a9-4c03-89a9-273fdcb45785, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ac544609-e1a9-4c03-89a9-273fdcb45785,segment=NetworkSegment(8e36584f-b51e-4fad-90ef-63495a0a8efc),segment_id=8e36584f-b51e-4fad-90ef-63495a0a8efc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:18.407251 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2762a1e-ed3f-44d4-8aa0-6d3b67eb004c None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:18.413303 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a2762a1e-ed3f-44d4-8aa0-6d3b67eb004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:18.434042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:18.513329 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a2762a1e-ed3f-44d4-8aa0-6d3b67eb004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:18.516130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:18.530678 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2762a1e-ed3f-44d4-8aa0-6d3b67eb004c None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:18.531533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a2762a1e-ed3f-44d4-8aa0-6d3b67eb004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:18.570627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708450d4-1cac-4744-a277-88d9294c83fe tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:18.576157 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a2762a1e-ed3f-44d4-8aa0-6d3b67eb004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:18.576990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708450d4-1cac-4744-a277-88d9294c83fe tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:18.577381 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2762a1e-ed3f-44d4-8aa0-6d3b67eb004c None None] The sync data for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:18.594982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708450d4-1cac-4744-a277-88d9294c83fe tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:18.604967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-708450d4-1cac-4744-a277-88d9294c83fe tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1980128 May 10 11:46:18.605623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34520) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:18.637760 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-3e67b236-7919-4518-bf89-015b237ce012 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201284 May 10 11:46:18.638853 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:18.646595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d0c12cf4-b1ef-498a-b068-b6c524bbdbb4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/ports/abbb8186-c055-4d8d-98bd-ba0373ac0437 HTTP/1.1" status: 204 len: 168 time: 3.3160827 May 10 11:46:18.647381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34522) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:18.774642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=ac544609-e1a9-4c03-89a9-273fdcb45785,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:18.803208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-028722df-31ee-4bc3-9ca0-57c5f9741865 None None] Current status of the port ac544609-e1a9-4c03-89a9-273fdcb45785 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:18.911577 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cdbecfa1-d1b4-4f8e-b69e-eff79e178fe9 req-e453a4cc-8f72-4517-8dc3-3f00b19abaca service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628732 May 10 11:46:18.946436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-181803aa-a232-4498-886c-ef7652b28a2f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Deleting port 7a5b40f8-7722-420c-a461-5c5e1769b6fd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:18.947841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-181803aa-a232-4498-886c-ef7652b28a2f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:19.085934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621661f4-a542-4d0e-9d40-5204758902e6 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:19.117186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '653891b6-0e39-4ab8-b648-003f24480058', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'mac_address': 'fa:16:3e:f3:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:46:14Z', 'updated_at': '2022-05-10T11:46:14Z', 'revision_number': 0, 'project_id': '1c25834a39734feca8a5696f665e5413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:19.151639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3957d-5961-48b4-ba30-82d655af1fe7 None None] The sync data for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 is: [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '653891b6-0e39-4ab8-b648-003f24480058', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'mac_address': 'fa:16:3e:f3:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:46:14Z', 'updated_at': '2022-05-10T11:46:14Z', 'revision_number': 0, 'project_id': '1c25834a39734feca8a5696f665e5413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:19.217809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-181803aa-a232-4498-886c-ef7652b28a2f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:19.244224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-181803aa-a232-4498-886c-ef7652b28a2f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Calling delete_port for 7a5b40f8-7722-420c-a461-5c5e1769b6fd owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:19.360049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Provisioning complete for port 7a5b40f8-7722-420c-a461-5c5e1769b6fd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:19.360843 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:19.365616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621661f4-a542-4d0e-9d40-5204758902e6 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:19.409159 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-621661f4-a542-4d0e-9d40-5204758902e6 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:19.486866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Port 7a5b40f8-7722-420c-a461-5c5e1769b6fd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:19.522552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Provisioning complete for port bf229760-fe9d-47f1-aaa6-21531c39fbfd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:19.523221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:19.614226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Port bf229760-fe9d-47f1-aaa6-21531c39fbfd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:19.640135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde869d1-65d5-448e-b044-52fa106277cf None None] New status for floating IP 653891b6-0e39-4ab8-b648-003f24480058: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:46:19.654584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:46:19.663087 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120d1654-aaf9-4536-8a30-63816e6b9a13" -d '{"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:46:19.679734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559273ac-aa08-4037-a011-b69d271b51a9 req-19c6b79e-b10d-4315-8d53-19decc820b34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:19.687275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559273ac-aa08-4037-a011-b69d271b51a9 req-19c6b79e-b10d-4315-8d53-19decc820b34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:19.694009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559273ac-aa08-4037-a011-b69d271b51a9 req-19c6b79e-b10d-4315-8d53-19decc820b34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:19.701311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559273ac-aa08-4037-a011-b69d271b51a9 req-19c6b79e-b10d-4315-8d53-19decc820b34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:19.713701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-621661f4-a542-4d0e-9d40-5204758902e6 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "PUT /v2.0/floatingips/653891b6-0e39-4ab8-b648-003f24480058 HTTP/1.1" status: 200 len: 991 time: 3.0589178 May 10 11:46:19.716472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559273ac-aa08-4037-a011-b69d271b51a9 req-19c6b79e-b10d-4315-8d53-19decc820b34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:19.723035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Provisioning complete for port ac544609-e1a9-4c03-89a9-273fdcb45785 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:19.723682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:19.739332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559273ac-aa08-4037-a011-b69d271b51a9 req-19c6b79e-b10d-4315-8d53-19decc820b34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:19.756598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559273ac-aa08-4037-a011-b69d271b51a9 req-19c6b79e-b10d-4315-8d53-19decc820b34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:19.765630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-559273ac-aa08-4037-a011-b69d271b51a9 req-19c6b79e-b10d-4315-8d53-19decc820b34 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.2962847 May 10 11:46:19.790406 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa18c81-3352-4f7a-9805-4009399f5974 x-openstack-request-id: req-4fa18c81-3352-4f7a-9805-4009399f5974 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:46:19.790693 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:46:19.790935 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fa18c81-3352-4f7a-9805-4009399f5974 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:46:19.791335 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa18c81-3352-4f7a-9805-4009399f5974'] response: {'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'status': 'completed', 'code': 200} May 10 11:46:19.882903 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-181803aa-a232-4498-886c-ef7652b28a2f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:19.892847 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:19.914602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-559273ac-aa08-4037-a011-b69d271b51a9 req-fd4e9b01-bc10-4f00-813d-7884184d51cc tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454523 May 10 11:46:19.955529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181803aa-a232-4498-886c-ef7652b28a2f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Port': ['ID=7a5b40f8-7722-420c-a461-5c5e1769b6fd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:20.024320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c2707195-0d97-46ef-a87a-100abf748603 None None] Current status of the port ac544609-e1a9-4c03-89a9-273fdcb45785 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:20.092077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-0e36a6cb-08cc-43d9-b98c-424ea32a6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.093857 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-0e36a6cb-08cc-43d9-b98c-424ea32a6c2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c25834a39734feca8a5696f665e5413&device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1097 time: 0.2947140 May 10 11:46:20.163781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b533d82b-39ac-4a0d-b397-08828591d2f4 None None] Provisioning complete for port bf229760-fe9d-47f1-aaa6-21531c39fbfd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:20.164076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b533d82b-39ac-4a0d-b397-08828591d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:20.176902 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] Sync routers for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:20.223603 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:20.225291 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:20.232363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-181803aa-a232-4498-886c-ef7652b28a2f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:20.240880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-181803aa-a232-4498-886c-ef7652b28a2f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "DELETE /v2.0/ports/7a5b40f8-7722-420c-a461-5c5e1769b6fd HTTP/1.1" status: 204 len: 168 time: 1.6316309 May 10 11:46:20.242481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34550) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:20.285606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b533d82b-39ac-4a0d-b397-08828591d2f4 None None] Port bf229760-fe9d-47f1-aaa6-21531c39fbfd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:20.330090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac2f4-a3a4-4b3e-a29a-2848423b332e req-0db50eac-94f4-4d76-bd80-48e2f208dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.338541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac2f4-a3a4-4b3e-a29a-2848423b332e req-0db50eac-94f4-4d76-bd80-48e2f208dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.348392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac2f4-a3a4-4b3e-a29a-2848423b332e req-0db50eac-94f4-4d76-bd80-48e2f208dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.354679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac2f4-a3a4-4b3e-a29a-2848423b332e req-0db50eac-94f4-4d76-bd80-48e2f208dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.366326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac2f4-a3a4-4b3e-a29a-2848423b332e req-0db50eac-94f4-4d76-bd80-48e2f208dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.379765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac2f4-a3a4-4b3e-a29a-2848423b332e req-0db50eac-94f4-4d76-bd80-48e2f208dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.393761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac2f4-a3a4-4b3e-a29a-2848423b332e req-0db50eac-94f4-4d76-bd80-48e2f208dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.395899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a69ac2f4-a3a4-4b3e-a29a-2848423b332e req-0db50eac-94f4-4d76-bd80-48e2f208dfd9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.3135760 May 10 11:46:20.397603 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed81d3f8-7ab2-42a5-b9f2-4cf5b31e6a3f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] GET failed (client error): The resource could not be found. May 10 11:46:20.411138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ed81d3f8-7ab2-42a5-b9f2-4cf5b31e6a3f tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "GET /v2.0/ports/7a5b40f8-7722-420c-a461-5c5e1769b6fd HTTP/1.1" status: 404 len: 333 time: 0.1563270 May 10 11:46:20.411138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34556) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:20.411138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1266302070'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:20.419711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aaec5421-eb6b-4a4f-b6fa-200cb01997d2 None None] Could not find standard attr ID for object 7a5b40f8-7722-420c-a461-5c5e1769b6fd. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:46:20.432041 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:20.507227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-3b08f69a-6998-4c18-ad0a-c8df09d17822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.510830 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-3b08f69a-6998-4c18-ad0a-c8df09d17822 service neutron] 10.222.0.49 "GET /v2.0/networks?id=602838e5-4348-4b08-8c2d-afc419831d14 HTTP/1.1" status: 200 len: 915 time: 0.4093821 May 10 11:46:20.656210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-f6d74be5-197d-4c21-869e-b99a9d490765 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc4b6fed-4750-4eac-8945-5ce15962d026 HTTP/1.1" status: 200 len: 1001 time: 0.1357498 May 10 11:46:20.757911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Made reservation on behalf of f90210ba73414f2492b7bce396871f5b for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:20.762323 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:20.807053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] device_id is not set on port 49ad3999-ca26-4136-9374-cd374fa8a7ed yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:20.868953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-821a65b3-0ee1-4d76-afba-e0ff70fa4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:20.876925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-821a65b3-0ee1-4d76-afba-e0ff70fa4721 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33bdfee-a6bb-41f7-9e26-66f0192a72f3 HTTP/1.1" status: 200 len: 853 time: 0.1787598 May 10 11:46:20.922138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ac544609-e1a9-4c03-89a9-273fdcb45785 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:46:21.017227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port 8ceb0177-d988-4fe6-917c-a346e0d333ab {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:21.022956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:21.030003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-f20ea340-a2d8-44b3-a758-efa12d923213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:21.036546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-f20ea340-a2d8-44b3-a758-efa12d923213 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=602838e5-4348-4b08-8c2d-afc419831d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399033 May 10 11:46:21.078442 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '653891b6-0e39-4ab8-b648-003f24480058', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'mac_address': 'fa:16:3e:f3:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:46:14Z', 'updated_at': '2022-05-10T11:46:19Z', 'revision_number': 2, 'project_id': '1c25834a39734feca8a5696f665e5413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:21.096361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Allocated IP 2001:db8::234 (803e5b2e-3b94-4583-b86c-0eb1eec8f05e/cae3ca57-8168-44e1-b48a-19623154cb2f/49ad3999-ca26-4136-9374-cd374fa8a7ed) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:21.106132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ac544609-e1a9-4c03-89a9-273fdcb45785 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:21.107368 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:21.118970 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] Checking router: f3b18407-a61b-42f2-bdeb-5ba2208dfe6c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:21.159658 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:21.160823 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:21.330676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ac544609-e1a9-4c03-89a9-273fdcb45785 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:21.342110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:21.356370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for 8ceb0177-d988-4fe6-917c-a346e0d333ab owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:21.367460 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:21.441941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-0e747e2e-9800-4411-94d0-aa3351856d54 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816578 May 10 11:46:21.457870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d9b62-c438-481f-a146-9e1ad61dba60 req-11f7b60f-a367-47eb-8e2a-09f7141d6411 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:21.468686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b7d9b62-c438-481f-a146-9e1ad61dba60 req-11f7b60f-a367-47eb-8e2a-09f7141d6411 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.2954953 May 10 11:46:21.481438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:21.535087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b7d9b62-c438-481f-a146-9e1ad61dba60 req-f3245c71-1073-45e7-a3e8-02155985baa3 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653062 May 10 11:46:21.565490 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:21.664766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:21.676047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:21.678797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:21.698505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:21.699183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:21.758727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3538859 May 10 11:46:21.767127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34584) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:21.781767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20c', 'mac_address': 'fa:16:3e:35:cb:4c'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:21.793106 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '653891b6-0e39-4ab8-b648-003f24480058', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'mac_address': 'fa:16:3e:f3:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:46:14Z', 'updated_at': '2022-05-10T11:46:19Z', 'revision_number': 2, 'project_id': '1c25834a39734feca8a5696f665e5413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:21.803594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-120d1654-aaf9-4536-8a30-63816e6b9a13 req-0c92b088-8b46-449f-8cac-94154568cf44 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524687 May 10 11:46:21.821318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:46:21.828037 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72771326-dd92-49ec-8550-191629348f51" -d '{"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:46:21.853463 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c92a7-2025-45a3-a607-bf89d435df96 None None] The sync data for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 is: [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '653891b6-0e39-4ab8-b648-003f24480058', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'port_id': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'mac_address': 'fa:16:3e:f3:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:46:14Z', 'updated_at': '2022-05-10T11:46:19Z', 'revision_number': 2, 'project_id': '1c25834a39734feca8a5696f665e5413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:21.924933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b5912-e396-47ff-9206-9c7faf06acb2 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=49ad3999-ca26-4136-9374-cd374fa8a7ed,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:21.992348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:22.044749 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e737f57-a175-4b30-81fc-8a28835749e6 x-openstack-request-id: req-5e737f57-a175-4b30-81fc-8a28835749e6 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:46:22.045887 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:46:22.047077 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e737f57-a175-4b30-81fc-8a28835749e6 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:46:22.048104 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e737f57-a175-4b30-81fc-8a28835749e6'] response: {'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'status': 'completed', 'code': 200} May 10 11:46:22.087133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=8ceb0177-d988-4fe6-917c-a346e0d333ab,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:22.149056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-a26be21c-06f7-4406-9a5b-c391d807fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.150890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-a26be21c-06f7-4406-9a5b-c391d807fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.150890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-a26be21c-06f7-4406-9a5b-c391d807fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.150890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-a26be21c-06f7-4406-9a5b-c391d807fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.151391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-a26be21c-06f7-4406-9a5b-c391d807fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.152102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-a26be21c-06f7-4406-9a5b-c391d807fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.152569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-a26be21c-06f7-4406-9a5b-c391d807fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.155270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-a26be21c-06f7-4406-9a5b-c391d807fa40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6502 time: 0.1121027 May 10 11:46:22.255400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72771326-dd92-49ec-8550-191629348f51 req-dcf42507-5ede-4a84-991f-e7cc369e16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.271969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72771326-dd92-49ec-8550-191629348f51 req-dcf42507-5ede-4a84-991f-e7cc369e16b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c25834a39734feca8a5696f665e5413&device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1097 time: 0.2128882 May 10 11:46:22.274923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-83a5bc93-c15a-46dc-acf9-5570c86bee42 None None] Provisioning complete for port 49ad3999-ca26-4136-9374-cd374fa8a7ed triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:22.276115 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-83a5bc93-c15a-46dc-acf9-5570c86bee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:22.312013 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-188b5a36-9bee-43f5-b224-4daced5686cf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297708 May 10 11:46:22.346486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-83a5bc93-c15a-46dc-acf9-5570c86bee42 None None] Port 49ad3999-ca26-4136-9374-cd374fa8a7ed cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:22.387771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:22.696560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:22.714211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c69ed-ba32-452e-a6df-6f86b23ff2bd req-97a89c15-4762-4dc0-9d90-b3fa77e1840a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.722925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f8c69ed-ba32-452e-a6df-6f86b23ff2bd req-97a89c15-4762-4dc0-9d90-b3fa77e1840a tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.1112101 May 10 11:46:22.725757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:22.798446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72771326-dd92-49ec-8550-191629348f51 req-70c1ba2e-70f5-4722-98c9-0a96c4d69c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.800107 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72771326-dd92-49ec-8550-191629348f51 req-70c1ba2e-70f5-4722-98c9-0a96c4d69c5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=602838e5-4348-4b08-8c2d-afc419831d14 HTTP/1.1" status: 200 len: 915 time: 0.5187709 May 10 11:46:22.810617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] In _notify_port_updated(), no bound segment for port 49ad3999-ca26-4136-9374-cd374fa8a7ed on network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:46:22.816856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.817885 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:22.819383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "PUT /v2.0/ports/49ad3999-ca26-4136-9374-cd374fa8a7ed HTTP/1.1" status: 200 len: 1003 time: 1.0513585 May 10 11:46:22.843692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34612) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:22.850486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f8c69ed-ba32-452e-a6df-6f86b23ff2bd req-b9d231cd-d561-4caf-848b-5a3b1b42f696 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/security-groups?id=56fe688b-f179-48fe-931b-b9eeefa61f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266949 May 10 11:46:22.858997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:22.941872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c3c2f-b3ca-49e5-b235-ef95f5176441 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=49ad3999-ca26-4136-9374-cd374fa8a7ed,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:22.955256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-63da195c-e824-44bf-bb76-a3dcef3b137e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:22.957935 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-63da195c-e824-44bf-bb76-a3dcef3b137e tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 946 time: 0.2298756 May 10 11:46:22.958906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72771326-dd92-49ec-8550-191629348f51 req-a90acd1e-d817-4d5c-9491-a7cd23256eab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc4b6fed-4750-4eac-8945-5ce15962d026 HTTP/1.1" status: 200 len: 1001 time: 0.1496186 May 10 11:46:23.029095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-19366c9c-14ea-4fbe-8e19-d9f498e4ad04 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Deleting port 49ad3999-ca26-4136-9374-cd374fa8a7ed {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:23.029444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19366c9c-14ea-4fbe-8e19-d9f498e4ad04 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.093046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72771326-dd92-49ec-8550-191629348f51 req-723c9248-5a80-4e89-b138-995b4e25f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:23.094713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72771326-dd92-49ec-8550-191629348f51 req-723c9248-5a80-4e89-b138-995b4e25f197 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33bdfee-a6bb-41f7-9e26-66f0192a72f3 HTTP/1.1" status: 200 len: 853 time: 0.1100540 May 10 11:46:23.174075 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19366c9c-14ea-4fbe-8e19-d9f498e4ad04 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.188880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Deleting port 8919ea00-ba97-4d6e-a923-936ba6c5348a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:23.188880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.204365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b31936bb-25be-4bd9-919b-cd046a49916b None None] Provisioning complete for port 49ad3999-ca26-4136-9374-cd374fa8a7ed triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:23.204629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b31936bb-25be-4bd9-919b-cd046a49916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.243426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b31936bb-25be-4bd9-919b-cd046a49916b None None] Port 49ad3999-ca26-4136-9374-cd374fa8a7ed cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:23.255762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-19366c9c-14ea-4fbe-8e19-d9f498e4ad04 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Calling delete_port for 49ad3999-ca26-4136-9374-cd374fa8a7ed owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:23.274570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72771326-dd92-49ec-8550-191629348f51 req-f45c701e-7d90-467a-84e9-c99a86dfcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:23.276111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72771326-dd92-49ec-8550-191629348f51 req-f45c701e-7d90-467a-84e9-c99a86dfcf4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=602838e5-4348-4b08-8c2d-afc419831d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742759 May 10 11:46:23.341952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] For port 8919ea00-ba97-4d6e-a923-936ba6c5348a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=8919ea00-ba97-4d6e-a923-936ba6c5348a,segment=NetworkSegment(5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc),segment_id=5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:23.342399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.344668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 2fd075f0-525d-462f-9825-506ae247c1be has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:23.362433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Calling delete_port for 8919ea00-ba97-4d6e-a923-936ba6c5348a owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:23.429496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72771326-dd92-49ec-8550-191629348f51 req-6e9b58f2-b5d7-4f37-bcb8-d1067bf5b290 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420007 May 10 11:46:23.504738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19366c9c-14ea-4fbe-8e19-d9f498e4ad04 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.544908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:23.555423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d1ce0-d2d7-4a01-b8c7-596535e8c386 None None] Sync routers for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:23.560207 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-19d14532-2c4d-4466-b30c-199ab41f81f3 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/routers/2fd075f0-525d-462f-9825-506ae247c1be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9080663 May 10 11:46:23.562415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34624) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:23.582645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19366c9c-14ea-4fbe-8e19-d9f498e4ad04 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Port': ['ID=49ad3999-ca26-4136-9374-cd374fa8a7ed,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:23.593906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72771326-dd92-49ec-8550-191629348f51 req-b60c8cdd-7b52-4880-a2fc-e52d194e48d9 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574132 May 10 11:46:23.596888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d1ce0-d2d7-4a01-b8c7-596535e8c386 None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:23.598305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b59d1ce0-d2d7-4a01-b8c7-596535e8c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:23.642266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b59d1ce0-d2d7-4a01-b8c7-596535e8c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:23.653147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d1ce0-d2d7-4a01-b8c7-596535e8c386 None None] Routers {'2fd075f0-525d-462f-9825-506ae247c1be'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:23.653775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b59d1ce0-d2d7-4a01-b8c7-596535e8c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['2fd075f0-525d-462f-9825-506ae247c1be'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:23.895410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b59d1ce0-d2d7-4a01-b8c7-596535e8c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:23.897308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d1ce0-d2d7-4a01-b8c7-596535e8c386 None None] The sync data for ids ['2fd075f0-525d-462f-9825-506ae247c1be'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:23.992819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3994d989-d829-4051-961d-c926883b68f1 req-7f9ff324-68b3-46a5-99d5-e7135e034062 tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8b411c-9a26-428a-a3b7-b94b140bdc75 HTTP/1.1" status: 200 len: 210 time: 0.0324526 May 10 11:46:24.121303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.133476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['8919ea00-ba97-4d6e-a923-936ba6c5348a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:46:24.174040 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19366c9c-14ea-4fbe-8e19-d9f498e4ad04 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.178133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-19366c9c-14ea-4fbe-8e19-d9f498e4ad04 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "DELETE /v2.0/ports/49ad3999-ca26-4136-9374-cd374fa8a7ed HTTP/1.1" status: 204 len: 168 time: 1.3249772 May 10 11:46:24.181018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:24.182122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Pushing event deleted for resources: {'Port': ['ID=8919ea00-ba97-4d6e-a923-936ba6c5348a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:24.216029 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d5957c-ddca-41a9-81a5-0d8fdf18897c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] GET failed (client error): The resource could not be found. May 10 11:46:24.217985 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f3d5957c-ddca-41a9-81a5-0d8fdf18897c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "GET /v2.0/ports/49ad3999-ca26-4136-9374-cd374fa8a7ed HTTP/1.1" status: 404 len: 333 time: 0.0355670 May 10 11:46:24.221453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34640) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:24.227335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-857339330'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:24.236836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] No DVR routers for this DVR port 8919ea00-ba97-4d6e-a923-936ba6c5348a on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:24.241067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.243411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.246690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9bc51a5-537f-43ad-b345-9033a71df141 req-6f5ea063-2812-4f65-8d17-41d22646326d tempest-ServersNegativeTestJSON-1934789722 tempest-ServersNegativeTestJSON-1934789722-project] 10.222.0.70 "DELETE /v2.0/ports/8919ea00-ba97-4d6e-a923-936ba6c5348a HTTP/1.1" status: 204 len: 173 time: 1.2814794 May 10 11:46:24.247213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-deleted', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:46:24.249657 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5314e83c-3518-43e1-a156-e129bbb400a3" -d '{"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-deleted", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:46:24.303296 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8071a00d-f26e-4aad-b7d8-3d62faecde0f x-openstack-request-id: req-8071a00d-f26e-4aad-b7d8-3d62faecde0f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:46:24.303591 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8b411c-9a26-428a-a3b7-b94b140bdc75", "name": "network-vif-deleted", "tag": "8919ea00-ba97-4d6e-a923-936ba6c5348a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:46:24.303881 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8071a00d-f26e-4aad-b7d8-3d62faecde0f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:46:24.304265 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8071a00d-f26e-4aad-b7d8-3d62faecde0f'] response: {'server_uuid': '8c8b411c-9a26-428a-a3b7-b94b140bdc75', 'name': 'network-vif-deleted', 'tag': '8919ea00-ba97-4d6e-a923-936ba6c5348a', 'status': 'completed', 'code': 200} May 10 11:46:24.377304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Made reservation on behalf of f90210ba73414f2492b7bce396871f5b for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:24.381633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.391646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.407060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] device_id is not set on port 77ca9e13-e116-4e63-9783-4934e31c4cff yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:24.451376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port 323d8580-3fa5-423e-9640-0f171f92120b {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:24.451703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.541635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Allocated IP 2001:db8::4b (803e5b2e-3b94-4583-b86c-0eb1eec8f05e/cae3ca57-8168-44e1-b48a-19623154cb2f/77ca9e13-e116-4e63-9783-4934e31c4cff) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:24.572670 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.590527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for 323d8580-3fa5-423e-9640-0f171f92120b owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:24.737025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.781546 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.783389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.814143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=323d8580-3fa5-423e-9640-0f171f92120b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:24.832958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:24.836301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:24.842910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:24.848946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:24.849581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.855851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=77ca9e13-e116-4e63-9783-4934e31c4cff,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:24.873320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9d130bf8-a323-4fd3-acb1-3ade6effdb9a tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6495640 May 10 11:46:24.875654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34654) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:24.885182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:35:cb:4c'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:24.908076 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.036562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.044078 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.068326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34666) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:25.102894 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.103831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd075f0-525d-462f-9825-506ae247c1be {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:46:25.112777 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.114063 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-84291241-2770-44d2-aef7-07f96d16dc62 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/routers/2fd075f0-525d-462f-9825-506ae247c1be HTTP/1.1" status: 204 len: 168 time: 1.5463657 May 10 11:46:25.117868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34672) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:25.130764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.187685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-848178f8-8197-4233-96d1-b6c9132a10b0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting subnet f043918a-9cef-4657-bfb8-c54310ba1765 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:46:25.188283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d4a6309f-8468-42d3-83c5-7f09d158af8f None None] Provisioning complete for port 77ca9e13-e116-4e63-9783-4934e31c4cff triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:25.188283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4a6309f-8468-42d3-83c5-7f09d158af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.193124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-848178f8-8197-4233-96d1-b6c9132a10b0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.201357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f8dac2-7131-4f11-a20c-6dc017af3b02 admin admin] Deleting subnet 32a3c4e2-1000-4335-bd90-4024500e943a {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:46:25.205102 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6f8dac2-7131-4f11-a20c-6dc017af3b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.227415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6309f-8468-42d3-83c5-7f09d158af8f None None] Port 77ca9e13-e116-4e63-9783-4934e31c4cff cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:25.239290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6f8dac2-7131-4f11-a20c-6dc017af3b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.242279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-848178f8-8197-4233-96d1-b6c9132a10b0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.299094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6f8dac2-7131-4f11-a20c-6dc017af3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.338186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-848178f8-8197-4233-96d1-b6c9132a10b0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.410806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-848178f8-8197-4233-96d1-b6c9132a10b0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.416133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6f8dac2-7131-4f11-a20c-6dc017af3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.445221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848178f8-8197-4233-96d1-b6c9132a10b0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Subnet': ['ID=f043918a-9cef-4657-bfb8-c54310ba1765,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:25.453360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-848178f8-8197-4233-96d1-b6c9132a10b0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.456785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6955cd-69f9-40ae-9519-bae566e73585 None None] Network a7761ebd-7009-4a6a-bd38-0ae9508ef9fe requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:25.457658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-848178f8-8197-4233-96d1-b6c9132a10b0 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/subnets/f043918a-9cef-4657-bfb8-c54310ba1765 HTTP/1.1" status: 204 len: 168 time: 0.3386097 May 10 11:46:25.460902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8dac2-7131-4f11-a20c-6dc017af3b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a3c4e2-1000-4335-bd90-4024500e943a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:25.461159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34674) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:25.472179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6f8dac2-7131-4f11-a20c-6dc017af3b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.478034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e6f8dac2-7131-4f11-a20c-6dc017af3b02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32a3c4e2-1000-4335-bd90-4024500e943a HTTP/1.1" status: 204 len: 168 time: 0.4049292 May 10 11:46:25.478209 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34676) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:25.496530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.505039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.521472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] In _notify_port_updated(), no bound segment for port 77ca9e13-e116-4e63-9783-4934e31c4cff on network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:46:25.527336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:25.528045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.532519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "PUT /v2.0/ports/77ca9e13-e116-4e63-9783-4934e31c4cff HTTP/1.1" status: 200 len: 1001 time: 0.6555452 May 10 11:46:25.534660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34678) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:25.655723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9e92f-9609-479e-a11e-f293be33c868 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=77ca9e13-e116-4e63-9783-4934e31c4cff,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:25.683314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.697583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c3bf4-b31a-4fc8-a9b2-b2f0d2a2ab9c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Deleting port 77ca9e13-e116-4e63-9783-4934e31c4cff {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:25.698115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3bf4-b31a-4fc8-a9b2-b2f0d2a2ab9c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.719900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.734530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025258d1-539d-4470-8d89-d605605b0520 None None] DHCP port deletion for a7761ebd-7009-4a6a-bd38-0ae9508ef9fe request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:46:25.811854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3bf4-b31a-4fc8-a9b2-b2f0d2a2ab9c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.828468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c3bf4-b31a-4fc8-a9b2-b2f0d2a2ab9c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Calling delete_port for 77ca9e13-e116-4e63-9783-4934e31c4cff owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:25.834434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-025258d1-539d-4470-8d89-d605605b0520 None None] Deleting port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:25.835081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-025258d1-539d-4470-8d89-d605605b0520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.908053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-025258d1-539d-4470-8d89-d605605b0520 None None] For port e6807eff-c1b1-400a-8fac-52e3ad1fdec6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,segment=NetworkSegment(b9030bf9-7161-4caf-a83d-ce8e251f5244),segment_id=b9030bf9-7161-4caf-a83d-ce8e251f5244)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:25.908612 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-025258d1-539d-4470-8d89-d605605b0520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.908739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.920903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-025258d1-539d-4470-8d89-d605605b0520 None None] Calling delete_port for e6807eff-c1b1-400a-8fac-52e3ad1fdec6 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:25.935370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:25.935730 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.938262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d300f77a-6798-409d-8413-096f9d9ca824']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:25.988053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:25.988615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad1ad81-0141-4ee9-b5f4-788e0f1e51fc') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:25.989978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c16bdbd8-fe0e-4636-9b75-618afb96546d None None] Provisioning complete for port 77ca9e13-e116-4e63-9783-4934e31c4cff triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:25.990358 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c16bdbd8-fe0e-4636-9b75-618afb96546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.006155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.008313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3bf4-b31a-4fc8-a9b2-b2f0d2a2ab9c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.036789 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.044658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] For port e6807eff-c1b1-400a-8fac-52e3ad1fdec6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,segment=NetworkSegment(b9030bf9-7161-4caf-a83d-ce8e251f5244),segment_id=b9030bf9-7161-4caf-a83d-ce8e251f5244)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:26.045024 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.049033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c16bdbd8-fe0e-4636-9b75-618afb96546d None None] Port 77ca9e13-e116-4e63-9783-4934e31c4cff cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:26.054501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:26.054914 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: timer() May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:26.056879 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:26.060560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c3bf4-b31a-4fc8-a9b2-b2f0d2a2ab9c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Port': ['ID=77ca9e13-e116-4e63-9783-4934e31c4cff,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:26.074794 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-025258d1-539d-4470-8d89-d605605b0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.093416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3bf4-b31a-4fc8-a9b2-b2f0d2a2ab9c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.101245 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9f4c3bf4-b31a-4fc8-a9b2-b2f0d2a2ab9c tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "DELETE /v2.0/ports/77ca9e13-e116-4e63-9783-4934e31c4cff HTTP/1.1" status: 204 len: 168 time: 0.5453238 May 10 11:46:26.102151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34682) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:26.110641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025258d1-539d-4470-8d89-d605605b0520 None None] Pushing event deleted for resources: {'Port': ['ID=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:26.126932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025258d1-539d-4470-8d89-d605605b0520 None None] No DVR routers for this DVR port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:26.131911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for e6807eff-c1b1-400a-8fac-52e3ad1fdec6 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:26.151265 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2ea497-be0f-4c41-94be-222127c1730e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] GET failed (client error): The resource could not be found. May 10 11:46:26.153598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bd2ea497-be0f-4c41-94be-222127c1730e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "GET /v2.0/ports/77ca9e13-e116-4e63-9783-4934e31c4cff HTTP/1.1" status: 404 len: 333 time: 0.0500255 May 10 11:46:26.157354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34684) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:26.199690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1086418361'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:26.204593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.210135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.216104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d300f77a-6798-409d-8413-096f9d9ca824 HTTP/1.1" status: 204 len: 168 time: 0.7347860 May 10 11:46:26.247552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31df37-8792-425f-ab6e-c7d1fc6c5627 admin admin] Pushing event deleted for resources: {'Network': ['ID=d300f77a-6798-409d-8413-096f9d9ca824,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:26.366101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.411491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=e6807eff-c1b1-400a-8fac-52e3ad1fdec6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:26.424539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34688) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:26.431315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] No DVR routers for this DVR port e6807eff-c1b1-400a-8fac-52e3ad1fdec6 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:26.436344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Made reservation on behalf of f90210ba73414f2492b7bce396871f5b for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:26.439712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.498565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] device_id is not set on port 896284e8-15aa-4cb0-84fb-188ddc7cefbc yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:26.605370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-384f419b-1e93-4a5e-9112-35ceeb8d6ef9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3276bbd586d84961b28a473ad7deeae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774020 May 10 11:46:26.606438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34690) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:26.608797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.641062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7761ebd-7009-4a6a-bd38-0ae9508ef9fe']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:26.669992 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9a70f6c-5b7d-49a8-8d64-bc1bff082b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.672956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9030bf9-7161-4caf-a83d-ce8e251f5244') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:26.673267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9030bf9-7161-4caf-a83d-ce8e251f5244') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:26.689276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.696011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9a70f6c-5b7d-49a8-8d64-bc1bff082b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.711472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.728795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Allocated IP 2001:db8::38b (803e5b2e-3b94-4583-b86c-0eb1eec8f05e/cae3ca57-8168-44e1-b48a-19623154cb2f/896284e8-15aa-4cb0-84fb-188ddc7cefbc) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:26.731168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:26.731595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: timer() May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:26.735103 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:26.762983 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9a70f6c-5b7d-49a8-8d64-bc1bff082b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.765706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9a70f6c-5b7d-49a8-8d64-bc1bff082b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.769660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a9a70f6c-5b7d-49a8-8d64-bc1bff082b09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56fe688b-f179-48fe-931b-b9eeefa61f49 HTTP/1.1" status: 204 len: 168 time: 0.1599164 May 10 11:46:26.776110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a70f6c-5b7d-49a8-8d64-bc1bff082b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fe688b-f179-48fe-931b-b9eeefa61f49,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:26.853262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e6807eff-c1b1-400a-8fac-52e3ad1fdec6 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:26.857530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.866955 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.872399 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/networks/a7761ebd-7009-4a6a-bd38-0ae9508ef9fe HTTP/1.1" status: 204 len: 168 time: 1.4080033 May 10 11:46:26.873451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34694) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:26.895340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: e6807eff-c1b1-400a-8fac-52e3ad1fdec6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:26.896559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e6807eff-c1b1-400a-8fac-52e3ad1fdec6 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:26.905361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c8fa0-6eeb-4ea0-b85c-90cabc6f5def tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Network': ['ID=a7761ebd-7009-4a6a-bd38-0ae9508ef9fe,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:27.025278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port 75448431-bc61-4008-9152-7ec2c8a7cafb {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:27.025989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.049534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.116154 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.133606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.134246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.148028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for 75448431-bc61-4008-9152-7ec2c8a7cafb owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:27.196090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:27.200307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:27.211075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:27.219432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:27.220453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.239210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=896284e8-15aa-4cb0-84fb-188ddc7cefbc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:27.248991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a12034cd-30da-4cd8-9e45-397629561359 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0906427 May 10 11:46:27.251402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34706) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:27.262611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'network_id': '803e5b2e-3b94-4583-b86c-0eb1eec8f05e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-167140732'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:27.444623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.492991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=75448431-bc61-4008-9152-7ec2c8a7cafb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:27.535370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Made reservation on behalf of f90210ba73414f2492b7bce396871f5b for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:27.547563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.586836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] device_id is not set on port 7098efae-0a51-4160-943e-bf628ca2cdf7 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:27.592926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.596207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.601392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f917cb33-2696-4afe-9195-8cb099d93bbe tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/floatingips/2e9908e6-29ca-4d23-994d-5f595430010f HTTP/1.1" status: 204 len: 168 time: 0.7234373 May 10 11:46:27.602466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34718) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:27.650386 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbcca57-a455-4685-8b7e-0d98cc57cd94 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] DELETE failed (client error): The resource could not be found. May 10 11:46:27.652376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbcca57-a455-4685-8b7e-0d98cc57cd94 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:27.669415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0dbcca57-a455-4685-8b7e-0d98cc57cd94 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/ports/abbb8186-c055-4d8d-98bd-ba0373ac0437 HTTP/1.1" status: 404 len: 333 time: 0.0657687 May 10 11:46:27.672309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34722) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:27.678259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:27.712118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 8919ea00-ba97-4d6e-a923-936ba6c5348a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:27.712499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 8919ea00-ba97-4d6e-a923-936ba6c5348a not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:27.723597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f2b345e5-6262-4bf9-8ca1-7b399c858a9f None None] Provisioning complete for port 896284e8-15aa-4cb0-84fb-188ddc7cefbc triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:27.723995 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2b345e5-6262-4bf9-8ca1-7b399c858a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.729668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-94db6ee6-85dc-4618-99ce-7a3f75dc3818 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd075f0-525d-462f-9825-506ae247c1be HTTP/1.1" status: 200 len: 205 time: 0.0539489 May 10 11:46:27.730332 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34724) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:27.783535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f2b345e5-6262-4bf9-8ca1-7b399c858a9f None None] Port 896284e8-15aa-4cb0-84fb-188ddc7cefbc cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:27.809953 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-1ce00eb4-34a7-417c-afd5-542ca260c0cc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] delete failed (client error): The resource could not be found. May 10 11:46:27.811110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ce00eb4-34a7-417c-afd5-542ca260c0cc tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/routers/2fd075f0-525d-462f-9825-506ae247c1be HTTP/1.1" status: 404 len: 336 time: 0.0797563 May 10 11:46:27.818463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34728) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:27.823804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Allocated IP 2001:db8::2f9 (803e5b2e-3b94-4583-b86c-0eb1eec8f05e/cae3ca57-8168-44e1-b48a-19623154cb2f/7098efae-0a51-4160-943e-bf628ca2cdf7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:27.867047 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9442405-629e-4fc7-b767-0dd3c3db4837 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] DELETE failed (client error): The resource could not be found. May 10 11:46:27.867862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9442405-629e-4fc7-b767-0dd3c3db4837 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:27.871465 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e9442405-629e-4fc7-b767-0dd3c3db4837 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/subnets/f043918a-9cef-4657-bfb8-c54310ba1765 HTTP/1.1" status: 404 len: 337 time: 0.0519743 May 10 11:46:27.874857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34730) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:28.101781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8af6fd23-17fb-44bb-b8bb-34a5b78b3429 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port 4a84f8ba-5791-4574-a979-a020da1907c7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:28.102044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8af6fd23-17fb-44bb-b8bb-34a5b78b3429 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.201482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8af6fd23-17fb-44bb-b8bb-34a5b78b3429 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.214666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8af6fd23-17fb-44bb-b8bb-34a5b78b3429 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for 4a84f8ba-5791-4574-a979-a020da1907c7 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:28.241155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.344423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.439670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:28.448804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:28.452820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=7098efae-0a51-4160-943e-bf628ca2cdf7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:28.455147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:28.461289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:28.461901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.494171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-70eab394-bee8-42e4-a7c2-2329fd975b0e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2391355 May 10 11:46:28.494602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34762) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:28.499673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8af6fd23-17fb-44bb-b8bb-34a5b78b3429 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.500261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20c', 'mac_address': 'fa:16:3e:35:cb:4c'}, {'ip_address': '2001:db8::38b', 'mac_address': 'fa:16:3e:eb:a4:9e'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:28.551012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6fd23-17fb-44bb-b8bb-34a5b78b3429 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=4a84f8ba-5791-4574-a979-a020da1907c7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:28.680181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.700575 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8af6fd23-17fb-44bb-b8bb-34a5b78b3429 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.703908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8af6fd23-17fb-44bb-b8bb-34a5b78b3429 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/ports/4a84f8ba-5791-4574-a979-a020da1907c7 HTTP/1.1" status: 204 len: 168 time: 0.8270113 May 10 11:46:28.706425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34772) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:28.935482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aa2880d3-8376-4fb0-87dd-c5f9fc70b916 None None] Provisioning complete for port 7098efae-0a51-4160-943e-bf628ca2cdf7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:28.936272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa2880d3-8376-4fb0-87dd-c5f9fc70b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.936382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-37d303c5-da8c-4a3b-b292-c72175ff7529 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port 6fd8ed6b-76da-4c37-be73-e419cf803270 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:28.936382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-37d303c5-da8c-4a3b-b292-c72175ff7529 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.022801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aa2880d3-8376-4fb0-87dd-c5f9fc70b916 None None] Port 7098efae-0a51-4160-943e-bf628ca2cdf7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:29.057578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.068707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.121343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-37d303c5-da8c-4a3b-b292-c72175ff7529 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.162686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] In _notify_port_updated(), no bound segment for port 7098efae-0a51-4160-943e-bf628ca2cdf7 on network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:46:29.171976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:29.172669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.174537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "PUT /v2.0/ports/7098efae-0a51-4160-943e-bf628ca2cdf7 HTTP/1.1" status: 200 len: 1067 time: 0.6790149 May 10 11:46:29.178361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34786) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:29.180677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-37d303c5-da8c-4a3b-b292-c72175ff7529 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for 6fd8ed6b-76da-4c37-be73-e419cf803270 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:29.374297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b6559-6acc-4431-834a-e2dfe5414ad4 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event updated for resources: {'Port': ['ID=7098efae-0a51-4160-943e-bf628ca2cdf7,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:29.418893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34790) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:29.521014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-be0b1436-f9bc-4324-9f76-e6b348e1edf1 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Deleting port 7098efae-0a51-4160-943e-bf628ca2cdf7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:29.521472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be0b1436-f9bc-4324-9f76-e6b348e1edf1 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.564128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-37d303c5-da8c-4a3b-b292-c72175ff7529 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.625339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d303c5-da8c-4a3b-b292-c72175ff7529 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=6fd8ed6b-76da-4c37-be73-e419cf803270,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:29.650161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd7c-3c6a-47e6-b782-fb99bf140b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.679137 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be0b1436-f9bc-4324-9f76-e6b348e1edf1 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.695596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-be0b1436-f9bc-4324-9f76-e6b348e1edf1 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Calling delete_port for 7098efae-0a51-4160-943e-bf628ca2cdf7 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:29.759398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8c322697-6b35-4253-9de8-389de4e507e2 None None] Provisioning complete for port 7098efae-0a51-4160-943e-bf628ca2cdf7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:29.760299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8c322697-6b35-4253-9de8-389de4e507e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.779210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-37d303c5-da8c-4a3b-b292-c72175ff7529 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.782756 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-37d303c5-da8c-4a3b-b292-c72175ff7529 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/ports/6fd8ed6b-76da-4c37-be73-e419cf803270 HTTP/1.1" status: 204 len: 168 time: 1.0749481 May 10 11:46:29.787032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34794) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:29.819033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8c322697-6b35-4253-9de8-389de4e507e2 None None] Port 7098efae-0a51-4160-943e-bf628ca2cdf7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:29.852800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd7c-3c6a-47e6-b782-fb99bf140b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.866607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664eaa09-d9b7-45aa-aa72-372492951bbb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:29.868387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-664eaa09-d9b7-45aa-aa72-372492951bbb tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "GET /v2.0/ports?device_id=1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 HTTP/1.1" status: 200 len: 913 time: 0.0802743 May 10 11:46:29.869707 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd7c-3c6a-47e6-b782-fb99bf140b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.870845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be0b1436-f9bc-4324-9f76-e6b348e1edf1 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.872174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34796) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:29.912595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b1436-f9bc-4324-9f76-e6b348e1edf1 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Port': ['ID=7098efae-0a51-4160-943e-bf628ca2cdf7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:29.959968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66cd7c-3c6a-47e6-b782-fb99bf140b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc122d2-661d-4806-876e-3075e240bf05,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:29.969943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1a66cd7c-3c6a-47e6-b782-fb99bf140b77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a53bc8800b34ab19f3acbe3f22269fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500064 May 10 11:46:29.972744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34798) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:30.126529 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3294ecb-f816-4274-8731-08f543c86b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.192640 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3294ecb-f816-4274-8731-08f543c86b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.293053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3294ecb-f816-4274-8731-08f543c86b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.296085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3294ecb-f816-4274-8731-08f543c86b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.297511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d3294ecb-f816-4274-8731-08f543c86b4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fc122d2-661d-4806-876e-3075e240bf05 HTTP/1.1" status: 204 len: 168 time: 0.3230035 May 10 11:46:30.314016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294ecb-f816-4274-8731-08f543c86b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc122d2-661d-4806-876e-3075e240bf05,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:30.477290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.499041 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be0b1436-f9bc-4324-9f76-e6b348e1edf1 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.505873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-be0b1436-f9bc-4324-9f76-e6b348e1edf1 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "DELETE /v2.0/ports/7098efae-0a51-4160-943e-bf628ca2cdf7 HTTP/1.1" status: 204 len: 168 time: 1.3241446 May 10 11:46:30.506732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34810) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:30.539796 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-10588b85-d6ee-4d17-9912-0abcc822dcdb tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] GET failed (client error): The resource could not be found. May 10 11:46:30.544308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-10588b85-d6ee-4d17-9912-0abcc822dcdb tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "GET /v2.0/ports/7098efae-0a51-4160-943e-bf628ca2cdf7 HTTP/1.1" status: 404 len: 333 time: 0.0341980 May 10 11:46:30.545804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34814) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:30.694806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd8b0d-fb70-4ae0-b42c-4b706da6ef20 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Deleting port 896284e8-15aa-4cb0-84fb-188ddc7cefbc {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:30.695410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8b0d-fb70-4ae0-b42c-4b706da6ef20 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.822389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8b0d-fb70-4ae0-b42c-4b706da6ef20 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.839426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd8b0d-fb70-4ae0-b42c-4b706da6ef20 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Calling delete_port for 896284e8-15aa-4cb0-84fb-188ddc7cefbc owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:30.924142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port c405a49b-b317-4b42-9e49-1cc3431a229e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:30.925010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.007378 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8b0d-fb70-4ae0-b42c-4b706da6ef20 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.039900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.051648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd8b0d-fb70-4ae0-b42c-4b706da6ef20 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Port': ['ID=896284e8-15aa-4cb0-84fb-188ddc7cefbc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:31.054892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for c405a49b-b317-4b42-9e49-1cc3431a229e owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:31.087305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8b0d-fb70-4ae0-b42c-4b706da6ef20 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.096259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8cdd8b0d-fb70-4ae0-b42c-4b706da6ef20 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "DELETE /v2.0/ports/896284e8-15aa-4cb0-84fb-188ddc7cefbc HTTP/1.1" status: 204 len: 168 time: 0.5460837 May 10 11:46:31.096656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34836) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:31.133233 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7eb200-bdd0-401c-8a64-ef4966aa9e5e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] GET failed (client error): The resource could not be found. May 10 11:46:31.135164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4d7eb200-bdd0-401c-8a64-ef4966aa9e5e tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "GET /v2.0/ports/896284e8-15aa-4cb0-84fb-188ddc7cefbc HTTP/1.1" status: 404 len: 333 time: 0.0374877 May 10 11:46:31.140846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34838) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:31.283271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0b094e14-d639-496d-ae42-3b9ad1856c94 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Deleting port bf229760-fe9d-47f1-aaa6-21531c39fbfd {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:31.284432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b094e14-d639-496d-ae42-3b9ad1856c94 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.380245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.421952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=c405a49b-b317-4b42-9e49-1cc3431a229e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:31.490604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b094e14-d639-496d-ae42-3b9ad1856c94 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.512314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0b094e14-d639-496d-ae42-3b9ad1856c94 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Calling delete_port for bf229760-fe9d-47f1-aaa6-21531c39fbfd owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:31.700253 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b094e14-d639-496d-ae42-3b9ad1856c94 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.757646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.795785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0b094e14-d639-496d-ae42-3b9ad1856c94 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.803568 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0b094e14-d639-496d-ae42-3b9ad1856c94 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "DELETE /v2.0/ports/bf229760-fe9d-47f1-aaa6-21531c39fbfd HTTP/1.1" status: 204 len: 168 time: 0.6593130 May 10 11:46:31.804963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b094e14-d639-496d-ae42-3b9ad1856c94 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Port': ['ID=bf229760-fe9d-47f1-aaa6-21531c39fbfd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:31.808609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34886) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:31.857673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34894) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:31.890909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87d0489-c682-4765-bcce-9e4e00013267 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Deleting subnet cae3ca57-8168-44e1-b48a-19623154cb2f {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:46:31.895077 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c87d0489-c682-4765-bcce-9e4e00013267 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.968319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c87d0489-c682-4765-bcce-9e4e00013267 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.138478 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3fc5-9bc2-4742-9046-48d91b9a747e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.156599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:32.189303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c87d0489-c682-4765-bcce-9e4e00013267 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.297430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:32.307767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b72a49b-5ef4-4bd3-8778-2fe798294c5f tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "PUT /v2.0/routers/1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4308913 May 10 11:46:32.308176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34942) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:32.312018 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c87d0489-c682-4765-bcce-9e4e00013267 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.316657 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e61f81-931c-4e29-9f0a-5dfabf407dd9 None None] Sync routers for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:32.336902 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e61f81-931c-4e29-9f0a-5dfabf407dd9 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:32.342245 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-64e61f81-931c-4e29-9f0a-5dfabf407dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:32.384354 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-64e61f81-931c-4e29-9f0a-5dfabf407dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:32.396136 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e61f81-931c-4e29-9f0a-5dfabf407dd9 None None] Routers {'1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:32.397086 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-64e61f81-931c-4e29-9f0a-5dfabf407dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:32.440783 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-64e61f81-931c-4e29-9f0a-5dfabf407dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:32.441853 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e61f81-931c-4e29-9f0a-5dfabf407dd9 None None] The sync data for ids ['1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:32.452571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3fc5-9bc2-4742-9046-48d91b9a747e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.456816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d0489-c682-4765-bcce-9e4e00013267 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Subnet': ['ID=cae3ca57-8168-44e1-b48a-19623154cb2f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:32.459276 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.465283 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c87d0489-c682-4765-bcce-9e4e00013267 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.466958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52cae7d-303c-413d-9c8b-890b5cc4955c None None] Network 803e5b2e-3b94-4583-b86c-0eb1eec8f05e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:32.470497 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c87d0489-c682-4765-bcce-9e4e00013267 tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "DELETE /v2.0/subnets/cae3ca57-8168-44e1-b48a-19623154cb2f HTTP/1.1" status: 204 len: 168 time: 0.6603618 May 10 11:46:32.473598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:32.476131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3fc5-9bc2-4742-9046-48d91b9a747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.528327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b8ae3fc5-9bc2-4742-9046-48d91b9a747e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bfd91aba8e945e79257c96c01ad5b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693022 May 10 11:46:32.534085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34968) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:32.668175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae3fc5-9bc2-4742-9046-48d91b9a747e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e2f79a-1bed-4f40-8016-abf73dba60a5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:32.729232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.760956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb711b79-65c8-42a2-b38d-c5afa15f56d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.822702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb711b79-65c8-42a2-b38d-c5afa15f56d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.834016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] DHCP port deletion for 803e5b2e-3b94-4583-b86c-0eb1eec8f05e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:46:32.882412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Deleting port ac544609-e1a9-4c03-89a9-273fdcb45785 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:32.882989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.970312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb711b79-65c8-42a2-b38d-c5afa15f56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.973545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb711b79-65c8-42a2-b38d-c5afa15f56d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.980415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] Deleting port ac544609-e1a9-4c03-89a9-273fdcb45785 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:32.982471 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.989368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cb711b79-65c8-42a2-b38d-c5afa15f56d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06e2f79a-1bed-4f40-8016-abf73dba60a5 HTTP/1.1" status: 204 len: 168 time: 0.4425290 May 10 11:46:32.991805 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.003858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] For port ac544609-e1a9-4c03-89a9-273fdcb45785, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ac544609-e1a9-4c03-89a9-273fdcb45785,segment=NetworkSegment(8e36584f-b51e-4fad-90ef-63495a0a8efc),segment_id=8e36584f-b51e-4fad-90ef-63495a0a8efc)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:33.004263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.081808 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Calling delete_port for ac544609-e1a9-4c03-89a9-273fdcb45785 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:33.084040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb711b79-65c8-42a2-b38d-c5afa15f56d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e2f79a-1bed-4f40-8016-abf73dba60a5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.161292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] For port ac544609-e1a9-4c03-89a9-273fdcb45785, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ac544609-e1a9-4c03-89a9-273fdcb45785,segment=NetworkSegment(8e36584f-b51e-4fad-90ef-63495a0a8efc),segment_id=8e36584f-b51e-4fad-90ef-63495a0a8efc)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:33.164017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.193529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] Calling delete_port for ac544609-e1a9-4c03-89a9-273fdcb45785 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:33.264841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.288335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.335803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Port': ['ID=ac544609-e1a9-4c03-89a9-273fdcb45785,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.343458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] No DVR routers for this DVR port ac544609-e1a9-4c03-89a9-273fdcb45785 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:33.425836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting port 70e09e33-6f34-4f7e-9248-9ff841c88838 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:33.427138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.433386 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.464319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.492360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803e5b2e-3b94-4583-b86c-0eb1eec8f05e']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:33.508041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e36584f-b51e-4fad-90ef-63495a0a8efc') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:33.508426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e36584f-b51e-4fad-90ef-63495a0a8efc') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:33.523618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.544209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.544699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] No DVR routers for this DVR port ac544609-e1a9-4c03-89a9-273fdcb45785 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:33.549900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b8345-b7b0-47a7-ae6b-eeeda62f301b None None] Pushing event deleted for resources: {'Port': ['ID=ac544609-e1a9-4c03-89a9-273fdcb45785,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.553449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:33.554133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: timer() May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:33.559998 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:33.578061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.600851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Calling delete_port for 70e09e33-6f34-4f7e-9248-9ff841c88838 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:33.667841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.694093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.703680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] 10.222.0.13 "DELETE /v2.0/networks/803e5b2e-3b94-4583-b86c-0eb1eec8f05e HTTP/1.1" status: 204 len: 168 time: 1.2257006 May 10 11:46:33.703680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f48ba5-2a53-4ced-99ce-f574fd0f1b0d tempest-AllowedAddressPairIpV6TestJSON-2430591 tempest-AllowedAddressPairIpV6TestJSON-2430591-project] Pushing event deleted for resources: {'Network': ['ID=803e5b2e-3b94-4583-b86c-0eb1eec8f05e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.810281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.895106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Port': ['ID=70e09e33-6f34-4f7e-9248-9ff841c88838,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.943343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.943938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.944527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.948324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.949132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.949670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.950198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.950627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.951219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.951794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.952529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.953024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:34.048180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.076346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35132) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:34.235140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.239079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.272626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3466ca06-aeb0-4287-897a-7ee7801dc995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.342750 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.343936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Fanout notify agent at l3_agent the message router_deleted on router 1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:46:34.363193 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.364580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-88e508f1-0ef6-4603-8e85-78d60e3661d4 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/routers/1118e4c9-5bd6-4f54-90d5-bbceaffe4ba7 HTTP/1.1" status: 204 len: 168 time: 2.0547562 May 10 11:46:34.372631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35174) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:34.398410 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a1cbbc78-41a2-4c35-86e3-6a59c4c7c06f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f90210ba73414f2492b7bce396871f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206794 May 10 11:46:34.399856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35176) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:34.464934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54f973a0-0689-4821-9480-5bcb03f950be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.476470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f49465-c087-46c7-b23c-a078c3535a14 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Deleting subnet 4660c0c2-f2ea-495e-bd36-94cc157bffbd {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:46:34.481043 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57f49465-c087-46c7-b23c-a078c3535a14 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.506571 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54f973a0-0689-4821-9480-5bcb03f950be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.533004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57f49465-c087-46c7-b23c-a078c3535a14 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.615428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54f973a0-0689-4821-9480-5bcb03f950be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.617882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57f49465-c087-46c7-b23c-a078c3535a14 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.620360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54f973a0-0689-4821-9480-5bcb03f950be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.623336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-54f973a0-0689-4821-9480-5bcb03f950be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc44bc12-3832-4739-8189-69b58eeb0cea HTTP/1.1" status: 204 len: 168 time: 0.2219207 May 10 11:46:34.638475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f973a0-0689-4821-9480-5bcb03f950be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc44bc12-3832-4739-8189-69b58eeb0cea,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:34.783289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57f49465-c087-46c7-b23c-a078c3535a14 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.845923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f49465-c087-46c7-b23c-a078c3535a14 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Subnet': ['ID=4660c0c2-f2ea-495e-bd36-94cc157bffbd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:34.855414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57f49465-c087-46c7-b23c-a078c3535a14 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.860674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-57f49465-c087-46c7-b23c-a078c3535a14 tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/subnets/4660c0c2-f2ea-495e-bd36-94cc157bffbd HTTP/1.1" status: 204 len: 168 time: 0.4864397 May 10 11:46:34.863252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35232) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:34.903730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ac544609-e1a9-4c03-89a9-273fdcb45785 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:34.959950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ac544609-e1a9-4c03-89a9-273fdcb45785 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:34.961526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ac544609-e1a9-4c03-89a9-273fdcb45785 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:34.961916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:35.094726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:35.125267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7c391b-87d6-44a1-af40-8322341d6928']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:35.141243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bf8ba5-7d48-4856-9b8e-2ab49f164012') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:35.141779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bf8ba5-7d48-4856-9b8e-2ab49f164012') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:35.166221 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:35.198151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:35.208290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:35.208992 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: timer() May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:35.213392 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:35.379592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:35.408346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:35.414023 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] 10.222.0.13 "DELETE /v2.0/networks/eb7c391b-87d6-44a1-af40-8322341d6928 HTTP/1.1" status: 204 len: 168 time: 0.5494075 May 10 11:46:35.431472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa7708-8f87-4d75-9a4b-f18dc732240a tempest-FloatingIPTestJSON-1844067980 tempest-FloatingIPTestJSON-1844067980-project] Pushing event deleted for resources: {'Network': ['ID=eb7c391b-87d6-44a1-af40-8322341d6928,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:35.487198 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:35.996834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35382) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:36.233398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-46051bf7-bbd0-41bc-9867-377b0b251fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56ef4aa31478491ebf5825c2ff51ae55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350624 May 10 11:46:36.236352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35400) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:36.310004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4dafbb86-1f6e-45b5-a674-b58e0e3266ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.350929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4dafbb86-1f6e-45b5-a674-b58e0e3266ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.426589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4dafbb86-1f6e-45b5-a674-b58e0e3266ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.430649 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4dafbb86-1f6e-45b5-a674-b58e0e3266ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.432139 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4dafbb86-1f6e-45b5-a674-b58e0e3266ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dd8ebbb-eab3-46e5-b241-059193cdb840 HTTP/1.1" status: 204 len: 168 time: 0.1946938 May 10 11:46:36.442440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafbb86-1f6e-45b5-a674-b58e0e3266ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd8ebbb-eab3-46e5-b241-059193cdb840,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:36.483933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35416) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:36.669829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-203960468'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:36.693285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Made reservation on behalf of 5c669bdcb02a487898eea5f020eb7784 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:36.697749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.708089 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.832794 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.838927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.841942 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:46:36.880006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:36.891290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc87b27-bdd0-4f1a-91fc-307061fda792,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:36.916019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:36.916690 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Added segment e1c7c99e-7ed4-40d6-b1d5-789929a06fb7 of type vlan for network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c May 10 11:46:37.012037 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.044674 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.050406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:37.051054 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.146283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6558015 May 10 11:46:37.146283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35444) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:37.154453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Request body: {'subnet': {'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:37.218602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056b0a2-d07d-45b7-a9c4-ed87b94a0f5f tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event updated for resources: {'Network': ['ID=c0ba77ba-0848-4896-ad2b-56a3cd40dc6c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:37.222372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-59c17c7d-e68b-4bd4-acbb-99eaebdc0f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.233037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:37.349180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Made reservation on behalf of 5c669bdcb02a487898eea5f020eb7784 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:37.354050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.653335 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.669748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35470) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:37.738691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event updated for resources: {'Subnet': ['ID=191e8970-cc48-4d26-b437-66314aec6237,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:37.745108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Checking segment: {'id': 'e1c7c99e-7ed4-40d6-b1d5-789929a06fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:37.745707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Network hostable DHCP agents. Network: c0ba77ba-0848-4896-ad2b-56a3cd40dc6c, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:46:37.771413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:46:37.777662 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.782676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c0ba77ba-0848-4896-ad2b-56a3cd40dc6c) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:37.791996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:37.794883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.802616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5b121-db2f-4f4d-829d-1bebeaa8ac85 None None] Network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:37.818323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dbcd981e-76f6-43fb-b4dc-e22f75a7f498 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6715348 May 10 11:46:37.821577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35476) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:37.834939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Request body: {'port': {'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-574872749'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:37.885559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'networks': [{'name': 'tempest-network--7364953'}, {'name': 'tempest-network--698065080'}]} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:37.886200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'network': {'name': 'tempest-network--7364953'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:37.886835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'network': {'name': 'tempest-network--698065080'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:37.912888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Made reservation on behalf of 582d7fd21a694caf806dadd15d8c1978 for: {'network': 2} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:37.920460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.932621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.008740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c0ba77ba-0848-4896-ad2b-56a3cd40dc6c', 'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c', 'tenant_id': '5c669bdcb02a487898eea5f020eb7784', 'fixed_ips': [{'subnet_id': '191e8970-cc48-4d26-b437-66314aec6237'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:46:38.010511 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.073106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.080629 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.083083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.123140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Made reservation on behalf of 5c669bdcb02a487898eea5f020eb7784 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:38.127677 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.146669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] device_id is not set on port 4969ba25-0464-4142-b0b8-70c6a253e2b8 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:38.172118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01da8f79-6d34-4a73-9be2-63b0c6d44ce0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:38.204370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:38.223485 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.223860 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Added segment 44f89ed5-66db-498c-8820-2b4283da76ec of type vlan for network 4d1b0bfe-c9b1-47b5-bfe2-92f55a2f88c7 May 10 11:46:38.228078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Allocated IP 172.20.0.2 (c0ba77ba-0848-4896-ad2b-56a3cd40dc6c/191e8970-cc48-4d26-b437-66314aec6237/9f8feae3-10f3-4d69-97bd-07b3ea738b7b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:38.276860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.293290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35482) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:38.311477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:38.326958 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.327399 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Added segment 0a9cf0ae-4a08-43eb-89db-50482d71eccb of type vlan for network 5eb8a1a6-8519-4208-9ce4-56620be6d4e7 May 10 11:46:38.380428 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.418972 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f818599f-67cc-40ed-9e52-99e25c49d322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.419549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.420237 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.428587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:38.440042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.440891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:38.441763 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.449192 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.469717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:38.473526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:38.480027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:38.524726 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 0.8503566 May 10 11:46:38.524952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35486) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:38.533056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Allocated IP 172.20.0.14 (c0ba77ba-0848-4896-ad2b-56a3cd40dc6c/191e8970-cc48-4d26-b437-66314aec6237/4969ba25-0464-4142-b0b8-70c6a253e2b8) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:38.576566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Network': ['ID=4d1b0bfe-c9b1-47b5-bfe2-92f55a2f88c7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:38.595334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Attempting to bind port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:46:38.595868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Attempting to bind port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'e1c7c99e-7ed4-40d6-b1d5-789929a06fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:46:38.596486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Attempting to bind port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b on network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:46:38.599215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4d1b0bfe-c9b1-47b5-bfe2-92f55a2f88c7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:38.618031 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f818599f-67cc-40ed-9e52-99e25c49d322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.642451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f818599f-67cc-40ed-9e52-99e25c49d322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.698351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:46:38.698818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Checking segment: {'id': 'e1c7c99e-7ed4-40d6-b1d5-789929a06fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:38.699296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.699794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Bound using segment: {'id': 'e1c7c99e-7ed4-40d6-b1d5-789929a06fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:46:38.700492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Bound port: 9f8feae3-10f3-4d69-97bd-07b3ea738b7b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c7c99e-7ed4-40d6-b1d5-789929a06fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:46:38.700947 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.702896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Pushing event updated for resources: {'Port': ['ID=9f8feae3-10f3-4d69-97bd-07b3ea738b7b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:38.762823 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f818599f-67cc-40ed-9e52-99e25c49d322 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41711adb6e04403596dae41147f9a2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676328 May 10 11:46:38.766104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35490) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:38.775784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818599f-67cc-40ed-9e52-99e25c49d322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f32bcf-e2bc-4c27-a60b-7a98782dac98,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:38.791033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] For port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:46:38.795199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] For port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f8feae3-10f3-4d69-97bd-07b3ea738b7b,segment=NetworkSegment(e1c7c99e-7ed4-40d6-b1d5-789929a06fb7),segment_id=e1c7c99e-7ed4-40d6-b1d5-789929a06fb7)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:46:38.800977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b215f2-3c70-4e77-8cd3-b8f062573790 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Network': ['ID=5eb8a1a6-8519-4208-9ce4-56620be6d4e7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:38.806528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.823673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 5eb8a1a6-8519-4208-9ce4-56620be6d4e7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:38.849081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8ff97-a420-46ef-9868-04f8b3d847a2 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:38.855523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8ff97-a420-46ef-9868-04f8b3d847a2 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:38.863424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8ff97-a420-46ef-9868-04f8b3d847a2 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:38.865179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.870193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8ff97-a420-46ef-9868-04f8b3d847a2 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:38.872224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-50f8ff97-a420-46ef-9868-04f8b3d847a2 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.3464406 May 10 11:46:38.873315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.875253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35492) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:38.900664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.966659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.976360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fc273-1373-4a09-825d-e99057d6a4ab None None] Pushing event updated for resources: {'Port': ['ID=9f8feae3-10f3-4d69-97bd-07b3ea738b7b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:39.003179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.024270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.027075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.028501 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96f32bcf-e2bc-4c27-a60b-7a98782dac98 HTTP/1.1" status: 204 len: 168 time: 0.2615645 May 10 11:46:39.043890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:39.048210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:39.057030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:39.065885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f32bcf-e2bc-4c27-a60b-7a98782dac98,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:39.103707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.104963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.105468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.105950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.106430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.106907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.107382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.107895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.108388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.108873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.109359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.109687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151cbbd-d3de-4447-890d-4891b859a577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:39.145485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event updated for resources: {'Port': ['ID=4969ba25-0464-4142-b0b8-70c6a253e2b8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:39.160071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.185697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:39.192825 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.208810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1b0bfe-c9b1-47b5-bfe2-92f55a2f88c7']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:39.216797 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cd02306e-5731-452e-8558-c0f028906071 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3925080 May 10 11:46:39.223190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35498) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:39.231926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Request body: {'port': {'network_id': 'c0ba77ba-0848-4896-ad2b-56a3cd40dc6c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-350345139', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:39.232691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] bootfile-name is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:46:39.233530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] tftp-server is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:46:39.234237 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.api.validators [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] server-ip-address is not in valid_values {{(pid=102768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:46:39.240220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f89ed5-66db-498c-8820-2b4283da76ec') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:39.240503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f89ed5-66db-498c-8820-2b4283da76ec') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:39.308920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.315930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.354262 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.373761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:39.374249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: timer() May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:39.377529 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:39.472414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.503027 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.506982 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/networks/4d1b0bfe-c9b1-47b5-bfe2-92f55a2f88c7 HTTP/1.1" status: 204 len: 168 time: 0.6302919 May 10 11:46:39.510016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35502) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:39.525986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeec094-3fbe-4b98-801a-1c031865f213 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Network': ['ID=4d1b0bfe-c9b1-47b5-bfe2-92f55a2f88c7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:39.541371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Made reservation on behalf of 5c669bdcb02a487898eea5f020eb7784 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:39.545300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.558802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35504) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:39.559185 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.575599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82fe4433-d752-4671-838e-b3b2037c33d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.587875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] device_id is not set on port 3c03e273-c866-4009-902c-7c22d13db0bc yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:39.631899 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.750981 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.755882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Allocated IP 172.20.0.11 (c0ba77ba-0848-4896-ad2b-56a3cd40dc6c/191e8970-cc48-4d26-b437-66314aec6237/3c03e273-c866-4009-902c-7c22d13db0bc) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:46:39.778825 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82fe4433-d752-4671-838e-b3b2037c33d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.782648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb8a1a6-8519-4208-9ce4-56620be6d4e7']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:39.786424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82fe4433-d752-4671-838e-b3b2037c33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.800423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9cf0ae-4a08-43eb-89db-50482d71eccb') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:39.801330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9cf0ae-4a08-43eb-89db-50482d71eccb') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:39.823316 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.845811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe4433-d752-4671-838e-b3b2037c33d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c50b50-e73e-4c62-941d-8c969278c908,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:39.849440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.856603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82fe4433-d752-4671-838e-b3b2037c33d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=452c8f2105b24f7f899bee77b58b3593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967501 May 10 11:46:39.860316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35510) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:39.871731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:39.872349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: timer() May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:39.876553 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:40.004718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f4c6a76-0e69-4aed-8b6d-6a4ee6d47e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.030633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.035253 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f4c6a76-0e69-4aed-8b6d-6a4ee6d47e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.057840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.076055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.092239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.098436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/networks/5eb8a1a6-8519-4208-9ce4-56620be6d4e7 HTTP/1.1" status: 204 len: 168 time: 0.5842907 May 10 11:46:40.098436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167b223-42e4-426c-9146-6f67b234a95e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Network': ['ID=5eb8a1a6-8519-4208-9ce4-56620be6d4e7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:40.103299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35512) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:40.137088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:46:40.144360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:40.147773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:40.151208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event updated for resources: {'Port': ['ID=3c03e273-c866-4009-902c-7c22d13db0bc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:40.235237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:40.236687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.265198 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f4c6a76-0e69-4aed-8b6d-6a4ee6d47e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.267931 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8f4c6a76-0e69-4aed-8b6d-6a4ee6d47e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.271869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8f4c6a76-0e69-4aed-8b6d-6a4ee6d47e92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8c50b50-e73e-4c62-941d-8c969278c908 HTTP/1.1" status: 204 len: 168 time: 0.4077005 May 10 11:46:40.294327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-35d000f7-b699-4d41-8784-f8551085d093 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0697455 May 10 11:46:40.295240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35520) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:40.317624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8392786-e6d8-4a1a-bf35-ea38e913e05f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:40.337194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8392786-e6d8-4a1a-bf35-ea38e913e05f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:40.345248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e8392786-e6d8-4a1a-bf35-ea38e913e05f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2398908 May 10 11:46:40.355716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35522) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:40.362077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1956344041'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:40.399277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3af0c1-f1bb-4e0b-b5d6-1dbed478cce0 None None] Network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:40.404772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c6a76-0e69-4aed-8b6d-6a4ee6d47e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c50b50-e73e-4c62-941d-8c969278c908,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:40.437585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0528dd4-183b-429b-8395-d9b9335178c5 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:40.454482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0528dd4-183b-429b-8395-d9b9335178c5 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:40.470788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0528dd4-183b-429b-8395-d9b9335178c5 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:40.476174 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c0528dd4-183b-429b-8395-d9b9335178c5 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1794238 May 10 11:46:40.476947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35526) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:40.487032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Made reservation on behalf of 582d7fd21a694caf806dadd15d8c1978 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:40.495399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.544391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:40.557023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.557500 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Added segment 1770cb26-29c1-4e85-a8f1-60fba468dec8 of type vlan for network 7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906 May 10 11:46:40.610714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.649061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.658343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:40.659311 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.689577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-29a0b72b-d1b6-47df-a92d-6a2024b1a13f None None] Provisioning complete for port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:40.691666 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29a0b72b-d1b6-47df-a92d-6a2024b1a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.716268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-56f84dea-264b-4ab8-bcf9-970cf0b689f7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Deleting port 3c03e273-c866-4009-902c-7c22d13db0bc {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:40.718928 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56f84dea-264b-4ab8-bcf9-970cf0b689f7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.758229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Network': ['ID=7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:40.764888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eaf8e94f-6306-4ef6-bf5e-0be4b8bd32fa tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4078784 May 10 11:46:40.767115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35530) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:40.792860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-218140168'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:40.819468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:40.865392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Made reservation on behalf of 582d7fd21a694caf806dadd15d8c1978 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:40.887341 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.942417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:40.954941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.955371 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Added segment 65ee6465-47a3-45f4-b76f-dabe18e824c6 of type vlan for network 1539ec70-a0cc-4025-97df-236ee24a5d77 May 10 11:46:40.997468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56f84dea-264b-4ab8-bcf9-970cf0b689f7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.043582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.046108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-56f84dea-264b-4ab8-bcf9-970cf0b689f7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Calling delete_port for 3c03e273-c866-4009-902c-7c22d13db0bc owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:41.050861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f8feae3-10f3-4d69-97bd-07b3ea738b7b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:46:41.090297 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.101922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:41.105239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.155589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-29a0b72b-d1b6-47df-a92d-6a2024b1a13f None None] Current status of the port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:41.156358 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29a0b72b-d1b6-47df-a92d-6a2024b1a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.208048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:41.208645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.237929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4695649 May 10 11:46:41.241237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35546) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:41.247232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'ports': [{'network_id': '7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906', 'name': 'tempest-port--497708417', 'admin_state_up': True}, {'network_id': '1539ec70-a0cc-4025-97df-236ee24a5d77', 'admin_state_up': False}]} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:41.247641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'port': {'network_id': '7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906', 'name': 'tempest-port--497708417', 'admin_state_up': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:41.248201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'port': {'network_id': '1539ec70-a0cc-4025-97df-236ee24a5d77', 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:41.265519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-29a0b72b-d1b6-47df-a92d-6a2024b1a13f None None] For port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f8feae3-10f3-4d69-97bd-07b3ea738b7b,segment=NetworkSegment(e1c7c99e-7ed4-40d6-b1d5-789929a06fb7),segment_id=e1c7c99e-7ed4-40d6-b1d5-789929a06fb7)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:41.272836 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29a0b72b-d1b6-47df-a92d-6a2024b1a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.276852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56f84dea-264b-4ab8-bcf9-970cf0b689f7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.353854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8234390-1275-4309-8d40-59f6301cf044 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Network': ['ID=1539ec70-a0cc-4025-97df-236ee24a5d77,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:41.366387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1539ec70-a0cc-4025-97df-236ee24a5d77 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:41.380575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f84dea-264b-4ab8-bcf9-970cf0b689f7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event deleted for resources: {'Port': ['ID=3c03e273-c866-4009-902c-7c22d13db0bc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:41.475695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0b72b-d1b6-47df-a92d-6a2024b1a13f None None] Pushing event updated for resources: {'Port': ['ID=9f8feae3-10f3-4d69-97bd-07b3ea738b7b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:41.490818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:41.502537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d125769a-004b-4c7c-8fe0-3f96bb6a76ad None None] Could not find standard attr ID for object 3c03e273-c866-4009-902c-7c22d13db0bc. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:46:41.520824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d125769a-004b-4c7c-8fe0-3f96bb6a76ad None None] Provisioning complete for port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:41.521613 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d125769a-004b-4c7c-8fe0-3f96bb6a76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.583578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Made reservation on behalf of 582d7fd21a694caf806dadd15d8c1978 for: {'port': 2} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:41.595151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.599219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56f84dea-264b-4ab8-bcf9-970cf0b689f7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.610039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-56f84dea-264b-4ab8-bcf9-970cf0b689f7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "DELETE /v2.0/ports/3c03e273-c866-4009-902c-7c22d13db0bc HTTP/1.1" status: 204 len: 168 time: 1.1272674 May 10 11:46:41.611067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35554) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:41.627950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Request body: {'port': {'name': 'tempest-new-port-name-838607530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:41.629320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.api.validators [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] bootfile-name is not in valid_values {{(pid=102767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:46:41.630025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.api.validators [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] tftp-server is not in valid_values {{(pid=102767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:46:41.630658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.api.validators [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] server-ip-address is not in valid_values {{(pid=102767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 10 11:46:41.639668 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.650730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d125769a-004b-4c7c-8fe0-3f96bb6a76ad None None] Current status of the port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:41.662760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d125769a-004b-4c7c-8fe0-3f96bb6a76ad None None] Provisioning complete for port 4969ba25-0464-4142-b0b8-70c6a253e2b8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:41.663929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d125769a-004b-4c7c-8fe0-3f96bb6a76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.790389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.936248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d125769a-004b-4c7c-8fe0-3f96bb6a76ad None None] Port 4969ba25-0464-4142-b0b8-70c6a253e2b8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:42.044256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] device_id is not set on port 1f084442-bcfc-4166-9d84-8d0c5243800a yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:42.057022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ff711a5d-c5be-4ba5-b5f4-3bf740a4829c None None] Could not find standard attr ID for object 3c03e273-c866-4009-902c-7c22d13db0bc. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:46:42.083675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ff711a5d-c5be-4ba5-b5f4-3bf740a4829c None None] Provisioning complete for port 4969ba25-0464-4142-b0b8-70c6a253e2b8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:42.084229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff711a5d-c5be-4ba5-b5f4-3bf740a4829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.156111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ff711a5d-c5be-4ba5-b5f4-3bf740a4829c None None] Port 4969ba25-0464-4142-b0b8-70c6a253e2b8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:42.249372 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.341505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] device_id is not set on port d998d8d8-f826-4c12-a68b-af67600dfea3 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:46:42.492813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.572680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.653399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Port': ['ID=1f084442-bcfc-4166-9d84-8d0c5243800a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:42.659396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Checking segment: {'id': '1770cb26-29c1-4e85-a8f1-60fba468dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:42.660172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Network hostable DHCP agents. Network: 7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:46:42.683018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Network 7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:46:42.698193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:42.704030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:42.705307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.711115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bdc8af-9b06-49c1-bbfc-e3911bf83b8f None None] Network 7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:42.725673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.732790 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.811306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Port': ['ID=d998d8d8-f826-4c12-a68b-af67600dfea3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:42.848819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Checking segment: {'id': '65ee6465-47a3-45f4-b76f-dabe18e824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1539ec70-a0cc-4025-97df-236ee24a5d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:42.849186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Network hostable DHCP agents. Network: 1539ec70-a0cc-4025-97df-236ee24a5d77, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:46:42.864421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event updated for resources: {'Port': ['ID=4969ba25-0464-4142-b0b8-70c6a253e2b8,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:42.871385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f8feae3-10f3-4d69-97bd-07b3ea738b7b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:46:42.881435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Network 1539ec70-a0cc-4025-97df-236ee24a5d77 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:46:42.888062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] In _notify_port_updated(), no bound segment for port 4969ba25-0464-4142-b0b8-70c6a253e2b8 on network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:46:42.896090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1539ec70-a0cc-4025-97df-236ee24a5d77) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:42.898077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:42.901247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:46:42.904183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.907271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-958e9b00-16ba-41da-b36d-61e8406ddad3 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "PUT /v2.0/ports/4969ba25-0464-4142-b0b8-70c6a253e2b8 HTTP/1.1" status: 200 len: 1136 time: 1.2948058 May 10 11:46:42.910638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:42.911321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35580) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:42.921140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:42.928443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.950840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-85424437-c698-4e53-bc26-4e0204e86aea tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7084763 May 10 11:46:42.951714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35582) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:42.960912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724a252-929d-4831-af59-9658fb19633e None None] Network 1539ec70-a0cc-4025-97df-236ee24a5d77 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:43.024713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f1e26-72b2-4ecd-a355-051930e79e82 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:43.032186 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c35f1e26-72b2-4ecd-a355-051930e79e82 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "GET /v2.0/ports/4969ba25-0464-4142-b0b8-70c6a253e2b8 HTTP/1.1" status: 200 len: 1136 time: 0.1194251 May 10 11:46:43.033224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35586) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:43.047147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e25805-f3e4-4957-9b87-883689f34b95 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:43.062660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e25805-f3e4-4957-9b87-883689f34b95 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:43.075243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35588) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:43.076057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c9e25805-f3e4-4957-9b87-883689f34b95 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1230834 May 10 11:46:43.291495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-06361dc0-5bf9-462e-a594-06a4e3fcff0f None None] Provisioning complete for port 4969ba25-0464-4142-b0b8-70c6a253e2b8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:43.291916 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06361dc0-5bf9-462e-a594-06a4e3fcff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.297995 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-61045560-425d-4a80-be2b-cf00701d773c tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Deleting port 4969ba25-0464-4142-b0b8-70c6a253e2b8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:43.298408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61045560-425d-4a80-be2b-cf00701d773c tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.399978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-74bb38b3-902b-44b3-9753-c2e79764944f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Deleting port 1f084442-bcfc-4166-9d84-8d0c5243800a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:43.400317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74bb38b3-902b-44b3-9753-c2e79764944f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.417453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:46:43.417836 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.519114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61045560-425d-4a80-be2b-cf00701d773c tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.523316 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74bb38b3-902b-44b3-9753-c2e79764944f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.553552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-61045560-425d-4a80-be2b-cf00701d773c tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Calling delete_port for 4969ba25-0464-4142-b0b8-70c6a253e2b8 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:43.555275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-74bb38b3-902b-44b3-9753-c2e79764944f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Calling delete_port for 1f084442-bcfc-4166-9d84-8d0c5243800a owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:43.568038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-06361dc0-5bf9-462e-a594-06a4e3fcff0f None None] Port 4969ba25-0464-4142-b0b8-70c6a253e2b8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:46:43.835848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74bb38b3-902b-44b3-9753-c2e79764944f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.849569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:46:43.879427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb38b3-902b-44b3-9753-c2e79764944f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Port': ['ID=1f084442-bcfc-4166-9d84-8d0c5243800a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:43.919921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74bb38b3-902b-44b3-9753-c2e79764944f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.926478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-74bb38b3-902b-44b3-9753-c2e79764944f tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/ports/1f084442-bcfc-4166-9d84-8d0c5243800a HTTP/1.1" status: 204 len: 168 time: 0.8464563 May 10 11:46:43.927019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35620) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:43.938732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61045560-425d-4a80-be2b-cf00701d773c tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.996255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61045560-425d-4a80-be2b-cf00701d773c tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event deleted for resources: {'Port': ['ID=4969ba25-0464-4142-b0b8-70c6a253e2b8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:44.123462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61045560-425d-4a80-be2b-cf00701d773c tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.130004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35624) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:44.130525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-61045560-425d-4a80-be2b-cf00701d773c tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "DELETE /v2.0/ports/4969ba25-0464-4142-b0b8-70c6a253e2b8 HTTP/1.1" status: 204 len: 168 time: 1.0959806 May 10 11:46:44.146835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-76f3e689-9dee-4198-bb64-2700362c622b tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Deleting port d998d8d8-f826-4c12-a68b-af67600dfea3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:44.147188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76f3e689-9dee-4198-bb64-2700362c622b tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.217450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f7b7f9-d6af-4f0b-8a63-6587e75278a7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Deleting subnet 191e8970-cc48-4d26-b437-66314aec6237 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:46:44.220976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b7f9-d6af-4f0b-8a63-6587e75278a7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.265661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76f3e689-9dee-4198-bb64-2700362c622b tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.285580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-76f3e689-9dee-4198-bb64-2700362c622b tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Calling delete_port for d998d8d8-f826-4c12-a68b-af67600dfea3 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:44.289984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b7f9-d6af-4f0b-8a63-6587e75278a7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.410092 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b7f9-d6af-4f0b-8a63-6587e75278a7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.422385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76f3e689-9dee-4198-bb64-2700362c622b tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.483429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3e689-9dee-4198-bb64-2700362c622b tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Port': ['ID=d998d8d8-f826-4c12-a68b-af67600dfea3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:44.519111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-76f3e689-9dee-4198-bb64-2700362c622b tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.525466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-76f3e689-9dee-4198-bb64-2700362c622b tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/ports/d998d8d8-f826-4c12-a68b-af67600dfea3 HTTP/1.1" status: 204 len: 168 time: 0.5946031 May 10 11:46:44.525679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:44.563253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b7f9-d6af-4f0b-8a63-6587e75278a7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.568317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-196b388a-2e80-4fa8-af5c-9a8060c6e007 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0407085 May 10 11:46:44.572388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35640) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:44.579137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-90968298'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:44.601641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7b7f9-d6af-4f0b-8a63-6587e75278a7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event deleted for resources: {'Subnet': ['ID=191e8970-cc48-4d26-b437-66314aec6237,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:44.604142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b7f9-d6af-4f0b-8a63-6587e75278a7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.607935 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f3f7b7f9-d6af-4f0b-8a63-6587e75278a7 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "DELETE /v2.0/subnets/191e8970-cc48-4d26-b437-66314aec6237 HTTP/1.1" status: 204 len: 168 time: 0.4757073 May 10 11:46:44.610588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:44.618282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da4418-eece-471b-9746-94692142beca None None] Network c0ba77ba-0848-4896-ad2b-56a3cd40dc6c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:44.638752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Made reservation on behalf of 582d7fd21a694caf806dadd15d8c1978 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:44.646939 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.704737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:44.710388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.727966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.729576 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Added segment db0fd85b-fc79-4d4a-a9d6-91480bbc0b04 of type vlan for network d104a9cc-8dcc-47b4-b222-07510e8f5552 May 10 11:46:44.804222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Deleting port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:44.804222 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.843095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.896032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.901895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:44.902520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.958973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] For port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9f8feae3-10f3-4d69-97bd-07b3ea738b7b,segment=NetworkSegment(e1c7c99e-7ed4-40d6-b1d5-789929a06fb7),segment_id=e1c7c99e-7ed4-40d6-b1d5-789929a06fb7)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:44.959244 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.993992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Calling delete_port for 9f8feae3-10f3-4d69-97bd-07b3ea738b7b owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:45.038523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4644678 May 10 11:46:45.050640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35652) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:45.067673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-354985353'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:45.098292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954b78a-bf94-420a-a188-6d2cc06a9b00 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Network': ['ID=d104a9cc-8dcc-47b4-b222-07510e8f5552,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:45.111131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network d104a9cc-8dcc-47b4-b222-07510e8f5552 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:45.138885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Made reservation on behalf of 582d7fd21a694caf806dadd15d8c1978 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:45.142916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.212215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:45.222869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.223476 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Added segment 03282b73-e1bc-4786-9513-abaaaa221f1b of type vlan for network 1458c0e1-a51d-4d60-8776-1e109838ddcd May 10 11:46:45.230678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.287830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event deleted for resources: {'Port': ['ID=9f8feae3-10f3-4d69-97bd-07b3ea738b7b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:45.296256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] No DVR routers for this DVR port 9f8feae3-10f3-4d69-97bd-07b3ea738b7b on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:45.311131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7265f8-8883-4338-926c-c2185100ba96 None None] DHCP port deletion for c0ba77ba-0848-4896-ad2b-56a3cd40dc6c request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:46:45.323753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.369895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.375560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:45.376211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.449848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.472435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Network': ['ID=1458c0e1-a51d-4d60-8776-1e109838ddcd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:45.478024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-50cec115-5cac-4b9c-870c-affd55f51423 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4154124 May 10 11:46:45.480666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ba77ba-0848-4896-ad2b-56a3cd40dc6c']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:45.492960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1458c0e1-a51d-4d60-8776-1e109838ddcd details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:45.500981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c7c99e-7ed4-40d6-b1d5-789929a06fb7') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:45.501588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c7c99e-7ed4-40d6-b1d5-789929a06fb7') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:45.509605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35658) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:45.523675 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.538622 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.544972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:45.545831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: timer() May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:45.667762 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:45.737761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.744925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.753075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] 10.222.0.13 "DELETE /v2.0/networks/c0ba77ba-0848-4896-ad2b-56a3cd40dc6c HTTP/1.1" status: 204 len: 168 time: 1.1413424 May 10 11:46:45.787328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa36a21-5ae4-47ea-8af3-6964945faf34 tempest-ExtraDHCPOptionsTestJSON-968073124 tempest-ExtraDHCPOptionsTestJSON-968073124-project] Pushing event deleted for resources: {'Network': ['ID=c0ba77ba-0848-4896-ad2b-56a3cd40dc6c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:45.949837 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6b669c7-a0dc-4fe0-8a8c-24471d36205e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.181557 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6b669c7-a0dc-4fe0-8a8c-24471d36205e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.194574 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6b669c7-a0dc-4fe0-8a8c-24471d36205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.237412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d6b669c7-a0dc-4fe0-8a8c-24471d36205e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f7cab042b8b4e61af291568d678abec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7239046 May 10 11:46:46.237770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35678) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:46.241574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b669c7-a0dc-4fe0-8a8c-24471d36205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e343c7b-ba32-44a5-a273-bdfddd8b0693,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:46.359224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb2-fd47-4f98-9bd6-3bf0e3d8dfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.417693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35684) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:46.419348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb2-fd47-4f98-9bd6-3bf0e3d8dfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.525474 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb2-fd47-4f98-9bd6-3bf0e3d8dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.529462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb2-fd47-4f98-9bd6-3bf0e3d8dfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.534882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ac05bb2-fd47-4f98-9bd6-3bf0e3d8dfc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e343c7b-ba32-44a5-a273-bdfddd8b0693 HTTP/1.1" status: 204 len: 168 time: 0.2958968 May 10 11:46:46.550337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac05bb2-fd47-4f98-9bd6-3bf0e3d8dfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e343c7b-ba32-44a5-a273-bdfddd8b0693,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:46.770124 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cd56cd1f-bb57-4773-bdf1-99c90bf0353e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c669bdcb02a487898eea5f020eb7784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512323 May 10 11:46:46.772776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35694) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:46.911165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8bff15f6-e49b-4fd1-b20a-52851fa45543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.911360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f8feae3-10f3-4d69-97bd-07b3ea738b7b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:46.950130 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8bff15f6-e49b-4fd1-b20a-52851fa45543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.962545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9f8feae3-10f3-4d69-97bd-07b3ea738b7b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:46.963008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9f8feae3-10f3-4d69-97bd-07b3ea738b7b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:47.024876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8bff15f6-e49b-4fd1-b20a-52851fa45543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.027186 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8bff15f6-e49b-4fd1-b20a-52851fa45543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.028399 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8bff15f6-e49b-4fd1-b20a-52851fa45543 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dc87b27-bdd0-4f1a-91fc-307061fda792 HTTP/1.1" status: 204 len: 168 time: 0.2544427 May 10 11:46:47.040799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff15f6-e49b-4fd1-b20a-52851fa45543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc87b27-bdd0-4f1a-91fc-307061fda792,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:47.191956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35708) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:47.214082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60477b8c-f2cc-401b-904b-e0476426bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.368758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60477b8c-f2cc-401b-904b-e0476426bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.375305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60477b8c-f2cc-401b-904b-e0476426bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.413226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-60477b8c-f2cc-401b-904b-e0476426bf14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29da8833176d4df287474390205fe03e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199795 May 10 11:46:47.416669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35714) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:47.448743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60477b8c-f2cc-401b-904b-e0476426bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7cfa12-26a9-4675-a882-d30a045aee68,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:47.506057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b9de20-c96a-4ba7-a13c-795f89aa59a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.532442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b9de20-c96a-4ba7-a13c-795f89aa59a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.651375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b9de20-c96a-4ba7-a13c-795f89aa59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.654144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b9de20-c96a-4ba7-a13c-795f89aa59a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.657350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-26b9de20-c96a-4ba7-a13c-795f89aa59a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc7cfa12-26a9-4675-a882-d30a045aee68 HTTP/1.1" status: 204 len: 168 time: 0.2373414 May 10 11:46:47.671094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9de20-c96a-4ba7-a13c-795f89aa59a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7cfa12-26a9-4675-a882-d30a045aee68,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:48.562323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35754) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:48.830101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35762) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:48.836133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'subnets': [{'network_id': 'd104a9cc-8dcc-47b4-b222-07510e8f5552', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1892702103', 'ip_version': 6}, {'network_id': '1458c0e1-a51d-4d60-8776-1e109838ddcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:48.836777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'subnet': {'network_id': 'd104a9cc-8dcc-47b4-b222-07510e8f5552', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1892702103', 'ip_version': 6}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:48.837780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Request body: {'subnet': {'network_id': '1458c0e1-a51d-4d60-8776-1e109838ddcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:49.024742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ef57af98-c8a9-45a3-b0a3-ec202ca391c4 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] Request body: {'port': {'network_id': '05a1258f-a40b-4e41-8cdc-bab10057e292', 'name': 'tempest-NetworksNegativeTestJSON-1428829186'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:49.042661 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef57af98-c8a9-45a3-b0a3-ec202ca391c4 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] POST failed (client error): The resource could not be found. May 10 11:46:49.043373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef57af98-c8a9-45a3-b0a3-ec202ca391c4 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:49.044846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ef57af98-c8a9-45a3-b0a3-ec202ca391c4 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4811234 May 10 11:46:49.050636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.072305 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-060969ca-6b9d-4592-b299-8bcf034b7899 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] DELETE failed (client error): The resource could not be found. May 10 11:46:49.072878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060969ca-6b9d-4592-b299-8bcf034b7899 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:49.076253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-060969ca-6b9d-4592-b299-8bcf034b7899 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "DELETE /v2.0/networks/33a1c924-0bf2-433f-974e-16fe7e11da56 HTTP/1.1" status: 404 len: 339 time: 0.0243747 May 10 11:46:49.080299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35774) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.123680 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae86528-ad48-4544-b4d2-3cf4ab398f71 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] DELETE failed (client error): The resource could not be found. May 10 11:46:49.124471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae86528-ad48-4544-b4d2-3cf4ab398f71 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:49.127909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3ae86528-ad48-4544-b4d2-3cf4ab398f71 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "DELETE /v2.0/ports/d52c6c34-f574-4229-ab71-c7b1cfbf543d HTTP/1.1" status: 404 len: 333 time: 0.0463781 May 10 11:46:49.132579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35778) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.160704 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a76451-5b1b-4fcd-b5eb-10007ab4caf3 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] DELETE failed (client error): The resource could not be found. May 10 11:46:49.161171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a76451-5b1b-4fcd-b5eb-10007ab4caf3 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:49.164178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f7a76451-5b1b-4fcd-b5eb-10007ab4caf3 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "DELETE /v2.0/subnets/8bfe9ee6-facf-4b7f-b114-0cac62ec69eb HTTP/1.1" status: 404 len: 337 time: 0.0305116 May 10 11:46:49.168144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.194367 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c23c6c-994f-4748-bd00-aed4346f4d54 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] GET failed (client error): The resource could not be found. May 10 11:46:49.197983 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43c23c6c-994f-4748-bd00-aed4346f4d54 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "GET /v2.0/networks/b7446594-69c9-4c3c-8a92-a6ef3c05d815 HTTP/1.1" status: 404 len: 339 time: 0.0267229 May 10 11:46:49.202149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35786) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.220597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Made reservation on behalf of 582d7fd21a694caf806dadd15d8c1978 for: {'subnet': 2} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:49.225071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:49.225413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:49.716404 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce48658b-e343-42b5-bd81-6003b8647220 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] GET failed (client error): The resource could not be found. May 10 11:46:49.717986 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ce48658b-e343-42b5-bd81-6003b8647220 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "GET /v2.0/ports/012a84f9-118f-4e71-809d-6843d98c4ce4 HTTP/1.1" status: 404 len: 333 time: 0.5141070 May 10 11:46:49.722153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35808) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.754932 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-737f4060-051b-4284-aef9-d89fb9ba3b4a tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] GET failed (client error): The resource could not be found. May 10 11:46:49.762440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35810) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.763187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-737f4060-051b-4284-aef9-d89fb9ba3b4a tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "GET /v2.0/subnets/032dfade-7b3f-4323-a9e4-917254b3c8a0 HTTP/1.1" status: 404 len: 337 time: 0.0399160 May 10 11:46:49.769259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-dc8b215f-1600-4e5c-a692-ac3ed08eaa46 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:49.788636 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8b215f-1600-4e5c-a692-ac3ed08eaa46 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] PUT failed (client error): The resource could not be found. May 10 11:46:49.789193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8b215f-1600-4e5c-a692-ac3ed08eaa46 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:49.790324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dc8b215f-1600-4e5c-a692-ac3ed08eaa46 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "PUT /v2.0/networks/7a367e77-d113-4010-b203-c41a4935d9b4 HTTP/1.1" status: 404 len: 339 time: 0.0259213 May 10 11:46:49.795319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35814) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.806826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-09ae4b47-b86b-473a-8c45-58511a43b723 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:49.838344 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ae4b47-b86b-473a-8c45-58511a43b723 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] PUT failed (client error): The resource could not be found. May 10 11:46:49.839425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ae4b47-b86b-473a-8c45-58511a43b723 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:49.844961 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35818) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:49.845858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-09ae4b47-b86b-473a-8c45-58511a43b723 tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "PUT /v2.0/ports/290786a5-7716-439b-a9d6-c260584fdcbb HTTP/1.1" status: 404 len: 333 time: 0.0489833 May 10 11:46:49.851383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a0d6d4f9-7430-4946-aa5f-ec5206356d3e tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:49.881070 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d6d4f9-7430-4946-aa5f-ec5206356d3e tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] PUT failed (client error): The resource could not be found. May 10 11:46:49.881522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d6d4f9-7430-4946-aa5f-ec5206356d3e tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:46:49.882652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a0d6d4f9-7430-4946-aa5f-ec5206356d3e tempest-NetworksNegativeTestJSON-273911161 tempest-NetworksNegativeTestJSON-273911161-project] 10.222.0.13 "PUT /v2.0/subnets/d4514f88-7b68-4aa3-a1d8-44a7bec9e556 HTTP/1.1" status: 404 len: 337 time: 0.0368237 May 10 11:46:49.974011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35828) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:50.136506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb188067-34e9-442e-81cc-d60d7c28be53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.169063 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.231191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35836) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:50.251410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Checking segment: {'id': 'db0fd85b-fc79-4d4a-a9d6-91480bbc0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd104a9cc-8dcc-47b4-b222-07510e8f5552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:50.251772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Network hostable DHCP agents. Network: d104a9cc-8dcc-47b4-b222-07510e8f5552, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:46:50.255240 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb188067-34e9-442e-81cc-d60d7c28be53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.261183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb188067-34e9-442e-81cc-d60d7c28be53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.269704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Subnet': ['ID=8ee54254-3755-49f1-9439-e0406b38f553,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:50.289273 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Network d104a9cc-8dcc-47b4-b222-07510e8f5552 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:46:50.302032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, d104a9cc-8dcc-47b4-b222-07510e8f5552) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:50.312351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a612530-6303-4a68-aa55-bfb2416f3e4c None None] Network d104a9cc-8dcc-47b4-b222-07510e8f5552 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:50.314280 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.324736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cb188067-34e9-442e-81cc-d60d7c28be53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1da04daaa584d4c9fb48eb0ca6cb6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492661 May 10 11:46:50.325586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35844) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:50.335059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb188067-34e9-442e-81cc-d60d7c28be53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d039b6-af7c-43f9-97e1-6680fb98cc3c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:50.414757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event updated for resources: {'Subnet': ['ID=961e5742-a449-4224-a07c-c0a3588dd9ec,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:50.439463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Checking segment: {'id': '03282b73-e1bc-4786-9513-abaaaa221f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1458c0e1-a51d-4d60-8776-1e109838ddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:46:50.440265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Network hostable DHCP agents. Network: 1458c0e1-a51d-4d60-8776-1e109838ddcd, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:46:50.447670 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e46b500-d699-4bdb-b354-99b31c58eaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.482544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Network 1458c0e1-a51d-4d60-8776-1e109838ddcd is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:46:50.495696 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e46b500-d699-4bdb-b354-99b31c58eaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.496827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1458c0e1-a51d-4d60-8776-1e109838ddcd) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:46:50.503122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:50.503914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:50.504847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.529434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5240287-ec8f-4c42-b578-f4b39f404c7a None None] Network 1458c0e1-a51d-4d60-8776-1e109838ddcd requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:50.530871 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-471f68c2-12a3-48db-b350-0c91107fb898 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6997237 May 10 11:46:50.531697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35858) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:50.565287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d4806-5998-4a73-b2f7-135a71aceda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.627024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9920a1-e38b-46d8-a066-99a28c9057e5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:50.629122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9920a1-e38b-46d8-a066-99a28c9057e5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:50.631031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9920a1-e38b-46d8-a066-99a28c9057e5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:50.645046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6a9920a1-e38b-46d8-a066-99a28c9057e5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1115601 May 10 11:46:50.648611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35860) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:50.656585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c643a-18bd-48ea-ace6-ce46fdf389ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-d104a9cc-8dcc-47b4-b222-07510e8f5552', 'network_id': 'd104a9cc-8dcc-47b4-b222-07510e8f5552', 'tenant_id': '582d7fd21a694caf806dadd15d8c1978', 'fixed_ips': [{'subnet_id': '8ee54254-3755-49f1-9439-e0406b38f553'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:46:50.657743 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e3c643a-18bd-48ea-ace6-ce46fdf389ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.707652 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e46b500-d699-4bdb-b354-99b31c58eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.711201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e46b500-d699-4bdb-b354-99b31c58eaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.714802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7e46b500-d699-4bdb-b354-99b31c58eaaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81d039b6-af7c-43f9-97e1-6680fb98cc3c HTTP/1.1" status: 204 len: 168 time: 0.3855042 May 10 11:46:50.731361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffffd755-1b3b-4c81-903a-8915abfab6f5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Deleting subnet 8ee54254-3755-49f1-9439-e0406b38f553 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:46:50.740140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffffd755-1b3b-4c81-903a-8915abfab6f5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.771525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46b500-d699-4bdb-b354-99b31c58eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d039b6-af7c-43f9-97e1-6680fb98cc3c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:50.808652 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffffd755-1b3b-4c81-903a-8915abfab6f5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.825074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35868) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:50.874123 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffffd755-1b3b-4c81-903a-8915abfab6f5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.886484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c62e22-7b3d-4357-8edb-03b5f5b1bbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-1458c0e1-a51d-4d60-8776-1e109838ddcd', 'network_id': '1458c0e1-a51d-4d60-8776-1e109838ddcd', 'tenant_id': '582d7fd21a694caf806dadd15d8c1978', 'fixed_ips': [{'subnet_id': '961e5742-a449-4224-a07c-c0a3588dd9ec'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:46:50.888792 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a7c62e22-7b3d-4357-8edb-03b5f5b1bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.957111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d4806-5998-4a73-b2f7-135a71aceda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.968637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffffd755-1b3b-4c81-903a-8915abfab6f5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.009467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffffd755-1b3b-4c81-903a-8915abfab6f5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.015758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ffffd755-1b3b-4c81-903a-8915abfab6f5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/subnets/8ee54254-3755-49f1-9439-e0406b38f553 HTTP/1.1" status: 204 len: 168 time: 0.3659008 May 10 11:46:51.021150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffd755-1b3b-4c81-903a-8915abfab6f5 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee54254-3755-49f1-9439-e0406b38f553,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:51.023101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35872) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-5e3c643a-18bd-48ea-ace6-ce46fdf389ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ee54254-3755-49f1-9439-e0406b38f553: This subnet is being modified by another concurrent operation. May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ee54254-3755-49f1-9439-e0406b38f553: This subnet is being modified by another concurrent operation. May 10 11:46:51.043018 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:46:51.059334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d4806-5998-4a73-b2f7-135a71aceda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.077133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b956619e-2dde-4d10-af86-81053cf1f171 None None] Network d104a9cc-8dcc-47b4-b222-07510e8f5552 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:51.083581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7626be-85ea-42ce-8e72-110820c8953e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Deleting subnet 961e5742-a449-4224-a07c-c0a3588dd9ec {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:46:51.088361 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7626be-85ea-42ce-8e72-110820c8953e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.100874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5e842-4fc1-4238-9e47-4d43ff737b5f req-356541d6-9b1a-4dfa-bb42-a64e986cb3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:51.105595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92c5e842-4fc1-4238-9e47-4d43ff737b5f req-356541d6-9b1a-4dfa-bb42-a64e986cb3d7 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 945 time: 0.1698132 May 10 11:46:51.146495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4e2d4806-5998-4a73-b2f7-135a71aceda8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86b552d584e54604ac76977fa6992ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9138653 May 10 11:46:51.147258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d4806-5998-4a73-b2f7-135a71aceda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66ea6ca-46b6-448b-9e7a-3a272f04382f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:51.151200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35876) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:51.180665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Deleting port 79fdc9f5-c046-4c4f-b001-401120c2acb7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:51.181280 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.228664 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7626be-85ea-42ce-8e72-110820c8953e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.275455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59b374ae-ca9d-45c0-a57c-bd759e5849b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.331665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59b374ae-ca9d-45c0-a57c-bd759e5849b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.333070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92c5e842-4fc1-4238-9e47-4d43ff737b5f req-0b36a1f9-6241-4ddb-8c4e-45ccca7e5fe1 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664011 May 10 11:46:51.335392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7626be-85ea-42ce-8e72-110820c8953e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.335839 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.336563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.385847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Calling delete_port for 79fdc9f5-c046-4c4f-b001-401120c2acb7 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:51.419354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7626be-85ea-42ce-8e72-110820c8953e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.457020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7626be-85ea-42ce-8e72-110820c8953e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Subnet': ['ID=961e5742-a449-4224-a07c-c0a3588dd9ec,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:51.459458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7626be-85ea-42ce-8e72-110820c8953e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.466007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aa7626be-85ea-42ce-8e72-110820c8953e tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/subnets/961e5742-a449-4224-a07c-c0a3588dd9ec HTTP/1.1" status: 204 len: 168 time: 0.4407403 May 10 11:46:51.466728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35886) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:51.530370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df5bb3a-2a14-4edd-9385-1f6a9787a1dd tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:51.535894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3df5bb3a-2a14-4edd-9385-1f6a9787a1dd tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636909 May 10 11:46:51.536195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35890) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:51.566685 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59b374ae-ca9d-45c0-a57c-bd759e5849b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-a7c62e22-7b3d-4357-8edb-03b5f5b1bbe8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 961e5742-a449-4224-a07c-c0a3588dd9ec: This subnet is being modified by another concurrent operation. May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 961e5742-a449-4224-a07c-c0a3588dd9ec: This subnet is being modified by another concurrent operation. May 10 11:46:51.567794 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:46:51.587875 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59b374ae-ca9d-45c0-a57c-bd759e5849b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.587875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-59b374ae-ca9d-45c0-a57c-bd759e5849b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e66ea6ca-46b6-448b-9e7a-3a272f04382f HTTP/1.1" status: 204 len: 168 time: 0.4308224 May 10 11:46:51.599832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b374ae-ca9d-45c0-a57c-bd759e5849b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66ea6ca-46b6-448b-9e7a-3a272f04382f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:51.600293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f139d3-0448-44b7-95dd-11268199fbbb None None] Network 1458c0e1-a51d-4d60-8776-1e109838ddcd requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:51.679744 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.730843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c67f5-e112-4a08-896e-9a577f0403d1 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:46:51.822873 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.857104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event deleted for resources: {'Port': ['ID=79fdc9f5-c046-4c4f-b001-401120c2acb7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:51.886732 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.901586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c67f5-e112-4a08-896e-9a577f0403d1 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:46:51.913874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1458c0e1-a51d-4d60-8776-1e109838ddcd']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:51.930256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03282b73-e1bc-4786-9513-abaaaa221f1b') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:51.930551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03282b73-e1bc-4786-9513-abaaaa221f1b') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:51.948482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.971778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.975885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.976287 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Floating IP 653891b6-0e39-4ab8-b648-003f24480058 disassociated (deleted). External IP: 172.25.8.54, port: fc4b6fed-4750-4eac-8945-5ce15962d026. May 10 11:46:51.985835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:51.988033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: timer() May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:51.992595 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:52.101920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.115859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.124176 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/networks/1458c0e1-a51d-4d60-8776-1e109838ddcd HTTP/1.1" status: 204 len: 168 time: 0.5837672 May 10 11:46:52.125946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35904) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:52.155128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca0c79-8282-43c8-8f6b-00bd8c5fac73 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Network': ['ID=1458c0e1-a51d-4d60-8776-1e109838ddcd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:52.296734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.312105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-df667a9f-35bb-4b69-816b-57b9802f9358 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:52.313821 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-df667a9f-35bb-4b69-816b-57b9802f9358 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.70 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 945 time: 0.0993500 May 10 11:46:52.339190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d6929-b539-48ff-b368-c6892b8c978c None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:46:52.487360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.489958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:52.498320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d6929-b539-48ff-b368-c6892b8c978c None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:46:52.532453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d104a9cc-8dcc-47b4-b222-07510e8f5552']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:52.557068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0fd85b-fc79-4d4a-a9d6-91480bbc0b04') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:52.557650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0fd85b-fc79-4d4a-a9d6-91480bbc0b04') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:52.575136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.580012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Deleting port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:52.580638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.643571 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.657303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:52.658213 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: timer() May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:52.662310 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:52.679856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39e17-3725-49f2-a702-2d1c807fe420 req-729cb4a9-f9b3-4176-b265-0408e3355704 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:52.681682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ee39e17-3725-49f2-a702-2d1c807fe420 req-729cb4a9-f9b3-4176-b265-0408e3355704 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 945 time: 0.1712632 May 10 11:46:52.745663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ee39e17-3725-49f2-a702-2d1c807fe420 req-5d53dd99-cee8-4d61-9c7e-35e677ba6f37 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a764fb6-5e51-430f-aa49-04b059c20280&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526125 May 10 11:46:52.746948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:52.754184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.767229 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.777137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.778120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] Sync routers for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:52.780934 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/networks/d104a9cc-8dcc-47b4-b222-07510e8f5552 HTTP/1.1" status: 204 len: 168 time: 0.6522722 May 10 11:46:52.785350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35928) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:52.794769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] For port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:52.795143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.796328 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3a329593-c944-4200-bed8-583524838660 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "DELETE /v2.0/floatingips/653891b6-0e39-4ab8-b648-003f24480058 HTTP/1.1" status: 204 len: 168 time: 1.9683239 May 10 11:46:52.796903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:46:52.799849 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d16bc77-ea86-4d20-88de-4ec02d861b07" -d '{"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:46:52.843377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:52.844075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:52.904029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f982d-367a-43ad-be46-bd74ad526615 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Network': ['ID=d104a9cc-8dcc-47b4-b222-07510e8f5552,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:52.972399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.073203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:53.229764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.239905 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec89885-0a63-4c83-9f5f-5db04f559c03 x-openstack-request-id: req-dec89885-0a63-4c83-9f5f-5db04f559c03 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:46:53.241352 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:46:53.244692 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dec89885-0a63-4c83-9f5f-5db04f559c03 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:46:53.244875 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec89885-0a63-4c83-9f5f-5db04f559c03'] response: {'name': 'network-changed', 'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'status': 'completed', 'code': 200} May 10 11:46:53.267029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1539ec70-a0cc-4025-97df-236ee24a5d77']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:53.280328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ee6465-47a3-45f4-b76f-dabe18e824c6') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:53.280746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ee6465-47a3-45f4-b76f-dabe18e824c6') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:53.291324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.306321 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.313210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:53.313675 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.341116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:53.353598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-c887c373-18bc-4273-bf18-566a50c3b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:53.356800 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-c887c373-18bc-4273-bf18-566a50c3b47a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c25834a39734feca8a5696f665e5413&device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 1097 time: 0.0916395 May 10 11:46:53.373078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] Checking router: f3b18407-a61b-42f2-bdeb-5ba2208dfe6c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:53.385743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:53.386718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: timer() May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:53.428497 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:53.437428 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.450457 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.457825 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/networks/1539ec70-a0cc-4025-97df-236ee24a5d77 HTTP/1.1" status: 204 len: 168 time: 0.6623452 May 10 11:46:53.461827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35950) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:53.474782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ea454-75dd-4ec3-a9ea-915326373571 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Network': ['ID=1539ec70-a0cc-4025-97df-236ee24a5d77,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:53.499343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24fb68-7e28-416a-8b00-4fcf53bf5d8d req-2d685a27-0ba1-4ede-a8ee-b374c7c63a81 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:53.516638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c24fb68-7e28-416a-8b00-4fcf53bf5d8d req-2d685a27-0ba1-4ede-a8ee-b374c7c63a81 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 946 time: 0.3609498 May 10 11:46:53.569104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:53.595788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.618492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-ecc7eeb1-6f09-4089-bb3a-717b01102d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:53.622214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-ecc7eeb1-6f09-4089-bb3a-717b01102d23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=602838e5-4348-4b08-8c2d-afc419831d14 HTTP/1.1" status: 200 len: 915 time: 0.2574880 May 10 11:46:53.668246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c24fb68-7e28-416a-8b00-4fcf53bf5d8d req-8c5bcd2c-6ae9-4f39-876a-fa200d850935 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381078 May 10 11:46:53.694608 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.694970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.699008 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Floating IP f02a106f-28ff-46ee-9391-7194a59ae64d disassociated. External IP: 172.25.8.27, port: 97ccd5b1-e113-46cf-a1cb-27cd46eebe20. May 10 11:46:53.699008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Calling delete_port for 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:53.767009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-1084291a-b18f-434c-8d67-45074e269067 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc4b6fed-4750-4eac-8945-5ce15962d026 HTTP/1.1" status: 200 len: 217 time: 0.1352928 May 10 11:46:53.871012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.905092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'Port': ['ID=97ccd5b1-e113-46cf-a1cb-27cd46eebe20,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:53.965156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:54.019478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d3fbc-7bcf-4b4a-88d3-81bf423486a1 None None] The sync data for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 is: [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:54Z', 'revision_number': 4, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '323106bc-12b2-4db3-a841-1fad4a289585', 'name': '', 'network_id': '602838e5-4348-4b08-8c2d-afc419831d14', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'mac_address': 'fa:16:3e:42:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:52Z', 'updated_at': '2022-05-10T11:41:59Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'subnets': [{'id': 'e33bdfee-a6bb-41f7-9e26-66f0192a72f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:54.050441 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:54.054714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35968) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:54.058925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030355 May 10 11:46:54.065492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35970) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:54.081924 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ca5898e-0bc9-4b67-923f-082076d857b4 req-d7ffa639-c6b1-435a-91eb-ddc6a502af36 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aeff4-f5fb-4a5a-a79c-947209771586 HTTP/1.1" status: 200 len: 210 time: 0.1582217 May 10 11:46:54.115115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:54.118358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-839b236e-cced-469a-acd1-229e87aca410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:54.122941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-839b236e-cced-469a-acd1-229e87aca410 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33bdfee-a6bb-41f7-9e26-66f0192a72f3 HTTP/1.1" status: 200 len: 853 time: 0.3255749 May 10 11:46:54.127745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:46:54.169264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1770cb26-29c1-4e85-a8f1-60fba468dec8') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:54.169850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1770cb26-29c1-4e85-a8f1-60fba468dec8') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:54.187251 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:54.208809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:54.215181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:54.215725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: timer() May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:54.219325 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:54.278372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-4242d7cd-b071-4fdd-a011-00b885307844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:54.280785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-4242d7cd-b071-4fdd-a011-00b885307844 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=602838e5-4348-4b08-8c2d-afc419831d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479118 May 10 11:46:54.304995 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:54.329217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:46:54.347659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:54.353128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] 10.222.0.13 "DELETE /v2.0/networks/7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906 HTTP/1.1" status: 204 len: 168 time: 0.8875194 May 10 11:46:54.359354 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:54.385419 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:54.386510 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:54.438769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-949d618a-46dc-43cc-b7a8-cebc66317ab7 tempest-NetworksApiDiscovery-1042318537 tempest-NetworksApiDiscovery-1042318537-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3706729 May 10 11:46:54.447811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] No DVR routers for this DVR port 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:54.451273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:54.456928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1183990d-803c-4a01-b62e-db592c6b3b61 req-f63ca04a-0ed4-4cec-88b6-67a132c891ba tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.70 "DELETE /v2.0/ports/97ccd5b1-e113-46cf-a1cb-27cd46eebe20 HTTP/1.1" status: 204 len: 173 time: 2.1324155 May 10 11:46:54.457420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799aeff4-f5fb-4a5a-a79c-947209771586', 'name': 'network-vif-deleted', 'tag': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:46:54.477322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98279f-134f-4b8a-9a3b-9bb568382b42 tempest-BulkNetworkOpsIpV6Test-1997130348 tempest-BulkNetworkOpsIpV6Test-1997130348-project] Pushing event deleted for resources: {'Network': ['ID=7bcd0c27-dc1d-48e5-aea1-d29a2ea6f906,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:54.481979 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5b50c2-a0f3-4056-8a2d-dde5245341d9" -d '{"events": [{"server_uuid": "799aeff4-f5fb-4a5a-a79c-947209771586", "name": "network-vif-deleted", "tag": "97ccd5b1-e113-46cf-a1cb-27cd46eebe20"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:46:54.565978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-e43a2dec-64f7-48f4-bc93-631f4987d305 service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753353 May 10 11:46:54.600366 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec091d4-c29f-453a-ae8b-701472ea15bc x-openstack-request-id: req-7ec091d4-c29f-453a-ae8b-701472ea15bc {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:46:54.600679 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799aeff4-f5fb-4a5a-a79c-947209771586", "name": "network-vif-deleted", "tag": "97ccd5b1-e113-46cf-a1cb-27cd46eebe20", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:46:54.600932 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ec091d4-c29f-453a-ae8b-701472ea15bc {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:46:54.601640 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec091d4-c29f-453a-ae8b-701472ea15bc'] response: {'server_uuid': '799aeff4-f5fb-4a5a-a79c-947209771586', 'name': 'network-vif-deleted', 'tag': '97ccd5b1-e113-46cf-a1cb-27cd46eebe20', 'status': 'completed', 'code': 200} May 10 11:46:54.641264 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:54.654667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda2054-f47a-4980-b8c1-aabf2574bf2d None None] New status for floating IP 653891b6-0e39-4ab8-b648-003f24480058: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:46:54.847325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-725b29d2-fa3c-47dd-8c9d-500ec23cf374 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:54.848953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-725b29d2-fa3c-47dd-8c9d-500ec23cf374 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 946 time: 0.2056565 May 10 11:46:54.921988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-f133c7d1-ed7b-4e33-a4fb-b09e087ebb7b service neutron] 10.222.0.49 "GET /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484824 May 10 11:46:54.943529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712124b-d7b4-4265-a7d9-4ee71289059f req-35d2e1d4-5c75-4338-834f-809eacfd6ed0 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:54.944983 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:54.949056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6712124b-d7b4-4265-a7d9-4ee71289059f req-35d2e1d4-5c75-4338-834f-809eacfd6ed0 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 946 time: 0.1826198 May 10 11:46:54.977745 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:54.986980 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:46:54.987989 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:46:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:55.089310 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6712124b-d7b4-4265-a7d9-4ee71289059f req-7edb285a-a547-4f2f-8cf1-eaf74a367b39 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d22119b-066f-4dd8-9973-ba0616f921d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305726 May 10 11:46:55.107759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Deleting port fc4b6fed-4750-4eac-8945-5ce15962d026 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:55.108283 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.148668 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:46:55.212417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36002) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:55.234948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] For port fc4b6fed-4750-4eac-8945-5ce15962d026, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc4b6fed-4750-4eac-8945-5ce15962d026,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:46:55.235640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.258037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Calling delete_port for fc4b6fed-4750-4eac-8945-5ce15962d026 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:55.305305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36004) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:55.321829 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7ff29f3-3cf0-491d-b84a-4bd3a5a44467 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.351264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7ff29f3-3cf0-491d-b84a-4bd3a5a44467 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.425305 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7ff29f3-3cf0-491d-b84a-4bd3a5a44467 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.428180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7ff29f3-3cf0-491d-b84a-4bd3a5a44467 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.432412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a7ff29f3-3cf0-491d-b84a-4bd3a5a44467 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a764fb6-5e51-430f-aa49-04b059c20280 HTTP/1.1" status: 204 len: 168 time: 0.2180882 May 10 11:46:55.433057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36012) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:55.467346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff29f3-3cf0-491d-b84a-4bd3a5a44467 tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a764fb6-5e51-430f-aa49-04b059c20280,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:55.472630 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:55.488260 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-71fcde25-c090-4c26-af78-7bd03ec815fa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] show failed (client error): The resource could not be found. May 10 11:46:55.489339 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-71fcde25-c090-4c26-af78-7bd03ec815fa tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "GET /v2.0/security-groups/1a764fb6-5e51-430f-aa49-04b059c20280 HTTP/1.1" status: 404 len: 347 time: 0.0525267 May 10 11:46:55.492230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36014) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:55.506780 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8937-cc76-40f7-a213-9322499a0968 None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:41:00Z', 'revision_number': 4, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '40c0ddcb-044d-4227-b891-ded311b4867f', 'name': '', 'network_id': 'df964da3-c9c3-43ec-8cfe-883e8aaa78dc', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'mac_address': 'fa:16:3e:88:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:59Z', 'updated_at': '2022-05-10T11:41:11Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'subnets': [{'id': 'af092eb2-0e4e-4f7b-bf86-239ae711e0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:55.543564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36016) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:55.719293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-09fc6695-3813-473b-906d-f2d3b8096faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.770594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:55.819600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:55.820230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 97ccd5b1-e113-46cf-a1cb-27cd46eebe20 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:55.890206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.895498 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-09fc6695-3813-473b-906d-f2d3b8096faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.906541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0f107a3b-145c-46c7-9bb5-9ffa14ee05b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=582d7fd21a694caf806dadd15d8c1978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959160 May 10 11:46:55.907250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:55.911337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-09fc6695-3813-473b-906d-f2d3b8096faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.948966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event deleted for resources: {'Port': ['ID=fc4b6fed-4750-4eac-8945-5ce15962d026,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:55.975597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Deleting port f8fdce9e-e620-48fb-acf7-0ce8082834b0 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:46:55.975975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.983129 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159c232-ef6c-43be-b0f3-ddaa067589f5 None None] New status for floating IP f02a106f-28ff-46ee-9391-7194a59ae64d: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:46:56.046014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] No DVR routers for this DVR port fc4b6fed-4750-4eac-8945-5ce15962d026 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:56.054648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.059423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e3a14c5-19f2-4ea5-b0cd-780d92e05d84 req-1a65bb15-9086-436b-8c6c-4cd0aa990e3c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.49 "DELETE /v2.0/ports/fc4b6fed-4750-4eac-8945-5ce15962d026 HTTP/1.1" status: 204 len: 173 time: 1.1997204 May 10 11:46:56.060148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'name': 'network-vif-deleted', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:46:56.060561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc6695-3813-473b-906d-f2d3b8096faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bf79f4-5da6-417c-be18-e593aacbd5e3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:56.063752 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbfa1f8-58c2-4c8f-9115-61e6f651f0bd" -d '{"events": [{"server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "name": "network-vif-deleted", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:46:56.109130 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-09fc6695-3813-473b-906d-f2d3b8096faa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5fa57f82652406b9644877f11182431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640705 May 10 11:46:56.113485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36032) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:56.156568 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83919dda-10c3-4c74-8925-7b503c220292 x-openstack-request-id: req-83919dda-10c3-4c74-8925-7b503c220292 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:46:56.156788 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a11d86c-f4e7-416c-a869-9937e0d5f440", "name": "network-vif-deleted", "tag": "fc4b6fed-4750-4eac-8945-5ce15962d026", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:46:56.157105 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83919dda-10c3-4c74-8925-7b503c220292 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:46:56.157445 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83919dda-10c3-4c74-8925-7b503c220292'] response: {'server_uuid': '0a11d86c-f4e7-416c-a869-9937e0d5f440', 'name': 'network-vif-deleted', 'tag': 'fc4b6fed-4750-4eac-8945-5ce15962d026', 'status': 'completed', 'code': 200} May 10 11:46:56.222433 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.223491 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.246670 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99817240-d5b1-44f2-af32-05cefc7ca7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.258214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Calling delete_port for f8fdce9e-e620-48fb-acf7-0ce8082834b0 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:46:56.285958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f608976e-bd2f-4a5a-aae5-9b8babc2282b req-c6714829-5733-4831-88b6-7d6526bfb74d tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.0575416 May 10 11:46:56.311558 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40383525-6efd-4a1b-936b-09b630bcd815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.322079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99817240-d5b1-44f2-af32-05cefc7ca7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.469484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40383525-6efd-4a1b-936b-09b630bcd815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.542367 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99817240-d5b1-44f2-af32-05cefc7ca7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.545238 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99817240-d5b1-44f2-af32-05cefc7ca7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.549862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-99817240-d5b1-44f2-af32-05cefc7ca7f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01da8f79-6d34-4a73-9be2-63b0c6d44ce0 HTTP/1.1" status: 204 len: 168 time: 0.6397595 May 10 11:46:56.583610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99817240-d5b1-44f2-af32-05cefc7ca7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01da8f79-6d34-4a73-9be2-63b0c6d44ce0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:56.604712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40383525-6efd-4a1b-936b-09b630bcd815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.607642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40383525-6efd-4a1b-936b-09b630bcd815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.609144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-40383525-6efd-4a1b-936b-09b630bcd815 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32bf79f4-5da6-417c-be18-e593aacbd5e3 HTTP/1.1" status: 204 len: 168 time: 0.4922793 May 10 11:46:56.630013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40383525-6efd-4a1b-936b-09b630bcd815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bf79f4-5da6-417c-be18-e593aacbd5e3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:56.646726 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.692232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Pushing event deleted for resources: {'Port': ['ID=f8fdce9e-e620-48fb-acf7-0ce8082834b0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:56.770887 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.774185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.778857 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d292c940-dd0b-466b-bff9-2b965764d72b tempest-AttachVolumeNegativeTest-592875774 tempest-AttachVolumeNegativeTest-592875774-project] 10.222.0.13 "DELETE /v2.0/floatingips/f02a106f-28ff-46ee-9391-7194a59ae64d HTTP/1.1" status: 204 len: 168 time: 1.2831008 May 10 11:46:57.407298 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-587f2e39-366c-4f6b-871d-f6ee44e23366 req-802175e2-1097-4f7b-91a2-11aa056b2ea8 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.0360918 May 10 11:46:58.161599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36112) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:46:58.339806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530667219'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:46:58.377194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:46:58.381424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:58.401483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:58.501995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:58.512534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:58.545135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:46:58.563806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4c9b2-30c3-4507-8dad-702356070f3d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:58.573797 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e760e8a3-12a4-4cc2-a682-3d7be6827888 req-ae18597a-93b3-4095-a7df-ad730658bae5 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.0462227 May 10 11:46:58.576770 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:58.577182 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment 59729220-e13f-4222-9271-ac81c4b50a88 of type vlan for network 2b25c36d-7f03-44b6-a455-b25efd68656a May 10 11:46:58.629631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:58.659606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:58.667356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:46:58.668136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:58.754888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5918689 May 10 11:46:58.790827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34116da4-4a94-4532-a4e1-d302df2219dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=2b25c36d-7f03-44b6-a455-b25efd68656a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:58.803397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 2b25c36d-7f03-44b6-a455-b25efd68656a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:46:59.242936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fc4b6fed-4750-4eac-8945-5ce15962d026 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:46:59.292571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: fc4b6fed-4750-4eac-8945-5ce15962d026 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:46:59.293731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fc4b6fed-4750-4eac-8945-5ce15962d026 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:46:59.744435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fa66759-277b-4167-8a3d-460c1a54c9df req-712d8653-9067-4c1f-b5c9-91b9c5f05d5c tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.0463483 May 10 11:47:00.932771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb94ffc5-8d3f-444d-9aab-5213723b0e42 req-b5599ad6-6f5b-41e0-bf6a-85d702d6cc15 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a11d86c-f4e7-416c-a869-9937e0d5f440 HTTP/1.1" status: 200 len: 210 time: 0.0499847 May 10 11:47:01.994458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36252) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:02.000099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '2b25c36d-7f03-44b6-a455-b25efd68656a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:02.048762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36258) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:02.146551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:02.160884 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:02.254489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4c2bc30-e5cc-4cd2-9384-1aa989f8fae1 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:02.314974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4c2bc30-e5cc-4cd2-9384-1aa989f8fae1 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:02.411528 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4c2bc30-e5cc-4cd2-9384-1aa989f8fae1 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:02.415273 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4c2bc30-e5cc-4cd2-9384-1aa989f8fae1 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:02.423055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f4c2bc30-e5cc-4cd2-9384-1aa989f8fae1 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] 10.222.0.13 "DELETE /v2.0/security-groups/4d22119b-066f-4dd8-9973-ba0616f921d0 HTTP/1.1" status: 204 len: 168 time: 0.3727901 May 10 11:47:02.464636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2bc30-e5cc-4cd2-9384-1aa989f8fae1 tempest-TestVolumeBackupRestore-1063211731 tempest-TestVolumeBackupRestore-1063211731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d22119b-066f-4dd8-9973-ba0616f921d0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:02.468163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:02.472877 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:02.638676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=65392317-5074-412f-9ec2-eb1264cd55a7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:02.645876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': '59729220-e13f-4222-9271-ac81c4b50a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b25c36d-7f03-44b6-a455-b25efd68656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:02.646486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: 2b25c36d-7f03-44b6-a455-b25efd68656a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:02.675219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 2b25c36d-7f03-44b6-a455-b25efd68656a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:02.689469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 2b25c36d-7f03-44b6-a455-b25efd68656a) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:02.696086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:02.699151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:02.701163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c3cff-1808-4987-bc97-e8e9b8fd29e9 None None] Network 2b25c36d-7f03-44b6-a455-b25efd68656a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:02.726817 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5562dacf-7efe-445c-a679-baa99a2133d5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7307477 May 10 11:47:02.729991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36282) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:02.738825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-304573752'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:02.915033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:02.925284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:03.049227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:03.104614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:03.105196 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment 6c744572-2932-4896-859e-4c6273b3152a of type vlan for network 51efe18b-9287-40a5-b835-0ab8cd0a09f2 May 10 11:47:03.144978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-2b25c36d-7f03-44b6-a455-b25efd68656a', 'network_id': '2b25c36d-7f03-44b6-a455-b25efd68656a', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': '65392317-5074-412f-9ec2-eb1264cd55a7'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:03.145918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:03.190882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:03.238553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:03.279167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:03.280467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:03.584395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=51efe18b-9287-40a5-b835-0ab8cd0a09f2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:03.594782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-48537661-5fc4-4d0b-9a4f-47bea1a635df tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8621635 May 10 11:47:03.596938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36376) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:03.633404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '51efe18b-9287-40a5-b835-0ab8cd0a09f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:03.686034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 51efe18b-9287-40a5-b835-0ab8cd0a09f2 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:03.916993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Allocated IP 2001:db8:0:ffff::2 (2b25c36d-7f03-44b6-a455-b25efd68656a/65392317-5074-412f-9ec2-eb1264cd55a7/88544b30-3c9b-4eed-a984-0669c7d1dc27) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:04.074044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:04.093028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:04.455394 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c23172d9-90a8-45b6-93c5-c7bd10e3552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:04.688210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36478) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:04.814311 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:04.843199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:04.882902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Network 2b25c36d-7f03-44b6-a455-b25efd68656a is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:04.898485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:05.053841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:05.076612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24abf8ac-aa7d-409a-afcc-38d3dc2c4410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.079483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Pushing event updated for resources: {'Port': ['ID=88544b30-3c9b-4eed-a984-0669c7d1dc27,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:05.138446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.138809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.139159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.139506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.139892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.140214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.140548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.140881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.141213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.141544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.141876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.142205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:05.266871 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Attempting to bind port 88544b30-3c9b-4eed-a984-0669c7d1dc27 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:05.267597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Attempting to bind port 88544b30-3c9b-4eed-a984-0669c7d1dc27 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '59729220-e13f-4222-9271-ac81c4b50a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b25c36d-7f03-44b6-a455-b25efd68656a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:05.268257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Attempting to bind port 88544b30-3c9b-4eed-a984-0669c7d1dc27 on network 2b25c36d-7f03-44b6-a455-b25efd68656a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:05.280766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:05.281485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Checking segment: {'id': '59729220-e13f-4222-9271-ac81c4b50a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b25c36d-7f03-44b6-a455-b25efd68656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:05.282102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.284887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Bound using segment: {'id': '59729220-e13f-4222-9271-ac81c4b50a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b25c36d-7f03-44b6-a455-b25efd68656a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:05.288298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Bound port: 88544b30-3c9b-4eed-a984-0669c7d1dc27, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59729220-e13f-4222-9271-ac81c4b50a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b25c36d-7f03-44b6-a455-b25efd68656a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:05.288685 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.313991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24abf8ac-aa7d-409a-afcc-38d3dc2c4410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.323288 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24abf8ac-aa7d-409a-afcc-38d3dc2c4410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.444513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-24abf8ac-aa7d-409a-afcc-38d3dc2c4410 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c50149e44784552a6b929eb3bec4934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514362 May 10 11:47:05.444513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abf8ac-aa7d-409a-afcc-38d3dc2c4410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc48792-dda1-466d-b40f-f9802780be05,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:05.445763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36540) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:05.519926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] For port 88544b30-3c9b-4eed-a984-0669c7d1dc27, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:05.575182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.586611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] For port 88544b30-3c9b-4eed-a984-0669c7d1dc27, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88544b30-3c9b-4eed-a984-0669c7d1dc27,segment=NetworkSegment(59729220-e13f-4222-9271-ac81c4b50a88),segment_id=59729220-e13f-4222-9271-ac81c4b50a88)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:05.601473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.649005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbb01a53-12a3-4f06-8eaf-d8d313e52bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.730846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbb01a53-12a3-4f06-8eaf-d8d313e52bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.806746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f87b-d587-41d6-919b-4aeed4c55022 None None] Pushing event updated for resources: {'Port': ['ID=88544b30-3c9b-4eed-a984-0669c7d1dc27,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:05.853157 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbb01a53-12a3-4f06-8eaf-d8d313e52bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.857746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbb01a53-12a3-4f06-8eaf-d8d313e52bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:05.860161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bbb01a53-12a3-4f06-8eaf-d8d313e52bee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dc48792-dda1-466d-b40f-f9802780be05 HTTP/1.1" status: 204 len: 168 time: 0.4130764 May 10 11:47:05.874575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb01a53-12a3-4f06-8eaf-d8d313e52bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc48792-dda1-466d-b40f-f9802780be05,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:06.137148 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:06.338596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=79cee8e9-651b-47ce-bc6c-ce3924930302,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:06.489145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': '6c744572-2932-4896-859e-4c6273b3152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51efe18b-9287-40a5-b835-0ab8cd0a09f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:06.489708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: 51efe18b-9287-40a5-b835-0ab8cd0a09f2, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:06.595233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 51efe18b-9287-40a5-b835-0ab8cd0a09f2 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:06.617494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 51efe18b-9287-40a5-b835-0ab8cd0a09f2) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:06.622681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:06.623522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:06.630439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c6c07-f044-40e3-b67a-77cff1b92723 None None] Network 51efe18b-9287-40a5-b835-0ab8cd0a09f2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:06.692431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9cbf15d2-d687-4a89-9aa9-a9e1444a5edc tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0924523 May 10 11:47:06.693977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36654) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:07.088331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36694) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:07.133347 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d527227-b914-488d-8303-b0ccd73fee97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:07.250908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-404696c4-5056-4fc4-bcc2-a2ca659b89a5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4771538 May 10 11:47:07.371311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88544b30-3c9b-4eed-a984-0669c7d1dc27 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:47:07.493351 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d527227-b914-488d-8303-b0ccd73fee97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:07.515112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d527227-b914-488d-8303-b0ccd73fee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:07.543912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:07.563793 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4c74879-4081-49e4-8c44-bf5988800ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:07.584595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c45b045-bd0a-42f1-b77f-acdf2c0488d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-51efe18b-9287-40a5-b835-0ab8cd0a09f2', 'network_id': '51efe18b-9287-40a5-b835-0ab8cd0a09f2', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': '79cee8e9-651b-47ce-bc6c-ce3924930302'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:07.585513 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8c45b045-bd0a-42f1-b77f-acdf2c0488d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:07.659409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-165b6359-0c79-4502-94d7-46af10da0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:07.659922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-165b6359-0c79-4502-94d7-46af10da0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:07.660408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-165b6359-0c79-4502-94d7-46af10da0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:07.661249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-165b6359-0c79-4502-94d7-46af10da0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:07.661378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-165b6359-0c79-4502-94d7-46af10da0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:07.661819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-165b6359-0c79-4502-94d7-46af10da0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:07.662287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-165b6359-0c79-4502-94d7-46af10da0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:07.673374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d527227-b914-488d-8303-b0ccd73fee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a892f-a7d6-42df-9669-1beb17db277a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:07.679221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-165b6359-0c79-4502-94d7-46af10da0f43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6502 time: 0.3139813 May 10 11:47:07.729183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7d527227-b914-488d-8303-b0ccd73fee97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=659b2fb73f63481cbebebf5f58ef4151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397164 May 10 11:47:07.731056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36746) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:07.764848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 88544b30-3c9b-4eed-a984-0669c7d1dc27 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:07.765351 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.095030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f25df9fe-5756-41b9-afc1-49c4854ed4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.204098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f25df9fe-5756-41b9-afc1-49c4854ed4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.301582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-bcace0ad-3225-431f-9a23-2c2977e9e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:08.302259 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-bcace0ad-3225-431f-9a23-2c2977e9e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:08.307692 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-bcace0ad-3225-431f-9a23-2c2977e9e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:08.323987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-bcace0ad-3225-431f-9a23-2c2977e9e4d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=c0ef700c-9f07-4d67-8530-5e854954469f&id=c0ef700c-9f07-4d67-8530-5e854954469f HTTP/1.1" status: 200 len: 2295 time: 0.4931722 May 10 11:47:08.395226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f25df9fe-5756-41b9-afc1-49c4854ed4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.399261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f25df9fe-5756-41b9-afc1-49c4854ed4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.401321 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f25df9fe-5756-41b9-afc1-49c4854ed4f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/665a892f-a7d6-42df-9669-1beb17db277a HTTP/1.1" status: 204 len: 168 time: 0.6677737 May 10 11:47:08.421926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25df9fe-5756-41b9-afc1-49c4854ed4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a892f-a7d6-42df-9669-1beb17db277a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:08.457080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.485279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8436e1-e9c1-4c01-ba71-39fe0aae1336 None None] Network 2b25c36d-7f03-44b6-a455-b25efd68656a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:08.507942 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.650003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.759016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-025e5ff1-5345-4410-b7b5-070369dbeca8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baffa83d-610f-42de-b347-1921071fa985 HTTP/1.1" status: 200 len: 1000 time: 0.4336522 May 10 11:47:08.772397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=79cee8e9-651b-47ce-bc6c-ce3924930302,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:08.839429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c734c953-5210-4765-a859-37932e3f5e84 None None] Provisioning complete for port 88544b30-3c9b-4eed-a984-0669c7d1dc27 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:08.840935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c734c953-5210-4765-a859-37932e3f5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.930746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 88544b30-3c9b-4eed-a984-0669c7d1dc27 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:08.931359 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.959639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-54b9e673-f92f-4548-91e5-efea70b4395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:08.962670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-54b9e673-f92f-4548-91e5-efea70b4395c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6e141d9f-52a3-433c-b6f5-8ec646f1c23e HTTP/1.1" status: 200 len: 854 time: 0.1638036 May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-8c45b045-bd0a-42f1-b77f-acdf2c0488d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79cee8e9-651b-47ce-bc6c-ce3924930302: This subnet is being modified by another concurrent operation. May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79cee8e9-651b-47ce-bc6c-ce3924930302: This subnet is being modified by another concurrent operation. May 10 11:47:08.975981 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:47:09.000380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9be92e-153c-431f-aa9b-75fd1e651a1a None None] Network 51efe18b-9287-40a5-b835-0ab8cd0a09f2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:09.155041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 88544b30-3c9b-4eed-a984-0669c7d1dc27, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88544b30-3c9b-4eed-a984-0669c7d1dc27,segment=NetworkSegment(59729220-e13f-4222-9271-ac81c4b50a88),segment_id=59729220-e13f-4222-9271-ac81c4b50a88)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:09.173508 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.246074 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.247299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51efe18b-9287-40a5-b835-0ab8cd0a09f2']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:09.261602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-84999cb5-6823-4ced-876f-ebedcdb13770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:09.265199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-84999cb5-6823-4ced-876f-ebedcdb13770 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2939811 May 10 11:47:09.324163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c744572-2932-4896-859e-4c6273b3152a') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:09.325197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c744572-2932-4896-859e-4c6273b3152a') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:09.480605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.574680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.612509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:09.612940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:09.639931 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:09.740536 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.831172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=88544b30-3c9b-4eed-a984-0669c7d1dc27,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:09.849425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.859302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c734c953-5210-4765-a859-37932e3f5e84 None None] Current status of the port 88544b30-3c9b-4eed-a984-0669c7d1dc27 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:09.903673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-bf558941-0f09-43ac-bdf2-d92bd4e9755d service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204967 May 10 11:47:09.908885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.927671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:09.932233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/51efe18b-9287-40a5-b835-0ab8cd0a09f2 HTTP/1.1" status: 204 len: 168 time: 3.2372284 May 10 11:47:09.936171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36864) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:09.942279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1687470136'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:09.970295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7448e-19aa-46b0-8c74-8675798479ba tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=51efe18b-9287-40a5-b835-0ab8cd0a09f2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:10.005849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:10.012231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:10.053701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:10.067117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:10.067726 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment a2c5d1de-9f0a-48d9-b058-a596c80bc9ea of type vlan for network 414e29fe-ae2f-47eb-aafe-7bedb1e96843 May 10 11:47:10.211195 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-0a6cc222-6706-429e-ae90-0dd081abec1e service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773318 May 10 11:47:10.246464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:10.310983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8957dabf-c331-4b27-bc91-8c957cd5ba86 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:47:10.358270 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:10.371599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:10.385133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-81e056a7-80d1-4b96-8aab-0351a28bdda2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 200 len: 217 time: 0.1640229 May 10 11:47:10.386316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:10.581972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-5d08f32f-a539-46c1-83cf-229900595a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:10.588209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-5d08f32f-a539-46c1-83cf-229900595a08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.1931403 May 10 11:47:10.630440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0a3afc25-1694-4973-9578-3e7512a0b7fa None None] Provisioning complete for port 88544b30-3c9b-4eed-a984-0669c7d1dc27 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:10.630814 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a3afc25-1694-4973-9578-3e7512a0b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:10.657193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-bd9f3ad1-818d-4cb0-b481-5b574841a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:10.658805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-bd9f3ad1-818d-4cb0-b481-5b574841a3d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646172 May 10 11:47:10.668311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=414e29fe-ae2f-47eb-aafe-7bedb1e96843,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:10.692801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fb13042f-293a-4cba-bba9-d508900c6390 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7494068 May 10 11:47:10.702658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36880) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:10.704802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 414e29fe-ae2f-47eb-aafe-7bedb1e96843 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:10.710728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '414e29fe-ae2f-47eb-aafe-7bedb1e96843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:10.902364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957dabf-c331-4b27-bc91-8c957cd5ba86 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:47:10.935029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0a3afc25-1694-4973-9578-3e7512a0b7fa None None] Current status of the port 88544b30-3c9b-4eed-a984-0669c7d1dc27 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:10.975088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-b019acd3-b5f9-400c-b914-d5c07fb5f5cd service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072262 May 10 11:47:10.992920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:10.998440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:11.195020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-f9f4e2b9-978f-4e16-a302-3d9aea65e048 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152643 May 10 11:47:11.333139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-f020c925-e863-4960-9500-9384df9e4429 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 200 len: 217 time: 0.1308429 May 10 11:47:11.442812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88544b30-3c9b-4eed-a984-0669c7d1dc27 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:47:11.505938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-10eba54b-43d7-4164-950f-d4408589e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:11.509630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-10eba54b-43d7-4164-950f-d4408589e855 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.1695237 May 10 11:47:11.519171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:11.567524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-2e6b0b02-75d1-4367-a2b8-cc6f5247593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:11.570554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-2e6b0b02-75d1-4367-a2b8-cc6f5247593e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0541675 May 10 11:47:11.614989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=7a0fcc82-84ac-4d0f-8502-e9b0f77cdec8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:11.620309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': 'a2c5d1de-9f0a-48d9-b058-a596c80bc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '414e29fe-ae2f-47eb-aafe-7bedb1e96843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:11.620932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: 414e29fe-ae2f-47eb-aafe-7bedb1e96843, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:11.641981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 88544b30-3c9b-4eed-a984-0669c7d1dc27 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:11.642954 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:11.676266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 414e29fe-ae2f-47eb-aafe-7bedb1e96843 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:11.710873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 414e29fe-ae2f-47eb-aafe-7bedb1e96843) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:11.735573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:11.740576 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:11.747203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769fdbf-44d9-42b4-8a91-f996d8e6e349 None None] Network 414e29fe-ae2f-47eb-aafe-7bedb1e96843 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:11.779113 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-315faca7-413a-4dce-b450-e84159819fc7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0717351 May 10 11:47:11.782585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36892) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:11.790768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551504866'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:11.846309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:11.851333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:11.902294 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-cf275d0a-4de8-42be-a264-fa90974c5969 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235703 May 10 11:47:11.908774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:11.920508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:11.920893 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment 0ab62356-c72c-4f45-82cf-c5366f66e2ed of type vlan for network 65ab8731-64f5-489a-9dba-45e8fe67ba59 May 10 11:47:11.985770 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:12.067984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:12.080431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:12.081697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:12.087591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36904) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:12.227599 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-8c618d9d-2bd3-4af6-bcc0-9bc3275bd4bb service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156939 May 10 11:47:12.284159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4993324 May 10 11:47:12.286783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36912) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:12.300809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '65ab8731-64f5-489a-9dba-45e8fe67ba59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:12.322535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76496a66-aaac-4c5d-8979-ab8f4a2c31db tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=65ab8731-64f5-489a-9dba-45e8fe67ba59,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:12.363120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-4e5705b8-da1f-442a-ad7e-ff14b70b56fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61 HTTP/1.1" status: 200 len: 217 time: 0.1308546 May 10 11:47:12.488671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-931b78f2-dc49-44c7-8d1a-93b3a99a8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:12.492914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-931b78f2-dc49-44c7-8d1a-93b3a99a8d66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.1226969 May 10 11:47:12.545726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 65ab8731-64f5-489a-9dba-45e8fe67ba59 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:12.586493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-cbf7d2b3-fe56-48ac-84c5-a4592251c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:12.588860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-cbf7d2b3-fe56-48ac-84c5-a4592251c886 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887396 May 10 11:47:12.710633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 88544b30-3c9b-4eed-a984-0669c7d1dc27 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:12.725225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:12.731194 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:12.828539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-8f4bb69b-e358-4400-95d6-bba93e979c40 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312858 May 10 11:47:12.954480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-414e29fe-ae2f-47eb-aafe-7bedb1e96843', 'network_id': '414e29fe-ae2f-47eb-aafe-7bedb1e96843', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': '7a0fcc82-84ac-4d0f-8502-e9b0f77cdec8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:12.956678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:12.970843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Performing IP validity checks on allocation pools {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 10 11:47:12.975697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 10 11:47:13.059017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-80254be0-d63e-42ca-9afb-70d63cd99ecf service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226028 May 10 11:47:13.176359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-ec3756f5-97b1-4b80-a01b-3f78cb2f2b5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d HTTP/1.1" status: 200 len: 217 time: 0.1080132 May 10 11:47:13.246879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36930) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:13.278436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-04b6a3d6-4058-4dc4-9595-7e65e74c3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:13.284668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-04b6a3d6-4058-4dc4-9595-7e65e74c3f48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0981529 May 10 11:47:13.352168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Allocated IP 2001:db8::3 (414e29fe-ae2f-47eb-aafe-7bedb1e96843/7a0fcc82-84ac-4d0f-8502-e9b0f77cdec8/cc0715f7-394a-41f1-8391-9bafb104c164) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:13.375670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-3a88d9c4-698f-4f5d-825f-35eb543c881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:13.384894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-3a88d9c4-698f-4f5d-825f-35eb543c881e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0967002 May 10 11:47:13.613342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-a0110c02-d3c9-4cd6-b427-655d2a13f789 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206194 May 10 11:47:13.678302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:13.692576 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:13.713358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e13f830c-10d8-4c9d-a1e9-0d18d1825801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:13.840432 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-56e2e583-5688-4301-8593-675cfc7b808f service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170658 May 10 11:47:13.843720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:13.857947 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:47:13.864044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Network 414e29fe-ae2f-47eb-aafe-7bedb1e96843 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:13.880350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:13.904607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:13.906697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Pushing event updated for resources: {'Port': ['ID=cc0715f7-394a-41f1-8391-9bafb104c164,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:13.954411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-8b7e6287-f283-4886-afda-26bab44ec000 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f HTTP/1.1" status: 200 len: 217 time: 0.1092966 May 10 11:47:13.983708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=f18e4114-9708-4987-ba81-53454957875e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:14.082069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Attempting to bind port cc0715f7-394a-41f1-8391-9bafb104c164 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:14.082692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Attempting to bind port cc0715f7-394a-41f1-8391-9bafb104c164 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a2c5d1de-9f0a-48d9-b058-a596c80bc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '414e29fe-ae2f-47eb-aafe-7bedb1e96843'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:14.083231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Attempting to bind port cc0715f7-394a-41f1-8391-9bafb104c164 on network 414e29fe-ae2f-47eb-aafe-7bedb1e96843 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:14.106733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:14.112360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Checking segment: {'id': 'a2c5d1de-9f0a-48d9-b058-a596c80bc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '414e29fe-ae2f-47eb-aafe-7bedb1e96843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:14.112953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.113371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Bound using segment: {'id': 'a2c5d1de-9f0a-48d9-b058-a596c80bc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '414e29fe-ae2f-47eb-aafe-7bedb1e96843'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:14.120878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Bound port: cc0715f7-394a-41f1-8391-9bafb104c164, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c5d1de-9f0a-48d9-b058-a596c80bc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '414e29fe-ae2f-47eb-aafe-7bedb1e96843'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:14.121460 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.134329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-6027e3ea-7464-4e17-8e38-dbb60a841071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:14.135860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-6027e3ea-7464-4e17-8e38-dbb60a841071 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.1741371 May 10 11:47:14.200203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e13f830c-10d8-4c9d-a1e9-0d18d1825801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.241168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': '0ab62356-c72c-4f45-82cf-c5366f66e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65ab8731-64f5-489a-9dba-45e8fe67ba59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:14.242154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: 65ab8731-64f5-489a-9dba-45e8fe67ba59, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:14.246393 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e13f830c-10d8-4c9d-a1e9-0d18d1825801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.281573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-f353ee25-238f-4841-a155-5e0e18b86f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:14.284777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-f353ee25-238f-4841-a155-5e0e18b86f77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1316030 May 10 11:47:14.299239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e13f830c-10d8-4c9d-a1e9-0d18d1825801 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6fc1c8218ea447ba7a18c33841b8d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0451922 May 10 11:47:14.300444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:14.304133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] For port cc0715f7-394a-41f1-8391-9bafb104c164, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:14.308949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] For port cc0715f7-394a-41f1-8391-9bafb104c164, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cc0715f7-394a-41f1-8391-9bafb104c164,segment=NetworkSegment(a2c5d1de-9f0a-48d9-b058-a596c80bc9ea),segment_id=a2c5d1de-9f0a-48d9-b058-a596c80bc9ea)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:14.328779 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.364041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f830c-10d8-4c9d-a1e9-0d18d1825801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a812c-b594-45cd-8bd7-f97544a755a8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:14.389985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 65ab8731-64f5-489a-9dba-45e8fe67ba59 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:14.428173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 65ab8731-64f5-489a-9dba-45e8fe67ba59) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:14.475130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:14.475734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.476669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df165e-70d2-4751-b29d-0c65c5247362 None None] Pushing event updated for resources: {'Port': ['ID=cc0715f7-394a-41f1-8391-9bafb104c164,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:14.480565 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c704fe41-0f84-4b80-aa38-1437fd425224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.490131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca2bf3-91c2-42a5-87d7-bb5c509e8f0b None None] Network 65ab8731-64f5-489a-9dba-45e8fe67ba59 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:14.516757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.524434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ad0c2cb7-b968-4c94-ba57-131598c5c664 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2316933 May 10 11:47:14.528657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36948) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:14.538190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c704fe41-0f84-4b80-aa38-1437fd425224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.638282 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-5d0d85c8-c00b-419b-b376-af34dcaaafe1 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466554 May 10 11:47:14.842483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c704fe41-0f84-4b80-aa38-1437fd425224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.844286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c704fe41-0f84-4b80-aa38-1437fd425224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.846083 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c704fe41-0f84-4b80-aa38-1437fd425224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d68a812c-b594-45cd-8bd7-f97544a755a8 HTTP/1.1" status: 204 len: 168 time: 0.5419166 May 10 11:47:14.873707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-65ab8731-64f5-489a-9dba-45e8fe67ba59', 'network_id': '65ab8731-64f5-489a-9dba-45e8fe67ba59', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': 'f18e4114-9708-4987-ba81-53454957875e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:14.878126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-775e7085-0e6d-4108-96e8-2aa83a3358fc service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313292 May 10 11:47:14.878555 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:14.907667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:15.004200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-37c99c58-34d8-4a34-ac4f-0c0cdb5ba498 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8 HTTP/1.1" status: 200 len: 217 time: 0.1082513 May 10 11:47:15.025475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704fe41-0f84-4b80-aa38-1437fd425224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a812c-b594-45cd-8bd7-f97544a755a8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:15.162685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-a47b1423-087e-4257-a506-c2b1d0125f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:15.164205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-a47b1423-087e-4257-a506-c2b1d0125f44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.1589966 May 10 11:47:15.186831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:15.239503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Allocated IP 2001:db8::3 (65ab8731-64f5-489a-9dba-45e8fe67ba59/f18e4114-9708-4987-ba81-53454957875e/1bd8ee54-9ce3-4dcb-9987-5b0d05542d95) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:15.262318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-a2c62775-4e69-4b6f-97f2-29b904500f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:15.266794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-a2c62775-4e69-4b6f-97f2-29b904500f24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0958338 May 10 11:47:15.492575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Deleting port 323106bc-12b2-4db3-a841-1fad4a289585 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:15.493129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:15.494078 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-1bbe0100-41cc-44ff-8fe1-4135e8ded0cf service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200589 May 10 11:47:15.625114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:15.645293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cc0715f7-394a-41f1-8391-9bafb104c164 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:47:15.708550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:15.759509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df4a519c-cfa8-4e34-99a7-60c1f5546ce3 req-577cb163-ef79-486f-8a4f-a8ac96e7b156 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567255 May 10 11:47:15.775273 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:15.845131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36982) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:15.850230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=f18e4114-9708-4987-ba81-53454957875e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:15.901010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2aac596c-52b9-4666-848f-e95b3da30152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:15.975699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Network 65ab8731-64f5-489a-9dba-45e8fe67ba59 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:15.998239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] For port 323106bc-12b2-4db3-a841-1fad4a289585, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=323106bc-12b2-4db3-a841-1fad4a289585,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:15.998900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.004266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:16.010205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:16.029616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.044398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Pushing event updated for resources: {'Port': ['ID=1bd8ee54-9ce3-4dcb-9987-5b0d05542d95,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:16.079475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Calling delete_port for 323106bc-12b2-4db3-a841-1fad4a289585 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:16.087570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2aac596c-52b9-4666-848f-e95b3da30152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.118975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2aac596c-52b9-4666-848f-e95b3da30152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.132948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ab8731-64f5-489a-9dba-45e8fe67ba59']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:16.162372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port cc0715f7-394a-41f1-8391-9bafb104c164 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:16.162836 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.218492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Attempting to bind port 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:16.218866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Attempting to bind port 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '0ab62356-c72c-4f45-82cf-c5366f66e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65ab8731-64f5-489a-9dba-45e8fe67ba59'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:16.219282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Attempting to bind port 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95 on network 65ab8731-64f5-489a-9dba-45e8fe67ba59 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:16.223639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac596c-52b9-4666-848f-e95b3da30152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ccaa5a-30d4-4ca1-8011-9506b29ebf0f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:16.239185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:16.262000 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2aac596c-52b9-4666-848f-e95b3da30152 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6846b21f318340bfa2b80cee19ad9ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128728 May 10 11:47:16.263154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Checking segment: {'id': '0ab62356-c72c-4f45-82cf-c5366f66e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65ab8731-64f5-489a-9dba-45e8fe67ba59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:16.263749 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.264691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36984) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:16.264971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Bound using segment: {'id': '0ab62356-c72c-4f45-82cf-c5366f66e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65ab8731-64f5-489a-9dba-45e8fe67ba59'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:16.265476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Bound port: 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab62356-c72c-4f45-82cf-c5366f66e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65ab8731-64f5-489a-9dba-45e8fe67ba59'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:16.265872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.336506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab62356-c72c-4f45-82cf-c5366f66e2ed') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:16.337701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab62356-c72c-4f45-82cf-c5366f66e2ed') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:16.343597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-da6acde6-8603-4cb4-923e-9b2ca4717b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.368235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.372585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port cc0715f7-394a-41f1-8391-9bafb104c164 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:16.372585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.378845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-da6acde6-8603-4cb4-923e-9b2ca4717b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.444519 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-da6acde6-8603-4cb4-923e-9b2ca4717b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.449241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-da6acde6-8603-4cb4-923e-9b2ca4717b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.459241 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-da6acde6-8603-4cb4-923e-9b2ca4717b8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5ccaa5a-30d4-4ca1-8011-9506b29ebf0f HTTP/1.1" status: 204 len: 168 time: 0.1905758 May 10 11:47:16.470296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.487618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6acde6-8603-4cb4-923e-9b2ca4717b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ccaa5a-30d4-4ca1-8011-9506b29ebf0f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:16.489091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:16.489560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:16.492980 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:16.534534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port cc0715f7-394a-41f1-8391-9bafb104c164, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cc0715f7-394a-41f1-8391-9bafb104c164,segment=NetworkSegment(a2c5d1de-9f0a-48d9-b058-a596c80bc9ea),segment_id=a2c5d1de-9f0a-48d9-b058-a596c80bc9ea)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:16.542447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] For port 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:16.544898 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.645010 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=cc0715f7-394a-41f1-8391-9bafb104c164,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:16.695151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.api [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:47:16.695151 n-d-840949-1 neutron-server[102768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:47:16.695151 n-d-840949-1 neutron-server[102768]: [parameters: {'id': '65ab8731-64f5-489a-9dba-45e8fe67ba59'}] May 10 11:47:16.695151 n-d-840949-1 neutron-server[102768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:47:16.695810 n-d-840949-1 neutron-server[102768]: DEBUG oslo_db.api [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:47:16.705613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] For port 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1bd8ee54-9ce3-4dcb-9987-5b0d05542d95,segment=NetworkSegment(0ab62356-c72c-4f45-82cf-c5366f66e2ed),segment_id=0ab62356-c72c-4f45-82cf-c5366f66e2ed)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:16.715269 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.730153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305253f0-7eed-489a-ac84-63d7c9981e89 None None] Network 414e29fe-ae2f-47eb-aafe-7bedb1e96843 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:16.826503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f1f59bf7-76a9-4f7c-ae78-830e7325688e None None] Provisioning complete for port cc0715f7-394a-41f1-8391-9bafb104c164 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:16.826863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f1f59bf7-76a9-4f7c-ae78-830e7325688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.900161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.906337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ac3c9-f762-45ef-aa74-0258566d7adc None None] Pushing event updated for resources: {'Port': ['ID=1bd8ee54-9ce3-4dcb-9987-5b0d05542d95,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:16.973385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d55f7-a5de-4d80-a54c-ab3e6891fc3d None None] Network 65ab8731-64f5-489a-9dba-45e8fe67ba59 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:17.094241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=323106bc-12b2-4db3-a841-1fad4a289585,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:17.227472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:17.362690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f1f59bf7-76a9-4f7c-ae78-830e7325688e None None] Current status of the port cc0715f7-394a-41f1-8391-9bafb104c164 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:17.520916 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:17.615997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cc0715f7-394a-41f1-8391-9bafb104c164 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:47:17.704127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:17.727327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port cc0715f7-394a-41f1-8391-9bafb104c164 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:17.728182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:17.729688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d35eeab2-77f7-4733-bee2-b046c6983ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:17.760837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting port 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:17.761174 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:17.774359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b5486-5520-4c5e-817e-ef8e0ee326a8 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:47:17.851281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] For port 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1bd8ee54-9ce3-4dcb-9987-5b0d05542d95,segment=NetworkSegment(0ab62356-c72c-4f45-82cf-c5366f66e2ed),segment_id=0ab62356-c72c-4f45-82cf-c5366f66e2ed)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:17.851989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:17.897959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Calling delete_port for 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:17.962696 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d35eeab2-77f7-4733-bee2-b046c6983ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:17.968155 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d35eeab2-77f7-4733-bee2-b046c6983ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.041626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:47:18.067514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2ad535c8-5873-4194-8a62-ba605da66f3d None None] Provisioning complete for port cc0715f7-394a-41f1-8391-9bafb104c164 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:18.068172 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2ad535c8-5873-4194-8a62-ba605da66f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.069302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35eeab2-77f7-4733-bee2-b046c6983ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de11e99-1ad0-4b40-b740-5d39166a5729,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:18.102532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.124055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d35eeab2-77f7-4733-bee2-b046c6983ba3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc55e17a1d449abbf312d917b31f708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175484 May 10 11:47:18.129026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:18.139526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Port': ['ID=1bd8ee54-9ce3-4dcb-9987-5b0d05542d95,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:18.145808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No DVR routers for this DVR port 1bd8ee54-9ce3-4dcb-9987-5b0d05542d95 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:18.254674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80b5486-5520-4c5e-817e-ef8e0ee326a8 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:47:18.293322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b8b25cb-a341-415f-815a-bb4ce64c09e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.323493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:47:18.325680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b8b25cb-a341-415f-815a-bb4ce64c09e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.363572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.374143 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5cd3973d-609b-450d-93bf-07127ce347d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/f3b18407-a61b-42f2-bdeb-5ba2208dfe6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2737885 May 10 11:47:18.382151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37014) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:18.432070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] Sync routers for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:47:18.445348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ab8731-64f5-489a-9dba-45e8fe67ba59']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:18.449728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b8b25cb-a341-415f-815a-bb4ce64c09e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.454446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5b8b25cb-a341-415f-815a-bb4ce64c09e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.456990 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5b8b25cb-a341-415f-815a-bb4ce64c09e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0de11e99-1ad0-4b40-b740-5d39166a5729 HTTP/1.1" status: 204 len: 168 time: 0.3249891 May 10 11:47:18.475345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b25cb-a341-415f-815a-bb4ce64c09e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de11e99-1ad0-4b40-b740-5d39166a5729,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:18.484951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port cc0715f7-394a-41f1-8391-9bafb104c164 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:18.500177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab62356-c72c-4f45-82cf-c5366f66e2ed') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:18.501853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:47:18.502408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab62356-c72c-4f45-82cf-c5366f66e2ed') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:18.502561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:18.621552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:47:18.669913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.711540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2ad535c8-5873-4194-8a62-ba605da66f3d None None] Current status of the port cc0715f7-394a-41f1-8391-9bafb104c164 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:18.729904 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.752658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:18.754045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:18.819018 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:18.824719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.906379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.921404 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:18.930790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/65ab8731-64f5-489a-9dba-45e8fe67ba59 HTTP/1.1" status: 204 len: 168 time: 4.3962657 May 10 11:47:18.930952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37020) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:18.935766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246926541'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:18.969030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369baad-f72a-4f13-ba2e-98bda289ed7e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=65ab8731-64f5-489a-9dba-45e8fe67ba59,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:19.003835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:19.010956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:19.048881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:19.085992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:19.109117 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:19.109499 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment 776cefd8-408b-47a6-8cc6-49bc4d1c4cb0 of type vlan for network 4ec4ac82-d892-4e40-831c-83a13660a3d2 May 10 11:47:19.215466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:19.237507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:47:16Z', 'revision_number': 5, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port': {'id': 'e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:19.288961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:19.294898 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:19.296759 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:19.297765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] Checking router: f3b18407-a61b-42f2-bdeb-5ba2208dfe6c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:47:19.321568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] Routers {'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:47:19.322573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:19.501644 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5523341 May 10 11:47:19.502161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37036) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:19.533877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '4ec4ac82-d892-4e40-831c-83a13660a3d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:19.686713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] Set router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:47:19.721227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d8887-da5c-4ee0-93e1-b0e2a83f46ea tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=4ec4ac82-d892-4e40-831c-83a13660a3d2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:19.756176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:19.759711 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:19.765559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:47:19Z', 'revision_number': 6, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:19.800346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63006b-0872-4ac5-9687-7ff3cefb34fe None None] The sync data for ids ['f3b18407-a61b-42f2-bdeb-5ba2208dfe6c'] in n-d-840949-1 is: [{'id': 'f3b18407-a61b-42f2-bdeb-5ba2208dfe6c', 'name': 'tempest-TestVolumeBackupRestore-1247868930-router', 'tenant_id': '1c25834a39734feca8a5696f665e5413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:49Z', 'updated_at': '2022-05-10T11:47:19Z', 'revision_number': 6, 'project_id': '1c25834a39734feca8a5696f665e5413', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:47:19.802066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4ec4ac82-d892-4e40-831c-83a13660a3d2 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:20.072835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Deleting port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:20.073411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.165307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.273642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': '776cefd8-408b-47a6-8cc6-49bc4d1c4cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4ec4ac82-d892-4e40-831c-83a13660a3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:20.274362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: 4ec4ac82-d892-4e40-831c-83a13660a3d2, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:20.302617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 4ec4ac82-d892-4e40-831c-83a13660a3d2 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:20.310010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=04b75453-ae17-4a84-ad5f-53a5e7f16d42,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:20.329394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] For port e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:20.334111 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.342118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4ec4ac82-d892-4e40-831c-83a13660a3d2) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:20.355413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:20.356602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.366379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ad9b2-4157-4745-8cbc-a2f19dc0e834 None None] Network 4ec4ac82-d892-4e40-831c-83a13660a3d2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:20.387440 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37064) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:20.404080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Calling delete_port for e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:20.462106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6e6fd645-879b-498b-9033-0550926112d2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9479268 May 10 11:47:20.462829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37068) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:20.588720 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.667548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.751225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd66493-3281-4378-94d1-caec41fe181f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-4ec4ac82-d892-4e40-831c-83a13660a3d2', 'network_id': '4ec4ac82-d892-4e40-831c-83a13660a3d2', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': '04b75453-ae17-4a84-ad5f-53a5e7f16d42'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:20.757848 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0fd66493-3281-4378-94d1-caec41fe181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.762797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.956822 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.988940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.064948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=04b75453-ae17-4a84-ad5f-53a5e7f16d42,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:21.068471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:21.072316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e1e17-9a8a-437f-8750-1cb06d81b261 None None] Network 4ec4ac82-d892-4e40-831c-83a13660a3d2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:21.201600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec4ac82-d892-4e40-831c-83a13660a3d2']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:21.226058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776cefd8-408b-47a6-8cc6-49bc4d1c4cb0') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:21.226394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776cefd8-408b-47a6-8cc6-49bc4d1c4cb0') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:21.250363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.250965 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.285285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.296111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:21.296417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.374232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.376690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:21.406494 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:21.412109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:21.418206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.431329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.435055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/4ec4ac82-d892-4e40-831c-83a13660a3d2 HTTP/1.1" status: 204 len: 168 time: 0.9709713 May 10 11:47:21.440483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37084) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:21.445659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668003671'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:21.455021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282fa6d-13a5-4fa1-a489-febe98cd3727 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=4ec4ac82-d892-4e40-831c-83a13660a3d2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:21.457990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:21.458477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e0bc1666-e4ac-4f8e-8c1c-000814f4d6e0 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:21.458987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 323106bc-12b2-4db3-a841-1fad4a289585 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:21.480171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.481016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b18407-a61b-42f2-bdeb-5ba2208dfe6c {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:47:21.483315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 323106bc-12b2-4db3-a841-1fad4a289585 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:21.489254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.496229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e2a0bba2-91fc-40c9-a53b-4ce3a88eb440 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f3b18407-a61b-42f2-bdeb-5ba2208dfe6c HTTP/1.1" status: 204 len: 168 time: 3.1126852 May 10 11:47:21.497289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37086) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:21.497818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 323106bc-12b2-4db3-a841-1fad4a289585 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:21.559510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:21.567554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.624516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97cfdc1-4954-4518-a219-e984b6d7fccf admin admin] Deleting subnet e33bdfee-a6bb-41f7-9e26-66f0192a72f3 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:47:21.630866 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f97cfdc1-4954-4518-a219-e984b6d7fccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.633896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:21.721731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f97cfdc1-4954-4518-a219-e984b6d7fccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.752715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.753149 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment b57e525f-6510-4fd0-87cb-8d7e6eb77522 of type vlan for network 03ef802a-a5d8-4e7a-87b5-405171add149 May 10 11:47:21.881912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f97cfdc1-4954-4518-a219-e984b6d7fccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.913235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.963709 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.974750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:21.975580 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.072534 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6308658 May 10 11:47:22.073438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159d64e-1ed9-41bb-a210-debcfbc44fad tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=03ef802a-a5d8-4e7a-87b5-405171add149,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:22.079257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37102) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:22.084366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '03ef802a-a5d8-4e7a-87b5-405171add149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:22.086858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 03ef802a-a5d8-4e7a-87b5-405171add149 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:22.093200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f97cfdc1-4954-4518-a219-e984b6d7fccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.141084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cfdc1-4954-4518-a219-e984b6d7fccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33bdfee-a6bb-41f7-9e26-66f0192a72f3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:22.144046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f97cfdc1-4954-4518-a219-e984b6d7fccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.150174 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f97cfdc1-4954-4518-a219-e984b6d7fccf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e33bdfee-a6bb-41f7-9e26-66f0192a72f3 HTTP/1.1" status: 204 len: 168 time: 0.6453264 May 10 11:47:22.151160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37104) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:22.163682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52092f-0e87-4bb5-b124-189aa143d98a None None] Network 602838e5-4348-4b08-8c2d-afc419831d14 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:22.225649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:22.230005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.331220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.395534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.469866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Deleting port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:22.476064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.589062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] For port fa9d4883-e03b-4191-b2fe-1c7f192bcc17, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:22.589645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.610786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Calling delete_port for fa9d4883-e03b-4191-b2fe-1c7f192bcc17 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:22.644433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.718315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] DHCP port deletion for 602838e5-4348-4b08-8c2d-afc419831d14 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:47:22.739319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=21305592-4c66-49ff-b072-2d3e1fdb1b3e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:22.778627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] Deleting port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:22.779179 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.785555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.840917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': 'b57e525f-6510-4fd0-87cb-8d7e6eb77522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '03ef802a-a5d8-4e7a-87b5-405171add149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:22.842312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: 03ef802a-a5d8-4e7a-87b5-405171add149, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:22.854622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:22.857484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] No DVR routers for this DVR port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:22.913178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] For port fa9d4883-e03b-4191-b2fe-1c7f192bcc17, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,segment=NetworkSegment(c75710d7-045e-432c-bb24-44e82861daae),segment_id=c75710d7-045e-432c-bb24-44e82861daae)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:22.913682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.914923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 03ef802a-a5d8-4e7a-87b5-405171add149 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:22.941263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] Calling delete_port for fa9d4883-e03b-4191-b2fe-1c7f192bcc17 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:22.967777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 03ef802a-a5d8-4e7a-87b5-405171add149) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:22.994414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:22.998846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.014028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6320e0d5-dd30-46f4-990d-3f498967788f None None] Network 03ef802a-a5d8-4e7a-87b5-405171add149 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:23.039191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.051779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fe164f3d-c130-45eb-8ed7-3f862e632116 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9713042 May 10 11:47:23.052729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37118) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:23.092122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602838e5-4348-4b08-8c2d-afc419831d14']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:23.107258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75710d7-045e-432c-bb24-44e82861daae') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:23.108265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75710d7-045e-432c-bb24-44e82861daae') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:23.125972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.149458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.161134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:23.161550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:23.163456 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:23.169096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Deleting port 40c0ddcb-044d-4227-b891-ded311b4867f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:23.169602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.260827 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.286113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.298958 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.310126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.314394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] Network 602838e5-4348-4b08-8c2d-afc419831d14 is not hosted by any dhcp agent {{(pid=102769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:47:23.315196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] No DVR routers for this DVR port fa9d4883-e03b-4191-b2fe-1c7f192bcc17 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:23.330637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] 10.222.0.13 "DELETE /v2.0/networks/602838e5-4348-4b08-8c2d-afc419831d14 HTTP/1.1" status: 204 len: 168 time: 1.1779675 May 10 11:47:23.334587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37124) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:23.371460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c596a-5f5a-4453-bb74-91aa092cb71f None None] Pushing event deleted for resources: {'Port': ['ID=fa9d4883-e03b-4191-b2fe-1c7f192bcc17,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:23.371795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] For port 40c0ddcb-044d-4227-b891-ded311b4867f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=40c0ddcb-044d-4227-b891-ded311b4867f,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:23.372192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.449178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-03ef802a-a5d8-4e7a-87b5-405171add149', 'network_id': '03ef802a-a5d8-4e7a-87b5-405171add149', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': '21305592-4c66-49ff-b072-2d3e1fdb1b3e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:23.450201 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.464923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Calling delete_port for 40c0ddcb-044d-4227-b891-ded311b4867f owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:23.473362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb7118-bde9-4adc-8384-52fedf48af8e admin admin] Pushing event deleted for resources: {'Network': ['ID=602838e5-4348-4b08-8c2d-afc419831d14,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:23.615695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.675870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Allocated IP 2001:db8::1 (03ef802a-a5d8-4e7a-87b5-405171add149/21305592-4c66-49ff-b072-2d3e1fdb1b3e/1fe5b347-3ab2-4de3-9e65-b705e04cf643) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:23.714507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fa9d4883-e03b-4191-b2fe-1c7f192bcc17 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:23.782006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: fa9d4883-e03b-4191-b2fe-1c7f192bcc17 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:23.782720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fa9d4883-e03b-4191-b2fe-1c7f192bcc17 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:23.878397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.898540 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.908233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.917511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c0ddcb-044d-4227-b891-ded311b4867f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:23.969919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Network 03ef802a-a5d8-4e7a-87b5-405171add149 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:23.974514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:23.978537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:23.995453 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:23.996045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.059002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Pushing event updated for resources: {'Port': ['ID=1fe5b347-3ab2-4de3-9e65-b705e04cf643,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:24.068498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Attempting to bind port 1fe5b347-3ab2-4de3-9e65-b705e04cf643 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:24.068868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Attempting to bind port 1fe5b347-3ab2-4de3-9e65-b705e04cf643 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b57e525f-6510-4fd0-87cb-8d7e6eb77522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '03ef802a-a5d8-4e7a-87b5-405171add149'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:24.069235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Attempting to bind port 1fe5b347-3ab2-4de3-9e65-b705e04cf643 on network 03ef802a-a5d8-4e7a-87b5-405171add149 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:24.075306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:24.075742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Checking segment: {'id': 'b57e525f-6510-4fd0-87cb-8d7e6eb77522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '03ef802a-a5d8-4e7a-87b5-405171add149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:24.076179 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.076633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Bound using segment: {'id': 'b57e525f-6510-4fd0-87cb-8d7e6eb77522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '03ef802a-a5d8-4e7a-87b5-405171add149'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:24.077199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Bound port: 1fe5b347-3ab2-4de3-9e65-b705e04cf643, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57e525f-6510-4fd0-87cb-8d7e6eb77522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '03ef802a-a5d8-4e7a-87b5-405171add149'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:24.077581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.080034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=21305592-4c66-49ff-b072-2d3e1fdb1b3e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:24.209456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] For port 1fe5b347-3ab2-4de3-9e65-b705e04cf643, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:24.217873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] For port 1fe5b347-3ab2-4de3-9e65-b705e04cf643, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1fe5b347-3ab2-4de3-9e65-b705e04cf643,segment=NetworkSegment(b57e525f-6510-4fd0-87cb-8d7e6eb77522),segment_id=b57e525f-6510-4fd0-87cb-8d7e6eb77522)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:24.225253 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.323703 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.372497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ef802a-a5d8-4e7a-87b5-405171add149']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:24.414814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b57db3-dfa6-42fd-8df0-836f86eb6ab6 None None] Pushing event updated for resources: {'Port': ['ID=1fe5b347-3ab2-4de3-9e65-b705e04cf643,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:24.429081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f72cf8c-5ce1-417c-aac5-3f8140169f97 None None] Network 03ef802a-a5d8-4e7a-87b5-405171add149 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:24.446541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57e525f-6510-4fd0-87cb-8d7e6eb77522') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:24.446913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57e525f-6510-4fd0-87cb-8d7e6eb77522') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:24.458369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.473739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.481255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:24.481667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.485868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Deleting port f0ac6d2f-17d7-4231-9944-4da7305c8b16 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:24.486443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:24.542611 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:24.572863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.api [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:47:24.572863 n-d-840949-1 neutron-server[102767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:47:24.572863 n-d-840949-1 neutron-server[102767]: [parameters: {'id': '03ef802a-a5d8-4e7a-87b5-405171add149'}] May 10 11:47:24.572863 n-d-840949-1 neutron-server[102767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:47:24.573299 n-d-840949-1 neutron-server[102767]: DEBUG oslo_db.api [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:47:24.579795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.626752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2b2c05-76b0-4e02-957b-d12cbca48853 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:47:24.654649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] For port f0ac6d2f-17d7-4231-9944-4da7305c8b16, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0ac6d2f-17d7-4231-9944-4da7305c8b16,segment=NetworkSegment(de967f94-2b4f-4788-8436-9a60e6bf7220),segment_id=de967f94-2b4f-4788-8436-9a60e6bf7220)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:24.655142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:24.677939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Calling delete_port for f0ac6d2f-17d7-4231-9944-4da7305c8b16 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:24.880147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b2c05-76b0-4e02-957b-d12cbca48853 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:47:24.926135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Router b010b8a0-652b-4a4e-8027-36681f44e822 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:47:24.991673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.085852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.093032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ac6d2f-17d7-4231-9944-4da7305c8b16,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:25.106205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:47:25.115782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3d04dea8-25e6-451f-bf9a-ee3bb10bdda7 admin admin] 10.222.0.13 "PUT /v2.0/routers/b010b8a0-652b-4a4e-8027-36681f44e822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7215872 May 10 11:47:25.118033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37162) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:25.132734 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] Sync routers for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:47:25.148886 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:47:25.149607 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:25.162215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting port 1fe5b347-3ab2-4de3-9e65-b705e04cf643 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:25.162671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.253409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] For port 1fe5b347-3ab2-4de3-9e65-b705e04cf643, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1fe5b347-3ab2-4de3-9e65-b705e04cf643,segment=NetworkSegment(b57e525f-6510-4fd0-87cb-8d7e6eb77522),segment_id=b57e525f-6510-4fd0-87cb-8d7e6eb77522)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:25.253695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.271094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Calling delete_port for 1fe5b347-3ab2-4de3-9e65-b705e04cf643 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:25.426535 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:47:25.449067 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.489635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.521244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Port': ['ID=1fe5b347-3ab2-4de3-9e65-b705e04cf643,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:25.524642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No DVR routers for this DVR port 1fe5b347-3ab2-4de3-9e65-b705e04cf643 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:25.551859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.688453 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:47:23Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:25.698975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.722328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ef802a-a5d8-4e7a-87b5-405171add149']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:25.732646 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] Checking router: b010b8a0-652b-4a4e-8027-36681f44e822 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:47:25.733740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57e525f-6510-4fd0-87cb-8d7e6eb77522') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:25.733905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57e525f-6510-4fd0-87cb-8d7e6eb77522') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:25.753364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.761173 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] Routers {'b010b8a0-652b-4a4e-8027-36681f44e822'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:47:25.761866 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b010b8a0-652b-4a4e-8027-36681f44e822'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:25.779200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.789441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:25.789855 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:25.796564 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:25.901595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.965467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.984729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.989559 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/03ef802a-a5d8-4e7a-87b5-405171add149 HTTP/1.1" status: 204 len: 168 time: 2.9319806 May 10 11:47:25.999071 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] Set router b010b8a0-652b-4a4e-8027-36681f44e822 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:47:26.012296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37180) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:26.026895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-994736647'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:26.035749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc11bcf-ffe2-47b6-8599-8623e3138226 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=03ef802a-a5d8-4e7a-87b5-405171add149,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:26.079773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:26.083759 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.116945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:26.131080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.131435 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment e48a8250-c48b-4fe4-a427-43c03350a391 of type vlan for network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca May 10 11:47:26.149195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Router c277e667-79ae-451c-81c2-de7ee331783e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:47:26.150772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Deleting port 2b1e9771-14db-4e26-b708-f6edf7eabbdc {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:26.151408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.200940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.273076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.283912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:26.284986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.351917 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:47:23Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:26.367760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] For port 2b1e9771-14db-4e26-b708-f6edf7eabbdc, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2b1e9771-14db-4e26-b708-f6edf7eabbdc,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:26.368318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.394378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Calling delete_port for 2b1e9771-14db-4e26-b708-f6edf7eabbdc owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:26.400739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:47:26.406840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-319826a6-ae3c-441a-bfd3-a6227c83a1d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/c277e667-79ae-451c-81c2-de7ee331783e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0578856 May 10 11:47:26.410017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37184) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:26.415556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] Sync routers for ids ['c277e667-79ae-451c-81c2-de7ee331783e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:47:26.421747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4063361 May 10 11:47:26.423442 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05980118-a177-42c5-9e6a-c63918cf8dba None None] The sync data for ids ['b010b8a0-652b-4a4e-8027-36681f44e822'] in n-d-840949-1 is: [{'id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'name': 'tempest-AttachVolumeNegativeTest-2129845563-router', 'tenant_id': '54559a33eeb145b689aaa8cf708df004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:40:51Z', 'updated_at': '2022-05-10T11:47:23Z', 'revision_number': 5, 'project_id': '54559a33eeb145b689aaa8cf708df004', 'gw_port': {'id': '2b1e9771-14db-4e26-b708-f6edf7eabbdc', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b010b8a0-652b-4a4e-8027-36681f44e822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:40:52Z', 'updated_at': '2022-05-10T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:47:26.428267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37186) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:26.435991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:26.440007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] Routers {'c277e667-79ae-451c-81c2-de7ee331783e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:47:26.450340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c277e667-79ae-451c-81c2-de7ee331783e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:26.485406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283d951-5af7-45b0-a4ce-ee50f4999377 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=42c8f452-996f-4ee0-bdb6-0da841fbd8ca,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:26.573474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] Set router c277e667-79ae-451c-81c2-de7ee331783e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:47:26.581928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:26.689499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:26.696632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.779177 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.826678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1e9771-14db-4e26-b708-f6edf7eabbdc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:26.924056 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.027925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:47:24Z', 'revision_number': 5, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:27.040169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.066398 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.091318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] Checking router: c277e667-79ae-451c-81c2-de7ee331783e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:47:27.114358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] Routers {'c277e667-79ae-451c-81c2-de7ee331783e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:47:27.118756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['c277e667-79ae-451c-81c2-de7ee331783e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:27.178724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=217b23e1-af9c-4ba1-957a-4d1e17279e62,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:27.251486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': 'e48a8250-c48b-4fe4-a427-43c03350a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:27.251912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: 42c8f452-996f-4ee0-bdb6-0da841fbd8ca, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:27.303671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:27.333324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 42c8f452-996f-4ee0-bdb6-0da841fbd8ca) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:27.334079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] Set router c277e667-79ae-451c-81c2-de7ee331783e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:47:27.339523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:27.340401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.377953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6f02819e-cef2-43b4-95d7-ceefde48a724 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9473608 May 10 11:47:27.380293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37194) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:27.403975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:27.425380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17465ee5-6aa0-4bd9-9a19-390b7384f4eb None None] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:27.427099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 40c0ddcb-044d-4227-b891-ded311b4867f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:27.505883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 40c0ddcb-044d-4227-b891-ded311b4867f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:27.506736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 40c0ddcb-044d-4227-b891-ded311b4867f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:27.589416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:27.596922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.786556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.807851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.814796 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.916524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-42c8f452-996f-4ee0-bdb6-0da841fbd8ca', 'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': '217b23e1-af9c-4ba1-957a-4d1e17279e62'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:27.917402 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.941120 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.941685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b010b8a0-652b-4a4e-8027-36681f44e822 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:47:27.947672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.948976 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1cd5965c-77c5-4e48-8f54-472dd36933fa admin admin] 10.222.0.13 "DELETE /v2.0/routers/b010b8a0-652b-4a4e-8027-36681f44e822 HTTP/1.1" status: 204 len: 168 time: 2.8274903 May 10 11:47:27.951437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:27.972288 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.023672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Deleting port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:28.024070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.034723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:28.042276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:28.057162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:28.058439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.101359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8df0206-01f2-4e91-9ee7-f87440635ed9 admin admin] Deleting subnet af092eb2-0e4e-4f7b-bf86-239ae711e0b8 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:47:28.126355 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7439473 May 10 11:47:28.132250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37200) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:28.132939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d8df0206-01f2-4e91-9ee7-f87440635ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.135518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b8056-446a-43c4-8771-ba4ec963bea0 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=3bf1cdcd-0c2e-4cee-91af-02d84c02252f,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:28.155095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Allocated IP 2001:db8::2 (42c8f452-996f-4ee0-bdb6-0da841fbd8ca/217b23e1-af9c-4ba1-957a-4d1e17279e62/d5d1f0f2-51b8-42fe-a3a3-55d56e943015) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:28.269687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d8df0206-01f2-4e91-9ee7-f87440635ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.317860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:47:24Z', 'revision_number': 5, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:28.407732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc96125-0dd1-4562-910f-df04b02b073b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:28.413574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc96125-0dd1-4562-910f-df04b02b073b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:28.417235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc96125-0dd1-4562-910f-df04b02b073b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:28.419202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc96125-0dd1-4562-910f-df04b02b073b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:28.419374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0a554-591f-40a1-ae26-50d3cb56c466 None None] The sync data for ids ['c277e667-79ae-451c-81c2-de7ee331783e'] in n-d-840949-1 is: [{'id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'name': 'tempest-TestVolumeBackupRestore-1906974875-router', 'tenant_id': 'b26aa04dd34d449b94a584279697f83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:41:58Z', 'updated_at': '2022-05-10T11:47:24Z', 'revision_number': 5, 'project_id': 'b26aa04dd34d449b94a584279697f83e', 'gw_port': {'id': '1d55b30c-7e48-4597-890e-8ba8dfd3dc3a', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e667-79ae-451c-81c2-de7ee331783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:41:59Z', 'updated_at': '2022-05-10T11:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:47:28.426192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc96125-0dd1-4562-910f-df04b02b073b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:28.433901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-edc96125-0dd1-4562-910f-df04b02b073b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2935083 May 10 11:47:28.433901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] For port 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1d55b30c-7e48-4597-890e-8ba8dfd3dc3a,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:28.433901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.434305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37212) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:28.438640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117363458'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:28.444266 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d8df0206-01f2-4e91-9ee7-f87440635ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.483914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:28.487699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.490222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Calling delete_port for 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:28.496628 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.507858 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.579234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:28.601326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.601938 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment c1562b82-d0b6-407b-9531-bbc021564fea of type vlan for network 7d0c9be0-83de-4b91-8ea2-fd519713dbac May 10 11:47:28.606793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Pushing event updated for resources: {'Port': ['ID=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:28.647425 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d8df0206-01f2-4e91-9ee7-f87440635ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.668410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:28.672325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.673865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:28.686339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:28.692340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d8df0206-01f2-4e91-9ee7-f87440635ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.705804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb63be-23bb-419e-9e10-f872e615a932 None None] Network df964da3-c9c3-43ec-8cfe-883e8aaa78dc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:28.709722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d8df0206-01f2-4e91-9ee7-f87440635ed9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af092eb2-0e4e-4f7b-bf86-239ae711e0b8 HTTP/1.1" status: 204 len: 168 time: 0.7548857 May 10 11:47:28.719805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37218) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:28.741747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df0206-01f2-4e91-9ee7-f87440635ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af092eb2-0e4e-4f7b-bf86-239ae711e0b8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:28.810022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.814364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.823711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:28.824412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.859947 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4251800 May 10 11:47:28.861204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37220) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:28.875017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Attempting to bind port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:28.875402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Attempting to bind port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'e48a8250-c48b-4fe4-a427-43c03350a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:28.876145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Attempting to bind port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 on network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:28.896051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5284c0dc-3295-47a8-bef0-dc3eeff4d9a8 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:28.909903 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.917314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:28.917790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Checking segment: {'id': 'e48a8250-c48b-4fe4-a427-43c03350a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:28.918162 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.918446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Bound using segment: {'id': 'e48a8250-c48b-4fe4-a427-43c03350a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:28.919085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Bound port: d5d1f0f2-51b8-42fe-a3a3-55d56e943015, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48a8250-c48b-4fe4-a427-43c03350a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:28.919515 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:28.969305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d55b30c-7e48-4597-890e-8ba8dfd3dc3a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:29.054911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.072387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] For port d5d1f0f2-51b8-42fe-a3a3-55d56e943015, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:29.076523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] For port d5d1f0f2-51b8-42fe-a3a3-55d56e943015, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,segment=NetworkSegment(e48a8250-c48b-4fe4-a427-43c03350a391),segment_id=e48a8250-c48b-4fe4-a427-43c03350a391)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:29.088599 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.166087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] DHCP port deletion for df964da3-c9c3-43ec-8cfe-883e8aaa78dc request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:47:29.218843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461cf67-857a-4b0e-9e6b-e4ba3b02e711 None None] Pushing event updated for resources: {'Port': ['ID=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:29.263012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] Deleting port 0841e03a-278f-48bf-8a3f-5eb94f0b058f {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:29.263584 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.310177 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.314741 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.317171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5284c0dc-3295-47a8-bef0-dc3eeff4d9a8 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.359147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5284c0dc-3295-47a8-bef0-dc3eeff4d9a8 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.378861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] For port 0841e03a-278f-48bf-8a3f-5eb94f0b058f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0841e03a-278f-48bf-8a3f-5eb94f0b058f,segment=NetworkSegment(35d16630-7801-437c-8e0e-527694efcafb),segment_id=35d16630-7801-437c-8e0e-527694efcafb)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:29.379271 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.398449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5284c0dc-3295-47a8-bef0-dc3eeff4d9a8 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 7d0c9be0-83de-4b91-8ea2-fd519713dbac is not hosted by any dhcp agent {{(pid=102767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:47:29.404034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] Calling delete_port for 0841e03a-278f-48bf-8a3f-5eb94f0b058f owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:29.410641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284c0dc-3295-47a8-bef0-dc3eeff4d9a8 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:29.411545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5284c0dc-3295-47a8-bef0-dc3eeff4d9a8 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.416680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5284c0dc-3295-47a8-bef0-dc3eeff4d9a8 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "PUT /v2.0/networks/7d0c9be0-83de-4b91-8ea2-fd519713dbac HTTP/1.1" status: 200 len: 723 time: 0.5275729 May 10 11:47:29.422012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37226) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:29.428264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': '7d0c9be0-83de-4b91-8ea2-fd519713dbac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:29.507352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.510570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c277e667-79ae-451c-81c2-de7ee331783e {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:47:29.545944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.553226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5b83aaa-4153-43d3-bacd-5d3adb803456 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c277e667-79ae-451c-81c2-de7ee331783e HTTP/1.1" status: 204 len: 168 time: 3.1416888 May 10 11:47:29.556400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:29.652048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0841e03a-278f-48bf-8a3f-5eb94f0b058f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:29.691898 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c47f7e-dc7d-4e6d-8e56-02df8cf5ff09 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=7d0c9be0-83de-4b91-8ea2-fd519713dbac,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:29.744298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 7d0c9be0-83de-4b91-8ea2-fd519713dbac details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:29.754911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.762942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bbed54-b572-4e2e-8ce3-522eb9b56503 admin admin] Deleting subnet ea40ad50-2c46-432d-b06c-27390462977c {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:47:29.785102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92bbed54-b572-4e2e-8ce3-522eb9b56503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.906819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284c0dc-3295-47a8-bef0-dc3eeff4d9a8 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=7d0c9be0-83de-4b91-8ea2-fd519713dbac,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:29.911184 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:29.915152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:29.917673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92bbed54-b572-4e2e-8ce3-522eb9b56503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.207209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92bbed54-b572-4e2e-8ce3-522eb9b56503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.219700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] Pushing event deleted for resources: {'Port': ['ID=0841e03a-278f-48bf-8a3f-5eb94f0b058f,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:30.234927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 7d0c9be0-83de-4b91-8ea2-fd519713dbac details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:30.301101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92bbed54-b572-4e2e-8ce3-522eb9b56503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.339141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a44293a-f8b3-41e6-8e36-07f0c992787b None None] No DVR routers for this DVR port 0841e03a-278f-48bf-8a3f-5eb94f0b058f on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:30.342411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92bbed54-b572-4e2e-8ce3-522eb9b56503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.347137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-92bbed54-b572-4e2e-8ce3-522eb9b56503 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea40ad50-2c46-432d-b06c-27390462977c HTTP/1.1" status: 204 len: 168 time: 0.7883413 May 10 11:47:30.350125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37240) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:30.363779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5170b4-d1c5-47c7-8d9d-4562d5fff0da None None] Network eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:30.462734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Deleting port 0841e03a-278f-48bf-8a3f-5eb94f0b058f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:30.463075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.481684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbed54-b572-4e2e-8ce3-522eb9b56503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea40ad50-2c46-432d-b06c-27390462977c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:30.492540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No active binding found for port 0841e03a-278f-48bf-8a3f-5eb94f0b058f {{(pid=102769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 11:47:30.493011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0841e03a-278f-48bf-8a3f-5eb94f0b058f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:30.495470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2b1e9771-14db-4e26-b708-f6edf7eabbdc no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:30.598606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] For port 0841e03a-278f-48bf-8a3f-5eb94f0b058f, host n-d-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:30.598966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.636671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Calling delete_port for 0841e03a-278f-48bf-8a3f-5eb94f0b058f owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:30.639676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Port 0841e03a-278f-48bf-8a3f-5eb94f0b058f was not found and therefore no delete operation was performed {{(pid=102767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:47:30.653366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.655220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2b1e9771-14db-4e26-b708-f6edf7eabbdc {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:30.655679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2b1e9771-14db-4e26-b708-f6edf7eabbdc not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:30.656026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f0ac6d2f-17d7-4231-9944-4da7305c8b16 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:30.691307 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.714814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f0ac6d2f-17d7-4231-9944-4da7305c8b16 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:30.715159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f0ac6d2f-17d7-4231-9944-4da7305c8b16 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:30.740583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] No DVR routers for this DVR port 0841e03a-278f-48bf-8a3f-5eb94f0b058f on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:30.742401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Pushing event deleted for resources: {'Port': ['ID=0841e03a-278f-48bf-8a3f-5eb94f0b058f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:30.777386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Deleting port f98b050f-1937-4bfe-8d30-e46990f4c334 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:30.778226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.920539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] DHCP port deletion for eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:47:30.960254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] For port f98b050f-1937-4bfe-8d30-e46990f4c334, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f98b050f-1937-4bfe-8d30-e46990f4c334,segment=NetworkSegment(de967f94-2b4f-4788-8436-9a60e6bf7220),segment_id=de967f94-2b4f-4788-8436-9a60e6bf7220)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:30.960855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:30.981794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Calling delete_port for f98b050f-1937-4bfe-8d30-e46990f4c334 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:31.041107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8208d87-1353-412f-90d8-dc44051eebb4 None None] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:31.080269 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.122939 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.128648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-962bff66-0ff7-45e9-8832-daa689e7d50b None None] Provisioning complete for port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:31.129470 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-962bff66-0ff7-45e9-8832-daa689e7d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.132231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.207434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] Deleting port f98b050f-1937-4bfe-8d30-e46990f4c334 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:31.208004 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.219405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f98b050f-1937-4bfe-8d30-e46990f4c334,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:31.221714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df964da3-c9c3-43ec-8cfe-883e8aaa78dc']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:31.243766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d16630-7801-437c-8e0e-527694efcafb') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:31.244201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d16630-7801-437c-8e0e-527694efcafb') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:31.254529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.260681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] No DVR routers for this DVR port f98b050f-1937-4bfe-8d30-e46990f4c334 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:31.272893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.288561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:31.288999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.347167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] For port f98b050f-1937-4bfe-8d30-e46990f4c334, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:31.347657 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.391137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] Calling delete_port for f98b050f-1937-4bfe-8d30-e46990f4c334 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:31.396079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] Port f98b050f-1937-4bfe-8d30-e46990f4c334 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:31.433742 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:31.436685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=12beabf8-5789-4933-8a48-d502f1f4d06a,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:31.439781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-962bff66-0ff7-45e9-8832-daa689e7d50b None None] Current status of the port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:31.440302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-962bff66-0ff7-45e9-8832-daa689e7d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.442293 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.466409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': 'c1562b82-d0b6-407b-9531-bbc021564fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d0c9be0-83de-4b91-8ea2-fd519713dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:31.466831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: 7d0c9be0-83de-4b91-8ea2-fd519713dbac, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:31.469001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.478599 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.480620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] Pushing event deleted for resources: {'Port': ['ID=f98b050f-1937-4bfe-8d30-e46990f4c334,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:31.481514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] 10.222.0.13 "DELETE /v2.0/networks/df964da3-c9c3-43ec-8cfe-883e8aaa78dc HTTP/1.1" status: 204 len: 168 time: 2.7598774 May 10 11:47:31.497735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc9c32f-1f5f-40a1-b2b1-02cfb6088a28 None None] No DVR routers for this DVR port f98b050f-1937-4bfe-8d30-e46990f4c334 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:31.502151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3b382-ec10-4815-9abf-63e552a3ee4b admin admin] Pushing event deleted for resources: {'Network': ['ID=df964da3-c9c3-43ec-8cfe-883e8aaa78dc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:31.523384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-962bff66-0ff7-45e9-8832-daa689e7d50b None None] For port d5d1f0f2-51b8-42fe-a3a3-55d56e943015, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,segment=NetworkSegment(e48a8250-c48b-4fe4-a427-43c03350a391),segment_id=e48a8250-c48b-4fe4-a427-43c03350a391)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:31.523813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 7d0c9be0-83de-4b91-8ea2-fd519713dbac is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:31.542863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 7d0c9be0-83de-4b91-8ea2-fd519713dbac) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:31.548428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:31.549152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3721213'] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.550592 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.576504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e04e4a5c-40da-4214-839d-e3d0433f4da6 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1530955 May 10 11:47:31.578576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d5d1f0f2-51b8-42fe-a3a3-55d56e943015 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:47:31.580585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-962bff66-0ff7-45e9-8832-daa689e7d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.581169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37254) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:31.586740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0f26c20b-fee4-49d1-841e-43738cb64cf3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:31.595544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e63fc-6662-4a40-971b-624e3b10eda7 None None] Network 7d0c9be0-83de-4b91-8ea2-fd519713dbac requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:31.600811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:31.616492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de967f94-2b4f-4788-8436-9a60e6bf7220') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:31.616890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de967f94-2b4f-4788-8436-9a60e6bf7220') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:31.634789 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.667233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.680247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:31.680838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:31.683807 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:31.757067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.758960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bff66-0ff7-45e9-8832-daa689e7d50b None None] Pushing event updated for resources: {'Port': ['ID=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:31.768040 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.772180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c HTTP/1.1" status: 204 len: 168 time: 1.4208281 May 10 11:47:31.785926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6eab8-146b-4ba7-a4bf-ae3f81298f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf0c83f-5bd1-4cd7-80be-4c0eeca38d3c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:31.788921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f26c20b-fee4-49d1-841e-43738cb64cf3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8828111'] for subnet, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.819968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37258) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:31.884831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f077dc66-4816-4e46-ba92-7c4394988b6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54559a33eeb145b689aaa8cf708df004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632777 May 10 11:47:31.887381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37260) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:31.954674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423661ce-cda0-492b-ac2a-3cef90aebf23 None None] Update dhcp port {'port': {'network_id': '42c8f452-996f-4ee0-bdb6-0da841fbd8ca', 'fixed_ips': [{'subnet_id': '217b23e1-af9c-4ba1-957a-4d1e17279e62', 'ip_address': '2001:db8::2'}, {'subnet_id': '3bf1cdcd-0c2e-4cee-91af-02d84c02252f'}], 'binding:host_id': 'n-d-840949-1'}, 'id': 'd5d1f0f2-51b8-42fe-a3a3-55d56e943015'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:47:31.976300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37262) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:31.984407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24da0cc4-b931-41fe-9f4e-8ec0dacf7af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.990758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:31.991281 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.012520 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24da0cc4-b931-41fe-9f4e-8ec0dacf7af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.023511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-7d0c9be0-83de-4b91-8ea2-fd519713dbac', 'network_id': '7d0c9be0-83de-4b91-8ea2-fd519713dbac', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': '12beabf8-5789-4933-8a48-d502f1f4d06a'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:32.025264 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.031328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f26c20b-fee4-49d1-841e-43738cb64cf3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770908275833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8571083'] for subnet, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.051197 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-423661ce-cda0-492b-ac2a-3cef90aebf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.087523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26c20b-fee4-49d1-841e-43738cb64cf3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:32.088448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f26c20b-fee4-49d1-841e-43738cb64cf3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.092259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0f26c20b-fee4-49d1-841e-43738cb64cf3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "PUT /v2.0/subnets/12beabf8-5789-4933-8a48-d502f1f4d06a HTTP/1.1" status: 200 len: 826 time: 0.5077016 May 10 11:47:32.094258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37268) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:32.148673 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c1b64b59-9be5-4984-bad5-91ee0816a0ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c25834a39734feca8a5696f665e5413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711235 May 10 11:47:32.150201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37272) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:32.191435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26c20b-fee4-49d1-841e-43738cb64cf3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=12beabf8-5789-4933-8a48-d502f1f4d06a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:32.210256 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24da0cc4-b931-41fe-9f4e-8ec0dacf7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.214103 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-24da0cc4-b931-41fe-9f4e-8ec0dacf7af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.220946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-24da0cc4-b931-41fe-9f4e-8ec0dacf7af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4be5dec9-cf6f-4324-bb1f-130092f4877f HTTP/1.1" status: 204 len: 168 time: 0.3320825 May 10 11:47:32.241531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da0cc4-b931-41fe-9f4e-8ec0dacf7af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be5dec9-cf6f-4324-bb1f-130092f4877f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:32.254761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.261785 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff1a25f3-e74c-4d4c-af8d-a01e7c7ddd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.302859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff1a25f3-e74c-4d4c-af8d-a01e7c7ddd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.350451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.432698 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff1a25f3-e74c-4d4c-af8d-a01e7c7ddd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.435421 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff1a25f3-e74c-4d4c-af8d-a01e7c7ddd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.436849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff1a25f3-e74c-4d4c-af8d-a01e7c7ddd25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ea3de3c-413a-4c7d-86ce-426880cc840f HTTP/1.1" status: 204 len: 168 time: 0.2845354 May 10 11:47:32.452107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a25f3-e74c-4d4c-af8d-a01e7c7ddd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea3de3c-413a-4c7d-86ce-426880cc840f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:32.754734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:32.801687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-423661ce-cda0-492b-ac2a-3cef90aebf23 None None] Allocated IP 172.20.0.1 (42c8f452-996f-4ee0-bdb6-0da841fbd8ca/3bf1cdcd-0c2e-4cee-91af-02d84c02252f/d5d1f0f2-51b8-42fe-a3a3-55d56e943015) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:32.804340 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:32.825278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37314) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:32.826925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Allocated IP 2001:db8::2 (7d0c9be0-83de-4b91-8ea2-fd519713dbac/12beabf8-5789-4933-8a48-d502f1f4d06a/845149cb-c1ba-440e-8a71-d862558e7c5e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:32.863338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:32.955516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:32.956062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1d55b30c-7e48-4597-890e-8ba8dfd3dc3a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:32.956412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f98b050f-1937-4bfe-8d30-e46990f4c334 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:33.011851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f98b050f-1937-4bfe-8d30-e46990f4c334 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:33.012272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f98b050f-1937-4bfe-8d30-e46990f4c334 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:33.086624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-423661ce-cda0-492b-ac2a-3cef90aebf23 None None] For port d5d1f0f2-51b8-42fe-a3a3-55d56e943015, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,segment=NetworkSegment(e48a8250-c48b-4fe4-a427-43c03350a391),segment_id=e48a8250-c48b-4fe4-a427-43c03350a391)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:33.166548 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-423661ce-cda0-492b-ac2a-3cef90aebf23 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.172429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-665be7b4-b2a1-4736-be3e-dc751d5d3034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.179806 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-423661ce-cda0-492b-ac2a-3cef90aebf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.206364 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.291334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.340242 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.391693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Network 7d0c9be0-83de-4b91-8ea2-fd519713dbac is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:33.393746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:33.398910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:33.403316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423661ce-cda0-492b-ac2a-3cef90aebf23 None None] Pushing event updated for resources: {'Port': ['ID=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:33.411762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-665be7b4-b2a1-4736-be3e-dc751d5d3034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.415433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37330) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:33.441595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=12beabf8-5789-4933-8a48-d502f1f4d06a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:33.456753 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-665be7b4-b2a1-4736-be3e-dc751d5d3034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.485572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d5d1f0f2-51b8-42fe-a3a3-55d56e943015 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:47:33.564784 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.619592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0c9be0-83de-4b91-8ea2-fd519713dbac']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:33.621899 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bc60dc4b-2d5a-442d-abc7-010ec6c05efc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b26aa04dd34d449b94a584279697f83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028797 May 10 11:47:33.624569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37334) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:33.638304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1562b82-d0b6-407b-9531-bbc021564fea') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:33.638686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1562b82-d0b6-407b-9531-bbc021564fea') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:33.660688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.674358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Pushing event updated for resources: {'Port': ['ID=845149cb-c1ba-440e-8a71-d862558e7c5e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:33.684333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.705388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:33.705905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.708769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Attempting to bind port 845149cb-c1ba-440e-8a71-d862558e7c5e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:33.709046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-665be7b4-b2a1-4736-be3e-dc751d5d3034 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=143b1f2e414b42149d36d7d592371767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819461 May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:33.709248 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:33.711518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37338) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:33.711732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665be7b4-b2a1-4736-be3e-dc751d5d3034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1205ef-629b-4354-b1d9-7c0780837799,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:33.727716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Attempting to bind port 845149cb-c1ba-440e-8a71-d862558e7c5e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c1562b82-d0b6-407b-9531-bbc021564fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d0c9be0-83de-4b91-8ea2-fd519713dbac'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:33.729672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Attempting to bind port 845149cb-c1ba-440e-8a71-d862558e7c5e on network 7d0c9be0-83de-4b91-8ea2-fd519713dbac {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:33.744702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:33.745367 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.749089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:33.749416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Checking segment: {'id': 'c1562b82-d0b6-407b-9531-bbc021564fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d0c9be0-83de-4b91-8ea2-fd519713dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:33.749667 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.750174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Bound using segment: {'id': 'c1562b82-d0b6-407b-9531-bbc021564fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d0c9be0-83de-4b91-8ea2-fd519713dbac'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:33.750730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Bound port: 845149cb-c1ba-440e-8a71-d862558e7c5e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1562b82-d0b6-407b-9531-bbc021564fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d0c9be0-83de-4b91-8ea2-fd519713dbac'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:33.751128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.755070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d63086f-ec49-4c77-826c-ea800ee867c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.789977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d63086f-ec49-4c77-826c-ea800ee867c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.911014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d63086f-ec49-4c77-826c-ea800ee867c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.914279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d63086f-ec49-4c77-826c-ea800ee867c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:33.915435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5d63086f-ec49-4c77-826c-ea800ee867c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b3def09-8343-44e4-9965-bcca6647ef33 HTTP/1.1" status: 204 len: 168 time: 0.2827215 May 10 11:47:33.944204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63086f-ec49-4c77-826c-ea800ee867c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3def09-8343-44e4-9965-bcca6647ef33,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:33.976150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] For port 845149cb-c1ba-440e-8a71-d862558e7c5e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:33.999122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d012dab5-0836-4ffa-a8e3-eeff29ca7efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.012962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.api [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:47:34.012962 n-d-840949-1 neutron-server[102767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:47:34.012962 n-d-840949-1 neutron-server[102767]: [parameters: {'id': '7d0c9be0-83de-4b91-8ea2-fd519713dbac'}] May 10 11:47:34.012962 n-d-840949-1 neutron-server[102767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:47:34.013319 n-d-840949-1 neutron-server[102767]: DEBUG oslo_db.api [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:47:34.033860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d012dab5-0836-4ffa-a8e3-eeff29ca7efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.046962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] For port 845149cb-c1ba-440e-8a71-d862558e7c5e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=845149cb-c1ba-440e-8a71-d862558e7c5e,segment=NetworkSegment(c1562b82-d0b6-407b-9531-bbc021564fea),segment_id=c1562b82-d0b6-407b-9531-bbc021564fea)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:34.071315 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.108403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d012dab5-0836-4ffa-a8e3-eeff29ca7efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.127876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d012dab5-0836-4ffa-a8e3-eeff29ca7efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.133677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d012dab5-0836-4ffa-a8e3-eeff29ca7efe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d1205ef-629b-4354-b1d9-7c0780837799 HTTP/1.1" status: 204 len: 168 time: 0.4230125 May 10 11:47:34.175223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012dab5-0836-4ffa-a8e3-eeff29ca7efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1205ef-629b-4354-b1d9-7c0780837799,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:34.455484 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0480caf-62e3-4725-ad14-79b913ad34c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.462650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0845d-f61a-4ccd-bb7c-02927465a8d0 None None] Pushing event updated for resources: {'Port': ['ID=845149cb-c1ba-440e-8a71-d862558e7c5e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:34.476837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:34.480704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761454a-29a0-40d7-8071-24a31dd3ec54 None None] Network 7d0c9be0-83de-4b91-8ea2-fd519713dbac requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:34.514161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.571141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a94c934-8b7a-4018-9a60-84e91aa297b1 None None] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:34.663366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting port 845149cb-c1ba-440e-8a71-d862558e7c5e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:34.663803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.687373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a181862b-0a08-4b24-a2cf-544942a0a42e None None] Provisioning complete for port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:34.687755 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a181862b-0a08-4b24-a2cf-544942a0a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.776282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] For port 845149cb-c1ba-440e-8a71-d862558e7c5e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=845149cb-c1ba-440e-8a71-d862558e7c5e,segment=NetworkSegment(c1562b82-d0b6-407b-9531-bbc021564fea),segment_id=c1562b82-d0b6-407b-9531-bbc021564fea)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:34.776659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.799998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81fb6e5-5e2e-46a5-9411-69cc3d43fdd0 None None] Network 7d0c9be0-83de-4b91-8ea2-fd519713dbac requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:34.825441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Calling delete_port for 845149cb-c1ba-440e-8a71-d862558e7c5e owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:34.851770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37360) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:34.906605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fbf8643-b0a1-4a14-a3b4-f689f195a78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:34.986805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a181862b-0a08-4b24-a2cf-544942a0a42e None None] Current status of the port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:34.988462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.007339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No DVR routers for this DVR port 845149cb-c1ba-440e-8a71-d862558e7c5e on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:35.084187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Port': ['ID=845149cb-c1ba-440e-8a71-d862558e7c5e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:35.197724 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.234816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0c9be0-83de-4b91-8ea2-fd519713dbac']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:35.255393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1562b82-d0b6-407b-9531-bbc021564fea') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:35.255690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1562b82-d0b6-407b-9531-bbc021564fea') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:35.275952 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.291336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fbf8643-b0a1-4a14-a3b4-f689f195a78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.303971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fbf8643-b0a1-4a14-a3b4-f689f195a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.338233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.361982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f0c35e-9083-4ca4-852b-26433a5b7689 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:47:35.364797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:35.365289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:35.368960 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:35.386751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37376) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:35.396588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8fbf8643-b0a1-4a14-a3b4-f689f195a78e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=755c824fbedd43258c226b2e30407486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425885 May 10 11:47:35.398145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d5d1f0f2-51b8-42fe-a3a3-55d56e943015 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:47:35.400635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf8643-b0a1-4a14-a3b4-f689f195a78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2318a16a-b896-4f20-8dbf-4cdaf4921b01,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:35.475003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.476710 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.488845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.494814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/7d0c9be0-83de-4b91-8ea2-fd519713dbac HTTP/1.1" status: 204 len: 168 time: 3.3971820 May 10 11:47:35.496855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37382) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:35.533989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e57fe3-ee0c-44c2-937f-0e9e6c396177 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=7d0c9be0-83de-4b91-8ea2-fd519713dbac,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:35.538079 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6179164d-7981-4e9e-bb51-83466a69539f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:35.538901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6179164d-7981-4e9e-bb51-83466a69539f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:35.543138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6179164d-7981-4e9e-bb51-83466a69539f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/7d0c9be0-83de-4b91-8ea2-fd519713dbac HTTP/1.1" status: 404 len: 339 time: 0.0452302 May 10 11:47:35.549650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37384) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:35.550186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-60f3ebef-8830-4d0c-afc3-c6d6de86e438 None None] Provisioning complete for port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:35.550997 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-60f3ebef-8830-4d0c-afc3-c6d6de86e438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.556349 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.558073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512636188', 'description': 'd1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:35.560284 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.604133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:35.608178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.651613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:35.660628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.663385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.664190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:35.664856 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2318a16a-b896-4f20-8dbf-4cdaf4921b01 HTTP/1.1" status: 204 len: 168 time: 0.2763965 May 10 11:47:35.667498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.677781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2318a16a-b896-4f20-8dbf-4cdaf4921b01,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:35.679071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.681341 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment 8b0f1589-188b-43ba-8ae5-57c8ce77b825 of type vlan for network 6ddfbd85-b833-4aaa-b5a9-26d07ee6a613 May 10 11:47:35.692581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.696070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.697353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.697817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.699042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.699443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.700054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.701881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.702407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.706520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.707141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.707768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4c2c0-622d-4bb5-9684-ecb8ee309898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:35.710223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0c35e-9083-4ca4-852b-26433a5b7689 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:47:35.750225 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.786031 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.796425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-60f3ebef-8830-4d0c-afc3-c6d6de86e438 None None] Current status of the port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:35.807895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:35.808561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:35.881661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3303742 May 10 11:47:35.884633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37394) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:35.891613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd2661-a1ef-4cb4-bd0e-0c812843e678 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=6ddfbd85-b833-4aaa-b5a9-26d07ee6a613,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:35.941668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 6ddfbd85-b833-4aaa-b5a9-26d07ee6a613 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:36.029230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6538032-2170-4ecd-9e27-d2cc1a817519 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:36.031934 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c6538032-2170-4ecd-9e27-d2cc1a817519 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/networks?id=6ddfbd85-b833-4aaa-b5a9-26d07ee6a613 HTTP/1.1" status: 200 len: 764 time: 0.1455894 May 10 11:47:36.034747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37398) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:36.035441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:36.041676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-10a09d5b-a808-4274-825f-110e05fcf41f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'description': 'd2'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:36.260365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10a09d5b-a808-4274-825f-110e05fcf41f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:36.281684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10a09d5b-a808-4274-825f-110e05fcf41f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:36.363728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10a09d5b-a808-4274-825f-110e05fcf41f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network 6ddfbd85-b833-4aaa-b5a9-26d07ee6a613 is not hosted by any dhcp agent {{(pid=102768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:47:36.369492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a09d5b-a808-4274-825f-110e05fcf41f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:36.370140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10a09d5b-a808-4274-825f-110e05fcf41f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:36.374011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-10a09d5b-a808-4274-825f-110e05fcf41f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "PUT /v2.0/networks/6ddfbd85-b833-4aaa-b5a9-26d07ee6a613 HTTP/1.1" status: 200 len: 761 time: 0.3347158 May 10 11:47:36.375288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37420) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:36.380810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a09d5b-a808-4274-825f-110e05fcf41f tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=6ddfbd85-b833-4aaa-b5a9-26d07ee6a613,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:36.394309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 6ddfbd85-b833-4aaa-b5a9-26d07ee6a613 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:36.558226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd1a6d8-e0fe-4bb7-bc46-d806e97f1d5e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:36.565206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37428) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:36.566128 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1dd1a6d8-e0fe-4bb7-bc46-d806e97f1d5e tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/networks?id=6ddfbd85-b833-4aaa-b5a9-26d07ee6a613 HTTP/1.1" status: 200 len: 764 time: 0.1896052 May 10 11:47:36.612499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37430) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:36.805310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d88baa-a7a8-4f24-a5d5-130f61e427ac tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:36.807105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-16d88baa-a7a8-4f24-a5d5-130f61e427ac tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2402716 May 10 11:47:36.809979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37438) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:36.856790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-37680801-4cc0-487a-8bb4-3f9a7a0225fb tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 207 time: 0.0455480 May 10 11:47:36.860275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:36.915314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-31022e07-8783-4b18-a8a2-71849fb35f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:36.987249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592151a7-b471-48f9-83d0-8e9a5b913f57 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:36.994399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592151a7-b471-48f9-83d0-8e9a5b913f57 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.002785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592151a7-b471-48f9-83d0-8e9a5b913f57 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.010424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592151a7-b471-48f9-83d0-8e9a5b913f57 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.017385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592151a7-b471-48f9-83d0-8e9a5b913f57 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.020228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-31022e07-8783-4b18-a8a2-71849fb35f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.023982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592151a7-b471-48f9-83d0-8e9a5b913f57 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.026033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-592151a7-b471-48f9-83d0-8e9a5b913f57 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1635716 May 10 11:47:37.028224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-31022e07-8783-4b18-a8a2-71849fb35f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.030047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37448) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.088938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-31022e07-8783-4b18-a8a2-71849fb35f23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce1d078b925b455d94b3cd7d75e2172e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729977 May 10 11:47:37.089347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31022e07-8783-4b18-a8a2-71849fb35f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7037d422-39a0-46a8-a084-e2fa8b9d80ce,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:37.091792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37454) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.163128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a43fa0ab-46a5-4f8e-a36d-5d45cfb00c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.174179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b6b028ea-bf36-4c61-a13e-68ffbe5c5398 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1428425 May 10 11:47:37.177526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37456) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.191546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a43fa0ab-46a5-4f8e-a36d-5d45cfb00c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.224579 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82d296a2-3f74-4d59-9424-902361aae80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.253936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ea353-df22-4c77-ba94-7c0ce05744b3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.255559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ea353-df22-4c77-ba94-7c0ce05744b3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.257130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ea353-df22-4c77-ba94-7c0ce05744b3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.258642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ea353-df22-4c77-ba94-7c0ce05744b3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.260364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ea353-df22-4c77-ba94-7c0ce05744b3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.265617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-445ea353-df22-4c77-ba94-7c0ce05744b3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0834098 May 10 11:47:37.265906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37460) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.271731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a43fa0ab-46a5-4f8e-a36d-5d45cfb00c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.274401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a43fa0ab-46a5-4f8e-a36d-5d45cfb00c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.275573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a43fa0ab-46a5-4f8e-a36d-5d45cfb00c91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7037d422-39a0-46a8-a084-e2fa8b9d80ce HTTP/1.1" status: 204 len: 168 time: 0.1802549 May 10 11:47:37.286282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa0ab-46a5-4f8e-a36d-5d45cfb00c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7037d422-39a0-46a8-a084-e2fa8b9d80ce,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:37.352652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2cafc-654d-4148-84a2-46d8aa0e63ab tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.354369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2cafc-654d-4148-84a2-46d8aa0e63ab tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.355929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2cafc-654d-4148-84a2-46d8aa0e63ab tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.357351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2cafc-654d-4148-84a2-46d8aa0e63ab tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.358929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2cafc-654d-4148-84a2-46d8aa0e63ab tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.360709 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f5f2cafc-654d-4148-84a2-46d8aa0e63ab tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0936909 May 10 11:47:37.364673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37468) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.475902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37472) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.476269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01763b2-5386-440b-bec6-43aba19768c1 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.481573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37474) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.482054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d01763b2-5386-440b-bec6-43aba19768c1 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/networks/2b25c36d-7f03-44b6-a455-b25efd68656a HTTP/1.1" status: 200 len: 804 time: 0.1161668 May 10 11:47:37.599348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a14aef0d-7978-47a3-9ff1-289ab03431b7 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/networks/2b25c36d-7f03-44b6-a455-b25efd68656a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1159127 May 10 11:47:37.602832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37484) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.654574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baabcc7-df65-4130-818d-180ebafe84dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.659458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4baabcc7-df65-4130-818d-180ebafe84dd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/subnets/65392317-5074-412f-9ec2-eb1264cd55a7 HTTP/1.1" status: 200 len: 843 time: 0.0520039 May 10 11:47:37.659874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37486) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.676530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a14c7b16-712d-48f9-8c43-021a6a7bb96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.733016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a7617-f1ad-48ae-ae86-6c9456befa13 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.735420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3a2a7617-f1ad-48ae-ae86-6c9456befa13 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "GET /v2.0/subnets/65392317-5074-412f-9ec2-eb1264cd55a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0741277 May 10 11:47:37.739038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37492) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.744464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1891510203'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:37.758417 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.768005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:37.771548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.796056 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a14c7b16-712d-48f9-8c43-021a6a7bb96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.797950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:37.803215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a14c7b16-712d-48f9-8c43-021a6a7bb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.809075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.809489 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Added segment b329147f-a2aa-44c1-a612-f1e6da631877 of type vlan for network cbf7844c-fe52-40ed-a2cb-74d9d44cf641 May 10 11:47:37.848509 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a14c7b16-712d-48f9-8c43-021a6a7bb96b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0a25919a78d42f2a520f70dec04af6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675482 May 10 11:47:37.848865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37496) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.860583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c7b16-712d-48f9-8c43-021a6a7bb96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c8e156-5b7e-41df-8cf5-56b1c166489a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:37.886880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.917142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37500) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:37.943556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-305daecc-59a2-406c-8880-d2664ffaa0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.944199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.951270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:37.951886 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:37.969235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edaa7db7-7ca0-4b43-a3fa-d31659eaba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.015150 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2748775 May 10 11:47:38.015908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37502) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:38.026189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'network_id': 'cbf7844c-fe52-40ed-a2cb-74d9d44cf641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:38.049595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-305daecc-59a2-406c-8880-d2664ffaa0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.050024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edaa7db7-7ca0-4b43-a3fa-d31659eaba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.056811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113ed7-4f19-4796-b920-840f6c4c2bb5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Network': ['ID=cbf7844c-fe52-40ed-a2cb-74d9d44cf641,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:38.071084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network cbf7844c-fe52-40ed-a2cb-74d9d44cf641 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:38.080892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-305daecc-59a2-406c-8880-d2664ffaa0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.108831 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edaa7db7-7ca0-4b43-a3fa-d31659eaba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.111551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edaa7db7-7ca0-4b43-a3fa-d31659eaba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.115663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-edaa7db7-7ca0-4b43-a3fa-d31659eaba82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77c8e156-5b7e-41df-8cf5-56b1c166489a HTTP/1.1" status: 204 len: 168 time: 0.2636380 May 10 11:47:38.124903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa7db7-7ca0-4b43-a3fa-d31659eaba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c8e156-5b7e-41df-8cf5-56b1c166489a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:38.153662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-305daecc-59a2-406c-8880-d2664ffaa0ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f8724094ea442678ee855db93164981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348595 May 10 11:47:38.156568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37510) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:38.160022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305daecc-59a2-406c-8880-d2664ffaa0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533acea7-19b4-4928-a8e1-5a865cdda92e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:38.191740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Made reservation on behalf of dce68fff9b4e412aba026232014c4e0b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:38.198068 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.238135 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66c519b7-51de-41be-98d9-d45dadc94d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.263299 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66c519b7-51de-41be-98d9-d45dadc94d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.290842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Performing IP validity checks on allocation pools {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 10 11:47:38.291368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 10 11:47:38.329811 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66c519b7-51de-41be-98d9-d45dadc94d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.333895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66c519b7-51de-41be-98d9-d45dadc94d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.338172 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-66c519b7-51de-41be-98d9-d45dadc94d48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/533acea7-19b4-4928-a8e1-5a865cdda92e HTTP/1.1" status: 204 len: 168 time: 0.1782751 May 10 11:47:38.346094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c519b7-51de-41be-98d9-d45dadc94d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533acea7-19b4-4928-a8e1-5a865cdda92e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:38.478828 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.566453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=6e9b2613-3319-45f1-8e46-9511a2f5ff17,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:38.581986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Checking segment: {'id': 'b329147f-a2aa-44c1-a612-f1e6da631877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cbf7844c-fe52-40ed-a2cb-74d9d44cf641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:38.582492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network hostable DHCP agents. Network: cbf7844c-fe52-40ed-a2cb-74d9d44cf641, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:38.601505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Network cbf7844c-fe52-40ed-a2cb-74d9d44cf641 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:38.613224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, cbf7844c-fe52-40ed-a2cb-74d9d44cf641) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:38.622362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095929e8-6faa-4634-b55a-c2be658819e5 None None] Network cbf7844c-fe52-40ed-a2cb-74d9d44cf641 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:38.625696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:38.627864 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.652064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37528) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:38.652713 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-87a41f78-9d56-46f9-b62c-a2c07be055b2 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6342454 May 10 11:47:38.658781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-803d4c41-39c9-4568-b979-d2e52529566b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:38.729323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37530) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:38.748000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d843e27f-e853-4cab-ac10-a27a9976cc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.785546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-803d4c41-39c9-4568-b979-d2e52529566b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8828111'] for subnet, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.793596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37532) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:38.816532 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.881404 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d843e27f-e853-4cab-ac10-a27a9976cc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.888850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d843e27f-e853-4cab-ac10-a27a9976cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.942553 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d843e27f-e853-4cab-ac10-a27a9976cc42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce099717d3c54f75bfc339e6f4980e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120385 May 10 11:47:38.943791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843e27f-e853-4cab-ac10-a27a9976cc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd9dc1-bf4a-4321-aa13-7c76ad65c76b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:38.948339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37538) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:39.022065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-cbf7844c-fe52-40ed-a2cb-74d9d44cf641', 'network_id': 'cbf7844c-fe52-40ed-a2cb-74d9d44cf641', 'tenant_id': 'dce68fff9b4e412aba026232014c4e0b', 'fixed_ips': [{'subnet_id': '6e9b2613-3319-45f1-8e46-9511a2f5ff17'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:39.023212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.047715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4aacd57-a648-4cc4-8d5d-6965d5791267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.072226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.083612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.090927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4aacd57-a648-4cc4-8d5d-6965d5791267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.151996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02a4646583194192a2a99a0427ba0821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560905 May 10 11:47:39.161348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37544) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:39.180501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e4403-6dc9-4312-a101-02090b47256f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:39.185349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-803d4c41-39c9-4568-b979-d2e52529566b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770908275833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8571083'] for subnet, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.215883 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4aacd57-a648-4cc4-8d5d-6965d5791267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.219130 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4aacd57-a648-4cc4-8d5d-6965d5791267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.221221 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e4aacd57-a648-4cc4-8d5d-6965d5791267 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8bd9dc1-bf4a-4321-aa13-7c76ad65c76b HTTP/1.1" status: 204 len: 168 time: 0.2714596 May 10 11:47:39.233835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.234138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.236389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.236744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.237087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.237422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.237751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.238075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.238401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.238724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.239047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.239366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1fdac4-6640-49d5-bd48-a09e1294e2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:47:39.251672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aacd57-a648-4cc4-8d5d-6965d5791267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd9dc1-bf4a-4321-aa13-7c76ad65c76b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:39.263222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Allocated IP 2001:db8::3 (cbf7844c-fe52-40ed-a2cb-74d9d44cf641/6e9b2613-3319-45f1-8e46-9511a2f5ff17/f0ff1425-63a1-4edd-80c7-c26c4d4aac8d) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:39.283810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803d4c41-39c9-4568-b979-d2e52529566b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:39.284447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-803d4c41-39c9-4568-b979-d2e52529566b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.288736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-803d4c41-39c9-4568-b979-d2e52529566b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "PUT /v2.0/subnets/6e9b2613-3319-45f1-8e46-9511a2f5ff17 HTTP/1.1" status: 200 len: 900 time: 0.6355381 May 10 11:47:39.289332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37552) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:39.298943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d4c41-39c9-4568-b979-d2e52529566b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event updated for resources: {'Subnet': ['ID=6e9b2613-3319-45f1-8e46-9511a2f5ff17,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:39.304070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6900aba4-c5be-46e9-a56d-be42925e277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.330973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6900aba4-c5be-46e9-a56d-be42925e277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.369900 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.389153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6900aba4-c5be-46e9-a56d-be42925e277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.392092 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6900aba4-c5be-46e9-a56d-be42925e277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.393358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6900aba4-c5be-46e9-a56d-be42925e277b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/492e4403-6dc9-4312-a101-02090b47256f HTTP/1.1" status: 204 len: 168 time: 0.2310555 May 10 11:47:39.403928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900aba4-c5be-46e9-a56d-be42925e277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e4403-6dc9-4312-a101-02090b47256f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:39.469646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.490615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.499533 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.533164 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.571966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Network cbf7844c-fe52-40ed-a2cb-74d9d44cf641 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:39.577565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:39.588781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:39.593775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.597381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Pushing event updated for resources: {'Port': ['ID=f0ff1425-63a1-4edd-80c7-c26c4d4aac8d,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:39.646984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.669220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Attempting to bind port f0ff1425-63a1-4edd-80c7-c26c4d4aac8d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:39.669847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Attempting to bind port f0ff1425-63a1-4edd-80c7-c26c4d4aac8d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b329147f-a2aa-44c1-a612-f1e6da631877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cbf7844c-fe52-40ed-a2cb-74d9d44cf641'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:39.669995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Attempting to bind port f0ff1425-63a1-4edd-80c7-c26c4d4aac8d on network cbf7844c-fe52-40ed-a2cb-74d9d44cf641 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:39.676401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9b2613-3319-45f1-8e46-9511a2f5ff17,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:39.677665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:39.678041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Checking segment: {'id': 'b329147f-a2aa-44c1-a612-f1e6da631877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cbf7844c-fe52-40ed-a2cb-74d9d44cf641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:39.683556 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.684340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Bound using segment: {'id': 'b329147f-a2aa-44c1-a612-f1e6da631877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cbf7844c-fe52-40ed-a2cb-74d9d44cf641'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:39.684998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Bound port: f0ff1425-63a1-4edd-80c7-c26c4d4aac8d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b329147f-a2aa-44c1-a612-f1e6da631877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cbf7844c-fe52-40ed-a2cb-74d9d44cf641'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:39.686456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.763418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.792728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf7844c-fe52-40ed-a2cb-74d9d44cf641']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:39.797345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] For port f0ff1425-63a1-4edd-80c7-c26c4d4aac8d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:39.808796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] For port f0ff1425-63a1-4edd-80c7-c26c4d4aac8d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0ff1425-63a1-4edd-80c7-c26c4d4aac8d,segment=NetworkSegment(b329147f-a2aa-44c1-a612-f1e6da631877),segment_id=b329147f-a2aa-44c1-a612-f1e6da631877)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:39.818995 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.825698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b329147f-a2aa-44c1-a612-f1e6da631877') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:39.826300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b329147f-a2aa-44c1-a612-f1e6da631877') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:39.874356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.919274 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.948743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:39.949947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:39.953818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1d15-b429-4be1-85c3-f1ee308fb0b4 None None] Pushing event updated for resources: {'Port': ['ID=f0ff1425-63a1-4edd-80c7-c26c4d4aac8d,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:39.967412 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:39.969973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3b859-d43b-4150-aaa1-35e37cd3fce9 None None] Network cbf7844c-fe52-40ed-a2cb-74d9d44cf641 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:40.006881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37566) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:40.063356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.api [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:47:40.063356 n-d-840949-1 neutron-server[102768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:47:40.063356 n-d-840949-1 neutron-server[102768]: [parameters: {'id': 'cbf7844c-fe52-40ed-a2cb-74d9d44cf641'}] May 10 11:47:40.063356 n-d-840949-1 neutron-server[102768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:47:40.064560 n-d-840949-1 neutron-server[102768]: DEBUG oslo_db.api [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:47:40.203677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f2a565-7cf1-4f2e-b1e0-43a3e8f424a4 None None] Network cbf7844c-fe52-40ed-a2cb-74d9d44cf641 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:40.218912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6042895-69fd-4818-b41d-c16f9c044fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.312893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6042895-69fd-4818-b41d-c16f9c044fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.322171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6042895-69fd-4818-b41d-c16f9c044fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.364449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57300d46-7835-465f-9abf-a32f6101018c None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:47:40.371412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6042895-69fd-4818-b41d-c16f9c044fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a19ac6-ed0d-4bb3-b782-7a5963e2de9d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:40.381934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37582) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:40.388163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e6042895-69fd-4818-b41d-c16f9c044fa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dd45e4ea91747cf93cb6cf960d9fd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800044 May 10 11:47:40.443342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e33b90fb-bae5-4d91-b4bc-388c7bf3c271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.466466 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e33b90fb-bae5-4d91-b4bc-388c7bf3c271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.496661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57300d46-7835-465f-9abf-a32f6101018c None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:47:40.523899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e33b90fb-bae5-4d91-b4bc-388c7bf3c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.527101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e33b90fb-bae5-4d91-b4bc-388c7bf3c271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.528715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e33b90fb-bae5-4d91-b4bc-388c7bf3c271 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0a19ac6-ed0d-4bb3-b782-7a5963e2de9d HTTP/1.1" status: 204 len: 168 time: 0.1457405 May 10 11:47:40.540407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b90fb-bae5-4d91-b4bc-388c7bf3c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a19ac6-ed0d-4bb3-b782-7a5963e2de9d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:40.566035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.597670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37594) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:40.632723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting port f0ff1425-63a1-4edd-80c7-c26c4d4aac8d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:40.634015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.713951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] For port f0ff1425-63a1-4edd-80c7-c26c4d4aac8d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f0ff1425-63a1-4edd-80c7-c26c4d4aac8d,segment=NetworkSegment(b329147f-a2aa-44c1-a612-f1e6da631877),segment_id=b329147f-a2aa-44c1-a612-f1e6da631877)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:40.713951 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.729528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Calling delete_port for f0ff1425-63a1-4edd-80c7-c26c4d4aac8d owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:40.826540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.862372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No DVR routers for this DVR port f0ff1425-63a1-4edd-80c7-c26c4d4aac8d on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:40.868529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Port': ['ID=f0ff1425-63a1-4edd-80c7-c26c4d4aac8d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:40.927024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de6b95b7-ec20-4584-9da5-2b1662135254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.951888 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.976670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf7844c-fe52-40ed-a2cb-74d9d44cf641']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:40.988484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b329147f-a2aa-44c1-a612-f1e6da631877') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:40.989188 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b329147f-a2aa-44c1-a612-f1e6da631877') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:41.001874 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.016782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.023224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:41.023623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:41.026921 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:41.029673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de6b95b7-ec20-4584-9da5-2b1662135254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.034597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de6b95b7-ec20-4584-9da5-2b1662135254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.092791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de6b95b7-ec20-4584-9da5-2b1662135254 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=452a048fe9e04341bf007025ed61e022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936206 May 10 11:47:41.095718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b95b7-ec20-4584-9da5-2b1662135254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f1591e-40a8-4057-8a47-88e523666d6a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:41.097665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37612) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.128988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.133966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.138124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/cbf7844c-fe52-40ed-a2cb-74d9d44cf641 HTTP/1.1" status: 204 len: 168 time: 1.8477826 May 10 11:47:41.141553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37616) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.168348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941aa0e-d4ea-4308-b543-a4ad23d54026 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=cbf7844c-fe52-40ed-a2cb-74d9d44cf641,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:41.170814 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa002f35-54d3-4081-a81b-26034886cd62 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:41.171416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa002f35-54d3-4081-a81b-26034886cd62 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:41.174894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fa002f35-54d3-4081-a81b-26034886cd62 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/6e9b2613-3319-45f1-8e46-9511a2f5ff17 HTTP/1.1" status: 404 len: 337 time: 0.0321596 May 10 11:47:41.178322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37620) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.205169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76b77bb5-9984-41ed-b891-d04751c53063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.208092 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fdb6d2-8cc9-432c-9d44-3075edf8879b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:41.208584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fdb6d2-8cc9-432c-9d44-3075edf8879b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:41.211521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f1fdb6d2-8cc9-432c-9d44-3075edf8879b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/cbf7844c-fe52-40ed-a2cb-74d9d44cf641 HTTP/1.1" status: 404 len: 339 time: 0.0320692 May 10 11:47:41.214481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37624) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.232992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76b77bb5-9984-41ed-b891-d04751c53063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.288386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76b77bb5-9984-41ed-b891-d04751c53063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.292204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76b77bb5-9984-41ed-b891-d04751c53063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.295114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-76b77bb5-9984-41ed-b891-d04751c53063 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02f1591e-40a8-4057-8a47-88e523666d6a HTTP/1.1" status: 204 len: 168 time: 0.1962152 May 10 11:47:41.304971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b77bb5-9984-41ed-b891-d04751c53063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f1591e-40a8-4057-8a47-88e523666d6a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:41.318823 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.421296 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.441978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddfbd85-b833-4aaa-b5a9-26d07ee6a613']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:41.451946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0f1589-188b-43ba-8ae5-57c8ce77b825') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:41.452244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0f1589-188b-43ba-8ae5-57c8ce77b825') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:41.462081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.476715 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.482763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:41.483152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:41.486673 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:41.545584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.573697 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.577798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/6ddfbd85-b833-4aaa-b5a9-26d07ee6a613 HTTP/1.1" status: 204 len: 168 time: 0.3617265 May 10 11:47:41.578812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b70f8-1b99-47a7-b5f8-d750a8ab70d3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=6ddfbd85-b833-4aaa-b5a9-26d07ee6a613,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:41.580738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37640) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.612011 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece4df65-ba0a-4174-9925-466f88dd8e28 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:41.612470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece4df65-ba0a-4174-9925-466f88dd8e28 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:41.618127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ece4df65-ba0a-4174-9925-466f88dd8e28 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/12beabf8-5789-4933-8a48-d502f1f4d06a HTTP/1.1" status: 404 len: 337 time: 0.0337729 May 10 11:47:41.618127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.637711 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d119c06-cc4a-4eca-9f48-099323bf8779 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:41.638278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d119c06-cc4a-4eca-9f48-099323bf8779 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:41.642289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7d119c06-cc4a-4eca-9f48-099323bf8779 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/7d0c9be0-83de-4b91-8ea2-fd519713dbac HTTP/1.1" status: 404 len: 339 time: 0.0229430 May 10 11:47:41.645165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37646) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.657627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37648) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.701855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5693b858-9c2a-4bd5-ac45-aefb483f5e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.743932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d727ff03-a58b-40d6-af80-48c07afd15b4 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting subnet 3bf1cdcd-0c2e-4cee-91af-02d84c02252f {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:47:41.751246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d727ff03-a58b-40d6-af80-48c07afd15b4 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.810166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d727ff03-a58b-40d6-af80-48c07afd15b4 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.876951 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5693b858-9c2a-4bd5-ac45-aefb483f5e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.886662 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5693b858-9c2a-4bd5-ac45-aefb483f5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.958410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37660) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:41.964421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5693b858-9c2a-4bd5-ac45-aefb483f5e4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57fdd647abf24d9eabcd3fa9af411e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052299 May 10 11:47:41.971163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d727ff03-a58b-40d6-af80-48c07afd15b4 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.976172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693b858-9c2a-4bd5-ac45-aefb483f5e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5396d-727f-43a0-9f22-71ae41680f78,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:42.013762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f295-02b6-4006-a502-c197938906ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.040743 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f295-02b6-4006-a502-c197938906ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.054495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d727ff03-a58b-40d6-af80-48c07afd15b4 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.087309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727ff03-a58b-40d6-af80-48c07afd15b4 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf1cdcd-0c2e-4cee-91af-02d84c02252f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:42.102179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f295-02b6-4006-a502-c197938906ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.104891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f295-02b6-4006-a502-c197938906ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.108893 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5cf1f295-02b6-4006-a502-c197938906ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98c5396d-727f-43a0-9f22-71ae41680f78 HTTP/1.1" status: 204 len: 168 time: 0.1494150 May 10 11:47:42.118384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d727ff03-a58b-40d6-af80-48c07afd15b4 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.118636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993d11ea-7084-4b10-ad0c-54cb5fc20f89 None None] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:42.119080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d727ff03-a58b-40d6-af80-48c07afd15b4 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/3bf1cdcd-0c2e-4cee-91af-02d84c02252f HTTP/1.1" status: 204 len: 168 time: 0.4706039 May 10 11:47:42.120125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37664) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:42.130105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1f295-02b6-4006-a502-c197938906ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5396d-727f-43a0-9f22-71ae41680f78,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:42.201201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c56484f-3293-4a70-aa4a-efc3469aa879 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting subnet 217b23e1-af9c-4ba1-957a-4d1e17279e62 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:47:42.206844 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c56484f-3293-4a70-aa4a-efc3469aa879 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.260377 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c56484f-3293-4a70-aa4a-efc3469aa879 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.357988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c56484f-3293-4a70-aa4a-efc3469aa879 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.443651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c56484f-3293-4a70-aa4a-efc3469aa879 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.466764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c56484f-3293-4a70-aa4a-efc3469aa879 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.471758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0c56484f-3293-4a70-aa4a-efc3469aa879 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/217b23e1-af9c-4ba1-957a-4d1e17279e62 HTTP/1.1" status: 204 len: 168 time: 0.3501704 May 10 11:47:42.474393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37676) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:42.498797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56484f-3293-4a70-aa4a-efc3469aa879 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=217b23e1-af9c-4ba1-957a-4d1e17279e62,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:42.590081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.655157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:42.655974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.741235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] For port d5d1f0f2-51b8-42fe-a3a3-55d56e943015, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,segment=NetworkSegment(e48a8250-c48b-4fe4-a427-43c03350a391),segment_id=e48a8250-c48b-4fe4-a427-43c03350a391)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:42.741645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.756432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Calling delete_port for d5d1f0f2-51b8-42fe-a3a3-55d56e943015 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:42.862349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:42.893963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Port': ['ID=d5d1f0f2-51b8-42fe-a3a3-55d56e943015,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:42.901381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No DVR routers for this DVR port d5d1f0f2-51b8-42fe-a3a3-55d56e943015 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:42.991532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8697a661-0d83-46be-9012-6f5281154ce2 None None] Network 42c8f452-996f-4ee0-bdb6-0da841fbd8ca requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:42.995074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.040639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c8f452-996f-4ee0-bdb6-0da841fbd8ca']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:43.051762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48a8250-c48b-4fe4-a427-43c03350a391') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:43.052767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48a8250-c48b-4fe4-a427-43c03350a391') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:43.067680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.086055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.093530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:43.094057 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:43.097375 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:43.125277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c22fb857-3514-4e84-82d8-c60e7c6eb946 None None] Could not find standard attr ID for object d5d1f0f2-51b8-42fe-a3a3-55d56e943015. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:47:43.181462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.188811 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.199617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/42c8f452-996f-4ee0-bdb6-0da841fbd8ca HTTP/1.1" status: 204 len: 168 time: 0.7209578 May 10 11:47:43.199617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37714) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.208677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bccc3a2-67d7-47e4-95e2-fa97a38f4e9e None None] DHCP port deletion for 42c8f452-996f-4ee0-bdb6-0da841fbd8ca request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:47:43.225857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785a714-22e1-4942-8b0e-040be248bd97 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=42c8f452-996f-4ee0-bdb6-0da841fbd8ca,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:43.247789 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e01b157-e64b-45f4-bcf1-710c1c6af55b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:43.248514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e01b157-e64b-45f4-bcf1-710c1c6af55b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:43.251771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4e01b157-e64b-45f4-bcf1-710c1c6af55b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/21305592-4c66-49ff-b072-2d3e1fdb1b3e HTTP/1.1" status: 404 len: 337 time: 0.0514569 May 10 11:47:43.254649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37716) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.280058 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b9a3d3-6a61-428a-917e-7c45f21083ec tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:43.281366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b9a3d3-6a61-428a-917e-7c45f21083ec tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:43.287846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37722) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.295657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f8b9a3d3-6a61-428a-917e-7c45f21083ec tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/03ef802a-a5d8-4e7a-87b5-405171add149 HTTP/1.1" status: 404 len: 339 time: 0.0290756 May 10 11:47:43.316186 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dedf05e-455f-4875-ad60-c1960c269d2b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:43.316652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dedf05e-455f-4875-ad60-c1960c269d2b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:43.320641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3dedf05e-455f-4875-ad60-c1960c269d2b tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/04b75453-ae17-4a84-ad5f-53a5e7f16d42 HTTP/1.1" status: 404 len: 337 time: 0.0314076 May 10 11:47:43.323175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37724) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.353738 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed166d0-7728-493c-b2c3-80ae534bbcdd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:43.354717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed166d0-7728-493c-b2c3-80ae534bbcdd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:43.358199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ed166d0-7728-493c-b2c3-80ae534bbcdd tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/4ec4ac82-d892-4e40-831c-83a13660a3d2 HTTP/1.1" status: 404 len: 339 time: 0.0337636 May 10 11:47:43.360989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37726) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.381290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d5d1f0f2-51b8-42fe-a3a3-55d56e943015 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:43.406594 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7cdfde-dc92-42bc-b852-e618c2aa8e26 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:43.407278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7cdfde-dc92-42bc-b852-e618c2aa8e26 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:43.408751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d5d1f0f2-51b8-42fe-a3a3-55d56e943015 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:43.409105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d5d1f0f2-51b8-42fe-a3a3-55d56e943015 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:43.421632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1c7cdfde-dc92-42bc-b852-e618c2aa8e26 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/f18e4114-9708-4987-ba81-53454957875e HTTP/1.1" status: 404 len: 337 time: 0.0591114 May 10 11:47:43.424534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37730) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.444678 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-da97efd6-de16-4965-9906-2046866cbcf5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:43.445562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da97efd6-de16-4965-9906-2046866cbcf5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:43.450329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-da97efd6-de16-4965-9906-2046866cbcf5 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/65ab8731-64f5-489a-9dba-45e8fe67ba59 HTTP/1.1" status: 404 len: 339 time: 0.0244372 May 10 11:47:43.452967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37734) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.508074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04aa53f-c70b-42bc-a782-67f37cd31565 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting subnet 7a0fcc82-84ac-4d0f-8502-e9b0f77cdec8 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:47:43.513536 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f04aa53f-c70b-42bc-a782-67f37cd31565 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.574364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f04aa53f-c70b-42bc-a782-67f37cd31565 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.689708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f04aa53f-c70b-42bc-a782-67f37cd31565 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.769414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f04aa53f-c70b-42bc-a782-67f37cd31565 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.781543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37758) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.814483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f04aa53f-c70b-42bc-a782-67f37cd31565 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.824002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b39a6-3186-4fbf-885d-f5396cc9ec3f None None] Network 414e29fe-ae2f-47eb-aafe-7bedb1e96843 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:43.825814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f04aa53f-c70b-42bc-a782-67f37cd31565 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/7a0fcc82-84ac-4d0f-8502-e9b0f77cdec8 HTTP/1.1" status: 204 len: 168 time: 0.3718255 May 10 11:47:43.826395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37768) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:43.827048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aa53f-c70b-42bc-a782-67f37cd31565 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0fcc82-84ac-4d0f-8502-e9b0f77cdec8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:43.954703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.043595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting port cc0715f7-394a-41f1-8391-9bafb104c164 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:44.043963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.063906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] DHCP port deletion for 414e29fe-ae2f-47eb-aafe-7bedb1e96843 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:47:44.107091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc800fea-4743-4830-a7b0-56e28f2a0ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.129259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] Deleting port cc0715f7-394a-41f1-8391-9bafb104c164 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:44.130326 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.161274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] For port cc0715f7-394a-41f1-8391-9bafb104c164, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cc0715f7-394a-41f1-8391-9bafb104c164,segment=NetworkSegment(a2c5d1de-9f0a-48d9-b058-a596c80bc9ea),segment_id=a2c5d1de-9f0a-48d9-b058-a596c80bc9ea)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:44.161637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.192438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Calling delete_port for cc0715f7-394a-41f1-8391-9bafb104c164 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:44.211382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] For port cc0715f7-394a-41f1-8391-9bafb104c164, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cc0715f7-394a-41f1-8391-9bafb104c164,segment=NetworkSegment(a2c5d1de-9f0a-48d9-b058-a596c80bc9ea),segment_id=a2c5d1de-9f0a-48d9-b058-a596c80bc9ea)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:44.211789 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.227119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] Calling delete_port for cc0715f7-394a-41f1-8391-9bafb104c164 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:44.297421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37790) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:44.298126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc800fea-4743-4830-a7b0-56e28f2a0ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.313911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc800fea-4743-4830-a7b0-56e28f2a0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.316336 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.334837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] No DVR routers for this DVR port cc0715f7-394a-41f1-8391-9bafb104c164 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:44.353790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dc800fea-4743-4830-a7b0-56e28f2a0ffb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=606a17efc7694953a5cbf4d118a6cac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711384 May 10 11:47:44.356529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37796) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:44.357960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d60e5-2282-4675-9650-4e6d9b16be3f None None] Pushing event deleted for resources: {'Port': ['ID=cc0715f7-394a-41f1-8391-9bafb104c164,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:44.360205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.397438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800fea-4743-4830-a7b0-56e28f2a0ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08560b8e-e200-4982-8340-c327f628cab4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:44.407657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Port': ['ID=cc0715f7-394a-41f1-8391-9bafb104c164,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:44.409659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No DVR routers for this DVR port cc0715f7-394a-41f1-8391-9bafb104c164 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:44.450893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d30e73f7-9539-4a44-bb95-7d30118fbc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.474383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d30e73f7-9539-4a44-bb95-7d30118fbc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.528859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.535892 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d30e73f7-9539-4a44-bb95-7d30118fbc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.538816 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d30e73f7-9539-4a44-bb95-7d30118fbc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.542417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d30e73f7-9539-4a44-bb95-7d30118fbc71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08560b8e-e200-4982-8340-c327f628cab4 HTTP/1.1" status: 204 len: 168 time: 0.1825473 May 10 11:47:44.549057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e73f7-9539-4a44-bb95-7d30118fbc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08560b8e-e200-4982-8340-c327f628cab4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:44.561401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414e29fe-ae2f-47eb-aafe-7bedb1e96843']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:44.577147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c5d1de-9f0a-48d9-b058-a596c80bc9ea') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:44.577450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c5d1de-9f0a-48d9-b058-a596c80bc9ea') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:44.589625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.605504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.612389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d438597d-c8af-46a9-b410-daa9f07a14ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.613216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:44.613627 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:44.616866 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:44.718341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d438597d-c8af-46a9-b410-daa9f07a14ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.724467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d438597d-c8af-46a9-b410-daa9f07a14ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.775803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438597d-c8af-46a9-b410-daa9f07a14ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac11f89-533b-44c5-90ed-3af33c74c4c0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:44.798963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d438597d-c8af-46a9-b410-daa9f07a14ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d127146504c94d018c7e6e1e277c93db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971325 May 10 11:47:44.799935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37812) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:44.862841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dce9140d-3707-42e8-844d-22b7fad7ec66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.893847 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dce9140d-3707-42e8-844d-22b7fad7ec66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.951197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dce9140d-3707-42e8-844d-22b7fad7ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.956106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dce9140d-3707-42e8-844d-22b7fad7ec66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.959792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dce9140d-3707-42e8-844d-22b7fad7ec66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ac11f89-533b-44c5-90ed-3af33c74c4c0 HTTP/1.1" status: 204 len: 168 time: 0.1563323 May 10 11:47:44.979550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9140d-3707-42e8-844d-22b7fad7ec66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac11f89-533b-44c5-90ed-3af33c74c4c0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:44.993070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37816) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:45.008371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4451994a-f972-471e-ad42-307f8a627dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.104333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4451994a-f972-471e-ad42-307f8a627dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.108895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.110468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4451994a-f972-471e-ad42-307f8a627dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.124892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.131561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/414e29fe-ae2f-47eb-aafe-7bedb1e96843 HTTP/1.1" status: 204 len: 168 time: 1.3040769 May 10 11:47:45.132408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:45.144636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92775631-4aca-480b-bc6c-313d1fa45df3 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=414e29fe-ae2f-47eb-aafe-7bedb1e96843,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:45.171285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451994a-f972-471e-ad42-307f8a627dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef8a2b-0dda-47bd-bb7c-d358b42f78f2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:45.197999 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc5a1c4-d19e-43a8-823f-9845561d4285 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:45.198460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc5a1c4-d19e-43a8-823f-9845561d4285 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:45.201591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3cc5a1c4-d19e-43a8-823f-9845561d4285 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/79cee8e9-651b-47ce-bc6c-ce3924930302 HTTP/1.1" status: 404 len: 337 time: 0.0416465 May 10 11:47:45.206595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4451994a-f972-471e-ad42-307f8a627dc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29b4662f95d543b3a8ba6b84def3ba8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098587 May 10 11:47:45.206786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37820) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:45.206921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37822) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:45.236538 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0513bd-8f97-4ade-8c3c-eaa6f266f5af tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] DELETE failed (client error): The resource could not be found. May 10 11:47:45.239846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0513bd-8f97-4ade-8c3c-eaa6f266f5af tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:47:45.252474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0f0513bd-8f97-4ade-8c3c-eaa6f266f5af tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/51efe18b-9287-40a5-b835-0ab8cd0a09f2 HTTP/1.1" status: 404 len: 339 time: 0.0467765 May 10 11:47:45.256630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37828) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:45.284379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f811267-096f-4170-adb4-1257e7da61a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.327137 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f811267-096f-4170-adb4-1257e7da61a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.356199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1632130d-aa37-421b-b9a7-5d27a1881453 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting subnet 65392317-5074-412f-9ec2-eb1264cd55a7 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:47:45.359588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1632130d-aa37-421b-b9a7-5d27a1881453 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.389958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cc0715f7-394a-41f1-8391-9bafb104c164 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:45.411865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f811267-096f-4170-adb4-1257e7da61a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.414542 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f811267-096f-4170-adb4-1257e7da61a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.418100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2f811267-096f-4170-adb4-1257e7da61a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3ef8a2b-0dda-47bd-bb7c-d358b42f78f2 HTTP/1.1" status: 204 len: 168 time: 0.2080245 May 10 11:47:45.422222 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1632130d-aa37-421b-b9a7-5d27a1881453 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.429918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f811267-096f-4170-adb4-1257e7da61a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef8a2b-0dda-47bd-bb7c-d358b42f78f2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:45.436426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: cc0715f7-394a-41f1-8391-9bafb104c164 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:45.436999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cc0715f7-394a-41f1-8391-9bafb104c164 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:45.527639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37836) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:45.542803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2c56428-363d-4946-b447-d28378e86765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.565558 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1632130d-aa37-421b-b9a7-5d27a1881453 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.645601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2c56428-363d-4946-b447-d28378e86765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.651061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2c56428-363d-4946-b447-d28378e86765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.653634 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1632130d-aa37-421b-b9a7-5d27a1881453 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.697293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632130d-aa37-421b-b9a7-5d27a1881453 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Subnet': ['ID=65392317-5074-412f-9ec2-eb1264cd55a7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:45.702564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37842) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:45.704264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f2c56428-363d-4946-b447-d28378e86765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=414b26012b4d484dbc21cb9fe2807074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703405 May 10 11:47:45.705323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c56428-363d-4946-b447-d28378e86765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f985e91e-11fc-4530-b453-aef8371417e2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:45.726521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398496e0-a7e7-436d-a210-99b20903aa5b None None] Network 2b25c36d-7f03-44b6-a455-b25efd68656a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:45.731559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1632130d-aa37-421b-b9a7-5d27a1881453 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.734820 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1632130d-aa37-421b-b9a7-5d27a1881453 tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/subnets/65392317-5074-412f-9ec2-eb1264cd55a7 HTTP/1.1" status: 204 len: 168 time: 0.4772265 May 10 11:47:45.738121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37846) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:45.785674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fd861c-6e99-45cb-8c0c-ca2efea66310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.835798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fd861c-6e99-45cb-8c0c-ca2efea66310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.880304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.906682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fd861c-6e99-45cb-8c0c-ca2efea66310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.910807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fd861c-6e99-45cb-8c0c-ca2efea66310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:45.914700 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21fd861c-6e99-45cb-8c0c-ca2efea66310 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f985e91e-11fc-4530-b453-aef8371417e2 HTTP/1.1" status: 204 len: 168 time: 0.2077608 May 10 11:47:45.922498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd861c-6e99-45cb-8c0c-ca2efea66310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f985e91e-11fc-4530-b453-aef8371417e2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:45.963813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] DHCP port deletion for 2b25c36d-7f03-44b6-a455-b25efd68656a request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:47:45.967393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Deleting port 88544b30-3c9b-4eed-a984-0669c7d1dc27 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:45.967736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.064015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] For port 88544b30-3c9b-4eed-a984-0669c7d1dc27, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88544b30-3c9b-4eed-a984-0669c7d1dc27,segment=NetworkSegment(59729220-e13f-4222-9271-ac81c4b50a88),segment_id=59729220-e13f-4222-9271-ac81c4b50a88)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:46.064432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.073450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] Deleting port 88544b30-3c9b-4eed-a984-0669c7d1dc27 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:46.074040 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.086677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Calling delete_port for 88544b30-3c9b-4eed-a984-0669c7d1dc27 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:46.179529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.215940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] For port 88544b30-3c9b-4eed-a984-0669c7d1dc27, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88544b30-3c9b-4eed-a984-0669c7d1dc27,segment=NetworkSegment(59729220-e13f-4222-9271-ac81c4b50a88),segment_id=59729220-e13f-4222-9271-ac81c4b50a88)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:46.216462 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.231271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] Calling delete_port for 88544b30-3c9b-4eed-a984-0669c7d1dc27 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:46.237154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Port': ['ID=88544b30-3c9b-4eed-a984-0669c7d1dc27,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:46.246432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] No DVR routers for this DVR port 88544b30-3c9b-4eed-a984-0669c7d1dc27 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:46.334466 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.355677 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.381726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b25c36d-7f03-44b6-a455-b25efd68656a']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:46.390151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] Pushing event deleted for resources: {'Port': ['ID=88544b30-3c9b-4eed-a984-0669c7d1dc27,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:46.393397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59729220-e13f-4222-9271-ac81c4b50a88') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:46.393748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59729220-e13f-4222-9271-ac81c4b50a88') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:46.404143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.408766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e274404-7b12-4a22-ba7e-2c3562507f57 None None] No DVR routers for this DVR port 88544b30-3c9b-4eed-a984-0669c7d1dc27 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:46.427228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.433646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:46.434164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:46.437462 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:46.848637 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.861378 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:46.867649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] 10.222.0.13 "DELETE /v2.0/networks/2b25c36d-7f03-44b6-a455-b25efd68656a HTTP/1.1" status: 204 len: 168 time: 1.1254928 May 10 11:47:46.885761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd8e51-ebda-459f-9710-220d62bc887d tempest-NetworksIpV6Test-1255093613 tempest-NetworksIpV6Test-1255093613-project] Pushing event deleted for resources: {'Network': ['ID=2b25c36d-7f03-44b6-a455-b25efd68656a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:46.924042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37906) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:47.096419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21cee0e4-2103-441c-be3b-0c89b7d18e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.213665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21cee0e4-2103-441c-be3b-0c89b7d18e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.219380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21cee0e4-2103-441c-be3b-0c89b7d18e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.233231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37920) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:47.266619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21cee0e4-2103-441c-be3b-0c89b7d18e62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0616541ac88148c6912697eca4849213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408401 May 10 11:47:47.269427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37924) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:47.272140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cee0e4-2103-441c-be3b-0c89b7d18e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dec9bfb-a6c0-4b1d-a382-ff3e57dc817b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:47.372096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cce6d084-b752-44e8-87c0-ccd26575a842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.420174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cce6d084-b752-44e8-87c0-ccd26575a842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.424094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88544b30-3c9b-4eed-a984-0669c7d1dc27 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:47:47.463075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 88544b30-3c9b-4eed-a984-0669c7d1dc27 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:47:47.463429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88544b30-3c9b-4eed-a984-0669c7d1dc27 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:47:47.510388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cce6d084-b752-44e8-87c0-ccd26575a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.514795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cce6d084-b752-44e8-87c0-ccd26575a842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.516409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cce6d084-b752-44e8-87c0-ccd26575a842 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dec9bfb-a6c0-4b1d-a382-ff3e57dc817b HTTP/1.1" status: 204 len: 168 time: 0.2453430 May 10 11:47:47.536504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6d084-b752-44e8-87c0-ccd26575a842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dec9bfb-a6c0-4b1d-a382-ff3e57dc817b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:47.554412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-45613f75-506f-4c8b-8684-b8e003f05603 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dce68fff9b4e412aba026232014c4e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142691 May 10 11:47:47.557066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37972) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:47.644916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d1b508f-d5bc-49c7-90a5-1515e1854a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.683188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d1b508f-d5bc-49c7-90a5-1515e1854a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.743141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37978) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:47.753697 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d1b508f-d5bc-49c7-90a5-1515e1854a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.757607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0d1b508f-d5bc-49c7-90a5-1515e1854a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.761956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0d1b508f-d5bc-49c7-90a5-1515e1854a37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34d4c9b2-30c3-4507-8dad-702356070f3d HTTP/1.1" status: 204 len: 168 time: 0.2024016 May 10 11:47:47.776603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b508f-d5bc-49c7-90a5-1515e1854a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4c9b2-30c3-4507-8dad-702356070f3d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:47.880788 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d843135e-d271-4417-b766-fcd4581ac001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.993484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d843135e-d271-4417-b766-fcd4581ac001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:47.999442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d843135e-d271-4417-b766-fcd4581ac001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:48.041379 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d843135e-d271-4417-b766-fcd4581ac001 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ea3020796d041719eaf1dde326c129a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974219 May 10 11:47:48.043385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843135e-d271-4417-b766-fcd4581ac001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad0afa-7a68-4c42-831c-6b24ce514d4c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:48.044281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37994) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:48.134842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca70416c-eefa-4546-bf1f-3d321f4bd98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:48.160097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca70416c-eefa-4546-bf1f-3d321f4bd98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:48.215282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca70416c-eefa-4546-bf1f-3d321f4bd98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:48.217948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca70416c-eefa-4546-bf1f-3d321f4bd98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:48.222291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ca70416c-eefa-4546-bf1f-3d321f4bd98a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50ad0afa-7a68-4c42-831c-6b24ce514d4c HTTP/1.1" status: 204 len: 168 time: 0.1767595 May 10 11:47:48.230382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70416c-eefa-4546-bf1f-3d321f4bd98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad0afa-7a68-4c42-831c-6b24ce514d4c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:48.850805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38038) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:49.104277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38048) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:49.160496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800711552'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:49.189481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:49.194616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.214315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.229917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f07c4814-8c07-4f4f-8120-2e30e8f9adf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.361458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.366879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.388797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f07c4814-8c07-4f4f-8120-2e30e8f9adf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.398393 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f07c4814-8c07-4f4f-8120-2e30e8f9adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.405205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:49.420222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd35835-c26a-443a-bbe8-43b909ddff14,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:49.434377 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.434733 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 6d36771a-908e-4a09-a494-d4ac4ddd4883 of type vlan for network a9f5a8a9-86cf-4596-a416-b460b212a832 May 10 11:47:49.459158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f07c4814-8c07-4f4f-8120-2e30e8f9adf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ae11567653747f9ad2da1526cc22ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538210 May 10 11:47:49.462189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38062) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:49.491322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c4814-8c07-4f4f-8120-2e30e8f9adf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6699e0e9-4320-49c6-af15-a4d88d792389,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:49.502099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.516953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6ea546c-0e70-4d2b-852d-bff6e88320d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.531981 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.538358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:49.538955 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.542072 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6ea546c-0e70-4d2b-852d-bff6e88320d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.604445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7522202 May 10 11:47:49.623218 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6ea546c-0e70-4d2b-852d-bff6e88320d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.626728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6ea546c-0e70-4d2b-852d-bff6e88320d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:49.630685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21127c7a-0156-4561-a073-78a93d70a449 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=a9f5a8a9-86cf-4596-a416-b460b212a832,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:49.632642 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e6ea546c-0e70-4d2b-852d-bff6e88320d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6699e0e9-4320-49c6-af15-a4d88d792389 HTTP/1.1" status: 204 len: 168 time: 0.1691675 May 10 11:47:49.648720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea546c-0e70-4d2b-852d-bff6e88320d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699e0e9-4320-49c6-af15-a4d88d792389,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:49.650806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a9f5a8a9-86cf-4596-a416-b460b212a832 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:49.775796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38090) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:49.783275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': 'a9f5a8a9-86cf-4596-a416-b460b212a832', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:49.965942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:49.991427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.246961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.336216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': '6d36771a-908e-4a09-a494-d4ac4ddd4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9f5a8a9-86cf-4596-a416-b460b212a832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:50.336929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: a9f5a8a9-86cf-4596-a416-b460b212a832, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:50.344643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=e07f2909-91da-47ab-85f5-2522b1716ef2,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:50.349707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38162) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:50.364107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network a9f5a8a9-86cf-4596-a416-b460b212a832 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:50.374682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a9f5a8a9-86cf-4596-a416-b460b212a832) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:50.385884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d93334-a436-4c25-a284-8f6d6f2833d8 None None] Network a9f5a8a9-86cf-4596-a416-b460b212a832 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:50.389133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:50.390131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.416611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-40048de8-d527-4829-bbee-a4ed9275da6e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6363838 May 10 11:47:50.416979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38174) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:50.422281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138942462'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:50.448214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:50.452038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.483037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:50.505038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.505787 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 404c8be3-c955-428c-968f-c39778408b3c of type vlan for network a05bfebb-085d-4dba-b101-5f02ef5208b6 May 10 11:47:50.507431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef132a6d-5a96-481c-bfe3-a79c404280ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.555314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a9f5a8a9-86cf-4596-a416-b460b212a832', 'network_id': 'a9f5a8a9-86cf-4596-a416-b460b212a832', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': 'e07f2909-91da-47ab-85f5-2522b1716ef2'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:50.558151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.572659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.630625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.637023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:50.637901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.685152 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38184) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:50.719491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3013914 May 10 11:47:50.721559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef132a6d-5a96-481c-bfe3-a79c404280ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.722599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38188) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:50.730113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': 'a05bfebb-085d-4dba-b101-5f02ef5208b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:50.730787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6248-142c-44b8-a90d-39d7e104feb2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=a05bfebb-085d-4dba-b101-5f02ef5208b6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:50.733790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef132a6d-5a96-481c-bfe3-a79c404280ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.761694 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ef132a6d-5a96-481c-bfe3-a79c404280ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db86902e2ee34c8bbaee8f9c1462bbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108357 May 10 11:47:50.764751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:50.774562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a05bfebb-085d-4dba-b101-5f02ef5208b6 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:50.820387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Allocated IP 172.20.255.242 (a9f5a8a9-86cf-4596-a416-b460b212a832/e07f2909-91da-47ab-85f5-2522b1716ef2/9833f908-f647-4662-9b74-98b9b5bfecfa) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:50.831429 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:47:50.836946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef132a6d-5a96-481c-bfe3-a79c404280ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc866c2-7dbe-42b9-aa9f-f585add6b490,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:50.872423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaf46-5bb8-45bf-aeb1-6cb0f8c997d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.915010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaf46-5bb8-45bf-aeb1-6cb0f8c997d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:50.930327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:50.936802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.003168 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaf46-5bb8-45bf-aeb1-6cb0f8c997d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.008673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2dfaf46-5bb8-45bf-aeb1-6cb0f8c997d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.013751 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b2dfaf46-5bb8-45bf-aeb1-6cb0f8c997d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cc866c2-7dbe-42b9-aa9f-f585add6b490 HTTP/1.1" status: 204 len: 168 time: 0.2369709 May 10 11:47:51.028301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfaf46-5bb8-45bf-aeb1-6cb0f8c997d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc866c2-7dbe-42b9-aa9f-f585add6b490,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:51.044458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.068993 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.108065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7669d5e5-dccf-4f86-8117-2bd39135cb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.118329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Network a9f5a8a9-86cf-4596-a416-b460b212a832 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:51.121694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:51.124426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:51.166115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Pushing event updated for resources: {'Port': ['ID=9833f908-f647-4662-9b74-98b9b5bfecfa,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:51.204263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Attempting to bind port 9833f908-f647-4662-9b74-98b9b5bfecfa on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:51.205008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Attempting to bind port 9833f908-f647-4662-9b74-98b9b5bfecfa by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '6d36771a-908e-4a09-a494-d4ac4ddd4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9f5a8a9-86cf-4596-a416-b460b212a832'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:51.205680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Attempting to bind port 9833f908-f647-4662-9b74-98b9b5bfecfa on network a9f5a8a9-86cf-4596-a416-b460b212a832 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:51.211686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:51.212433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Checking segment: {'id': '6d36771a-908e-4a09-a494-d4ac4ddd4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9f5a8a9-86cf-4596-a416-b460b212a832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:51.213221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.213797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Bound using segment: {'id': '6d36771a-908e-4a09-a494-d4ac4ddd4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9f5a8a9-86cf-4596-a416-b460b212a832'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:51.214468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Bound port: 9833f908-f647-4662-9b74-98b9b5bfecfa, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d36771a-908e-4a09-a494-d4ac4ddd4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9f5a8a9-86cf-4596-a416-b460b212a832'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:51.215112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.249190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7669d5e5-dccf-4f86-8117-2bd39135cb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.250625 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.280674 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7669d5e5-dccf-4f86-8117-2bd39135cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.294844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] For port 9833f908-f647-4662-9b74-98b9b5bfecfa, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:51.300162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] For port 9833f908-f647-4662-9b74-98b9b5bfecfa, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9833f908-f647-4662-9b74-98b9b5bfecfa,segment=NetworkSegment(6d36771a-908e-4a09-a494-d4ac4ddd4883),segment_id=6d36771a-908e-4a09-a494-d4ac4ddd4883)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:51.307647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.364400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7669d5e5-dccf-4f86-8117-2bd39135cb51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cdeeed43b1648e7b07aafd1077d5632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6780186 May 10 11:47:51.367443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=7c2b65b1-4b40-4215-b466-677b97a5fe4a,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:51.367830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38216) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:51.377160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669d5e5-dccf-4f86-8117-2bd39135cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ffd857-c7bb-49ef-b561-cca23878d49e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:51.384661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dccd5-94b4-4150-811a-9ff4c074ca18 None None] Pushing event updated for resources: {'Port': ['ID=9833f908-f647-4662-9b74-98b9b5bfecfa,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:51.401307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': '404c8be3-c955-428c-968f-c39778408b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a05bfebb-085d-4dba-b101-5f02ef5208b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:51.403107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: a05bfebb-085d-4dba-b101-5f02ef5208b6, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:51.438071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network a05bfebb-085d-4dba-b101-5f02ef5208b6 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:51.443464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38220) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:51.452418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a05bfebb-085d-4dba-b101-5f02ef5208b6) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:51.457042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:51.457647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.466396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bedeb-85a7-4ce6-a902-009a549b43cf None None] Network a05bfebb-085d-4dba-b101-5f02ef5208b6 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:51.478180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3071764b-1c59-49da-b23a-9c9fbb59f385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.485158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8bd86cc3-8ff8-4a0f-bfec-d8765121a37b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7613490 May 10 11:47:51.488661 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:51.490954 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec116d89-11f3-4039-954e-9b4103700e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.565075 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3071764b-1c59-49da-b23a-9c9fbb59f385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.635580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.674324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3071764b-1c59-49da-b23a-9c9fbb59f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.677882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3071764b-1c59-49da-b23a-9c9fbb59f385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.679276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3071764b-1c59-49da-b23a-9c9fbb59f385 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5ffd857-c7bb-49ef-b561-cca23878d49e HTTP/1.1" status: 204 len: 168 time: 0.3103592 May 10 11:47:51.705447 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec116d89-11f3-4039-954e-9b4103700e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.724860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071764b-1c59-49da-b23a-9c9fbb59f385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ffd857-c7bb-49ef-b561-cca23878d49e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:51.728517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec116d89-11f3-4039-954e-9b4103700e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.781694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec116d89-11f3-4039-954e-9b4103700e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d49bd8-8bb3-49a5-9121-5b8780ce0a1f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:51.808491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ec116d89-11f3-4039-954e-9b4103700e13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5311bbbb19674ff092af1bf05cefc28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638327 May 10 11:47:51.811460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38226) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:51.813763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.878060 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7fd7414a-24a4-49a9-b25a-0f3fa2625ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.940528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7fd7414a-24a4-49a9-b25a-0f3fa2625ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.943617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:51.984290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2b65b1-4b40-4215-b466-677b97a5fe4a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:52.013604 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7fd7414a-24a4-49a9-b25a-0f3fa2625ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.017376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7fd7414a-24a4-49a9-b25a-0f3fa2625ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.023684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7fd7414a-24a4-49a9-b25a-0f3fa2625ffa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76d49bd8-8bb3-49a5-9121-5b8780ce0a1f HTTP/1.1" status: 204 len: 168 time: 0.2107210 May 10 11:47:52.034887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d8800-1438-4af1-936f-30a0974272a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a05bfebb-085d-4dba-b101-5f02ef5208b6', 'network_id': 'a05bfebb-085d-4dba-b101-5f02ef5208b6', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': '7c2b65b1-4b40-4215-b466-677b97a5fe4a'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:52.035863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-947d8800-1438-4af1-936f-30a0974272a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.047656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7414a-24a4-49a9-b25a-0f3fa2625ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d49bd8-8bb3-49a5-9121-5b8780ce0a1f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:52.126210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.169243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05bfebb-085d-4dba-b101-5f02ef5208b6']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:52.181629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404c8be3-c955-428c-968f-c39778408b3c') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:52.181871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404c8be3-c955-428c-968f-c39778408b3c') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:52.193682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.211430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.212854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05c9f9-bc31-43dc-9427-79ce19a2802a None None] Network a05bfebb-085d-4dba-b101-5f02ef5208b6 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:52.223622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:52.225922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:52.230811 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:52.376154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.391578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.395936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/a05bfebb-085d-4dba-b101-5f02ef5208b6 HTTP/1.1" status: 204 len: 168 time: 0.9061601 May 10 11:47:52.401551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38256) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:52.408281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-226984870'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:52.408834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bb21c-a20a-4fe4-8514-4b9452d3d2f5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=a05bfebb-085d-4dba-b101-5f02ef5208b6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:52.444551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:52.450031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.486904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:52.500080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.500473 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 64a7daef-0c46-4996-9ae6-bee622c0383f of type vlan for network 1b7b7dbb-a436-4f01-baf8-d19059d47a07 May 10 11:47:52.558787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.594285 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.605501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:52.606803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.689644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2862763 May 10 11:47:52.692919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38274) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:52.710479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': '1b7b7dbb-a436-4f01-baf8-d19059d47a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:52.733702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23307918-8c15-4d5b-ba2d-f7252e7445f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=1b7b7dbb-a436-4f01-baf8-d19059d47a07,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:52.751011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1b7b7dbb-a436-4f01-baf8-d19059d47a07 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:52.856699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a27c82-9e12-4c58-9f4d-94a356ec8835 None None] Network a9f5a8a9-86cf-4596-a416-b460b212a832 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:52.893666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:52.899603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.008475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Performing IP validity checks on allocation pools {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 10 11:47:53.008475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 10 11:47:53.009406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-70115c23-d140-49fe-90c4-9d0ff4668caa None None] Provisioning complete for port 9833f908-f647-4662-9b74-98b9b5bfecfa triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:53.009816 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-70115c23-d140-49fe-90c4-9d0ff4668caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.137234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-70115c23-d140-49fe-90c4-9d0ff4668caa None None] Current status of the port 9833f908-f647-4662-9b74-98b9b5bfecfa is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:53.137976 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-70115c23-d140-49fe-90c4-9d0ff4668caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.179017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-70115c23-d140-49fe-90c4-9d0ff4668caa None None] For port 9833f908-f647-4662-9b74-98b9b5bfecfa, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9833f908-f647-4662-9b74-98b9b5bfecfa,segment=NetworkSegment(6d36771a-908e-4a09-a494-d4ac4ddd4883),segment_id=6d36771a-908e-4a09-a494-d4ac4ddd4883)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:53.182454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.187613 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-70115c23-d140-49fe-90c4-9d0ff4668caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.272300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=f2751ed6-71db-40e5-b714-4d1080b5ef38,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:53.278884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70115c23-d140-49fe-90c4-9d0ff4668caa None None] Pushing event updated for resources: {'Port': ['ID=9833f908-f647-4662-9b74-98b9b5bfecfa,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:53.286746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': '64a7daef-0c46-4996-9ae6-bee622c0383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1b7b7dbb-a436-4f01-baf8-d19059d47a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:53.287111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: 1b7b7dbb-a436-4f01-baf8-d19059d47a07, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:53.309597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 1b7b7dbb-a436-4f01-baf8-d19059d47a07 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:53.335689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1b7b7dbb-a436-4f01-baf8-d19059d47a07) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:53.344523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:53.346696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.352160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc5c73-e19a-4da0-bda4-afcfcc7869e7 None None] Network 1b7b7dbb-a436-4f01-baf8-d19059d47a07 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:53.383975 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fb03c922-3911-4e41-95d9-d63735acc395 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6896188 May 10 11:47:53.388032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38308) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:53.469186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9833f908-f647-4662-9b74-98b9b5bfecfa up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:47:53.511728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.563487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-53608c5b-e8c1-4ddc-b756-a1b684141dcb None None] Provisioning complete for port 9833f908-f647-4662-9b74-98b9b5bfecfa triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:53.563487 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53608c5b-e8c1-4ddc-b756-a1b684141dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.579066 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.617858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442c518-29c0-40cc-900e-1b2499b22b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-1b7b7dbb-a436-4f01-baf8-d19059d47a07', 'network_id': '1b7b7dbb-a436-4f01-baf8-d19059d47a07', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': 'f2751ed6-71db-40e5-b714-4d1080b5ef38'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:53.618940 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4442c518-29c0-40cc-900e-1b2499b22b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.665134 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.699771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=f2751ed6-71db-40e5-b714-4d1080b5ef38,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:53.726185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9833f908-f647-4662-9b74-98b9b5bfecfa triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:47:53.726671 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.802302 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.825170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-53608c5b-e8c1-4ddc-b756-a1b684141dcb None None] Current status of the port 9833f908-f647-4662-9b74-98b9b5bfecfa is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-4442c518-29c0-40cc-900e-1b2499b22b67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2751ed6-71db-40e5-b714-4d1080b5ef38: This subnet is being modified by another concurrent operation. May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2751ed6-71db-40e5-b714-4d1080b5ef38: This subnet is being modified by another concurrent operation. May 10 11:47:53.833351 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:47:53.847114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7b7dbb-a436-4f01-baf8-d19059d47a07']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:53.859635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a124937-29b5-40fc-92ba-8fadb51bbf31 None None] Network 1b7b7dbb-a436-4f01-baf8-d19059d47a07 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:53.863987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a7daef-0c46-4996-9ae6-bee622c0383f') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:53.864274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a7daef-0c46-4996-9ae6-bee622c0383f') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:53.889181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.906750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.916927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:53.917771 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: timer() May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:53.921594 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:53.976620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9833f908-f647-4662-9b74-98b9b5bfecfa is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:47:54.018213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.028425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.032127 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/1b7b7dbb-a436-4f01-baf8-d19059d47a07 HTTP/1.1" status: 204 len: 168 time: 0.6421843 May 10 11:47:54.035786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38342) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:54.038270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e8d8c9-eabd-48be-bd77-14ceba17505f None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:47:54.041678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1287560802'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:54.066586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf8f4d-a861-4f91-a887-c6ba71a42e26 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=1b7b7dbb-a436-4f01-baf8-d19059d47a07,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:54.077449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:54.081707 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.109383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:54.120142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.120564 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment ec2f96e9-c74e-4c7b-b300-79cb7b0975c9 of type vlan for network 4c9cc5df-de6c-46f4-af09-55ebba66f4b4 May 10 11:47:54.167620 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.180053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8d8c9-eabd-48be-bd77-14ceba17505f None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:47:54.199509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.212394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:54.213077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.279554 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2420917 May 10 11:47:54.282411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38358) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:54.287609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': '4c9cc5df-de6c-46f4-af09-55ebba66f4b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:54.364128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fdac5-6810-4bdb-9dab-c598c782c6fe tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=4c9cc5df-de6c-46f4-af09-55ebba66f4b4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:54.377679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4c9cc5df-de6c-46f4-af09-55ebba66f4b4 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:54.397096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:54.401029 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.661190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.736914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': 'ec2f96e9-c74e-4c7b-b300-79cb7b0975c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9cc5df-de6c-46f4-af09-55ebba66f4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:54.737337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: 4c9cc5df-de6c-46f4-af09-55ebba66f4b4, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:54.740733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=bd836806-0a2e-4505-99dd-7b7b46fb3226,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:54.761576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 4c9cc5df-de6c-46f4-af09-55ebba66f4b4 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:54.775404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4c9cc5df-de6c-46f4-af09-55ebba66f4b4) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:54.783151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:54.783763 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.790774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5706e48d-9cd4-4f80-8fe3-4eccffd8c53a None None] Network 4c9cc5df-de6c-46f4-af09-55ebba66f4b4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:54.819128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2b0538b2-f92c-4988-8965-7edb24531fd9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5328791 May 10 11:47:54.819474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38392) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:54.937773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:54.973265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4876a83-7741-4c94-afd5-0943180d18c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-4c9cc5df-de6c-46f4-af09-55ebba66f4b4', 'network_id': '4c9cc5df-de6c-46f4-af09-55ebba66f4b4', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': 'bd836806-0a2e-4505-99dd-7b7b46fb3226'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:54.974151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4876a83-7741-4c94-afd5-0943180d18c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.007342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.092159 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-d4876a83-7741-4c94-afd5-0943180d18c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd836806-0a2e-4505-99dd-7b7b46fb3226: This subnet is being modified by another concurrent operation. May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd836806-0a2e-4505-99dd-7b7b46fb3226: This subnet is being modified by another concurrent operation. May 10 11:47:55.092961 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 11:47:55.131950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23502082-9e4c-4c24-9451-e8be2b57450e None None] Network 4c9cc5df-de6c-46f4-af09-55ebba66f4b4 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:55.171640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=bd836806-0a2e-4505-99dd-7b7b46fb3226,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:55.228993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38408) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:55.257703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.282544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950256b-c3b1-45ff-af7d-492cae152108 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:47:55.286428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9cc5df-de6c-46f4-af09-55ebba66f4b4']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:55.298499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2f96e9-c74e-4c7b-b300-79cb7b0975c9') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:55.298680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2f96e9-c74e-4c7b-b300-79cb7b0975c9') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:55.311504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.332241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.342073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:55.342481 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:55.345678 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:55.423747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d950256b-c3b1-45ff-af7d-492cae152108 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:47:55.444234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.460737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.467071 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/4c9cc5df-de6c-46f4-af09-55ebba66f4b4 HTTP/1.1" status: 204 len: 168 time: 0.6460469 May 10 11:47:55.470866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38422) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:55.478366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1125729145'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:55.484060 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745c1ba-ea1f-49eb-8c3c-8f6d50cc6b7d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=4c9cc5df-de6c-46f4-af09-55ebba66f4b4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:55.501617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:55.544753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.572024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:55.575764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.650093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:55.690216 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.690575 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment b160d392-8d2f-40c8-9ac5-54017f7ff140 of type vlan for network 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa May 10 11:47:55.758005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.794993 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.803481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.810271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:55.810870 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.922222 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4501641 May 10 11:47:55.928874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38476) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:55.936751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': '4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:55.993380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c784e0-90fa-418d-b2ec-607f0eb9e998 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:56.005662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:56.069743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Allocated IP 172.25.8.132 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/09e754d4-4478-42eb-b1eb-f303f3eb8cd4) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:56.093044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:56.096784 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.212123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38500) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:56.257151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.342243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0597e900-302a-4b28-89b2-7c86ae7f33a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.365366 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.400031 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.438008 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0597e900-302a-4b28-89b2-7c86ae7f33a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.440835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:56.443230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0597e900-302a-4b28-89b2-7c86ae7f33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.453502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:56.463316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:56.471942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'Port': ['ID=09e754d4-4478-42eb-b1eb-f303f3eb8cd4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:56.489321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597e900-302a-4b28-89b2-7c86ae7f33a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4547ebc1-33d7-49ad-8917-66c300fefe72,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:56.495183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0597e900-302a-4b28-89b2-7c86ae7f33a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c83349a64ac74b059a1e152a015d220e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817748 May 10 11:47:56.497904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38520) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:56.515888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=690c254f-c5f5-40ce-9c0f-a71fdc595f59,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:56.543605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': 'b160d392-8d2f-40c8-9ac5-54017f7ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:56.544273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:56.557501 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b69554b7-4e64-49ef-a0c2-823c6f49786b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.582330 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b69554b7-4e64-49ef-a0c2-823c6f49786b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.596607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:56.603241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.612449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:56.619939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:56.620527 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.622822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db29c573-fa19-4cfa-94c8-b773d24e5fec None None] Network 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:56.662248 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.667677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b69554b7-4e64-49ef-a0c2-823c6f49786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.679423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b69554b7-4e64-49ef-a0c2-823c6f49786b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.684421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b69554b7-4e64-49ef-a0c2-823c6f49786b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4547ebc1-33d7-49ad-8917-66c300fefe72 HTTP/1.1" status: 204 len: 168 time: 0.1853712 May 10 11:47:56.693382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-82b11701-041b-41b4-a73e-93dea968b48c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7602861 May 10 11:47:56.693548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38532) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:56.724009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69554b7-4e64-49ef-a0c2-823c6f49786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4547ebc1-33d7-49ad-8917-66c300fefe72,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:56.857515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa', 'network_id': '4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': '690c254f-c5f5-40ce-9c0f-a71fdc595f59'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:56.857750 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.858451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.916353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.931419 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.942650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.009373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Allocated IP 172.20.0.2 (4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa/690c254f-c5f5-40ce-9c0f-a71fdc595f59/8a1427c8-2749-44a9-96e4-ffa62098a7b2) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:57.013790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'Port': ['ID=09e754d4-4478-42eb-b1eb-f303f3eb8cd4,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:57.058339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.080343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.084900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-121b0f4e-2837-48b2-901c-7fbd1347665b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8536556 May 10 11:47:57.085695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38554) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:57.091158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1038444910'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:57.108761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38556) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:57.122969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5463eb84-d13d-420c-9f0d-11404e6c6c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.126255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Made reservation on behalf of 5853ffe0073a450594667aa644559424 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:57.131012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.141026 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.217963 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.225595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.231690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.241667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.246140 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5463eb84-d13d-420c-9f0d-11404e6c6c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.253421 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5463eb84-d13d-420c-9f0d-11404e6c6c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.258517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.278660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Pushing event updated for resources: {'Port': ['ID=8a1427c8-2749-44a9-96e4-ffa62098a7b2,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:57.282673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Network 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:57.285083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:57.289880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:57.295603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5463eb84-d13d-420c-9f0d-11404e6c6c86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=975cfd2ba9dc4e22a5f900f8a8a09761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857259 May 10 11:47:57.298641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38562) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:57.303605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=690c254f-c5f5-40ce-9c0f-a71fdc595f59,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:57.313241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:57.342382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55118af3-9a36-4af4-8e4d-48b2159caad3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:57.353615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Attempting to bind port 8a1427c8-2749-44a9-96e4-ffa62098a7b2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:57.354511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Attempting to bind port 8a1427c8-2749-44a9-96e4-ffa62098a7b2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b160d392-8d2f-40c8-9ac5-54017f7ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:57.355080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Attempting to bind port 8a1427c8-2749-44a9-96e4-ffa62098a7b2 on network 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:57.362691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:57.363899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Checking segment: {'id': 'b160d392-8d2f-40c8-9ac5-54017f7ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:57.364628 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.365274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Bound using segment: {'id': 'b160d392-8d2f-40c8-9ac5-54017f7ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:57.365957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Bound port: 8a1427c8-2749-44a9-96e4-ffa62098a7b2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160d392-8d2f-40c8-9ac5-54017f7ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:57.366604 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.367755 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463eb84-d13d-420c-9f0d-11404e6c6c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c43e4f-01bf-46ac-a9bc-d14f1a0206f3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:57.384950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.385207 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Added segment af6749cb-ce0f-4887-8034-d515f80e49d4 of type vlan for network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 May 10 11:47:57.388457 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8b60c1e-abc7-4db7-bc38-05aa1271e1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.416911 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8b60c1e-abc7-4db7-bc38-05aa1271e1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.438215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.456175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] For port 8a1427c8-2749-44a9-96e4-ffa62098a7b2, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:57.459291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] For port 8a1427c8-2749-44a9-96e4-ffa62098a7b2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8a1427c8-2749-44a9-96e4-ffa62098a7b2,segment=NetworkSegment(b160d392-8d2f-40c8-9ac5-54017f7ff140),segment_id=b160d392-8d2f-40c8-9ac5-54017f7ff140)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:57.463968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.464783 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.479945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:57.495196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b160d392-8d2f-40c8-9ac5-54017f7ff140') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:57.495504 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b160d392-8d2f-40c8-9ac5-54017f7ff140') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:57.500817 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8b60c1e-abc7-4db7-bc38-05aa1271e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.504159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8b60c1e-abc7-4db7-bc38-05aa1271e1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.505348 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a8b60c1e-abc7-4db7-bc38-05aa1271e1e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64c43e4f-01bf-46ac-a9bc-d14f1a0206f3 HTTP/1.1" status: 204 len: 168 time: 0.2055862 May 10 11:47:57.515320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b60c1e-abc7-4db7-bc38-05aa1271e1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c43e4f-01bf-46ac-a9bc-d14f1a0206f3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:57.516739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.531114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.540434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:57.541143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.550113 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.584390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44d81c-5f7d-482f-b1d2-8deac41562dd None None] Pushing event updated for resources: {'Port': ['ID=8a1427c8-2749-44a9-96e4-ffa62098a7b2,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:57.598963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e0ece-6889-4c56-9314-ef81b548278c None None] Network 4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:47:57.607892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:57.608437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:57.613778 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:57.668730 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5789576 May 10 11:47:57.670239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38580) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:57.676950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Request body: {'subnet': {'network_id': '1bd6c1f4-0a37-4c80-bfd6-b1d933b25405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:57.684648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c778d8-6944-4e6c-898c-76171686e49c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'Network': ['ID=1bd6c1f4-0a37-4c80-bfd6-b1d933b25405,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:57.698860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.api [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:47:57.698860 n-d-840949-1 neutron-server[102768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:47:57.698860 n-d-840949-1 neutron-server[102768]: [parameters: {'id': '4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa'}] May 10 11:47:57.698860 n-d-840949-1 neutron-server[102768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:47:57.699435 n-d-840949-1 neutron-server[102768]: DEBUG oslo_db.api [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:47:57.702785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:57.796979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Made reservation on behalf of 5853ffe0073a450594667aa644559424 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:57.802663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.052982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.054437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4d5f5-e71b-4dc3-8b8f-f7aaa2db2e25 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:47:58.122199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'Subnet': ['ID=c5a8eade-49bc-4c66-b746-9d0423045c19,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:58.145725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Checking segment: {'id': 'af6749cb-ce0f-4887-8034-d515f80e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd6c1f4-0a37-4c80-bfd6-b1d933b25405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:58.146123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Network hostable DHCP agents. Network: 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:47:58.167379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:47:58.179608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:58.185742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:58.186341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.201097 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.221993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-edc69b28-c17d-41ef-aa23-25e9e70c95dd tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5503430 May 10 11:47:58.227288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38614) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:58.236598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2072519841', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:58.266433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.269332 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.285510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Deleting port 8a1427c8-2749-44a9-96e4-ffa62098a7b2 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:47:58.286493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.326273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4d5f5-e71b-4dc3-8b8f-f7aaa2db2e25 None None] Unable to find a vacant binding_index for network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 and agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 {{(pid=102769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 10 11:47:58.333966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4d5f5-e71b-4dc3-8b8f-f7aaa2db2e25 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405) {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:47:58.352573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.374937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] For port 8a1427c8-2749-44a9-96e4-ffa62098a7b2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8a1427c8-2749-44a9-96e4-ffa62098a7b2,segment=NetworkSegment(b160d392-8d2f-40c8-9ac5-54017f7ff140),segment_id=b160d392-8d2f-40c8-9ac5-54017f7ff140)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:47:58.375304 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.395496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Calling delete_port for 8a1427c8-2749-44a9-96e4-ffa62098a7b2 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:47:58.516180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.553674 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.559932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Port': ['ID=8a1427c8-2749-44a9-96e4-ffa62098a7b2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:58.567650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No DVR routers for this DVR port 8a1427c8-2749-44a9-96e4-ffa62098a7b2 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:58.665490 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.689721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:58.700106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b160d392-8d2f-40c8-9ac5-54017f7ff140') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:58.700402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b160d392-8d2f-40c8-9ac5-54017f7ff140') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:58.710795 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.713886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-1bd6c1f4-0a37-4c80-bfd6-b1d933b25405', 'network_id': '1bd6c1f4-0a37-4c80-bfd6-b1d933b25405', 'tenant_id': '5853ffe0073a450594667aa644559424', 'fixed_ips': [{'subnet_id': 'c5a8eade-49bc-4c66-b746-9d0423045c19'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:47:58.714739 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.730104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.742424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:47:58.742848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: timer() May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:47:58.745930 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:47:58.874141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.884698 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.887709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Allocated IP 172.20.0.2 (1bd6c1f4-0a37-4c80-bfd6-b1d933b25405/c5a8eade-49bc-4c66-b746-9d0423045c19/f079cda9-0db2-49ef-823a-4e270910b7db) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:58.893807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.897879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa HTTP/1.1" status: 204 len: 168 time: 2.2035222 May 10 11:47:58.909912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38656) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:58.915245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806755754'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:58.918459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084a452-4d01-4eac-b941-c02cfecda1e7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:58.919774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:58.971981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:58.980555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.012729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:47:59.023370 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.023714 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment cf32ad80-da4f-4706-b7d5-80cd771b448f of type vlan for network 9fdf0905-2504-41f8-9f47-ae226a893931 May 10 11:47:59.066763 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.076504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Allocated IP 172.25.8.80 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/1b4d8a8c-7c58-4857-83b1-75ac2b29f791) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:47:59.095859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.101780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.109564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:47:59.114822 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.121965 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.164124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:59.168666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:59.172657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:59.220962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3098035 May 10 11:47:59.224606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38696) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:47:59.224940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Pushing event updated for resources: {'Port': ['ID=f079cda9-0db2-49ef-823a-4e270910b7db,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:59.233560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': '9fdf0905-2504-41f8-9f47-ae226a893931', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:47:59.236745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2b877-fb6a-45d9-beab-bb98a8a0706b tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=9fdf0905-2504-41f8-9f47-ae226a893931,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:59.257377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Attempting to bind port f079cda9-0db2-49ef-823a-4e270910b7db on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:47:59.260088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Attempting to bind port f079cda9-0db2-49ef-823a-4e270910b7db by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'af6749cb-ce0f-4887-8034-d515f80e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd6c1f4-0a37-4c80-bfd6-b1d933b25405'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:47:59.260647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Attempting to bind port f079cda9-0db2-49ef-823a-4e270910b7db on network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:47:59.263321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 9fdf0905-2504-41f8-9f47-ae226a893931 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:47:59.314347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:47:59.314731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Checking segment: {'id': 'af6749cb-ce0f-4887-8034-d515f80e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd6c1f4-0a37-4c80-bfd6-b1d933b25405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:47:59.315140 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.315591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Bound using segment: {'id': 'af6749cb-ce0f-4887-8034-d515f80e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd6c1f4-0a37-4c80-bfd6-b1d933b25405'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:47:59.316044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Bound port: f079cda9-0db2-49ef-823a-4e270910b7db, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6749cb-ce0f-4887-8034-d515f80e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd6c1f4-0a37-4c80-bfd6-b1d933b25405'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:47:59.316428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.371127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.392608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:47:59.397744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.406791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] For port f079cda9-0db2-49ef-823a-4e270910b7db, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:47:59.410899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] For port f079cda9-0db2-49ef-823a-4e270910b7db, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f079cda9-0db2-49ef-823a-4e270910b7db,segment=NetworkSegment(af6749cb-ce0f-4887-8034-d515f80e49d4),segment_id=af6749cb-ce0f-4887-8034-d515f80e49d4)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:47:59.417017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.489437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3b04-cba8-42a7-acf6-2355e57ba14a None None] Pushing event updated for resources: {'Port': ['ID=f079cda9-0db2-49ef-823a-4e270910b7db,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:59.490135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Performing IP validity checks on allocation pools {{(pid=102767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 10 11:47:59.490700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 10 11:47:59.512837 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.585268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:47:59.593324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:47:59.602666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:47:59.607502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'Port': ['ID=1b4d8a8c-7c58-4857-83b1-75ac2b29f791,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:59.810692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:59.984233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=16dc5240-4c8e-46ea-99bf-973ea8e68116,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:00.001108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': 'cf32ad80-da4f-4706-b7d5-80cd771b448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9fdf0905-2504-41f8-9f47-ae226a893931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:00.001931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: 9fdf0905-2504-41f8-9f47-ae226a893931, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:00.084370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 9fdf0905-2504-41f8-9f47-ae226a893931 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:00.103110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 9fdf0905-2504-41f8-9f47-ae226a893931) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:00.135298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:00.135918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.169030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-20525373-08c3-4ac1-8fd1-b924819aa1d2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9432883 May 10 11:48:00.171626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38780) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:00.183763 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.281234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38782) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:00.431972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34fe889d-5c1d-4570-9400-6d98022473f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.555473 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34fe889d-5c1d-4570-9400-6d98022473f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.561938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34fe889d-5c1d-4570-9400-6d98022473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.618394 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34fe889d-5c1d-4570-9400-6d98022473f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c74ef64657e749e780299902b7c6f7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358760 May 10 11:48:00.619932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38786) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:00.620783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe889d-5c1d-4570-9400-6d98022473f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2dca35-1ccf-4b0b-ada0-cc7e7baaa3e0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:00.692782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f48251fc-45cd-4160-975d-0688114f30ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.728022 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f48251fc-45cd-4160-975d-0688114f30ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.760225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc98f40-8058-4e35-856c-4579943c85ef None None] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:00.762227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0473229-8136-45ff-811a-e070735bc587 None None] Network 9fdf0905-2504-41f8-9f47-ae226a893931 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:00.784857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.807442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f48251fc-45cd-4160-975d-0688114f30ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.811711 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f48251fc-45cd-4160-975d-0688114f30ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.813853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f48251fc-45cd-4160-975d-0688114f30ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab2dca35-1ccf-4b0b-ada0-cc7e7baaa3e0 HTTP/1.1" status: 204 len: 168 time: 0.1896126 May 10 11:48:00.824486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48251fc-45cd-4160-975d-0688114f30ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2dca35-1ccf-4b0b-ada0-cc7e7baaa3e0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:00.934211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.982749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:00.995317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d3cda6b8-015f-4a0a-b41c-a84f721f4d93 None None] Provisioning complete for port f079cda9-0db2-49ef-823a-4e270910b7db triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:00.995731 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3cda6b8-015f-4a0a-b41c-a84f721f4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.059731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4fb67d-d419-41eb-8cb4-6c353aa654a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-9fdf0905-2504-41f8-9f47-ae226a893931', 'network_id': '9fdf0905-2504-41f8-9f47-ae226a893931', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': '16dc5240-4c8e-46ea-99bf-973ea8e68116'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:01.060496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f4fb67d-d419-41eb-8cb4-6c353aa654a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.144750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.186543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=16dc5240-4c8e-46ea-99bf-973ea8e68116,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:01.266464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50230cb-5793-4e3d-9b0f-f95abfa00052 None None] Network 9fdf0905-2504-41f8-9f47-ae226a893931 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:01.272958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d3cda6b8-015f-4a0a-b41c-a84f721f4d93 None None] Current status of the port f079cda9-0db2-49ef-823a-4e270910b7db is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:01.273346 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3cda6b8-015f-4a0a-b41c-a84f721f4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.295301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.304989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Router 6a62da2a-bf0a-4683-a5c8-39ae0cb66167 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:48:01.328507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdf0905-2504-41f8-9f47-ae226a893931']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:01.347409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf32ad80-da4f-4706-b7d5-80cd771b448f') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:01.348123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf32ad80-da4f-4706-b7d5-80cd771b448f') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:01.360478 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.377698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d3cda6b8-015f-4a0a-b41c-a84f721f4d93 None None] For port f079cda9-0db2-49ef-823a-4e270910b7db, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f079cda9-0db2-49ef-823a-4e270910b7db,segment=NetworkSegment(af6749cb-ce0f-4887-8034-d515f80e49d4),segment_id=af6749cb-ce0f-4887-8034-d515f80e49d4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:01.381921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.391598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:01.395436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.402981 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3cda6b8-015f-4a0a-b41c-a84f721f4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:01.466381 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:01.486705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cda6b8-015f-4a0a-b41c-a84f721f4d93 None None] Pushing event updated for resources: {'Port': ['ID=f079cda9-0db2-49ef-823a-4e270910b7db,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:01.523774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f079cda9-0db2-49ef-823a-4e270910b7db up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:01.550724 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.572050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.580014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38806) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:01.580593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/9fdf0905-2504-41f8-9f47-ae226a893931 HTTP/1.1" status: 204 len: 168 time: 1.4075756 May 10 11:48:01.590200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f079cda9-0db2-49ef-823a-4e270910b7db triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:01.590581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.595741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1818544828'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:01.628619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d4a9-f837-46d8-ba6c-ec782d651941 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=9fdf0905-2504-41f8-9f47-ae226a893931,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:01.649820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:01.659306 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.670649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:01.685444 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12e11c-1161-46af-9b7f-74bd53bd09d1 None None] Sync routers for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:01.701744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f079cda9-0db2-49ef-823a-4e270910b7db is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:01.703336 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12e11c-1161-46af-9b7f-74bd53bd09d1 None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:01.708305 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0a12e11c-1161-46af-9b7f-74bd53bd09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:01.724595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:01.737189 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.738008 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 4f8fcf64-03ef-4b54-9513-2ea96e58b608 of type vlan for network 9c367946-cdbc-40f5-a448-04fca8e2db96 May 10 11:48:01.738319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.742003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-98b0cd31-cd15-455c-a806-1d030eae230c tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.5105016 May 10 11:48:01.752023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38812) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:01.774789 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0a12e11c-1161-46af-9b7f-74bd53bd09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:01.806498 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12e11c-1161-46af-9b7f-74bd53bd09d1 None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:01.806498 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0a12e11c-1161-46af-9b7f-74bd53bd09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:01.853763 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0a12e11c-1161-46af-9b7f-74bd53bd09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:01.854697 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12e11c-1161-46af-9b7f-74bd53bd09d1 None None] The sync data for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:01.856723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.934397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:01.941015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:01.941912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.043133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38822) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:02.043722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4613290 May 10 11:48:02.051070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': '9c367946-cdbc-40f5-a448-04fca8e2db96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:02.152816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c92214-d8ed-49af-8afc-05343cde35a5 None None] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:02.253951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:02.255845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f25fa40c-2084-489b-ba50-ef29741401d8 None None] Provisioning complete for port f079cda9-0db2-49ef-823a-4e270910b7db triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:02.256231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f25fa40c-2084-489b-ba50-ef29741401d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.261884 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.382176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c6fa2-8d5c-4621-b867-bbb698ddc495 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=9c367946-cdbc-40f5-a448-04fca8e2db96,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:02.394797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 9c367946-cdbc-40f5-a448-04fca8e2db96 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:02.458824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38826) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:02.575695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.636820 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a74988fe-a8e5-4af9-bd81-330603f7d99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.669789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=fd3dcf90-5505-490a-919f-81fa9a3e0e05,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:02.677278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': '4f8fcf64-03ef-4b54-9513-2ea96e58b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c367946-cdbc-40f5-a448-04fca8e2db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:02.678031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: 9c367946-cdbc-40f5-a448-04fca8e2db96, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:02.706236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 9c367946-cdbc-40f5-a448-04fca8e2db96 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:02.725569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 9c367946-cdbc-40f5-a448-04fca8e2db96) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:02.734743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:02.735399 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.759764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.760639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fdc919-25fa-4c24-a033-ba5191ddefb8 None None] Network 9c367946-cdbc-40f5-a448-04fca8e2db96 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:02.770378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-656ad3ef-58ff-4191-8593-b197a4603d0a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7208850 May 10 11:48:02.770828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38830) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:02.862602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f25fa40c-2084-489b-ba50-ef29741401d8 None None] Current status of the port f079cda9-0db2-49ef-823a-4e270910b7db is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:02.865310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a74988fe-a8e5-4af9-bd81-330603f7d99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.879909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a74988fe-a8e5-4af9-bd81-330603f7d99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.886010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:02.943064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a74988fe-a8e5-4af9-bd81-330603f7d99b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e9e77b73b824f7d8b92bfea9049602b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830487 May 10 11:48:02.946238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38834) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:03.001728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.009863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74988fe-a8e5-4af9-bd81-330603f7d99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbca196-37c3-41ec-bb40-33afa2847066,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:03.029711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-9c367946-cdbc-40f5-a448-04fca8e2db96', 'network_id': '9c367946-cdbc-40f5-a448-04fca8e2db96', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': 'fd3dcf90-5505-490a-919f-81fa9a3e0e05'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:03.032892 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.042590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08579ba8-b643-4d87-86f1-cf3c35b9729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.092785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08579ba8-b643-4d87-86f1-cf3c35b9729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.141639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-63619742-530d-464e-b623-b9323bc3fa06 None None] Provisioning complete for port f079cda9-0db2-49ef-823a-4e270910b7db triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:03.142419 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63619742-530d-464e-b623-b9323bc3fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.166194 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.213631 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08579ba8-b643-4d87-86f1-cf3c35b9729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.216917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-08579ba8-b643-4d87-86f1-cf3c35b9729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.219283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-08579ba8-b643-4d87-86f1-cf3c35b9729e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fbca196-37c3-41ec-bb40-33afa2847066 HTTP/1.1" status: 204 len: 168 time: 0.2712710 May 10 11:48:03.240551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08579ba8-b643-4d87-86f1-cf3c35b9729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbca196-37c3-41ec-bb40-33afa2847066,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:03.276179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Allocated IP 172.20.0.1 (9c367946-cdbc-40f5-a448-04fca8e2db96/fd3dcf90-5505-490a-919f-81fa9a3e0e05/fc8d624b-1180-4e45-a1de-c0beb019a1f1) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:03.331217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-63619742-530d-464e-b623-b9323bc3fa06 None None] Current status of the port f079cda9-0db2-49ef-823a-4e270910b7db is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:03.340474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Allocated IP 172.20.0.1 (1bd6c1f4-0a37-4c80-bfd6-b1d933b25405/c5a8eade-49bc-4c66-b746-9d0423045c19/92d8cef6-a010-4413-8715-fcde8fcd84d6) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:03.435682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f079cda9-0db2-49ef-823a-4e270910b7db up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:03.519935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.536252 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.545938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f079cda9-0db2-49ef-823a-4e270910b7db triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:03.546386 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.550147 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.577233 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.591421 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.620423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Network 9c367946-cdbc-40f5-a448-04fca8e2db96 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:03.625068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:03.627652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:03.647681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:03.651264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:03.657150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:03.672959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Pushing event updated for resources: {'Port': ['ID=fc8d624b-1180-4e45-a1de-c0beb019a1f1,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:03.674969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'Port': ['ID=92d8cef6-a010-4413-8715-fcde8fcd84d6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:03.708357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Attempting to bind port fc8d624b-1180-4e45-a1de-c0beb019a1f1 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:03.708630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Attempting to bind port fc8d624b-1180-4e45-a1de-c0beb019a1f1 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '4f8fcf64-03ef-4b54-9513-2ea96e58b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c367946-cdbc-40f5-a448-04fca8e2db96'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:03.709536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Attempting to bind port fc8d624b-1180-4e45-a1de-c0beb019a1f1 on network 9c367946-cdbc-40f5-a448-04fca8e2db96 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:03.725362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3dcf90-5505-490a-919f-81fa9a3e0e05,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:03.729469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.737494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:03.737877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Checking segment: {'id': '4f8fcf64-03ef-4b54-9513-2ea96e58b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c367946-cdbc-40f5-a448-04fca8e2db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:03.738430 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.738669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Bound using segment: {'id': '4f8fcf64-03ef-4b54-9513-2ea96e58b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c367946-cdbc-40f5-a448-04fca8e2db96'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:03.739161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Bound port: fc8d624b-1180-4e45-a1de-c0beb019a1f1, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8fcf64-03ef-4b54-9513-2ea96e58b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c367946-cdbc-40f5-a448-04fca8e2db96'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:03.739544 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.823542 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.833936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] For port fc8d624b-1180-4e45-a1de-c0beb019a1f1, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:03.837960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] For port fc8d624b-1180-4e45-a1de-c0beb019a1f1, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fc8d624b-1180-4e45-a1de-c0beb019a1f1,segment=NetworkSegment(4f8fcf64-03ef-4b54-9513-2ea96e58b608),segment_id=4f8fcf64-03ef-4b54-9513-2ea96e58b608)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:03.843634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f079cda9-0db2-49ef-823a-4e270910b7db is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:03.848587 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.853449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c367946-cdbc-40f5-a448-04fca8e2db96']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:03.867242 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8fcf64-03ef-4b54-9513-2ea96e58b608') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:03.867552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8fcf64-03ef-4b54-9513-2ea96e58b608') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:03.882946 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.899944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.902341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d88c1-c0e5-4255-bc81-16d037ea4861 None None] Pushing event updated for resources: {'Port': ['ID=fc8d624b-1180-4e45-a1de-c0beb019a1f1,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:03.917861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:03.918263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:03.923004 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:04.037580 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.041542 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.api [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:48:04.041542 n-d-840949-1 neutron-server[102767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:48:04.041542 n-d-840949-1 neutron-server[102767]: [parameters: {'id': '9c367946-cdbc-40f5-a448-04fca8e2db96'}] May 10 11:48:04.041542 n-d-840949-1 neutron-server[102767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:48:04.042004 n-d-840949-1 neutron-server[102767]: DEBUG oslo_db.api [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:48:04.058413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b29752-2bd4-4054-b2d4-20d6021e6cef None None] Network 9c367946-cdbc-40f5-a448-04fca8e2db96 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:04.217190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-96f4ebb4-4757-4335-9e7e-dc6dd9146448 None None] Provisioning complete for port 92d8cef6-a010-4413-8715-fcde8fcd84d6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:04.217668 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-96f4ebb4-4757-4335-9e7e-dc6dd9146448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.281599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-96f4ebb4-4757-4335-9e7e-dc6dd9146448 None None] Port 92d8cef6-a010-4413-8715-fcde8fcd84d6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:48:04.284510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-609b4e98-e067-4be6-8e3e-143760fdc482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.292105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc3f3c-3437-404e-9904-82af62e820fb None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:48:04.404052 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.410175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.432818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc3f3c-3437-404e-9904-82af62e820fb None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:48:04.488385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'Port': ['ID=92d8cef6-a010-4413-8715-fcde8fcd84d6,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:04.505145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.543281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.635140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Deleting port fc8d624b-1180-4e45-a1de-c0beb019a1f1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:04.635400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.650172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:04.652786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:04.753091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] For port fc8d624b-1180-4e45-a1de-c0beb019a1f1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fc8d624b-1180-4e45-a1de-c0beb019a1f1,segment=NetworkSegment(4f8fcf64-03ef-4b54-9513-2ea96e58b608),segment_id=4f8fcf64-03ef-4b54-9513-2ea96e58b608)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:04.753569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.771514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Calling delete_port for fc8d624b-1180-4e45-a1de-c0beb019a1f1 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:04.796411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Router 6a62da2a-bf0a-4683-a5c8-39ae0cb66167 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:04.897466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:04.935192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No DVR routers for this DVR port fc8d624b-1180-4e45-a1de-c0beb019a1f1 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:04.938043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Port': ['ID=fc8d624b-1180-4e45-a1de-c0beb019a1f1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:04.941783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:04.948002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6c4ab9d5-88cf-43f7-b6ff-0dd6ea798c23 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "PUT /v2.0/routers/6a62da2a-bf0a-4683-a5c8-39ae0cb66167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1944842 May 10 11:48:04.950655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38868) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:04.953836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcc4a0-02cd-48df-8305-c68629df5fe0 None None] Sync routers for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:04.959159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Request body: {'port': {'network_id': '1bd6c1f4-0a37-4c80-bfd6-b1d933b25405', 'name': 'tempest-FloatingIPAdminTestJSON-1490634629'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:04.971215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcc4a0-02cd-48df-8305-c68629df5fe0 None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:04.971886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b3dcc4a0-02cd-48df-8305-c68629df5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:05.052768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b3dcc4a0-02cd-48df-8305-c68629df5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:05.070868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcc4a0-02cd-48df-8305-c68629df5fe0 None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:05.071802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b3dcc4a0-02cd-48df-8305-c68629df5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:47:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:05.093148 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.120264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Made reservation on behalf of 5853ffe0073a450594667aa644559424 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:05.126010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.130405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b3dcc4a0-02cd-48df-8305-c68629df5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:05.131062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcc4a0-02cd-48df-8305-c68629df5fe0 None None] The sync data for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:05.151677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c367946-cdbc-40f5-a448-04fca8e2db96']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:05.159613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] device_id is not set on port 0aec221e-131a-4286-a97d-7b4a4fefa7cc yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:05.165995 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8fcf64-03ef-4b54-9513-2ea96e58b608') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:05.166304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8fcf64-03ef-4b54-9513-2ea96e58b608') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:05.193609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.210071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.221038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:05.223673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:05.226859 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:05.247132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bab06480-492d-4d51-8a21-50dff4312bae None None] Provisioning complete for port 92d8cef6-a010-4413-8715-fcde8fcd84d6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:05.247515 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bab06480-492d-4d51-8a21-50dff4312bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.290282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bab06480-492d-4d51-8a21-50dff4312bae None None] Port 92d8cef6-a010-4413-8715-fcde8fcd84d6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:48:05.313780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Allocated IP 172.20.0.9 (1bd6c1f4-0a37-4c80-bfd6-b1d933b25405/c5a8eade-49bc-4c66-b746-9d0423045c19/0aec221e-131a-4286-a97d-7b4a4fefa7cc) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:05.320662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.349842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.353491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/9c367946-cdbc-40f5-a448-04fca8e2db96 HTTP/1.1" status: 204 len: 168 time: 2.5815332 May 10 11:48:05.358068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38880) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.364073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078677882'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:05.364989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083f91-10ee-4a2b-a2cb-4793ea398ed1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=9c367946-cdbc-40f5-a448-04fca8e2db96,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:05.433431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:05.436848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.483368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:05.499441 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.504903 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.505243 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 0a46c3e2-8de8-4bee-a190-a938906e9943 of type vlan for network 19cbf2ea-a4c0-49ab-936c-c24e0143628c May 10 11:48:05.542657 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.552580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38884) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.578273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.621085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.627382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:05.628113 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.638866 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.692574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5cb04cef-6664-4a2e-86ee-28d5f6a73c92 tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:05.718501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38888) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.718757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3595855 May 10 11:48:05.727652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': '19cbf2ea-a4c0-49ab-936c-c24e0143628c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:05.746894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:05.755113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:05.764003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:05.768757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799afcc-ce97-4a95-af10-9738f1865084 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=19cbf2ea-a4c0-49ab-936c-c24e0143628c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:05.770936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event updated for resources: {'Port': ['ID=0aec221e-131a-4286-a97d-7b4a4fefa7cc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:05.788421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 19cbf2ea-a4c0-49ab-936c-c24e0143628c details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:05.845468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:05.846253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.854591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5cb04cef-6664-4a2e-86ee-28d5f6a73c92 tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "PUT /v2.0/quotas/30b4697b22cc471089efd69f47ca6dc6 HTTP/1.1" status: 200 len: 366 time: 0.3003590 May 10 11:48:05.857140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38890) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.885218 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-967b5443-2e6c-4af3-b38c-f1c28fc90825 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9318769 May 10 11:48:05.885775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38892) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.887769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-adaa2237-68c0-4da2-b90e-b22599def062 tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0248733 May 10 11:48:05.890457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38894) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.918387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bd0a1c3e-806f-481f-a654-06e4e0d41834 tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "GET /v2.0/quotas/30b4697b22cc471089efd69f47ca6dc6 HTTP/1.1" status: 200 len: 366 time: 0.0259943 May 10 11:48:05.921119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38900) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.942226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:05.946364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5ce672f1-f736-43d8-be92-88b6e5619c85 tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/30b4697b22cc471089efd69f47ca6dc6 HTTP/1.1" status: 204 len: 168 time: 0.0206542 May 10 11:48:05.948613 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.950663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38902) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.963872 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b1ef5217-6502-41e6-9b47-54bee6b33917 tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0111661 May 10 11:48:05.965840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38904) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.985489 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ce6770e-11fa-471f-9c81-b07cc66f35e2 tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "GET /v2.0/quotas/30b4697b22cc471089efd69f47ca6dc6 HTTP/1.1" status: 200 len: 370 time: 0.0159092 May 10 11:48:05.986267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38906) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:05.993813 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a3b1bbb0-4808-44ce-8c61-907785404ef3 tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "GET /v2.0/quotas/30b4697b22cc471089efd69f47ca6dc6/default HTTP/1.1" status: 200 len: 370 time: 0.0038733 May 10 11:48:06.000907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38908) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:06.018391 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-80e573c5-0e52-45e8-927a-eb2390838f6e tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] delete failed (client error): The resource could not be found. May 10 11:48:06.022923 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-80e573c5-0e52-45e8-927a-eb2390838f6e tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/30b4697b22cc471089efd69f47ca6dc6 HTTP/1.1" status: 404 len: 348 time: 0.0178766 May 10 11:48:06.091043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'project_id': '5853ffe0073a450594667aa644559424', 'port_id': '0aec221e-131a-4286-a97d-7b4a4fefa7cc'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:06.128753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6dcaee35-2dd5-4bc0-98ea-d7c247f90145 None None] Provisioning complete for port 0aec221e-131a-4286-a97d-7b4a4fefa7cc triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:06.129234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6dcaee35-2dd5-4bc0-98ea-d7c247f90145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.160916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.219581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38914) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:06.238835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6dcaee35-2dd5-4bc0-98ea-d7c247f90145 None None] Port 0aec221e-131a-4286-a97d-7b4a4fefa7cc cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:48:06.249315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Usage tracker for resource:network and tenant:6d2ded59a3c34d2681e10867a233142f is out of sync, need to count used quota {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 10 11:48:06.256134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 10 11:48:06.262487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Usage tracker for resource:subnet and tenant:6d2ded59a3c34d2681e10867a233142f is out of sync, need to count used quota {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 10 11:48:06.268720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 10 11:48:06.278182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Usage tracker for resource:subnetpool and tenant:6d2ded59a3c34d2681e10867a233142f is out of sync, need to count used quota {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 10 11:48:06.283363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 10 11:48:06.289884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Usage tracker for resource:port and tenant:6d2ded59a3c34d2681e10867a233142f is out of sync, need to count used quota {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 10 11:48:06.295345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 10 11:48:06.304967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Usage tracker for resource:router and tenant:6d2ded59a3c34d2681e10867a233142f is out of sync, need to count used quota {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 10 11:48:06.310633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 10 11:48:06.317763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Usage tracker for resource:floatingip and tenant:6d2ded59a3c34d2681e10867a233142f is out of sync, need to count used quota {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 10 11:48:06.323810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 10 11:48:06.366393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Usage tracker for resource:security_group and tenant:6d2ded59a3c34d2681e10867a233142f is out of sync, need to count used quota {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 10 11:48:06.372312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.376070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 10 11:48:06.383243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Usage tracker for resource:security_group_rule and tenant:6d2ded59a3c34d2681e10867a233142f is out of sync, need to count used quota {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 10 11:48:06.388555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.quota.resource [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 10 11:48:06.394727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90ae5b33-4123-4cfa-8245-0429e57a269b tempest-QuotasTest-2023064296 tempest-QuotasTest-2023064296-project-admin] 10.222.0.13 "GET /v2.0/quotas/6d2ded59a3c34d2681e10867a233142f/details.json HTTP/1.1" status: 200 len: 703 time: 0.1739364 May 10 11:48:06.459109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=075aff2c-3108-497e-be73-b23b1dc4d00c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:06.472635 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.483500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': '0a46c3e2-8de8-4bee-a190-a938906e9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '19cbf2ea-a4c0-49ab-936c-c24e0143628c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:06.484208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: 19cbf2ea-a4c0-49ab-936c-c24e0143628c, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:06.547506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 19cbf2ea-a4c0-49ab-936c-c24e0143628c is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:06.586498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 19cbf2ea-a4c0-49ab-936c-c24e0143628c) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:06.593597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:06.594399 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.596955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b74c5-8d07-467d-96f2-de9d147c8b06 None None] Network 19cbf2ea-a4c0-49ab-936c-c24e0143628c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:06.622223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d97e88a7-4abc-4804-8fae-b13f0d5ea217 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9005098 May 10 11:48:06.626416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38918) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:06.646357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Allocated IP 172.25.8.86 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f9bcb8c9-e57f-440e-97f0-8a98b997f3d7) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:06.810187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.814167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-19cbf2ea-a4c0-49ab-936c-c24e0143628c', 'network_id': '19cbf2ea-a4c0-49ab-936c-c24e0143628c', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': '075aff2c-3108-497e-be73-b23b1dc4d00c'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:06.815191 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.851609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.868364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38922) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:06.902606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.957913 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:06.985001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Allocated IP 172.20.0.1 (19cbf2ea-a4c0-49ab-936c-c24e0143628c/075aff2c-3108-497e-be73-b23b1dc4d00c/e9b56270-c84e-45bc-b43b-60fb5696370e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:07.009573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:07.010541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:07.013402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:07.040333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Pushing event updated for resources: {'Port': ['ID=f9bcb8c9-e57f-440e-97f0-8a98b997f3d7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:07.060064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77ab9afd-c7cb-425a-85ae-e8bd3d2e66cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.162619 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77ab9afd-c7cb-425a-85ae-e8bd3d2e66cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.167479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77ab9afd-c7cb-425a-85ae-e8bd3d2e66cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.173431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.197046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.232238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-77ab9afd-c7cb-425a-85ae-e8bd3d2e66cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d337f4dca45a45efa8527cb632dc0efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624225 May 10 11:48:07.233444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab9afd-c7cb-425a-85ae-e8bd3d2e66cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e953dff7-1a9c-4e5b-b58a-c57e18e02866,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:07.236683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38928) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:07.256043 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.267318 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aad16c2f-de12-4cda-bab7-8de3fb31f328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.270977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Network 19cbf2ea-a4c0-49ab-936c-c24e0143628c is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:07.275244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:07.282807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:07.286888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Pushing event updated for resources: {'Port': ['ID=e9b56270-c84e-45bc-b43b-60fb5696370e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:07.298472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=075aff2c-3108-497e-be73-b23b1dc4d00c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:07.306729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-01d89b69-4872-46d8-b60b-11e27be6f45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.333845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.334379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.335532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.336087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.336961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.337443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.337943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.338798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.339296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.339628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.340000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.340310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:07.350017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-01d89b69-4872-46d8-b60b-11e27be6f45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.373467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Attempting to bind port e9b56270-c84e-45bc-b43b-60fb5696370e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:07.373933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Attempting to bind port e9b56270-c84e-45bc-b43b-60fb5696370e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '0a46c3e2-8de8-4bee-a190-a938906e9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '19cbf2ea-a4c0-49ab-936c-c24e0143628c'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:07.374467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Attempting to bind port e9b56270-c84e-45bc-b43b-60fb5696370e on network 19cbf2ea-a4c0-49ab-936c-c24e0143628c {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:07.380675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:07.381135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Checking segment: {'id': '0a46c3e2-8de8-4bee-a190-a938906e9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '19cbf2ea-a4c0-49ab-936c-c24e0143628c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:07.381933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.382538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Bound using segment: {'id': '0a46c3e2-8de8-4bee-a190-a938906e9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '19cbf2ea-a4c0-49ab-936c-c24e0143628c'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:07.383335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Bound port: e9b56270-c84e-45bc-b43b-60fb5696370e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a46c3e2-8de8-4bee-a190-a938906e9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '19cbf2ea-a4c0-49ab-936c-c24e0143628c'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:07.383961 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.423664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.430538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-01d89b69-4872-46d8-b60b-11e27be6f45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.433819 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-01d89b69-4872-46d8-b60b-11e27be6f45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.435269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-01d89b69-4872-46d8-b60b-11e27be6f45c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e953dff7-1a9c-4e5b-b58a-c57e18e02866 HTTP/1.1" status: 204 len: 168 time: 0.1981375 May 10 11:48:07.460194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cbf2ea-a4c0-49ab-936c-c24e0143628c']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:07.461543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d89b69-4872-46d8-b60b-11e27be6f45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e953dff7-1a9c-4e5b-b58a-c57e18e02866,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:07.474715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] For port e9b56270-c84e-45bc-b43b-60fb5696370e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:07.483272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] For port e9b56270-c84e-45bc-b43b-60fb5696370e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e9b56270-c84e-45bc-b43b-60fb5696370e,segment=NetworkSegment(0a46c3e2-8de8-4bee-a190-a938906e9943),segment_id=0a46c3e2-8de8-4bee-a190-a938906e9943)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:07.494821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.509580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a46c3e2-8de8-4bee-a190-a938906e9943') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:07.509962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a46c3e2-8de8-4bee-a190-a938906e9943') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:07.523565 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.571186 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.581949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:07.582514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:07.585685 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:07.616714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dca06-4c00-448e-8630-98a7356680a1 None None] Pushing event updated for resources: {'Port': ['ID=e9b56270-c84e-45bc-b43b-60fb5696370e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:07.626275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee396b1e-56b6-4c55-b019-1d6fdc732ab9 None None] Network 19cbf2ea-a4c0-49ab-936c-c24e0143628c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:07.794900 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.814467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231db41-616e-43dd-b1b8-24ced8d1e7d6 None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:48:07.894448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38934) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:07.915364 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c3a33696-5ca6-4a81-a8a5-700c7f8d795b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.935139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231db41-616e-43dd-b1b8-24ced8d1e7d6 None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:48:07.973462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:07.996105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.api [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:48:07.996105 n-d-840949-1 neutron-server[102767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:48:07.996105 n-d-840949-1 neutron-server[102767]: [parameters: {'id': '19cbf2ea-a4c0-49ab-936c-c24e0143628c'}] May 10 11:48:07.996105 n-d-840949-1 neutron-server[102767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:48:07.996620 n-d-840949-1 neutron-server[102767]: DEBUG oslo_db.api [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:48:08.036092 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c3a33696-5ca6-4a81-a8a5-700c7f8d795b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.043907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c3a33696-5ca6-4a81-a8a5-700c7f8d795b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.050666 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.099313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c3a33696-5ca6-4a81-a8a5-700c7f8d795b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d2ded59a3c34d2681e10867a233142f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036886 May 10 11:48:08.100644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33696-5ca6-4a81-a8a5-700c7f8d795b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d45e4-55fb-41d6-b3f2-ae8c9f1e4185,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:08.105005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38936) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:08.171318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec7b69e8-dab0-4f32-8d95-dfab824f54e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.202318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec7b69e8-dab0-4f32-8d95-dfab824f54e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.255254 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.263166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.263437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec7b69e8-dab0-4f32-8d95-dfab824f54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.266621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec7b69e8-dab0-4f32-8d95-dfab824f54e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.270332 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ec7b69e8-dab0-4f32-8d95-dfab824f54e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f12d45e4-55fb-41d6-b3f2-ae8c9f1e4185 HTTP/1.1" status: 204 len: 168 time: 0.1616130 May 10 11:48:08.288870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b69e8-dab0-4f32-8d95-dfab824f54e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12d45e4-55fb-41d6-b3f2-ae8c9f1e4185,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:08.356589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Pushing event updated for resources: {'Port': ['ID=f9bcb8c9-e57f-440e-97f0-8a98b997f3d7,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:08.374601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.490814 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Floating IP b72f93fb-0a92-45dc-9aec-09cc4aef8fff associated. External IP: 172.25.8.86, port: 0aec221e-131a-4286-a97d-7b4a4fefa7cc. May 10 11:48:08.532657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.683323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Deleting port e9b56270-c84e-45bc-b43b-60fb5696370e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:08.684070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.803760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] For port e9b56270-c84e-45bc-b43b-60fb5696370e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e9b56270-c84e-45bc-b43b-60fb5696370e,segment=NetworkSegment(0a46c3e2-8de8-4bee-a190-a938906e9943),segment_id=0a46c3e2-8de8-4bee-a190-a938906e9943)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:08.804071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.828718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Calling delete_port for e9b56270-c84e-45bc-b43b-60fb5696370e owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:08.848004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Router 6a62da2a-bf0a-4683-a5c8-39ae0cb66167 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:09.053258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.086224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:09.092306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Port': ['ID=e9b56270-c84e-45bc-b43b-60fb5696370e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:09.100970 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91d8a1-2d88-49ea-82a7-28caab996cba None None] Sync routers for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:09.111785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-d2563f97-69fd-4d81-9de5-d2333bb5d6b4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4143918 May 10 11:48:09.114610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No DVR routers for this DVR port e9b56270-c84e-45bc-b43b-60fb5696370e on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:09.125584 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91d8a1-2d88-49ea-82a7-28caab996cba None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:09.127079 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1a91d8a1-2d88-49ea-82a7-28caab996cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:09.178299 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1a91d8a1-2d88-49ea-82a7-28caab996cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:09.189028 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91d8a1-2d88-49ea-82a7-28caab996cba None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:09.189794 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1a91d8a1-2d88-49ea-82a7-28caab996cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:09.218185 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.228270 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1a91d8a1-2d88-49ea-82a7-28caab996cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:09.228911 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91d8a1-2d88-49ea-82a7-28caab996cba None None] The sync data for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:09.297322 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.323899 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-36a20167-dd6d-433e-8e96-9882d733a0d3 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.4350610 May 10 11:48:09.328017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38964) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:09.331119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.354980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1e6a8927-1ce1-4d49-895d-e21137e05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.355466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1e6a8927-1ce1-4d49-895d-e21137e05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.355960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1e6a8927-1ce1-4d49-895d-e21137e05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.356437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1e6a8927-1ce1-4d49-895d-e21137e05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.356902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1e6a8927-1ce1-4d49-895d-e21137e05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.357368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1e6a8927-1ce1-4d49-895d-e21137e05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.357830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1e6a8927-1ce1-4d49-895d-e21137e05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.359896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1e6a8927-1ce1-4d49-895d-e21137e05072 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 6502 time: 0.1861410 May 10 11:48:09.371004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cbf2ea-a4c0-49ab-936c-c24e0143628c']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:09.382314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a46c3e2-8de8-4bee-a190-a938906e9943') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:09.384461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a46c3e2-8de8-4bee-a190-a938906e9943') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:09.488539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-95f4e4b1-e074-4430-9d6f-bd77977395ed tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] 10.222.0.13 "GET /v2.0/floatingips/b72f93fb-0a92-45dc-9aec-09cc4aef8fff HTTP/1.1" status: 200 len: 982 time: 0.1583214 May 10 11:48:09.490844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38970) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:09.493414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.495911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-b672bf02-d12b-4983-825b-f2ed87ca21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.496500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-b672bf02-d12b-4983-825b-f2ed87ca21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.497028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-b672bf02-d12b-4983-825b-f2ed87ca21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.498971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-b672bf02-d12b-4983-825b-f2ed87ca21f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=07e34b50-6df7-412d-bdd4-530caccbf231&id=c0ef700c-9f07-4d67-8530-5e854954469f&id=c0ef700c-9f07-4d67-8530-5e854954469f HTTP/1.1" status: 200 len: 2295 time: 0.1121950 May 10 11:48:09.553210 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.558097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.571212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:09.571878 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:09.575286 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:09.644092 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-41117984-dc55-46e0-b79d-8feaa76e3557 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baffa83d-610f-42de-b347-1921071fa985 HTTP/1.1" status: 200 len: 1000 time: 0.1375651 May 10 11:48:09.650894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-811b970f-329d-4b7e-bb38-a04b114310ff tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1587992 May 10 11:48:09.651513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38976) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:09.660293 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.666460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.670390 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/19cbf2ea-a4c0-49ab-936c-c24e0143628c HTTP/1.1" status: 204 len: 168 time: 3.0428228 May 10 11:48:09.698455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38978) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:09.709866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1351976595'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:09.729108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbfc35-24af-4f5d-b297-51b3fc3e2fe4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=19cbf2ea-a4c0-49ab-936c-c24e0143628c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:09.752080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-882f91f4-7431-48b2-92b3-3b21e4e4f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.754364 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-882f91f4-7431-48b2-92b3-3b21e4e4f6c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6e141d9f-52a3-433c-b6f5-8ec646f1c23e HTTP/1.1" status: 200 len: 854 time: 0.1035054 May 10 11:48:09.756771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:09.761328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.818563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:09.834434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.834811 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 601643cf-7b60-4fe1-bc2a-134f34e4127e of type vlan for network 57270754-651e-493e-b317-f51f70872abc May 10 11:48:09.847879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-244b69ec-26a0-4dc1-85a4-c49a3844c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.849880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-244b69ec-26a0-4dc1-85a4-c49a3844c7a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a80d167-35ab-4dff-bf57-85cfb1c4aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855534 May 10 11:48:09.935125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.987780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:09.993644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:09.994350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.020313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-eb9c834b-5b97-4201-9281-07e508e27f5e service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494629 May 10 11:48:10.118467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38986) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:10.121022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4198096 May 10 11:48:10.126044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38988) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:10.126718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db155c-0083-4e9f-8a68-bba47f739ffa tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=57270754-651e-493e-b317-f51f70872abc,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:10.137759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1fd5b7ea-ad3c-4346-aa34-2c0b9d73b7ca tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:10.148882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 57270754-651e-493e-b317-f51f70872abc details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:10.187939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Deleting port f9bcb8c9-e57f-440e-97f0-8a98b997f3d7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:10.187939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.287304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-847466861', 'router:external': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:10.296525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-a65a0da1-dac0-4c34-9542-6fa8bb9fc7aa service neutron] 10.222.0.49 "GET /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481923 May 10 11:48:10.320768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Made reservation on behalf of 5abf3581c4104f318bc7cb9fb43add88 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:10.323072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.339496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.354292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.354890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.357635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-bd5a90a7-eab9-4ac1-959e-a9afff06cfdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 200 len: 217 time: 0.0533276 May 10 11:48:10.372769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Calling delete_port for f9bcb8c9-e57f-440e-97f0-8a98b997f3d7 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:10.417373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b7ea-ad3c-4346-aa34-2c0b9d73b7ca tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.434733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1cd802b9-adbd-477c-bef4-e96cf5f9b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:10.436534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-1cd802b9-adbd-477c-bef4-e96cf5f9b1c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0714240 May 10 11:48:10.437897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b7ea-ad3c-4346-aa34-2c0b9d73b7ca tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.510549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fd5b7ea-ad3c-4346-aa34-2c0b9d73b7ca tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 57270754-651e-493e-b317-f51f70872abc is not hosted by any dhcp agent {{(pid=102767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:48:10.516335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5b7ea-ad3c-4346-aa34-2c0b9d73b7ca tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:10.516956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b7ea-ad3c-4346-aa34-2c0b9d73b7ca tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.518403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1fd5b7ea-ad3c-4346-aa34-2c0b9d73b7ca tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "PUT /v2.0/networks/57270754-651e-493e-b317-f51f70872abc HTTP/1.1" status: 200 len: 723 time: 0.3876851 May 10 11:48:10.526906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 38994) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:10.535743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': '57270754-651e-493e-b317-f51f70872abc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:10.549105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5b7ea-ad3c-4346-aa34-2c0b9d73b7ca tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=57270754-651e-493e-b317-f51f70872abc,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:10.552173 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.563219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 57270754-651e-493e-b317-f51f70872abc details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:10.565228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-306d0512-d3d7-46a7-a49c-6c7f6e184e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:10.566772 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-306d0512-d3d7-46a7-a49c-6c7f6e184e34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209292 May 10 11:48:10.596383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.645486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:10.673613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16547b97-7a53-4c64-8966-cbd74a98511f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:10.681643 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.682126 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Added segment c9d573be-378e-4abd-9315-ba8712a4eb29 of type vlan for network 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 May 10 11:48:10.689321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-3cb35bb9-c381-4e8c-978b-916ba473013f service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151443 May 10 11:48:10.785781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:10.789275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.809265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.818440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-a77fb8fd-bad9-4879-b3b7-d2c99d89f6d0 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218255 May 10 11:48:10.855799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.863220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-4686c94a-b763-4507-858f-12df0232d624 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 200 len: 217 time: 0.0362842 May 10 11:48:10.908514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event deleted for resources: {'Port': ['ID=f9bcb8c9-e57f-440e-97f0-8a98b997f3d7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:10.917732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-379eafbb-b088-41b5-b3c0-372756a989fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:10.919308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-379eafbb-b088-41b5-b3c0-372756a989fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0494931 May 10 11:48:10.961111 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.962086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:10.962655 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.974809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-563756e6-03c2-4a64-b53a-8114c2f1f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:10.976371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-563756e6-03c2-4a64-b53a-8114c2f1f67f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500190 May 10 11:48:11.069010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9494131 May 10 11:48:11.073978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 38996) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:11.079222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'subnet': {'network_id': '1bd8bf95-0375-4eb2-9ca9-6f8c6e778204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:11.082656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:11.083221 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Floating IP b72f93fb-0a92-45dc-9aec-09cc4aef8fff disassociated (deleted). External IP: 172.25.8.86, port: 0aec221e-131a-4286-a97d-7b4a4fefa7cc. May 10 11:48:11.102053 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-e743e171-dc7a-4262-a431-dc0700206535 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187737 May 10 11:48:11.106056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a50c8-fbc0-4761-a613-f0f39906563b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'Network': ['ID=1bd8bf95-0375-4eb2-9ca9-6f8c6e778204,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:11.120709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Made reservation on behalf of 5abf3581c4104f318bc7cb9fb43add88 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:11.124397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:11.128516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:11.288203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:11.291021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-f980550f-8a9f-4e46-bc23-d8e8fd5b4587 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820731 May 10 11:48:11.356307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-aecfdd53-9d0d-4482-bf8f-5441641fd35c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61 HTTP/1.1" status: 200 len: 217 time: 0.0588760 May 10 11:48:11.441016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-e742c876-88c2-45a5-841e-1b985e236f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:11.442487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-e742c876-88c2-45a5-841e-1b985e236f64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0785627 May 10 11:48:11.447547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=c138b85f-06ce-421b-b3a4-6e78d89a75ea,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:11.452264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': '601643cf-7b60-4fe1-bc2a-134f34e4127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57270754-651e-493e-b317-f51f70872abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:11.452630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: 57270754-651e-493e-b317-f51f70872abc, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:11.490367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Router 6a62da2a-bf0a-4683-a5c8-39ae0cb66167 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:11.494449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 57270754-651e-493e-b317-f51f70872abc is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:11.534280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-e3851de2-ff75-46a2-b938-f9e4fba00855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:11.535778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-e3851de2-ff75-46a2-b938-f9e4fba00855 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869746 May 10 11:48:11.546860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 57270754-651e-493e-b317-f51f70872abc) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:11.555882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:11.555882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:11.573254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259772f-a785-4c0e-b05d-401426baec7d None None] Network 57270754-651e-493e-b317-f51f70872abc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:11.583346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f87435e8-6334-47c3-bebf-8ea63cd381f9 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0552859 May 10 11:48:11.594966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39000) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:11.605935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c79d89a5-701c-487f-bc41-a8dbf66abbb1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:11.651600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:11.656320 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:11.670257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b730640-bed1-409d-9f96-ae8d8a75a768 None None] Sync routers for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:11.693076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a2ee000f-44a3-4b83-aa17-ab03e1d1263b tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "DELETE /v2.0/floatingips/b72f93fb-0a92-45dc-9aec-09cc4aef8fff HTTP/1.1" status: 204 len: 168 time: 2.0369990 May 10 11:48:11.694272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39002) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:11.699143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:11.709653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b730640-bed1-409d-9f96-ae8d8a75a768 None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:11.710672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b730640-bed1-409d-9f96-ae8d8a75a768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:11.732638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:11.763943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b730640-bed1-409d-9f96-ae8d8a75a768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:11.784929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b730640-bed1-409d-9f96-ae8d8a75a768 None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:11.785895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b730640-bed1-409d-9f96-ae8d8a75a768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:11.826307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b730640-bed1-409d-9f96-ae8d8a75a768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:11.827258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b730640-bed1-409d-9f96-ae8d8a75a768 None None] The sync data for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:11.877763 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:11.899474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-57270754-651e-493e-b317-f51f70872abc', 'network_id': '57270754-651e-493e-b317-f51f70872abc', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': 'c138b85f-06ce-421b-b3a4-6e78d89a75ea'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:11.900396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.048595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-22875793-afc3-45e1-8c8a-78019c15f557 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051496 May 10 11:48:12.070024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Allocated IP 172.20.0.2 (57270754-651e-493e-b317-f51f70872abc/c138b85f-06ce-421b-b3a4-6e78d89a75ea/d510adfa-7c93-4b58-8245-76bedf83ec78) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:12.083151 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c79d89a5-701c-487f-bc41-a8dbf66abbb1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8828111'] for subnet, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.091058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Allocated IP 172.25.8.9 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f4eb24af-c1b1-463d-ade9-05133907625c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:12.189025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.objects.ports [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 10 11:48:12.189873 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.262690 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.272656 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.286119 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.289579 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-5ddeb0f1-0fd2-4f85-8123-5bd2d99ffebc service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303846 May 10 11:48:12.295187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5780086b-a61c-4e40-902d-44f8a62ca01c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:12.321209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Network 57270754-651e-493e-b317-f51f70872abc is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:12.325701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:12.330097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:12.335163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Checking segment: {'id': 'c9d573be-378e-4abd-9315-ba8712a4eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bd8bf95-0375-4eb2-9ca9-6f8c6e778204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:12.335524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Network hostable DHCP agents. Network: 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:12.342059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Pushing event updated for resources: {'Port': ['ID=d510adfa-7c93-4b58-8245-76bedf83ec78,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:12.359006 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.373951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-23f6e414-3b53-439e-9a83-182f619bcef8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d HTTP/1.1" status: 200 len: 217 time: 0.0761461 May 10 11:48:12.407247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Attempting to bind port d510adfa-7c93-4b58-8245-76bedf83ec78 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:12.407619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Attempting to bind port d510adfa-7c93-4b58-8245-76bedf83ec78 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '601643cf-7b60-4fe1-bc2a-134f34e4127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57270754-651e-493e-b317-f51f70872abc'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:12.408044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Attempting to bind port d510adfa-7c93-4b58-8245-76bedf83ec78 on network 57270754-651e-493e-b317-f51f70872abc {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:12.412483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:12.416341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:12.418786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:12.434331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:12.435097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Checking segment: {'id': '601643cf-7b60-4fe1-bc2a-134f34e4127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57270754-651e-493e-b317-f51f70872abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:12.435686 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.436294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Bound using segment: {'id': '601643cf-7b60-4fe1-bc2a-134f34e4127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57270754-651e-493e-b317-f51f70872abc'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:12.437139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Bound port: d510adfa-7c93-4b58-8245-76bedf83ec78, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601643cf-7b60-4fe1-bc2a-134f34e4127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57270754-651e-493e-b317-f51f70872abc'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:12.437507 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.459728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Network 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:12.461820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Pushing event updated for resources: {'Port': ['ID=f4eb24af-c1b1-463d-ade9-05133907625c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:12.476880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-ad573e0b-7c27-4172-a7fb-81c26d07533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:12.478346 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-ad573e0b-7c27-4172-a7fb-81c26d07533c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 200 len: 797 time: 0.0953047 May 10 11:48:12.481397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:12.513700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c8133-4ac2-445a-8261-f8ca535b9c65 None None] Network 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:12.519696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:12.520373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.524474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c79d89a5-701c-487f-bc41-a8dbf66abbb1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770908275833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8571083'] for subnet, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.578604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d89a5-701c-487f-bc41-a8dbf66abbb1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:12.579207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c79d89a5-701c-487f-bc41-a8dbf66abbb1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.583236 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c79d89a5-701c-487f-bc41-a8dbf66abbb1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "PUT /v2.0/subnets/c138b85f-06ce-421b-b3a4-6e78d89a75ea HTTP/1.1" status: 200 len: 806 time: 0.9865155 May 10 11:48:12.584775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39004) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:12.592632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3732b18d-32de-4a2e-904c-a49c518e7129 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5173955 May 10 11:48:12.595430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] For port d510adfa-7c93-4b58-8245-76bedf83ec78, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:12.596143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:12.600919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] For port d510adfa-7c93-4b58-8245-76bedf83ec78, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d510adfa-7c93-4b58-8245-76bedf83ec78,segment=NetworkSegment(601643cf-7b60-4fe1-bc2a-134f34e4127e),segment_id=601643cf-7b60-4fe1-bc2a-134f34e4127e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:12.601756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1947431893', 'network_id': '1bd8bf95-0375-4eb2-9ca9-6f8c6e778204'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:12.606589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d89a5-701c-487f-bc41-a8dbf66abbb1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=c138b85f-06ce-421b-b3a4-6e78d89a75ea,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:12.613155 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.614647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-6a86cd57-8e49-4753-9747-86b31af96960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:12.616202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-6a86cd57-8e49-4753-9747-86b31af96960 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07e34b50-6df7-412d-bdd4-530caccbf231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1309366 May 10 11:48:12.687328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Made reservation on behalf of 5abf3581c4104f318bc7cb9fb43add88 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:12.689937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.713208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] device_id is not set on port 3a473f28-f00b-4eb9-a71c-308814c9ee02 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:12.780864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7499df6-9f23-4a71-8141-45e8baeca3de None None] Pushing event updated for resources: {'Port': ['ID=d510adfa-7c93-4b58-8245-76bedf83ec78,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:12.785408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6900c-b268-4063-ab90-e9bc8c7b2e12 None None] Network 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:12.817176 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.817460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-09ed2d6f-5bee-44cb-a93c-8f6e00f79d41 service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942890 May 10 11:48:12.855166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.924836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Allocated IP 172.20.0.3 (1bd8bf95-0375-4eb2-9ca9-6f8c6e778204/5780086b-a61c-4e40-902d-44f8a62ca01c/3a473f28-f00b-4eb9-a71c-308814c9ee02) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:12.980970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.992886 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-f3cc9dae-e729-46c4-ba8c-49e3b2a0d50e service neutron] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507771 May 10 11:48:13.052869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-facc00ca-b88a-44f2-974e-2d29dbabc058 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f HTTP/1.1" status: 200 len: 217 time: 0.0523231 May 10 11:48:13.077625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Deleting port d510adfa-7c93-4b58-8245-76bedf83ec78 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:13.078061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.169791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-c22b1429-e081-4080-b9d6-83b89d7c9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:13.171279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-c22b1429-e081-4080-b9d6-83b89d7c9d9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.1104989 May 10 11:48:13.253623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.258761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-0b15d87c-c001-4e84-83d7-fa3b11597f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:13.260386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-0b15d87c-c001-4e84-83d7-fa3b11597f37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788474 May 10 11:48:13.355572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.425119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-db1bbd56-5407-469e-ad26-de63e8c0b0bc service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580257 May 10 11:48:13.426843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Network 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:13.429799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:13.432593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:13.468169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'Port': ['ID=3a473f28-f00b-4eb9-a71c-308814c9ee02,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:13.529026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d510adfa-7c93-4b58-8245-76bedf83ec78 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:13.532333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:13.532793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.569168 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-48c2bdff-5703-4e61-a5ce-813d066fa475 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9710846 May 10 11:48:13.573879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39010) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:13.611808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] For port d510adfa-7c93-4b58-8245-76bedf83ec78, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d510adfa-7c93-4b58-8245-76bedf83ec78,segment=NetworkSegment(601643cf-7b60-4fe1-bc2a-134f34e4127e),segment_id=601643cf-7b60-4fe1-bc2a-134f34e4127e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:13.612470 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.626170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-726f5fc4-b3f1-4776-81cc-d52e066e7aa0 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855464 May 10 11:48:13.642226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Calling delete_port for d510adfa-7c93-4b58-8245-76bedf83ec78 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:13.655220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.660470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d510adfa-7c93-4b58-8245-76bedf83ec78 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:13.661558 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.665901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.693986 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-514367e6-a8f9-4f63-b7b2-ce85b8ccc3d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8 HTTP/1.1" status: 200 len: 217 time: 0.0601332 May 10 11:48:13.765383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-a5061bb8-d076-412e-ac0e-00b104892ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:13.767440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-a5061bb8-d076-412e-ac0e-00b104892ece service neutron] 10.222.0.49 "GET /v2.0/subnets?id=194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 200 len: 797 time: 0.0659909 May 10 11:48:13.772684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8c57b5d8-aaa5-416e-bce4-0f56b8a439a7 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Deleting port 3a473f28-f00b-4eb9-a71c-308814c9ee02 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:13.773362 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c57b5d8-aaa5-416e-bce4-0f56b8a439a7 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.820602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d510adfa-7c93-4b58-8245-76bedf83ec78 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:13.820602 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.868876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Pushing event updated for resources: {'Port': ['ID=f4eb24af-c1b1-463d-ade9-05133907625c,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:13.886315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d510adfa-7c93-4b58-8245-76bedf83ec78, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d510adfa-7c93-4b58-8245-76bedf83ec78,segment=NetworkSegment(601643cf-7b60-4fe1-bc2a-134f34e4127e),segment_id=601643cf-7b60-4fe1-bc2a-134f34e4127e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:13.898828 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.903761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-14634c15-87fb-4996-ba72-0b9bae01c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:13.905963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-14634c15-87fb-4996-ba72-0b9bae01c552 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0ef700c-9f07-4d67-8530-5e854954469f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1303396 May 10 11:48:13.917996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.943113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c57b5d8-aaa5-416e-bce4-0f56b8a439a7 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.947487 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:13.953074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4ab4f413-4f1c-4c87-896b-95deb0cfa392 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2570968 May 10 11:48:13.960693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39014) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:14.005189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d510adfa-7c93-4b58-8245-76bedf83ec78,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:14.011757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8c57b5d8-aaa5-416e-bce4-0f56b8a439a7 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Calling delete_port for 3a473f28-f00b-4eb9-a71c-308814c9ee02 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:14.030016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.085088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Port': ['ID=d510adfa-7c93-4b58-8245-76bedf83ec78,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:14.145695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No DVR routers for this DVR port d510adfa-7c93-4b58-8245-76bedf83ec78 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:14.163668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:14.226230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-83b82358-745e-42a2-a6c3-6b64baeac7db service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112056 May 10 11:48:14.229431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.269936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062082f-1fff-4a12-830c-1a73f7f54303 None None] Network 57270754-651e-493e-b317-f51f70872abc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:14.274852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.351677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.383131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=c138b85f-06ce-421b-b3a4-6e78d89a75ea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:14.396760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ee56d1d4-0332-4484-aa4c-e444b894f3b7 None None] Could not find standard attr ID for object d510adfa-7c93-4b58-8245-76bedf83ec78. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:48:14.416111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c57b5d8-aaa5-416e-bce4-0f56b8a439a7 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.461542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.470088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57b5d8-aaa5-416e-bce4-0f56b8a439a7 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a473f28-f00b-4eb9-a71c-308814c9ee02,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:14.483662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96520a2c-2cf0-40b8-bb5f-fbff99b19130 req-7051f3bf-ce56-4814-bafd-405636e54a77 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508783 May 10 11:48:14.488308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57270754-651e-493e-b317-f51f70872abc']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:14.500571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601643cf-7b60-4fe1-bc2a-134f34e4127e') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:14.501087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601643cf-7b60-4fe1-bc2a-134f34e4127e') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:14.513960 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.529814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.543252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:14.544403 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: timer() May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:14.549112 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:14.567667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c57b5d8-aaa5-416e-bce4-0f56b8a439a7 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.572205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8c57b5d8-aaa5-416e-bce4-0f56b8a439a7 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3a473f28-f00b-4eb9-a71c-308814c9ee02 HTTP/1.1" status: 204 len: 168 time: 0.9964650 May 10 11:48:14.574105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39018) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:14.580751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bd8bf95-0375-4eb2-9ca9-6f8c6e778204', 'external_fixed_ips': [{'subnet_id': '5780086b-a61c-4e40-902d-44f8a62ca01c', 'ip_address': '172.20.0.3'}]}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:14.592819 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.643449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.644790 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.645625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.654000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.657957 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/57270754-651e-493e-b317-f51f70872abc HTTP/1.1" status: 204 len: 168 time: 2.0704832 May 10 11:48:14.662290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39020) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:14.673153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f4e1-40ba-435d-bd8f-ce39d8785e63 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=57270754-651e-493e-b317-f51f70872abc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:14.683988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c942d21-37a0-45d2-8163-3d78aee1e7ec None None] DHCP port deletion for 57270754-651e-493e-b317-f51f70872abc request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:48:14.696548 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2c24cb-7201-44b0-8812-6a8d78cac417 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:14.696548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2c24cb-7201-44b0-8812-6a8d78cac417 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:14.702863 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-da2c24cb-7201-44b0-8812-6a8d78cac417 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/57270754-651e-493e-b317-f51f70872abc HTTP/1.1" status: 404 len: 339 time: 0.0347664 May 10 11:48:14.703578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39022) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:14.711491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-270574391', 'description': 'd1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:14.711675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8001d1f8-644c-403c-a954-ca738f274206 None None] Network 57270754-651e-493e-b317-f51f70872abc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:14.728716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8001d1f8-644c-403c-a954-ca738f274206 None None] Network 57270754-651e-493e-b317-f51f70872abc could not be found, it might have been deleted concurrently. {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 10 11:48:14.737921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:14.741696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.767927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:14.768713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.780909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.781420 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 29c919dd-1e16-4345-b57a-bb2204239443 of type vlan for network bdfb2dbc-68fd-402a-bd4d-11bebaf8e838 May 10 11:48:14.857186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Allocated IP 172.25.8.248 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/6a8d6d3c-0796-4a9a-b8fe-fb89bc2d9d22) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:14.903239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.937101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.943143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:14.943744 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.981264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:15.002528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2948034 May 10 11:48:15.002900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:15.074880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdac481-c80d-4546-9be3-e15b7e8ac8c5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=bdfb2dbc-68fd-402a-bd4d-11bebaf8e838,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:15.077672 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:15.088891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network bdfb2dbc-68fd-402a-bd4d-11bebaf8e838 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:15.105835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4aa92-c4ab-4f72-be63-16854fa1e8e3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:15.110284 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b8f4aa92-c4ab-4f72-be63-16854fa1e8e3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/networks?id=bdfb2dbc-68fd-402a-bd4d-11bebaf8e838 HTTP/1.1" status: 200 len: 760 time: 0.1036751 May 10 11:48:15.110846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39028) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:15.116663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-88639c13-2a2e-4e14-b5ee-bae81dc8917e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'description': 'd2'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:15.216286 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:15.313106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:15.320330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:15.326572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:15.404105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d510adfa-7c93-4b58-8245-76bedf83ec78 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:15.429794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d510adfa-7c93-4b58-8245-76bedf83ec78 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:48:15.429794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d510adfa-7c93-4b58-8245-76bedf83ec78 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:15.720380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Pushing event updated for resources: {'Port': ['ID=6a8d6d3c-0796-4a9a-b8fe-fb89bc2d9d22,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:15.748015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-88639c13-2a2e-4e14-b5ee-bae81dc8917e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:15.789021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-88639c13-2a2e-4e14-b5ee-bae81dc8917e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:15.871892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88639c13-2a2e-4e14-b5ee-bae81dc8917e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network bdfb2dbc-68fd-402a-bd4d-11bebaf8e838 is not hosted by any dhcp agent {{(pid=102767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:48:15.879209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88639c13-2a2e-4e14-b5ee-bae81dc8917e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:15.879930 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-88639c13-2a2e-4e14-b5ee-bae81dc8917e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:15.881296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-88639c13-2a2e-4e14-b5ee-bae81dc8917e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "PUT /v2.0/networks/bdfb2dbc-68fd-402a-bd4d-11bebaf8e838 HTTP/1.1" status: 200 len: 757 time: 0.7688439 May 10 11:48:15.884702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39038) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:15.906324 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:15.931135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639c13-2a2e-4e14-b5ee-bae81dc8917e tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=bdfb2dbc-68fd-402a-bd4d-11bebaf8e838,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:15.938509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:15.942536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network bdfb2dbc-68fd-402a-bd4d-11bebaf8e838 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:15.950116 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.023454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ad7b2-45c3-4658-b0ed-46378a5cc957 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:16.028736 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1a2ad7b2-45c3-4658-b0ed-46378a5cc957 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/networks?id=bdfb2dbc-68fd-402a-bd4d-11bebaf8e838 HTTP/1.1" status: 200 len: 760 time: 0.1391966 May 10 11:48:16.029086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39050) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:16.035013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1617811711'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:16.058936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:16.063020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.071250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.091799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:16.102949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.103415 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6 of type vlan for network a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 May 10 11:48:16.154800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.183464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.189964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:16.190891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.268263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2379310 May 10 11:48:16.268487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39052) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:16.269334 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Allocated IP 172.20.0.3 (1bd8bf95-0375-4eb2-9ca9-6f8c6e778204/5780086b-a61c-4e40-902d-44f8a62ca01c/a6de137d-013d-472d-b8c8-62d207639c81) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:16.273006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f904069-6cda-4b81-ac9f-21af54b6c548 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=a626ba9a-7b8f-4c3a-8384-f0e06a2762b0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:16.275536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': 'a626ba9a-7b8f-4c3a-8384-f0e06a2762b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:16.287679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:16.472504 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.479308 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.488900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:16.492329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.622112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.650528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Pushing event updated for resources: {'Port': ['ID=6a8d6d3c-0796-4a9a-b8fe-fb89bc2d9d22,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:16.680254 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.715039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.716212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3bf00018-35ef-477c-9b3a-45c1efe50106 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7545855 May 10 11:48:16.719408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39054) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:16.740644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:16.793474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f9bb474e-b3a5-4cdc-b6f7-68519e2042d2 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.0727177 May 10 11:48:16.796254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:16.801063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Network 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:16.810896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:16.835641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:16.837616 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'Port': ['ID=a6de137d-013d-472d-b8c8-62d207639c81,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:16.868244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b1bfbfcf-b562-4ecc-8e21-1060592f8125 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0681744 May 10 11:48:16.868525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39058) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:16.890129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.023198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Deleting port 6a8d6d3c-0796-4a9a-b8fe-fb89bc2d9d22 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:17.023756 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.032792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=a7897613-c91d-4fb1-a1e1-187f7ab333d0,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:17.066241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a626ba9a-7b8f-4c3a-8384-f0e06a2762b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:17.066608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: a626ba9a-7b8f-4c3a-8384-f0e06a2762b0, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:17.130008 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.130784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.132337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:17.144474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Calling delete_port for 6a8d6d3c-0796-4a9a-b8fe-fb89bc2d9d22 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:17.145500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a626ba9a-7b8f-4c3a-8384-f0e06a2762b0) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:17.151536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:17.152146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.161174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d83ec-9f10-482e-bccd-b68a4624d122 None None] Network a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:17.207193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-12da688d-65f5-437c-9efd-0d8c5c9cf3f2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9355085 May 10 11:48:17.209807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39070) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:17.273446 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.347939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.355313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a626ba9a-7b8f-4c3a-8384-f0e06a2762b0', 'network_id': 'a626ba9a-7b8f-4c3a-8384-f0e06a2762b0', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': 'a7897613-c91d-4fb1-a1e1-187f7ab333d0'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:17.356741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.393415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Pushing event deleted for resources: {'Port': ['ID=6a8d6d3c-0796-4a9a-b8fe-fb89bc2d9d22,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:17.404914 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.489809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.494920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.499615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b35e2b34-c9f0-4409-b595-2c95f2f39446 tempest-FloatingIPAdminTestJSON-82575033 tempest-FloatingIPAdminTestJSON-82575033-project] 10.222.0.13 "DELETE /v2.0/floatingips/bcdfe303-a9e5-48ce-9e8f-989989541d56 HTTP/1.1" status: 204 len: 168 time: 0.6301501 May 10 11:48:17.500656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39072) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:17.515922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Allocated IP 172.20.0.2 (a626ba9a-7b8f-4c3a-8384-f0e06a2762b0/a7897613-c91d-4fb1-a1e1-187f7ab333d0/7c38f14e-3868-45ca-8f82-285b3c7d0684) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:17.537588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.582825 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.651047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Deleting port f4eb24af-c1b1-463d-ade9-05133907625c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:17.651288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.696571 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.708626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.742601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.756342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.756842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.762996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Network a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:17.768650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:17.774685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Calling delete_port for f4eb24af-c1b1-463d-ade9-05133907625c owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:17.775600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:17.778466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=a7897613-c91d-4fb1-a1e1-187f7ab333d0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:17.789575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Pushing event updated for resources: {'Port': ['ID=7c38f14e-3868-45ca-8f82-285b3c7d0684,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:17.818839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Router 607babf0-99b2-4fa1-9b38-c49e7d9fae9f is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:48:17.872529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Attempting to bind port 7c38f14e-3868-45ca-8f82-285b3c7d0684 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:17.873178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Attempting to bind port 7c38f14e-3868-45ca-8f82-285b3c7d0684 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a626ba9a-7b8f-4c3a-8384-f0e06a2762b0'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:17.873727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Attempting to bind port 7c38f14e-3868-45ca-8f82-285b3c7d0684 on network a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:17.882558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:17.883448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Checking segment: {'id': '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a626ba9a-7b8f-4c3a-8384-f0e06a2762b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:17.884075 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.884645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Bound using segment: {'id': '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a626ba9a-7b8f-4c3a-8384-f0e06a2762b0'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:17.885297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Bound port: 7c38f14e-3868-45ca-8f82-285b3c7d0684, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a626ba9a-7b8f-4c3a-8384-f0e06a2762b0'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:17.885866 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.907157 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.935493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a626ba9a-7b8f-4c3a-8384-f0e06a2762b0']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:17.972761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.983023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:17.983521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:17.984333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] For port 7c38f14e-3868-45ca-8f82-285b3c7d0684, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:17.989420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] For port 7c38f14e-3868-45ca-8f82-285b3c7d0684, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7c38f14e-3868-45ca-8f82-285b3c7d0684,segment=NetworkSegment(0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6),segment_id=0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:17.997532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:17.998311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.010876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4eb24af-c1b1-463d-ade9-05133907625c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:18.025761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:18.028062 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.038844 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Sync routers for ids ['607babf0-99b2-4fa1-9b38-c49e7d9fae9f'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:18.050940 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Routers {'607babf0-99b2-4fa1-9b38-c49e7d9fae9f'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:18.052091 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['607babf0-99b2-4fa1-9b38-c49e7d9fae9f'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:18.054617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:18.055226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:18.059311 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:18.081178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.082802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ec131897-908f-415c-b537-f3ef1c06e68e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5075507 May 10 11:48:18.101647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39076) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:18.122098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.124740 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.131842 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-23fbb80b-5726-46e0-8bfb-0ab31b2ca2d0 tempest-FloatingIPAdminTestJSON-925507891 tempest-FloatingIPAdminTestJSON-925507891-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/8a205fa5-f5ef-4da3-b5e1-cba3e61da521 HTTP/1.1" status: 204 len: 168 time: 0.6297586 May 10 11:48:18.137399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39078) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:18.153303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197de5-36d4-4828-bff4-7f028dc569eb None None] Pushing event updated for resources: {'Port': ['ID=7c38f14e-3868-45ca-8f82-285b3c7d0684,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:18.176305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb7d3d-9d70-4705-85bb-e303389e6475 None None] Network a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:18.210647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.api [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:48:18.210647 n-d-840949-1 neutron-server[102767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:48:18.210647 n-d-840949-1 neutron-server[102767]: [parameters: {'id': 'a626ba9a-7b8f-4c3a-8384-f0e06a2762b0'}] May 10 11:48:18.210647 n-d-840949-1 neutron-server[102767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:48:18.211184 n-d-840949-1 neutron-server[102767]: DEBUG oslo_db.api [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:48:18.246762 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Set router 607babf0-99b2-4fa1-9b38-c49e7d9fae9f gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:48:18.263981 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.322970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-948a3552-93d9-4055-98cc-ba1b5c57d476 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Deleting port 0aec221e-131a-4286-a97d-7b4a4fefa7cc {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:18.323567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-948a3552-93d9-4055-98cc-ba1b5c57d476 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.358662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb4533-2bef-4e5e-94e5-e606ea4bc44e None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:48:18.423475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-948a3552-93d9-4055-98cc-ba1b5c57d476 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.429794 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.439288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-948a3552-93d9-4055-98cc-ba1b5c57d476 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Calling delete_port for 0aec221e-131a-4286-a97d-7b4a4fefa7cc owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:18.474631 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607babf0-99b2-4fa1-9b38-c49e7d9fae9f', 'name': '', 'tenant_id': '5abf3581c4104f318bc7cb9fb43add88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bd8bf95-0375-4eb2-9ca9-6f8c6e778204', 'external_fixed_ips': [{'subnet_id': '5780086b-a61c-4e40-902d-44f8a62ca01c', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a6de137d-013d-472d-b8c8-62d207639c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:48:14Z', 'updated_at': '2022-05-10T11:48:17Z', 'revision_number': 3, 'project_id': '5abf3581c4104f318bc7cb9fb43add88', 'gw_port': {'id': 'a6de137d-013d-472d-b8c8-62d207639c81', 'name': '', 'network_id': '1bd8bf95-0375-4eb2-9ca9-6f8c6e778204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607babf0-99b2-4fa1-9b38-c49e7d9fae9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '5780086b-a61c-4e40-902d-44f8a62ca01c', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:48:15Z', 'updated_at': '2022-05-10T11:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5780086b-a61c-4e40-902d-44f8a62ca01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:18.510760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Deleting port a6de137d-013d-472d-b8c8-62d207639c81 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:18.511449 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.537672 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Checking router: 607babf0-99b2-4fa1-9b38-c49e7d9fae9f for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:48:18.538317 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Updating router 607babf0-99b2-4fa1-9b38-c49e7d9fae9f port a6de137d-013d-472d-b8c8-62d207639c81 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:48:18.604449 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.617286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.648458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Calling delete_port for a6de137d-013d-472d-b8c8-62d207639c81 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:18.696175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb4533-2bef-4e5e-94e5-e606ea4bc44e None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:48:18.911265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:18.942248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6de137d-013d-472d-b8c8-62d207639c81,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:19.001488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.016472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.105989 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.db.api [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:48:19.106606 n-d-840949-1 neutron-server[102770]: DEBUG oslo_db.api [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:48:19.118884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Deleting port 7c38f14e-3868-45ca-8f82-285b3c7d0684 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:19.120087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.125370 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-948a3552-93d9-4055-98cc-ba1b5c57d476 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.128014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.131310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.190976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.193086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 607babf0-99b2-4fa1-9b38-c49e7d9fae9f {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:48:19.203013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.210955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9f5979a4-3989-47e4-a537-c9eb084f2582 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "DELETE /v2.0/routers/607babf0-99b2-4fa1-9b38-c49e7d9fae9f HTTP/1.1" status: 204 len: 168 time: 1.1018584 May 10 11:48:19.211141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:19.215873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a3552-93d9-4055-98cc-ba1b5c57d476 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event deleted for resources: {'Port': ['ID=0aec221e-131a-4286-a97d-7b4a4fefa7cc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:19.269535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3d000c-7f18-40fa-b480-9bcb2e6e1822 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Deleting subnet 5780086b-a61c-4e40-902d-44f8a62ca01c {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:48:19.273692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac3d000c-7f18-40fa-b480-9bcb2e6e1822 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.282858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] For port 7c38f14e-3868-45ca-8f82-285b3c7d0684, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7c38f14e-3868-45ca-8f82-285b3c7d0684,segment=NetworkSegment(0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6),segment_id=0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:19.283255 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.302767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Calling delete_port for 7c38f14e-3868-45ca-8f82-285b3c7d0684 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:19.313128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac3d000c-7f18-40fa-b480-9bcb2e6e1822 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.316587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-948a3552-93d9-4055-98cc-ba1b5c57d476 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.321010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-948a3552-93d9-4055-98cc-ba1b5c57d476 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "DELETE /v2.0/ports/0aec221e-131a-4286-a97d-7b4a4fefa7cc HTTP/1.1" status: 204 len: 168 time: 1.1735194 May 10 11:48:19.323501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39084) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:19.362691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac3d000c-7f18-40fa-b480-9bcb2e6e1822 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.444205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac3d000c-7f18-40fa-b480-9bcb2e6e1822 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.465264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b6248b-3dae-4608-8de9-56d9a490bcac tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:19.466600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-82b6248b-3dae-4608-8de9-56d9a490bcac tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a62da2a-bf0a-4683-a5c8-39ae0cb66167 HTTP/1.1" status: 200 len: 913 time: 0.1418021 May 10 11:48:19.471526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39086) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:19.500382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac3d000c-7f18-40fa-b480-9bcb2e6e1822 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.504136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac3d000c-7f18-40fa-b480-9bcb2e6e1822 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/5780086b-a61c-4e40-902d-44f8a62ca01c HTTP/1.1" status: 204 len: 168 time: 0.2906871 May 10 11:48:19.505479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d000c-7f18-40fa-b480-9bcb2e6e1822 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5780086b-a61c-4e40-902d-44f8a62ca01c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:19.512099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:19.517218 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.560525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Port': ['ID=7c38f14e-3868-45ca-8f82-285b3c7d0684,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:19.562687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No DVR routers for this DVR port 7c38f14e-3868-45ca-8f82-285b3c7d0684 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:19.608703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.632267 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Port a6de137d-013d-472d-b8c8-62d207639c81 not found while updating agent binding for router 607babf0-99b2-4fa1-9b38-c49e7d9fae9f. {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 10 11:48:19.654004 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Routers set() bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:19.655151 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Router IDs set() for agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 11:48:19.656693 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_agentschedulers_db [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'607babf0-99b2-4fa1-9b38-c49e7d9fae9f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent'). {{(pid=102770) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 10 11:48:19.657185 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc7187-69b5-44fb-8461-e386710b0dee None None] The sync data for ids ['607babf0-99b2-4fa1-9b38-c49e7d9fae9f'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:19.692086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.726789 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.731383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a626ba9a-7b8f-4c3a-8384-f0e06a2762b0']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:19.754225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd8bf95-0375-4eb2-9ca9-6f8c6e778204']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:19.770491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d573be-378e-4abd-9315-ba8712a4eb29') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:19.771051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d573be-378e-4abd-9315-ba8712a4eb29') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:19.776936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:19.777221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf35e31-8aed-4968-91d1-f7b0e6dfbbc6') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:19.786352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.791932 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.808404 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.818065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:19.818976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: timer() May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:19.833262 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:19.848341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.859148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:19.859620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:19.862961 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:19.899395 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.905526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 10 11:48:19.908288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.912058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1bd8bf95-0375-4eb2-9ca9-6f8c6e778204 HTTP/1.1" status: 204 len: 168 time: 0.3986220 May 10 11:48:19.933167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17837f-000c-474a-afff-6fe207950e2e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bd8bf95-0375-4eb2-9ca9-6f8c6e778204,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:19.983667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:19.999128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.004411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 HTTP/1.1" status: 204 len: 168 time: 2.7935317 May 10 11:48:20.006650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39094) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:20.024971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e9a86-3b3d-4cf9-9abf-ca629d8596af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=a626ba9a-7b8f-4c3a-8384-f0e06a2762b0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:20.042009 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7611900c-ea0a-4522-be1f-20a3386320ec tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] GET failed (client error): The resource could not be found. May 10 11:48:20.046756 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7611900c-ea0a-4522-be1f-20a3386320ec tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/subnets/a7897613-c91d-4fb1-a1e1-187f7ab333d0 HTTP/1.1" status: 404 len: 337 time: 0.0390277 May 10 11:48:20.048520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39096) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:20.089466 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4316f4-508f-4d2d-b223-555b21bf218d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:20.090126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4316f4-508f-4d2d-b223-555b21bf218d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:20.096485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5a4316f4-508f-4d2d-b223-555b21bf218d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 HTTP/1.1" status: 404 len: 339 time: 0.0458045 May 10 11:48:20.102276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39098) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:20.206490 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.312470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39104) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:20.316311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-29bfdceb-6b74-434a-bbc4-02b3ed92ae4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'router': {'name': 'tempest-router--925026069', 'project_id': 'e0e781268f0240f2b51091696870a48a'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:20.352624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a7e02-fb30-448f-ab5f-b31a819c70f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:20.354057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-861a7e02-fb30-448f-ab5f-b31a819c70f4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2489269 May 10 11:48:20.358090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39106) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:20.377659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29bfdceb-6b74-434a-bbc4-02b3ed92ae4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.378758 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29bfdceb-6b74-434a-bbc4-02b3ed92ae4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.466297 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29bfdceb-6b74-434a-bbc4-02b3ed92ae4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.486975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29bfdceb-6b74-434a-bbc4-02b3ed92ae4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.501632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f708785e-8208-4c54-937f-97cfd9a5fe4c tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 207 time: 0.1385067 May 10 11:48:20.501846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39108) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:20.516284 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-29bfdceb-6b74-434a-bbc4-02b3ed92ae4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.517484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-29bfdceb-6b74-434a-bbc4-02b3ed92ae4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2047377 May 10 11:48:20.528443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39110) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:20.561632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Deleting port 92d8cef6-a010-4413-8715-fcde8fcd84d6 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:20.562311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.633066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ede5440-c47e-4379-b020-b9157c11743c tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.662470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.675568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Calling delete_port for 92d8cef6-a010-4413-8715-fcde8fcd84d6 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:20.879668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:20.909161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event deleted for resources: {'Port': ['ID=92d8cef6-a010-4413-8715-fcde8fcd84d6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:21.093122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.115688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ede5440-c47e-4379-b020-b9157c11743c tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.125260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ba8c1-4b67-4632-bbe1-4a96d68aee00 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.131788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ba8c1-4b67-4632-bbe1-4a96d68aee00 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.137772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ba8c1-4b67-4632-bbe1-4a96d68aee00 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.144192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ba8c1-4b67-4632-bbe1-4a96d68aee00 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.145951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ee0ba8c1-4b67-4632-bbe1-4a96d68aee00 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6432705 May 10 11:48:21.147854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ede5440-c47e-4379-b020-b9157c11743c tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.150058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39112) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.245003 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ede5440-c47e-4379-b020-b9157c11743c tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.245429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede5440-c47e-4379-b020-b9157c11743c tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82f72178-6ed9-49fb-8972-3bddedb97a42 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:48:21.251263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ede5440-c47e-4379-b020-b9157c11743c tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.255306 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1ede5440-c47e-4379-b020-b9157c11743c tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "DELETE /v2.0/routers/82f72178-6ed9-49fb-8972-3bddedb97a42 HTTP/1.1" status: 204 len: 168 time: 0.7258010 May 10 11:48:21.304879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e0e4b263-bc6a-4d37-b223-e341a1b9d121 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1537256 May 10 11:48:21.308302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.323027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Router 6a62da2a-bf0a-4683-a5c8-39ae0cb66167 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:21.370932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb428e-a35a-48bb-b9fb-759e00d9bb25 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.373292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb428e-a35a-48bb-b9fb-759e00d9bb25 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.377744 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6ccb428e-a35a-48bb-b9fb-759e00d9bb25 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0684819 May 10 11:48:21.381387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.411327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.440201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8473e20-5db8-4c3d-b538-a58d4f5cf2cd tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.441716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8473e20-5db8-4c3d-b538-a58d4f5cf2cd tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.443728 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e8473e20-5db8-4c3d-b538-a58d4f5cf2cd tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0611556 May 10 11:48:21.448193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39128) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.470403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:21.478382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aba0b52a-d143-4d62-9bcd-def2839d42c2 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "PUT /v2.0/routers/6a62da2a-bf0a-4683-a5c8-39ae0cb66167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0057864 May 10 11:48:21.478860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39132) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.480934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab2887-e064-4148-9d8c-08b8a3951350 None None] Sync routers for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:21.505559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab2887-e064-4148-9d8c-08b8a3951350 None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:21.515602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f9ab2887-e064-4148-9d8c-08b8a3951350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:21.587753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.604029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f9ab2887-e064-4148-9d8c-08b8a3951350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:21.619031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af237e-1bba-4435-b97f-dff3f3774061 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.620459 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d7af237e-1bba-4435-b97f-dff3f3774061 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/networks/a9f5a8a9-86cf-4596-a416-b460b212a832 HTTP/1.1" status: 200 len: 800 time: 0.1712482 May 10 11:48:21.624161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39138) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.643381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab2887-e064-4148-9d8c-08b8a3951350 None None] Routers {'6a62da2a-bf0a-4683-a5c8-39ae0cb66167'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:21.644134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f9ab2887-e064-4148-9d8c-08b8a3951350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:21.710818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1342571076', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:21.718186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f9ab2887-e064-4148-9d8c-08b8a3951350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:21.719169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab2887-e064-4148-9d8c-08b8a3951350 None None] The sync data for ids ['6a62da2a-bf0a-4683-a5c8-39ae0cb66167'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:21.722332 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.766088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.767176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.789386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fce136a8-c17b-41c4-998d-0fbe130fc6ba tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/networks/a9f5a8a9-86cf-4596-a416-b460b212a832?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1608291 May 10 11:48:21.789864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39144) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.838839 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.847201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Deleting port 1b4d8a8c-7c58-4857-83b1-75ac2b29f791 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:21.847545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.848773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8836ee-f132-45f7-bd8e-7972af30ce5a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.850256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-da8836ee-f132-45f7-bd8e-7972af30ce5a tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/subnets/e07f2909-91da-47ab-85f5-2522b1716ef2 HTTP/1.1" status: 200 len: 811 time: 0.0593016 May 10 11:48:21.854052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39146) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.905344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80ab10-1d3e-4679-8974-e1634576c415 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:21.910408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b80ab10-1d3e-4679-8974-e1634576c415 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "GET /v2.0/subnets/e07f2909-91da-47ab-85f5-2522b1716ef2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0518212 May 10 11:48:21.910633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39148) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:21.915339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-949008880'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:21.937308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:21.941138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.972316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:21.981605 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:21.981990 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Added segment 13e28bfc-893c-4aa6-88e4-5ed8a77c8c93 of type vlan for network 527f938d-ad30-4f38-939e-80562ca7a794 May 10 11:48:22.024832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.053901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.059924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:22.060521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.135179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2209923 May 10 11:48:22.135780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39150) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:22.141724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'network_id': '527f938d-ad30-4f38-939e-80562ca7a794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:22.147162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c11f5c-a2fa-43d0-b97f-c253de6380f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Network': ['ID=527f938d-ad30-4f38-939e-80562ca7a794,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:22.158379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 527f938d-ad30-4f38-939e-80562ca7a794 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:22.248933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Made reservation on behalf of d799d78486c24d13ac7e3c316c35af1b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:22.254162 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.315859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Performing IP validity checks on allocation pools {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 10 11:48:22.316305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 10 11:48:22.384849 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.412226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.451037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Calling delete_port for 1b4d8a8c-7c58-4857-83b1-75ac2b29f791 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:22.469539 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.548598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=05e93835-8cf2-4926-b974-c2782a60966a,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:22.554948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Checking segment: {'id': '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '527f938d-ad30-4f38-939e-80562ca7a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:22.555306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network hostable DHCP agents. Network: 527f938d-ad30-4f38-939e-80562ca7a794, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:22.574621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Network 527f938d-ad30-4f38-939e-80562ca7a794 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:22.586126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 527f938d-ad30-4f38-939e-80562ca7a794) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:22.594373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91f87e2-5386-4ff5-a252-a0dc9eff2abf None None] Network 527f938d-ad30-4f38-939e-80562ca7a794 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:22.613516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:22.614253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.639220 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c70fda9b-4bef-4fa9-89c8-14bc63dfb452 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5022814 May 10 11:48:22.640248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39152) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:22.647005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a57e9d75-684b-495d-b73c-1da05696f08d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:22.728589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.763237 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.776420 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a57e9d75-684b-495d-b73c-1da05696f08d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11981007'] for subnet, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.778054 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.799633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-527f938d-ad30-4f38-939e-80562ca7a794', 'network_id': '527f938d-ad30-4f38-939e-80562ca7a794', 'tenant_id': 'd799d78486c24d13ac7e3c316c35af1b', 'fixed_ips': [{'subnet_id': '05e93835-8cf2-4926-b974-c2782a60966a'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:22.801690 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.889509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event deleted for resources: {'Port': ['ID=1b4d8a8c-7c58-4857-83b1-75ac2b29f791,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:22.992070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a57e9d75-684b-495d-b73c-1da05696f08d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770908275833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12214113'] for subnet, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.017809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Allocated IP 172.25.8.235 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/82ef8e38-908b-491e-963c-402416e9f1fd) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:23.029400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.047036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57e9d75-684b-495d-b73c-1da05696f08d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:23.047653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a57e9d75-684b-495d-b73c-1da05696f08d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.051960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a57e9d75-684b-495d-b73c-1da05696f08d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "PUT /v2.0/subnets/05e93835-8cf2-4926-b974-c2782a60966a HTTP/1.1" status: 200 len: 877 time: 0.4078362 May 10 11:48:23.052184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39156) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:23.063792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e9d75-684b-495d-b73c-1da05696f08d tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event updated for resources: {'Subnet': ['ID=05e93835-8cf2-4926-b974-c2782a60966a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:23.065703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Allocated IP 172.20.0.3 (527f938d-ad30-4f38-939e-80562ca7a794/05e93835-8cf2-4926-b974-c2782a60966a/fa04109d-2efd-48a0-b04a-f401df595b68) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:23.160754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.165587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.170843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.237762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.262125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.263589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Fanout notify agent at l3_agent the message router_deleted on router 6a62da2a-bf0a-4683-a5c8-39ae0cb66167 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:48:23.270000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.283613 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.288735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6dfb266c-638f-4ae1-b200-bf430cbc8782 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "DELETE /v2.0/routers/6a62da2a-bf0a-4683-a5c8-39ae0cb66167 HTTP/1.1" status: 204 len: 168 time: 1.8049676 May 10 11:48:23.289711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39158) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:23.293083 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.336537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Network 527f938d-ad30-4f38-939e-80562ca7a794 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:23.340001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:23.342806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:23.363362 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.377094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0c98d9-c4fd-46a0-a0f6-1ed4b1c5bc72 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Deleting subnet c5a8eade-49bc-4c66-b746-9d0423045c19 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:48:23.381451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f0c98d9-c4fd-46a0-a0f6-1ed4b1c5bc72 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.381930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.401637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Pushing event updated for resources: {'Port': ['ID=fa04109d-2efd-48a0-b04a-f401df595b68,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:23.416555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Attempting to bind port fa04109d-2efd-48a0-b04a-f401df595b68 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:23.416928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Attempting to bind port fa04109d-2efd-48a0-b04a-f401df595b68 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '527f938d-ad30-4f38-939e-80562ca7a794'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:23.417349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Attempting to bind port fa04109d-2efd-48a0-b04a-f401df595b68 on network 527f938d-ad30-4f38-939e-80562ca7a794 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:23.422848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:23.423263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Checking segment: {'id': '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '527f938d-ad30-4f38-939e-80562ca7a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:23.423675 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.424091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Bound using segment: {'id': '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '527f938d-ad30-4f38-939e-80562ca7a794'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:23.424567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Bound port: fa04109d-2efd-48a0-b04a-f401df595b68, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '527f938d-ad30-4f38-939e-80562ca7a794'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:23.424951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.449624 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.462462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=05e93835-8cf2-4926-b974-c2782a60966a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:23.471679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:23.475534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f0c98d9-c4fd-46a0-a0f6-1ed4b1c5bc72 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.478452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:23.510771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] For port fa04109d-2efd-48a0-b04a-f401df595b68, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:23.514167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] For port fa04109d-2efd-48a0-b04a-f401df595b68, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fa04109d-2efd-48a0-b04a-f401df595b68,segment=NetworkSegment(13e28bfc-893c-4aa6-88e4-5ed8a77c8c93),segment_id=13e28bfc-893c-4aa6-88e4-5ed8a77c8c93)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:23.519669 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.525377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:23.537390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.577974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event updated for resources: {'Port': ['ID=82ef8e38-908b-491e-963c-402416e9f1fd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:23.597149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527f938d-ad30-4f38-939e-80562ca7a794']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:23.617784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:23.618485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:23.634608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e237a-a990-46b1-a61d-463544f55cf9 None None] Pushing event updated for resources: {'Port': ['ID=fa04109d-2efd-48a0-b04a-f401df595b68,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:23.648761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.655075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d315a88-ebce-4569-919f-67b15d68f3bc None None] Network 527f938d-ad30-4f38-939e-80562ca7a794 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:23.673279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.681278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:23.682337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.736071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f0c98d9-c4fd-46a0-a0f6-1ed4b1c5bc72 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: timer() May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:23.780626 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:23.788544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.api [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 11:48:23.788544 n-d-840949-1 neutron-server[102768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 11:48:23.788544 n-d-840949-1 neutron-server[102768]: [parameters: {'id': '527f938d-ad30-4f38-939e-80562ca7a794'}] May 10 11:48:23.788544 n-d-840949-1 neutron-server[102768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:48:23.789122 n-d-840949-1 neutron-server[102768]: DEBUG oslo_db.api [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:48:23.797387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4eacf3-8b63-4ae7-9726-40e18e6f7bb4 None None] Network 527f938d-ad30-4f38-939e-80562ca7a794 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:23.857301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f0c98d9-c4fd-46a0-a0f6-1ed4b1c5bc72 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.915551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c98d9-c4fd-46a0-a0f6-1ed4b1c5bc72 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a8eade-49bc-4c66-b746-9d0423045c19,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:23.926022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f0c98d9-c4fd-46a0-a0f6-1ed4b1c5bc72 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:23.929291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4f0c98d9-c4fd-46a0-a0f6-1ed4b1c5bc72 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "DELETE /v2.0/subnets/c5a8eade-49bc-4c66-b746-9d0423045c19 HTTP/1.1" status: 204 len: 168 time: 0.6384742 May 10 11:48:23.931811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39162) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:23.936530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55544334-0b51-438a-98e9-fffb7615f452 None None] Network 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:24.011024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.028874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.180773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Deleting port f079cda9-0db2-49ef-823a-4e270910b7db {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:24.181088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.201143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] DHCP port deletion for 1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:48:24.290331 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.307532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] Deleting port f079cda9-0db2-49ef-823a-4e270910b7db {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:24.307929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.344323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39174) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:24.396246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Deleting port fa04109d-2efd-48a0-b04a-f401df595b68 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:24.396892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.398254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] For port f079cda9-0db2-49ef-823a-4e270910b7db, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f079cda9-0db2-49ef-823a-4e270910b7db,segment=NetworkSegment(af6749cb-ce0f-4887-8034-d515f80e49d4),segment_id=af6749cb-ce0f-4887-8034-d515f80e49d4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:24.398725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.413086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] For port f079cda9-0db2-49ef-823a-4e270910b7db, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f079cda9-0db2-49ef-823a-4e270910b7db,segment=NetworkSegment(af6749cb-ce0f-4887-8034-d515f80e49d4),segment_id=af6749cb-ce0f-4887-8034-d515f80e49d4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:24.413459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.434992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] Calling delete_port for f079cda9-0db2-49ef-823a-4e270910b7db owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:24.488011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] For port fa04109d-2efd-48a0-b04a-f401df595b68, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fa04109d-2efd-48a0-b04a-f401df595b68,segment=NetworkSegment(13e28bfc-893c-4aa6-88e4-5ed8a77c8c93),segment_id=13e28bfc-893c-4aa6-88e4-5ed8a77c8c93)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:24.489032 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.512540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Calling delete_port for f079cda9-0db2-49ef-823a-4e270910b7db owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:24.521771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Calling delete_port for fa04109d-2efd-48a0-b04a-f401df595b68 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:24.550854 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.564517 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5200edd-72af-4de3-a9bd-88a176a1a289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.589843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] Pushing event deleted for resources: {'Port': ['ID=f079cda9-0db2-49ef-823a-4e270910b7db,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:24.593834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0298d-e37f-4e0a-a432-7f3ecc2c296a None None] No DVR routers for this DVR port f079cda9-0db2-49ef-823a-4e270910b7db on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:24.615709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92306c50-1e4c-47b2-a63a-9f84e3edcd8e None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:48:24.650727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.667175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.695446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Port': ['ID=fa04109d-2efd-48a0-b04a-f401df595b68,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:24.700080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No DVR routers for this DVR port fa04109d-2efd-48a0-b04a-f401df595b68 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:24.734750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92306c50-1e4c-47b2-a63a-9f84e3edcd8e None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 11:48:24.803687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.826136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527f938d-ad30-4f38-939e-80562ca7a794']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:24.841597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:24.843085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e28bfc-893c-4aa6-88e4-5ed8a77c8c93') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:24.849631 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.854577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.867945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123a6c-9798-4baf-803d-115bdf14651b req-fe936b48-292d-44ab-8aee-dd31a38f1851 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:24.871259 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.873733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123a6c-9798-4baf-803d-115bdf14651b req-fe936b48-292d-44ab-8aee-dd31a38f1851 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:24.877415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:24.877818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.879570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123a6c-9798-4baf-803d-115bdf14651b req-fe936b48-292d-44ab-8aee-dd31a38f1851 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: timer() May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:24.880996 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:24.885354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123a6c-9798-4baf-803d-115bdf14651b req-fe936b48-292d-44ab-8aee-dd31a38f1851 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:24.891195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123a6c-9798-4baf-803d-115bdf14651b req-fe936b48-292d-44ab-8aee-dd31a38f1851 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:24.897014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123a6c-9798-4baf-803d-115bdf14651b req-fe936b48-292d-44ab-8aee-dd31a38f1851 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:24.902795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123a6c-9798-4baf-803d-115bdf14651b req-fe936b48-292d-44ab-8aee-dd31a38f1851 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:24.904763 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab123a6c-9798-4baf-803d-115bdf14651b req-fe936b48-292d-44ab-8aee-dd31a38f1851 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.2370408 May 10 11:48:24.945631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.953954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event deleted for resources: {'Port': ['ID=f079cda9-0db2-49ef-823a-4e270910b7db,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:24.954599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.959838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/527f938d-ad30-4f38-939e-80562ca7a794 HTTP/1.1" status: 204 len: 168 time: 1.9066916 May 10 11:48:24.964819 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5200edd-72af-4de3-a9bd-88a176a1a289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.974140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39182) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:24.976040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] No DVR routers for this DVR port f079cda9-0db2-49ef-823a-4e270910b7db on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:24.981861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a5200edd-72af-4de3-a9bd-88a176a1a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:24.985815 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b8e27-4afe-4da3-a9fd-3b69fd58c947 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=527f938d-ad30-4f38-939e-80562ca7a794,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:25.014180 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f17527-fb6f-40c5-8a31-929d3aeb05db tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.014652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f17527-fb6f-40c5-8a31-929d3aeb05db tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.018250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b7f17527-fb6f-40c5-8a31-929d3aeb05db tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/05e93835-8cf2-4926-b974-c2782a60966a HTTP/1.1" status: 404 len: 337 time: 0.0427215 May 10 11:48:25.020831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39184) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.039967 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bd2d18-63d4-4a5d-aefb-2c6c35e22a32 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.040548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bd2d18-63d4-4a5d-aefb-2c6c35e22a32 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.043600 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-66bd2d18-63d4-4a5d-aefb-2c6c35e22a32 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/527f938d-ad30-4f38-939e-80562ca7a794 HTTP/1.1" status: 404 len: 339 time: 0.0218108 May 10 11:48:25.046591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39186) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.073819 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4bd74b-39af-40c1-812a-dfa46ad28bee tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.074286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4bd74b-39af-40c1-812a-dfa46ad28bee tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.077429 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5f4bd74b-39af-40c1-812a-dfa46ad28bee tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/a7897613-c91d-4fb1-a1e1-187f7ab333d0 HTTP/1.1" status: 404 len: 337 time: 0.0297573 May 10 11:48:25.080360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39188) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.099631 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c59a96-2b08-4eb0-ad18-c252bf85f92f tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.100256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c59a96-2b08-4eb0-ad18-c252bf85f92f tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.103377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-18c59a96-2b08-4eb0-ad18-c252bf85f92f tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/a626ba9a-7b8f-4c3a-8384-f0e06a2762b0 HTTP/1.1" status: 404 len: 339 time: 0.0220327 May 10 11:48:25.106192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.192351 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.284037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.306332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfb2dbc-68fd-402a-bd4d-11bebaf8e838']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.317302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c919dd-1e16-4345-b57a-bb2204239443') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.317601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c919dd-1e16-4345-b57a-bb2204239443') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.328443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.342602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.351854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:25.352876 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: timer() May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:25.356115 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:25.389138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab123a6c-9798-4baf-803d-115bdf14651b req-52f80f19-8f20-4aec-ad70-4dc934b3ad21 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4718726 May 10 11:48:25.417384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5200edd-72af-4de3-a9bd-88a176a1a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a17d082-5889-4e02-ae64-8bef87bbf96e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:25.424154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a5200edd-72af-4de3-a9bd-88a176a1a289 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b138cc31f64f4a5d9d50540d40c48007&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0788267 May 10 11:48:25.428785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39192) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.438101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.443907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.450130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f079cda9-0db2-49ef-823a-4e270910b7db no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:25.450313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/bdfb2dbc-68fd-402a-bd4d-11bebaf8e838 HTTP/1.1" status: 204 len: 168 time: 0.3408110 May 10 11:48:25.452125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.462250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.477988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f079cda9-0db2-49ef-823a-4e270910b7db {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:48:25.478483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f079cda9-0db2-49ef-823a-4e270910b7db not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:25.489876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beb541-3e0f-4753-ad18-34a9937e0b33 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=bdfb2dbc-68fd-402a-bd4d-11bebaf8e838,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:25.491474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Router fe841fbc-7e83-466e-9f31-8f13a5757dc7 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:48:25.492973 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e40695c-518d-4155-a3be-cf94595d90bd tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.493421 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e40695c-518d-4155-a3be-cf94595d90bd tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.499044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0e40695c-518d-4155-a3be-cf94595d90bd tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/c138b85f-06ce-421b-b3a4-6e78d89a75ea HTTP/1.1" status: 404 len: 337 time: 0.0421934 May 10 11:48:25.499334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.504617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd6c1f4-0a37-4c80-bfd6-b1d933b25405']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.518707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6749cb-ce0f-4887-8034-d515f80e49d4') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.519011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6749cb-ce0f-4887-8034-d515f80e49d4') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.519551 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-21387e46-8eb5-41c9-9f44-f051e84a94c8 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.520338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21387e46-8eb5-41c9-9f44-f051e84a94c8 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.525468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21387e46-8eb5-41c9-9f44-f051e84a94c8 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/57270754-651e-493e-b317-f51f70872abc HTTP/1.1" status: 404 len: 339 time: 0.0226667 May 10 11:48:25.525729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39198) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.530789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.551720 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7479cc05-5fc4-47b3-8e42-59aa4b0b1961 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.552010 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7479cc05-5fc4-47b3-8e42-59aa4b0b1961 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.555214 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7479cc05-5fc4-47b3-8e42-59aa4b0b1961 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/075aff2c-3108-497e-be73-b23b1dc4d00c HTTP/1.1" status: 404 len: 337 time: 0.0285103 May 10 11:48:25.557938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39200) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.576622 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-408467f9-a81f-439a-9619-380088518fd0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.577149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408467f9-a81f-439a-9619-380088518fd0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.580466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-408467f9-a81f-439a-9619-380088518fd0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/19cbf2ea-a4c0-49ab-936c-c24e0143628c HTTP/1.1" status: 404 len: 339 time: 0.0216250 May 10 11:48:25.583086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39202) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.583872 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.589346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52c3f5b8-6ace-4f5e-9ec0-0a63b4ef7d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.594759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:25.595144 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:25.598301 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:25.616886 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-944c3b11-4a54-4d15-bbce-ff22752d59af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.617585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944c3b11-4a54-4d15-bbce-ff22752d59af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.622444 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-944c3b11-4a54-4d15-bbce-ff22752d59af tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/fd3dcf90-5505-490a-919f-81fa9a3e0e05 HTTP/1.1" status: 404 len: 337 time: 0.0383208 May 10 11:48:25.625359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39204) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.644570 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c1ac43-9831-4b59-bae3-e519bc1a77d7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.645116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c1ac43-9831-4b59-bae3-e519bc1a77d7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.648200 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-41c1ac43-9831-4b59-bae3-e519bc1a77d7 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/9c367946-cdbc-40f5-a448-04fca8e2db96 HTTP/1.1" status: 404 len: 339 time: 0.0216908 May 10 11:48:25.650886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39206) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.678290 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-075ee495-5bd2-4f1b-ae64-60391a8084e4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.679026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075ee495-5bd2-4f1b-ae64-60391a8084e4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.681769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-075ee495-5bd2-4f1b-ae64-60391a8084e4 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/16dc5240-4c8e-46ea-99bf-973ea8e68116 HTTP/1.1" status: 404 len: 337 time: 0.0299714 May 10 11:48:25.684490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.701201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52c3f5b8-6ace-4f5e-9ec0-0a63b4ef7d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.704578 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2af440-00bc-4898-a2ec-dc4dfe7dd271 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.705150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2af440-00bc-4898-a2ec-dc4dfe7dd271 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.708158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9a2af440-00bc-4898-a2ec-dc4dfe7dd271 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/9fdf0905-2504-41f8-9f47-ae226a893931 HTTP/1.1" status: 404 len: 339 time: 0.0227420 May 10 11:48:25.710804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.729682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.737471 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0a0b11-4632-426e-93a4-88244f478ca2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.737936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0a0b11-4632-426e-93a4-88244f478ca2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.740985 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ce0a0b11-4632-426e-93a4-88244f478ca2 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/690c254f-c5f5-40ce-9c0f-a71fdc595f59 HTTP/1.1" status: 404 len: 337 time: 0.0292420 May 10 11:48:25.743721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.755078 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.758252 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "DELETE /v2.0/networks/1bd6c1f4-0a37-4c80-bfd6-b1d933b25405 HTTP/1.1" status: 204 len: 168 time: 1.8254850 May 10 11:48:25.761624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.769758 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-21227c6b-e24d-4540-b58e-92c0fd024006 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.770207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:25.770345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21227c6b-e24d-4540-b58e-92c0fd024006 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.772630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbb633-a615-4c94-85be-91d691883e9e tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event deleted for resources: {'Network': ['ID=1bd6c1f4-0a37-4c80-bfd6-b1d933b25405,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:25.775911 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21227c6b-e24d-4540-b58e-92c0fd024006 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/4bc36d62-ef2c-42a1-946e-ecdcb50dd7fa HTTP/1.1" status: 404 len: 339 time: 0.0286283 May 10 11:48:25.776641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39216) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.793590 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7642e-c5d8-4d94-83d6-9931a1166210 None None] Sync routers for ids ['fe841fbc-7e83-466e-9f31-8f13a5757dc7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:25.795421 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.796819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-669e5e31-8ba6-4229-927b-733528dbb6ca tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3851552 May 10 11:48:25.799559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39218) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.815775 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7642e-c5d8-4d94-83d6-9931a1166210 None None] Routers {'fe841fbc-7e83-466e-9f31-8f13a5757dc7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:25.816488 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6dd7642e-c5d8-4d94-83d6-9931a1166210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fe841fbc-7e83-466e-9f31-8f13a5757dc7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.843629 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-beff8a99-9c9e-42dd-9036-caefa149cec5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.845102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beff8a99-9c9e-42dd-9036-caefa149cec5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.850615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-beff8a99-9c9e-42dd-9036-caefa149cec5 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/bd836806-0a2e-4505-99dd-7b7b46fb3226 HTTP/1.1" status: 404 len: 337 time: 0.0711954 May 10 11:48:25.850808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52c3f5b8-6ace-4f5e-9ec0-0a63b4ef7d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.851305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52c3f5b8-6ace-4f5e-9ec0-0a63b4ef7d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.852420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-52c3f5b8-6ace-4f5e-9ec0-0a63b4ef7d28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a17d082-5889-4e02-ae64-8bef87bbf96e HTTP/1.1" status: 204 len: 168 time: 0.4225724 May 10 11:48:25.856548 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6dd7642e-c5d8-4d94-83d6-9931a1166210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.861004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39220) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.865754 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7642e-c5d8-4d94-83d6-9931a1166210 None None] Routers {'fe841fbc-7e83-466e-9f31-8f13a5757dc7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:25.866362 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6dd7642e-c5d8-4d94-83d6-9931a1166210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fe841fbc-7e83-466e-9f31-8f13a5757dc7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.889940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3f5b8-6ace-4f5e-9ec0-0a63b4ef7d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a17d082-5889-4e02-ae64-8bef87bbf96e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:25.907645 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a83969c-4ded-47ab-a217-6c510d590536 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.908454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a83969c-4ded-47ab-a217-6c510d590536 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.913311 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6dd7642e-c5d8-4d94-83d6-9931a1166210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:25.914160 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7642e-c5d8-4d94-83d6-9931a1166210 None None] The sync data for ids ['fe841fbc-7e83-466e-9f31-8f13a5757dc7'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:25.917528 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7a83969c-4ded-47ab-a217-6c510d590536 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/4c9cc5df-de6c-46f4-af09-55ebba66f4b4 HTTP/1.1" status: 404 len: 339 time: 0.0562625 May 10 11:48:25.923232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39224) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.951054 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-92de2ce8-4179-4009-a789-bd8d47018c30 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.951515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92de2ce8-4179-4009-a789-bd8d47018c30 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.955289 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-92de2ce8-4179-4009-a789-bd8d47018c30 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/f2751ed6-71db-40e5-b714-4d1080b5ef38 HTTP/1.1" status: 404 len: 337 time: 0.0314448 May 10 11:48:25.960311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e70c38f8-b70f-4466-badc-afdc4511e13e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/routers/fe841fbc-7e83-466e-9f31-8f13a5757dc7 HTTP/1.1" status: 200 len: 921 time: 0.1569164 May 10 11:48:25.960311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39226) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.967535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39228) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:25.988532 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd974ea-7bbf-4562-afa1-89d8b38590f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:25.989840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd974ea-7bbf-4562-afa1-89d8b38590f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:25.993045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0dd974ea-7bbf-4562-afa1-89d8b38590f0 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/1b7b7dbb-a436-4f01-baf8-d19059d47a07 HTTP/1.1" status: 404 len: 339 time: 0.0335088 May 10 11:48:25.996235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39232) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:26.008934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b76070a6-2fb2-4c13-90c0-84eecb535d96 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe841fbc-7e83-466e-9f31-8f13a5757dc7 HTTP/1.1" status: 200 len: 205 time: 0.0400078 May 10 11:48:26.009629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Deleting port 09e754d4-4478-42eb-b1eb-f303f3eb8cd4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:26.009969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.011376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39234) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:26.037289 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-635a57e1-deef-4166-a494-9b7d3f330339 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:26.037749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635a57e1-deef-4166-a494-9b7d3f330339 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:26.043021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-635a57e1-deef-4166-a494-9b7d3f330339 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/7c2b65b1-4b40-4215-b466-677b97a5fe4a HTTP/1.1" status: 404 len: 337 time: 0.0435658 May 10 11:48:26.048932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39236) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:26.074761 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-503527f5-b390-4c1c-9a50-28f076e0e8e1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] DELETE failed (client error): The resource could not be found. May 10 11:48:26.075227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503527f5-b390-4c1c-9a50-28f076e0e8e1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:48:26.078495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-503527f5-b390-4c1c-9a50-28f076e0e8e1 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/a05bfebb-085d-4dba-b101-5f02ef5208b6 HTTP/1.1" status: 404 len: 339 time: 0.0283463 May 10 11:48:26.081737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39238) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:26.150138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.150466 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.162179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.164571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae66bea2-1624-4782-8004-e307c29a98a3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Deleting subnet e07f2909-91da-47ab-85f5-2522b1716ef2 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:48:26.170046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae66bea2-1624-4782-8004-e307c29a98a3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.172651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Calling delete_port for 09e754d4-4478-42eb-b1eb-f303f3eb8cd4 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:26.247260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae66bea2-1624-4782-8004-e307c29a98a3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.280611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.340880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Deleting port 82ef8e38-908b-491e-963c-402416e9f1fd {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:26.341265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.375658 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae66bea2-1624-4782-8004-e307c29a98a3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.430021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.446827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Calling delete_port for 82ef8e38-908b-491e-963c-402416e9f1fd owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:26.472137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.507618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae66bea2-1624-4782-8004-e307c29a98a3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.509724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Pushing event deleted for resources: {'Port': ['ID=09e754d4-4478-42eb-b1eb-f303f3eb8cd4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:26.577716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66bea2-1624-4782-8004-e307c29a98a3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Subnet': ['ID=e07f2909-91da-47ab-85f5-2522b1716ef2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:26.581860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ae66bea2-1624-4782-8004-e307c29a98a3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.584939 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ae66bea2-1624-4782-8004-e307c29a98a3 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/subnets/e07f2909-91da-47ab-85f5-2522b1716ef2 HTTP/1.1" status: 204 len: 168 time: 0.5017517 May 10 11:48:26.597174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39258) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:26.599264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09fc63-0db5-4c52-8704-ffd1cef8cdc2 None None] Network a9f5a8a9-86cf-4596-a416-b460b212a832 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:26.649745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5650-e875-4fa3-8108-69fe9938892b req-33984cd1-ec89-44ce-93ba-25ac308e3394 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:26.656501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5650-e875-4fa3-8108-69fe9938892b req-33984cd1-ec89-44ce-93ba-25ac308e3394 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:26.665831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5650-e875-4fa3-8108-69fe9938892b req-33984cd1-ec89-44ce-93ba-25ac308e3394 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:26.674938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5650-e875-4fa3-8108-69fe9938892b req-33984cd1-ec89-44ce-93ba-25ac308e3394 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:26.682655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5650-e875-4fa3-8108-69fe9938892b req-33984cd1-ec89-44ce-93ba-25ac308e3394 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:26.690508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5650-e875-4fa3-8108-69fe9938892b req-33984cd1-ec89-44ce-93ba-25ac308e3394 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:26.698675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5650-e875-4fa3-8108-69fe9938892b req-33984cd1-ec89-44ce-93ba-25ac308e3394 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:26.701234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-775c5650-e875-4fa3-8108-69fe9938892b req-33984cd1-ec89-44ce-93ba-25ac308e3394 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.1977296 May 10 11:48:26.705940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.710079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.715718 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-33046e70-7877-4bd2-9c26-4146e64dfc89 tempest-FloatingIPAdminTestJSON-1430949402 tempest-FloatingIPAdminTestJSON-1430949402-project] 10.222.0.13 "DELETE /v2.0/floatingips/31283467-33f8-4e95-a218-b0247b11b0f1 HTTP/1.1" status: 204 len: 168 time: 0.9527106 May 10 11:48:26.773533 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.800674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-775c5650-e875-4fa3-8108-69fe9938892b req-a6ee2cfc-64a0-49fc-a483-2b848032a7fa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822029 May 10 11:48:26.841277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.881290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event deleted for resources: {'Port': ['ID=82ef8e38-908b-491e-963c-402416e9f1fd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:26.899174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] DHCP port deletion for a9f5a8a9-86cf-4596-a416-b460b212a832 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:48:26.946160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Deleting port 9833f908-f647-4662-9b74-98b9b5bfecfa {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:26.946160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.966910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] Deleting port 9833f908-f647-4662-9b74-98b9b5bfecfa {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:26.967428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.005059 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.042608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] For port 9833f908-f647-4662-9b74-98b9b5bfecfa, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9833f908-f647-4662-9b74-98b9b5bfecfa,segment=NetworkSegment(6d36771a-908e-4a09-a494-d4ac4ddd4883),segment_id=6d36771a-908e-4a09-a494-d4ac4ddd4883)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:27.043015 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.056714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] Calling delete_port for 9833f908-f647-4662-9b74-98b9b5bfecfa owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:27.115087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] For port 9833f908-f647-4662-9b74-98b9b5bfecfa, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9833f908-f647-4662-9b74-98b9b5bfecfa,segment=NetworkSegment(6d36771a-908e-4a09-a494-d4ac4ddd4883),segment_id=6d36771a-908e-4a09-a494-d4ac4ddd4883)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:27.115520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.119153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.127275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.136807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Calling delete_port for 9833f908-f647-4662-9b74-98b9b5bfecfa owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:27.143550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39268) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:27.159107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.174633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] No DVR routers for this DVR port 9833f908-f647-4662-9b74-98b9b5bfecfa on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:27.208452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37395d35-e9fd-46cb-bf5e-30e744355732 None None] Pushing event deleted for resources: {'Port': ['ID=9833f908-f647-4662-9b74-98b9b5bfecfa,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:27.215060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.215633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Fanout notify agent at l3_agent the message router_deleted on router fe841fbc-7e83-466e-9f31-8f13a5757dc7 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:48:27.223503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.228446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6353393b-b9c8-4419-b0e3-0a4d857519c4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/fe841fbc-7e83-466e-9f31-8f13a5757dc7 HTTP/1.1" status: 204 len: 168 time: 1.2159021 May 10 11:48:27.229859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39274) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:27.235398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2005701463', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': False}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:27.264265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.265767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.298634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.328666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Port': ['ID=9833f908-f647-4662-9b74-98b9b5bfecfa,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:27.332632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] No DVR routers for this DVR port 9833f908-f647-4662-9b74-98b9b5bfecfa on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:27.354283 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.434629 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.443720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9833f908-f647-4662-9b74-98b9b5bfecfa no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:27.463419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f5a8a9-86cf-4596-a416-b460b212a832']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:27.474966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d36771a-908e-4a09-a494-d4ac4ddd4883') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:27.475470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d36771a-908e-4a09-a494-d4ac4ddd4883') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:27.478666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9833f908-f647-4662-9b74-98b9b5bfecfa {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:48:27.479422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9833f908-f647-4662-9b74-98b9b5bfecfa not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:27.487372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c4791b03-38f4-4caa-a7e8-25b5790e9dd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5853ffe0073a450594667aa644559424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420994 May 10 11:48:27.489907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39280) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:27.504358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.519648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.527774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:27.528300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:27.531878 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:27.536039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.617738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72b0a7e8-ff8d-4e4a-a47a-2aaa816153a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.652092 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72b0a7e8-ff8d-4e4a-a47a-2aaa816153a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.654779 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.662921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.670451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] 10.222.0.13 "DELETE /v2.0/networks/a9f5a8a9-86cf-4596-a416-b460b212a832 HTTP/1.1" status: 204 len: 168 time: 1.0675685 May 10 11:48:27.689133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5965f1f-870a-4051-b046-1ba03003a383 tempest-NetworksTest-1172982559 tempest-NetworksTest-1172982559-project] Pushing event deleted for resources: {'Network': ['ID=a9f5a8a9-86cf-4596-a416-b460b212a832,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:27.743500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-06755edf-9185-42f1-807d-31f779196c45 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:27.752105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-06755edf-9185-42f1-807d-31f779196c45 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:27.760788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-06755edf-9185-42f1-807d-31f779196c45 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:27.767454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-06755edf-9185-42f1-807d-31f779196c45 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:27.773896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-06755edf-9185-42f1-807d-31f779196c45 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:27.780863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-06755edf-9185-42f1-807d-31f779196c45 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:27.786017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72b0a7e8-ff8d-4e4a-a47a-2aaa816153a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.789441 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-72b0a7e8-ff8d-4e4a-a47a-2aaa816153a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.791515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-06755edf-9185-42f1-807d-31f779196c45 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:27.792268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-72b0a7e8-ff8d-4e4a-a47a-2aaa816153a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55118af3-9a36-4af4-8e4d-48b2159caad3 HTTP/1.1" status: 204 len: 168 time: 0.3008556 May 10 11:48:27.798484 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-06755edf-9185-42f1-807d-31f779196c45 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.1907315 May 10 11:48:27.841906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0a7e8-ff8d-4e4a-a47a-2aaa816153a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55118af3-9a36-4af4-8e4d-48b2159caad3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:27.844219 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:48:27.909736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-ecb808c6-8218-49fe-9802-2c48c2bf0fe3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:27.913048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-ecb808c6-8218-49fe-9802-2c48c2bf0fe3 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "GET /v2.0/ports/98c6910b-e79c-435f-8f06-983ad175c843?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1091628 May 10 11:48:27.990741 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.025418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.110694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-386516d7-cfdc-4468-a4a4-d73885078a59 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:28.116182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-386516d7-cfdc-4468-a4a4-d73885078a59 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:28.122234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-386516d7-cfdc-4468-a4a4-d73885078a59 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:28.128821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-386516d7-cfdc-4468-a4a4-d73885078a59 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:28.138765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-386516d7-cfdc-4468-a4a4-d73885078a59 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:28.148379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-386516d7-cfdc-4468-a4a4-d73885078a59 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:28.155946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39292) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:28.158493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-386516d7-cfdc-4468-a4a4-d73885078a59 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:28.161681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-386516d7-cfdc-4468-a4a4-d73885078a59 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 5445 time: 0.1430049 May 10 11:48:28.195789 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-5d29247d-a83f-4896-a254-79e5a8f99f20 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "GET /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2735302 May 10 11:48:28.210900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:28.220958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Allocated IP 172.25.8.188 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/5a2bbb56-2ed9-464e-bcf1-801524f3b1db) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:28.254796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c5bd8ee-7626-4004-b34f-8ed9e7e3fb1b req-92e2e554-97a3-495e-a14d-23fd6f9db9a0 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788519 May 10 11:48:28.301854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.367893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39300) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:28.401199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74c6b672-e06f-47c4-a34e-413d91e13208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.411467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b3c6d73-2c58-4264-a229-35eac27e4178 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d799d78486c24d13ac7e3c316c35af1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519341 May 10 11:48:28.411765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39302) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:28.457245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.509555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] For port 98c6910b-e79c-435f-8f06-983ad175c843, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=98c6910b-e79c-435f-8f06-983ad175c843,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:28.510412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30acc47f-d72c-452f-a626-277b873af4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.540521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.553364 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30acc47f-d72c-452f-a626-277b873af4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.567952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] For port 98c6910b-e79c-435f-8f06-983ad175c843, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:28.571396 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74c6b672-e06f-47c4-a34e-413d91e13208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.601242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-74c6b672-e06f-47c4-a34e-413d91e13208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.628341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:28.637435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:28.639315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2bbb56-2ed9-464e-bcf1-801524f3b1db,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:28.641824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:28.660357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] device_id is not set on port 98c6910b-e79c-435f-8f06-983ad175c843 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:28.672378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-74c6b672-e06f-47c4-a34e-413d91e13208 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=284394fbb39c4786a81240d22d87232c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998998 May 10 11:48:28.672378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39306) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:28.676588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6b672-e06f-47c4-a34e-413d91e13208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f665fa-2c6f-46a9-84e2-8377cd8cf4a1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:28.682367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.698174 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30acc47f-d72c-452f-a626-277b873af4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.701288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30acc47f-d72c-452f-a626-277b873af4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.705003 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-30acc47f-d72c-452f-a626-277b873af4e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cd35835-c26a-443a-bbe8-43b909ddff14 HTTP/1.1" status: 204 len: 168 time: 0.2899077 May 10 11:48:28.734153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.803376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=98c6910b-e79c-435f-8f06-983ad175c843,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:28.811860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1514e384-631b-4a72-ab69-3e9f0536f35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.852217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1514e384-631b-4a72-ab69-3e9f0536f35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.987425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1514e384-631b-4a72-ab69-3e9f0536f35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.991336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1514e384-631b-4a72-ab69-3e9f0536f35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:28.992855 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1514e384-631b-4a72-ab69-3e9f0536f35a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7f665fa-2c6f-46a9-84e2-8377cd8cf4a1 HTTP/1.1" status: 204 len: 168 time: 0.3200595 May 10 11:48:28.994279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] No DVR routers for this DVR port 98c6910b-e79c-435f-8f06-983ad175c843 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:29.042039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] In _notify_port_updated(), no bound segment for port 98c6910b-e79c-435f-8f06-983ad175c843 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:48:29.043394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.044326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.045853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-448ee7d7-e382-4931-b697-a783af979ae7 service neutron] 10.222.0.49 "PUT /v2.0/ports/98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 200 len: 1032 time: 0.8433573 May 10 11:48:29.053343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514e384-631b-4a72-ab69-3e9f0536f35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f665fa-2c6f-46a9-84e2-8377cd8cf4a1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:29.118689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-e6411ede-e6cc-4c0b-bce2-d4a09d71baaa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.120808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-e6411ede-e6cc-4c0b-bce2-d4a09d71baaa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "GET /v2.0/ports/5a093890-3c4b-49d1-b9bf-9b264804b0f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0633507 May 10 11:48:29.141275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:29.166251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acc47f-d72c-452f-a626-277b873af4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd35835-c26a-443a-bbe8-43b909ddff14,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:29.234658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.259975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f2122ac9-342e-4e9b-9bc3-4b771b57d5cb None None] Provisioning complete for port 98c6910b-e79c-435f-8f06-983ad175c843 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:29.261183 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2122ac9-342e-4e9b-9bc3-4b771b57d5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.308225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f2122ac9-342e-4e9b-9bc3-4b771b57d5cb None None] Port 98c6910b-e79c-435f-8f06-983ad175c843 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:48:29.419476 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.439627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] For port 5a093890-3c4b-49d1-b9bf-9b264804b0f6, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=5a093890-3c4b-49d1-b9bf-9b264804b0f6,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:29.481527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] For port 5a093890-3c4b-49d1-b9bf-9b264804b0f6, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:29.556480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] device_id is not set on port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:29.568440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.581385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.681421 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.696709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] No DVR routers for this DVR port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:29.761614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25479-432e-4a3f-9873-dad94c34cb82 req-1193e4e7-ee08-434a-82af-985730908799 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.768307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25479-432e-4a3f-9873-dad94c34cb82 req-1193e4e7-ee08-434a-82af-985730908799 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.774354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25479-432e-4a3f-9873-dad94c34cb82 req-1193e4e7-ee08-434a-82af-985730908799 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.780219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25479-432e-4a3f-9873-dad94c34cb82 req-1193e4e7-ee08-434a-82af-985730908799 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.786484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a093890-3c4b-49d1-b9bf-9b264804b0f6,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:29.786718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25479-432e-4a3f-9873-dad94c34cb82 req-1193e4e7-ee08-434a-82af-985730908799 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.794405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25479-432e-4a3f-9873-dad94c34cb82 req-1193e4e7-ee08-434a-82af-985730908799 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.794621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] In _notify_port_updated(), no bound segment for port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 on network 07e34b50-6df7-412d-bdd4-530caccbf231 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:48:29.796385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6de25479-432e-4a3f-9873-dad94c34cb82 req-1193e4e7-ee08-434a-82af-985730908799 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 4588 time: 0.3779924 May 10 11:48:29.796587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:29.797395 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.799309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39332) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:29.800157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-920ef87d-8ab7-4a70-8885-873872c940d8 service neutron] 10.222.0.49 "PUT /v2.0/ports/5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 200 len: 1033 time: 0.6723835 May 10 11:48:29.814673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b1dcdcb-e54d-4140-93c4-f8489fb1b45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:29.908251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6de25479-432e-4a3f-9873-dad94c34cb82 req-a0f7d054-1c18-43c5-9440-5fc06c5aa046 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=255c42c4-704d-4c1a-8648-9985f731f0ea&id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912132 May 10 11:48:29.963005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port 2126c24d-ffe4-4246-9dc0-a548addaf88d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:29.964262 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.124113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] For port 2126c24d-ffe4-4246-9dc0-a548addaf88d, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2126c24d-ffe4-4246-9dc0-a548addaf88d,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:30.124727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.138478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Router dceb97a5-532f-4f17-9e0b-0dd4399c979b is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:48:30.150924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for 2126c24d-ffe4-4246-9dc0-a548addaf88d owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:30.153400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-317a8cc4-5ab9-4508-aee1-44b5d55f6447 None None] Provisioning complete for port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:30.155132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-317a8cc4-5ab9-4508-aee1-44b5d55f6447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.221173 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b1dcdcb-e54d-4140-93c4-f8489fb1b45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.245442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-317a8cc4-5ab9-4508-aee1-44b5d55f6447 None None] Port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:48:30.278536 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b1dcdcb-e54d-4140-93c4-f8489fb1b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.359948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39338) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:30.389512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b1dcdcb-e54d-4140-93c4-f8489fb1b45b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecabfa95b4ce4bcbae1bc5b22a841396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889707 May 10 11:48:30.392367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39342) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:30.393750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dcdcb-e54d-4140-93c4-f8489fb1b45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e4a7fc-eeb4-49fc-95a8-68c6e4a5237d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:30.411252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.445646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:30.458363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Sync routers for ids ['dceb97a5-532f-4f17-9e0b-0dd4399c979b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:30.460199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=2126c24d-ffe4-4246-9dc0-a548addaf88d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:30.474885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Routers {'dceb97a5-532f-4f17-9e0b-0dd4399c979b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:30.479199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['dceb97a5-532f-4f17-9e0b-0dd4399c979b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:30.488750 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.495152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2637919d-549b-475e-81a1-d5acf38f6afd tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2636130 May 10 11:48:30.495972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39344) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:30.512347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b95245a3-e218-4143-994a-99e3bf74e7fd tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-602976128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:30.551411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] No DVR routers for this DVR port 2126c24d-ffe4-4246-9dc0-a548addaf88d on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:30.555068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f88fbd-5eaa-48bf-a744-d3a235c0b65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.558223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.561528 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-53c2643e-580e-4147-8b1e-1b5080268191 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "DELETE /v2.0/ports/2126c24d-ffe4-4246-9dc0-a548addaf88d HTTP/1.1" status: 204 len: 173 time: 0.7546375 May 10 11:48:30.562068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': '2126c24d-ffe4-4246-9dc0-a548addaf88d'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:48:30.564385 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90feac8c-ed8b-434c-8139-952b86ade6a3" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "2126c24d-ffe4-4246-9dc0-a548addaf88d"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:48:30.627862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b95245a3-e218-4143-994a-99e3bf74e7fd tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.629783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b95245a3-e218-4143-994a-99e3bf74e7fd tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.635250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f88fbd-5eaa-48bf-a744-d3a235c0b65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.641938 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c57662-800d-44b2-87c7-b7d93e6f8135 x-openstack-request-id: req-64c57662-800d-44b2-87c7-b7d93e6f8135 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:48:30.642206 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "2126c24d-ffe4-4246-9dc0-a548addaf88d", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:48:30.642471 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64c57662-800d-44b2-87c7-b7d93e6f8135 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:48:30.642875 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c57662-800d-44b2-87c7-b7d93e6f8135'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': '2126c24d-ffe4-4246-9dc0-a548addaf88d', 'status': 'completed', 'code': 200} May 10 11:48:30.643479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Set router dceb97a5-532f-4f17-9e0b-0dd4399c979b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:48:30.709437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fe7fba69-f357-48a5-a125-a594e976db79 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/routers/dceb97a5-532f-4f17-9e0b-0dd4399c979b HTTP/1.1" status: 200 len: 909 time: 0.2074080 May 10 11:48:30.710678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39352) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:30.725163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2005701463', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': True}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:30.761641 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.767691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.793231 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b95245a3-e218-4143-994a-99e3bf74e7fd tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.802330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b95245a3-e218-4143-994a-99e3bf74e7fd tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.829137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port baffa83d-610f-42de-b347-1921071fa985 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:30.829629 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.832892 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f88fbd-5eaa-48bf-a744-d3a235c0b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.835530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81f88fbd-5eaa-48bf-a744-d3a235c0b65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.839335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-81f88fbd-5eaa-48bf-a744-d3a235c0b65d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7e4a7fc-eeb4-49fc-95a8-68c6e4a5237d HTTP/1.1" status: 204 len: 168 time: 0.4427924 May 10 11:48:30.842938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b95245a3-e218-4143-994a-99e3bf74e7fd tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.844326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b95245a3-e218-4143-994a-99e3bf74e7fd tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4838579 May 10 11:48:30.855558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39356) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:30.861041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:30.871714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1479770551'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:30.886093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f88fbd-5eaa-48bf-a744-d3a235c0b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e4a7fc-eeb4-49fc-95a8-68c6e4a5237d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:31.028712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Made reservation on behalf of d658a906284a41818fbd56565a00ecc2 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:31.031934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] For port baffa83d-610f-42de-b347-1921071fa985, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=baffa83d-610f-42de-b347-1921071fa985,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:31.032458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.039031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.057323 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.253264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.268247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb97a5-532f-4f17-9e0b-0dd4399c979b', 'name': 'tempest-snat-router-2005701463', 'tenant_id': '5abf3581c4104f318bc7cb9fb43add88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.188'}], 'enable_snat': False}, 'gw_port_id': '5a2bbb56-2ed9-464e-bcf1-801524f3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:48:27Z', 'updated_at': '2022-05-10T11:48:29Z', 'revision_number': 3, 'project_id': '5abf3581c4104f318bc7cb9fb43add88', 'gw_port': {'id': '5a2bbb56-2ed9-464e-bcf1-801524f3b1db', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb97a5-532f-4f17-9e0b-0dd4399c979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:48:28Z', 'updated_at': '2022-05-10T11:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:31.302030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Checking router: dceb97a5-532f-4f17-9e0b-0dd4399c979b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:48:31.302423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Updating router dceb97a5-532f-4f17-9e0b-0dd4399c979b port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:48:31.330173 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.398706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.400222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.401521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1939-184b-4302-b2cd-8087fd1cc47d req-b8c3c507-d5b9-4b30-90cf-8d26b701295c tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:31.403892 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Floating IP a2b75267-db98-4c3f-a8ba-9f758ba92001 disassociated. External IP: 172.25.8.98, port: baffa83d-610f-42de-b347-1921071fa985. May 10 11:48:31.404558 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for baffa83d-610f-42de-b347-1921071fa985 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:31.408770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1939-184b-4302-b2cd-8087fd1cc47d req-b8c3c507-d5b9-4b30-90cf-8d26b701295c tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:31.416164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1939-184b-4302-b2cd-8087fd1cc47d req-b8c3c507-d5b9-4b30-90cf-8d26b701295c tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:31.423048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1939-184b-4302-b2cd-8087fd1cc47d req-b8c3c507-d5b9-4b30-90cf-8d26b701295c tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:31.425030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1939-184b-4302-b2cd-8087fd1cc47d req-b8c3c507-d5b9-4b30-90cf-8d26b701295c tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 3151 time: 0.3400962 May 10 11:48:31.505674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.515052 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e86b1939-184b-4302-b2cd-8087fd1cc47d req-d3765f33-a8e7-4e98-98ae-690747abe233 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797908 May 10 11:48:31.517667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.558232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:31.568528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed98781-b34a-47dc-b382-a954fa517cde,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:31.605151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 98c6910b-e79c-435f-8f06-983ad175c843 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:31.663910 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.673772 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.674160 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Added segment 6460d619-84b5-4512-86bd-9877cf150630 of type vlan for network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e May 10 11:48:31.678199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 98c6910b-e79c-435f-8f06-983ad175c843 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:31.678644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:31.838668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:31.840104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.840725 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.888531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:31.891757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:48:31.894663 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba606eed-50e8-41cd-aff3-6e74e38d7eea" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2db920d6-dfae-4edf-bb0e-a288b9bd6d61"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:48:31.901129 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.901913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1075a8b7-15b5-400f-a04b-748d631b8ba8 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:31.950700 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.982876 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:31.989133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:31.990431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.001297 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.018522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.024894 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.067486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:32.136129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2747564 May 10 11:48:32.161616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39386) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:32.175045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'subnet': {'network_id': 'f7cfe56c-60da-46b1-a24c-982b3cd8eb2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:32.176434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d9c03-2e35-4934-8cc3-6d07c23bd552 None None] Pushing event updated for resources: {'Port': ['ID=5a2bbb56-2ed9-464e-bcf1-801524f3b1db,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:32.199540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=baffa83d-610f-42de-b347-1921071fa985,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:32.200825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1075a8b7-15b5-400f-a04b-748d631b8ba8 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:32.202040 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.243771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Attempting to bind port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:32.244284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Attempting to bind port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:32.246334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Attempting to bind port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:32.259334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:32.260442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:32.260951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.261645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:32.262718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Bound port: 5a2bbb56-2ed9-464e-bcf1-801524f3b1db, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:32.263195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.307908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1075a8b7-15b5-400f-a04b-748d631b8ba8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:32.320607 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.321607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2126c24d-ffe4-4246-9dc0-a548addaf88d no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:32.361052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:32.365422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea0ef6-92a3-460d-92b1-0dd645804ccb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Network': ['ID=f7cfe56c-60da-46b1-a24c-982b3cd8eb2e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:32.388205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] For port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:32.394758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] For port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5a2bbb56-2ed9-464e-bcf1-801524f3b1db,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:32.398012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 2126c24d-ffe4-4246-9dc0-a548addaf88d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:48:32.398429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 2126c24d-ffe4-4246-9dc0-a548addaf88d not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:32.399025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5a093890-3c4b-49d1-b9bf-9b264804b0f6 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:32.408337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:32.599166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.607148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Allocated IP 172.25.8.58 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/457b116a-ef2d-49ed-be2a-9ece92fb370d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:32.616892 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a3db3-d4ae-4585-b47d-52f8c3bf01fe x-openstack-request-id: req-174a3db3-d4ae-4585-b47d-52f8c3bf01fe {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:48:32.621180 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2db920d6-dfae-4edf-bb0e-a288b9bd6d61", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:48:32.650384 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-174a3db3-d4ae-4585-b47d-52f8c3bf01fe {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:48:32.650840 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174a3db3-d4ae-4585-b47d-52f8c3bf01fe'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61', 'code': 200} May 10 11:48:32.745662 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.751490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1075a8b7-15b5-400f-a04b-748d631b8ba8,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:32.773273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:32.787075 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] Sync routers for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:32.804050 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:32.805318 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:32.833231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] No DVR routers for this DVR port baffa83d-610f-42de-b347-1921071fa985 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:32.836667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.838105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 5a093890-3c4b-49d1-b9bf-9b264804b0f6 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:32.838609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device baffa83d-610f-42de-b347-1921071fa985 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:32.843555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-f0cfc040-771c-4e4a-b735-3548f5475cd7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "DELETE /v2.0/ports/baffa83d-610f-42de-b347-1921071fa985 HTTP/1.1" status: 204 len: 173 time: 2.2709126 May 10 11:48:32.844674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': 'baffa83d-610f-42de-b347-1921071fa985'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:48:32.848563 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317ce8a8-606c-4510-a9d0-b1a110a469a9" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "baffa83d-610f-42de-b347-1921071fa985"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:48:32.885049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.942129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Made reservation on behalf of d658a906284a41818fbd56565a00ecc2 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:32.945381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Routers {'dceb97a5-532f-4f17-9e0b-0dd4399c979b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:32.946080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['dceb97a5-532f-4f17-9e0b-0dd4399c979b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:32.948833 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:32.951260 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e79535-af66-432f-885b-1de0cd81059e x-openstack-request-id: req-b7e79535-af66-432f-885b-1de0cd81059e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:48:32.951987 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "baffa83d-610f-42de-b347-1921071fa985", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:48:32.952519 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7e79535-af66-432f-885b-1de0cd81059e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:48:32.955573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: baffa83d-610f-42de-b347-1921071fa985 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:48:32.956024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device baffa83d-610f-42de-b347-1921071fa985 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:32.957046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ab7f1eb6-208f-4a1c-9818-415cb378555f no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:32.958488 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e79535-af66-432f-885b-1de0cd81059e'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': 'baffa83d-610f-42de-b347-1921071fa985', 'status': 'completed', 'code': 200} May 10 11:48:33.002783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port 1075a8b7-15b5-400f-a04b-748d631b8ba8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:33.003141 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:33.021727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d9c03-2e35-4934-8cc3-6d07c23bd552 None None] Pushing event updated for resources: {'Port': ['ID=5a2bbb56-2ed9-464e-bcf1-801524f3b1db,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:33.053509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:33.054188 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:48:33.154915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:33.165608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] Set router dceb97a5-532f-4f17-9e0b-0dd4399c979b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:48:33.197161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ab7f1eb6-208f-4a1c-9818-415cb378555f is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:33.197422 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:33.211235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:33.223730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:33.229488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] For port 1075a8b7-15b5-400f-a04b-748d631b8ba8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1075a8b7-15b5-400f-a04b-748d631b8ba8,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:33.230058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:33.232400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'Port': ['ID=457b116a-ef2d-49ed-be2a-9ece92fb370d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:33.258031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for 1075a8b7-15b5-400f-a04b-748d631b8ba8 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:33.306321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ab7f1eb6-208f-4a1c-9818-415cb378555f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:33.322996 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:33.348411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4d89c-2d2c-470a-835e-2f4c486c8cce req-f733fa86-3c24-4fe3-9199-def5f13216c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:33.370583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4d89c-2d2c-470a-835e-2f4c486c8cce req-f733fa86-3c24-4fe3-9199-def5f13216c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:33.378591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4d89c-2d2c-470a-835e-2f4c486c8cce req-f733fa86-3c24-4fe3-9199-def5f13216c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:33.380649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7a4d89c-2d2c-470a-835e-2f4c486c8cce req-f733fa86-3c24-4fe3-9199-def5f13216c7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 2412 time: 0.3543487 May 10 11:48:33.430433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ab7f1eb6-208f-4a1c-9818-415cb378555f,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:33.517298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb97a5-532f-4f17-9e0b-0dd4399c979b', 'name': 'tempest-snat-router-2005701463', 'tenant_id': '5abf3581c4104f318bc7cb9fb43add88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.188'}], 'enable_snat': False}, 'gw_port_id': '5a2bbb56-2ed9-464e-bcf1-801524f3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:48:27Z', 'updated_at': '2022-05-10T11:48:29Z', 'revision_number': 3, 'project_id': '5abf3581c4104f318bc7cb9fb43add88', 'gw_port': {'id': '5a2bbb56-2ed9-464e-bcf1-801524f3b1db', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb97a5-532f-4f17-9e0b-0dd4399c979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:48:28Z', 'updated_at': '2022-05-10T11:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:33.552622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39412) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:33.552911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19eec6-79ea-473b-8fd0-c97fbf2d91f3 None None] The sync data for ids ['dceb97a5-532f-4f17-9e0b-0dd4399c979b'] in n-d-840949-1 is: [{'id': 'dceb97a5-532f-4f17-9e0b-0dd4399c979b', 'name': 'tempest-snat-router-2005701463', 'tenant_id': '5abf3581c4104f318bc7cb9fb43add88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.188'}], 'enable_snat': False}, 'gw_port_id': '5a2bbb56-2ed9-464e-bcf1-801524f3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:48:27Z', 'updated_at': '2022-05-10T11:48:29Z', 'revision_number': 3, 'project_id': '5abf3581c4104f318bc7cb9fb43add88', 'gw_port': {'id': '5a2bbb56-2ed9-464e-bcf1-801524f3b1db', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb97a5-532f-4f17-9e0b-0dd4399c979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:48:28Z', 'updated_at': '2022-05-10T11:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:33.553938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7a4d89c-2d2c-470a-835e-2f4c486c8cce req-065dbc28-cf29-470b-873a-efda3c93d3d6 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641335 May 10 11:48:33.595387 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:57Z', 'revision_number': 5, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:33.628465 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] Checking router: 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:48:33.639356 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:33.640524 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:33.659681 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:33.724799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=1075a8b7-15b5-400f-a04b-748d631b8ba8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:33.799256 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:33.808556 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:48:33.858837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] No DVR routers for this DVR port 1075a8b7-15b5-400f-a04b-748d631b8ba8 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:33.861931 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:33.865772 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-4188c1f3-b04f-43e3-8672-5b5c865751a7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "DELETE /v2.0/ports/1075a8b7-15b5-400f-a04b-748d631b8ba8 HTTP/1.1" status: 204 len: 173 time: 1.0130675 May 10 11:48:33.947301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1568614890'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:34.059859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Made reservation on behalf of 04fa691ab0904857a062783d66c175d9 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:34.064153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.077474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.095166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:34.095505 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.149299 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:57Z', 'revision_number': 5, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:34.202938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903296b2-4b6f-41f2-b25f-beee3da4a726 None None] The sync data for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 is: [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:42:51Z', 'revision_number': 4, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '209cb1c2-ef64-4e12-994d-e6982eadc590', 'name': '', 'network_id': '9a80d167-35ab-4dff-bf57-85cfb1c4aa34', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'mac_address': 'fa:16:3e:38:a1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:49Z', 'updated_at': '2022-05-10T11:42:57Z', 'revision_number': 5, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'subnets': [{'id': '6e141d9f-52a3-433c-b6f5-8ec646f1c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:34.215374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] For port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:34.215744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.275739 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0871-af20-4858-af09-0fa3f2d83ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.293838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:34.519442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.564628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.600926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.624955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Subnet': ['ID=2df05061-0c17-4306-b37d-50c3a1251d8d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:34.637053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Checking segment: {'id': '6460d619-84b5-4512-86bd-9877cf150630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f7cfe56c-60da-46b1-a24c-982b3cd8eb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:34.637372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network hostable DHCP agents. Network: f7cfe56c-60da-46b1-a24c-982b3cd8eb2e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:34.646589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82196053-c050-46f4-9953-9d1fb728c00b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:34.652686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1075a8b7-15b5-400f-a04b-748d631b8ba8'}, {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7f1eb6-208f-4a1c-9818-415cb378555f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:48:34.655104 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fab1f53-381a-4e99-b956-20a2204ccf24" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1075a8b7-15b5-400f-a04b-748d631b8ba8"}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-unplugged", "status": "completed", "tag": "ab7f1eb6-208f-4a1c-9818-415cb378555f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:48:34.680457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:34.704916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.705306 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Added segment fb51d81b-6367-48bf-8499-478ece6d276c of type vlan for network 180d2055-ea17-4713-bea0-88781f781b65 May 10 11:48:34.723331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.727255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:34.764245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f7cfe56c-60da-46b1-a24c-982b3cd8eb2e) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:34.774383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea8a2b-db38-4c5d-a3d8-0fe43ea44686 None None] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:34.786468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:34.787082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:34.806266 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 May 2022 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ccb271-01aa-49c6-b713-095e1556de38 x-openstack-request-id: req-c9ccb271-01aa-49c6-b713-095e1556de38 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:48:34.806473 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1075a8b7-15b5-400f-a04b-748d631b8ba8", "code": 200}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-unplugged", "status": "completed", "tag": "ab7f1eb6-208f-4a1c-9818-415cb378555f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:48:34.807063 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9ccb271-01aa-49c6-b713-095e1556de38 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:48:34.807883 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ccb271-01aa-49c6-b713-095e1556de38'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1075a8b7-15b5-400f-a04b-748d631b8ba8', 'code': 200} May 10 11:48:34.808452 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ccb271-01aa-49c6-b713-095e1556de38'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7f1eb6-208f-4a1c-9818-415cb378555f', 'code': 200} May 10 11:48:34.828796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638fdc4d-0910-41f4-a4c6-818106fae5f9 None None] New status for floating IP a2b75267-db98-4c3f-a8ba-9f758ba92001: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:48:34.877319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a86670b2-5c4f-49bc-a63b-a51c41f027f1 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7145321 May 10 11:48:34.919223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=2db920d6-dfae-4edf-bb0e-a288b9bd6d61,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:34.928664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39422) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:34.971912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': '1075a8b7-15b5-400f-a04b-748d631b8ba8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:48:34.974481 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ce6942-d640-490d-98bb-09bc23fc10bc" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "1075a8b7-15b5-400f-a04b-748d631b8ba8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:48:34.981461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'network': {'name': 'tempest-router-network01--1392184515'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:35.024706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.028998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] No DVR routers for this DVR port 2db920d6-dfae-4edf-bb0e-a288b9bd6d61 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:35.034591 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.036581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.040485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-08378dc8-2f86-424d-8dc4-74f699e4effa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "DELETE /v2.0/ports/2db920d6-dfae-4edf-bb0e-a288b9bd6d61 HTTP/1.1" status: 204 len: 173 time: 1.1679413 May 10 11:48:35.073395 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e7284c-2419-49c9-8e1e-ba5693443fd1 x-openstack-request-id: req-73e7284c-2419-49c9-8e1e-ba5693443fd1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:48:35.073698 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "1075a8b7-15b5-400f-a04b-748d631b8ba8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:48:35.073988 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73e7284c-2419-49c9-8e1e-ba5693443fd1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:48:35.074449 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e7284c-2419-49c9-8e1e-ba5693443fd1'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': '1075a8b7-15b5-400f-a04b-748d631b8ba8', 'status': 'completed', 'code': 200} May 10 11:48:35.137432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308d41c-cb83-4e18-b150-803d75a9db56 req-889cf8aa-d27a-4ec2-959f-c46ac2b8dc19 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:35.139205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0308d41c-cb83-4e18-b150-803d75a9db56 req-889cf8aa-d27a-4ec2-959f-c46ac2b8dc19 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 943 time: 0.2471430 May 10 11:48:35.150816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Made reservation on behalf of d658a906284a41818fbd56565a00ecc2 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:35.153740 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.199091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.205844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:35.206498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.333815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-f7cfe56c-60da-46b1-a24c-982b3cd8eb2e', 'network_id': 'f7cfe56c-60da-46b1-a24c-982b3cd8eb2e', 'tenant_id': 'd658a906284a41818fbd56565a00ecc2', 'fixed_ips': [{'subnet_id': '2df05061-0c17-4306-b37d-50c3a1251d8d'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:35.335425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.337596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:35.382147 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8258734 May 10 11:48:35.405650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.406582 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Added segment 81d43165-6956-4051-a1f4-c4335d9eb50b of type vlan for network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 May 10 11:48:35.411279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Router fb856788-ddbe-421b-88dd-b3f20b18ebc9 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:48:35.442068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0308d41c-cb83-4e18-b150-803d75a9db56 req-dab65eb2-39b5-4628-be8f-852e0bee5c68 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups?id=e588763f-6c31-4d11-9eab-7d95e8862636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725244 May 10 11:48:35.488329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615e715-a362-4dd1-b40c-d9d6eda1b377 tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Pushing event updated for resources: {'Network': ['ID=180d2055-ea17-4713-bea0-88781f781b65,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:35.549241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.560777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 180d2055-ea17-4713-bea0-88781f781b65 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:35.605626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port ab7f1eb6-208f-4a1c-9818-415cb378555f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:35.605938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.667910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5a2bbb56-2ed9-464e-bcf1-801524f3b1db up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:35.677996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.683084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:35.684902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:35.685727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.694817 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Sync routers for ids ['fb856788-ddbe-421b-88dd-b3f20b18ebc9'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:35.715281 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Routers {'fb856788-ddbe-421b-88dd-b3f20b18ebc9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:35.716029 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fb856788-ddbe-421b-88dd-b3f20b18ebc9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:35.738992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.741529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-28de4721-ad71-4352-af8b-64f590eae950 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0280612 May 10 11:48:35.744455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39434) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:35.769392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39436) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:35.776970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Request body: {'port': {'network_id': '180d2055-ea17-4713-bea0-88781f781b65', 'binding:host_id': 'n-h1-840949-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2099800683'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:35.797172 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8258123 May 10 11:48:35.807898 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39438) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:35.817768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'network': {'name': 'tempest-router-network02--126803806'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:35.841560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] For port ab7f1eb6-208f-4a1c-9818-415cb378555f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ab7f1eb6-208f-4a1c-9818-415cb378555f,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:35.842257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.855634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ed38e-037f-4147-8c4d-723f313f397d tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Network': ['ID=93a685fb-eae7-481a-8ca1-16d46ba44bd2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:35.867293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for ab7f1eb6-208f-4a1c-9818-415cb378555f owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:35.876293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Made reservation on behalf of 389b108c5e07462dad17137ec4b5c415 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:35.879061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.896196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Made reservation on behalf of d658a906284a41818fbd56565a00ecc2 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:35.900024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.929796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:35.971496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-add540b4-7d09-43f7-aebf-3df4b252586a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/routers/fb856788-ddbe-421b-88dd-b3f20b18ebc9 HTTP/1.1" status: 200 len: 907 time: 0.2255192 May 10 11:48:35.974320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:35.978108 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Set router fb856788-ddbe-421b-88dd-b3f20b18ebc9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:48:35.990432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:36.013620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.014282 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Added segment 66c6f52e-df29-4c33-9663-e66d8e550bad of type vlan for network 81476996-2a93-4d3f-8028-3fa3732e2578 May 10 11:48:36.154883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.212724 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.217318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:36.218712 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb856788-ddbe-421b-88dd-b3f20b18ebc9', 'name': 'tempest-snat-router-2005701463', 'tenant_id': '5abf3581c4104f318bc7cb9fb43add88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '457b116a-ef2d-49ed-be2a-9ece92fb370d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:48:30Z', 'updated_at': '2022-05-10T11:48:33Z', 'revision_number': 3, 'project_id': '5abf3581c4104f318bc7cb9fb43add88', 'gw_port': {'id': '457b116a-ef2d-49ed-be2a-9ece92fb370d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb856788-ddbe-421b-88dd-b3f20b18ebc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:48:32Z', 'updated_at': '2022-05-10T11:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:36.224464 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.225523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.231095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] device_id is not set on port 335713a9-d6fa-49d6-a242-c13890141591 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:36.258780 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Checking router: fb856788-ddbe-421b-88dd-b3f20b18ebc9 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:48:36.259125 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Updating router fb856788-ddbe-421b-88dd-b3f20b18ebc9 port 457b116a-ef2d-49ed-be2a-9ece92fb370d binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:48:36.263273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.340551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Allocated IP 172.20.0.2 (f7cfe56c-60da-46b1-a24c-982b3cd8eb2e/2df05061-0c17-4306-b37d-50c3a1251d8d/6a5387ee-5beb-43fa-8038-3d396e229df3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:36.354570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.389028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:36.389787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.391255 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.521523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.619583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:36.621072 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.630584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Deleting port 457b116a-ef2d-49ed-be2a-9ece92fb370d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:36.631145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.669918 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.676626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] device_id is not set on port 335713a9-d6fa-49d6-a242-c13890141591 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:36.684764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5a2bbb56-2ed9-464e-bcf1-801524f3b1db,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:36.686931 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.707070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.710414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.763456 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Pushing event updated for resources: {'Port': ['ID=457b116a-ef2d-49ed-be2a-9ece92fb370d,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:36.779855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.791693 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.793745 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Attempting to bind port 457b116a-ef2d-49ed-be2a-9ece92fb370d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:36.794370 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Attempting to bind port 457b116a-ef2d-49ed-be2a-9ece92fb370d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:36.794907 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Attempting to bind port 457b116a-ef2d-49ed-be2a-9ece92fb370d on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:36.802396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=5a2bbb56-2ed9-464e-bcf1-801524f3b1db,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:36.802740 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.803314 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.803851 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.804369 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.804908 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.805210 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.807532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.810952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edcbc31-820a-404d-9bf6-1b851d02df97,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:36.811136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Calling delete_port for 457b116a-ef2d-49ed-be2a-9ece92fb370d owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:36.812934 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.813313 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.813656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.815833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.820609 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.821022 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.821365 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:36.823604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:36.824285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.829786 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:36.832434 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:36.832881 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.833281 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:36.833785 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Bound port: 457b116a-ef2d-49ed-be2a-9ece92fb370d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:36.834168 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.869812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:36.873976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:36.880423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:36.895538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.907094 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] For port 457b116a-ef2d-49ed-be2a-9ece92fb370d, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:36.911589 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] For port 457b116a-ef2d-49ed-be2a-9ece92fb370d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=457b116a-ef2d-49ed-be2a-9ece92fb370d,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:36.913260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Pushing event updated for resources: {'Port': ['ID=6a5387ee-5beb-43fa-8038-3d396e229df3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:36.918941 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.961421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Attempting to bind port 6a5387ee-5beb-43fa-8038-3d396e229df3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:36.961786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Attempting to bind port 6a5387ee-5beb-43fa-8038-3d396e229df3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '6460d619-84b5-4512-86bd-9877cf150630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f7cfe56c-60da-46b1-a24c-982b3cd8eb2e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:36.962276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Attempting to bind port 6a5387ee-5beb-43fa-8038-3d396e229df3 on network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:36.968115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:36.968868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Checking segment: {'id': '6460d619-84b5-4512-86bd-9877cf150630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f7cfe56c-60da-46b1-a24c-982b3cd8eb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:36.969207 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.969705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Bound using segment: {'id': '6460d619-84b5-4512-86bd-9877cf150630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f7cfe56c-60da-46b1-a24c-982b3cd8eb2e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:36.970282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Bound port: 6a5387ee-5beb-43fa-8038-3d396e229df3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6460d619-84b5-4512-86bd-9877cf150630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f7cfe56c-60da-46b1-a24c-982b3cd8eb2e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:36.970804 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:36.978535 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Routers {'fb856788-ddbe-421b-88dd-b3f20b18ebc9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:36.979410 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fb856788-ddbe-421b-88dd-b3f20b18ebc9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:36.986871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-930e673f-7c85-496a-9658-211beb2204f4 req-ed4cc973-2fcd-43df-98e6-2aa15ebf718e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.1587625 May 10 11:48:37.031543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] No DVR routers for this DVR port ab7f1eb6-208f-4a1c-9818-415cb378555f on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:37.036567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:37.041048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73c0e87e-8ec7-4f66-8cb5-289b6fa6879e req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.49 "DELETE /v2.0/ports/ab7f1eb6-208f-4a1c-9818-415cb378555f HTTP/1.1" status: 204 len: 173 time: 1.9894998 May 10 11:48:37.058572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61896c2b-7a31-46a1-9e7a-7e31a949ed2f tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=ab7f1eb6-208f-4a1c-9818-415cb378555f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:37.091119 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] Set router fb856788-ddbe-421b-88dd-b3f20b18ebc9 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:48:37.107114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] For port 6a5387ee-5beb-43fa-8038-3d396e229df3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:37.121780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] For port 6a5387ee-5beb-43fa-8038-3d396e229df3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6a5387ee-5beb-43fa-8038-3d396e229df3,segment=NetworkSegment(6460d619-84b5-4512-86bd-9877cf150630),segment_id=6460d619-84b5-4512-86bd-9877cf150630)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:37.130436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:37.131106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61'}, {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': 'ab7f1eb6-208f-4a1c-9818-415cb378555f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:48:37.134881 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f7442a-82f1-4a97-8292-1d768983d995" -d '{"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "2db920d6-dfae-4edf-bb0e-a288b9bd6d61"}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "ab7f1eb6-208f-4a1c-9818-415cb378555f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:48:37.155950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3440466 May 10 11:48:37.157185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=335713a9-d6fa-49d6-a242-c13890141591,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:37.159733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39448) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:37.160517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Checking segment: {'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:37.160893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Network hostable DHCP agents. Network: 180d2055-ea17-4713-bea0-88781f781b65, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:37.165511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dfbde-0a5b-4586-ae04-031aa7add71b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Network': ['ID=81476996-2a93-4d3f-8028-3fa3732e2578,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:37.174321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'subnet': {'network_id': '93a685fb-eae7-481a-8ca1-16d46ba44bd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:37.255329 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a48ef5-c0c5-42d8-af52-caffdfa5990c x-openstack-request-id: req-85a48ef5-c0c5-42d8-af52-caffdfa5990c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:48:37.255568 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "2db920d6-dfae-4edf-bb0e-a288b9bd6d61", "status": "completed", "code": 200}, {"server_uuid": "8d682106-653a-4522-b3c8-64b9af4e78f9", "name": "network-vif-deleted", "tag": "ab7f1eb6-208f-4a1c-9818-415cb378555f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:48:37.255981 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85a48ef5-c0c5-42d8-af52-caffdfa5990c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:48:37.256331 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a48ef5-c0c5-42d8-af52-caffdfa5990c'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': '2db920d6-dfae-4edf-bb0e-a288b9bd6d61', 'status': 'completed', 'code': 200} May 10 11:48:37.256611 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a48ef5-c0c5-42d8-af52-caffdfa5990c'] response: {'server_uuid': '8d682106-653a-4522-b3c8-64b9af4e78f9', 'name': 'network-vif-deleted', 'tag': 'ab7f1eb6-208f-4a1c-9818-415cb378555f', 'status': 'completed', 'code': 200} May 10 11:48:37.259719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Network 180d2055-ea17-4713-bea0-88781f781b65 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:37.277533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae6dc7-74ce-4879-8f2b-f5ea68b66fae None None] Pushing event updated for resources: {'Port': ['ID=457b116a-ef2d-49ed-be2a-9ece92fb370d,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:37.282540 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb856788-ddbe-421b-88dd-b3f20b18ebc9', 'name': 'tempest-snat-router-2005701463', 'tenant_id': '5abf3581c4104f318bc7cb9fb43add88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:48:30Z', 'updated_at': '2022-05-10T11:48:36Z', 'revision_number': 4, 'project_id': '5abf3581c4104f318bc7cb9fb43add88', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:37.288405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 180d2055-ea17-4713-bea0-88781f781b65) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:37.294654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:37.326944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:37.327189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:37.327516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:37.328403 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c117e-7e99-4088-af9b-8e6a05ff61c2 None None] The sync data for ids ['fb856788-ddbe-421b-88dd-b3f20b18ebc9'] in n-d-840949-1 is: [{'id': 'fb856788-ddbe-421b-88dd-b3f20b18ebc9', 'name': 'tempest-snat-router-2005701463', 'tenant_id': '5abf3581c4104f318bc7cb9fb43add88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:48:30Z', 'updated_at': '2022-05-10T11:48:36Z', 'revision_number': 4, 'project_id': '5abf3581c4104f318bc7cb9fb43add88', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:37.347033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:37.347370 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:37.363013 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 2 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:37.368192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 81476996-2a93-4d3f-8028-3fa3732e2578 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:37.372898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9079ed63-2850-4cec-8548-e2147b3638db None None] Network 180d2055-ea17-4713-bea0-88781f781b65 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:37.393227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Made reservation on behalf of d658a906284a41818fbd56565a00ecc2 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:37.398443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:37.425615 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:37.524898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event deleted for resources: {'Port': ['ID=457b116a-ef2d-49ed-be2a-9ece92fb370d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:37.562578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.567144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.567640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.568097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.569808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.570256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.571422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.572324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.573930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.574365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.576181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.577287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:37.583092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:37.583977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:37.585277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:37.599758 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b960-aacd-4a47-a9df-50c540d368b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:37.626751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5a2bbb56-2ed9-464e-bcf1-801524f3b1db up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:37.627095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:37.627547 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:37.631673 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 3 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:37.656604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:37.657027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:37.657366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:37.668667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:37.668942 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:37.705950 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 4 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:37.754553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39af186-f6f3-4c87-9bb4-33ea2f23f39e None None] Pushing event updated for resources: {'Port': ['ID=6a5387ee-5beb-43fa-8038-3d396e229df3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:37.778043 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:37.860337 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:37.888789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:37.889162 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.000595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:38.015953 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.019593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.042782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:38.042782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:38.042782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:38.048982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:38.049433 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:38.054891 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 5 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:38.073599 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.080685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:38.081101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:38.081543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:38.090495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.091199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb856788-ddbe-421b-88dd-b3f20b18ebc9 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:48:38.097038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.099860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f7e386c1-d936-4d14-9643-c2aad24762b4 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "DELETE /v2.0/routers/fb856788-ddbe-421b-88dd-b3f20b18ebc9 HTTP/1.1" status: 204 len: 168 time: 2.1229539 May 10 11:48:38.101261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39454) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:38.129904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:38.130213 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:38.141558 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 6 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:38.186377 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b15a6e46-a185-4773-927f-3cd018eae053 req-66f5fe23-4539-473a-a073-32ed6f3e5645 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0583947 May 10 11:48:38.189374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:38.189696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:38.190093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:38.203188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Subnet': ['ID=4d5054cc-aac3-4a88-92de-1c23f39a14a8,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:38.208588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:38.209005 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:38.210951 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 7 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:38.233031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Checking segment: {'id': '81d43165-6956-4051-a1f4-c4335d9eb50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93a685fb-eae7-481a-8ca1-16d46ba44bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:38.233478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network hostable DHCP agents. Network: 93a685fb-eae7-481a-8ca1-16d46ba44bd2, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:38.236123 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:38.236831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:38.237169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:38.245035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:38.245453 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:38.246218 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.248749 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 8 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:38.270097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:38.270547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:38.270904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:38.276150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:38.276327 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:38.276809 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 9 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:38.281743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:38.298011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:38.298394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:38.298795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:38.302214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 93a685fb-eae7-481a-8ca1-16d46ba44bd2) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:38.307323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:38.307736 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:38.309030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:38.309749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.312704 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 10 to bind port 335713a9-d6fa-49d6-a242-c13890141591 May 10 11:48:38.315595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5227bb3d-1b2f-40b0-82ed-d193680979d5 None None] Network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:38.332450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:38.332879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:38.333284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:38.343086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39456) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:38.343992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6fe100a0-fa11-4cb7-a5dc-51ae9539bf5e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1758449 May 10 11:48:38.346787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 335713a9-d6fa-49d6-a242-c13890141591 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:38.347199 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 335713a9-d6fa-49d6-a242-c13890141591 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:38.347649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.363539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'subnet': {'network_id': '81476996-2a93-4d3f-8028-3fa3732e2578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:38.436178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] For port 335713a9-d6fa-49d6-a242-c13890141591, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:38.436719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempted to set empty binding levels {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 10 11:48:38.442718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.494939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=335713a9-d6fa-49d6-a242-c13890141591,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:38.508819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:38.509246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.532609 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-00a2ddc5-4f1a-46ea-957f-05b883b6069a tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7593727 May 10 11:48:38.535309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39458) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:38.586052 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.595269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Made reservation on behalf of d658a906284a41818fbd56565a00ecc2 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:38.599632 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.605392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-93a685fb-eae7-481a-8ca1-16d46ba44bd2', 'network_id': '93a685fb-eae7-481a-8ca1-16d46ba44bd2', 'tenant_id': 'd658a906284a41818fbd56565a00ecc2', 'fixed_ips': [{'subnet_id': '4d5054cc-aac3-4a88-92de-1c23f39a14a8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:38.606315 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.640747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Deleting port 335713a9-d6fa-49d6-a242-c13890141591 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:38.641753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.717696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] For port 335713a9-d6fa-49d6-a242-c13890141591, host n-h1-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:38.718226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.735112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Calling delete_port for 335713a9-d6fa-49d6-a242-c13890141591 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:38.842206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Allocated IP 172.20.0.2 (93a685fb-eae7-481a-8ca1-16d46ba44bd2/4d5054cc-aac3-4a88-92de-1c23f39a14a8/8c371d9b-ae8f-412a-b96f-8dc89924b523) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:38.891465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Deleting port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:38.891830 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.916473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.979774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event deleted for resources: {'Port': ['ID=335713a9-d6fa-49d6-a242-c13890141591,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:38.991716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.001686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-158f125e-474d-49e7-958a-fa8707f82762 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "DELETE /v2.0/ports/335713a9-d6fa-49d6-a242-c13890141591 HTTP/1.1" status: 204 len: 168 time: 0.4654841 May 10 11:48:39.004521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39462) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:39.059468 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d9c16d-92b1-4eb5-a29e-702170303702 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] GET failed (client error): The resource could not be found. May 10 11:48:39.065730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-75d9c16d-92b1-4eb5-a29e-702170303702 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "GET /v2.0/ports/335713a9-d6fa-49d6-a242-c13890141591 HTTP/1.1" status: 404 len: 333 time: 0.0565271 May 10 11:48:39.067683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39464) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:39.080512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Request body: {'port': {'network_id': '180d2055-ea17-4713-bea0-88781f781b65', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1953801218'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:39.110614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Made reservation on behalf of 389b108c5e07462dad17137ec4b5c415 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:39.116015 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.116258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.126675 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.139121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] device_id is not set on port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:39.208470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:39.212570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:39.215891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:39.256962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Pushing event updated for resources: {'Port': ['ID=8c371d9b-ae8f-412a-b96f-8dc89924b523,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:39.274118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] For port 5a2bbb56-2ed9-464e-bcf1-801524f3b1db, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5a2bbb56-2ed9-464e-bcf1-801524f3b1db,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:39.274721 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.323559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Calling delete_port for 5a2bbb56-2ed9-464e-bcf1-801524f3b1db owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:39.340753 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.395023 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.401960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Attempting to bind port 8c371d9b-ae8f-412a-b96f-8dc89924b523 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:39.405574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Attempting to bind port 8c371d9b-ae8f-412a-b96f-8dc89924b523 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '81d43165-6956-4051-a1f4-c4335d9eb50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93a685fb-eae7-481a-8ca1-16d46ba44bd2'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:39.406098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Attempting to bind port 8c371d9b-ae8f-412a-b96f-8dc89924b523 on network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:39.427692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:39.430089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Checking segment: {'id': '81d43165-6956-4051-a1f4-c4335d9eb50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93a685fb-eae7-481a-8ca1-16d46ba44bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:39.430529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.432774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Bound using segment: {'id': '81d43165-6956-4051-a1f4-c4335d9eb50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93a685fb-eae7-481a-8ca1-16d46ba44bd2'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:39.432774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Bound port: 8c371d9b-ae8f-412a-b96f-8dc89924b523, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d43165-6956-4051-a1f4-c4335d9eb50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93a685fb-eae7-481a-8ca1-16d46ba44bd2'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:39.435360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.504383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c6342d7-0eb6-4a71-bd47-ef67af9a3ffe req-6ddbcce2-8220-4984-b77c-b7c1745cd834 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.1338813 May 10 11:48:39.520389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.629714 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.631590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12279ce-fd7a-494c-86d4-047f69c4669d None None] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:39.633343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Subnet': ['ID=961f383f-a733-413f-9881-79e3d9d736ed,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:39.633472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.639905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] For port 8c371d9b-ae8f-412a-b96f-8dc89924b523, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:39.655766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] For port 8c371d9b-ae8f-412a-b96f-8dc89924b523, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8c371d9b-ae8f-412a-b96f-8dc89924b523,segment=NetworkSegment(81d43165-6956-4051-a1f4-c4335d9eb50b),segment_id=81d43165-6956-4051-a1f4-c4335d9eb50b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:39.658560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Checking segment: {'id': '66c6f52e-df29-4c33-9663-e66d8e550bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81476996-2a93-4d3f-8028-3fa3732e2578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:39.659563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network hostable DHCP agents. Network: 81476996-2a93-4d3f-8028-3fa3732e2578, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:39.700123 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6a5387ee-5beb-43fa-8038-3d396e229df3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:39.714696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.714989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Network 180d2055-ea17-4713-bea0-88781f781b65 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:39.714989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:39.731486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:39.732687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:39.734179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.740739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network 81476996-2a93-4d3f-8028-3fa3732e2578 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:39.774461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7054718 May 10 11:48:39.777170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39468) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:39.797064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:39.808395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=53aec7bc-f0bf-483a-a4fb-24bc562cce93,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:39.810459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 81476996-2a93-4d3f-8028-3fa3732e2578) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:39.817198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:39.817797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.829245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5124f8bd-9e02-41d2-ada4-0ca483419542 None None] Provisioning complete for port 6a5387ee-5beb-43fa-8038-3d396e229df3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:39.829984 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5124f8bd-9e02-41d2-ada4-0ca483419542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.845031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.845801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.847248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.847687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.848441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888fffc-2000-40b8-b92a-363dbfc59cc3 None None] Network 81476996-2a93-4d3f-8028-3fa3732e2578 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:39.848940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.849373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.850967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.851475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.856304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.856304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.857420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.857873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.858762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709034-2036-477c-b1d4-fe81ff5595e7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:39.867509 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-897d398b-9416-4560-bc38-db8c99aac3cb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5219977 May 10 11:48:39.873575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39470) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:39.924829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:39.964595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2bbb56-2ed9-464e-bcf1-801524f3b1db,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:39.981370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438703d-565d-4384-b69e-76ecb3bbdd36 None None] Pushing event updated for resources: {'Port': ['ID=8c371d9b-ae8f-412a-b96f-8dc89924b523,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:40.026061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 6a5387ee-5beb-43fa-8038-3d396e229df3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:40.026438 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.225993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] device_id is not set on port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:40.235086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.247836 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.307275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=53aec7bc-f0bf-483a-a4fb-24bc562cce93,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:40.358645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.359880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.360545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.375390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.376000 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.376499 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 2 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.396620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.397174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.397687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.411304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.411753 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.412432 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 3 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.429740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.430188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.430875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.439295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.439901 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.440470 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 4 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.461672 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.462159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.463135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.472484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.473361 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.473675 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 5 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.494298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.494701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.494979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.500725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.501069 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.501518 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 6 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.518093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.518452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.518771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.525218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.525782 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.526477 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 7 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.542901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.543535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.543918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.549986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.550353 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.550716 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 8 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.567061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.567693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.568153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.574182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.574658 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.575062 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 9 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.591002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.591497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.591868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.599185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.599536 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.599967 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 10 to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 May 10 11:48:40.618013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:40.618641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:40.618986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:40.630368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:40.630808 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:40.631196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.716194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] For port 53aec7bc-f0bf-483a-a4fb-24bc562cce93, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:40.716506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempted to set empty binding levels {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 10 11:48:40.730573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.765509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] In _notify_port_updated(), no bound segment for port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:48:40.766490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.767333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.771245 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "PUT /v2.0/ports/53aec7bc-f0bf-483a-a4fb-24bc562cce93 HTTP/1.1" status: 200 len: 975 time: 0.9872923 May 10 11:48:40.771245 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c1d46e9-9624-45ae-ba41-6a05a9687d04 req-4b807176-253e-4160-99e8-bd5e992bf300 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0530570 May 10 11:48:40.789711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39476) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:40.799851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-81476996-2a93-4d3f-8028-3fa3732e2578', 'network_id': '81476996-2a93-4d3f-8028-3fa3732e2578', 'tenant_id': 'd658a906284a41818fbd56565a00ecc2', 'fixed_ips': [{'subnet_id': '961f383f-a733-413f-9881-79e3d9d736ed'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:40.803301 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.853244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e5eb0-a7f7-4486-a809-c5b1cb531df7 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=53aec7bc-f0bf-483a-a4fb-24bc562cce93,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:40.867310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.867787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.868291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.868801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.869208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.869667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.870119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.871166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.871166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.871470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.871963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.872419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.872878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.873327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.873775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.874224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.874762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.875977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:40.882119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-58c75bc8-2e82-456a-8013-bbef74f7cfe3 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16399 time: 0.0880280 May 10 11:48:40.884282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.884819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39478) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:40.911620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5124f8bd-9e02-41d2-ada4-0ca483419542 None None] Current status of the port 6a5387ee-5beb-43fa-8038-3d396e229df3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:40.912150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5124f8bd-9e02-41d2-ada4-0ca483419542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.951007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5124f8bd-9e02-41d2-ada4-0ca483419542 None None] For port 6a5387ee-5beb-43fa-8038-3d396e229df3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6a5387ee-5beb-43fa-8038-3d396e229df3,segment=NetworkSegment(6460d619-84b5-4512-86bd-9877cf150630),segment_id=6460d619-84b5-4512-86bd-9877cf150630)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:40.952297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 6a5387ee-5beb-43fa-8038-3d396e229df3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:40.952902 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.003041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Deleting port 53aec7bc-f0bf-483a-a4fb-24bc562cce93 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:41.003659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.114989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.125219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.125219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.151885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5124f8bd-9e02-41d2-ada4-0ca483419542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.168479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] For port 53aec7bc-f0bf-483a-a4fb-24bc562cce93, host n-h1-840949-1, got binding levels [] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:41.168479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.213050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Calling delete_port for 53aec7bc-f0bf-483a-a4fb-24bc562cce93 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:41.261347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:48:41.261772 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:48:41.348584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124f8bd-9e02-41d2-ada4-0ca483419542 None None] Pushing event updated for resources: {'Port': ['ID=6a5387ee-5beb-43fa-8038-3d396e229df3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:41.382469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Allocated IP 172.20.0.2 (81476996-2a93-4d3f-8028-3fa3732e2578/961f383f-a733-413f-9881-79e3d9d736ed/fdec7cf8-9fba-486d-842e-e8a35899b18b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:41.477985 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.549711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event deleted for resources: {'Port': ['ID=53aec7bc-f0bf-483a-a4fb-24bc562cce93,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:41.572522 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.582932 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-369f36ac-116e-4c32-ac58-6d520c237f9f tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "DELETE /v2.0/ports/53aec7bc-f0bf-483a-a4fb-24bc562cce93 HTTP/1.1" status: 204 len: 168 time: 0.6971734 May 10 11:48:41.588203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:41.643094 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb246950-5113-4a0d-a51e-2335986f39d6 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] GET failed (client error): The resource could not be found. May 10 11:48:41.645756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cb246950-5113-4a0d-a51e-2335986f39d6 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "GET /v2.0/ports/53aec7bc-f0bf-483a-a4fb-24bc562cce93 HTTP/1.1" status: 404 len: 333 time: 0.0564616 May 10 11:48:41.649841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39490) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:41.672239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-190103499', 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:41.680456 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.681501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dceb97a5-532f-4f17-9e0b-0dd4399c979b {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:48:41.689456 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.696633 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fa551091-e2e9-48d2-aa4d-f0c275499a5b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "DELETE /v2.0/routers/dceb97a5-532f-4f17-9e0b-0dd4399c979b HTTP/1.1" status: 204 len: 168 time: 3.5931749 May 10 11:48:41.704424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39492) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:41.712758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1980667830', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:41.721541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b11113-b309-4e03-90a6-50edce2705b2 None None] Network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:41.721686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Allocated IP 172.20.0.1 (93a685fb-eae7-481a-8ca1-16d46ba44bd2/4d5054cc-aac3-4a88-92de-1c23f39a14a8/4ebc05a4-8eb4-43db-8f83-686c53608e9f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:41.725449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Made reservation on behalf of 389b108c5e07462dad17137ec4b5c415 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:41.730891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.765061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] device_id is not set on port a6de8dde-16b3-4350-9504-e08fd0882581 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:41.784483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.785192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.017485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6f8f091c-1934-4ff3-9ec7-104a2b464e80 req-2ca226b8-69ae-47b8-a0e1-2b55c589036b tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0538096 May 10 11:48:42.027013 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.033271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.113516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.183157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Port': ['ID=4ebc05a4-8eb4-43db-8f83-686c53608e9f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:42.206705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:42.211888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 6a5387ee-5beb-43fa-8038-3d396e229df3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:42.213424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:42.214888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-80625fa8-e4ae-4930-8384-b27b3dcdf638 None None] Provisioning complete for port 6a5387ee-5beb-43fa-8038-3d396e229df3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:42.215451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80625fa8-e4ae-4930-8384-b27b3dcdf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.229044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:42.251444 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.270891 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.350854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Pushing event updated for resources: {'Port': ['ID=fdec7cf8-9fba-486d-842e-e8a35899b18b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:42.353106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.403302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Network 81476996-2a93-4d3f-8028-3fa3732e2578 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:42.415714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:42.421942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:42.626684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-80625fa8-e4ae-4930-8384-b27b3dcdf638 None None] Current status of the port 6a5387ee-5beb-43fa-8038-3d396e229df3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:42.660194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Attempting to bind port fdec7cf8-9fba-486d-842e-e8a35899b18b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:42.660673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Attempting to bind port fdec7cf8-9fba-486d-842e-e8a35899b18b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '66c6f52e-df29-4c33-9663-e66d8e550bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81476996-2a93-4d3f-8028-3fa3732e2578'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:42.661050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Attempting to bind port fdec7cf8-9fba-486d-842e-e8a35899b18b on network 81476996-2a93-4d3f-8028-3fa3732e2578 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:42.672940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:42.673341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Checking segment: {'id': '66c6f52e-df29-4c33-9663-e66d8e550bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81476996-2a93-4d3f-8028-3fa3732e2578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:42.673734 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.674133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Bound using segment: {'id': '66c6f52e-df29-4c33-9663-e66d8e550bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81476996-2a93-4d3f-8028-3fa3732e2578'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:42.675514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Bound port: fdec7cf8-9fba-486d-842e-e8a35899b18b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c6f52e-df29-4c33-9663-e66d8e550bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81476996-2a93-4d3f-8028-3fa3732e2578'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:42.676322 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.690719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.714082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8c371d9b-ae8f-412a-b96f-8dc89924b523 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:42.780182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] For port fdec7cf8-9fba-486d-842e-e8a35899b18b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:42.785404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] For port fdec7cf8-9fba-486d-842e-e8a35899b18b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fdec7cf8-9fba-486d-842e-e8a35899b18b,segment=NetworkSegment(66c6f52e-df29-4c33-9663-e66d8e550bad),segment_id=66c6f52e-df29-4c33-9663-e66d8e550bad)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:42.828180 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.841699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9bf0cefc-2909-4557-9a0b-500fb904af20 None None] Provisioning complete for port 8c371d9b-ae8f-412a-b96f-8dc89924b523 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:42.841699 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9bf0cefc-2909-4557-9a0b-500fb904af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.938447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.020155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884470ee-ec26-4d2f-8bf1-abe071e10f25 None None] Pushing event updated for resources: {'Port': ['ID=fdec7cf8-9fba-486d-842e-e8a35899b18b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:43.048400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8c371d9b-ae8f-412a-b96f-8dc89924b523 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:43.048875 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.071213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.236296 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.331365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=a6de8dde-16b3-4350-9504-e08fd0882581,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:43.387744 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.388711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0cefc-2909-4557-9a0b-500fb904af20 None None] Current status of the port 8c371d9b-ae8f-412a-b96f-8dc89924b523 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:43.389127 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9bf0cefc-2909-4557-9a0b-500fb904af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.406886 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.418004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8c371d9b-ae8f-412a-b96f-8dc89924b523 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:43.418311 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.444627 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8468be2f-763b-4e06-a786-d95977256add req-bc9e9174-e999-4ea9-b75e-2d879e964e09 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.1134789 May 10 11:48:43.447352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Network 180d2055-ea17-4713-bea0-88781f781b65 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:43.452389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:43.462095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:43.464623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:43.465367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.500639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 8c371d9b-ae8f-412a-b96f-8dc89924b523, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8c371d9b-ae8f-412a-b96f-8dc89924b523,segment=NetworkSegment(81d43165-6956-4051-a1f4-c4335d9eb50b),segment_id=81d43165-6956-4051-a1f4-c4335d9eb50b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:43.516542 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.517351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6a5387ee-5beb-43fa-8038-3d396e229df3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:43.540530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.548908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Port': ['ID=4ebc05a4-8eb4-43db-8f83-686c53608e9f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:43.625845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-679f159b-c6aa-4217-b140-a64eb7b6ca57 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9748564 May 10 11:48:43.626667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.631236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39506) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:43.657078 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.671501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8aebb8-2fdc-4848-b2e3-96f81f59a654 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:43.672977 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4d8aebb8-2fdc-4848-b2e3-96f81f59a654 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "GET /v2.0/ports/a6de8dde-16b3-4350-9504-e08fd0882581 HTTP/1.1" status: 200 len: 954 time: 0.0407128 May 10 11:48:43.675801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39508) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:43.713717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-9bf0cefc-2909-4557-9a0b-500fb904af20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:48:43.714582 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-9bf0cefc-2909-4557-9a0b-500fb904af20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:48:43.715083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=8c371d9b-ae8f-412a-b96f-8dc89924b523,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:43.781210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:43.784481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:43.787372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Allocated IP 172.25.8.46 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/2e600ecd-3cd6-4d13-9f0e-abf22908492e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:43.835418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 6a5387ee-5beb-43fa-8038-3d396e229df3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:43.835999 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.879495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-20f070d0-addb-4472-b07d-353a01495588 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Deleting port a6de8dde-16b3-4350-9504-e08fd0882581 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:43.879729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20f070d0-addb-4472-b07d-353a01495588 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.971843 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:43.998167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 6a5387ee-5beb-43fa-8038-3d396e229df3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:44.041890 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:44.075579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:44.084555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:44.090726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:44.097929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20f070d0-addb-4472-b07d-353a01495588 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:44.113196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5a2bbb56-2ed9-464e-bcf1-801524f3b1db no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:44.132145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-20f070d0-addb-4472-b07d-353a01495588 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Calling delete_port for a6de8dde-16b3-4350-9504-e08fd0882581 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:44.157460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5a2bbb56-2ed9-464e-bcf1-801524f3b1db {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:48:44.157883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5a2bbb56-2ed9-464e-bcf1-801524f3b1db not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:44.230893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Router 78a1735a-5ef4-45ce-92f4-5d9f7f21eabb is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:48:44.292226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0cefc-2909-4557-9a0b-500fb904af20 None None] Current status of the port 8c371d9b-ae8f-412a-b96f-8dc89924b523 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:44.431527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e237a98f-b907-4fdd-8b4e-6e49827631d8 None None] Provisioning complete for port 8c371d9b-ae8f-412a-b96f-8dc89924b523 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:44.432252 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e237a98f-b907-4fdd-8b4e-6e49827631d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:44.436687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20f070d0-addb-4472-b07d-353a01495588 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:44.441390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event updated for resources: {'Port': ['ID=2e600ecd-3cd6-4d13-9f0e-abf22908492e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:44.505301 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-20f070d0-addb-4472-b07d-353a01495588 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:44.519801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-20f070d0-addb-4472-b07d-353a01495588 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a6de8dde-16b3-4350-9504-e08fd0882581 HTTP/1.1" status: 204 len: 168 time: 0.8428767 May 10 11:48:44.522023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39520) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:44.542416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f070d0-addb-4472-b07d-353a01495588 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6de8dde-16b3-4350-9504-e08fd0882581,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:44.545007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:44.553341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ee3668bc-4558-4c2a-b31f-474bb848b0dc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "PUT /v2.0/routers/78a1735a-5ef4-45ce-92f4-5d9f7f21eabb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6358154 May 10 11:48:44.553985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39522) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:44.632860 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-db96e63d-994f-4253-9f2b-b7d14ad5d758 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] GET failed (client error): The resource could not be found. May 10 11:48:44.639546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-db96e63d-994f-4253-9f2b-b7d14ad5d758 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "GET /v2.0/ports/a6de8dde-16b3-4350-9504-e08fd0882581 HTTP/1.1" status: 404 len: 333 time: 0.1109917 May 10 11:48:44.641908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39524) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:44.655442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Request body: {'port': {'network_id': '180d2055-ea17-4713-bea0-88781f781b65', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-60927127'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:44.731793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fdec7cf8-9fba-486d-842e-e8a35899b18b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:44.735594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b17e74-72af-466c-bde7-73e511437ddd None None] Sync routers for ids ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:44.747583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Made reservation on behalf of 389b108c5e07462dad17137ec4b5c415 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:44.750589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:44.778579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-12bc6422-18fd-4630-ac11-ceb5c8888670 req-f2d92374-4e90-41fb-a6e2-afc2c0df5ea9 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0768063 May 10 11:48:44.819500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b17e74-72af-466c-bde7-73e511437ddd None None] Routers {'78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:44.820190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-50b17e74-72af-466c-bde7-73e511437ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:44.860745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] device_id is not set on port de255432-10d1-4120-bb6f-557069d39402 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:44.924750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236bf2d-5e4a-47c6-b94e-c1636484f0c3 None None] Network 81476996-2a93-4d3f-8028-3fa3732e2578 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:44.928668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-50b17e74-72af-466c-bde7-73e511437ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:44.964710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.012752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b17e74-72af-466c-bde7-73e511437ddd None None] Routers {'78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:45.013402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-50b17e74-72af-466c-bde7-73e511437ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:45.082373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-50b17e74-72af-466c-bde7-73e511437ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:45.083383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b17e74-72af-466c-bde7-73e511437ddd None None] The sync data for ids ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:45.132356 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-90dfd3f6-46aa-41cb-86b2-39651ac1b219 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:48:45.137671 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90dfd3f6-46aa-41cb-86b2-39651ac1b219 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "PUT /v2.0/routers/78a1735a-5ef4-45ce-92f4-5d9f7f21eabb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5825484 May 10 11:48:45.138218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39526) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:45.154819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fdec7cf8-9fba-486d-842e-e8a35899b18b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:45.154819 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.160582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e237a98f-b907-4fdd-8b4e-6e49827631d8 None None] Current status of the port 8c371d9b-ae8f-412a-b96f-8dc89924b523 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:45.273488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e237a98f-b907-4fdd-8b4e-6e49827631d8 None None] Provisioning complete for port 4ebc05a4-8eb4-43db-8f83-686c53608e9f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:45.273839 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e237a98f-b907-4fdd-8b4e-6e49827631d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.315863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.361177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e237a98f-b907-4fdd-8b4e-6e49827631d8 None None] Port 4ebc05a4-8eb4-43db-8f83-686c53608e9f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:48:45.374867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fdec7cf8-9fba-486d-842e-e8a35899b18b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:45.375258 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.430520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port fdec7cf8-9fba-486d-842e-e8a35899b18b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fdec7cf8-9fba-486d-842e-e8a35899b18b,segment=NetworkSegment(66c6f52e-df29-4c33-9663-e66d8e550bad),segment_id=66c6f52e-df29-4c33-9663-e66d8e550bad)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:45.439211 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.441791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8c371d9b-ae8f-412a-b96f-8dc89924b523 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:45.525548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.553529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.564243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5faff2b9-da7c-42af-82bd-6c6068f37be6 None None] Provisioning complete for port fdec7cf8-9fba-486d-842e-e8a35899b18b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:45.564456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5faff2b9-da7c-42af-82bd-6c6068f37be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.597090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8c371d9b-ae8f-412a-b96f-8dc89924b523 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:45.597468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.599063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=fdec7cf8-9fba-486d-842e-e8a35899b18b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:45.738286 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5faff2b9-da7c-42af-82bd-6c6068f37be6 None None] Current status of the port fdec7cf8-9fba-486d-842e-e8a35899b18b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:45.740739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Network 180d2055-ea17-4713-bea0-88781f781b65 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:45.745570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8c371d9b-ae8f-412a-b96f-8dc89924b523 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:45.750287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:45.763856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:45.764828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:45.765483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.773811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=de255432-10d1-4120-bb6f-557069d39402,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:45.816944 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3bf51a45-8a09-4f6e-8607-5b7a12575d18 tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1731262 May 10 11:48:45.821095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39530) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:45.829916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:45.863190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8b9ccba0-fef4-458a-bbdd-ca8a3edca891 None None] Provisioning complete for port fdec7cf8-9fba-486d-842e-e8a35899b18b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:45.864139 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccba0-fef4-458a-bbdd-ca8a3edca891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.953355 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38edd814-5318-4fc1-8d31-98202c6ea0e6 req-d65c5250-db1f-4e99-b316-33efb3338393 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0488150 May 10 11:48:45.956698 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.971694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Router adc052fa-95ac-4703-98bd-3218aaecb72a is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:48:45.992344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ccba0-fef4-458a-bbdd-ca8a3edca891 None None] Current status of the port fdec7cf8-9fba-486d-842e-e8a35899b18b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:46.312959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fdec7cf8-9fba-486d-842e-e8a35899b18b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:48:46.380238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fdec7cf8-9fba-486d-842e-e8a35899b18b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:46.380584 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:46.467563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fdec7cf8-9fba-486d-842e-e8a35899b18b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:48:46.627425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:46.716743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:46.731439 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a75250-1a29-4357-b0ff-f7f576c1ac00 None None] Sync routers for ids ['adc052fa-95ac-4703-98bd-3218aaecb72a'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:46.746261 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a75250-1a29-4357-b0ff-f7f576c1ac00 None None] Routers {'adc052fa-95ac-4703-98bd-3218aaecb72a'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:46.747145 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-58a75250-1a29-4357-b0ff-f7f576c1ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['adc052fa-95ac-4703-98bd-3218aaecb72a'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:46.786244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:46.787498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e44defe0-c35f-4797-a176-3822419986d9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0812478 May 10 11:48:46.790387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39540) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:46.799953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f96ddd34-de72-49a8-88cf-d7dd9eabbf13 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': False}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:46.821443 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-58a75250-1a29-4357-b0ff-f7f576c1ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:46.834660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] device_id is not set on port de255432-10d1-4120-bb6f-557069d39402 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:48:46.842081 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a75250-1a29-4357-b0ff-f7f576c1ac00 None None] Routers {'adc052fa-95ac-4703-98bd-3218aaecb72a'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:46.852737 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-58a75250-1a29-4357-b0ff-f7f576c1ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['adc052fa-95ac-4703-98bd-3218aaecb72a'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:46.860660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:46.876896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:46.887928 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-58a75250-1a29-4357-b0ff-f7f576c1ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:46.888548 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a75250-1a29-4357-b0ff-f7f576c1ac00 None None] The sync data for ids ['adc052fa-95ac-4703-98bd-3218aaecb72a'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:46.955558 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=de255432-10d1-4120-bb6f-557069d39402,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:46.995530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:46.995674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:46.995977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.027568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.028226 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.029691 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 2 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.066155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.066705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.067208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.075155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.075674 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.076950 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 3 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.095870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.097975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.098481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.106826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.107384 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.108711 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 4 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.128662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Deleting port 4ebc05a4-8eb4-43db-8f83-686c53608e9f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:47.129299 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.135674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.136213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.136738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.149836 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2f4c9f59-b328-4e89-99f5-793143c007bb req-6f582d70-1c58-4cb2-9d83-8e98429db133 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0505934 May 10 11:48:47.190024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.190325 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.193231 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 5 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.216407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.216890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.217235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.233352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.233565 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.236538 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 6 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.257682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.267606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.267996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.268330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.277998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Calling delete_port for 4ebc05a4-8eb4-43db-8f83-686c53608e9f owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:47.282466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.282800 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.284696 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 7 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.335054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.335389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.335727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.346408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.346742 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.348747 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 8 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.380839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.381171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.381501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.392113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.392437 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.437092 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 9 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.462214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.462449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.462777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.469250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.469576 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.469967 n-d-840949-1 neutron-server[102767]: INFO neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempt 10 to bind port de255432-10d1-4120-bb6f-557069d39402 May 10 11:48:47.508347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:47.508637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:47.508937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempting to bind port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:47.521669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:48:47.522005 n-d-840949-1 neutron-server[102767]: ERROR neutron.plugins.ml2.managers [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Failed to bind port de255432-10d1-4120-bb6f-557069d39402 on host n-h1-840949-1 for vnic_type normal using segments [{'id': 'fb51d81b-6367-48bf-8499-478ece6d276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '180d2055-ea17-4713-bea0-88781f781b65'}] May 10 11:48:47.522382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.574818 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.609800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Port': ['ID=4ebc05a4-8eb4-43db-8f83-686c53608e9f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:47.689363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f96ddd34-de72-49a8-88cf-d7dd9eabbf13 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.705725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] For port de255432-10d1-4120-bb6f-557069d39402, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:47.706447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attempted to set empty binding levels {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 10 11:48:47.718058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.809121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event updated for resources: {'Port': ['ID=de255432-10d1-4120-bb6f-557069d39402,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:47.878748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] In _notify_port_updated(), no bound segment for port de255432-10d1-4120-bb6f-557069d39402 on network 180d2055-ea17-4713-bea0-88781f781b65 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:48:47.880074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:47.880939 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.886888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-acabecb3-9c2f-4ba4-a35a-236b6133d87c tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "PUT /v2.0/ports/de255432-10d1-4120-bb6f-557069d39402 HTTP/1.1" status: 200 len: 973 time: 2.0616989 May 10 11:48:47.888486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39550) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:47.930150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.048948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Deleting port de255432-10d1-4120-bb6f-557069d39402 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:48.049292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.109707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Router 78a1735a-5ef4-45ce-92f4-5d9f7f21eabb has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:48.197460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] For port de255432-10d1-4120-bb6f-557069d39402, host n-h1-840949-1, got binding levels [] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:48.197836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.217185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Calling delete_port for de255432-10d1-4120-bb6f-557069d39402 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:48.244771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:48.256753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fcab2-152c-4487-84ce-fe6e5a585273 None None] Sync routers for ids ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:48.260819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f1820f99-9fa4-448d-9926-5ca41725c15f tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "PUT /v2.0/routers/78a1735a-5ef4-45ce-92f4-5d9f7f21eabb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1160905 May 10 11:48:48.268754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39554) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:48.281207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fcab2-152c-4487-84ce-fe6e5a585273 None None] Routers {'78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:48.282089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8e8fcab2-152c-4487-84ce-fe6e5a585273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.356128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8e8fcab2-152c-4487-84ce-fe6e5a585273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.375606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fcab2-152c-4487-84ce-fe6e5a585273 None None] Routers {'78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:48.376301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8e8fcab2-152c-4487-84ce-fe6e5a585273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.393822 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4650f3ca-8f43-41a5-957d-9032dc6a7696 req-21172103-fe30-4f43-8bf8-72b40ecc8387 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0398004 May 10 11:48:48.394843 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-b83c9c02-b9e1-460d-b64e-8b9ab0cef96b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] delete failed (client error): The resource could not be found. May 10 11:48:48.401003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b83c9c02-b9e1-460d-b64e-8b9ab0cef96b tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-365075654 HTTP/1.1" status: 404 len: 334 time: 0.1209104 May 10 11:48:48.401293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39556) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:48.406092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5595aee9-31f2-471c-bbb1-110ae4da1cd3 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'router': {'external_gateway_info': {'network_id': '78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:48.415452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8e8fcab2-152c-4487-84ce-fe6e5a585273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.416200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fcab2-152c-4487-84ce-fe6e5a585273 None None] The sync data for ids ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:48.463168 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f96ddd34-de72-49a8-88cf-d7dd9eabbf13 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.468799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f96ddd34-de72-49a8-88cf-d7dd9eabbf13 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.472335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.567260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Pushing event deleted for resources: {'Port': ['ID=de255432-10d1-4120-bb6f-557069d39402,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:48.567260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.567260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5ca86b17-f0af-4a81-a149-f7339d0b7eef tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "DELETE /v2.0/ports/de255432-10d1-4120-bb6f-557069d39402 HTTP/1.1" status: 204 len: 168 time: 0.6276643 May 10 11:48:48.568376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39558) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:48.645447 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-80052279-eb1b-4634-a82a-00d10f027bee tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] GET failed (client error): The resource could not be found. May 10 11:48:48.650424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96ddd34-de72-49a8-88cf-d7dd9eabbf13 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Router adc052fa-95ac-4703-98bd-3218aaecb72a has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:48.653336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-80052279-eb1b-4634-a82a-00d10f027bee tempest-PortsAdminExtendedAttrsTestJSON-988251094 tempest-PortsAdminExtendedAttrsTestJSON-988251094-project-admin] 10.222.0.13 "GET /v2.0/ports/de255432-10d1-4120-bb6f-557069d39402 HTTP/1.1" status: 404 len: 333 time: 0.1273890 May 10 11:48:48.653968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39560) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:48.738728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.783081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96ddd34-de72-49a8-88cf-d7dd9eabbf13 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:48.794699 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f125a-e095-4c0b-a150-223bb344702f None None] Sync routers for ids ['adc052fa-95ac-4703-98bd-3218aaecb72a'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:48.797124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f96ddd34-de72-49a8-88cf-d7dd9eabbf13 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.799209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f96ddd34-de72-49a8-88cf-d7dd9eabbf13 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "PUT /v2.0/routers/adc052fa-95ac-4703-98bd-3218aaecb72a HTTP/1.1" status: 200 len: 921 time: 2.0074191 May 10 11:48:48.801681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39562) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:48.810249 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f125a-e095-4c0b-a150-223bb344702f None None] Routers {'adc052fa-95ac-4703-98bd-3218aaecb72a'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:48.810870 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c56f125a-e095-4c0b-a150-223bb344702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['adc052fa-95ac-4703-98bd-3218aaecb72a'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.845701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5595aee9-31f2-471c-bbb1-110ae4da1cd3 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.874620 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c56f125a-e095-4c0b-a150-223bb344702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.887402 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f125a-e095-4c0b-a150-223bb344702f None None] Routers {'adc052fa-95ac-4703-98bd-3218aaecb72a'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:48.888273 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c56f125a-e095-4c0b-a150-223bb344702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['adc052fa-95ac-4703-98bd-3218aaecb72a'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.939608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c56f125a-e095-4c0b-a150-223bb344702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.939856 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f125a-e095-4c0b-a150-223bb344702f None None] The sync data for ids ['adc052fa-95ac-4703-98bd-3218aaecb72a'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:48.947777 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-5595aee9-31f2-471c-bbb1-110ae4da1cd3 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] update failed (client error): The resource could not be found. May 10 11:48:48.952691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5595aee9-31f2-471c-bbb1-110ae4da1cd3 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "PUT /v2.0/routers/78a1735a-5ef4-45ce-92f4-5d9f7f21eabb HTTP/1.1" status: 404 len: 339 time: 0.5465467 May 10 11:48:48.952831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39566) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:49.019807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.021903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-64ed5888-64f4-4885-a0d1-ffb363ac9343 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/routers/adc052fa-95ac-4703-98bd-3218aaecb72a HTTP/1.1" status: 200 len: 921 time: 0.2183022 May 10 11:48:49.028009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39568) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:49.099057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180d2055-ea17-4713-bea0-88781f781b65']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:49.126593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb51d81b-6367-48bf-8499-478ece6d276c') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:49.126895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb51d81b-6367-48bf-8499-478ece6d276c') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:49.152948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d674b69-079b-46ac-9046-ef94ad65981b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:49.157159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6d674b69-079b-46ac-9046-ef94ad65981b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=adc052fa-95ac-4703-98bd-3218aaecb72a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1254282 May 10 11:48:49.157159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.157874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39570) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:49.271690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c638d8b-96cc-4857-aa1b-7db9f4cb44aa tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:49.276482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5c638d8b-96cc-4857-aa1b-7db9f4cb44aa tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 881 time: 0.1176691 May 10 11:48:49.277150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39572) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:49.288142 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.296078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:49.296670 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:49.300014 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:49.320912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.360308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9b5c0260-583d-4b0e-88b5-9b6b688ac409 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc052fa-95ac-4703-98bd-3218aaecb72a HTTP/1.1" status: 200 len: 205 time: 0.0811205 May 10 11:48:49.361074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39574) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:49.440392 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.467027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.470921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] 10.222.0.13 "DELETE /v2.0/networks/180d2055-ea17-4713-bea0-88781f781b65 HTTP/1.1" status: 204 len: 168 time: 0.8142219 May 10 11:48:49.500637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ebf81-7a15-4ab4-92d3-dae74a69127d tempest-PortsAdminExtendedAttrsTestJSON-104712850 tempest-PortsAdminExtendedAttrsTestJSON-104712850-project] Pushing event deleted for resources: {'Network': ['ID=180d2055-ea17-4713-bea0-88781f781b65,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:49.529207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.661554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.664176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Allocated IP 172.20.0.1 (f7cfe56c-60da-46b1-a24c-982b3cd8eb2e/2df05061-0c17-4306-b37d-50c3a1251d8d/3bdf8879-ad4a-4641-9558-424a2c151622) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:49.724317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a7de5fb-8ff6-454b-99b5-d6fdf029e29f req-eb0ae610-2016-42f9-b02f-6c2c45214ac7 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0522709 May 10 11:48:49.751738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Deleting port 2e600ecd-3cd6-4d13-9f0e-abf22908492e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:49.752312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.875293 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.892114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Calling delete_port for 2e600ecd-3cd6-4d13-9f0e-abf22908492e owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:49.947467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.996744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39584) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:50.068137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.158567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.167297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:50.173413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:50.180614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:50.194623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event deleted for resources: {'Port': ['ID=2e600ecd-3cd6-4d13-9f0e-abf22908492e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:50.291430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.332203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Port': ['ID=3bdf8879-ad4a-4641-9558-424a2c151622,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:50.363563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.427769 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0220d4ff-c853-4149-b630-8e8e9a1f8c8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04fa691ab0904857a062783d66c175d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306767 May 10 11:48:50.431840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39588) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:50.472549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.477056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.645389 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.646647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Fanout notify agent at l3_agent the message router_deleted on router adc052fa-95ac-4703-98bd-3218aaecb72a {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:48:50.666948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-85419a59-3b5b-4a9d-a452-83983aa26ffa None None] Provisioning complete for port 3bdf8879-ad4a-4641-9558-424a2c151622 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:50.667397 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85419a59-3b5b-4a9d-a452-83983aa26ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.680746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.687083 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-65c66c86-e234-4a36-bfbd-da87c4b3c4c2 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/adc052fa-95ac-4703-98bd-3218aaecb72a HTTP/1.1" status: 204 len: 168 time: 1.3171084 May 10 11:48:50.688940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39590) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:50.695297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7b7964b3-1236-4839-b3c6-805ddc075561 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1450293238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:50.771195 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b7964b3-1236-4839-b3c6-805ddc075561 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.772500 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b7964b3-1236-4839-b3c6-805ddc075561 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.784384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-85419a59-3b5b-4a9d-a452-83983aa26ffa None None] Port 3bdf8879-ad4a-4641-9558-424a2c151622 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:48:50.857611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b7964b3-1236-4839-b3c6-805ddc075561 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.871856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b7964b3-1236-4839-b3c6-805ddc075561 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.902483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-508d7dbc-d599-4843-956f-ee43aaf54c52 req-782183ed-4e51-4faf-afdf-465e80aecc18 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0428832 May 10 11:48:50.919454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b7964b3-1236-4839-b3c6-805ddc075561 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.925382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7b7964b3-1236-4839-b3c6-805ddc075561 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2351673 May 10 11:48:50.930236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39594) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:50.944562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:50.951591 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b80031b-0723-47e3-9cfe-be74f185d9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.971702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:50.982344 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b80031b-0723-47e3-9cfe-be74f185d9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:51.268110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b80031b-0723-47e3-9cfe-be74f185d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:51.271714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b80031b-0723-47e3-9cfe-be74f185d9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:51.276163 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6b80031b-0723-47e3-9cfe-be74f185d9af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82196053-c050-46f4-9953-9d1fb728c00b HTTP/1.1" status: 204 len: 168 time: 0.8418059 May 10 11:48:51.294286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80031b-0723-47e3-9cfe-be74f185d9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82196053-c050-46f4-9953-9d1fb728c00b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:51.431104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:51.439411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:51.511863 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:51.696507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event updated for resources: {'Port': ['ID=3bdf8879-ad4a-4641-9558-424a2c151622,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:51.739375 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:51.819190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:51.820848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:51.985107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39604) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:52.047904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-178382ae-2327-45cc-ae5e-60ae2033fc55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=389b108c5e07462dad17137ec4b5c415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613456 May 10 11:48:52.051928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39606) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:52.055398 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.078622 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.088619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Router 78a1735a-5ef4-45ce-92f4-5d9f7f21eabb has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:52.181263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a224-1d4e-46ba-954c-d3659cc4141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.238534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-419784d8-2239-4189-9dcc-21e4261f8152 None None] Provisioning complete for port 3bdf8879-ad4a-4641-9558-424a2c151622 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:48:52.240715 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-419784d8-2239-4189-9dcc-21e4261f8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.253524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Allocated IP 172.25.8.229 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/e1d74109-a788-4699-98df-ec76ba649483) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:52.259219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b713fa90-f0bf-495e-87fc-b2966e47ccc2 req-47ba6d44-efa3-41f6-a428-6b2dd9f4523e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0795021 May 10 11:48:52.307020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a224-1d4e-46ba-954c-d3659cc4141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.323532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:52.333167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-194d6b72-1694-4235-8265-e9261fca4cdb tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "PUT /v2.0/routers/78a1735a-5ef4-45ce-92f4-5d9f7f21eabb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3789103 May 10 11:48:52.335617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39610) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:52.347357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-419784d8-2239-4189-9dcc-21e4261f8152 None None] Port 3bdf8879-ad4a-4641-9558-424a2c151622 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:48:52.352480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b6d93-b43e-481c-b32f-6082007e0858 None None] Sync routers for ids ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:52.379054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b6d93-b43e-481c-b32f-6082007e0858 None None] Routers {'78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:52.379945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a99b6d93-b43e-481c-b32f-6082007e0858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:52.460576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a99b6d93-b43e-481c-b32f-6082007e0858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:52.464062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a224-1d4e-46ba-954c-d3659cc4141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.467198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a224-1d4e-46ba-954c-d3659cc4141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.472376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a5a5a224-1d4e-46ba-954c-d3659cc4141c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7edcbc31-820a-404d-9bf6-1b851d02df97 HTTP/1.1" status: 204 len: 168 time: 0.4143379 May 10 11:48:52.474604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b6d93-b43e-481c-b32f-6082007e0858 None None] Routers {'78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:52.475354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a99b6d93-b43e-481c-b32f-6082007e0858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:52.489499 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.494545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5a224-1d4e-46ba-954c-d3659cc4141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edcbc31-820a-404d-9bf6-1b851d02df97,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:52.505065 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fdd2f9-4c2d-4458-a581-4d8e38ac9f0e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.521952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a99b6d93-b43e-481c-b32f-6082007e0858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:52.522785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b6d93-b43e-481c-b32f-6082007e0858 None None] The sync data for ids ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:52.566410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.604498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:52.608014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:52.617153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:52.660108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event updated for resources: {'Port': ['ID=e1d74109-a788-4699-98df-ec76ba649483,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:52.696267 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-21fdd2f9-4c2d-4458-a581-4d8e38ac9f0e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] delete failed (client error): There was a conflict when trying to complete your request. May 10 11:48:52.700716 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21fdd2f9-4c2d-4458-a581-4d8e38ac9f0e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/routers/78a1735a-5ef4-45ce-92f4-5d9f7f21eabb HTTP/1.1" status: 409 len: 329 time: 0.3641934 May 10 11:48:52.701656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39614) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:53.073123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:53.242246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:53.464745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cd487a2e-80b1-4c7b-b4c6-f0845afb0211 req-42a71984-618b-40b1-9906-1c0bb3063511 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d682106-653a-4522-b3c8-64b9af4e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0412865 May 10 11:48:53.489848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:53.501034 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:53.716521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Deleting port 3bdf8879-ad4a-4641-9558-424a2c151622 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:53.717061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:53.746862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Router d968fb81-e8dd-4362-8943-0e796b69a71c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:48:53.838390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:53.860665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Calling delete_port for 3bdf8879-ad4a-4641-9558-424a2c151622 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:53.926974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:53.934220 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:53.938734 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ae51872d-149a-48f2-8c01-c75d58e31335 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "PUT /v2.0/routers/d968fb81-e8dd-4362-8943-0e796b69a71c HTTP/1.1" status: 200 len: 880 time: 3.0074286 May 10 11:48:53.939369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:53.959636 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb4833-3cbc-4c76-97ac-3030af7d1924 None None] Sync routers for ids ['d968fb81-e8dd-4362-8943-0e796b69a71c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:53.980087 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb4833-3cbc-4c76-97ac-3030af7d1924 None None] Routers {'d968fb81-e8dd-4362-8943-0e796b69a71c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:53.982509 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e2fb4833-3cbc-4c76-97ac-3030af7d1924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['d968fb81-e8dd-4362-8943-0e796b69a71c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:54.047845 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e2fb4833-3cbc-4c76-97ac-3030af7d1924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:54.068168 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb4833-3cbc-4c76-97ac-3030af7d1924 None None] Routers {'d968fb81-e8dd-4362-8943-0e796b69a71c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:54.074604 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e2fb4833-3cbc-4c76-97ac-3030af7d1924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['d968fb81-e8dd-4362-8943-0e796b69a71c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:54.129903 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e2fb4833-3cbc-4c76-97ac-3030af7d1924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:54.130806 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb4833-3cbc-4c76-97ac-3030af7d1924 None None] The sync data for ids ['d968fb81-e8dd-4362-8943-0e796b69a71c'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:54.142412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39640) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.174588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0ffd1e13-d158-4d7f-acf2-f412318da326 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/routers/d968fb81-e8dd-4362-8943-0e796b69a71c HTTP/1.1" status: 200 len: 921 time: 0.2339029 May 10 11:48:54.178138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39644) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.223161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.240454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ffc103-5416-455e-8f06-58e8e79c0a1b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:54.242056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-74ffc103-5416-455e-8f06-58e8e79c0a1b tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=d968fb81-e8dd-4362-8943-0e796b69a71c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0628691 May 10 11:48:54.245999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39646) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.330157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Port': ['ID=3bdf8879-ad4a-4641-9558-424a2c151622,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:54.458103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11a93f-ebc3-479d-8e4d-c25393da1b4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:54.462933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ae11a93f-ebc3-479d-8e4d-c25393da1b4e tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 881 time: 0.2117155 May 10 11:48:54.464220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39650) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.473080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0c219e65-8d51-4a04-8b6e-c8f2aa5ad9ea tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-937902071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:54.525280 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.540058 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c219e65-8d51-4a04-8b6e-c8f2aa5ad9ea tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.541207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c219e65-8d51-4a04-8b6e-c8f2aa5ad9ea tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.561980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cd335b79-048a-4805-a6c8-346eaf637325 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=d968fb81-e8dd-4362-8943-0e796b69a71c HTTP/1.1" status: 200 len: 205 time: 0.0947957 May 10 11:48:54.565548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39654) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.654033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39658) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.758372 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c219e65-8d51-4a04-8b6e-c8f2aa5ad9ea tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.760684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Router 78a1735a-5ef4-45ce-92f4-5d9f7f21eabb has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:48:54.764356 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95b6bf8f-2270-4e55-9624-436d9fe1667a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.766321 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c219e65-8d51-4a04-8b6e-c8f2aa5ad9ea tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.786290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.820426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c219e65-8d51-4a04-8b6e-c8f2aa5ad9ea tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.824391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0c219e65-8d51-4a04-8b6e-c8f2aa5ad9ea tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6774743 May 10 11:48:54.826674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39660) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.831877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1355444485'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:54.835967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95b6bf8f-2270-4e55-9624-436d9fe1667a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.873697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:48:54.887984 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e0dee696-cdde-4f8b-a6a8-d99ba93cce15 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "PUT /v2.0/routers/78a1735a-5ef4-45ce-92f4-5d9f7f21eabb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1850691 May 10 11:48:54.888767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39662) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.907683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f29c03-9409-4b40-a76e-b7b0e63f3011 None None] Sync routers for ids ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:54.926217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f29c03-9409-4b40-a76e-b7b0e63f3011 None None] Routers {'78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:54.928050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5f29c03-9409-4b40-a76e-b7b0e63f3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:54.930545 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-ba340f2a-e08f-4ca7-99ea-0e23b4653c97 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] show failed (client error): The resource could not be found. May 10 11:48:54.933197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.936191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ba340f2a-e08f-4ca7-99ea-0e23b4653c97 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1607958844 HTTP/1.1" status: 404 len: 335 time: 0.0443060 May 10 11:48:54.936881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39664) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.944049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b625e820-7013-4d32-991a-b95438eb3b8e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:54.950068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95b6bf8f-2270-4e55-9624-436d9fe1667a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.953348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95b6bf8f-2270-4e55-9624-436d9fe1667a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:54.954520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-95b6bf8f-2270-4e55-9624-436d9fe1667a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "DELETE /v2.0/security-groups/e588763f-6c31-4d11-9eab-7d95e8862636 HTTP/1.1" status: 204 len: 168 time: 0.2995322 May 10 11:48:54.958055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39666) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:54.991736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5f29c03-9409-4b40-a76e-b7b0e63f3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:55.008943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f29c03-9409-4b40-a76e-b7b0e63f3011 None None] Routers {'78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:48:55.009585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5f29c03-9409-4b40-a76e-b7b0e63f3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:55.027653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6bf8f-2270-4e55-9624-436d9fe1667a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e588763f-6c31-4d11-9eab-7d95e8862636,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:55.039298 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-abe7e626-44f1-4d85-a00b-77ba6dbdde1e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] show failed (client error): The resource could not be found. May 10 11:48:55.040334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-abe7e626-44f1-4d85-a00b-77ba6dbdde1e tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "GET /v2.0/security-groups/e588763f-6c31-4d11-9eab-7d95e8862636 HTTP/1.1" status: 404 len: 347 time: 0.0812533 May 10 11:48:55.044280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39668) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:55.075538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5f29c03-9409-4b40-a76e-b7b0e63f3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:55.076211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f29c03-9409-4b40-a76e-b7b0e63f3011 None None] The sync data for ids ['78a1735a-5ef4-45ce-92f4-5d9f7f21eabb'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:55.209426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Deleting port e1d74109-a788-4699-98df-ec76ba649483 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:55.210363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.273463 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-b625e820-7013-4d32-991a-b95438eb3b8e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] update failed (client error): The resource could not be found. May 10 11:48:55.277794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b625e820-7013-4d32-991a-b95438eb3b8e tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-228383248 HTTP/1.1" status: 404 len: 334 time: 0.3380063 May 10 11:48:55.278496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39670) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:55.279915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Made reservation on behalf of 8c25e1e8dea344f0b5358aef46604e24 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:55.282482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.320375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.323112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.334766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port 34373841-bffb-477b-bf29-e311f0092e5d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:55.335323 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.354668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57110f6-b484-4c48-822d-a71796706f07 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Deleting subnet 961f383f-a733-413f-9881-79e3d9d736ed {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:48:55.360977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b57110f6-b484-4c48-822d-a71796706f07 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.392705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Calling delete_port for e1d74109-a788-4699-98df-ec76ba649483 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:55.414361 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b57110f6-b484-4c48-822d-a71796706f07 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.464032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.464859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.493675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for 34373841-bffb-477b-bf29-e311f0092e5d owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:55.533209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.540025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.563927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b57110f6-b484-4c48-822d-a71796706f07 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.596237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:55.618215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419a119f-b4ad-4c82-ae14-475d5060b7ae,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:55.663924 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b57110f6-b484-4c48-822d-a71796706f07 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.678850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b57110f6-b484-4c48-822d-a71796706f07 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.681936 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b57110f6-b484-4c48-822d-a71796706f07 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/subnets/961f383f-a733-413f-9881-79e3d9d736ed HTTP/1.1" status: 204 len: 168 time: 0.3971567 May 10 11:48:55.687727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39674) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:55.692457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4ee06-a77d-4df3-8f47-77952eb0c527 None None] Network 81476996-2a93-4d3f-8028-3fa3732e2578 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:55.707600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57110f6-b484-4c48-822d-a71796706f07 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Subnet': ['ID=961f383f-a733-413f-9881-79e3d9d736ed,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:55.752507 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.752799 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Added segment 3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a of type vlan for network 556a75d6-64db-4c22-9226-b2e18673e867 May 10 11:48:55.754187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.798439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c42260-f9f1-45d0-9d34-758eec382b21 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Deleting subnet 4d5054cc-aac3-4a88-92de-1c23f39a14a8 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:48:55.806572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.820417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71c42260-f9f1-45d0-9d34-758eec382b21 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.840625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.845711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event deleted for resources: {'Port': ['ID=e1d74109-a788-4699-98df-ec76ba649483,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:55.847640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:55.848448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.934910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1071637 May 10 11:48:55.935951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39676) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:55.950195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] DHCP port deletion for 81476996-2a93-4d3f-8028-3fa3732e2578 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:48:55.950726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fb227-4bf3-42a6-a5f3-2be9eaa31ffe tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Network': ['ID=556a75d6-64db-4c22-9226-b2e18673e867,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:55.951846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'subnet': {'network_id': '556a75d6-64db-4c22-9226-b2e18673e867', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:55.961196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71c42260-f9f1-45d0-9d34-758eec382b21 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.966732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.995031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 556a75d6-64db-4c22-9226-b2e18673e867 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:56.067861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=34373841-bffb-477b-bf29-e311f0092e5d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:56.100738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] Deleting port fdec7cf8-9fba-486d-842e-e8a35899b18b {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:56.101452 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.104043 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.184572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] For port fdec7cf8-9fba-486d-842e-e8a35899b18b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fdec7cf8-9fba-486d-842e-e8a35899b18b,segment=NetworkSegment(66c6f52e-df29-4c33-9663-e66d8e550bad),segment_id=66c6f52e-df29-4c33-9663-e66d8e550bad)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:56.184979 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.203349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] Calling delete_port for fdec7cf8-9fba-486d-842e-e8a35899b18b owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:56.310988 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.355467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] Pushing event deleted for resources: {'Port': ['ID=fdec7cf8-9fba-486d-842e-e8a35899b18b,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:56.365223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061bcd7-c173-4c76-9b37-1ea990dac8dd None None] No DVR routers for this DVR port fdec7cf8-9fba-486d-842e-e8a35899b18b on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:56.399866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fdec7cf8-9fba-486d-842e-e8a35899b18b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:56.423330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: fdec7cf8-9fba-486d-842e-e8a35899b18b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:48:56.423778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fdec7cf8-9fba-486d-842e-e8a35899b18b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:56.638230 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.645889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.710291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.713097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.716868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b7dc3357-e10f-471f-b795-d8bdcaa41b6d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "DELETE /v2.0/floatingips/a2b75267-db98-4c3f-a8ba-9f758ba92001 HTTP/1.1" status: 204 len: 168 time: 1.6670468 May 10 11:48:56.717286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39688) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:56.737942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.738940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Fanout notify agent at l3_agent the message router_deleted on router d968fb81-e8dd-4362-8943-0e796b69a71c {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:48:56.754887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.759492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b016da2b-525e-4688-ac66-fbd1d35b4e97 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/d968fb81-e8dd-4362-8943-0e796b69a71c HTTP/1.1" status: 204 len: 168 time: 2.1894448 May 10 11:48:56.759492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Made reservation on behalf of 8c25e1e8dea344f0b5358aef46604e24 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:56.762478 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.769379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39690) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:56.772343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71c42260-f9f1-45d0-9d34-758eec382b21 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.778337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0127b87b-6774-48e1-90fe-226b5ad4f77a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-900084516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:56.854058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e8326039-24f8-44fb-b4ab-2d7f961d5aad tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port 98c6910b-e79c-435f-8f06-983ad175c843 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:56.854624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8326039-24f8-44fb-b4ab-2d7f961d5aad tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.898898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0127b87b-6774-48e1-90fe-226b5ad4f77a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.899888 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0127b87b-6774-48e1-90fe-226b5ad4f77a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.936007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71c42260-f9f1-45d0-9d34-758eec382b21 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.949806 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8326039-24f8-44fb-b4ab-2d7f961d5aad tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.962603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e8326039-24f8-44fb-b4ab-2d7f961d5aad tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for 98c6910b-e79c-435f-8f06-983ad175c843 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:57.000444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c42260-f9f1-45d0-9d34-758eec382b21 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5054cc-aac3-4a88-92de-1c23f39a14a8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:57.002454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71c42260-f9f1-45d0-9d34-758eec382b21 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.005837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-71c42260-f9f1-45d0-9d34-758eec382b21 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/subnets/4d5054cc-aac3-4a88-92de-1c23f39a14a8 HTTP/1.1" status: 204 len: 168 time: 1.3173549 May 10 11:48:57.008894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0127b87b-6774-48e1-90fe-226b5ad4f77a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.009632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39692) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:57.012749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f500e-2d2b-4bb7-b7e9-1350ab92112a None None] Network 93a685fb-eae7-481a-8ca1-16d46ba44bd2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:57.052992 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0127b87b-6774-48e1-90fe-226b5ad4f77a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.134642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8326039-24f8-44fb-b4ab-2d7f961d5aad tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.135810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0127b87b-6774-48e1-90fe-226b5ad4f77a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.139617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0127b87b-6774-48e1-90fe-226b5ad4f77a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3667233 May 10 11:48:57.166134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39694) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:57.168966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.175675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': True}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:57.197179 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.204666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8326039-24f8-44fb-b4ab-2d7f961d5aad tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=98c6910b-e79c-435f-8f06-983ad175c843,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:57.287854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] DHCP port deletion for 93a685fb-eae7-481a-8ca1-16d46ba44bd2 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:48:57.336144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Subnet': ['ID=e621a7b5-549a-4df0-a6f2-1d4ecf3e95ca,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:57.339231 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.347033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8326039-24f8-44fb-b4ab-2d7f961d5aad tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.350401 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e8326039-24f8-44fb-b4ab-2d7f961d5aad tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "DELETE /v2.0/ports/98c6910b-e79c-435f-8f06-983ad175c843 HTTP/1.1" status: 204 len: 168 time: 0.6320662 May 10 11:48:57.353265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39696) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:57.362418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Checking segment: {'id': '3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '556a75d6-64db-4c22-9226-b2e18673e867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:57.362783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network hostable DHCP agents. Network: 556a75d6-64db-4c22-9226-b2e18673e867, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:57.368701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81476996-2a93-4d3f-8028-3fa3732e2578']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:57.373792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] Deleting port 8c371d9b-ae8f-412a-b96f-8dc89924b523 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:57.374242 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.383249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c6f52e-df29-4c33-9663-e66d8e550bad') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:57.383472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c6f52e-df29-4c33-9663-e66d8e550bad') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:57.394993 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.416586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.423525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network 556a75d6-64db-4c22-9226-b2e18673e867 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:57.428182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:57.428671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:57.432070 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:57.450702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] For port 8c371d9b-ae8f-412a-b96f-8dc89924b523, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8c371d9b-ae8f-412a-b96f-8dc89924b523,segment=NetworkSegment(81d43165-6956-4051-a1f4-c4335d9eb50b),segment_id=81d43165-6956-4051-a1f4-c4335d9eb50b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:48:57.451045 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.465584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] Calling delete_port for 8c371d9b-ae8f-412a-b96f-8dc89924b523 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:57.485688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 556a75d6-64db-4c22-9226-b2e18673e867) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:57.496904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:57.497597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.516820 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.522639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c0851081-5b3f-44b5-93b3-b829424dbe14 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5838113 May 10 11:48:57.526895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39698) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:57.535099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'network': {'name': 'tempest-router-network01--280759651'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:57.535388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.539403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/networks/81476996-2a93-4d3f-8028-3fa3732e2578 HTTP/1.1" status: 204 len: 168 time: 0.5263648 May 10 11:48:57.541818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39700) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:57.565604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356d5dd-d575-4723-b052-c7a5b5bc9ec6 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Network': ['ID=81476996-2a93-4d3f-8028-3fa3732e2578,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:57.585338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Made reservation on behalf of 8c25e1e8dea344f0b5358aef46604e24 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:57.588831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.608200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.616637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3fec70-760b-4bd6-a213-b6fc57e9d14a None None] Network 556a75d6-64db-4c22-9226-b2e18673e867 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:57.636141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:57.658846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-51f26ae9-3c40-443d-acdd-d35f2be89e63 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port 5a093890-3c4b-49d1-b9bf-9b264804b0f6 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:57.658846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51f26ae9-3c40-443d-acdd-d35f2be89e63 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.674806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.741845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.742196 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Added segment a8f0a284-bc8e-4cbe-a0d6-254514051bec of type vlan for network 1a696803-15e7-4092-8d20-33fc7fedb3e3 May 10 11:48:57.800098 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.815493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.820480 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.870679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51f26ae9-3c40-443d-acdd-d35f2be89e63 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.873858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] No DVR routers for this DVR port 8c371d9b-ae8f-412a-b96f-8dc89924b523 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:57.883176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a685fb-eae7-481a-8ca1-16d46ba44bd2']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:57.896381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-51f26ae9-3c40-443d-acdd-d35f2be89e63 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for 5a093890-3c4b-49d1-b9bf-9b264804b0f6 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:48:57.896724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d43165-6956-4051-a1f4-c4335d9eb50b') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:57.897196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d43165-6956-4051-a1f4-c4335d9eb50b') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:57.910386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.911638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6502e-ef3d-40a4-a64c-f23fe3a69271 None None] Pushing event deleted for resources: {'Port': ['ID=8c371d9b-ae8f-412a-b96f-8dc89924b523,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:57.919347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:57.920005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.924971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.942815 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.951169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:48:57.951793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: timer() May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:48:57.955809 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:48:58.056239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5260141 May 10 11:48:58.062288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39704) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:58.064616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.072802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'network': {'name': 'tempest-router-network02--506146815'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:58.084765 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.088690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/networks/93a685fb-eae7-481a-8ca1-16d46ba44bd2 HTTP/1.1" status: 204 len: 168 time: 0.5452816 May 10 11:48:58.098507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39706) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:58.111342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872ae5a-f29a-4f9b-b404-6726dc03b041 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Network': ['ID=93a685fb-eae7-481a-8ca1-16d46ba44bd2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:58.134845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Made reservation on behalf of 8c25e1e8dea344f0b5358aef46604e24 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:58.138518 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.152252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023f6e5-abbb-407d-ad04-33b9af9dc8e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Network': ['ID=1a696803-15e7-4092-8d20-33fc7fedb3e3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:58.171871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:48:58.181674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 1a696803-15e7-4092-8d20-33fc7fedb3e3 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:58.193119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.198856 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Added segment 6d23a01a-6585-490e-a03c-bf5d18467d4e of type vlan for network 84a63aac-54d5-412f-90a0-7cc42f4f5543 May 10 11:48:58.270601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.275548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-556a75d6-64db-4c22-9226-b2e18673e867', 'network_id': '556a75d6-64db-4c22-9226-b2e18673e867', 'tenant_id': '8c25e1e8dea344f0b5358aef46604e24', 'fixed_ips': [{'subnet_id': 'e621a7b5-549a-4df0-a6f2-1d4ecf3e95ca'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:58.276760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.291853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-47856b13-8b4c-4bf6-820a-54be04889b05 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Deleting subnet 2df05061-0c17-4306-b37d-50c3a1251d8d {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:48:58.303788 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47856b13-8b4c-4bf6-820a-54be04889b05 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.315575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.325701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:58.326376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.333306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8c371d9b-ae8f-412a-b96f-8dc89924b523 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:48:58.368430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 8c371d9b-ae8f-412a-b96f-8dc89924b523 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:48:58.368754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8c371d9b-ae8f-412a-b96f-8dc89924b523 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:48:58.400171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3338943 May 10 11:48:58.400603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39708) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:58.407686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'subnet': {'network_id': '1a696803-15e7-4092-8d20-33fc7fedb3e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:58.416467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47856b13-8b4c-4bf6-820a-54be04889b05 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.419482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.431528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b99ac-78c6-4e1c-8b33-96823b714869 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Network': ['ID=84a63aac-54d5-412f-90a0-7cc42f4f5543,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:58.456631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 84a63aac-54d5-412f-90a0-7cc42f4f5543 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:48:58.486480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.517309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Made reservation on behalf of 8c25e1e8dea344f0b5358aef46604e24 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:58.521486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.529384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Allocated IP 2001:db8::2 (556a75d6-64db-4c22-9226-b2e18673e867/e621a7b5-549a-4df0-a6f2-1d4ecf3e95ca/89a0eb21-621d-4a38-9012-4757a190f083) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:58.568178 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51f26ae9-3c40-443d-acdd-d35f2be89e63 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.625711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f26ae9-3c40-443d-acdd-d35f2be89e63 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=5a093890-3c4b-49d1-b9bf-9b264804b0f6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:58.695149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47856b13-8b4c-4bf6-820a-54be04889b05 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.760994 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.770348 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.770876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Allocated IP 172.25.8.175 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/8369ddcf-1f5b-4f6c-a91b-3bd9f9aa8b2c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:58.796388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51f26ae9-3c40-443d-acdd-d35f2be89e63 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.798883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-51f26ae9-3c40-443d-acdd-d35f2be89e63 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "DELETE /v2.0/ports/5a093890-3c4b-49d1-b9bf-9b264804b0f6 HTTP/1.1" status: 204 len: 168 time: 1.4446759 May 10 11:48:58.802605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39710) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:58.827983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Pushing event updated for resources: {'Port': ['ID=89a0eb21-621d-4a38-9012-4757a190f083,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:58.842476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Network 556a75d6-64db-4c22-9226-b2e18673e867 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:58.844646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:58.847297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:58.852084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.937317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Attempting to bind port 89a0eb21-621d-4a38-9012-4757a190f083 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:48:58.937694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Attempting to bind port 89a0eb21-621d-4a38-9012-4757a190f083 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '556a75d6-64db-4c22-9226-b2e18673e867'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:48:58.938066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Attempting to bind port 89a0eb21-621d-4a38-9012-4757a190f083 on network 556a75d6-64db-4c22-9226-b2e18673e867 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:48:58.940752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Checking segment: {'id': 'a8f0a284-bc8e-4cbe-a0d6-254514051bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1a696803-15e7-4092-8d20-33fc7fedb3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:58.941115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network hostable DHCP agents. Network: 1a696803-15e7-4092-8d20-33fc7fedb3e3, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:58.941718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.943914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:48:58.944302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Checking segment: {'id': '3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '556a75d6-64db-4c22-9226-b2e18673e867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:58.944716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.945149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Bound using segment: {'id': '3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '556a75d6-64db-4c22-9226-b2e18673e867'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:48:58.945633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Bound port: 89a0eb21-621d-4a38-9012-4757a190f083, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '556a75d6-64db-4c22-9226-b2e18673e867'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:48:58.946529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.947331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Subnet': ['ID=6ff4914e-a64e-4b62-afa8-da4a2b47ea9d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:58.978380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network 1a696803-15e7-4092-8d20-33fc7fedb3e3 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:58.992201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47856b13-8b4c-4bf6-820a-54be04889b05 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:58.994274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 1a696803-15e7-4092-8d20-33fc7fedb3e3) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:59.000361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:59.001229 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.012262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd79c94-bacd-4036-8986-f7ec4b7e9610 None None] Network 1a696803-15e7-4092-8d20-33fc7fedb3e3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:59.026451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c4316678-6f15-4c87-910a-74c83842d5e9 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6247623 May 10 11:48:59.029302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39714) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:59.035862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'subnet': {'network_id': '84a63aac-54d5-412f-90a0-7cc42f4f5543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:48:59.039954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856b13-8b4c-4bf6-820a-54be04889b05 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Subnet': ['ID=2df05061-0c17-4306-b37d-50c3a1251d8d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:59.042023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47856b13-8b4c-4bf6-820a-54be04889b05 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.049264 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47856b13-8b4c-4bf6-820a-54be04889b05 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/subnets/2df05061-0c17-4306-b37d-50c3a1251d8d HTTP/1.1" status: 204 len: 168 time: 0.9446602 May 10 11:48:59.049264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39716) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:59.060751 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.123277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'Port': ['ID=8369ddcf-1f5b-4f6c-a91b-3bd9f9aa8b2c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:59.129024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fbc375-af63-4263-af3b-207b0f27877a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting subnet 194c83d8-4bfd-45c5-b84f-06bb018e25c1 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:48:59.132439 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc375-af63-4263-af3b-207b0f27877a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.180066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc375-af63-4263-af3b-207b0f27877a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.198831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Made reservation on behalf of 8c25e1e8dea344f0b5358aef46604e24 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:48:59.205373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.229062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45168c-71ad-43c5-b139-7b006d810ce5 None None] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:59.279088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:48:59.290726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:59.301462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:48:59.310006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] For port 89a0eb21-621d-4a38-9012-4757a190f083, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:48:59.317853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-1a696803-15e7-4092-8d20-33fc7fedb3e3', 'network_id': '1a696803-15e7-4092-8d20-33fc7fedb3e3', 'tenant_id': '8c25e1e8dea344f0b5358aef46604e24', 'fixed_ips': [{'subnet_id': '6ff4914e-a64e-4b62-afa8-da4a2b47ea9d'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:48:59.319105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.346574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] For port 89a0eb21-621d-4a38-9012-4757a190f083, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89a0eb21-621d-4a38-9012-4757a190f083,segment=NetworkSegment(3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a),segment_id=3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:48:59.359757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.360550 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.405598 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc375-af63-4263-af3b-207b0f27877a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.536560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745afb20-e3cd-4fbc-b0c2-c99bc44283df None None] Pushing event updated for resources: {'Port': ['ID=89a0eb21-621d-4a38-9012-4757a190f083,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:59.550775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.618444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Allocated IP 2001:db8::2 (1a696803-15e7-4092-8d20-33fc7fedb3e3/6ff4914e-a64e-4b62-afa8-da4a2b47ea9d/da4b8e12-ca9a-4816-8d87-8f14932028f6) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:48:59.673550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc375-af63-4263-af3b-207b0f27877a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.695911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc375-af63-4263-af3b-207b0f27877a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.701870 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e8fbc375-af63-4263-af3b-207b0f27877a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "DELETE /v2.0/subnets/194c83d8-4bfd-45c5-b84f-06bb018e25c1 HTTP/1.1" status: 204 len: 168 time: 0.8961668 May 10 11:48:59.704379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] DHCP port deletion for f7cfe56c-60da-46b1-a24c-982b3cd8eb2e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:48:59.707283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a50e71-9a86-4d82-aa28-4ec4d6da9a16 None None] Network c0ef700c-9f07-4d67-8530-5e854954469f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:59.709292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39718) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:48:59.754458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc375-af63-4263-af3b-207b0f27877a tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Subnet': ['ID=194c83d8-4bfd-45c5-b84f-06bb018e25c1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:59.778582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Deleting port 6a5387ee-5beb-43fa-8038-3d396e229df3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:48:59.778940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.825970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Checking segment: {'id': '6d23a01a-6585-490e-a03c-bf5d18467d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84a63aac-54d5-412f-90a0-7cc42f4f5543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:48:59.826339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network hostable DHCP agents. Network: 84a63aac-54d5-412f-90a0-7cc42f4f5543, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:48:59.843070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Subnet': ['ID=4fedc4d5-b746-4e45-a06c-818771ed8937,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:59.857531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b036a4-6415-4ff3-accf-e9b173d4478d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting subnet 2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:48:59.863688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37b036a4-6415-4ff3-accf-e9b173d4478d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.888791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network 84a63aac-54d5-412f-90a0-7cc42f4f5543 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:48:59.919470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 84a63aac-54d5-412f-90a0-7cc42f4f5543) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:48:59.932252 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37b036a4-6415-4ff3-accf-e9b173d4478d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:59.942452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfc048-6c43-46de-b1ee-26f68e41609b None None] Network 84a63aac-54d5-412f-90a0-7cc42f4f5543 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:48:59.951810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:48:59.953106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.062312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a76b622d-5899-41e9-8515-dc13e489354c tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0316901 May 10 11:49:00.065556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39722) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:00.157503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] Deleting port 6a5387ee-5beb-43fa-8038-3d396e229df3 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:00.158002 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.238776 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37b036a4-6415-4ff3-accf-e9b173d4478d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.325199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] For port 6a5387ee-5beb-43fa-8038-3d396e229df3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6a5387ee-5beb-43fa-8038-3d396e229df3,segment=NetworkSegment(6460d619-84b5-4512-86bd-9877cf150630),segment_id=6460d619-84b5-4512-86bd-9877cf150630)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:00.325900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.349023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Calling delete_port for 6a5387ee-5beb-43fa-8038-3d396e229df3 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:00.350869 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.365740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] For port 6a5387ee-5beb-43fa-8038-3d396e229df3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6a5387ee-5beb-43fa-8038-3d396e229df3,segment=NetworkSegment(6460d619-84b5-4512-86bd-9877cf150630),segment_id=6460d619-84b5-4512-86bd-9877cf150630)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:00.366287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.383451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] Calling delete_port for 6a5387ee-5beb-43fa-8038-3d396e229df3 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:00.419158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] DHCP port deletion for c0ef700c-9f07-4d67-8530-5e854954469f request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:49:00.522685 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37b036a4-6415-4ff3-accf-e9b173d4478d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.557734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89a0eb21-621d-4a38-9012-4757a190f083 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:00.575940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.580756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b036a4-6415-4ff3-accf-e9b173d4478d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:00.587304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37b036a4-6415-4ff3-accf-e9b173d4478d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.589317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.595103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-37b036a4-6415-4ff3-accf-e9b173d4478d tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "DELETE /v2.0/subnets/2b6ec0ca-1a50-46d9-b6e5-e0eb4de0128e HTTP/1.1" status: 204 len: 168 time: 0.8846011 May 10 11:49:00.601813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39724) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:00.641736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.649401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f81bfd4-443a-4baf-94f5-aa469706d212 None None] Network 07e34b50-6df7-412d-bdd4-530caccbf231 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:00.655185 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.714481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Port': ['ID=6a5387ee-5beb-43fa-8038-3d396e229df3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:00.720348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] No DVR routers for this DVR port 6a5387ee-5beb-43fa-8038-3d396e229df3 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:00.832767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.857192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cfe56c-60da-46b1-a24c-982b3cd8eb2e']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:00.877797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6460d619-84b5-4512-86bd-9877cf150630') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:00.877797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6460d619-84b5-4512-86bd-9877cf150630') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:00.890468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.893337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.903071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.912588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.958099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:00.958896 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: items = [ May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: timer() May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:00.963150 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:00.975753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.095575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Allocated IP 2001:db8::1 (1a696803-15e7-4092-8d20-33fc7fedb3e3/6ff4914e-a64e-4b62-afa8-da4a2b47ea9d/3e9d3c99-1dc3-4db6-b0a6-c2af954f9478) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:01.096932 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.102635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.110926 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.114355 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/networks/f7cfe56c-60da-46b1-a24c-982b3cd8eb2e HTTP/1.1" status: 204 len: 168 time: 2.0642452 May 10 11:49:01.123271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39730) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:01.175629 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c8a0f9b4-bc48-40e5-a065-ecfe618b18f4 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "GET /v2.0/ports?device_id=78a1735a-5ef4-45ce-92f4-5d9f7f21eabb HTTP/1.1" status: 200 len: 205 time: 0.0502584 May 10 11:49:01.186293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39732) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:01.197571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49208b24-70be-4c08-ab64-67fbe73ec3cc tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Pushing event deleted for resources: {'Network': ['ID=f7cfe56c-60da-46b1-a24c-982b3cd8eb2e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:01.206345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] Network f7cfe56c-60da-46b1-a24c-982b3cd8eb2e is not hosted by any dhcp agent {{(pid=102769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 11:49:01.206814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] No DVR routers for this DVR port 6a5387ee-5beb-43fa-8038-3d396e229df3 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:01.224664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 89a0eb21-621d-4a38-9012-4757a190f083 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:01.226256 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.261821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-84a63aac-54d5-412f-90a0-7cc42f4f5543', 'network_id': '84a63aac-54d5-412f-90a0-7cc42f4f5543', 'tenant_id': '8c25e1e8dea344f0b5358aef46604e24', 'fixed_ips': [{'subnet_id': '4fedc4d5-b746-4e45-a06c-818771ed8937'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:49:01.263979 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.285294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port d34c1263-23b3-4001-b110-c72fad630cd4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:01.285842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.291542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Network 1a696803-15e7-4092-8d20-33fc7fedb3e3 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:01.310550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-efd3d18b-e7f9-4946-bd31-33ae9777a465 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.314665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Router 74496257-811c-454d-bccc-e22a2d6f1700 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:49:01.373400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.380135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] For port d34c1263-23b3-4001-b110-c72fad630cd4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d34c1263-23b3-4001-b110-c72fad630cd4,segment=NetworkSegment(5125f91c-4735-4ddf-9384-7b74549ebe56),segment_id=5125f91c-4735-4ddf-9384-7b74549ebe56)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:01.380518 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.397568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for d34c1263-23b3-4001-b110-c72fad630cd4 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:01.409732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181725e5-4fa7-42d7-9583-3899d06a9672 None None] Network 556a75d6-64db-4c22-9226-b2e18673e867 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:01.442233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:01.519618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:01.521176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.566426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:01.571898 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.573107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-76970a32-2fa1-4222-8202-eecab3f1412a tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "PUT /v2.0/routers/74496257-811c-454d-bccc-e22a2d6f1700 HTTP/1.1" status: 200 len: 914 time: 4.4030282 May 10 11:49:01.576577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39740) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:01.585069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network 1a696803-15e7-4092-8d20-33fc7fedb3e3 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:01.585528 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d90bf-194e-4ba7-9ea7-74185bae5963 None None] Sync routers for ids ['74496257-811c-454d-bccc-e22a2d6f1700'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:01.589691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:01.595604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:01.596213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.606000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Port': ['ID=3e9d3c99-1dc3-4db6-b0a6-c2af954f9478,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:01.616737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Pushing event updated for resources: {'Port': ['ID=da4b8e12-ca9a-4816-8d87-8f14932028f6,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:01.619129 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d90bf-194e-4ba7-9ea7-74185bae5963 None None] Routers {'74496257-811c-454d-bccc-e22a2d6f1700'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:01.620796 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-696d90bf-194e-4ba7-9ea7-74185bae5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['74496257-811c-454d-bccc-e22a2d6f1700'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:01.623212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] Deleting port d34c1263-23b3-4001-b110-c72fad630cd4 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:01.623601 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.664070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.701090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=d34c1263-23b3-4001-b110-c72fad630cd4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:01.703450 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-696d90bf-194e-4ba7-9ea7-74185bae5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:01.731728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] No DVR routers for this DVR port d34c1263-23b3-4001-b110-c72fad630cd4 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:01.733474 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d90bf-194e-4ba7-9ea7-74185bae5963 None None] Routers {'74496257-811c-454d-bccc-e22a2d6f1700'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:01.736196 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-696d90bf-194e-4ba7-9ea7-74185bae5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['74496257-811c-454d-bccc-e22a2d6f1700'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:01.776092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] For port d34c1263-23b3-4001-b110-c72fad630cd4, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:01.776474 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.807290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] Calling delete_port for d34c1263-23b3-4001-b110-c72fad630cd4 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:01.813336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] Port d34c1263-23b3-4001-b110-c72fad630cd4 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:49:01.832069 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-696d90bf-194e-4ba7-9ea7-74185bae5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:01.833078 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d90bf-194e-4ba7-9ea7-74185bae5963 None None] The sync data for ids ['74496257-811c-454d-bccc-e22a2d6f1700'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:01.856006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.873419 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.875786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbbc18-b5a6-4553-825e-845ed6ca17db None None] Pushing event deleted for resources: {'Port': ['ID=6a5387ee-5beb-43fa-8038-3d396e229df3,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:01.892061 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.898826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6f938635-97c4-49e0-b495-8585882f2bba None None] Provisioning complete for port 89a0eb21-621d-4a38-9012-4757a190f083 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:01.899199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6f938635-97c4-49e0-b495-8585882f2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.907468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ef700c-9f07-4d67-8530-5e854954469f']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:01.923718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5125f91c-4735-4ddf-9384-7b74549ebe56') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:01.924793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5125f91c-4735-4ddf-9384-7b74549ebe56') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:01.925016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-efd3d18b-e7f9-4946-bd31-33ae9777a465 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.958029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.963009 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-efd3d18b-e7f9-4946-bd31-33ae9777a465 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:01.981430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.020739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Attempting to bind port da4b8e12-ca9a-4816-8d87-8f14932028f6 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:02.021240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Attempting to bind port da4b8e12-ca9a-4816-8d87-8f14932028f6 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a8f0a284-bc8e-4cbe-a0d6-254514051bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1a696803-15e7-4092-8d20-33fc7fedb3e3'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:02.021607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Attempting to bind port da4b8e12-ca9a-4816-8d87-8f14932028f6 on network 1a696803-15e7-4092-8d20-33fc7fedb3e3 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:02.034129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:02.034627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: timer() May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:02.038332 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:02.041248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] Pushing event deleted for resources: {'Port': ['ID=d34c1263-23b3-4001-b110-c72fad630cd4,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:02.041248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed47b5-f95a-4a53-8435-f2ca33bfbfc5 None None] No DVR routers for this DVR port d34c1263-23b3-4001-b110-c72fad630cd4 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:02.064795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Allocated IP 2001:db8::2 (84a63aac-54d5-412f-90a0-7cc42f4f5543/4fedc4d5-b746-4e45-a06c-818771ed8937/699966cc-5d2a-4446-aa91-0997b85f3dd7) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:02.095710 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-efd3d18b-e7f9-4946-bd31-33ae9777a465 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.098272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd3d18b-e7f9-4946-bd31-33ae9777a465 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Fanout notify agent at l3_agent the message router_deleted on router 78a1735a-5ef4-45ce-92f4-5d9f7f21eabb {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:49:02.100814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:02.101324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Checking segment: {'id': 'a8f0a284-bc8e-4cbe-a0d6-254514051bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1a696803-15e7-4092-8d20-33fc7fedb3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:02.101738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.102127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Bound using segment: {'id': 'a8f0a284-bc8e-4cbe-a0d6-254514051bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1a696803-15e7-4092-8d20-33fc7fedb3e3'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:02.102620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Bound port: da4b8e12-ca9a-4816-8d87-8f14932028f6, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f0a284-bc8e-4cbe-a0d6-254514051bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1a696803-15e7-4092-8d20-33fc7fedb3e3'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:02.103014 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.137987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-efd3d18b-e7f9-4946-bd31-33ae9777a465 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.152666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-efd3d18b-e7f9-4946-bd31-33ae9777a465 tempest-RoutersNegativeTest-976706656 tempest-RoutersNegativeTest-976706656-project] 10.222.0.13 "DELETE /v2.0/routers/78a1735a-5ef4-45ce-92f4-5d9f7f21eabb HTTP/1.1" status: 204 len: 168 time: 0.9558403 May 10 11:49:02.166803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-952ec0df-e9e0-439f-854f-f9a71bfe5e0c tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/routers/74496257-811c-454d-bccc-e22a2d6f1700 HTTP/1.1" status: 200 len: 920 time: 0.5889478 May 10 11:49:02.169177 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39744) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:02.190901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] DHCP port deletion for 07e34b50-6df7-412d-bdd4-530caccbf231 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:49:02.302641 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.318707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.319354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] For port da4b8e12-ca9a-4816-8d87-8f14932028f6, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:02.324804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "DELETE /v2.0/networks/c0ef700c-9f07-4d67-8530-5e854954469f HTTP/1.1" status: 204 len: 168 time: 1.7186589 May 10 11:49:02.329281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39746) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:02.353907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e09c30-d2fe-4c3e-bb5c-140842eecafa tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Network': ['ID=c0ef700c-9f07-4d67-8530-5e854954469f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:02.417113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32bd56-213a-48ee-adab-9783e9a5f2fb tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:02.418297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] For port da4b8e12-ca9a-4816-8d87-8f14932028f6, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da4b8e12-ca9a-4816-8d87-8f14932028f6,segment=NetworkSegment(a8f0a284-bc8e-4cbe-a0d6-254514051bec),segment_id=a8f0a284-bc8e-4cbe-a0d6-254514051bec)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:02.428042 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6c32bd56-213a-48ee-adab-9783e9a5f2fb tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=74496257-811c-454d-bccc-e22a2d6f1700&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2534902 May 10 11:49:02.428552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39748) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:02.431485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 89a0eb21-621d-4a38-9012-4757a190f083 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:02.433792 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.483596 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.548763 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.561463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6f938635-97c4-49e0-b495-8585882f2bba None None] Current status of the port 89a0eb21-621d-4a38-9012-4757a190f083 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:02.561977 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6f938635-97c4-49e0-b495-8585882f2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.598116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 89a0eb21-621d-4a38-9012-4757a190f083, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89a0eb21-621d-4a38-9012-4757a190f083,segment=NetworkSegment(3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a),segment_id=3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:02.628594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d8f0dd-b2a9-4ca4-bbab-68957707177f tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:02.632839 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-71d8f0dd-b2a9-4ca4-bbab-68957707177f tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 881 time: 0.1998827 May 10 11:49:02.635417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39754) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:02.649384 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.721331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2029c2ca-da52-44e4-a190-012218dd6d3e tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=74496257-811c-454d-bccc-e22a2d6f1700 HTTP/1.1" status: 200 len: 205 time: 0.0847037 May 10 11:49:02.727773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39756) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:02.800064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39758) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:02.809437 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.831121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6a5387ee-5beb-43fa-8038-3d396e229df3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:02.842423 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.919289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 6a5387ee-5beb-43fa-8038-3d396e229df3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:02.919643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6a5387ee-5beb-43fa-8038-3d396e229df3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:02.923399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fed9cf-0296-40d2-8129-d7a9bb2389af None None] Pushing event updated for resources: {'Port': ['ID=da4b8e12-ca9a-4816-8d87-8f14932028f6,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:02.932014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Network 84a63aac-54d5-412f-90a0-7cc42f4f5543 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:02.934821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] Deleting port 7a82c049-47d9-49d3-8cb1-9dc858d77205 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:02.934821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:02.955145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:02.957787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:03.021937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.035164 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-6f938635-97c4-49e0-b495-8585882f2bba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:49:03.035528 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-6f938635-97c4-49e0-b495-8585882f2bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:49:03.190051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.225925 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.228963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] For port 7a82c049-47d9-49d3-8cb1-9dc858d77205, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7a82c049-47d9-49d3-8cb1-9dc858d77205,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:03.229480 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.252201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=89a0eb21-621d-4a38-9012-4757a190f083,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:03.256094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7a82c049-47d9-49d3-8cb1-9dc858d77205 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:03.291865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.292674 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.296847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] Calling delete_port for 7a82c049-47d9-49d3-8cb1-9dc858d77205 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:03.308043 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.321362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-788f09a9-a6fd-4fd7-9d73-d78d9354e966 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d658a906284a41818fbd56565a00ecc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189562 May 10 11:49:03.322191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39762) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:03.376176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Attempting to bind port 699966cc-5d2a-4446-aa91-0997b85f3dd7 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:03.376545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Attempting to bind port 699966cc-5d2a-4446-aa91-0997b85f3dd7 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '6d23a01a-6585-490e-a03c-bf5d18467d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84a63aac-54d5-412f-90a0-7cc42f4f5543'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:03.377238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Attempting to bind port 699966cc-5d2a-4446-aa91-0997b85f3dd7 on network 84a63aac-54d5-412f-90a0-7cc42f4f5543 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:03.386965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:03.387336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Checking segment: {'id': '6d23a01a-6585-490e-a03c-bf5d18467d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84a63aac-54d5-412f-90a0-7cc42f4f5543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:03.388212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.388611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Bound using segment: {'id': '6d23a01a-6585-490e-a03c-bf5d18467d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84a63aac-54d5-412f-90a0-7cc42f4f5543'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:03.389087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Bound port: 699966cc-5d2a-4446-aa91-0997b85f3dd7, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d23a01a-6585-490e-a03c-bf5d18467d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84a63aac-54d5-412f-90a0-7cc42f4f5543'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:03.389607 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.418705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Deleting port 8369ddcf-1f5b-4f6c-a91b-3bd9f9aa8b2c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:03.419043 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.420832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4094da69-86a4-4606-82af-398a0f0b58c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.457215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Deleting port 7a82c049-47d9-49d3-8cb1-9dc858d77205 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:03.457863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.459777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Port': ['ID=3e9d3c99-1dc3-4db6-b0a6-c2af954f9478,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:03.477188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Pushing event updated for resources: {'Port': ['ID=699966cc-5d2a-4446-aa91-0997b85f3dd7,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:03.495425 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4094da69-86a4-4606-82af-398a0f0b58c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.555929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.575178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Calling delete_port for 8369ddcf-1f5b-4f6c-a91b-3bd9f9aa8b2c owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:03.609620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] For port 7a82c049-47d9-49d3-8cb1-9dc858d77205, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7a82c049-47d9-49d3-8cb1-9dc858d77205,segment=NetworkSegment(b1a43e5b-da88-4ae8-8b11-32a0db2e50e4),segment_id=b1a43e5b-da88-4ae8-8b11-32a0db2e50e4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:03.610185 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.622703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7a82c049-47d9-49d3-8cb1-9dc858d77205 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:03.624372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.648363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network 1a696803-15e7-4092-8d20-33fc7fedb3e3 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:03.649484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Calling delete_port for 7a82c049-47d9-49d3-8cb1-9dc858d77205 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:03.654029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:03.739443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4094da69-86a4-4606-82af-398a0f0b58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.742048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4094da69-86a4-4606-82af-398a0f0b58c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.745558 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4094da69-86a4-4606-82af-398a0f0b58c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ed98781-b34a-47dc-b382-a954fa517cde HTTP/1.1" status: 204 len: 168 time: 0.4200530 May 10 11:49:03.781158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094da69-86a4-4606-82af-398a0f0b58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed98781-b34a-47dc-b382-a954fa517cde,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:03.908780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.925808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] For port 699966cc-5d2a-4446-aa91-0997b85f3dd7, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:03.928928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Router f647e149-06a1-47fe-8d84-4853297d80c8 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:49:03.935927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.954857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:03.984552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Port': ['ID=7a82c049-47d9-49d3-8cb1-9dc858d77205,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:03.992795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6f938635-97c4-49e0-b495-8585882f2bba None None] Current status of the port 89a0eb21-621d-4a38-9012-4757a190f083 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:03.995425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] No DVR routers for this DVR port 7a82c049-47d9-49d3-8cb1-9dc858d77205 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:03.995563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event deleted for resources: {'Port': ['ID=8369ddcf-1f5b-4f6c-a91b-3bd9f9aa8b2c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:04.004562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] Pushing event deleted for resources: {'Port': ['ID=7a82c049-47d9-49d3-8cb1-9dc858d77205,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:04.040697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] For port 699966cc-5d2a-4446-aa91-0997b85f3dd7, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=699966cc-5d2a-4446-aa91-0997b85f3dd7,segment=NetworkSegment(6d23a01a-6585-490e-a03c-bf5d18467d4e),segment_id=6d23a01a-6585-490e-a03c-bf5d18467d4e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:04.045379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d34c1263-23b3-4001-b110-c72fad630cd4 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:04.047691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe50b0-63a2-4d71-b35d-0ee1dbb3b585 None None] No DVR routers for this DVR port 7a82c049-47d9-49d3-8cb1-9dc858d77205 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:04.074278 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.083269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d34c1263-23b3-4001-b110-c72fad630cd4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:04.083269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d34c1263-23b3-4001-b110-c72fad630cd4 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:04.177780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.225089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fd037546-4511-4c23-a572-99a746e77237 None None] Provisioning complete for port 89a0eb21-621d-4a38-9012-4757a190f083 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:04.226393 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd037546-4511-4c23-a572-99a746e77237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.244692 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:04.250693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c8ea1f3d-212c-46f6-b1e6-041450e03fe6 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "PUT /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1840653 May 10 11:49:04.254983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39770) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:04.270351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d763f1d-81c1-43e0-b55b-57e9e62430fc None None] Sync routers for ids ['f647e149-06a1-47fe-8d84-4853297d80c8'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:04.288372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2497-a9f9-4b1e-b91b-afe766841904 None None] Pushing event updated for resources: {'Port': ['ID=699966cc-5d2a-4446-aa91-0997b85f3dd7,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:04.331035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d763f1d-81c1-43e0-b55b-57e9e62430fc None None] Routers {'f647e149-06a1-47fe-8d84-4853297d80c8'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:04.331740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d763f1d-81c1-43e0-b55b-57e9e62430fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f647e149-06a1-47fe-8d84-4853297d80c8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:04.337790 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-95adba3c-1f6c-4a88-9f28-fc2f11fed598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.352443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.401697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.404993 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.484187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fd037546-4511-4c23-a572-99a746e77237 None None] Current status of the port 89a0eb21-621d-4a38-9012-4757a190f083 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:04.488105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d763f1d-81c1-43e0-b55b-57e9e62430fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:04.505848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.506655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Fanout notify agent at l3_agent the message router_deleted on router 74496257-811c-454d-bccc-e22a2d6f1700 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:49:04.517543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.517902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6ac8a-1c48-46c1-9c4f-0b46b9ee55a3 None None] Network 1a696803-15e7-4092-8d20-33fc7fedb3e3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:04.521116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d763f1d-81c1-43e0-b55b-57e9e62430fc None None] Routers {'f647e149-06a1-47fe-8d84-4853297d80c8'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:04.521763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d763f1d-81c1-43e0-b55b-57e9e62430fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:48:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f647e149-06a1-47fe-8d84-4853297d80c8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:04.524519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-32f1dece-3706-4f36-b226-94fb6d25affb tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/74496257-811c-454d-bccc-e22a2d6f1700 HTTP/1.1" status: 204 len: 168 time: 1.7956171 May 10 11:49:04.525250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39778) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:04.530341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a27d2930-1773-4dfd-94b7-fd5ecf35b78b tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2033551750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:04.596041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a27d2930-1773-4dfd-94b7-fd5ecf35b78b tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.597704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a27d2930-1773-4dfd-94b7-fd5ecf35b78b tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.622494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-7d763f1d-81c1-43e0-b55b-57e9e62430fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:04.623135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d763f1d-81c1-43e0-b55b-57e9e62430fc None None] The sync data for ids ['f647e149-06a1-47fe-8d84-4853297d80c8'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:04.678015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b5fa8de4-3dcf-4524-a10a-5a37b649fd1f None None] Provisioning complete for port da4b8e12-ca9a-4816-8d87-8f14932028f6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:04.678624 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8de4-3dcf-4524-a10a-5a37b649fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.737531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e34b50-6df7-412d-bdd4-530caccbf231']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:04.755802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:04.768270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a43e5b-da88-4ae8-8b11-32a0db2e50e4') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:04.779667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.815405 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.828601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:04.829028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.834034 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: self.session.flush() May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: timer() May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:04.900405 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:04.955933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.977228 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.978122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa8de4-3dcf-4524-a10a-5a37b649fd1f None None] Current status of the port da4b8e12-ca9a-4816-8d87-8f14932028f6 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:04.978530 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8de4-3dcf-4524-a10a-5a37b649fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:04.983052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] 10.222.0.13 "DELETE /v2.0/networks/07e34b50-6df7-412d-bdd4-530caccbf231 HTTP/1.1" status: 204 len: 168 time: 2.6395018 May 10 11:49:05.126200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b5fa8de4-3dcf-4524-a10a-5a37b649fd1f None None] For port da4b8e12-ca9a-4816-8d87-8f14932028f6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da4b8e12-ca9a-4816-8d87-8f14932028f6,segment=NetworkSegment(a8f0a284-bc8e-4cbe-a0d6-254514051bec),segment_id=a8f0a284-bc8e-4cbe-a0d6-254514051bec)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:05.136744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d9bf9-88e9-4257-91e5-15d31e4eeea2 tempest-TaggedBootDevicesTest_v242-1613401533 tempest-TaggedBootDevicesTest_v242-1613401533-project] Pushing event deleted for resources: {'Network': ['ID=07e34b50-6df7-412d-bdd4-530caccbf231,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:05.141050 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8de4-3dcf-4524-a10a-5a37b649fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:05.289785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa8de4-3dcf-4524-a10a-5a37b649fd1f None None] Pushing event updated for resources: {'Port': ['ID=da4b8e12-ca9a-4816-8d87-8f14932028f6,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:05.472549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 699966cc-5d2a-4446-aa91-0997b85f3dd7 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:05.501720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a27d2930-1773-4dfd-94b7-fd5ecf35b78b tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:05.504356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39816) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:05.526286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a27d2930-1773-4dfd-94b7-fd5ecf35b78b tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:05.577934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39820) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:05.578935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a27d2930-1773-4dfd-94b7-fd5ecf35b78b tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:05.581924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a27d2930-1773-4dfd-94b7-fd5ecf35b78b tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0557771 May 10 11:49:05.587223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39822) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:05.591948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'enable_snat': False}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:05.615446 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-68f68c8b-9fa3-4b53-9e08-fc8f11b4dcdb tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:49:05.619976 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-68f68c8b-9fa3-4b53-9e08-fc8f11b4dcdb tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "PUT /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3630495 May 10 11:49:05.622579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39826) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:05.641085 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:05.687301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0af2882b-dccf-4c13-9806-67aa0a5f2169 None None] Provisioning complete for port da4b8e12-ca9a-4816-8d87-8f14932028f6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:05.689794 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0af2882b-dccf-4c13-9806-67aa0a5f2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:05.865122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 699966cc-5d2a-4446-aa91-0997b85f3dd7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:05.865292 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:05.913848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fba585d-828f-4338-b8b4-2725306c2a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:05.973109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069283698'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:06.006482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0af2882b-dccf-4c13-9806-67aa0a5f2169 None None] Current status of the port da4b8e12-ca9a-4816-8d87-8f14932028f6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:06.059990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0af2882b-dccf-4c13-9806-67aa0a5f2169 None None] Provisioning complete for port 3e9d3c99-1dc3-4db6-b0a6-c2af954f9478 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:06.060514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0af2882b-dccf-4c13-9806-67aa0a5f2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.165816 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.177420 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.191573 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.221133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 699966cc-5d2a-4446-aa91-0997b85f3dd7 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:06.226126 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.228413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0af2882b-dccf-4c13-9806-67aa0a5f2169 None None] Port 3e9d3c99-1dc3-4db6-b0a6-c2af954f9478 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:06.284407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 699966cc-5d2a-4446-aa91-0997b85f3dd7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=699966cc-5d2a-4446-aa91-0997b85f3dd7,segment=NetworkSegment(6d23a01a-6585-490e-a03c-bf5d18467d4e),segment_id=6d23a01a-6585-490e-a03c-bf5d18467d4e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:06.292820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9259c0-ed5a-4b76-a285-50b73920985e None None] Network 84a63aac-54d5-412f-90a0-7cc42f4f5543 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:06.303766 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.304578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da4b8e12-ca9a-4816-8d87-8f14932028f6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:06.409768 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fba585d-828f-4338-b8b4-2725306c2a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.423732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8fba585d-828f-4338-b8b4-2725306c2a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.468210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.510865 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.512239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba585d-828f-4338-b8b4-2725306c2a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60463d1f-214e-443d-b619-a9bd9d196cb0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:06.545420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8fba585d-828f-4338-b8b4-2725306c2a7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8f17b31f23443e199dbb45c85c726b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9655700 May 10 11:49:06.550438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39830) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:06.589736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port da4b8e12-ca9a-4816-8d87-8f14932028f6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:06.590112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.591635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-84bca47e-81f1-425e-bb43-7cda0c7547c7 None None] Provisioning complete for port 699966cc-5d2a-4446-aa91-0997b85f3dd7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:06.592016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-84bca47e-81f1-425e-bb43-7cda0c7547c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.674073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd3d646-46ff-4ce0-b011-dffd68199bbe,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:06.718030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f966f1c8-143d-40c3-93be-b753bdb5fb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.746203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.765152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f966f1c8-143d-40c3-93be-b753bdb5fb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.803140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=699966cc-5d2a-4446-aa91-0997b85f3dd7,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:06.803745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.874812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.886862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-84bca47e-81f1-425e-bb43-7cda0c7547c7 None None] Current status of the port 699966cc-5d2a-4446-aa91-0997b85f3dd7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:06.933102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-84bca47e-81f1-425e-bb43-7cda0c7547c7 None None] Provisioning complete for port 3e9d3c99-1dc3-4db6-b0a6-c2af954f9478 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:06.933478 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-84bca47e-81f1-425e-bb43-7cda0c7547c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.944075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port da4b8e12-ca9a-4816-8d87-8f14932028f6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:06.944549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89a0eb21-621d-4a38-9012-4757a190f083 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:06.960909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.975328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f966f1c8-143d-40c3-93be-b753bdb5fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.977913 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f966f1c8-143d-40c3-93be-b753bdb5fb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:06.979071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f966f1c8-143d-40c3-93be-b753bdb5fb27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60463d1f-214e-443d-b619-a9bd9d196cb0 HTTP/1.1" status: 204 len: 168 time: 0.4273436 May 10 11:49:07.014820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966f1c8-143d-40c3-93be-b753bdb5fb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60463d1f-214e-443d-b619-a9bd9d196cb0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:07.044328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.127006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-84bca47e-81f1-425e-bb43-7cda0c7547c7 None None] Port 3e9d3c99-1dc3-4db6-b0a6-c2af954f9478 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:07.148772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 89a0eb21-621d-4a38-9012-4757a190f083 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:07.149431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.152967 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.154417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6455400 May 10 11:49:07.160630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39834) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:07.163624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47f21f-5ecc-4c57-97e4-cc5fb6a04075 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7934a70-d41e-4f1d-bd69-1fc82f994be0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:07.229586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Allocated IP 172.25.8.102 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d8a9cd53-d0f4-4262-bde5-6f34f78aa62f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:07.302390 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e8301360-3e47-4b87-91a4-a7e5e7a4463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.311873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7053945e-27ec-47c4-9e2c-ff739db0a92d None None] Provisioning complete for port 3e9d3c99-1dc3-4db6-b0a6-c2af954f9478 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:07.312243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7053945e-27ec-47c4-9e2c-ff739db0a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.372431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7053945e-27ec-47c4-9e2c-ff739db0a92d None None] Port 3e9d3c99-1dc3-4db6-b0a6-c2af954f9478 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:07.386484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.411505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-038d1ba6-d874-4225-86b9-ba9ece95d387 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2494476 May 10 11:49:07.416326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39840) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:07.424361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-86d89a60-5f9e-4c7a-aaa7-f56d6136e335 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-security--1599196942', 'description': 'tempest-security-description-1358075982'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:07.450257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 89a0eb21-621d-4a38-9012-4757a190f083 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:07.456639 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.463450 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86d89a60-5f9e-4c7a-aaa7-f56d6136e335 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.495014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a704242d-f306-413d-aa86-706ea027392b None None] Provisioning complete for port 699966cc-5d2a-4446-aa91-0997b85f3dd7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:07.495634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a704242d-f306-413d-aa86-706ea027392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.521577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:07.526662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:07.529925 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:07.539756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a9cd53-d0f4-4262-bde5-6f34f78aa62f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:07.639177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 699966cc-5d2a-4446-aa91-0997b85f3dd7 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:07.652452 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86d89a60-5f9e-4c7a-aaa7-f56d6136e335 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.695722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86d89a60-5f9e-4c7a-aaa7-f56d6136e335 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.699721 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-86d89a60-5f9e-4c7a-aaa7-f56d6136e335 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.700684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-86d89a60-5f9e-4c7a-aaa7-f56d6136e335 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "PUT /v2.0/security-groups/b7934a70-d41e-4f1d-bd69-1fc82f994be0 HTTP/1.1" status: 200 len: 1780 time: 0.2832453 May 10 11:49:07.705531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39850) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:07.709166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a704242d-f306-413d-aa86-706ea027392b None None] Current status of the port 699966cc-5d2a-4446-aa91-0997b85f3dd7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:07.748107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 699966cc-5d2a-4446-aa91-0997b85f3dd7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:07.748530 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.793674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5e1f103e-0d65-4e1d-852f-99c3ceb25a5b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups/b7934a70-d41e-4f1d-bd69-1fc82f994be0 HTTP/1.1" status: 200 len: 1780 time: 0.0843718 May 10 11:49:07.793674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d89a60-5f9e-4c7a-aaa7-f56d6136e335 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7934a70-d41e-4f1d-bd69-1fc82f994be0,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:07.803928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39852) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:07.813229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.850049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Deleting port 3e9d3c99-1dc3-4db6-b0a6-c2af954f9478 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:07.850394 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.877465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 699966cc-5d2a-4446-aa91-0997b85f3dd7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:07.879673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da4b8e12-ca9a-4816-8d87-8f14932028f6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:07.917228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.953346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port da4b8e12-ca9a-4816-8d87-8f14932028f6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:07.953780 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:07.992058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0fc0a6-f4d8-4abb-8188-e7a67a4d58eb tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.038560 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0fc0a6-f4d8-4abb-8188-e7a67a4d58eb tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.042473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.061130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port da4b8e12-ca9a-4816-8d87-8f14932028f6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:08.068161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Calling delete_port for 3e9d3c99-1dc3-4db6-b0a6-c2af954f9478 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:08.158100 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0fc0a6-f4d8-4abb-8188-e7a67a4d58eb tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.161065 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de0fc0a6-f4d8-4abb-8188-e7a67a4d58eb tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.164424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de0fc0a6-f4d8-4abb-8188-e7a67a4d58eb tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/b7934a70-d41e-4f1d-bd69-1fc82f994be0 HTTP/1.1" status: 204 len: 168 time: 0.3556604 May 10 11:49:08.167284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39862) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:08.198157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fc0a6-f4d8-4abb-8188-e7a67a4d58eb tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7934a70-d41e-4f1d-bd69-1fc82f994be0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:08.201359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.211332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.272980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b754ad8d-be56-4339-ac9f-3caf5ca02eb3 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1031208 May 10 11:49:08.278424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39868) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:08.297243 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-e287a1ca-887d-4829-9aa1-7f9731f030da tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] delete failed (client error): The resource could not be found. May 10 11:49:08.298341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e287a1ca-887d-4829-9aa1-7f9731f030da tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/b7934a70-d41e-4f1d-bd69-1fc82f994be0 HTTP/1.1" status: 404 len: 347 time: 0.0188987 May 10 11:49:08.304145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39870) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:08.308822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a6381eda-50cc-47bb-bb54-7d75a27d6391 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534525320'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:08.345139 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.393768 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6381eda-50cc-47bb-bb54-7d75a27d6391 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.398646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Port': ['ID=3e9d3c99-1dc3-4db6-b0a6-c2af954f9478,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:08.518190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Router 0ef31b4b-43c5-4510-afb7-f57ec63361d2 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:49:08.685773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6381eda-50cc-47bb-bb54-7d75a27d6391 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.705838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6381eda-50cc-47bb-bb54-7d75a27d6391 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.800127 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6381eda-50cc-47bb-bb54-7d75a27d6391 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.801929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a6381eda-50cc-47bb-bb54-7d75a27d6391 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4963565 May 10 11:49:08.809148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39884) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:08.820676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4b9d02fc-7fcb-4a3e-a754-4742b86aaf91 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': '80643b17-239d-47ae-a910-038a4df0cae1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:08.835248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6381eda-50cc-47bb-bb54-7d75a27d6391 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80643b17-239d-47ae-a910-038a4df0cae1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:08.856955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:08.863107 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.864940 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-70368f25-2ee8-4caa-841e-41d3c1d02e19 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "PUT /v2.0/routers/0ef31b4b-43c5-4510-afb7-f57ec63361d2 HTTP/1.1" status: 200 len: 916 time: 3.2752717 May 10 11:49:08.871014 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd6dfb-1b9d-4f46-b313-479978d701e3 None None] Sync routers for ids ['0ef31b4b-43c5-4510-afb7-f57ec63361d2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:08.874968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39886) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:08.889610 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd6dfb-1b9d-4f46-b313-479978d701e3 None None] Routers {'0ef31b4b-43c5-4510-afb7-f57ec63361d2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:08.891035 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6dfb-1b9d-4f46-b313-479978d701e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ef31b4b-43c5-4510-afb7-f57ec63361d2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:08.943138 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.968605 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6dfb-1b9d-4f46-b313-479978d701e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:08.981148 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4b9d02fc-7fcb-4a3e-a754-4742b86aaf91 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.989653 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd6dfb-1b9d-4f46-b313-479978d701e3 None None] Routers {'0ef31b4b-43c5-4510-afb7-f57ec63361d2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:08.990286 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6dfb-1b9d-4f46-b313-479978d701e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ef31b4b-43c5-4510-afb7-f57ec63361d2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:09.063690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4b9d02fc-7fcb-4a3e-a754-4742b86aaf91 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.073653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4b9d02fc-7fcb-4a3e-a754-4742b86aaf91 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.080032 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6dfb-1b9d-4f46-b313-479978d701e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:09.090763 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd6dfb-1b9d-4f46-b313-479978d701e3 None None] The sync data for ids ['0ef31b4b-43c5-4510-afb7-f57ec63361d2'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:09.130875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d02fc-7fcb-4a3e-a754-4742b86aaf91 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74129778-faa8-451e-b9b0-e241273052d7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:09.150251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4b9d02fc-7fcb-4a3e-a754-4742b86aaf91 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.161859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4b9d02fc-7fcb-4a3e-a754-4742b86aaf91 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499024 May 10 11:49:09.165262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39892) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.184780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f44627c4-0a40-4394-a487-76f947efaacc tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/routers/0ef31b4b-43c5-4510-afb7-f57ec63361d2 HTTP/1.1" status: 200 len: 922 time: 0.3046246 May 10 11:49:09.187513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39894) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.216804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Router f647e149-06a1-47fe-8d84-4853297d80c8 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:09.220410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c68eb5ad-9cbb-4012-acfd-d257a97b1988 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.232489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c68eb5ad-9cbb-4012-acfd-d257a97b1988 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.241278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a089038-15e4-42c7-9da8-694260ec00d8 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:09.244546 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6a089038-15e4-42c7-9da8-694260ec00d8 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=0ef31b4b-43c5-4510-afb7-f57ec63361d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0558667 May 10 11:49:09.246354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39898) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.316629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.329760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:09.335773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f3a586e7-8858-4f7d-ac33-7b007e161b90 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "PUT /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7106271 May 10 11:49:09.336540 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c68eb5ad-9cbb-4012-acfd-d257a97b1988 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.342986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c9564-e598-4de3-a305-2d0e784d0d46 None None] Sync routers for ids ['f647e149-06a1-47fe-8d84-4853297d80c8'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:09.343154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c68eb5ad-9cbb-4012-acfd-d257a97b1988 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.344250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c68eb5ad-9cbb-4012-acfd-d257a97b1988 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/74129778-faa8-451e-b9b0-e241273052d7 HTTP/1.1" status: 204 len: 168 time: 0.1780376 May 10 11:49:09.344772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39900) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.347427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.363689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eb5ad-9cbb-4012-acfd-d257a97b1988 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74129778-faa8-451e-b9b0-e241273052d7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:09.366276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c9564-e598-4de3-a305-2d0e784d0d46 None None] Routers {'f647e149-06a1-47fe-8d84-4853297d80c8'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:09.367477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e66c9564-e598-4de3-a305-2d0e784d0d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f647e149-06a1-47fe-8d84-4853297d80c8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:09.372088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e02558-1b92-4976-967b-dd523c11a11d tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:09.376607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d0e02558-1b92-4976-967b-dd523c11a11d tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/networks/9bf4babe-f129-4202-b603-fe5f18a8b598 HTTP/1.1" status: 200 len: 881 time: 0.1260517 May 10 11:49:09.377280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39904) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.403290 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-d9aafa90-fbc5-440e-97f6-d384688731d3 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] delete failed (client error): The resource could not be found. May 10 11:49:09.404361 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d9aafa90-fbc5-440e-97f6-d384688731d3 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-532366516 HTTP/1.1" status: 404 len: 334 time: 0.0576506 May 10 11:49:09.411424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39906) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.416659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-79a9322a-79ac-4068-a086-33d5e35434e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f647e149-06a1-47fe-8d84-4853297d80c8'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:09.416830 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-86318b3d-3df2-4a05-9ec2-940c0c2b82a8 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef31b4b-43c5-4510-afb7-f57ec63361d2 HTTP/1.1" status: 200 len: 205 time: 0.0378923 May 10 11:49:09.420571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39908) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.423631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e66c9564-e598-4de3-a305-2d0e784d0d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:09.435069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c9564-e598-4de3-a305-2d0e784d0d46 None None] Routers {'f647e149-06a1-47fe-8d84-4853297d80c8'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:09.435957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e66c9564-e598-4de3-a305-2d0e784d0d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f647e149-06a1-47fe-8d84-4853297d80c8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:09.471418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e66c9564-e598-4de3-a305-2d0e784d0d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:09.472786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c9564-e598-4de3-a305-2d0e784d0d46 None None] The sync data for ids ['f647e149-06a1-47fe-8d84-4853297d80c8'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:09.566791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.585951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-38113ece-c351-441e-81bf-c1400aa92e82 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2273464 May 10 11:49:09.585951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39910) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.589146 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.730339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efdefedd-88d9-42a9-9726-4798eb2f2d5c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.730543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.818727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efdefedd-88d9-42a9-9726-4798eb2f2d5c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.829798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Deleting port d8a9cd53-d0f4-4262-bde5-6f34f78aa62f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:09.829986 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.937926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efdefedd-88d9-42a9-9726-4798eb2f2d5c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.946698 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efdefedd-88d9-42a9-9726-4798eb2f2d5c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.951267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-efdefedd-88d9-42a9-9726-4798eb2f2d5c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/80643b17-239d-47ae-a910-038a4df0cae1 HTTP/1.1" status: 204 len: 168 time: 0.3620794 May 10 11:49:09.951696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39918) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:09.957967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79a9322a-79ac-4068-a086-33d5e35434e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:09.993763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdefedd-88d9-42a9-9726-4798eb2f2d5c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80643b17-239d-47ae-a910-038a4df0cae1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:10.021290 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-79a9322a-79ac-4068-a086-33d5e35434e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] update failed (client error): The resource could not be found. May 10 11:49:10.027284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-79a9322a-79ac-4068-a086-33d5e35434e5 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "PUT /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8 HTTP/1.1" status: 404 len: 339 time: 0.6116560 May 10 11:49:10.027588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39922) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:10.035656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-313a27cf-7fc2-4361-b8da-16f84e54f0c7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825045 May 10 11:49:10.039377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-656070429'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:10.039877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39924) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:10.048462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-446df248-785f-4ede-b23d-f62848a8e1db tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664169683'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:10.066517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.086060 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Calling delete_port for d8a9cd53-d0f4-4262-bde5-6f34f78aa62f owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:10.090924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-446df248-785f-4ede-b23d-f62848a8e1db tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.093978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Made reservation on behalf of 8c25e1e8dea344f0b5358aef46604e24 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:10.099217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.184743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:49:10.231319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-446df248-785f-4ede-b23d-f62848a8e1db tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.237510 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-446df248-785f-4ede-b23d-f62848a8e1db tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.267982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-446df248-785f-4ede-b23d-f62848a8e1db tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.269292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-446df248-785f-4ede-b23d-f62848a8e1db tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2281671 May 10 11:49:10.272748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39930) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:10.277693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ca1003e9-1b6f-47b6-8acc-a9ff4725c0a5 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': '0e2be199-8b08-453b-90b0-cfecee76bd9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:10.302241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446df248-785f-4ede-b23d-f62848a8e1db tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2be199-8b08-453b-90b0-cfecee76bd9e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:10.344553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca1003e9-1b6f-47b6-8acc-a9ff4725c0a5 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.450488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca1003e9-1b6f-47b6-8acc-a9ff4725c0a5 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.470497 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca1003e9-1b6f-47b6-8acc-a9ff4725c0a5 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.501288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1003e9-1b6f-47b6-8acc-a9ff4725c0a5 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011a987d-bb2d-431f-8e70-dff30c3b34ac,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:10.517547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca1003e9-1b6f-47b6-8acc-a9ff4725c0a5 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.518454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ca1003e9-1b6f-47b6-8acc-a9ff4725c0a5 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2446485 May 10 11:49:10.521278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39932) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:10.526193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7054d4f4-3d29-47da-bcf8-328a75a8b4cf tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': '0e2be199-8b08-453b-90b0-cfecee76bd9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:10.565052 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7054d4f4-3d29-47da-bcf8-328a75a8b4cf tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.653650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7054d4f4-3d29-47da-bcf8-328a75a8b4cf tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.660939 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7054d4f4-3d29-47da-bcf8-328a75a8b4cf tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.687164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054d4f4-3d29-47da-bcf8-328a75a8b4cf tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ca0bb6-8f64-4fae-b9bc-f742b2779b9b,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:10.701711 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7054d4f4-3d29-47da-bcf8-328a75a8b4cf tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.703477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7054d4f4-3d29-47da-bcf8-328a75a8b4cf tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1807432 May 10 11:49:10.706302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39936) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:10.713110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.713462 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Added segment daff5e74-ab7c-4976-8592-361ad76deba7 of type vlan for network f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 May 10 11:49:10.717289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-164ce463-9289-4f50-9d07-bafa1f14cf11 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': '0e2be199-8b08-453b-90b0-cfecee76bd9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:10.789905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-164ce463-9289-4f50-9d07-bafa1f14cf11 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.805065 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.850175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.860133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:10.860801 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.911848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-164ce463-9289-4f50-9d07-bafa1f14cf11 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.924577 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-164ce463-9289-4f50-9d07-bafa1f14cf11 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.958700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ce463-9289-4f50-9d07-bafa1f14cf11 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492f7aaa-484f-4075-a223-eaae1f28e1ad,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:10.966141 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-164ce463-9289-4f50-9d07-bafa1f14cf11 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.967437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-164ce463-9289-4f50-9d07-bafa1f14cf11 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2598276 May 10 11:49:10.971019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39938) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:10.978513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-60acbe1a-bfc1-456e-bacb-ec1658344bb7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': '0e2be199-8b08-453b-90b0-cfecee76bd9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:11.012121 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60acbe1a-bfc1-456e-bacb-ec1658344bb7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.091704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0629933 May 10 11:49:11.095626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39942) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:11.097782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385294e-b525-4afd-a4c3-72a0b8302c5e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Network': ['ID=f6a43eb2-867e-4e56-9ab3-47fa5bf537b0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:11.110886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:49:11.121016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.123419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'subnet': {'network_id': 'f6a43eb2-867e-4e56-9ab3-47fa5bf537b0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:11.202186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event deleted for resources: {'Port': ['ID=d8a9cd53-d0f4-4262-bde5-6f34f78aa62f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:11.214331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60acbe1a-bfc1-456e-bacb-ec1658344bb7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.224280 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60acbe1a-bfc1-456e-bacb-ec1658344bb7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.256927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acbe1a-bfc1-456e-bacb-ec1658344bb7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfc1806-5f40-4ed6-a1d2-8d0ec1b00f53,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:11.274839 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60acbe1a-bfc1-456e-bacb-ec1658344bb7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.276558 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-60acbe1a-bfc1-456e-bacb-ec1658344bb7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3024023 May 10 11:49:11.279169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39944) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:11.286582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d4fa9542-9ffb-4335-b072-bd8d72c73749 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': '0e2be199-8b08-453b-90b0-cfecee76bd9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:11.311246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Made reservation on behalf of 8c25e1e8dea344f0b5358aef46604e24 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:11.316969 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.371838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.379561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa9542-9ffb-4335-b072-bd8d72c73749 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.455510 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa9542-9ffb-4335-b072-bd8d72c73749 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.482537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa9542-9ffb-4335-b072-bd8d72c73749 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.494648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.497144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.530337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa9542-9ffb-4335-b072-bd8d72c73749 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d93d868-0356-426b-bf3b-705b8bb34bff,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:11.551840 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.552598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Fanout notify agent at l3_agent the message router_deleted on router 0ef31b4b-43c5-4510-afb7-f57ec63361d2 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:49:11.560184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa9542-9ffb-4335-b072-bd8d72c73749 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.564302 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d4fa9542-9ffb-4335-b072-bd8d72c73749 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2832334 May 10 11:49:11.564557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.566061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d3a2402b-5335-4e4f-b300-46efe3ee8e35 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/0ef31b4b-43c5-4510-afb7-f57ec63361d2 HTTP/1.1" status: 204 len: 168 time: 2.1442668 May 10 11:49:11.566915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:11.569916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39948) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:11.576350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1288875694', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:11.633386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fac60176-83b7-414d-b4f3-451f279b9ace tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.641849 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.642869 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.647542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fac60176-83b7-414d-b4f3-451f279b9ace tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.693073 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.712066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fac60176-83b7-414d-b4f3-451f279b9ace tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.722175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fac60176-83b7-414d-b4f3-451f279b9ace tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.723359 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fac60176-83b7-414d-b4f3-451f279b9ace tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9d93d868-0356-426b-bf3b-705b8bb34bff HTTP/1.1" status: 204 len: 168 time: 0.1553314 May 10 11:49:11.743802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39954) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:11.753905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.755011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac60176-83b7-414d-b4f3-451f279b9ace tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d93d868-0356-426b-bf3b-705b8bb34bff,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:11.830300 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7ba75e1c-183e-4b76-889d-5545986c4f3d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0829461 May 10 11:49:11.831128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Subnet': ['ID=54a8b6a6-53e0-48c6-b89a-c19733a54ed4,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:11.833346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:11.845443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Checking segment: {'id': 'daff5e74-ab7c-4976-8592-361ad76deba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f6a43eb2-867e-4e56-9ab3-47fa5bf537b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:11.845918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network hostable DHCP agents. Network: f6a43eb2-867e-4e56-9ab3-47fa5bf537b0, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:49:11.880737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec474eff-085c-4e1b-9ba7-374fbdf412ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.885134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:49:11.894189 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec474eff-085c-4e1b-9ba7-374fbdf412ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.910852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f6a43eb2-867e-4e56-9ab3-47fa5bf537b0) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:11.919952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:11.920762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.925880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.928796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c507aeb-5ba9-4db0-8312-ae2d2a2d35f6 None None] Network f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:11.945218 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9c765708-973e-496b-9449-5daef9143276 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8479502 May 10 11:49:11.948019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39958) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:11.958906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7dd06cca-143c-4f9d-aa0e-c78896355108 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6a43eb2-867e-4e56-9ab3-47fa5bf537b0'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:12.022262 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec474eff-085c-4e1b-9ba7-374fbdf412ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.174671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec474eff-085c-4e1b-9ba7-374fbdf412ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.175905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ec474eff-085c-4e1b-9ba7-374fbdf412ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4dfc1806-5f40-4ed6-a1d2-8d0ec1b00f53 HTTP/1.1" status: 204 len: 168 time: 0.3413105 May 10 11:49:12.178750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:12.198072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec474eff-085c-4e1b-9ba7-374fbdf412ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dfc1806-5f40-4ed6-a1d2-8d0ec1b00f53,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:12.248552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-f6a43eb2-867e-4e56-9ab3-47fa5bf537b0', 'network_id': 'f6a43eb2-867e-4e56-9ab3-47fa5bf537b0', 'tenant_id': '8c25e1e8dea344f0b5358aef46604e24', 'fixed_ips': [{'subnet_id': '54a8b6a6-53e0-48c6-b89a-c19733a54ed4'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:49:12.250543 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.322549 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-baf5ce65-437a-425c-aa0b-326c8cbb5965 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1417577 May 10 11:49:12.337393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39964) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:12.346781 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.371084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.397385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dd06cca-143c-4f9d-aa0e-c78896355108 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.425818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30b54643-eb7f-48d8-9fb6-bacd2db8e948 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.433098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Allocated IP 2001:db8:1::2 (f6a43eb2-867e-4e56-9ab3-47fa5bf537b0/54a8b6a6-53e0-48c6-b89a-c19733a54ed4/afd972bb-4c24-46af-b416-7d638f617849) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:12.436072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30b54643-eb7f-48d8-9fb6-bacd2db8e948 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.483156 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30b54643-eb7f-48d8-9fb6-bacd2db8e948 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.513372 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30b54643-eb7f-48d8-9fb6-bacd2db8e948 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.517411 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-30b54643-eb7f-48d8-9fb6-bacd2db8e948 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/492f7aaa-484f-4075-a223-eaae1f28e1ad HTTP/1.1" status: 204 len: 168 time: 0.1789508 May 10 11:49:12.521184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39966) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:12.533083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b54643-eb7f-48d8-9fb6-bacd2db8e948 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=492f7aaa-484f-4075-a223-eaae1f28e1ad,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:12.543306 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-7dd06cca-143c-4f9d-aa0e-c78896355108 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:49:12.548501 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7dd06cca-143c-4f9d-aa0e-c78896355108 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "PUT /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8 HTTP/1.1" status: 400 len: 364 time: 0.5991929 May 10 11:49:12.549127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 39968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:12.633202 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.643327 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.653824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Allocated IP 172.25.8.188 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f5ddc0b4-2ab5-474a-8879-42f946d4075c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:12.681586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39974) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:12.682223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9df70f53-5964-4ed5-9242-973ec95bfae3 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1580715 May 10 11:49:12.713360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Network f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:12.715141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:12.720964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:12.731765 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-070ebd0e-e859-4e69-ab03-7fdf0f5b8260 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.749967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-070ebd0e-e859-4e69-ab03-7fdf0f5b8260 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.808027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-070ebd0e-e859-4e69-ab03-7fdf0f5b8260 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.816536 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-070ebd0e-e859-4e69-ab03-7fdf0f5b8260 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.818005 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-070ebd0e-e859-4e69-ab03-7fdf0f5b8260 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/00ca0bb6-8f64-4fae-b9bc-f742b2779b9b HTTP/1.1" status: 204 len: 168 time: 0.1347659 May 10 11:49:12.824116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39978) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:12.834105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ebd0e-e859-4e69-ab03-7fdf0f5b8260 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00ca0bb6-8f64-4fae-b9bc-f742b2779b9b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:12.847856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Attempting to bind port afd972bb-4c24-46af-b416-7d638f617849 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:12.848242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Attempting to bind port afd972bb-4c24-46af-b416-7d638f617849 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'daff5e74-ab7c-4976-8592-361ad76deba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f6a43eb2-867e-4e56-9ab3-47fa5bf537b0'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:12.848612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Attempting to bind port afd972bb-4c24-46af-b416-7d638f617849 on network f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:12.854535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Pushing event updated for resources: {'Port': ['ID=afd972bb-4c24-46af-b416-7d638f617849,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:12.876153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.877088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.877456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.877808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.880587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.881085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.881434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.882438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.882438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.882438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.882902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.883635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:12.888142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:12.888672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Checking segment: {'id': 'daff5e74-ab7c-4976-8592-361ad76deba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f6a43eb2-867e-4e56-9ab3-47fa5bf537b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:12.889510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.889510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Bound using segment: {'id': 'daff5e74-ab7c-4976-8592-361ad76deba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f6a43eb2-867e-4e56-9ab3-47fa5bf537b0'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:12.889966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Bound port: afd972bb-4c24-46af-b416-7d638f617849, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daff5e74-ab7c-4976-8592-361ad76deba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f6a43eb2-867e-4e56-9ab3-47fa5bf537b0'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:12.890243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.927765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7ab97202-f42e-4da4-8f2b-6f715239cf8e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1021411 May 10 11:49:12.938331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39982) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:12.975673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac26b-bd79-4518-b200-4c337bbe71ae tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.981853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] For port afd972bb-4c24-46af-b416-7d638f617849, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:12.989804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] For port afd972bb-4c24-46af-b416-7d638f617849, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=afd972bb-4c24-46af-b416-7d638f617849,segment=NetworkSegment(daff5e74-ab7c-4976-8592-361ad76deba7),segment_id=daff5e74-ab7c-4976-8592-361ad76deba7)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:12.992184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac26b-bd79-4518-b200-4c337bbe71ae tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.000731 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.028380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.044080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.060573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac26b-bd79-4518-b200-4c337bbe71ae tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.068692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac26b-bd79-4518-b200-4c337bbe71ae tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.073154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fb1ac26b-bd79-4518-b200-4c337bbe71ae tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/011a987d-bb2d-431f-8e70-dff30c3b34ac HTTP/1.1" status: 204 len: 168 time: 0.1357551 May 10 11:49:13.074828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39984) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:13.085721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ac26b-bd79-4518-b200-4c337bbe71ae tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=011a987d-bb2d-431f-8e70-dff30c3b34ac,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:13.122850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa0f00-37c4-4ea0-ac0e-c1bc190b5113 None None] Pushing event updated for resources: {'Port': ['ID=afd972bb-4c24-46af-b416-7d638f617849,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:13.163339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-49af7ad6-c533-43b7-9907-234494010fa6 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0872529 May 10 11:49:13.163900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39986) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:13.270668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fa003dc-ff14-42a7-8a28-1ae62f8c215b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.331297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fa003dc-ff14-42a7-8a28-1ae62f8c215b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.439096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fa003dc-ff14-42a7-8a28-1ae62f8c215b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.442650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fa003dc-ff14-42a7-8a28-1ae62f8c215b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.446748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3fa003dc-ff14-42a7-8a28-1ae62f8c215b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e2be199-8b08-453b-90b0-cfecee76bd9e HTTP/1.1" status: 204 len: 168 time: 0.2729404 May 10 11:49:13.477777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39994) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:13.487109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa003dc-ff14-42a7-8a28-1ae62f8c215b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2be199-8b08-453b-90b0-cfecee76bd9e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:13.535596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Allocated IP 2001:db8::1 (556a75d6-64db-4c22-9226-b2e18673e867/e621a7b5-549a-4df0-a6f2-1d4ecf3e95ca/4659f123-a76c-4344-9e92-e2d01e5e528f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:13.579968 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4b461c53-2b59-455e-a6f6-ea89e3d468f9 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001151 May 10 11:49:13.588169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39996) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:13.597734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0490b69f-0062-4614-bc84-71089fff0c8e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--837786595'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:13.666637 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0490b69f-0062-4614-bc84-71089fff0c8e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.750073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device afd972bb-4c24-46af-b416-7d638f617849 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:13.813011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.829346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port afd972bb-4c24-46af-b416-7d638f617849 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:13.830413 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0490b69f-0062-4614-bc84-71089fff0c8e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.830745 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.837300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0490b69f-0062-4614-bc84-71089fff0c8e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.849956 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.889982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490b69f-0062-4614-bc84-71089fff0c8e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebfa1a6-37a6-49cd-90b8-8c55476166f6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:13.926831 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0490b69f-0062-4614-bc84-71089fff0c8e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:13.928526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0490b69f-0062-4614-bc84-71089fff0c8e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3402605 May 10 11:49:13.931430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 39998) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:13.937078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4424849b-4037-4df2-a8e2-e63405422dc6 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': '6ebfa1a6-37a6-49cd-90b8-8c55476166f6', 'direction': 'ingress', 'protocol': 17}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:13.955221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:13.978876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:13.985061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:13.995715 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4424849b-4037-4df2-a8e2-e63405422dc6 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.037059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port afd972bb-4c24-46af-b416-7d638f617849 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:14.037859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.038594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event updated for resources: {'Port': ['ID=f5ddc0b4-2ab5-474a-8879-42f946d4075c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:14.058478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.130940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4424849b-4037-4df2-a8e2-e63405422dc6 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.133252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port afd972bb-4c24-46af-b416-7d638f617849, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=afd972bb-4c24-46af-b416-7d638f617849,segment=NetworkSegment(daff5e74-ab7c-4976-8592-361ad76deba7),segment_id=daff5e74-ab7c-4976-8592-361ad76deba7)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:14.139935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4424849b-4037-4df2-a8e2-e63405422dc6 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.142378 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.229311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4424849b-4037-4df2-a8e2-e63405422dc6 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.230929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4424849b-4037-4df2-a8e2-e63405422dc6 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2980838 May 10 11:49:14.238299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:14.258129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=afd972bb-4c24-46af-b416-7d638f617849,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:14.319734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network 556a75d6-64db-4c22-9226-b2e18673e867 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:14.324780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:14.331594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:14.332175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.337353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424849b-4037-4df2-a8e2-e63405422dc6 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf2cbfe-c1f3-49e4-bc8e-abca0fed1f85,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:14.458528 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f585332b-7ec1-4829-a989-301d5e94915d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.503419 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f585332b-7ec1-4829-a989-301d5e94915d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.619633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f585332b-7ec1-4829-a989-301d5e94915d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.622971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f585332b-7ec1-4829-a989-301d5e94915d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.625051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f585332b-7ec1-4829-a989-301d5e94915d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ebfa1a6-37a6-49cd-90b8-8c55476166f6 HTTP/1.1" status: 204 len: 168 time: 0.3761024 May 10 11:49:14.634888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:14.686773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585332b-7ec1-4829-a989-301d5e94915d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebfa1a6-37a6-49cd-90b8-8c55476166f6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:14.795290 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c083ce0a-ae4d-44e2-a581-1f3e860a68f5 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1240163 May 10 11:49:14.796313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40008) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:14.805995 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e6254673-f5db-4ce4-8060-0ca854b4af02 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--763102569'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:14.843251 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6254673-f5db-4ce4-8060-0ca854b4af02 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.907373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1a761d2b-6e91-4f63-8286-b18199796921 None None] Provisioning complete for port 4659f123-a76c-4344-9e92-e2d01e5e528f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:14.908573 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a761d2b-6e91-4f63-8286-b18199796921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.927182 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6254673-f5db-4ce4-8060-0ca854b4af02 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.936684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6254673-f5db-4ce4-8060-0ca854b4af02 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.955843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1a761d2b-6e91-4f63-8286-b18199796921 None None] Port 4659f123-a76c-4344-9e92-e2d01e5e528f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:14.958829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36cfb0b-afff-4d6a-82ed-a99bd6065f94 None None] Network f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:14.984789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6254673-f5db-4ce4-8060-0ca854b4af02 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699b4fdb-6d0f-4d40-a057-8232c5c8fd3d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:14.993072 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e6254673-f5db-4ce4-8060-0ca854b4af02 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.996139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e6254673-f5db-4ce4-8060-0ca854b4af02 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1969819 May 10 11:49:14.997379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40012) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:15.003606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0240f198-d385-4f2f-8334-673cb1d9ad4c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--183099373'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:15.026523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Port': ['ID=4659f123-a76c-4344-9e92-e2d01e5e528f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:15.035687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0240f198-d385-4f2f-8334-673cb1d9ad4c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.100811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d1e60c9c-a28a-4d11-a92c-c8d0591f6e7e None None] Provisioning complete for port afd972bb-4c24-46af-b416-7d638f617849 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:15.101710 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1e60c9c-a28a-4d11-a92c-c8d0591f6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.207210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0240f198-d385-4f2f-8334-673cb1d9ad4c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.211032 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.214374 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0240f198-d385-4f2f-8334-673cb1d9ad4c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.251363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.271582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240f198-d385-4f2f-8334-673cb1d9ad4c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3a8ae-15fb-4ac4-8e32-c4b22f6778f7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:15.287572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0240f198-d385-4f2f-8334-673cb1d9ad4c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.288999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0240f198-d385-4f2f-8334-673cb1d9ad4c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2897420 May 10 11:49:15.291879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40018) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:15.298279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b6903d78-421e-4e89-b07b-8e6b5a07e594 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': '699b4fdb-6d0f-4d40-a057-8232c5c8fd3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2ca3a8ae-15fb-4ac4-8e32-c4b22f6778f7', 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:15.313191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d1e60c9c-a28a-4d11-a92c-c8d0591f6e7e None None] Current status of the port afd972bb-4c24-46af-b416-7d638f617849 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:15.356888 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6903d78-421e-4e89-b07b-8e6b5a07e594 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.445344 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6903d78-421e-4e89-b07b-8e6b5a07e594 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.451034 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6903d78-421e-4e89-b07b-8e6b5a07e594 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.483537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6903d78-421e-4e89-b07b-8e6b5a07e594 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.485205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b6903d78-421e-4e89-b07b-8e6b5a07e594 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1923549 May 10 11:49:15.487157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6903d78-421e-4e89-b07b-8e6b5a07e594 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c946ebd-15b2-4e9e-9d8f-382c37ca6db9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:15.489787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40022) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:15.521887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acc71bf3-f267-4bed-978f-ea9df775df4d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.532502 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acc71bf3-f267-4bed-978f-ea9df775df4d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.582476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acc71bf3-f267-4bed-978f-ea9df775df4d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.590509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-acc71bf3-f267-4bed-978f-ea9df775df4d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.594725 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-acc71bf3-f267-4bed-978f-ea9df775df4d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0c946ebd-15b2-4e9e-9d8f-382c37ca6db9 HTTP/1.1" status: 204 len: 168 time: 0.1038494 May 10 11:49:15.595562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40024) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:15.608435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc71bf3-f267-4bed-978f-ea9df775df4d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c946ebd-15b2-4e9e-9d8f-382c37ca6db9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:15.645222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device afd972bb-4c24-46af-b416-7d638f617849 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:15.698350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9133922d-71c7-471c-9e12-1af108e9718d None None] Provisioning complete for port afd972bb-4c24-46af-b416-7d638f617849 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:15.699665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.706753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1155eece-b5d0-412e-8b2d-92d2f8e4d9c2 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1085331 May 10 11:49:15.707354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:15.707953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9133922d-71c7-471c-9e12-1af108e9718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.782523 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2640720-fbf2-41ad-aa55-633714a2425e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.806400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port afd972bb-4c24-46af-b416-7d638f617849 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:15.806921 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.807256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2640720-fbf2-41ad-aa55-633714a2425e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.861199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2640720-fbf2-41ad-aa55-633714a2425e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.862041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.864335 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2640720-fbf2-41ad-aa55-633714a2425e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.868645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e2640720-fbf2-41ad-aa55-633714a2425e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ca3a8ae-15fb-4ac4-8e32-c4b22f6778f7 HTTP/1.1" status: 204 len: 168 time: 0.1594319 May 10 11:49:15.869188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9133922d-71c7-471c-9e12-1af108e9718d None None] Current status of the port afd972bb-4c24-46af-b416-7d638f617849 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:15.869382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40028) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:15.878175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.880293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:15.915311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2640720-fbf2-41ad-aa55-633714a2425e tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3a8ae-15fb-4ac4-8e32-c4b22f6778f7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:15.958761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port afd972bb-4c24-46af-b416-7d638f617849 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:16.005283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7d873ec5-0e2c-46ff-97d5-95673a7f4638 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1315262 May 10 11:49:16.008175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40030) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:16.064306 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91250833-d4d5-42ce-8c67-531a0326452b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.086120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event updated for resources: {'Port': ['ID=4659f123-a76c-4344-9e92-e2d01e5e528f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:16.091164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91250833-d4d5-42ce-8c67-531a0326452b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.148520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91250833-d4d5-42ce-8c67-531a0326452b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.153013 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91250833-d4d5-42ce-8c67-531a0326452b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.157602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-91250833-d4d5-42ce-8c67-531a0326452b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/699b4fdb-6d0f-4d40-a057-8232c5c8fd3d HTTP/1.1" status: 204 len: 168 time: 0.1483483 May 10 11:49:16.159045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40032) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:16.170239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Network 556a75d6-64db-4c22-9226-b2e18673e867 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:16.174364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:16.175527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250833-d4d5-42ce-8c67-531a0326452b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699b4fdb-6d0f-4d40-a057-8232c5c8fd3d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:16.314757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0912c422-abae-42b5-bab2-bbc8ab67aa91 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1449940 May 10 11:49:16.315277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40036) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:16.325527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Router f647e149-06a1-47fe-8d84-4853297d80c8 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:16.331282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-99ab1662-bbd2-42b0-9a7c-5e9ae1380c36 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644844623'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:16.351521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Router 940beb71-1a46-4592-8121-a47f1e329b64 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:49:16.406404 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99ab1662-bbd2-42b0-9a7c-5e9ae1380c36 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.587369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:16.590591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:16.602041 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee2aab-c5a8-4755-82d4-d1d1b88c1616 None None] Sync routers for ids ['940beb71-1a46-4592-8121-a47f1e329b64'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:16.617283 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee2aab-c5a8-4755-82d4-d1d1b88c1616 None None] Routers {'940beb71-1a46-4592-8121-a47f1e329b64'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:16.617983 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d1ee2aab-c5a8-4755-82d4-d1d1b88c1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['940beb71-1a46-4592-8121-a47f1e329b64'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:16.633335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-708d665d-4f9a-4ce0-a56c-c330f3686540 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "PUT /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0818548 May 10 11:49:16.636046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40040) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:16.642208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94f93d-ac85-4078-a122-02d05c7365f4 None None] Sync routers for ids ['f647e149-06a1-47fe-8d84-4853297d80c8'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:16.642742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.649940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:16.655925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:16.656250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-730a344d-8052-444f-8ca3-89d0ea8081a4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0729239 May 10 11:49:16.683332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94f93d-ac85-4078-a122-02d05c7365f4 None None] Routers {'f647e149-06a1-47fe-8d84-4853297d80c8'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:16.684023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4f94f93d-ac85-4078-a122-02d05c7365f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f647e149-06a1-47fe-8d84-4853297d80c8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:16.688952 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d1ee2aab-c5a8-4755-82d4-d1d1b88c1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:16.707275 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee2aab-c5a8-4755-82d4-d1d1b88c1616 None None] Routers {'940beb71-1a46-4592-8121-a47f1e329b64'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:16.707999 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d1ee2aab-c5a8-4755-82d4-d1d1b88c1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['940beb71-1a46-4592-8121-a47f1e329b64'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:16.713027 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99ab1662-bbd2-42b0-9a7c-5e9ae1380c36 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.726211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99ab1662-bbd2-42b0-9a7c-5e9ae1380c36 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.736508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5a730f25-94b7-4a0e-8a34-605da9476ef0 None None] Provisioning complete for port 4659f123-a76c-4344-9e92-e2d01e5e528f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:16.737292 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a730f25-94b7-4a0e-8a34-605da9476ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.785742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab1662-bbd2-42b0-9a7c-5e9ae1380c36 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b071ee03-a6eb-48d7-b221-6e103b4e9400,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:16.791156 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-99ab1662-bbd2-42b0-9a7c-5e9ae1380c36 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.792502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-99ab1662-bbd2-42b0-9a7c-5e9ae1380c36 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4653456 May 10 11:49:16.794265 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d1ee2aab-c5a8-4755-82d4-d1d1b88c1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:16.795096 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee2aab-c5a8-4755-82d4-d1d1b88c1616 None None] The sync data for ids ['940beb71-1a46-4592-8121-a47f1e329b64'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:16.796675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40044) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:16.802667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-447feeb3-8873-4126-9bda-77266dddebd9 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': 'b071ee03-a6eb-48d7-b221-6e103b4e9400', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:16.813527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5a730f25-94b7-4a0e-8a34-605da9476ef0 None None] Port 4659f123-a76c-4344-9e92-e2d01e5e528f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:16.821228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4f94f93d-ac85-4078-a122-02d05c7365f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:16.834271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94f93d-ac85-4078-a122-02d05c7365f4 None None] Routers {'f647e149-06a1-47fe-8d84-4853297d80c8'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:16.835954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4f94f93d-ac85-4078-a122-02d05c7365f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f647e149-06a1-47fe-8d84-4853297d80c8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:16.841379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-447feeb3-8873-4126-9bda-77266dddebd9 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.849662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1cad49d-2062-424d-9233-e7cc30994752 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.880494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4f94f93d-ac85-4078-a122-02d05c7365f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:16.881324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94f93d-ac85-4078-a122-02d05c7365f4 None None] The sync data for ids ['f647e149-06a1-47fe-8d84-4853297d80c8'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:16.917207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-447feeb3-8873-4126-9bda-77266dddebd9 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.922685 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-447feeb3-8873-4126-9bda-77266dddebd9 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.949653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447feeb3-8873-4126-9bda-77266dddebd9 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484a53d3-f741-45e1-aad1-263ee9815800,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:16.959383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-447feeb3-8873-4126-9bda-77266dddebd9 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:16.963851 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-447feeb3-8873-4126-9bda-77266dddebd9 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1632366 May 10 11:49:16.963851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40046) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:16.994717 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0af4a3b-4341-4523-aaa9-12001cd5d5ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.004171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0af4a3b-4341-4523-aaa9-12001cd5d5ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.007577 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-f1cad49d-2062-424d-9233-e7cc30994752 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] delete failed (client error): There was a conflict when trying to complete your request. May 10 11:49:17.008608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f1cad49d-2062-424d-9233-e7cc30994752 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8 HTTP/1.1" status: 409 len: 329 time: 0.3712239 May 10 11:49:17.011446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40048) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:17.111745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0af4a3b-4341-4523-aaa9-12001cd5d5ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.118219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0af4a3b-4341-4523-aaa9-12001cd5d5ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.119829 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d0af4a3b-4341-4523-aaa9-12001cd5d5ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/484a53d3-f741-45e1-aad1-263ee9815800 HTTP/1.1" status: 204 len: 168 time: 0.1548488 May 10 11:49:17.125103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40050) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:17.147903 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af4a3b-4341-4523-aaa9-12001cd5d5ec tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=484a53d3-f741-45e1-aad1-263ee9815800,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:17.388655 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-da53d1f8-8bc6-4843-8567-f1b4e1f3b238 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2568941 May 10 11:49:17.392814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:17.493614 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8c23448-41a0-4309-942e-6f6ce38eba03 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.528835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8c23448-41a0-4309-942e-6f6ce38eba03 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.546745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.655421 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.673520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.748042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40062) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:17.765169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40064) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:17.839752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Deleting port f5ddc0b4-2ab5-474a-8879-42f946d4075c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:17.840498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.844408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8c23448-41a0-4309-942e-6f6ce38eba03 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.847083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8c23448-41a0-4309-942e-6f6ce38eba03 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.853504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f8c23448-41a0-4309-942e-6f6ce38eba03 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/b071ee03-a6eb-48d7-b221-6e103b4e9400 HTTP/1.1" status: 204 len: 168 time: 0.4598212 May 10 11:49:17.856604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40070) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:17.908499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c23448-41a0-4309-942e-6f6ce38eba03 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071ee03-a6eb-48d7-b221-6e103b4e9400,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:17.982797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:17.994052 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7c03e4de-c802-44e6-96d3-565db009d083 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1328528 May 10 11:49:18.007650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40072) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:18.043074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a3cebdca-e57d-43e2-af36-f4805b07e699 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--521637880'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:18.050788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8c42248-dd0c-47dc-b7a8-84159c2345c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.054964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Calling delete_port for f5ddc0b4-2ab5-474a-8879-42f946d4075c owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:18.085761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Deleting port 4659f123-a76c-4344-9e92-e2d01e5e528f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:18.086689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.194594 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.212381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Calling delete_port for 4659f123-a76c-4344-9e92-e2d01e5e528f owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:18.212726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3cebdca-e57d-43e2-af36-f4805b07e699 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.401398 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.418885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8c42248-dd0c-47dc-b7a8-84159c2345c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.431637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Port': ['ID=4659f123-a76c-4344-9e92-e2d01e5e528f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:18.462898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8c42248-dd0c-47dc-b7a8-84159c2345c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.540205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.580323 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3cebdca-e57d-43e2-af36-f4805b07e699 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.596781 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a8c42248-dd0c-47dc-b7a8-84159c2345c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d70fd697867943dea8fc597bd381077d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8259468 May 10 11:49:18.598131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3cebdca-e57d-43e2-af36-f4805b07e699 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.600505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c42248-dd0c-47dc-b7a8-84159c2345c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b7bfc3-5cab-44ec-b4b8-c078d0008855,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:18.604925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40074) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:18.664891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.690970 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3cebdca-e57d-43e2-af36-f4805b07e699 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.693959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a3cebdca-e57d-43e2-af36-f4805b07e699 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6843531 May 10 11:49:18.723589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:18.740640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cda9382d-dc0b-4f6e-bad3-a37cbb4f2e48 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a55fc-f32a-4a76-a1ac-d483e72affa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:18.744812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Pushing event deleted for resources: {'Port': ['ID=f5ddc0b4-2ab5-474a-8879-42f946d4075c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:18.767127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cebdca-e57d-43e2-af36-f4805b07e699 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8a55fc-f32a-4a76-a1ac-d483e72affa1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:18.869200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cda9382d-dc0b-4f6e-bad3-a37cbb4f2e48 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.876378 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-deea1ca8-d83f-4f6e-be90-e997bd40c809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.910778 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:18.993582 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-deea1ca8-d83f-4f6e-be90-e997bd40c809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.013449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Router f647e149-06a1-47fe-8d84-4853297d80c8 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:19.090692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:19.096862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2ed6a1a9-eeef-4927-a34b-baedb3d8b857 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "PUT /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0842400 May 10 11:49:19.101997 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab9c3c-2504-4d2f-bf2d-33e2f2a114c4 None None] Sync routers for ids ['f647e149-06a1-47fe-8d84-4853297d80c8'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:19.104347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40078) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.112893 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab9c3c-2504-4d2f-bf2d-33e2f2a114c4 None None] Routers {'f647e149-06a1-47fe-8d84-4853297d80c8'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:19.113521 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f8ab9c3c-2504-4d2f-bf2d-33e2f2a114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f647e149-06a1-47fe-8d84-4853297d80c8'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:19.129785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cda9382d-dc0b-4f6e-bad3-a37cbb4f2e48 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.146287 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f8ab9c3c-2504-4d2f-bf2d-33e2f2a114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:19.154268 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-2439c4a0-4605-4302-9545-ae4deb89cce7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] show failed (client error): The resource could not be found. May 10 11:49:19.155171 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab9c3c-2504-4d2f-bf2d-33e2f2a114c4 None None] Routers {'f647e149-06a1-47fe-8d84-4853297d80c8'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:19.155990 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f8ab9c3c-2504-4d2f-bf2d-33e2f2a114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f647e149-06a1-47fe-8d84-4853297d80c8'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:19.156269 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2439c4a0-4605-4302-9545-ae4deb89cce7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1709409721 HTTP/1.1" status: 404 len: 335 time: 0.0500960 May 10 11:49:19.159179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40080) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.164729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a7d94de8-3084-4716-9224-151177736432 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:19.175786 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cda9382d-dc0b-4f6e-bad3-a37cbb4f2e48 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.191450 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f8ab9c3c-2504-4d2f-bf2d-33e2f2a114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:19.192478 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab9c3c-2504-4d2f-bf2d-33e2f2a114c4 None None] The sync data for ids ['f647e149-06a1-47fe-8d84-4853297d80c8'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:19.212809 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-a7d94de8-3084-4716-9224-151177736432 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] update failed (client error): The resource could not be found. May 10 11:49:19.213944 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a7d94de8-3084-4716-9224-151177736432 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-355600187 HTTP/1.1" status: 404 len: 334 time: 0.0535889 May 10 11:49:19.218496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.249173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.251075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9382d-dc0b-4f6e-bad3-a37cbb4f2e48 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a02de4-afc7-4b0d-8874-40101d840c6c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:19.259445 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.265344 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cda9382d-dc0b-4f6e-bad3-a37cbb4f2e48 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.266548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cda9382d-dc0b-4f6e-bad3-a37cbb4f2e48 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5366163 May 10 11:49:19.269213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-deea1ca8-d83f-4f6e-be90-e997bd40c809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.269882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40084) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.271664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-deea1ca8-d83f-4f6e-be90-e997bd40c809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.272757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-deea1ca8-d83f-4f6e-be90-e997bd40c809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16b7bfc3-5cab-44ec-b4b8-c078d0008855 HTTP/1.1" status: 204 len: 168 time: 0.6657777 May 10 11:49:19.281849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3cb635-61d8-4dbd-a94d-ab2772f0e029 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Deleting subnet 54a8b6a6-53e0-48c6-b89a-c19733a54ed4 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:49:19.291112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb635-61d8-4dbd-a94d-ab2772f0e029 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.318653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-884819e7-1fce-46f8-9d73-3868b056116c tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules/28a02de4-afc7-4b0d-8874-40101d840c6c HTTP/1.1" status: 200 len: 763 time: 0.0445695 May 10 11:49:19.318867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea1ca8-d83f-4f6e-be90-e997bd40c809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b7bfc3-5cab-44ec-b4b8-c078d0008855,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:19.320548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.353198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb635-61d8-4dbd-a94d-ab2772f0e029 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.371614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Router 940beb71-1a46-4592-8121-a47f1e329b64 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:19.374629 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.401262 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ba462473-d752-4010-9987-951207db8ac7 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0796716 May 10 11:49:19.405860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40090) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.444878 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb53c4fd-4b86-4254-975b-99ae7e3b4322 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.457104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb53c4fd-4b86-4254-975b-99ae7e3b4322 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.510724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb635-61d8-4dbd-a94d-ab2772f0e029 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.514405 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb53c4fd-4b86-4254-975b-99ae7e3b4322 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.540627 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb53c4fd-4b86-4254-975b-99ae7e3b4322 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.541855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eb53c4fd-4b86-4254-975b-99ae7e3b4322 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/28a02de4-afc7-4b0d-8874-40101d840c6c HTTP/1.1" status: 204 len: 168 time: 0.1353018 May 10 11:49:19.546972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40094) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.575756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53c4fd-4b86-4254-975b-99ae7e3b4322 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28a02de4-afc7-4b0d-8874-40101d840c6c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:19.627785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1399ef7b-2397-4e23-bc45-b2a81178e63a tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760226 May 10 11:49:19.627785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40096) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.632144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d4102dd5-6d7e-4d03-86e5-c091a10df977 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a55fc-f32a-4a76-a1ac-d483e72affa1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:19.647327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb635-61d8-4dbd-a94d-ab2772f0e029 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.666633 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb635-61d8-4dbd-a94d-ab2772f0e029 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.669901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5f3cb635-61d8-4dbd-a94d-ab2772f0e029 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/subnets/54a8b6a6-53e0-48c6-b89a-c19733a54ed4 HTTP/1.1" status: 204 len: 168 time: 0.4504330 May 10 11:49:19.674350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50382fd4-fbbf-4b29-881d-9bb15a713cce None None] Network f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:19.695213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40100) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.704599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cb635-61d8-4dbd-a94d-ab2772f0e029 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Subnet': ['ID=54a8b6a6-53e0-48c6-b89a-c19733a54ed4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:19.759246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4102dd5-6d7e-4d03-86e5-c091a10df977 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.804190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.857334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4102dd5-6d7e-4d03-86e5-c091a10df977 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.869246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4102dd5-6d7e-4d03-86e5-c091a10df977 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.872767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:19.881019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.882220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2276dec0-264c-4c66-acde-cf035f26cd07 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "PUT /v2.0/routers/940beb71-1a46-4592-8121-a47f1e329b64 HTTP/1.1" status: 200 len: 706 time: 3.2303152 May 10 11:49:19.884914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40108) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.900117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4102dd5-6d7e-4d03-86e5-c091a10df977 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543c3ebb-4454-4e7b-9c0d-e5a964b79603,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:19.912871 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab154a-4848-44ad-b988-6cd1916042a8 None None] Sync routers for ids ['940beb71-1a46-4592-8121-a47f1e329b64'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:19.915159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Deleting port afd972bb-4c24-46af-b416-7d638f617849 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:19.915513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.920319 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4102dd5-6d7e-4d03-86e5-c091a10df977 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:19.924536 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d4102dd5-6d7e-4d03-86e5-c091a10df977 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2934816 May 10 11:49:19.931044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40110) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:19.938089 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab154a-4848-44ad-b988-6cd1916042a8 None None] Routers {'940beb71-1a46-4592-8121-a47f1e329b64'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:19.939504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7ab154a-4848-44ad-b988-6cd1916042a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['940beb71-1a46-4592-8121-a47f1e329b64'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:19.952377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] DHCP port deletion for f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:49:19.981144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1ca1d98d-f88d-4440-9d86-34a879d7c22f tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules/543c3ebb-4454-4e7b-9c0d-e5a964b79603 HTTP/1.1" status: 200 len: 763 time: 0.0489955 May 10 11:49:19.983963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40112) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.002543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-94b1e5f3-a3c0-40f8-8a20-e22513a84dd5 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/routers/940beb71-1a46-4592-8121-a47f1e329b64 HTTP/1.1" status: 200 len: 741 time: 0.1163778 May 10 11:49:20.005220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40116) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.019124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] For port afd972bb-4c24-46af-b416-7d638f617849, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=afd972bb-4c24-46af-b416-7d638f617849,segment=NetworkSegment(daff5e74-ab7c-4976-8592-361ad76deba7),segment_id=daff5e74-ab7c-4976-8592-361ad76deba7)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:20.019459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.029691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7ab154a-4848-44ad-b988-6cd1916042a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:20.036224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Calling delete_port for afd972bb-4c24-46af-b416-7d638f617849 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:20.046748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab154a-4848-44ad-b988-6cd1916042a8 None None] Routers {'940beb71-1a46-4592-8121-a47f1e329b64'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:20.048440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7ab154a-4848-44ad-b988-6cd1916042a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['940beb71-1a46-4592-8121-a47f1e329b64'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:20.060735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c77555c4-4f72-4bff-aeee-2a3c18022c14 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0755167 May 10 11:49:20.064753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.072529 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6d0777f0-13ec-46cd-8615-4b41d1f60dc1 tempest-RoutersAdminTest-1579026179 tempest-RoutersAdminTest-1579026179-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&device_id=940beb71-1a46-4592-8121-a47f1e329b64 HTTP/1.1" status: 200 len: 205 time: 0.0662286 May 10 11:49:20.075725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40122) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.106884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-02b72acd-ad87-4d74-a287-90d626176da9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=940beb71-1a46-4592-8121-a47f1e329b64 HTTP/1.1" status: 200 len: 205 time: 0.0287700 May 10 11:49:20.109589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40126) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.111752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7ab154a-4848-44ad-b988-6cd1916042a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:20.113812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab154a-4848-44ad-b988-6cd1916042a8 None None] The sync data for ids ['940beb71-1a46-4592-8121-a47f1e329b64'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:20.142055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] Deleting port afd972bb-4c24-46af-b416-7d638f617849 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:20.142601 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.145970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47f9f6ca-03ab-4b7a-bb05-0c3702652952 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.165217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47f9f6ca-03ab-4b7a-bb05-0c3702652952 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.200224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dafdba0-91ec-4703-ae54-5c23de11b1f4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.214721 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47f9f6ca-03ab-4b7a-bb05-0c3702652952 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.229609 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47f9f6ca-03ab-4b7a-bb05-0c3702652952 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.230917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47f9f6ca-03ab-4b7a-bb05-0c3702652952 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/543c3ebb-4454-4e7b-9c0d-e5a964b79603 HTTP/1.1" status: 204 len: 168 time: 0.1652250 May 10 11:49:20.232285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9f6ca-03ab-4b7a-bb05-0c3702652952 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=543c3ebb-4454-4e7b-9c0d-e5a964b79603,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:20.234434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.235240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.253771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] For port afd972bb-4c24-46af-b416-7d638f617849, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=afd972bb-4c24-46af-b416-7d638f617849,segment=NetworkSegment(daff5e74-ab7c-4976-8592-361ad76deba7),segment_id=daff5e74-ab7c-4976-8592-361ad76deba7)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:20.254476 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.269188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] Calling delete_port for afd972bb-4c24-46af-b416-7d638f617849 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:20.281162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Port': ['ID=afd972bb-4c24-46af-b416-7d638f617849,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:20.288656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] No DVR routers for this DVR port afd972bb-4c24-46af-b416-7d638f617849 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:20.382730 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.391438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8c0bc765-fc1f-44ba-b626-8654e660d4b1 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1531649 May 10 11:49:20.395882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40134) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.402650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7c8ca2c1-c79b-4f44-ac7a-ddb2cfa6f039 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a55fc-f32a-4a76-a1ac-d483e72affa1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:20.402836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] No DVR routers for this DVR port afd972bb-4c24-46af-b416-7d638f617849 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:20.414548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.418475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dafdba0-91ec-4703-ae54-5c23de11b1f4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.423110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dafdba0-91ec-4703-ae54-5c23de11b1f4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.433555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f071a-2679-46f4-8d10-2a16c4b9f8e7 None None] Pushing event deleted for resources: {'Port': ['ID=afd972bb-4c24-46af-b416-7d638f617849,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:20.451953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a43eb2-867e-4e56-9ab3-47fa5bf537b0']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:20.464049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daff5e74-ab7c-4976-8592-361ad76deba7') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:20.464457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daff5e74-ab7c-4976-8592-361ad76deba7') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:20.475586 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.478100 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-7c8ca2c1-c79b-4f44-ac7a-ddb2cfa6f039 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Project 6e7407bfe545421cb2f521eadbdd439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:49:20.486591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dafdba0-91ec-4703-ae54-5c23de11b1f4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.487131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dafdba0-91ec-4703-ae54-5c23de11b1f4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Fanout notify agent at l3_agent the message router_deleted on router 940beb71-1a46-4592-8121-a47f1e329b64 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:49:20.490190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Deleting port 209cb1c2-ef64-4e12-994d-e6982eadc590 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:20.490529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.497202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7dafdba0-91ec-4703-ae54-5c23de11b1f4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.498293 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7dafdba0-91ec-4703-ae54-5c23de11b1f4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/940beb71-1a46-4592-8121-a47f1e329b64 HTTP/1.1" status: 204 len: 168 time: 0.3876259 May 10 11:49:20.499380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca2c1-c79b-4f44-ac7a-ddb2cfa6f039 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.499550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.502290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40138) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.535079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-39765c01-a7d8-40b7-a355-7fb6d43c8ba9 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=940beb71-1a46-4592-8121-a47f1e329b64 HTTP/1.1" status: 200 len: 205 time: 0.0312824 May 10 11:49:20.536271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:20.536684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: timer() May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:20.539867 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:20.541813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40140) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.615699 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-8fe1bef3-1618-4173-a0c3-d0e1cab9535f tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] delete failed (client error): The resource could not be found. May 10 11:49:20.616895 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8fe1bef3-1618-4173-a0c3-d0e1cab9535f tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/940beb71-1a46-4592-8121-a47f1e329b64 HTTP/1.1" status: 404 len: 336 time: 0.0756621 May 10 11:49:20.619789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40142) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.632861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca2c1-c79b-4f44-ac7a-ddb2cfa6f039 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.634892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] For port 209cb1c2-ef64-4e12-994d-e6982eadc590, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=209cb1c2-ef64-4e12-994d-e6982eadc590,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:20.635269 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.644161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca2c1-c79b-4f44-ac7a-ddb2cfa6f039 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.659070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Calling delete_port for 209cb1c2-ef64-4e12-994d-e6982eadc590 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:20.666611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b2ba362-7412-4813-a86a-cb38578f96a6 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef31b4b-43c5-4510-afb7-f57ec63361d2 HTTP/1.1" status: 200 len: 205 time: 0.0435879 May 10 11:49:20.666899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40146) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.676785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ca2c1-c79b-4f44-ac7a-ddb2cfa6f039 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfea82d-d961-47f4-8040-d74aa3557939,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:20.684596 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca2c1-c79b-4f44-ac7a-ddb2cfa6f039 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.685217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7c8ca2c1-c79b-4f44-ac7a-ddb2cfa6f039 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2888262 May 10 11:49:20.713013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40148) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.716737 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-6dbe3c4b-cd16-40b6-b8e8-553190de2791 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] delete failed (client error): The resource could not be found. May 10 11:49:20.720421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6dbe3c4b-cd16-40b6-b8e8-553190de2791 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/0ef31b4b-43c5-4510-afb7-f57ec63361d2 HTTP/1.1" status: 404 len: 336 time: 0.0500183 May 10 11:49:20.720421 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.721295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40152) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.730173 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.734443 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/networks/f6a43eb2-867e-4e56-9ab3-47fa5bf537b0 HTTP/1.1" status: 204 len: 168 time: 1.0380070 May 10 11:49:20.736891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40154) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.744780 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6cd855b6-549d-4c92-8ec8-73e1a5c61541 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules/ebfea82d-d961-47f4-8040-d74aa3557939 HTTP/1.1" status: 200 len: 769 time: 0.0306931 May 10 11:49:20.760848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40158) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.764515 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8ac149ef-e247-410a-89e3-3f4ed0d07421 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=74496257-811c-454d-bccc-e22a2d6f1700 HTTP/1.1" status: 200 len: 205 time: 0.0410428 May 10 11:49:20.767695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40160) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.776564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22281d69-d3e7-4025-a738-7a7f82e1d448 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Network': ['ID=f6a43eb2-867e-4e56-9ab3-47fa5bf537b0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:20.843607 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-7890e16c-1106-4d35-96ce-b33444a476e1 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] delete failed (client error): The resource could not be found. May 10 11:49:20.847488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7890e16c-1106-4d35-96ce-b33444a476e1 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/74496257-811c-454d-bccc-e22a2d6f1700 HTTP/1.1" status: 404 len: 336 time: 0.0758116 May 10 11:49:20.847804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40164) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.860341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bb2fff85-7f9b-4703-88f6-a2474f33eb29 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0979462 May 10 11:49:20.863341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40166) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.873325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff8817e-2d10-402a-a1c9-4ec4ac67b08e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Deleting subnet 4fedc4d5-b746-4e45-a06c-818771ed8937 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:49:20.881845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ff8817e-2d10-402a-a1c9-4ec4ac67b08e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.892861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4047d632-30ea-49ee-9a53-f336b02b26b0 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=d968fb81-e8dd-4362-8943-0e796b69a71c HTTP/1.1" status: 200 len: 205 time: 0.0437765 May 10 11:49:20.895656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40168) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.922946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c924c7e-7abf-4caa-9d08-d6ac8e5fb41d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.934276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c924c7e-7abf-4caa-9d08-d6ac8e5fb41d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.937703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ff8817e-2d10-402a-a1c9-4ec4ac67b08e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:20.945757 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-95145893-7bed-4bbe-b2f4-cae28f8e98e4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] delete failed (client error): The resource could not be found. May 10 11:49:20.945757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-95145893-7bed-4bbe-b2f4-cae28f8e98e4 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/d968fb81-e8dd-4362-8943-0e796b69a71c HTTP/1.1" status: 404 len: 336 time: 0.0489891 May 10 11:49:20.948444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40172) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:20.978966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3140416a-f811-43f6-90e8-49ef69ad2c40 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc052fa-95ac-4703-98bd-3218aaecb72a HTTP/1.1" status: 200 len: 205 time: 0.0291743 May 10 11:49:20.981603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40174) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.002521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c924c7e-7abf-4caa-9d08-d6ac8e5fb41d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.017116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c924c7e-7abf-4caa-9d08-d6ac8e5fb41d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.020665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1c924c7e-7abf-4caa-9d08-d6ac8e5fb41d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ebfea82d-d961-47f4-8040-d74aa3557939 HTTP/1.1" status: 204 len: 168 time: 0.1537235 May 10 11:49:21.020665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c924c7e-7abf-4caa-9d08-d6ac8e5fb41d tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebfea82d-d961-47f4-8040-d74aa3557939,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:21.023296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40176) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.037734 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-72e6d7b7-a5e3-4ec9-866c-2e548a3e0e52 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] delete failed (client error): The resource could not be found. May 10 11:49:21.041368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-72e6d7b7-a5e3-4ec9-866c-2e548a3e0e52 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/adc052fa-95ac-4703-98bd-3218aaecb72a HTTP/1.1" status: 404 len: 336 time: 0.0563574 May 10 11:49:21.048934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40178) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.081557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-339730d6-3c11-4de8-93af-af0d59283d47 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe841fbc-7e83-466e-9f31-8f13a5757dc7 HTTP/1.1" status: 200 len: 205 time: 0.0294325 May 10 11:49:21.081787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40180) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.095765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-61fff38f-db3c-4c91-bfb0-916527d0eb89 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0710325 May 10 11:49:21.100938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40184) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.117977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ff8817e-2d10-402a-a1c9-4ec4ac67b08e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.126879 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-aa4a9636-c8c1-4297-8ab2-8e559154e856 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] delete failed (client error): The resource could not be found. May 10 11:49:21.130455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aa4a9636-c8c1-4297-8ab2-8e559154e856 tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/routers/fe841fbc-7e83-466e-9f31-8f13a5757dc7 HTTP/1.1" status: 404 len: 336 time: 0.0452611 May 10 11:49:21.130603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40186) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.140330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.186316 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d77044f-bfdb-4079-863c-fc2e42a17c3a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] DELETE failed (client error): The resource could not be found. May 10 11:49:21.187515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d77044f-bfdb-4079-863c-fc2e42a17c3a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:49:21.192259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7d77044f-bfdb-4079-863c-fc2e42a17c3a tempest-RoutersAdminTest-1515780942 tempest-RoutersAdminTest-1515780942-project] 10.222.0.13 "DELETE /v2.0/subnets/5780086b-a61c-4e40-902d-44f8a62ca01c HTTP/1.1" status: 404 len: 337 time: 0.0583384 May 10 11:49:21.192827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Pushing event deleted for resources: {'Port': ['ID=209cb1c2-ef64-4e12-994d-e6982eadc590,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:21.230555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac240a6f-1325-41d0-9d5a-69ab55692e93 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.280375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac240a6f-1325-41d0-9d5a-69ab55692e93 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.296833 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ff8817e-2d10-402a-a1c9-4ec4ac67b08e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.350252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8817e-2d10-402a-a1c9-4ec4ac67b08e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Subnet': ['ID=4fedc4d5-b746-4e45-a06c-818771ed8937,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:21.366823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0c30e-5dbb-4f23-a7fc-3336873183be None None] Network 84a63aac-54d5-412f-90a0-7cc42f4f5543 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:21.367347 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ff8817e-2d10-402a-a1c9-4ec4ac67b08e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.375463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ff8817e-2d10-402a-a1c9-4ec4ac67b08e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/subnets/4fedc4d5-b746-4e45-a06c-818771ed8937 HTTP/1.1" status: 204 len: 168 time: 0.6374173 May 10 11:49:21.378567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.447885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.457396 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac240a6f-1325-41d0-9d5a-69ab55692e93 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.459963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac240a6f-1325-41d0-9d5a-69ab55692e93 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.464685 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac240a6f-1325-41d0-9d5a-69ab55692e93 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea8a55fc-f32a-4a76-a1ac-d483e72affa1 HTTP/1.1" status: 204 len: 168 time: 0.3628211 May 10 11:49:21.479738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40200) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.568626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac240a6f-1325-41d0-9d5a-69ab55692e93 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8a55fc-f32a-4a76-a1ac-d483e72affa1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:21.595868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff96f5fc-d0e3-4d07-b50e-d724a878792e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Deleting subnet 6ff4914e-a64e-4b62-afa8-da4a2b47ea9d {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:49:21.614685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40202) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.616803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96f5fc-d0e3-4d07-b50e-d724a878792e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.666974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device afd972bb-4c24-46af-b416-7d638f617849 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:21.693407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c14d14ff-423e-4afb-9cc4-b278cb56332b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1936655 May 10 11:49:21.696426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40206) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:21.700060 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96f5fc-d0e3-4d07-b50e-d724a878792e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.703860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: afd972bb-4c24-46af-b416-7d638f617849 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:21.704602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device afd972bb-4c24-46af-b416-7d638f617849 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:21.705687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-51576bf3-848f-4b5f-a589-a25fb7da1a78 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914094497'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:21.708207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] DHCP port deletion for 84a63aac-54d5-412f-90a0-7cc42f4f5543 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:49:21.762600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51576bf3-848f-4b5f-a589-a25fb7da1a78 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.801754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] Deleting port 699966cc-5d2a-4446-aa91-0997b85f3dd7 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:21.802370 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.823607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:21.887620 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96f5fc-d0e3-4d07-b50e-d724a878792e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.899055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] For port 699966cc-5d2a-4446-aa91-0997b85f3dd7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=699966cc-5d2a-4446-aa91-0997b85f3dd7,segment=NetworkSegment(6d23a01a-6585-490e-a03c-bf5d18467d4e),segment_id=6d23a01a-6585-490e-a03c-bf5d18467d4e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:21.899650 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.916167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] Calling delete_port for 699966cc-5d2a-4446-aa91-0997b85f3dd7 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:21.958626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51576bf3-848f-4b5f-a589-a25fb7da1a78 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.971922 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51576bf3-848f-4b5f-a589-a25fb7da1a78 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:21.987281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96f5fc-d0e3-4d07-b50e-d724a878792e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.034088 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.047626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51576bf3-848f-4b5f-a589-a25fb7da1a78 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.051468 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-51576bf3-848f-4b5f-a589-a25fb7da1a78 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3515148 May 10 11:49:22.051468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96f5fc-d0e3-4d07-b50e-d724a878792e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff4914e-a64e-4b62-afa8-da4a2b47ea9d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:22.052382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40216) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:22.056825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-89efb346-0681-4abe-9342-4b4f53a6bb17 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Request body: {'security_group_rule': {'security_group_id': 'a5b42fdc-ed5f-4439-ae03-fd0d297be627', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:22.058590 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ff96f5fc-d0e3-4d07-b50e-d724a878792e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.061882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff96f5fc-d0e3-4d07-b50e-d724a878792e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/subnets/6ff4914e-a64e-4b62-afa8-da4a2b47ea9d HTTP/1.1" status: 204 len: 168 time: 0.6813760 May 10 11:49:22.063008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51576bf3-848f-4b5f-a589-a25fb7da1a78 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b42fdc-ed5f-4439-ae03-fd0d297be627,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:22.065086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:22.067276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef699d02-d980-45a3-8e99-b0324c905396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.089746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:22.095682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2706b21d-f8dc-448a-9fe1-f7ca19362dba admin admin] 10.222.0.13 "PUT /v2.0/routers/25e30ddd-b5d5-4139-a20d-42bd4d4833b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3481956 May 10 11:49:22.097563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-89efb346-0681-4abe-9342-4b4f53a6bb17 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.101280 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] Sync routers for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:22.101835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d0597-f41b-4cd1-8689-5e240ca3d7ee None None] Network 1a696803-15e7-4092-8d20-33fc7fedb3e3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:22.101943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40220) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:22.106677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] No DVR routers for this DVR port 699966cc-5d2a-4446-aa91-0997b85f3dd7 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:22.123947 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:22.126710 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:22.128957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b001e-872d-4d1c-a0f0-ad1b671abde6 None None] Pushing event deleted for resources: {'Port': ['ID=699966cc-5d2a-4446-aa91-0997b85f3dd7,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:22.206564 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.256684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-89efb346-0681-4abe-9342-4b4f53a6bb17 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.266580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-89efb346-0681-4abe-9342-4b4f53a6bb17 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.287573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efb346-0681-4abe-9342-4b4f53a6bb17 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab760fd-9d26-4d4c-b07e-918d79addfa5,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:22.317492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.330724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef699d02-d980-45a3-8e99-b0324c905396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.338926 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.348670 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef699d02-d980-45a3-8e99-b0324c905396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.381717 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-89efb346-0681-4abe-9342-4b4f53a6bb17 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.388044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-89efb346-0681-4abe-9342-4b4f53a6bb17 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3348253 May 10 11:49:22.393588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40222) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:22.413638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a63aac-54d5-412f-90a0-7cc42f4f5543']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:22.431881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] DHCP port deletion for 1a696803-15e7-4092-8d20-33fc7fedb3e3 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:49:22.443982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef699d02-d980-45a3-8e99-b0324c905396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dacf59-27a9-48f0-80a8-b2dcfe9de3ef,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:22.450429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d23a01a-6585-490e-a03c-bf5d18467d4e') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:22.450724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d23a01a-6585-490e-a03c-bf5d18467d4e') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:22.454252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ef699d02-d980-45a3-8e99-b0324c905396 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=624746a3ace94c5eaf5eb51818b5f645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8345356 May 10 11:49:22.467068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40224) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:22.480300 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.501331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40226) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:22.510351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'network': {'name': 'tempest-network-smoke--1840876838', 'project_id': '924f54996f7743a49998c6fd34f55326', 'port_security_enabled': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:22.512470 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:22.513735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] Deleting port da4b8e12-ca9a-4816-8d87-8f14932028f6 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:22.514315 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.523880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.544211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.549232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:22.549232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: timer() May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:22.557437 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:22.593200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] For port da4b8e12-ca9a-4816-8d87-8f14932028f6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da4b8e12-ca9a-4816-8d87-8f14932028f6,segment=NetworkSegment(a8f0a284-bc8e-4cbe-a0d6-254514051bec),segment_id=a8f0a284-bc8e-4cbe-a0d6-254514051bec)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:22.593603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.607981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] Calling delete_port for da4b8e12-ca9a-4816-8d87-8f14932028f6 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:22.621966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Deleting port d823b62f-e321-4200-8145-e4e7a538b51e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:22.623191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.629739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b962-774a-4f07-b797-ff2ecc1d8e57 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.641514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Made reservation on behalf of 924f54996f7743a49998c6fd34f55326 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:22.645064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.678077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.679666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.691955 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.695767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/networks/84a63aac-54d5-412f-90a0-7cc42f4f5543 HTTP/1.1" status: 204 len: 168 time: 0.6293714 May 10 11:49:22.697381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b962-774a-4f07-b797-ff2ecc1d8e57 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.704476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:22.713775 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cad95654-badb-406f-be1a-47b345c71f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.724506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.736592 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:49:20Z', 'revision_number': 5, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port': {'id': 'd823b62f-e321-4200-8145-e4e7a538b51e', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:42:44Z', 'updated_at': '2022-05-10T11:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:22.747735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] For port d823b62f-e321-4200-8145-e4e7a538b51e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d823b62f-e321-4200-8145-e4e7a538b51e,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:22.748369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.754156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ffa46-6325-4d91-ae91-5590b4fcef3b tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Network': ['ID=84a63aac-54d5-412f-90a0-7cc42f4f5543,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:22.764642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] No DVR routers for this DVR port da4b8e12-ca9a-4816-8d87-8f14932028f6 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:22.766186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Calling delete_port for d823b62f-e321-4200-8145-e4e7a538b51e owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:22.787521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c129d-3e84-41d2-b2b3-7f6aacc8416c None None] Pushing event deleted for resources: {'Port': ['ID=da4b8e12-ca9a-4816-8d87-8f14932028f6,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:22.788739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] Checking router: 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:49:22.803614 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] Routers {'25e30ddd-b5d5-4139-a20d-42bd4d4833b0'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:22.804407 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:22.829678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cad95654-badb-406f-be1a-47b345c71f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.906512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.908957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b962-774a-4f07-b797-ff2ecc1d8e57 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.911310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] Set router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:22.911546 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b962-774a-4f07-b797-ff2ecc1d8e57 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.915203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e7d7b962-774a-4f07-b797-ff2ecc1d8e57 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/a5b42fdc-ed5f-4439-ae03-fd0d297be627 HTTP/1.1" status: 204 len: 168 time: 0.5166214 May 10 11:49:22.915698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40230) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:22.935315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7b962-774a-4f07-b797-ff2ecc1d8e57 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b42fdc-ed5f-4439-ae03-fd0d297be627,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:22.986125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cad95654-badb-406f-be1a-47b345c71f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.987671 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:49:22Z', 'revision_number': 6, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:22.988701 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cad95654-badb-406f-be1a-47b345c71f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.991905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cad95654-badb-406f-be1a-47b345c71f7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0dacf59-27a9-48f0-80a8-b2dcfe9de3ef HTTP/1.1" status: 204 len: 168 time: 0.5217676 May 10 11:49:22.992068 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.992159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fc015460-12c5-410b-84f6-84b4c550852b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726595 May 10 11:49:22.994728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40232) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:23.012637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad95654-badb-406f-be1a-47b345c71f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dacf59-27a9-48f0-80a8-b2dcfe9de3ef,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:23.022016 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ff188-1e7c-4165-904b-0a3aeb8d651c None None] The sync data for ids ['25e30ddd-b5d5-4139-a20d-42bd4d4833b0'] in n-d-840949-1 is: [{'id': '25e30ddd-b5d5-4139-a20d-42bd4d4833b0', 'name': 'tempest-TaggedBootDevicesTest_v242-69598387-router', 'tenant_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:42:43Z', 'updated_at': '2022-05-10T11:49:22Z', 'revision_number': 6, 'project_id': '7db646abb4dd489a8e6b7a4ec3ac1b20', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:23.033044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.049918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9a3e6dd8-1c16-4460-9177-af868b2ee1b8 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0516036 May 10 11:49:23.050911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.064733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40236) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:23.079644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d823b62f-e321-4200-8145-e4e7a538b51e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:23.112836 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-d6a1c86f-9364-467b-af8b-9bf02e6e3e19 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] delete failed (client error): The resource could not be found. May 10 11:49:23.115872 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d6a1c86f-9364-467b-af8b-9bf02e6e3e19 tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "DELETE /v2.0/security-groups/a5b42fdc-ed5f-4439-ae03-fd0d297be627 HTTP/1.1" status: 404 len: 347 time: 0.0438097 May 10 11:49:23.119507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40238) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:23.122561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.125202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:49:23.136859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350256b6-8e3d-496f-9471-c022be0e000a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:23.152745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.153095 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Added segment f8c3ebad-6343-46e4-9531-c0341777fa01 of type vlan for network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 May 10 11:49:23.163488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a696803-15e7-4092-8d20-33fc7fedb3e3']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:23.184250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.191683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f0a284-bc8e-4cbe-a0d6-254514051bec') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:23.191683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f0a284-bc8e-4cbe-a0d6-254514051bec') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:23.212990 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.221561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.233891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.248520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:23.249028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: timer() May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:23.252538 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:23.267167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-77ff7761-1e0f-4599-9965-f3c52c01274b tempest-SecGroupIPv6Test-90972552 tempest-SecGroupIPv6Test-90972552-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1250668 May 10 11:49:23.295543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.297795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.305844 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.311978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:23.312638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.357572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.358304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e30ddd-b5d5-4139-a20d-42bd4d4833b0 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:49:23.375363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.376707 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c7759232-aa04-413a-9b95-aa23bf5eaa3b admin admin] 10.222.0.13 "DELETE /v2.0/routers/25e30ddd-b5d5-4139-a20d-42bd4d4833b0 HTTP/1.1" status: 204 len: 168 time: 1.2741115 May 10 11:49:23.379156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40244) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:23.409782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9058075 May 10 11:49:23.414415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40246) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:23.420137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'admin_state_up': True, 'project_id': '924f54996f7743a49998c6fd34f55326', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:23.445391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.459015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca10fc92-84fa-48db-8ba2-95537c6b564d admin admin] Deleting subnet 6e141d9f-52a3-433c-b6f5-8ec646f1c23e {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:49:23.461503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.464924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/networks/1a696803-15e7-4092-8d20-33fc7fedb3e3 HTTP/1.1" status: 204 len: 168 time: 0.7521694 May 10 11:49:23.467596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40248) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:23.473845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bdceb-edbd-4b7f-a0a5-854b911b67b4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Network': ['ID=2f2b1caa-55f5-4c65-9dbb-548a57f8b115,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:23.501666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819120c0-a864-4e4b-afdb-008157b509e7 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Network': ['ID=1a696803-15e7-4092-8d20-33fc7fedb3e3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:23.504135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.505477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.509289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:49:23.579280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40250) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:23.588225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.600347 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca10fc92-84fa-48db-8ba2-95537c6b564d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.618951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0daba5-2b00-4d80-be62-02a7ea0ac418 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Deleting subnet e621a7b5-549a-4df0-a6f2-1d4ecf3e95ca {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:49:23.625646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef0daba5-2b00-4d80-be62-02a7ea0ac418 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.999125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40254) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:24.005445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 699966cc-5d2a-4446-aa91-0997b85f3dd7 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:24.031540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e517b3bf-41c5-45e7-8e4c-edf69aa152a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5abf3581c4104f318bc7cb9fb43add88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509339 May 10 11:49:24.032196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40258) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:24.032846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca10fc92-84fa-48db-8ba2-95537c6b564d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.134252 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.160025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca10fc92-84fa-48db-8ba2-95537c6b564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.167895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9542cd4-0361-4162-9487-436e4a2211b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.190943 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9542cd4-0361-4162-9487-436e4a2211b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.220713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef0daba5-2b00-4d80-be62-02a7ea0ac418 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.235626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 699966cc-5d2a-4446-aa91-0997b85f3dd7 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:24.236596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 699966cc-5d2a-4446-aa91-0997b85f3dd7 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:24.237212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da4b8e12-ca9a-4816-8d87-8f14932028f6 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:24.264700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: da4b8e12-ca9a-4816-8d87-8f14932028f6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:24.265245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da4b8e12-ca9a-4816-8d87-8f14932028f6 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:24.265431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 209cb1c2-ef64-4e12-994d-e6982eadc590 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:24.294845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 209cb1c2-ef64-4e12-994d-e6982eadc590 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:24.295368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 209cb1c2-ef64-4e12-994d-e6982eadc590 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:24.300750 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9542cd4-0361-4162-9487-436e4a2211b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.303846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9542cd4-0361-4162-9487-436e4a2211b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.307510 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d9542cd4-0361-4162-9487-436e4a2211b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16547b97-7a53-4c64-8966-cbd74a98511f HTTP/1.1" status: 204 len: 168 time: 0.2445929 May 10 11:49:24.312101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40262) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:24.320688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8a9592a1-7b4d-4e72-9942-2cf88a7fbe75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e7407bfe545421cb2f521eadbdd439b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038802 May 10 11:49:24.341998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9542cd4-0361-4162-9487-436e4a2211b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16547b97-7a53-4c64-8966-cbd74a98511f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:24.362274 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca10fc92-84fa-48db-8ba2-95537c6b564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.381946 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca10fc92-84fa-48db-8ba2-95537c6b564d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.387521 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ca10fc92-84fa-48db-8ba2-95537c6b564d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6e141d9f-52a3-433c-b6f5-8ec646f1c23e HTTP/1.1" status: 204 len: 168 time: 1.0048809 May 10 11:49:24.388074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6a286-85c2-4ca7-a1fa-7fb23640dba4 None None] Network 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:24.405195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40264) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:24.415807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10fc92-84fa-48db-8ba2-95537c6b564d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e141d9f-52a3-433c-b6f5-8ec646f1c23e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:24.477310 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef0daba5-2b00-4d80-be62-02a7ea0ac418 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.532480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.549258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.552482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.613232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef0daba5-2b00-4d80-be62-02a7ea0ac418 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.626443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e565a5fd-8233-4da9-be6e-be6551bdff60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.645970 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0daba5-2b00-4d80-be62-02a7ea0ac418 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Subnet': ['ID=e621a7b5-549a-4df0-a6f2-1d4ecf3e95ca,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:24.658127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef0daba5-2b00-4d80-be62-02a7ea0ac418 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.661611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ef0daba5-2b00-4d80-be62-02a7ea0ac418 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/subnets/e621a7b5-549a-4df0-a6f2-1d4ecf3e95ca HTTP/1.1" status: 204 len: 168 time: 1.1925550 May 10 11:49:24.665861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40268) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:24.667270 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e565a5fd-8233-4da9-be6e-be6551bdff60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.672300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d896aa0-6adf-43f5-9614-d763f20f7068 None None] Network 556a75d6-64db-4c22-9226-b2e18673e867 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:24.749158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Allocated IP 172.25.8.229 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/5f0bc64e-e5a8-415e-a6e3-a05135757921) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:24.777516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940ef95-e136-4705-8231-688df6858f20 None None] DHCP port deletion for 9a80d167-35ab-4dff-bf57-85cfb1c4aa34 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:49:24.778716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.798015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Deleting port 55a61d77-622b-4298-b667-f169b57cef6a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:24.798819 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.818669 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e565a5fd-8233-4da9-be6e-be6551bdff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.821999 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e565a5fd-8233-4da9-be6e-be6551bdff60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.825748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e565a5fd-8233-4da9-be6e-be6551bdff60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbd3d646-46ff-4ce0-b011-dffd68199bbe HTTP/1.1" status: 204 len: 168 time: 0.5102761 May 10 11:49:24.839565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565a5fd-8233-4da9-be6e-be6551bdff60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd3d646-46ff-4ce0-b011-dffd68199bbe,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:24.872126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4940ef95-e136-4705-8231-688df6858f20 None None] Deleting port 55a61d77-622b-4298-b667-f169b57cef6a {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:24.872506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4940ef95-e136-4705-8231-688df6858f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.900748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.961712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] DHCP port deletion for 556a75d6-64db-4c22-9226-b2e18673e867 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:49:24.969975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4940ef95-e136-4705-8231-688df6858f20 None None] For port 55a61d77-622b-4298-b667-f169b57cef6a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=55a61d77-622b-4298-b667-f169b57cef6a,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:24.970562 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4940ef95-e136-4705-8231-688df6858f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.979053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.991037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4940ef95-e136-4705-8231-688df6858f20 None None] Calling delete_port for 55a61d77-622b-4298-b667-f169b57cef6a owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:24.995446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] For port 55a61d77-622b-4298-b667-f169b57cef6a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=55a61d77-622b-4298-b667-f169b57cef6a,segment=NetworkSegment(999e380d-0fc2-4a7d-8752-978068dcec86),segment_id=999e380d-0fc2-4a7d-8752-978068dcec86)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:24.996114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.015294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Calling delete_port for 55a61d77-622b-4298-b667-f169b57cef6a owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:25.036219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Deleting port 89a0eb21-621d-4a38-9012-4757a190f083 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:25.036476 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.068366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:25.074308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:25.080274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:25.106321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] For port 89a0eb21-621d-4a38-9012-4757a190f083, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89a0eb21-621d-4a38-9012-4757a190f083,segment=NetworkSegment(3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a),segment_id=3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:25.106668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.117902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] Deleting port 89a0eb21-621d-4a38-9012-4757a190f083 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:25.118306 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.128531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Calling delete_port for 89a0eb21-621d-4a38-9012-4757a190f083 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:25.132152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=5f0bc64e-e5a8-415e-a6e3-a05135757921,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:25.238801 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4940ef95-e136-4705-8231-688df6858f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.280256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ef95-e136-4705-8231-688df6858f20 None None] Pushing event deleted for resources: {'Port': ['ID=55a61d77-622b-4298-b667-f169b57cef6a,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:25.305709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] For port 89a0eb21-621d-4a38-9012-4757a190f083, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89a0eb21-621d-4a38-9012-4757a190f083,segment=NetworkSegment(3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a),segment_id=3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:25.306193 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.313806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940ef95-e136-4705-8231-688df6858f20 None None] No DVR routers for this DVR port 55a61d77-622b-4298-b667-f169b57cef6a on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:25.330924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.342208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] Calling delete_port for 89a0eb21-621d-4a38-9012-4757a190f083 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:25.379088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.382381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Port': ['ID=89a0eb21-621d-4a38-9012-4757a190f083,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:25.427936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Pushing event deleted for resources: {'Port': ['ID=55a61d77-622b-4298-b667-f169b57cef6a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:25.434115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] No DVR routers for this DVR port 89a0eb21-621d-4a38-9012-4757a190f083 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:25.464425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] No DVR routers for this DVR port 55a61d77-622b-4298-b667-f169b57cef6a on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:25.469514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.535088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] Pushing event deleted for resources: {'Port': ['ID=89a0eb21-621d-4a38-9012-4757a190f083,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:25.554913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035f66c-9a1e-4081-9d5e-615eb35c9eb5 None None] No DVR routers for this DVR port 89a0eb21-621d-4a38-9012-4757a190f083 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:25.586562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.591277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 55a61d77-622b-4298-b667-f169b57cef6a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:25.621076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 55a61d77-622b-4298-b667-f169b57cef6a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:25.621837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 55a61d77-622b-4298-b667-f169b57cef6a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:25.622544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d823b62f-e321-4200-8145-e4e7a538b51e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:25.635874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.649445 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.654006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d823b62f-e321-4200-8145-e4e7a538b51e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:25.654977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d823b62f-e321-4200-8145-e4e7a538b51e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:25.656217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89a0eb21-621d-4a38-9012-4757a190f083 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:25.672882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556a75d6-64db-4c22-9226-b2e18673e867']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:25.681930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 89a0eb21-621d-4a38-9012-4757a190f083 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:25.683030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89a0eb21-621d-4a38-9012-4757a190f083 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:25.689388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a80d167-35ab-4dff-bf57-85cfb1c4aa34']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:25.693630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:25.693930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d58bf22-20ed-462e-8ec4-3c45e3f1ef5a') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:25.711758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999e380d-0fc2-4a7d-8752-978068dcec86') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:25.711758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999e380d-0fc2-4a7d-8752-978068dcec86') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:25.714272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.723687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.750300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.752348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.763075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:25.763499 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: timer() May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:25.768120 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:25.769855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:25.769855 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: timer() May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:25.780891 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:25.875968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.898295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.910059 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.917832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/networks/556a75d6-64db-4c22-9226-b2e18673e867 HTTP/1.1" status: 204 len: 168 time: 1.2501264 May 10 11:49:25.926655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40312) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:25.928896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae4b95-b34b-4cc1-84b5-5b469e9c3275 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Pushing event deleted for resources: {'Network': ['ID=556a75d6-64db-4c22-9226-b2e18673e867,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:25.932364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.938449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.947708 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a80d167-35ab-4dff-bf57-85cfb1c4aa34 HTTP/1.1" status: 204 len: 168 time: 1.5407343 May 10 11:49:25.960187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40316) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:25.964102 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2f851eb4-a6f5-4654-bb4e-8ceac968531e tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "GET /v2.0/ports?device_id=f647e149-06a1-47fe-8d84-4853297d80c8 HTTP/1.1" status: 200 len: 205 time: 0.0355668 May 10 11:49:25.966544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40318) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:25.968815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6172816-af12-4fe0-ad4a-e555b7546eca admin admin] Pushing event deleted for resources: {'Network': ['ID=9a80d167-35ab-4dff-bf57-85cfb1c4aa34,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:26.094990 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09a9165-850a-4786-97b6-0e259aec2e55 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.293601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09a9165-850a-4786-97b6-0e259aec2e55 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.295929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09a9165-850a-4786-97b6-0e259aec2e55 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.304185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40330) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:26.357443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Router cd537f4b-7134-4a7f-8889-82210e8082b7 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:49:26.362271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09a9165-850a-4786-97b6-0e259aec2e55 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.362805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a9165-850a-4786-97b6-0e259aec2e55 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Fanout notify agent at l3_agent the message router_deleted on router f647e149-06a1-47fe-8d84-4853297d80c8 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:49:26.373181 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b09a9165-850a-4786-97b6-0e259aec2e55 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.376673 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b09a9165-850a-4786-97b6-0e259aec2e55 tempest-RoutersNegativeIpV6Test-1241924742 tempest-RoutersNegativeIpV6Test-1241924742-project] 10.222.0.13 "DELETE /v2.0/routers/f647e149-06a1-47fe-8d84-4853297d80c8 HTTP/1.1" status: 204 len: 168 time: 0.4060750 May 10 11:49:26.418247 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.462950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1632197418', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:26.523771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Made reservation on behalf of a68f78113d0b495c9e2ce42610906177 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:26.527282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.542084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.757350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.766451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.801936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] device_id is not set on port b42e1155-2086-4da9-9b59-38fde9d249f2 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:49:26.824985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:26.837440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Sync routers for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:26.850696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:26.851937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:26.852520 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:26.855114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9edf3104-f644-4cb4-bea5-de4e58092948 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4391086 May 10 11:49:26.855848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40352) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:26.859679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40354) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:26.893556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b147912d-c757-49cf-9d58-8a2f95c0afec,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:26.973788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Allocated IP 172.25.8.132 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b42e1155-2086-4da9-9b59-38fde9d249f2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:26.976792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Deleting port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:26.977008 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.023301 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:27.036917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-364df5e5-efbf-4734-8f29-bc4d50310cd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c25e1e8dea344f0b5358aef46604e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793480 May 10 11:49:27.038694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40360) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:27.155901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] For port 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,segment=NetworkSegment(a883acda-99d3-4c50-862a-34bc2d47847c),segment_id=a883acda-99d3-4c50-862a-34bc2d47847c)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:27.156287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.168769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fecceff7-ab62-4988-8315-a7caf307625c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.211642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Calling delete_port for 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:27.215474 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fecceff7-ab62-4988-8315-a7caf307625c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.216308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7a3a1b06-5a3b-4504-8a9d-ed65e8fd560b tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=924f54996f7743a49998c6fd34f55326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3564668 May 10 11:49:27.222341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40368) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:27.260160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:25Z', 'revision_number': 3, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:27.289153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fecceff7-ab62-4988-8315-a7caf307625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.293777 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fecceff7-ab62-4988-8315-a7caf307625c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.295202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fecceff7-ab62-4988-8315-a7caf307625c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/419a119f-b4ad-4c82-ae14-475d5060b7ae HTTP/1.1" status: 204 len: 168 time: 0.2490752 May 10 11:49:27.305111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Checking router: cd537f4b-7134-4a7f-8889-82210e8082b7 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:49:27.305513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Updating router cd537f4b-7134-4a7f-8889-82210e8082b7 port 5f0bc64e-e5a8-415e-a6e3-a05135757921 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:49:27.307026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecceff7-ab62-4988-8315-a7caf307625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a119f-b4ad-4c82-ae14-475d5060b7ae,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:27.333041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.398990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.483800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79ed51-10d6-476a-8b3d-d35460e36055 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:27.485510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1a79ed51-10d6-476a-8b3d-d35460e36055 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2622123 May 10 11:49:27.488649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40376) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:27.532239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9cbf0b25-3cd0-4da1-8bf3-1e4f701a2a65 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421336 May 10 11:49:27.534706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40378) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:27.541333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96587874', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'project_id': '924f54996f7743a49998c6fd34f55326', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:27.552127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.613288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:27.625706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:27.645550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Pushing event updated for resources: {'Port': ['ID=b42e1155-2086-4da9-9b59-38fde9d249f2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:27.648243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:27.676438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Made reservation on behalf of 924f54996f7743a49998c6fd34f55326 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:27.681265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.712349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:27.712996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.724318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.759911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c4928694-8d6b-420f-b57a-e0a83bb31776 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4532316 May 10 11:49:27.759911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Pushing event deleted for resources: {'Port': ['ID=5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:27.769779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40384) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:27.788554 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.788905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.132'}]}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:27.797439 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.864201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.865301 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.874263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Attempting to bind port 5f0bc64e-e5a8-415e-a6e3-a05135757921 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:27.875721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Attempting to bind port 5f0bc64e-e5a8-415e-a6e3-a05135757921 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:27.876113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Attempting to bind port 5f0bc64e-e5a8-415e-a6e3-a05135757921 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:27.893888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:27.894567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:27.895196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.895920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:27.896587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Bound port: 5f0bc64e-e5a8-415e-a6e3-a05135757921, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:27.897155 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.951774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a0934-e640-485a-a054-c98f414d901c None None] Pushing event updated for resources: {'Port': ['ID=5f0bc64e-e5a8-415e-a6e3-a05135757921,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:27.966126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] For port 5f0bc64e-e5a8-415e-a6e3-a05135757921, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:27.971066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] For port 5f0bc64e-e5a8-415e-a6e3-a05135757921, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5f0bc64e-e5a8-415e-a6e3-a05135757921,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:27.980132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.007213 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.024085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.033997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:28.035236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:28.098950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a0934-e640-485a-a054-c98f414d901c None None] Pushing event updated for resources: {'Port': ['ID=5f0bc64e-e5a8-415e-a6e3-a05135757921,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:28.168413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:28.278037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.291301 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.371489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:25Z', 'revision_number': 3, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:28.404194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59b8f7-1f7f-4b45-ba85-5133a76362d3 None None] The sync data for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 is: [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:25Z', 'revision_number': 3, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:28.414098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Subnet': ['ID=59ee43e0-438a-4463-89b5-03e014192c8f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:28.458765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Checking segment: {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:28.458967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network hostable DHCP agents. Network: 2f2b1caa-55f5-4c65-9dbb-548a57f8b115, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:49:28.488982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:49:28.513623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 2f2b1caa-55f5-4c65-9dbb-548a57f8b115) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:28.521783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:28.522717 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.534408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff991c-64bb-4b57-a0ec-4475435927cc None None] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:28.560441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0734726e-be6e-445a-bb07-469d14bdea74 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0245748 May 10 11:49:28.565707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40404) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:28.710695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:28.874950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:28.897484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.907547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8caffb77-bc4d-4ec8-8e4b-a5c58fab5ded admin admin] 10.222.0.13 "PUT /v2.0/routers/69c8f899-2afe-43b4-9b4d-4074fc0f6005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9455516 May 10 11:49:28.909835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40422) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:28.917831 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34957237-c982-4beb-970c-15169636c2cc None None] Sync routers for ids ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:28.931100 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34957237-c982-4beb-970c-15169636c2cc None None] Routers {'69c8f899-2afe-43b4-9b4d-4074fc0f6005'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:28.931725 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-34957237-c982-4beb-970c-15169636c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:28.936538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:49:28.939352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.963807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.124561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.198636 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-34957237-c982-4beb-970c-15169636c2cc None None] Set router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:29.247102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Allocated IP 172.20.0.2 (2f2b1caa-55f5-4c65-9dbb-548a57f8b115/59ee43e0-438a-4463-89b5-03e014192c8f/9020c838-7b61-47e8-b04c-aea390f3a545) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:29.310336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.419417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Deleting port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:29.421363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.639616 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.657789 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-34957237-c982-4beb-970c-15169636c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:49:27Z', 'revision_number': 5, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port': {'id': 'c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:43:01Z', 'updated_at': '2022-05-10T11:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:29.660595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.661674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] For port c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:29.665499 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.728113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Calling delete_port for c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:29.729289 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34957237-c982-4beb-970c-15169636c2cc None None] Checking router: 69c8f899-2afe-43b4-9b4d-4074fc0f6005 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:49:29.741510 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34957237-c982-4beb-970c-15169636c2cc None None] Routers {'69c8f899-2afe-43b4-9b4d-4074fc0f6005'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:29.741510 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-34957237-c982-4beb-970c-15169636c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:29.946713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5f0bc64e-e5a8-415e-a6e3-a05135757921 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:29.974240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.033252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:30.034242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Pushing event updated for resources: {'Port': ['ID=9020c838-7b61-47e8-b04c-aea390f3a545,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:30.044699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:30.053098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:30.061194 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-34957237-c982-4beb-970c-15169636c2cc None None] Set router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:30.120695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.140766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5f0bc64e-e5a8-415e-a6e3-a05135757921 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:30.141143 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.194695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:30.219806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Attempting to bind port 9020c838-7b61-47e8-b04c-aea390f3a545 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:30.220748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Attempting to bind port 9020c838-7b61-47e8-b04c-aea390f3a545 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:30.221922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Attempting to bind port 9020c838-7b61-47e8-b04c-aea390f3a545 on network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:30.240053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:30.240695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Checking segment: {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:30.241283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.241888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Bound using segment: {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:30.242548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Bound port: 9020c838-7b61-47e8-b04c-aea390f3a545, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:30.243219 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.262555 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-34957237-c982-4beb-970c-15169636c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:49:29Z', 'revision_number': 6, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:30.298823 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34957237-c982-4beb-970c-15169636c2cc None None] The sync data for ids ['69c8f899-2afe-43b4-9b4d-4074fc0f6005'] in n-d-840949-1 is: [{'id': '69c8f899-2afe-43b4-9b4d-4074fc0f6005', 'name': 'tempest-TaggedBootDevicesTest_v242-1399219454-router', 'tenant_id': '79acaa9a0fdf477b88d382365397337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:43:00Z', 'updated_at': '2022-05-10T11:49:29Z', 'revision_number': 6, 'project_id': '79acaa9a0fdf477b88d382365397337b', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:30.341342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.346977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.375517 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.384957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] For port 9020c838-7b61-47e8-b04c-aea390f3a545, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:30.390469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] For port 9020c838-7b61-47e8-b04c-aea390f3a545, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9020c838-7b61-47e8-b04c-aea390f3a545,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:30.410414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.438559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.442370 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.443512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f720f8b-1e76-41d0-a19f-5773205031ea {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:49:30.498238 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.500996 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.508009 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 10 11:49:30.510622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5f0bc64e-e5a8-415e-a6e3-a05135757921 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:30.511064 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.514157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7186cbb4-505a-4b7d-8242-9d8fa0b8c5d6 tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7429736 May 10 11:49:30.515054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40458) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:30.561360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.562074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69c8f899-2afe-43b4-9b4d-4074fc0f6005 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:49:30.573965 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.580204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2ad18aed-d7de-4bcc-b515-6fde0b69f1a9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/69c8f899-2afe-43b4-9b4d-4074fc0f6005 HTTP/1.1" status: 204 len: 168 time: 1.6688685 May 10 11:49:30.581066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40464) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:30.661585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 5f0bc64e-e5a8-415e-a6e3-a05135757921, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5f0bc64e-e5a8-415e-a6e3-a05135757921,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:30.671383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3b6ebd-cdac-4bb5-8ae2-a4c647bfb065 admin admin] Deleting subnet f09d76e2-4d2b-49f5-9c84-77b10bc6f8da {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:49:30.675562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6ebd-cdac-4bb5-8ae2-a4c647bfb065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.690229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:30.717440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55ff50-e482-4b58-a3c5-2abe419e9535 None None] Pushing event updated for resources: {'Port': ['ID=9020c838-7b61-47e8-b04c-aea390f3a545,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:30.841173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=5f0bc64e-e5a8-415e-a6e3-a05135757921,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:30.850948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6ebd-cdac-4bb5-8ae2-a4c647bfb065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.041270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6ebd-cdac-4bb5-8ae2-a4c647bfb065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.165688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6ebd-cdac-4bb5-8ae2-a4c647bfb065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.188654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6ebd-cdac-4bb5-8ae2-a4c647bfb065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.194092 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ac3b6ebd-cdac-4bb5-8ae2-a4c647bfb065 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f09d76e2-4d2b-49f5-9c84-77b10bc6f8da HTTP/1.1" status: 204 len: 168 time: 0.6117396 May 10 11:49:31.202779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f93034c-09d7-41b7-ae12-2abc1cbb867d None None] Network f0008af9-23ed-497a-b517-7b6ea7d51f48 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:31.239332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40484) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:31.253284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b6ebd-cdac-4bb5-8ae2-a4c647bfb065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09d76e2-4d2b-49f5-9c84-77b10bc6f8da,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:31.423309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f851ccbc-bb69-40eb-97fc-1410abcb524e tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Deleting port b42e1155-2086-4da9-9b59-38fde9d249f2 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:31.424196 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f851ccbc-bb69-40eb-97fc-1410abcb524e tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.448596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Allocated IP 172.20.0.1 (2f2b1caa-55f5-4c65-9dbb-548a57f8b115/59ee43e0-438a-4463-89b5-03e014192c8f/f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:31.491437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40496) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:31.533481 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.643430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] DHCP port deletion for f0008af9-23ed-497a-b517-7b6ea7d51f48 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:49:31.735074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] Deleting port d39246b0-870c-4f92-b70f-07c084bd3507 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:31.735541 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.785700 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc71d19-491d-4612-92d2-070dc3ffd621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.856124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] For port d39246b0-870c-4f92-b70f-07c084bd3507, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d39246b0-870c-4f92-b70f-07c084bd3507,segment=NetworkSegment(a883acda-99d3-4c50-862a-34bc2d47847c),segment_id=a883acda-99d3-4c50-862a-34bc2d47847c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:31.856535 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:31.900315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] Calling delete_port for d39246b0-870c-4f92-b70f-07c084bd3507 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:32.037656 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc71d19-491d-4612-92d2-070dc3ffd621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.038360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9020c838-7b61-47e8-b04c-aea390f3a545 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:32.046281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0dc71d19-491d-4612-92d2-070dc3ffd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.098983 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.121709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc71d19-491d-4612-92d2-070dc3ffd621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c365f7-2b0a-4e64-a29b-6adf624ebcf8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:32.126263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f851ccbc-bb69-40eb-97fc-1410abcb524e tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.132404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0dc71d19-491d-4612-92d2-070dc3ffd621 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07e9bbedf64a4cbeaecf47697e077b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426435 May 10 11:49:32.132580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] No DVR routers for this DVR port d39246b0-870c-4f92-b70f-07c084bd3507 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:32.134175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40524) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:32.173156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bc961-349a-4157-8fcc-0592abf6d3d5 None None] Pushing event deleted for resources: {'Port': ['ID=d39246b0-870c-4f92-b70f-07c084bd3507,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:32.188243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f851ccbc-bb69-40eb-97fc-1410abcb524e tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Calling delete_port for b42e1155-2086-4da9-9b59-38fde9d249f2 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:32.198204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9020c838-7b61-47e8-b04c-aea390f3a545 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:32.198612 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.219538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.235083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9eab3e6-876f-4e74-ae47-adfc76e89a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.264603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Deleting port d39246b0-870c-4f92-b70f-07c084bd3507 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:32.265166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.271684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9eab3e6-876f-4e74-ae47-adfc76e89a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.343808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9eab3e6-876f-4e74-ae47-adfc76e89a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.347980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] For port d39246b0-870c-4f92-b70f-07c084bd3507, host n-d-840949-1, got binding levels [] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:32.348345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.353680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9eab3e6-876f-4e74-ae47-adfc76e89a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.357987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f9eab3e6-876f-4e74-ae47-adfc76e89a8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06c365f7-2b0a-4e64-a29b-6adf624ebcf8 HTTP/1.1" status: 204 len: 168 time: 0.2212133 May 10 11:49:32.360598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9020c838-7b61-47e8-b04c-aea390f3a545 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:32.361206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.376387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eab3e6-876f-4e74-ae47-adfc76e89a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c365f7-2b0a-4e64-a29b-6adf624ebcf8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:32.397699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Calling delete_port for d39246b0-870c-4f92-b70f-07c084bd3507 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:32.405902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Port d39246b0-870c-4f92-b70f-07c084bd3507 was not found and therefore no delete operation was performed {{(pid=102768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:49:32.414672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 9020c838-7b61-47e8-b04c-aea390f3a545, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9020c838-7b61-47e8-b04c-aea390f3a545,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:32.415436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.432734 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.433692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5f0bc64e-e5a8-415e-a6e3-a05135757921 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:32.472236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39246b0-870c-4f92-b70f-07c084bd3507,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:32.475870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] No DVR routers for this DVR port d39246b0-870c-4f92-b70f-07c084bd3507 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:49:32.509224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.614192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=9020c838-7b61-47e8-b04c-aea390f3a545,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:32.646713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:32.653214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.664757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:32.670046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5f0bc64e-e5a8-415e-a6e3-a05135757921 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:32.671231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.673113 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.675618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:32.739097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:32.749946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f851ccbc-bb69-40eb-97fc-1410abcb524e tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.766348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0008af9-23ed-497a-b517-7b6ea7d51f48']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:32.801598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a883acda-99d3-4c50-862a-34bc2d47847c') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:32.806253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a883acda-99d3-4c50-862a-34bc2d47847c') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:32.831342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5f0bc64e-e5a8-415e-a6e3-a05135757921 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:32.860509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851ccbc-bb69-40eb-97fc-1410abcb524e tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Pushing event deleted for resources: {'Port': ['ID=b42e1155-2086-4da9-9b59-38fde9d249f2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:32.865744 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.883584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.885501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40562) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:32.900425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:32.903464 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2e40154-d53a-4de9-a76c-886186c04aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.926564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:32.927079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c5ede1d5-4d6b-473c-8bba-e4d8f01d2c39 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:32.927582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:32.954767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:32.955198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5285ba2f-6aa8-4ff6-8a92-7e848d67e8b3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:32.976073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4132d25-e285-4ca2-b017-dd5530e5064f None None] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:32.977862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.995323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:32.995750 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: timer() May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:32.999474 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:33.027128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2e40154-d53a-4de9-a76c-886186c04aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.033229 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2e40154-d53a-4de9-a76c-886186c04aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.058023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6bd01c75-58d6-43cc-bf12-4ebd3c306a44 None None] Provisioning complete for port 9020c838-7b61-47e8-b04c-aea390f3a545 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:33.058746 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6bd01c75-58d6-43cc-bf12-4ebd3c306a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.066838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f851ccbc-bb69-40eb-97fc-1410abcb524e tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.073536 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f851ccbc-bb69-40eb-97fc-1410abcb524e tempest-RoutersAdminNegativeTest-1070466300 tempest-RoutersAdminNegativeTest-1070466300-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b42e1155-2086-4da9-9b59-38fde9d249f2 HTTP/1.1" status: 204 len: 168 time: 2.5089133 May 10 11:49:33.074325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e40154-d53a-4de9-a76c-886186c04aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2009a862-b8af-4a04-be95-a9cce64feccf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:33.113531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.119301 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.125185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0008af9-23ed-497a-b517-7b6ea7d51f48 HTTP/1.1" status: 204 len: 168 time: 1.8733778 May 10 11:49:33.139262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b2e40154-d53a-4de9-a76c-886186c04aeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=745af9cdeaf7442e8ee7062773a578dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511585 May 10 11:49:33.141014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40570) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:33.143755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0842d2-22b4-4733-a3c1-55661571aca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0008af9-23ed-497a-b517-7b6ea7d51f48,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:33.168015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40572) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:33.213165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b42f39d3-3328-4027-97e1-82f9bac3ddd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.223794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6bd01c75-58d6-43cc-bf12-4ebd3c306a44 None None] Current status of the port 9020c838-7b61-47e8-b04c-aea390f3a545 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:33.248554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b42f39d3-3328-4027-97e1-82f9bac3ddd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.258073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.324801 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b42f39d3-3328-4027-97e1-82f9bac3ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.328757 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b42f39d3-3328-4027-97e1-82f9bac3ddd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.330266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b42f39d3-3328-4027-97e1-82f9bac3ddd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2009a862-b8af-4a04-be95-a9cce64feccf HTTP/1.1" status: 204 len: 168 time: 0.1882923 May 10 11:49:33.353805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f39d3-3328-4027-97e1-82f9bac3ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2009a862-b8af-4a04-be95-a9cce64feccf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:33.357955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40580) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:33.430648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-290dbdc3-bb1b-42cf-b857-d673f528b1f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7db646abb4dd489a8e6b7a4ec3ac1b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709832 May 10 11:49:33.434028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40582) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:33.534562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5b46ac1-2515-4b33-b57a-673a5276d939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.562547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5b46ac1-2515-4b33-b57a-673a5276d939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.640562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9020c838-7b61-47e8-b04c-aea390f3a545 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:33.648382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5b46ac1-2515-4b33-b57a-673a5276d939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.652304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5b46ac1-2515-4b33-b57a-673a5276d939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.654242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e5b46ac1-2515-4b33-b57a-673a5276d939 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/255c42c4-704d-4c1a-8648-9985f731f0ea HTTP/1.1" status: 204 len: 168 time: 0.2189219 May 10 11:49:33.664610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b46ac1-2515-4b33-b57a-673a5276d939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255c42c4-704d-4c1a-8648-9985f731f0ea,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:33.708072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c03d2952-04e1-43c7-8ce1-c6e3e4c78f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.718680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aa8143d7-b8a9-44f2-83a7-8fe8e960605d None None] Provisioning complete for port 9020c838-7b61-47e8-b04c-aea390f3a545 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:33.719052 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa8143d7-b8a9-44f2-83a7-8fe8e960605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.738976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.751630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.787524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40588) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:33.882223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.889473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9020c838-7b61-47e8-b04c-aea390f3a545 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:33.890105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:33.906971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:33.916190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aa8143d7-b8a9-44f2-83a7-8fe8e960605d None None] Current status of the port 9020c838-7b61-47e8-b04c-aea390f3a545 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:33.952393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aa8143d7-b8a9-44f2-83a7-8fe8e960605d None None] Provisioning complete for port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:33.952783 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa8143d7-b8a9-44f2-83a7-8fe8e960605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.009396 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c03d2952-04e1-43c7-8ce1-c6e3e4c78f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.018053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c03d2952-04e1-43c7-8ce1-c6e3e4c78f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.036905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9020c838-7b61-47e8-b04c-aea390f3a545 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:34.050518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aa8143d7-b8a9-44f2-83a7-8fe8e960605d None None] Port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:34.096179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c03d2952-04e1-43c7-8ce1-c6e3e4c78f1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5edfae06a9cb428db5c7c6b3a67670cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266434 May 10 11:49:34.098423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d2952-04e1-43c7-8ce1-c6e3e4c78f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff6124-022a-48e0-96ca-d1c218655c3a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:34.098969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40596) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:34.110108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:34.117919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:34.126646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d39246b0-870c-4f92-b70f-07c084bd3507 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:49:34.167170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d39246b0-870c-4f92-b70f-07c084bd3507 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:49:34.167361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d39246b0-870c-4f92-b70f-07c084bd3507 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:49:34.208294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe5c4bce-6430-48ff-a4e0-302d14a103ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.212671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0983d0b9-2159-4853-b54e-e53a627cffdd None None] Provisioning complete for port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:34.213046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0983d0b9-2159-4853-b54e-e53a627cffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.276560 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe5c4bce-6430-48ff-a4e0-302d14a103ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.279099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98f6a61f-14cf-48bb-81b2-bdeb782717fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.315296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0983d0b9-2159-4853-b54e-e53a627cffdd None None] Port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:34.328475 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06d75369-ec52-416a-9085-34bb2017dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.361704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Router cd537f4b-7134-4a7f-8889-82210e8082b7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:34.378186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40604) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:34.416322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98f6a61f-14cf-48bb-81b2-bdeb782717fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.425856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98f6a61f-14cf-48bb-81b2-bdeb782717fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.436460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe5c4bce-6430-48ff-a4e0-302d14a103ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.441481 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fe5c4bce-6430-48ff-a4e0-302d14a103ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.443214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fe5c4bce-6430-48ff-a4e0-302d14a103ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99ff6124-022a-48e0-96ca-d1c218655c3a HTTP/1.1" status: 204 len: 168 time: 0.3428991 May 10 11:49:34.474394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-98f6a61f-14cf-48bb-81b2-bdeb782717fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d88a387f93934aba9597ac90f5cbbf4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857200 May 10 11:49:34.475226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6a61f-14cf-48bb-81b2-bdeb782717fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2528c107-cdf9-4334-9346-c49a72c8d639,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:34.477618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40608) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:34.500719 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-579c2829-cc83-4906-8e7d-dbb4ff402754 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79acaa9a0fdf477b88d382365397337b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207087 May 10 11:49:34.501655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c4bce-6430-48ff-a4e0-302d14a103ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff6124-022a-48e0-96ca-d1c218655c3a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:34.505473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40610) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:34.571441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d0b28756-0e9b-476b-be2a-b8805c6065d9 None None] Provisioning complete for port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:34.571995 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d0b28756-0e9b-476b-be2a-b8805c6065d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.591314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1260ad0e-40b4-44cc-b464-3cad18d89fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.593183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85100ad4-c69b-4076-a274-f645a3d0b824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.606359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:34.619090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85100ad4-c69b-4076-a274-f645a3d0b824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.624751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Sync routers for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:34.629367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d0b28756-0e9b-476b-be2a-b8805c6065d9 None None] Port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:34.632286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5eafbd28-5274-4254-9508-f12b09e1c051 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "PUT /v2.0/routers/cd537f4b-7134-4a7f-8889-82210e8082b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0652738 May 10 11:49:34.632965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40614) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:34.642974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7371115f-cc50-4fd2-a44d-ff0bc64a9e92 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1346535165', 'description': 'tempest-secgroup_access--1346535165 description', 'project_id': '924f54996f7743a49998c6fd34f55326'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:34.643201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:34.643761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:34.689199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85100ad4-c69b-4076-a274-f645a3d0b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.691753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-85100ad4-c69b-4076-a274-f645a3d0b824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.693375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-85100ad4-c69b-4076-a274-f645a3d0b824 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2ce1ea8-4c54-46db-8f34-d27063811dcc HTTP/1.1" status: 204 len: 168 time: 0.1865146 May 10 11:49:34.696342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1260ad0e-40b4-44cc-b464-3cad18d89fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.699888 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7371115f-cc50-4fd2-a44d-ff0bc64a9e92 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.720626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85100ad4-c69b-4076-a274-f645a3d0b824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ce1ea8-4c54-46db-8f34-d27063811dcc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:34.782486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1260ad0e-40b4-44cc-b464-3cad18d89fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.786680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1260ad0e-40b4-44cc-b464-3cad18d89fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.787912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1260ad0e-40b4-44cc-b464-3cad18d89fe4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2528c107-cdf9-4334-9346-c49a72c8d639 HTTP/1.1" status: 204 len: 168 time: 0.3093748 May 10 11:49:34.807112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:34.816356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7371115f-cc50-4fd2-a44d-ff0bc64a9e92 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.819432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260ad0e-40b4-44cc-b464-3cad18d89fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2528c107-cdf9-4334-9346-c49a72c8d639,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:34.828157 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7371115f-cc50-4fd2-a44d-ff0bc64a9e92 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.861439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371115f-cc50-4fd2-a44d-ff0bc64a9e92 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f5ecd2-202c-4889-ae97-0b09bb1ab002,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:34.866685 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7371115f-cc50-4fd2-a44d-ff0bc64a9e92 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.870916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40626) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:34.871041 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7371115f-cc50-4fd2-a44d-ff0bc64a9e92 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2370422 May 10 11:49:34.878231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2a515253-4284-4e3f-861b-2a2a35ae31ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--421241205', 'description': 'tempest-secgroup_general--421241205 description', 'project_id': '924f54996f7743a49998c6fd34f55326'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:34.919326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a515253-4284-4e3f-861b-2a2a35ae31ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.002663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40628) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:35.017050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a515253-4284-4e3f-861b-2a2a35ae31ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.023580 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a515253-4284-4e3f-861b-2a2a35ae31ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.025279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-745126ac-b742-4360-9933-a48f78f94d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.065970 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2a515253-4284-4e3f-861b-2a2a35ae31ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.070691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2a515253-4284-4e3f-861b-2a2a35ae31ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1972253 May 10 11:49:35.073823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40632) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:35.078609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f924d364-1080-450c-b5c8-d9ce90297bd4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'security_group_rule': {'security_group_id': '90f5ecd2-202c-4889-ae97-0b09bb1ab002', 'project_id': '924f54996f7743a49998c6fd34f55326', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:35.094529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 2, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:35.099162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a515253-4284-4e3f-861b-2a2a35ae31ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0693ae0d-392f-437e-aa46-f3d312f76a03,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:35.110782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f924d364-1080-450c-b5c8-d9ce90297bd4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.151491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Checking router: cd537f4b-7134-4a7f-8889-82210e8082b7 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:49:35.151800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Updating router cd537f4b-7134-4a7f-8889-82210e8082b7 port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:49:35.166411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-745126ac-b742-4360-9933-a48f78f94d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.173836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-745126ac-b742-4360-9933-a48f78f94d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.189575 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.192322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f924d364-1080-450c-b5c8-d9ce90297bd4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.198298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f924d364-1080-450c-b5c8-d9ce90297bd4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.224627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924d364-1080-450c-b5c8-d9ce90297bd4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d549d6ba-b6b9-460a-8610-b0d08c8ee4c7,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:35.240103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f924d364-1080-450c-b5c8-d9ce90297bd4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.244898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745126ac-b742-4360-9933-a48f78f94d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e1450c-f278-4e97-a4c4-a6474c0f93f5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:35.251107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-745126ac-b742-4360-9933-a48f78f94d57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5875e53155124a6787afdfdca6b00996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462611 May 10 11:49:35.252789 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f924d364-1080-450c-b5c8-d9ce90297bd4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778195 May 10 11:49:35.254277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40638) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:35.318953 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b9369b-dd7a-431d-b886-dbb3262ffcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.346111 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b9369b-dd7a-431d-b886-dbb3262ffcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.409775 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b9369b-dd7a-431d-b886-dbb3262ffcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.413082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98b9369b-dd7a-431d-b886-dbb3262ffcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.414404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-98b9369b-dd7a-431d-b886-dbb3262ffcc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55e1450c-f278-4e97-a4c4-a6474c0f93f5 HTTP/1.1" status: 204 len: 168 time: 0.1576185 May 10 11:49:35.422563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9369b-dd7a-431d-b886-dbb3262ffcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e1450c-f278-4e97-a4c4-a6474c0f93f5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:35.515583 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.575693 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.586981 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.598396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-9422d95e-b6fe-4927-a7bc-adf43031e894 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--421241205&fields=id&tenant_id=924f54996f7743a49998c6fd34f55326 HTTP/1.1" status: 200 len: 267 time: 0.0480003 May 10 11:49:35.600405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40664) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:35.726348 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-e6bec5db-45c7-4f9a-962b-b4b8ff915f40 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--1346535165&fields=id&tenant_id=924f54996f7743a49998c6fd34f55326 HTTP/1.1" status: 200 len: 267 time: 0.1144931 May 10 11:49:35.762926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40668) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:35.764178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-12bae2f3-bdbf-4659-9933-1816823ad7c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a68f78113d0b495c9e2ce42610906177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578047 May 10 11:49:35.885635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-565276bc-5f7b-42a9-9359-a65ca19babbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.919331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Attempting to bind port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:35.920053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Attempting to bind port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:35.920157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Attempting to bind port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d on network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:35.921572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-565276bc-5f7b-42a9-9359-a65ca19babbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.925372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e06e6-cde2-44bf-a639-0032eefc08e4 None None] Pushing event updated for resources: {'Port': ['ID=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:35.928600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:35.929502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Checking segment: {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:35.930117 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.930682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Bound using segment: {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:35.931477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Bound port: f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:35.932087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:35.956327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7670c-824e-43b6-b416-fd06f7421031 req-a53d86bb-03d9-4ada-b6ba-74113f0d6fcb tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:35.957875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-a53d86bb-03d9-4ada-b6ba-74113f0d6fcb tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/networks?id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115 HTTP/1.1" status: 200 len: 797 time: 0.2307177 May 10 11:49:35.989471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-d999d244-0075-4aee-b2d9-bf8c93583a57 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/quotas/924f54996f7743a49998c6fd34f55326 HTTP/1.1" status: 200 len: 375 time: 0.0178480 May 10 11:49:36.001818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-565276bc-5f7b-42a9-9359-a65ca19babbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:36.005434 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-565276bc-5f7b-42a9-9359-a65ca19babbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:36.005592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-583e0d36-9afd-4821-8a74-04dad9f47201 None None] Provisioning complete for port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:36.005905 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-583e0d36-9afd-4821-8a74-04dad9f47201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:36.006657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-565276bc-5f7b-42a9-9359-a65ca19babbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b147912d-c757-49cf-9d58-8a2f95c0afec HTTP/1.1" status: 204 len: 168 time: 0.2419469 May 10 11:49:36.016397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565276bc-5f7b-42a9-9359-a65ca19babbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b147912d-c757-49cf-9d58-8a2f95c0afec,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:36.057818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] For port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:36.081751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] For port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:36.082860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-583e0d36-9afd-4821-8a74-04dad9f47201 None None] Port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:36.083352 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-1599b75e-c6d6-4335-b5a2-e739622c7bf7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817609 May 10 11:49:36.090513 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:36.141331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:36.141894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:36.214524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e06e6-cde2-44bf-a639-0032eefc08e4 None None] Pushing event updated for resources: {'Port': ['ID=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:36.299610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:36.533188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-270fe8d6-394a-4928-b817-41e10bcd74f1 None None] Provisioning complete for port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:36.533565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-270fe8d6-394a-4928-b817-41e10bcd74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:36.559231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-6e2ad0ce-408f-4681-b02b-487136266d4d service neutron] 10.222.0.13 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490094 May 10 11:49:36.585445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:36Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:36.616289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f71a1-cc5f-40d9-9dcf-b3b7852e0ada None None] The sync data for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 is: [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:36Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:36.665826 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-270fe8d6-394a-4928-b817-41e10bcd74f1 None None] Current status of the port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:36.666219 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-270fe8d6-394a-4928-b817-41e10bcd74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:36.742612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-cda0f770-203b-42b1-90dd-30e0da7eb24c service neutron] 10.222.0.13 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753814 May 10 11:49:36.746614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-270fe8d6-394a-4928-b817-41e10bcd74f1 None None] For port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:36.754144 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-270fe8d6-394a-4928-b817-41e10bcd74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:36.821310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fe8d6-394a-4928-b817-41e10bcd74f1 None None] Pushing event updated for resources: {'Port': ['ID=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:37.015618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8f1740a5-a862-4c52-a6c0-32d676ab9951 req-d0f570da-dd45-4ad2-904e-29700019830d tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 210 time: 0.0398641 May 10 11:49:37.234103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ce7e53a7-eb01-47c5-9532-9c139af7d12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.272002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40734) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:37.666637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1640951457-network', 'tenant_id': '74c2db1fc5ca48e6806735c3ab49a304'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:37.707203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Made reservation on behalf of 74c2db1fc5ca48e6806735c3ab49a304 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:37.712443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:37.722614 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.751880 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.834534 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.867026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:37.867451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.941964 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.949707 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.983416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:49:38.013049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1abb60-4f58-4dd5-9842-10aeba7ad16f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:38.028434 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.029902 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Added segment 8707d8b1-8e1e-4556-9906-a6d75689528c of type vlan for network bf5508dc-7462-475b-9afd-24f070e74927 May 10 11:49:38.033134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.034883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.035712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.036277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.036911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.037163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:38.037792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.038311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.039142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.039764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.040598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.041097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.041839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:38.102435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.143485 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.147498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:38.150217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.228475 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0c245ec-8aba-4b59-87ed-f05705c0554e req-aac7fd14-8616-428e-a94c-be4f7909c1dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 210 time: 0.0713978 May 10 11:49:38.267875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9938955 May 10 11:49:38.271195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:38.277446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Request body: {'subnet': {'network_id': 'bf5508dc-7462-475b-9afd-24f070e74927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1640951457-subnet', 'tenant_id': '74c2db1fc5ca48e6806735c3ab49a304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:38.297313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c2c4a-47f7-46c7-8031-a9eae7a83ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf5508dc-7462-475b-9afd-24f070e74927,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:38.309544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network bf5508dc-7462-475b-9afd-24f070e74927 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:49:38.348941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Made reservation on behalf of 74c2db1fc5ca48e6806735c3ab49a304 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:38.351557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.456809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40776) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:38.641107 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.712732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e4344c-44a5-4bf4-a4c7-5aab8af27220,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:38.727054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Checking segment: {'id': '8707d8b1-8e1e-4556-9906-a6d75689528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bf5508dc-7462-475b-9afd-24f070e74927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:38.727620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Network hostable DHCP agents. Network: bf5508dc-7462-475b-9afd-24f070e74927, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:49:38.750707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Network bf5508dc-7462-475b-9afd-24f070e74927 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:49:38.760505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1420894970'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:38.766039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, bf5508dc-7462-475b-9afd-24f070e74927) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:38.772894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:38.775469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.776478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c606b-5d7c-443d-92d2-9f78ae83d897 None None] Network bf5508dc-7462-475b-9afd-24f070e74927 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:38.802924 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-60700f09-dfe0-430b-895f-51045a1f2ea1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5301020 May 10 11:49:38.805717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Made reservation on behalf of 4e8a31a2cae04c1e969f4a94ae3097e8 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:38.809522 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.832330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.972631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1b239-d5bd-4f79-9ea6-091904b63c79 None None] Network bf5508dc-7462-475b-9afd-24f070e74927 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:39.135882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.143291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.158519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:49:39.174797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.175155 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Added segment 2af605c4-4ed5-4e13-802a-ed7cefb2ebf0 of type vlan for network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 May 10 11:49:39.315229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.362861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.397704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7670c-824e-43b6-b416-fd06f7421031 req-75aa8bf2-a4e5-456f-a0b7-58d4a678d883 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:39.399226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-75aa8bf2-a4e5-456f-a0b7-58d4a678d883 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.49 "GET /v2.0/networks?id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115 HTTP/1.1" status: 200 len: 797 time: 0.3982382 May 10 11:49:39.418920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73109978-a98f-4194-98c0-c6ea43a3becd req-a6987a3a-6cd0-4213-a660-0db3ef7bb51e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 210 time: 0.0615003 May 10 11:49:39.426352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e418a9-42f7-48ec-90d5-80327e03e2f7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:39.476773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.482907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:39.483624 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.564227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-9d75dce2-8498-4c63-a418-5530b44d8808 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924f54996f7743a49998c6fd34f55326 HTTP/1.1" status: 200 len: 477 time: 0.1468725 May 10 11:49:39.570001 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.573561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'port': {'device_id': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'admin_state_up': True, 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'security_groups': ['0693ae0d-392f-437e-aa46-f3d312f76a03', '90f5ecd2-202c-4889-ae97-0b09bb1ab002']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:39.595006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40818) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:39.595969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1375365 May 10 11:49:39.601517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'subnet': {'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:39.657325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40824) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:39.668118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1500d-7925-4c1b-b1a1-0e55b8f51639 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Network': ['ID=e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:39.690111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:49:39.738874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c053516-6749-4ab5-bc3f-54f709f8c5e6 admin admin] Deleting subnet a1e4344c-44a5-4bf4-a4c7-5aab8af27220 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:49:39.744992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c053516-6749-4ab5-bc3f-54f709f8c5e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.754787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40830) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:39.797480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Made reservation on behalf of 924f54996f7743a49998c6fd34f55326 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:39.803452 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.817811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Made reservation on behalf of 4e8a31a2cae04c1e969f4a94ae3097e8 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:39.823234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.829787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c053516-6749-4ab5-bc3f-54f709f8c5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.930353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c053516-6749-4ab5-bc3f-54f709f8c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:39.962512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.007050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Allocated IP 172.20.0.11 (2f2b1caa-55f5-4c65-9dbb-548a57f8b115/59ee43e0-438a-4463-89b5-03e014192c8f/9deb3c47-298b-4c7c-aa12-bf7ee2b655f7) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:40.038964 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c053516-6749-4ab5-bc3f-54f709f8c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.074572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c053516-6749-4ab5-bc3f-54f709f8c5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e4344c-44a5-4bf4-a4c7-5aab8af27220,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:40.082894 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6c053516-6749-4ab5-bc3f-54f709f8c5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.088408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6c053516-6749-4ab5-bc3f-54f709f8c5e6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a1e4344c-44a5-4bf4-a4c7-5aab8af27220 HTTP/1.1" status: 204 len: 168 time: 0.4299884 May 10 11:49:40.089195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40838) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:40.147439 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.216499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Subnet': ['ID=d5972223-ed65-485c-b1fe-1577d3a63277,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:40.226025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Checking segment: {'id': '2af605c4-4ed5-4e13-802a-ed7cefb2ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:40.226480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Network hostable DHCP agents. Network: e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:49:40.246360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:49:40.256662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:40.261553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:40.262137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.270767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c4d2b-1347-418a-8553-48d69ec95251 None None] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:40.278460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.287373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0a708119-7c18-4387-a6f4-c794ecd7b7df tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6911056 May 10 11:49:40.290448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40840) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:40.298131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.306892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'name': 'tempest-AllowedAddressPairTestJSON-1400658410'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:40.317235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.368767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cc3a87-2fc9-435e-9cdd-4e81f534f043,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:40.412961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.413456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.413943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.414291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.414630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.414967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.416164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.416164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.416164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.416511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.416622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.416954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:40.443477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2566bfa6-2d5d-40a7-8355-e60c504eca75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8595db25d19940f9a1f69f2a4bf4aa26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6852975 May 10 11:49:40.448991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40842) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:40.475471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'tenant_id': '4e8a31a2cae04c1e969f4a94ae3097e8', 'fixed_ips': [{'subnet_id': 'd5972223-ed65-485c-b1fe-1577d3a63277'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:49:40.477410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.514096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.521897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.552331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Made reservation on behalf of 4e8a31a2cae04c1e969f4a94ae3097e8 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:40.556543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.560050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5508dc-7462-475b-9afd-24f070e74927']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:40.584657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8707d8b1-8e1e-4556-9906-a6d75689528c') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:40.585261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8707d8b1-8e1e-4556-9906-a6d75689528c') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:40.594389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] device_id is not set on port 43f11e41-3403-4c9c-a6aa-fcc667e81b36 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:49:40.600747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4bd7acdf-ea8b-4282-a5f3-f223b4ad96d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.614144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-24a25260-16e3-480e-b779-b4a41d239ba4 req-f50ad004-f6b0-4fe4-995b-ecba9440cd62 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 210 time: 0.0490768 May 10 11:49:40.621829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.647758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.651045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.667323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Allocated IP 172.20.0.2 (e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7/d5972223-ed65-485c-b1fe-1577d3a63277/88619664-d588-4ec0-ab66-1c8a05839ccb) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:40.673243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:40.673649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: timer() May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:40.678801 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:40.708933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:40.713021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4bd7acdf-ea8b-4282-a5f3-f223b4ad96d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.742614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:40.745884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:40.795699 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4bd7acdf-ea8b-4282-a5f3-f223b4ad96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.798797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4bd7acdf-ea8b-4282-a5f3-f223b4ad96d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.803294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4bd7acdf-ea8b-4282-a5f3-f223b4ad96d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35cc3a87-2fc9-435e-9cdd-4e81f534f043 HTTP/1.1" status: 204 len: 168 time: 0.3545942 May 10 11:49:40.817987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7acdf-ea8b-4282-a5f3-f223b4ad96d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cc3a87-2fc9-435e-9cdd-4e81f534f043,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:40.829126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:40.854031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:40.858850 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.862907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.866207 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.874256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.878331 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] 10.222.0.13 "DELETE /v2.0/networks/bf5508dc-7462-475b-9afd-24f070e74927 HTTP/1.1" status: 204 len: 168 time: 0.7854273 May 10 11:49:40.881877 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.898406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7e9eb-4660-4566-a42d-658eea7218bb admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5508dc-7462-475b-9afd-24f070e74927,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:40.908825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-dd8e401f-1456-4f8a-b1e5-b48f2376d32f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3397329 May 10 11:49:40.921735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Request body: {'port': {'device_id': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:40.977830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:40.981071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:41.000191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:41.005092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Allocated IP 172.20.0.4 (e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7/d5972223-ed65-485c-b1fe-1577d3a63277/43f11e41-3403-4c9c-a6aa-fcc667e81b36) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:41.062089 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.082962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Pushing event updated for resources: {'Port': ['ID=88619664-d588-4ec0-ab66-1c8a05839ccb,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:41.159976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Attempting to bind port 88619664-d588-4ec0-ab66-1c8a05839ccb on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:41.160687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Attempting to bind port 88619664-d588-4ec0-ab66-1c8a05839ccb by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '2af605c4-4ed5-4e13-802a-ed7cefb2ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:41.161059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Attempting to bind port 88619664-d588-4ec0-ab66-1c8a05839ccb on network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:41.191985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:41.193073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Checking segment: {'id': '2af605c4-4ed5-4e13-802a-ed7cefb2ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:41.193568 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.194303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Bound using segment: {'id': '2af605c4-4ed5-4e13-802a-ed7cefb2ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:41.194812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Bound port: 88619664-d588-4ec0-ab66-1c8a05839ccb, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af605c4-4ed5-4e13-802a-ed7cefb2ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:41.195484 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.288687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40854) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:41.300177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-33e33375-3e92-48a8-855f-37bb8230d842 None None] Provisioning complete for port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:41.300652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-33e33375-3e92-48a8-855f-37bb8230d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.340418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.366666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-33e33375-3e92-48a8-855f-37bb8230d842 None None] Port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:41.368598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] For port 88619664-d588-4ec0-ab66-1c8a05839ccb, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:41.380352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:41.381045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] For port 88619664-d588-4ec0-ab66-1c8a05839ccb, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88619664-d588-4ec0-ab66-1c8a05839ccb,segment=NetworkSegment(2af605c4-4ed5-4e13-802a-ed7cefb2ebf0),segment_id=2af605c4-4ed5-4e13-802a-ed7cefb2ebf0)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:41.387757 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.391135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.437266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5437ea0f-fb05-45f4-80bb-9f1d73ab0b14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74c2db1fc5ca48e6806735c3ab49a304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474340 May 10 11:49:41.444532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40858) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:41.444532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b074b51-6caf-4536-8c54-8241efebd90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.482288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:41.488222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee91e79-d1dc-4294-ad7f-7ff6b1b9f238 None None] Pushing event updated for resources: {'Port': ['ID=88619664-d588-4ec0-ab66-1c8a05839ccb,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:41.500117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:41.502567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:41.514544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:49:41.528999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.545654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Transition to ACTIVE for port object 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:49:41.555011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.594553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:41.595858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.608486 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=43f11e41-3403-4c9c-a6aa-fcc667e81b36,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:41.667327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Pushing event updated for resources: {'Port': ['ID=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:41.669118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0ef096f-e04f-4a54-b452-7ebb9715a71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.678310 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90350cf5-a1ed-4cc9-b304-d199cc240ab6 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3866143 May 10 11:49:41.688074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40862) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:41.694948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'name': 'tempest-AllowedAddressPairTestJSON-1537297102', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:7a:d9:70'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:41.811356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Attempting to bind port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:41.811799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Attempting to bind port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:41.812149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Attempting to bind port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 on network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:41.823155 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:49:41.837130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 on network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:49:41.837536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Attempting to bind port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 on network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:41.844085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:41.844519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Checking segment: {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:41.845240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Bound using segment: {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:41.845788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Bound port: 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c3ebad-6343-46e4-9531-c0341777fa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:41.846247 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.850554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0ef096f-e04f-4a54-b452-7ebb9715a71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.923232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b074b51-6caf-4536-8c54-8241efebd90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.948228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b074b51-6caf-4536-8c54-8241efebd90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:41.962996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] For port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:41.968295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] For port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:41.974032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.017483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:42.017967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.019404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] 10.222.0.49 "PUT /v2.0/ports/9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 HTTP/1.1" status: 200 len: 1131 time: 1.1023495 May 10 11:49:42.019939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:49:42.022271 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:49:42.113263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3af0-fae1-4445-bfbf-5a5dec3ecfb8 req-c73c5cfa-4857-422f-96d8-0c191f02e5f0 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:42.114912 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54cd3af0-fae1-4445-bfbf-5a5dec3ecfb8 req-c73c5cfa-4857-422f-96d8-0c191f02e5f0 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 983 time: 0.3227875 May 10 11:49:42.141170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b074b51-6caf-4536-8c54-8241efebd90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2751768a-8910-464f-b773-a23d1f908634,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:42.151296 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2b074b51-6caf-4536-8c54-8241efebd90f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b26984f65b9142428cd9135b5103008b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697814 May 10 11:49:42.162479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40870) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:42.163269 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0ef096f-e04f-4a54-b452-7ebb9715a71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.166081 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d0ef096f-e04f-4a54-b452-7ebb9715a71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.170208 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d0ef096f-e04f-4a54-b452-7ebb9715a71c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a1abb60-4f58-4dd5-9842-10aeba7ad16f HTTP/1.1" status: 204 len: 168 time: 0.7289257 May 10 11:49:42.201296 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b623ebea-fc86-42f9-a1f6-0b1cb8d991c6 x-openstack-request-id: req-b623ebea-fc86-42f9-a1f6-0b1cb8d991c6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:49:42.202093 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:49:42.202734 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b623ebea-fc86-42f9-a1f6-0b1cb8d991c6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:49:42.203645 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b623ebea-fc86-42f9-a1f6-0b1cb8d991c6'] response: {'name': 'network-changed', 'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'status': 'completed', 'code': 200} May 10 11:49:42.208649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53a66b-77f3-410c-a863-e28690c492cb service neutron] Pushing event updated for resources: {'Port': ['ID=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:42.230486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7670c-824e-43b6-b416-fd06f7421031 req-7f51974e-1d2d-414d-9179-3dd5a8c0a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:42.232673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-7f51974e-1d2d-414d-9179-3dd5a8c0a6b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1134 time: 0.1589959 May 10 11:49:42.278722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef096f-e04f-4a54-b452-7ebb9715a71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1abb60-4f58-4dd5-9842-10aeba7ad16f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:42.299734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Made reservation on behalf of 4e8a31a2cae04c1e969f4a94ae3097e8 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:42.323698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54cd3af0-fae1-4445-bfbf-5a5dec3ecfb8 req-a78119ad-3dd0-4adc-8900-09658bc3bff4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1711013 May 10 11:49:42.382336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-4041c27e-ae86-44d1-aac8-9c1ced0a46a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 HTTP/1.1" status: 200 len: 217 time: 0.1411710 May 10 11:49:42.450534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fb020-477e-4257-a266-7b1bac3e5d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.474606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fb020-477e-4257-a266-7b1bac3e5d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.501658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7670c-824e-43b6-b416-fd06f7421031 req-b5af9f2a-89f8-450a-88cf-2ca391b99b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:42.505682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-b5af9f2a-89f8-450a-88cf-2ca391b99b8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=59ee43e0-438a-4463-89b5-03e014192c8f HTTP/1.1" status: 200 len: 833 time: 0.1130970 May 10 11:49:42.541458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fb020-477e-4257-a266-7b1bac3e5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.549265 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-951fb020-477e-4257-a266-7b1bac3e5d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.553216 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-951fb020-477e-4257-a266-7b1bac3e5d02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2751768a-8910-464f-b773-a23d1f908634 HTTP/1.1" status: 204 len: 168 time: 0.3791029 May 10 11:49:42.568078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fb020-477e-4257-a266-7b1bac3e5d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2751768a-8910-464f-b773-a23d1f908634,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:42.573843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.600069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] device_id is not set on port 042fae69-2a60-4b3f-906e-a40890b1eda3 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:49:42.612934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7670c-824e-43b6-b416-fd06f7421031 req-090f6155-b13c-4e9d-906a-fdcd9f7049ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:42.616495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-090f6155-b13c-4e9d-906a-fdcd9f7049ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039410 May 10 11:49:42.781061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-6c468513-e57c-4542-b082-1ed09b8f180d service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554916 May 10 11:49:42.781590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40882) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:42.838157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Allocated IP 172.20.0.6 (e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7/d5972223-ed65-485c-b1fe-1577d3a63277/042fae69-2a60-4b3f-906e-a40890b1eda3) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:42.975573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78a7670c-824e-43b6-b416-fd06f7421031 req-b2650647-2b76-473a-b8da-9f2ad609a533 service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767342 May 10 11:49:43.008869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04efb050-2acb-445d-9112-d70423aad7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.051547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a853d237-7e4a-489d-a4ed-86514a61cafe None None] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:43.128704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-f1a7c5db-bb4b-489a-901a-41790ec53d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:43.130480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-f1a7c5db-bb4b-489a-901a-41790ec53d04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1134 time: 0.0830996 May 10 11:49:43.158450 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.183576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0ab7d8d7-baf0-4db3-abfa-f43c094f7d06 None None] Provisioning complete for port 88619664-d588-4ec0-ab66-1c8a05839ccb triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:43.184233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d8d7-baf0-4db3-abfa-f43c094f7d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.232294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-d163214a-f336-4b11-b1da-2937b87b6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:43.234905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-d163214a-f336-4b11-b1da-2937b87b6300 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115 HTTP/1.1" status: 200 len: 898 time: 0.0968306 May 10 11:49:43.236501 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.306558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:43.317950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:43.324337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:43.328271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=042fae69-2a60-4b3f-906e-a40890b1eda3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:43.415395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:43.417243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.460827 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d786c2fb-ba9c-41f4-a2dd-8f09e45f9626 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7714841 May 10 11:49:43.463437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40908) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:43.487639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7d8d7-baf0-4db3-abfa-f43c094f7d06 None None] Current status of the port 88619664-d588-4ec0-ab66-1c8a05839ccb is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:43.488365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d8d7-baf0-4db3-abfa-f43c094f7d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.578810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0ab7d8d7-baf0-4db3-abfa-f43c094f7d06 None None] For port 88619664-d588-4ec0-ab66-1c8a05839ccb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88619664-d588-4ec0-ab66-1c8a05839ccb,segment=NetworkSegment(2af605c4-4ed5-4e13-802a-ed7cefb2ebf0),segment_id=2af605c4-4ed5-4e13-802a-ed7cefb2ebf0)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:43.597964 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d8d7-baf0-4db3-abfa-f43c094f7d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.610725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c73de9-b1f0-4b7e-b95d-f847610dfdaf tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:43.641004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c73de9-b1f0-4b7e-b95d-f847610dfdaf tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:43.659694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c73de9-b1f0-4b7e-b95d-f847610dfdaf tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:43.666603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-95c73de9-b1f0-4b7e-b95d-f847610dfdaf tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1992750 May 10 11:49:43.666978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40918) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:43.671974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7d8d7-baf0-4db3-abfa-f43c094f7d06 None None] Pushing event updated for resources: {'Port': ['ID=88619664-d588-4ec0-ab66-1c8a05839ccb,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:43.707191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88619664-d588-4ec0-ab66-1c8a05839ccb up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:43.849269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 88619664-d588-4ec0-ab66-1c8a05839ccb triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:43.849651 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.876413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2bc13537-8350-46e8-b320-b0fb6138ae16 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Deleting port 042fae69-2a60-4b3f-906e-a40890b1eda3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:43.877038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bc13537-8350-46e8-b320-b0fb6138ae16 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.946369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-1bcaedad-72a8-4aed-8154-45525f736116 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 HTTP/1.1" status: 200 len: 217 time: 0.7021964 May 10 11:49:43.949148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40924) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:43.971658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04efb050-2acb-445d-9112-d70423aad7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.009444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 88619664-d588-4ec0-ab66-1c8a05839ccb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:44.026491 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04efb050-2acb-445d-9112-d70423aad7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.102204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-1aa58451-9fc0-4aed-a8c9-a1012afc5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:44.103736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-1aa58451-9fc0-4aed-a8c9-a1012afc5af5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=59ee43e0-438a-4463-89b5-03e014192c8f HTTP/1.1" status: 200 len: 833 time: 0.1494119 May 10 11:49:44.111051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-04efb050-2acb-445d-9112-d70423aad7eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f509bb9a66c448f9ac9885a3c7dc9d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3252380 May 10 11:49:44.111051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efb050-2acb-445d-9112-d70423aad7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db48ed9-f0a8-48df-9203-7830c71d4406,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:44.123941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40934) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:44.155471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e13e44-afe3-4558-9421-9d6706ac2a98 req-dd67bcf7-002d-4740-bdf3-a1cfd503d60b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:44.157504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7e13e44-afe3-4558-9421-9d6706ac2a98 req-dd67bcf7-002d-4740-bdf3-a1cfd503d60b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 983 time: 0.2102458 May 10 11:49:44.240702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Provisioning complete for port 43f11e41-3403-4c9c-a6aa-fcc667e81b36 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:44.241487 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.274178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7e13e44-afe3-4558-9421-9d6706ac2a98 req-d708c881-342b-4c18-bb03-4c602d5ab6ec tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0973670 May 10 11:49:44.284509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-081bf95f-0bd3-4be5-9fb5-22cfaaa513aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:44.286244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-081bf95f-0bd3-4be5-9fb5-22cfaaa513aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632185 May 10 11:49:44.318725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c880ee-2b09-49f4-8497-c6b784f9a083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.444802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bc13537-8350-46e8-b320-b0fb6138ae16 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.459979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2bc13537-8350-46e8-b320-b0fb6138ae16 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Calling delete_port for 042fae69-2a60-4b3f-906e-a40890b1eda3 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:44.471734 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c880ee-2b09-49f4-8497-c6b784f9a083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.529850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Port 43f11e41-3403-4c9c-a6aa-fcc667e81b36 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:44.547283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-816998bd-6e33-4ba9-882b-e5026aa202f7 service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439282 May 10 11:49:44.563282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Provisioning complete for port 88619664-d588-4ec0-ab66-1c8a05839ccb triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:44.563614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.601502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-296167180-network', 'tenant_id': 'fe34148220f44cec95d58909c9629a90'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:44.614680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c880ee-2b09-49f4-8497-c6b784f9a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.620045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c880ee-2b09-49f4-8497-c6b784f9a083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.621217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-59c880ee-2b09-49f4-8497-c6b784f9a083 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5db48ed9-f0a8-48df-9203-7830c71d4406 HTTP/1.1" status: 204 len: 168 time: 0.4929876 May 10 11:49:44.649873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c880ee-2b09-49f4-8497-c6b784f9a083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db48ed9-f0a8-48df-9203-7830c71d4406,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:44.658891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Made reservation on behalf of fe34148220f44cec95d58909c9629a90 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:44.662342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.681128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.699574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c351aa7a-6f13-46a1-83e0-a37c6c715fcd req-40f49e91-a87d-458d-81e3-c23647d678f6 service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447752 May 10 11:49:44.741880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Current status of the port 88619664-d588-4ec0-ab66-1c8a05839ccb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:44.759925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Provisioning complete for port 042fae69-2a60-4b3f-906e-a40890b1eda3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:44.760400 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.816526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c1981-920e-4628-9776-6ca4013fdf9e None None] Port 042fae69-2a60-4b3f-906e-a40890b1eda3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:44.852145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bc13537-8350-46e8-b320-b0fb6138ae16 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.895030 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc13537-8350-46e8-b320-b0fb6138ae16 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Port': ['ID=042fae69-2a60-4b3f-906e-a40890b1eda3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:44.951445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-648f8425-5e7c-4c0c-89e6-586f4d556346 None None] Provisioning complete for port 43f11e41-3403-4c9c-a6aa-fcc667e81b36 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:44.954317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-648f8425-5e7c-4c0c-89e6-586f4d556346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.964468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.973503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:44.997058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-648f8425-5e7c-4c0c-89e6-586f4d556346 None None] Port 43f11e41-3403-4c9c-a6aa-fcc667e81b36 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:45.010886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:49:45.080257 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.080611 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Added segment 81878e91-7bde-40cd-b7c3-a066cbccd203 of type vlan for network 922a8a5a-6dc7-4126-b488-9beb52a2e619 May 10 11:49:45.097662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab627af-a5e2-4f98-96e8-2f095a3bbb17,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:45.117071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4074fa46-1e98-445e-ac99-beef0272c211 None None] Could not find standard attr ID for object 042fae69-2a60-4b3f-906e-a40890b1eda3. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:49:45.142198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.148617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40954) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:45.161089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2bc13537-8350-46e8-b320-b0fb6138ae16 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.164580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2bc13537-8350-46e8-b320-b0fb6138ae16 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "DELETE /v2.0/ports/042fae69-2a60-4b3f-906e-a40890b1eda3 HTTP/1.1" status: 204 len: 168 time: 1.4966073 May 10 11:49:45.167118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40958) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:45.171308 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98110d6e-8002-45ac-97b9-5c7bd90fe455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.208598 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dcf67f-be95-4555-9b35-09c8530c1d35 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] GET failed (client error): The resource could not be found. May 10 11:49:45.214555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:45.214969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-84dcf67f-be95-4555-9b35-09c8530c1d35 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "GET /v2.0/ports/042fae69-2a60-4b3f-906e-a40890b1eda3 HTTP/1.1" status: 404 len: 333 time: 0.0465555 May 10 11:49:45.228011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'name': 'tempest-AllowedAddressPairTestJSON-1238761715'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:45.240515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.241792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:45.242392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.324381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3741164 May 10 11:49:45.325613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40968) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:45.335733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48810d-5b68-4f3d-90dd-2f5c0d278043 admin admin] Pushing event updated for resources: {'Network': ['ID=922a8a5a-6dc7-4126-b488-9beb52a2e619,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:45.339376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Request body: {'subnet': {'network_id': '922a8a5a-6dc7-4126-b488-9beb52a2e619', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-296167180-subnet', 'tenant_id': 'fe34148220f44cec95d58909c9629a90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:45.351099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98110d6e-8002-45ac-97b9-5c7bd90fe455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.352008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 922a8a5a-6dc7-4126-b488-9beb52a2e619 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:49:45.366471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98110d6e-8002-45ac-97b9-5c7bd90fe455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.426618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ea78-b0ba-4f69-a8bf-2261c69a6362 req-cd468893-8eff-4de3-9e09-0496a7ed8e97 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:45.428494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7bf1ea78-b0ba-4f69-a8bf-2261c69a6362 req-cd468893-8eff-4de3-9e09-0496a7ed8e97 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 983 time: 0.0608218 May 10 11:49:45.428863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Made reservation on behalf of fe34148220f44cec95d58909c9629a90 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:45.431215 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.436369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98110d6e-8002-45ac-97b9-5c7bd90fe455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e4d38a-1386-4021-9edb-1e432df1db7c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:45.446140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-98110d6e-8002-45ac-97b9-5c7bd90fe455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c536ba8019646e396e7435f4315f5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946551 May 10 11:49:45.453295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40970) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:45.487769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Made reservation on behalf of 4e8a31a2cae04c1e969f4a94ae3097e8 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:45.491412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.497616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7bf1ea78-b0ba-4f69-a8bf-2261c69a6362 req-47a9b292-2d3d-440f-a2e3-4c4d81cb798c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0622499 May 10 11:49:45.524052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] device_id is not set on port 740d6c3a-7f23-4b02-88d1-c635d2b3ba19 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:49:45.542483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c908555-f534-4ae4-b26e-3d7eaa418eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.569985 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c908555-f534-4ae4-b26e-3d7eaa418eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.627405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88619664-d588-4ec0-ab66-1c8a05839ccb up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:45.635298 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c908555-f534-4ae4-b26e-3d7eaa418eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.639628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1c908555-f534-4ae4-b26e-3d7eaa418eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.643461 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1c908555-f534-4ae4-b26e-3d7eaa418eaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68e4d38a-1386-4021-9edb-1e432df1db7c HTTP/1.1" status: 204 len: 168 time: 0.1865175 May 10 11:49:45.658947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c908555-f534-4ae4-b26e-3d7eaa418eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e4d38a-1386-4021-9edb-1e432df1db7c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:45.692187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 88619664-d588-4ec0-ab66-1c8a05839ccb triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:45.693370 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.698905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Allocated IP 172.20.0.11 (e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7/d5972223-ed65-485c-b1fe-1577d3a63277/740d6c3a-7f23-4b02-88d1-c635d2b3ba19) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:45.766857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.782850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 88619664-d588-4ec0-ab66-1c8a05839ccb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:45.843891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:49:45.937204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa68ac3-c0d7-41df-a711-58221bd50def,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:45.956002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Checking segment: {'id': '81878e91-7bde-40cd-b7c3-a066cbccd203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '922a8a5a-6dc7-4126-b488-9beb52a2e619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:45.956457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Network hostable DHCP agents. Network: 922a8a5a-6dc7-4126-b488-9beb52a2e619, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:49:45.983925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:45.995668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Network 922a8a5a-6dc7-4126-b488-9beb52a2e619 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:49:45.998951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'port_id': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'mac_address': 'fa:16:3e:13:8d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:49:46.010144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 922a8a5a-6dc7-4126-b488-9beb52a2e619) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:46.018955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:46.019706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.046590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.049885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:46.050137 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.052793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ec693-5757-4add-89c8-9ebc04ec6709 None None] Network 922a8a5a-6dc7-4126-b488-9beb52a2e619 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:46.066487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d842417d-f906-4cc1-8234-7d734e275368 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7353384 May 10 11:49:46.104723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.115655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:49:46.143161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:46.163593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:46.167667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:46.172962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:46.179103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.226714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=740d6c3a-7f23-4b02-88d1-c635d2b3ba19,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:46.279309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:46.280657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.309044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 40994) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:46.356250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32973c2a-df39-45f8-99ab-2c9a69e54318 None None] Network 922a8a5a-6dc7-4126-b488-9beb52a2e619 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:46.374406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9e6df0d1-5c48-4507-8f03-a318963cc6a2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1578555 May 10 11:49:46.376511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 40996) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:46.382352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:7a:d9:70'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:46.393319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:46.402534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2850f203-c0cd-4e73-a93d-76e11474e393 admin admin] Deleting subnet faa68ac3-c0d7-41df-a711-58221bd50def {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:49:46.408258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2850f203-c0cd-4e73-a93d-76e11474e393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.446565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['9deb3c47-298b-4c7c-aa12-bf7ee2b655f7'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:49:46.538852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2850f203-c0cd-4e73-a93d-76e11474e393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.550899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.606987 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2850f203-c0cd-4e73-a93d-76e11474e393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.654341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b8ef81b9-86d5-4f8c-94a3-f95c48d8bbdc None None] Provisioning complete for port 740d6c3a-7f23-4b02-88d1-c635d2b3ba19 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:46.654719 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b8ef81b9-86d5-4f8c-94a3-f95c48d8bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.691426 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2850f203-c0cd-4e73-a93d-76e11474e393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.721032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850f203-c0cd-4e73-a93d-76e11474e393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa68ac3-c0d7-41df-a711-58221bd50def,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:46.729281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2850f203-c0cd-4e73-a93d-76e11474e393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.734089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2850f203-c0cd-4e73-a93d-76e11474e393 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/faa68ac3-c0d7-41df-a711-58221bd50def HTTP/1.1" status: 204 len: 168 time: 0.4238701 May 10 11:49:46.737061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41008) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:46.830471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.844634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50b677-04b8-43e1-a029-3329dd586fa5 req-6bb1461f-474a-4d1a-a67e-2c129eb02586 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:46.849022 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd50b677-04b8-43e1-a029-3329dd586fa5 req-6bb1461f-474a-4d1a-a67e-2c129eb02586 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 984 time: 0.2164483 May 10 11:49:46.871507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef81b9-86d5-4f8c-94a3-f95c48d8bbdc None None] Port 740d6c3a-7f23-4b02-88d1-c635d2b3ba19 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:46.937839 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bd50b677-04b8-43e1-a029-3329dd586fa5 req-ea878083-3fbd-4fa9-b957-d04ff87284c7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0791676 May 10 11:49:46.960331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:46.990857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922a8a5a-6dc7-4126-b488-9beb52a2e619']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:46.998015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.005099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.005868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81878e91-7bde-40cd-b7c3-a066cbccd203') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:47.006762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81878e91-7bde-40cd-b7c3-a066cbccd203') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:47.021730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.054583 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.063140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:49:47.063641 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: timer() May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:49:47.065426 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:49:47.118751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=740d6c3a-7f23-4b02-88d1-c635d2b3ba19,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:47.129761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] In _notify_port_updated(), no bound segment for port 740d6c3a-7f23-4b02-88d1-c635d2b3ba19 on network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:49:47.136439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:47.137378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.138598 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8d7d439a-3b92-4e8e-a001-20e9d8c22ffe tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "PUT /v2.0/ports/740d6c3a-7f23-4b02-88d1-c635d2b3ba19 HTTP/1.1" status: 200 len: 994 time: 0.7604520 May 10 11:49:47.141821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41018) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:47.156839 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.172113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.184797 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] 10.222.0.13 "DELETE /v2.0/networks/922a8a5a-6dc7-4126-b488-9beb52a2e619 HTTP/1.1" status: 204 len: 168 time: 0.4464712 May 10 11:49:47.206937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a624d1-cdae-4496-bee7-c47d44283779 admin admin] Pushing event deleted for resources: {'Network': ['ID=922a8a5a-6dc7-4126-b488-9beb52a2e619,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:47.254012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e93a74ad-ef3f-48bf-b4c5-67f39c30500f tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Deleting port 740d6c3a-7f23-4b02-88d1-c635d2b3ba19 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:47.254362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93a74ad-ef3f-48bf-b4c5-67f39c30500f tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.346727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41024) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:47.361948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93a74ad-ef3f-48bf-b4c5-67f39c30500f tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.376878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e93a74ad-ef3f-48bf-b4c5-67f39c30500f tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Calling delete_port for 740d6c3a-7f23-4b02-88d1-c635d2b3ba19 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:47.393263 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9a744a36-8d15-43f6-ae0b-fdce9bc5251d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe34148220f44cec95d58909c9629a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452774 May 10 11:49:47.394137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:47.402268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4edf1d4d-8e38-46d9-bd25-2e5709b221b0 None None] Provisioning complete for port 740d6c3a-7f23-4b02-88d1-c635d2b3ba19 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:47.403350 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4edf1d4d-8e38-46d9-bd25-2e5709b221b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.427806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41028) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:47.445454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4edf1d4d-8e38-46d9-bd25-2e5709b221b0 None None] Port 740d6c3a-7f23-4b02-88d1-c635d2b3ba19 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:47.461087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c5db-853a-406d-900f-54962f32e8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.492482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c5db-853a-406d-900f-54962f32e8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.540501 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93a74ad-ef3f-48bf-b4c5-67f39c30500f tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.545112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c5db-853a-406d-900f-54962f32e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.548525 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c5db-853a-406d-900f-54962f32e8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.549848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c2c2c5db-853a-406d-900f-54962f32e8de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bab627af-a5e2-4f98-96e8-2f095a3bbb17 HTTP/1.1" status: 204 len: 168 time: 0.1545992 May 10 11:49:47.559956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2c5db-853a-406d-900f-54962f32e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab627af-a5e2-4f98-96e8-2f095a3bbb17,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:47.587464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a74ad-ef3f-48bf-b4c5-67f39c30500f tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Port': ['ID=740d6c3a-7f23-4b02-88d1-c635d2b3ba19,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:47.600754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-130502a1-bba1-4755-99a1-1965ba8e38cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.782422 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e93a74ad-ef3f-48bf-b4c5-67f39c30500f tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.788801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41036) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:47.788974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e93a74ad-ef3f-48bf-b4c5-67f39c30500f tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "DELETE /v2.0/ports/740d6c3a-7f23-4b02-88d1-c635d2b3ba19 HTTP/1.1" status: 204 len: 168 time: 0.6459804 May 10 11:49:47.825770 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8b79cb-bd39-4436-8d7e-0a05181c51b7 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] GET failed (client error): The resource could not be found. May 10 11:49:47.827409 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-130502a1-bba1-4755-99a1-1965ba8e38cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.831215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bc8b79cb-bd39-4436-8d7e-0a05181c51b7 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "GET /v2.0/ports/740d6c3a-7f23-4b02-88d1-c635d2b3ba19 HTTP/1.1" status: 404 len: 333 time: 0.0413184 May 10 11:49:47.831962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41040) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:47.836811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:47.837644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'name': 'tempest-AllowedAddressPairTestJSON-140649528'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:47.853538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-130502a1-bba1-4755-99a1-1965ba8e38cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.892963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:49:47.897251 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:47.897631 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:47.920335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-130502a1-bba1-4755-99a1-1965ba8e38cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72ddc40f17664e42ad8af0019dc3ff82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912956 May 10 11:49:47.923154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41046) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:47.944794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130502a1-bba1-4755-99a1-1965ba8e38cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eda9162-1ae8-4e37-9d49-e75f29c61c5c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:47.999446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:47.999863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.001429 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-054769fb-dc15-4928-8da0-5ba5fd3c6827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.034407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:48.035253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:49:48.037763 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcace92-778a-4196-be29-6914dabed6eb" -d '{"events": [{"server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "name": "network-vif-plugged", "status": "completed", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:49:48.040945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Made reservation on behalf of 4e8a31a2cae04c1e969f4a94ae3097e8 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:48.046429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.052613 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.076394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] device_id is not set on port 54d51d01-6725-4268-9004-8490a15216a6 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:49:48.123519 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-054769fb-dc15-4928-8da0-5ba5fd3c6827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.135466 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb9f39c-d2d5-4448-bbc8-a8a89c4626a0 x-openstack-request-id: req-3fb9f39c-d2d5-4448-bbc8-a8a89c4626a0 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:49:48.136346 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "name": "network-vif-plugged", "status": "completed", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:49:48.137105 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fb9f39c-d2d5-4448-bbc8-a8a89c4626a0 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:49:48.137701 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb9f39c-d2d5-4448-bbc8-a8a89c4626a0'] response: {'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'code': 200} May 10 11:49:48.139857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:48.204991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4517b-84ee-4c00-8080-f27546f21ea8 req-e5613146-6dc8-40a6-8948-5f0d6d131859 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:48.206578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44c4517b-84ee-4c00-8080-f27546f21ea8 req-e5613146-6dc8-40a6-8948-5f0d6d131859 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 985 time: 0.1635692 May 10 11:49:48.210994 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-054769fb-dc15-4928-8da0-5ba5fd3c6827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.212448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-054769fb-dc15-4928-8da0-5ba5fd3c6827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.213615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-054769fb-dc15-4928-8da0-5ba5fd3c6827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5eda9162-1ae8-4e37-9d49-e75f29c61c5c HTTP/1.1" status: 204 len: 168 time: 0.2892430 May 10 11:49:48.242975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Allocated IP 172.20.0.12 (e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7/d5972223-ed65-485c-b1fe-1577d3a63277/54d51d01-6725-4268-9004-8490a15216a6) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:48.273042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054769fb-dc15-4928-8da0-5ba5fd3c6827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eda9162-1ae8-4e37-9d49-e75f29c61c5c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:48.307888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507203c4-c59d-47f9-b6d2-7b4badf14e57 req-a2c77bb0-832b-4841-97f9-ca58d406a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:48.309448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-507203c4-c59d-47f9-b6d2-7b4badf14e57 req-a2c77bb0-832b-4841-97f9-ca58d406a3a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1136 time: 0.1324201 May 10 11:49:48.356443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-507203c4-c59d-47f9-b6d2-7b4badf14e57 req-16c827ec-1c29-427d-be64-4fc6ca930da7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0373921 May 10 11:49:48.375254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44c4517b-84ee-4c00-8080-f27546f21ea8 req-005f55a8-4fbb-4bb9-964f-a37ca356c380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1115742 May 10 11:49:48.500454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.548764 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.609482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:48.613125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:48.615921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:48.660617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:48.666019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=54d51d01-6725-4268-9004-8490a15216a6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:48.700817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:48.701747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.724980 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3912ed4c-07a3-43ff-ac33-0dd109576cf9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8915148 May 10 11:49:48.727570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41080) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:48.734205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7a:d9:70'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:48.879216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-202672383-network', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:48.947218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Made reservation on behalf of eccb51e9992a4d67a36c6303ac50b1f0 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:48.949592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.955430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.975397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:48.986394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-81dc43ab-b20d-4230-a3a9-7ecbc3fa191f None None] Provisioning complete for port 54d51d01-6725-4268-9004-8490a15216a6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:48.986943 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-81dc43ab-b20d-4230-a3a9-7ecbc3fa191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.027194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-81dc43ab-b20d-4230-a3a9-7ecbc3fa191f None None] Port 54d51d01-6725-4268-9004-8490a15216a6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:49.156685 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.162027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.198821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:49:49.226421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7acf0c1-0857-4004-a4cd-e8ec3552dc93,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:49.229363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.229707 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Added segment 4195ba57-efe1-449f-a070-bca74860fab5 of type vlan for network 3966559f-d4a2-4e2c-8d90-6844c349986e May 10 11:49:49.291641 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.321699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.331729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.345981 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.346950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:49.347531 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.459328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41102) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:49.464781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Request body: {'subnet': {'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-202672383-subnet', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:49.472343 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7940817 May 10 11:49:49.514100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=54d51d01-6725-4268-9004-8490a15216a6,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:49.531962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509e595-6d36-44f7-8020-a5b1530ac359 admin admin] Pushing event updated for resources: {'Network': ['ID=3966559f-d4a2-4e2c-8d90-6844c349986e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:49.534181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] In _notify_port_updated(), no bound segment for port 54d51d01-6725-4268-9004-8490a15216a6 on network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:49:49.542004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Made reservation on behalf of eccb51e9992a4d67a36c6303ac50b1f0 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:49.544949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.553851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:49.554648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.557057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 3966559f-d4a2-4e2c-8d90-6844c349986e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:49:49.558939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1a9daa16-eac0-4e1c-bd3f-b2baffc116e9 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "PUT /v2.0/ports/54d51d01-6725-4268-9004-8490a15216a6 HTTP/1.1" status: 200 len: 996 time: 0.8299675 May 10 11:49:49.559881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41104) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:49.637845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a486b6-b283-4263-8741-2d9b05733df4 req-dc3e6e04-b575-4b78-b4e8-815e5dda1365 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:49.646503 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2a486b6-b283-4263-8741-2d9b05733df4 req-dc3e6e04-b575-4b78-b4e8-815e5dda1365 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 985 time: 0.1584692 May 10 11:49:49.725027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ddd51307-a785-4a27-acb1-95890cf34da0 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Deleting port 54d51d01-6725-4268-9004-8490a15216a6 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:49.725377 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51307-a785-4a27-acb1-95890cf34da0 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.747497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2a486b6-b283-4263-8741-2d9b05733df4 req-a291bd4e-0f02-4d9a-a6ba-c918ecee3def tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0998425 May 10 11:49:49.866888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9c41d69d-3014-445d-b14c-e1f2b579b90d None None] Provisioning complete for port 54d51d01-6725-4268-9004-8490a15216a6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:49.867552 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c41d69d-3014-445d-b14c-e1f2b579b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.893149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51307-a785-4a27-acb1-95890cf34da0 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:49.939610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ddd51307-a785-4a27-acb1-95890cf34da0 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Calling delete_port for 54d51d01-6725-4268-9004-8490a15216a6 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:49.959724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9c41d69d-3014-445d-b14c-e1f2b579b90d None None] Port 54d51d01-6725-4268-9004-8490a15216a6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:49.973386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.009964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d946-4576-4a4b-84e9-54b2ccaeaa45 req-366be443-5eb0-448b-a09a-138cf0c36100 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:50.019482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b00d946-4576-4a4b-84e9-54b2ccaeaa45 req-366be443-5eb0-448b-a09a-138cf0c36100 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 985 time: 0.1778965 May 10 11:49:50.052114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16333a4-08da-4662-be54-ef4498e7bcd1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:50.062270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Checking segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:50.062860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Network hostable DHCP agents. Network: 3966559f-d4a2-4e2c-8d90-6844c349986e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:49:50.096799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Network 3966559f-d4a2-4e2c-8d90-6844c349986e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:49:50.099945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b00d946-4576-4a4b-84e9-54b2ccaeaa45 req-f9765a4b-f5a0-4423-bea2-f6026baa5c56 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0755877 May 10 11:49:50.115344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 3966559f-d4a2-4e2c-8d90-6844c349986e) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:50.120369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:50.122503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.128753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f645082-47fb-407e-9275-bcc2bbede34d None None] Network 3966559f-d4a2-4e2c-8d90-6844c349986e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:50.143217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f68d2a03-3cba-453c-b0cb-239679c80cb3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6824315 May 10 11:49:50.145870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:50.150823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:50.208505 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.209555 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.247305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb83521-e30b-4f2c-840a-0ddd24ef8f4d req-866aa651-ef84-4791-bd8d-b8f340851ef4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:50.249913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cb83521-e30b-4f2c-840a-0ddd24ef8f4d req-866aa651-ef84-4791-bd8d-b8f340851ef4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1136 time: 0.0675845 May 10 11:49:50.281339 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6cb83521-e30b-4f2c-840a-0ddd24ef8f4d req-c84cab17-25e7-410b-8fac-37846f4afca3 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.308280 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51307-a785-4a27-acb1-95890cf34da0 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.367020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd51307-a785-4a27-acb1-95890cf34da0 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Port': ['ID=54d51d01-6725-4268-9004-8490a15216a6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:50.392802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-3966559f-d4a2-4e2c-8d90-6844c349986e', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:49:50.393893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.472053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6cb83521-e30b-4f2c-840a-0ddd24ef8f4d req-c84cab17-25e7-410b-8fac-37846f4afca3 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.487506 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6cb83521-e30b-4f2c-840a-0ddd24ef8f4d req-c84cab17-25e7-410b-8fac-37846f4afca3 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.521319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cab17-25e7-410b-8fac-37846f4afca3 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03101f9-b861-4618-9868-b040e64bb438,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:50.522479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.540257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cb83521-e30b-4f2c-840a-0ddd24ef8f4d req-c84cab17-25e7-410b-8fac-37846f4afca3 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2833722 May 10 11:49:50.567576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41128) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:50.610598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Allocated IP 172.20.0.2 (3966559f-d4a2-4e2c-8d90-6844c349986e/b16333a4-08da-4662-be54-ef4498e7bcd1/17b6b930-2049-4d8d-9bcc-452a305dd58d) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:50.617265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84604dad-bf08-475f-89fc-f62d276ce593 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:50.619000 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-84604dad-bf08-475f-89fc-f62d276ce593 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1131 time: 0.0502069 May 10 11:49:50.622116 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:50.627800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:50.657912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddd51307-a785-4a27-acb1-95890cf34da0 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.664555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ddd51307-a785-4a27-acb1-95890cf34da0 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "DELETE /v2.0/ports/54d51d01-6725-4268-9004-8490a15216a6 HTTP/1.1" status: 204 len: 168 time: 1.1030517 May 10 11:49:50.665258 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41132) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:50.716715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.723851 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d233234c-9fc1-4002-8c77-14812929c6f2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] GET failed (client error): The resource could not be found. May 10 11:49:50.730305 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d233234c-9fc1-4002-8c77-14812929c6f2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "GET /v2.0/ports/54d51d01-6725-4268-9004-8490a15216a6 HTTP/1.1" status: 404 len: 333 time: 0.0606093 May 10 11:49:50.731340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41134) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:50.740951 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'name': 'tempest-AllowedAddressPairTestJSON-1541641691'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:50.769938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.818717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.827952 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.878207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Network 3966559f-d4a2-4e2c-8d90-6844c349986e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:50.882214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:50.887534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:50.927228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Pushing event updated for resources: {'Port': ['ID=17b6b930-2049-4d8d-9bcc-452a305dd58d,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:50.966407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Attempting to bind port 17b6b930-2049-4d8d-9bcc-452a305dd58d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:50.967571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Attempting to bind port 17b6b930-2049-4d8d-9bcc-452a305dd58d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:50.967571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Attempting to bind port 17b6b930-2049-4d8d-9bcc-452a305dd58d on network 3966559f-d4a2-4e2c-8d90-6844c349986e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:50.973772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:50.974258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Checking segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:50.974703 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.975190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Bound using segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:50.975656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Bound port: 17b6b930-2049-4d8d-9bcc-452a305dd58d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:50.976178 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:50.981884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Made reservation on behalf of 4e8a31a2cae04c1e969f4a94ae3097e8 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:50.985658 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.028955 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.050825 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.065244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] For port 17b6b930-2049-4d8d-9bcc-452a305dd58d, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:51.069621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] For port 17b6b930-2049-4d8d-9bcc-452a305dd58d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=17b6b930-2049-4d8d-9bcc-452a305dd58d,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:51.073617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] device_id is not set on port e0ecde1c-3391-41c6-b2f4-4bae95bb366e yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:49:51.078578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.089206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.267589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68338748-4d77-4826-bdd3-cd48a1af35fd None None] Pushing event updated for resources: {'Port': ['ID=17b6b930-2049-4d8d-9bcc-452a305dd58d,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:51.297736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Allocated IP 172.25.8.192 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/5fbc3266-5984-4491-9ca7-e83fb0c98b21) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:51.338995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Allocated IP 172.20.0.12 (e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7/d5972223-ed65-485c-b1fe-1577d3a63277/e0ecde1c-3391-41c6-b2f4-4bae95bb366e) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:51.436768 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.475894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.534443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:51.538457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:51.541682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:51.556911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Allocated IP 172.25.8.216 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/46a94fd5-a32b-45d4-aabc-6cddbc1a7a94) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:51.589273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Pushing event updated for resources: {'Port': ['ID=5fbc3266-5984-4491-9ca7-e83fb0c98b21,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:51.596738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.674714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 17b6b930-2049-4d8d-9bcc-452a305dd58d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:51.710839 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.762790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 17b6b930-2049-4d8d-9bcc-452a305dd58d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:51.764293 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.770474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=e0ecde1c-3391-41c6-b2f4-4bae95bb366e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:51.796923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:51.803439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:51.808234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:51.847957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.872665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:51.873760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.908648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-19673d14-2344-4c1e-98e6-46f8b87d34f3 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1761951 May 10 11:49:51.911971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41140) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:51.916160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.920316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'network_id': 'e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7', 'name': 'tempest-AllowedAddressPairTestJSON-508071805'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:51.926403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.936721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 17b6b930-2049-4d8d-9bcc-452a305dd58d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:51.937597 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:51.987614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 17b6b930-2049-4d8d-9bcc-452a305dd58d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=17b6b930-2049-4d8d-9bcc-452a305dd58d,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:51.988049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:51.992368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:52.000846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:52.005136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:52.049757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=46a94fd5-a32b-45d4-aabc-6cddbc1a7a94,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:52.093412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=17b6b930-2049-4d8d-9bcc-452a305dd58d,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:52.222887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1187c568-7b0c-478b-8574-9638c186b0b8 None None] Provisioning complete for port e0ecde1c-3391-41c6-b2f4-4bae95bb366e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:52.223287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1187c568-7b0c-478b-8574-9638c186b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:52.303630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1187c568-7b0c-478b-8574-9638c186b0b8 None None] Port e0ecde1c-3391-41c6-b2f4-4bae95bb366e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:52.493437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-fdb6a7cc-3fee-4442-a2f5-29128a455797 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=070e36c133ea40bebef5b8d03924ee82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486841 May 10 11:49:52.613854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70638db-c09b-4c52-80c1-7db5bc229101 None None] Network 3966559f-d4a2-4e2c-8d90-6844c349986e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:49:52.657700 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:52.742390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:52.749049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0b53bdec-f95d-43d9-bafe-c35afc012a2c None None] Provisioning complete for port 17b6b930-2049-4d8d-9bcc-452a305dd58d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:52.749548 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0b53bdec-f95d-43d9-bafe-c35afc012a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:52.785746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-e7a0225a-9c72-41c2-a495-97d5b263a319 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:52.787912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-e7a0225a-9c72-41c2-a495-97d5b263a319 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856786 May 10 11:49:52.843214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-180ac29b-0d17-4db9-a6d9-bce50acd9a0c tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/quotas/070e36c133ea40bebef5b8d03924ee82 HTTP/1.1" status: 200 len: 375 time: 0.0217590 May 10 11:49:52.845993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Made reservation on behalf of 4e8a31a2cae04c1e969f4a94ae3097e8 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:52.850014 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:52.887214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0b53bdec-f95d-43d9-bafe-c35afc012a2c None None] Current status of the port 17b6b930-2049-4d8d-9bcc-452a305dd58d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:52.901782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-94ddb945-306e-493d-aaaa-6a7165472859 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=070e36c133ea40bebef5b8d03924ee82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460246 May 10 11:49:52.931126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:52.942018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:52.959768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] device_id is not set on port ee180305-d31a-4710-aca1-e62b85899b4b yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:49:53.036508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=46a94fd5-a32b-45d4-aabc-6cddbc1a7a94,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:53.068358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:53.085881 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:53.223198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0561e6e0-b565-4294-99be-d120800e7707 None None] Provisioning complete for port 17b6b930-2049-4d8d-9bcc-452a305dd58d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:53.223956 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0561e6e0-b565-4294-99be-d120800e7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:53.250357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Allocated IP 172.20.0.3 (e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7/d5972223-ed65-485c-b1fe-1577d3a63277/ee180305-d31a-4710-aca1-e62b85899b4b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:53.359598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0561e6e0-b565-4294-99be-d120800e7707 None None] Current status of the port 17b6b930-2049-4d8d-9bcc-452a305dd58d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:53.489045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:53.563609 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:53.573075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Router fc7c970b-ab82-438c-a288-e7c3e0f10732 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:49:53.583874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e5fae089-8d43-47b3-9f32-0ca7678b6eaf req-9dd93f1f-9a84-4771-88dd-eb28efc0cc0c tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 210 time: 0.4572258 May 10 11:49:53.598502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 17b6b930-2049-4d8d-9bcc-452a305dd58d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:53.713043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:53.717037 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Floating IP ec4ae7c5-c3f2-4f66-ae0a-b662455466a3 associated. External IP: 172.25.8.216, port: 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7. May 10 11:49:53.730562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 17b6b930-2049-4d8d-9bcc-452a305dd58d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:53.731341 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:53.752059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=ee180305-d31a-4710-aca1-e62b85899b4b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:53.756891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:53.759776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:53.884506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:53.888955 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:53.947926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:53.969808 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Sync routers for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:53.982477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9bc93d5c-8684-4428-9dee-06eff510481e tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0690410 May 10 11:49:53.989647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41182) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:53.992255 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:53.993157 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:54.011408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.016950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fc714b71-631c-4042-b598-989545b56dbe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8675501 May 10 11:49:54.017136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:7a:d9:70'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:0a:9c:f2'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:54.020200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41184) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:54.083557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41186) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:54.102493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a8965e06-1317-435b-b224-1ed7f569e342 None None] Provisioning complete for port ee180305-d31a-4710-aca1-e62b85899b4b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:54.103149 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a8965e06-1317-435b-b224-1ed7f569e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.183270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a8965e06-1317-435b-b224-1ed7f569e342 None None] Port ee180305-d31a-4710-aca1-e62b85899b4b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:54.184954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 17b6b930-2049-4d8d-9bcc-452a305dd58d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:54.312112 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:54.344414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-614016e4-07ef-48fd-941c-ed3d98d80b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.393229 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.490676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Router cd537f4b-7134-4a7f-8889-82210e8082b7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:54.521708 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:51Z', 'revision_number': 3, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:54.558075 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Checking router: fc7c970b-ab82-438c-a288-e7c3e0f10732 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:49:54.558493 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Updating router fc7c970b-ab82-438c-a288-e7c3e0f10732 port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:49:54.599029 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.625656 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.637955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-4e206236-5a51-43cf-8d89-1ee5cdc46f68 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=070e36c133ea40bebef5b8d03924ee82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283116 May 10 11:49:54.706193 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-614016e4-07ef-48fd-941c-ed3d98d80b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.733135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17c1e907-4d5d-4bcb-8096-dccb61de042b req-f570513d-eff2-4b9e-8163-864c13be60ad tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 210 time: 0.0366824 May 10 11:49:54.770626 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-614016e4-07ef-48fd-941c-ed3d98d80b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.845401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Allocated IP 172.20.0.1 (3966559f-d4a2-4e2c-8d90-6844c349986e/b16333a4-08da-4662-be54-ef4498e7bcd1/15121031-731a-4951-b94d-172c81fc774b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:54.904221 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.910444 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.922186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-614016e4-07ef-48fd-941c-ed3d98d80b35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0915238a732495984d70c45f46a2f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8259220 May 10 11:49:54.922530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41192) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:54.972080 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Attempting to bind port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:54.972685 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Attempting to bind port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:54.973329 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Attempting to bind port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:54.975117 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Pushing event updated for resources: {'Port': ['ID=5fbc3266-5984-4491-9ca7-e83fb0c98b21,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:54.984798 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:54.985323 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:54.985828 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.985945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.986407 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:54.986972 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Bound port: 5fbc3266-5984-4491-9ca7-e83fb0c98b21, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:54.987443 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:54.989736 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.990205 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.990633 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.991092 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.991575 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.992036 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.992478 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.992883 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.993304 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.993715 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.994832 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:54.995269 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:55.002628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-962bc36d-0949-40cf-a53b-1cb11a13800f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.005705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614016e4-07ef-48fd-941c-ed3d98d80b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5264e8-313f-43f2-a853-ac7296800476,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:55.032985 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-962bc36d-0949-40cf-a53b-1cb11a13800f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.061083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-cbae69bc-c0bd-4927-be76-476fa88494cb tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:55.062624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-cbae69bc-c0bd-4927-be76-476fa88494cb tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4158757 May 10 11:49:55.064771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.069405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:55.072788 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] For port 5fbc3266-5984-4491-9ca7-e83fb0c98b21, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:55.077167 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] For port 5fbc3266-5984-4491-9ca7-e83fb0c98b21, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5fbc3266-5984-4491-9ca7-e83fb0c98b21,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:55.079247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Request body: {'port': {'device_id': '7a84e0bc-8c6c-497d-9dcb-75d6123487ba', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '070e36c133ea40bebef5b8d03924ee82'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:55.085061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.086681 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.087406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] Sync routers for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:55.100211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:55.101186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:55.113761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.158115 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:55.159192 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:55.188041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.208649 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab2cf7-a394-4813-a366-09b89d017a87 None None] Pushing event updated for resources: {'Port': ['ID=5fbc3266-5984-4491-9ca7-e83fb0c98b21,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:55.213071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Pushing event updated for resources: {'Port': ['ID=15121031-731a-4951-b94d-172c81fc774b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:55.248417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-962bc36d-0949-40cf-a53b-1cb11a13800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.251941 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-962bc36d-0949-40cf-a53b-1cb11a13800f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.252237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event updated for resources: {'Port': ['ID=ee180305-d31a-4710-aca1-e62b85899b4b,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:55.253859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-962bc36d-0949-40cf-a53b-1cb11a13800f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d5264e8-313f-43f2-a853-ac7296800476 HTTP/1.1" status: 204 len: 168 time: 0.3299692 May 10 11:49:55.261281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:55.279649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Network 3966559f-d4a2-4e2c-8d90-6844c349986e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:55.284392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:55.306000 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:55.306199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:55.341585 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1e56cef8-8408-41ef-9677-19f1d6799118 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7182634 May 10 11:49:55.344850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:55.354024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:49:55.368159 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67514002-efd7-458f-8b6e-3e73751171f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:49:55.409892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] In _notify_port_updated(), no bound segment for port ee180305-d31a-4710-aca1-e62b85899b4b on network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:49:55.415263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bc36d-0949-40cf-a53b-1cb11a13800f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5264e8-313f-43f2-a853-ac7296800476,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:55.415936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:55.416578 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.417896 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fddc9367-c8db-45cc-a1cb-eef440171001 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "PUT /v2.0/ports/ee180305-d31a-4710-aca1-e62b85899b4b HTTP/1.1" status: 200 len: 1055 time: 1.4223742 May 10 11:49:55.421872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41202) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:55.518113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.604266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Made reservation on behalf of 070e36c133ea40bebef5b8d03924ee82 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:55.610544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.681562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.746866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2945668c-2d31-4619-a6f1-51cb82dbc03e None None] Provisioning complete for port ee180305-d31a-4710-aca1-e62b85899b4b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:55.747402 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2945668c-2d31-4619-a6f1-51cb82dbc03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.809927 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-298e760b-4985-405a-b7b3-6517c967350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:51Z', 'revision_number': 3, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:55.815648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ec4ae7c5-c3f2-4f66-ae0a-b662455466a3', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'port_id': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'mac_address': 'fa:16:3e:13:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:49:52Z', 'updated_at': '2022-05-10T11:49:52Z', 'revision_number': 0, 'project_id': '924f54996f7743a49998c6fd34f55326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:36Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:55.843322 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.855252 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e760b-4985-405a-b7b3-6517c967350d None None] The sync data for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 is: [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:51Z', 'revision_number': 3, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:55.867041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:55.874998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] Checking router: cd537f4b-7134-4a7f-8889-82210e8082b7 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:49:55.879199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:55.917275 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c171312-a7a7-489a-804d-fccb844a8b00 req-74ac37c1-555b-48af-800b-513f4069f19e tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 210 time: 0.0393953 May 10 11:49:55.923272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2945668c-2d31-4619-a6f1-51cb82dbc03e None None] Port ee180305-d31a-4710-aca1-e62b85899b4b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:55.927239 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9fe3dd-c3da-400d-90a0-bc344b4d6b4c x-openstack-request-id: req-9e9fe3dd-c3da-400d-90a0-bc344b4d6b4c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:49:55.927536 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:49:55.927793 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e9fe3dd-c3da-400d-90a0-bc344b4d6b4c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:49:55.928223 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9fe3dd-c3da-400d-90a0-bc344b4d6b4c'] response: {'name': 'network-changed', 'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'status': 'completed', 'code': 200} May 10 11:49:55.929665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:55.930331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:55.975378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-75754ed3-99aa-4cb4-8a2f-59467e3b111a tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Deleting port ee180305-d31a-4710-aca1-e62b85899b4b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:55.975744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75754ed3-99aa-4cb4-8a2f-59467e3b111a tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.002232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-462c56e7-6290-442d-9f14-52a23acd7b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.003892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2945668c-2d31-4619-a6f1-51cb82dbc03e None None] Provisioning complete for port 15121031-731a-4951-b94d-172c81fc774b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:56.004434 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2945668c-2d31-4619-a6f1-51cb82dbc03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.039132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4c368c-35da-4f34-a724-07403905877e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:56.088480 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.095486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514002-efd7-458f-8b6e-3e73751171f9 req-c455bbf4-9cfa-4588-81f6-3e500db9cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.097287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67514002-efd7-458f-8b6e-3e73751171f9 req-c455bbf4-9cfa-4588-81f6-3e500db9cdbc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1136 time: 0.1722627 May 10 11:49:56.098055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611a80-9448-4d26-9bcf-d7f75ede4e1c tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.098534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611a80-9448-4d26-9bcf-d7f75ede4e1c tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.099061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611a80-9448-4d26-9bcf-d7f75ede4e1c tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.099175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2945668c-2d31-4619-a6f1-51cb82dbc03e None None] Port 15121031-731a-4951-b94d-172c81fc774b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:56.099604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611a80-9448-4d26-9bcf-d7f75ede4e1c tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.100658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611a80-9448-4d26-9bcf-d7f75ede4e1c tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.101125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611a80-9448-4d26-9bcf-d7f75ede4e1c tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.103312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-19611a80-9448-4d26-9bcf-d7f75ede4e1c tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4294 time: 0.7297416 May 10 11:49:56.108459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41210) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:56.131028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:56.180424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Allocated IP 192.168.233.238 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/eeb69f18-2cd4-4993-9fc5-6673d120c21d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:56.286169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-462c56e7-6290-442d-9f14-52a23acd7b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.297784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-462c56e7-6290-442d-9f14-52a23acd7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.412545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-462c56e7-6290-442d-9f14-52a23acd7b39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd59614527a94ca0ba86cdee5ec653e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289152 May 10 11:49:56.467063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c56e7-6290-442d-9f14-52a23acd7b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d676998-7201-48d2-b7a6-eeada9faac73,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:56.481530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ec4ae7c5-c3f2-4f66-ae0a-b662455466a3', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'port_id': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'mac_address': 'fa:16:3e:13:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:49:52Z', 'updated_at': '2022-05-10T11:49:52Z', 'revision_number': 0, 'project_id': '924f54996f7743a49998c6fd34f55326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:36Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:56.491661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:56.501898 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.517289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7362-ce85-4225-9b94-3c6191d66035 None None] The sync data for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 is: [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ec4ae7c5-c3f2-4f66-ae0a-b662455466a3', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'port_id': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'mac_address': 'fa:16:3e:13:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:49:52Z', 'updated_at': '2022-05-10T11:49:52Z', 'revision_number': 0, 'project_id': '924f54996f7743a49998c6fd34f55326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:36Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:56.590747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.609722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ce42e48-4dd5-4305-850b-075c916b561b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.648444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:56.659490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:56.666238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:49:56.678312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75754ed3-99aa-4cb4-8a2f-59467e3b111a tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.725341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-75754ed3-99aa-4cb4-8a2f-59467e3b111a tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Calling delete_port for ee180305-d31a-4710-aca1-e62b85899b4b owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:56.726045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ce42e48-4dd5-4305-850b-075c916b561b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.727988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Pushing event updated for resources: {'Port': ['ID=eeb69f18-2cd4-4993-9fc5-6673d120c21d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:56.759607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea250453-c8d9-4dfd-85ba-def5fc7a5fb4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.760790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea250453-c8d9-4dfd-85ba-def5fc7a5fb4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.760790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea250453-c8d9-4dfd-85ba-def5fc7a5fb4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.761020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea250453-c8d9-4dfd-85ba-def5fc7a5fb4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.761382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea250453-c8d9-4dfd-85ba-def5fc7a5fb4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.761821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea250453-c8d9-4dfd-85ba-def5fc7a5fb4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.763847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ea250453-c8d9-4dfd-85ba-def5fc7a5fb4 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3955 time: 0.6510406 May 10 11:49:56.770233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:56.873128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.873927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.910881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514002-efd7-458f-8b6e-3e73751171f9 req-8aa11a61-e15b-46f8-a215-a951718a14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:56.912170 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67514002-efd7-458f-8b6e-3e73751171f9 req-8aa11a61-e15b-46f8-a215-a951718a14f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115 HTTP/1.1" status: 200 len: 898 time: 0.8045413 May 10 11:49:56.924655 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-6d9bd4e7-f9dd-4914-b11b-50c409be7fa7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8496587 May 10 11:49:56.948480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ce42e48-4dd5-4305-850b-075c916b561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.951431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ce42e48-4dd5-4305-850b-075c916b561b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:56.955178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3ce42e48-4dd5-4305-850b-075c916b561b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d676998-7201-48d2-b7a6-eeada9faac73 HTTP/1.1" status: 204 len: 168 time: 0.4601672 May 10 11:49:56.963300 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb97078-63d1-4d6d-87c6-3784d03c56fc None None] New status for floating IP ec4ae7c5-c3f2-4f66-ae0a-b662455466a3: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:49:56.980266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce42e48-4dd5-4305-850b-075c916b561b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d676998-7201-48d2-b7a6-eeada9faac73,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:57.054472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2ad1b775-7822-4462-985c-6198a9876647 None None] Provisioning complete for port eeb69f18-2cd4-4993-9fc5-6673d120c21d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:57.055292 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b775-7822-4462-985c-6198a9876647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:57.180651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1b775-7822-4462-985c-6198a9876647 None None] Port eeb69f18-2cd4-4993-9fc5-6673d120c21d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:57.217819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67514002-efd7-458f-8b6e-3e73751171f9 req-6c9443f5-0e3c-4dc6-a277-48962f34f0fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 HTTP/1.1" status: 200 len: 1000 time: 0.2948432 May 10 11:49:57.360863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:57.364769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514002-efd7-458f-8b6e-3e73751171f9 req-06bd2ca2-66cd-44b3-bc08-352891ed80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:57.368139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67514002-efd7-458f-8b6e-3e73751171f9 req-06bd2ca2-66cd-44b3-bc08-352891ed80a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=59ee43e0-438a-4463-89b5-03e014192c8f HTTP/1.1" status: 200 len: 833 time: 0.1247780 May 10 11:49:57.388597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75754ed3-99aa-4cb4-8a2f-59467e3b111a tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:57.390762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:57.522343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Pushing event updated for resources: {'Port': ['ID=15121031-731a-4951-b94d-172c81fc774b,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:57.532416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:57.539415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514002-efd7-458f-8b6e-3e73751171f9 req-79699c32-5484-4dd8-b177-a5ade616f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:57.540961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67514002-efd7-458f-8b6e-3e73751171f9 req-79699c32-5484-4dd8-b177-a5ade616f470 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640282 May 10 11:49:57.573437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Request body: {'port': {'device_id': '7a84e0bc-8c6c-497d-9dcb-75d6123487ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:57.595760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75754ed3-99aa-4cb4-8a2f-59467e3b111a tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Port': ['ID=ee180305-d31a-4710-aca1-e62b85899b4b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:57.668897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4199-296b-4bb2-bba4-c5a90efebf16 req-9e171865-ee48-406a-9a59-f1a446b41024 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:57.671220 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-007a4199-296b-4bb2-bba4-c5a90efebf16 req-9e171865-ee48-406a-9a59-f1a446b41024 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 936 time: 0.5880837 May 10 11:49:57.715003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5fbc3266-5984-4491-9ca7-e83fb0c98b21 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:57.774449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-007a4199-296b-4bb2-bba4-c5a90efebf16 req-62af10b9-4c64-48ae-90a3-1e0b9279f3c2 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959558 May 10 11:49:57.791383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:57.841987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:57.844310 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:57.930443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Network 3966559f-d4a2-4e2c-8d90-6844c349986e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:57.934135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67514002-efd7-458f-8b6e-3e73751171f9 req-281f2fe3-55ef-444c-948f-7853d827fe75 service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501170 May 10 11:49:57.935060 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f5054fc-1237-4161-aa57-bfb9814c7258 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 1.1635950 May 10 11:49:57.939887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41240) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:57.953197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:58.044423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:49:58.044927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:58.085332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 5fbc3266-5984-4491-9ca7-e83fb0c98b21, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5fbc3266-5984-4491-9ca7-e83fb0c98b21,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:49:58.098408 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:58.187545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75754ed3-99aa-4cb4-8a2f-59467e3b111a tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:58.191309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-75754ed3-99aa-4cb4-8a2f-59467e3b111a tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "DELETE /v2.0/ports/ee180305-d31a-4710-aca1-e62b85899b4b HTTP/1.1" status: 204 len: 168 time: 2.7624593 May 10 11:49:58.196503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41244) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:58.201104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ca975-d4fa-427e-b6bd-4c05716dcaf8 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:58.202076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ca975-d4fa-427e-b6bd-4c05716dcaf8 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:58.206022 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-946ca975-d4fa-427e-b6bd-4c05716dcaf8 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd537f4b-7134-4a7f-8889-82210e8082b7 HTTP/1.1" status: 200 len: 1990 time: 0.2628741 May 10 11:49:58.254884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=5fbc3266-5984-4491-9ca7-e83fb0c98b21,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:58.273159 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67514002-efd7-458f-8b6e-3e73751171f9 req-1ff2f264-935d-436a-95bb-0fddc26419e1 service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135676 May 10 11:49:58.308962 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3e0d17-f1db-4d11-88c7-cd2f63431cef tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] GET failed (client error): The resource could not be found. May 10 11:49:58.314418 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff3e0d17-f1db-4d11-88c7-cd2f63431cef tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "GET /v2.0/ports/ee180305-d31a-4710-aca1-e62b85899b4b HTTP/1.1" status: 404 len: 333 time: 0.1167305 May 10 11:49:58.315239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Router fc7c970b-ab82-438c-a288-e7c3e0f10732 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:49:58.316817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41248) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:58.434362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-76a32569-b99d-4538-9322-17579b1f5260 None None] Provisioning complete for port 15121031-731a-4951-b94d-172c81fc774b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:58.434665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76a32569-b99d-4538-9322-17579b1f5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:58.487348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-76a32569-b99d-4538-9322-17579b1f5260 None None] Port 15121031-731a-4951-b94d-172c81fc774b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:49:58.490455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:49:58.496350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-82fb851e-22c8-4235-99c7-9cae96be784d tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Deleting port e0ecde1c-3391-41c6-b2f4-4bae95bb366e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:58.496702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82fb851e-22c8-4235-99c7-9cae96be784d tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:58.506105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Sync routers for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:58.506945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-26e596f1-f529-4c91-a257-6224e2f09b74 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc7c970b-ab82-438c-a288-e7c3e0f10732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4855819 May 10 11:49:58.517565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb69f18-2cd4-4993-9fc5-6673d120c21d {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:49:58.517908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:49:58.518541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:58.556002 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:58.583556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Transition to ACTIVE for port object eeb69f18-2cd4-4993-9fc5-6673d120c21d will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:49:58.597938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:58.661193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:49:58.695754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Pushing event updated for resources: {'Port': ['ID=eeb69f18-2cd4-4993-9fc5-6673d120c21d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:58.716937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82fb851e-22c8-4235-99c7-9cae96be784d tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:58.752915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-82fb851e-22c8-4235-99c7-9cae96be784d tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Calling delete_port for e0ecde1c-3391-41c6-b2f4-4bae95bb366e owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:49:58.922093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Attempting to bind port eeb69f18-2cd4-4993-9fc5-6673d120c21d on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:58.922607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Attempting to bind port eeb69f18-2cd4-4993-9fc5-6673d120c21d by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:58.923026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Attempting to bind port eeb69f18-2cd4-4993-9fc5-6673d120c21d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:58.953767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:49:56Z', 'revision_number': 2, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:58.973801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Port eeb69f18-2cd4-4993-9fc5-6673d120c21d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:49:58.974410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Attempting to bind port eeb69f18-2cd4-4993-9fc5-6673d120c21d on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:58.989190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:58.989535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:58.990024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:58.990541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Bound port: eeb69f18-2cd4-4993-9fc5-6673d120c21d, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:58.991028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.013771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Checking router: fc7c970b-ab82-438c-a288-e7c3e0f10732 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:49:59.014489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Updating router fc7c970b-ab82-438c-a288-e7c3e0f10732 port 15121031-731a-4951-b94d-172c81fc774b binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:49:59.044758 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851a493-b205-406d-9fe2-de7bb14213f1 req-e96309d0-25ef-4347-99ec-972ef8843737 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:59.046371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851a493-b205-406d-9fe2-de7bb14213f1 req-e96309d0-25ef-4347-99ec-972ef8843737 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 948 time: 0.1458008 May 10 11:49:59.047537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.117675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41274) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:59.122718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b87f7f43-b7a0-40d7-8179-3294c0246630 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504799895', 'description': 'tempest-description--999002468'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:59.150900 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7851a493-b205-406d-9fe2-de7bb14213f1 req-92f995fa-0be8-45a6-b825-ad6df2e1eb22 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826557 May 10 11:49:59.157163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82fb851e-22c8-4235-99c7-9cae96be784d tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.170035 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b87f7f43-b7a0-40d7-8179-3294c0246630 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.195061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb851e-22c8-4235-99c7-9cae96be784d tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Port': ['ID=e0ecde1c-3391-41c6-b2f4-4bae95bb366e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:59.199291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] For port eeb69f18-2cd4-4993-9fc5-6673d120c21d, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:49:59.229024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] For port eeb69f18-2cd4-4993-9fc5-6673d120c21d, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeb69f18-2cd4-4993-9fc5-6673d120c21d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:49:59.252394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.324103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:59.324670 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.326285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] 10.222.0.70 "PUT /v2.0/ports/eeb69f18-2cd4-4993-9fc5-6673d120c21d HTTP/1.1" status: 200 len: 1096 time: 2.3811336 May 10 11:49:59.326959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a84e0bc-8c6c-497d-9dcb-75d6123487ba', 'tag': 'eeb69f18-2cd4-4993-9fc5-6673d120c21d'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:49:59.329527 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3ba6ed-6434-4a10-86fe-327d81c55f15" -d '{"events": [{"name": "network-changed", "server_uuid": "7a84e0bc-8c6c-497d-9dcb-75d6123487ba", "tag": "eeb69f18-2cd4-4993-9fc5-6673d120c21d"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:49:59.357788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b87f7f43-b7a0-40d7-8179-3294c0246630 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.365612 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82fb851e-22c8-4235-99c7-9cae96be784d tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.368932 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b87f7f43-b7a0-40d7-8179-3294c0246630 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.380851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41278) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:59.387062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82fb851e-22c8-4235-99c7-9cae96be784d tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "DELETE /v2.0/ports/e0ecde1c-3391-41c6-b2f4-4bae95bb366e HTTP/1.1" status: 204 len: 168 time: 1.0687678 May 10 11:49:59.392793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0060d-9be3-464c-a7b8-7024655de49d service neutron] Pushing event updated for resources: {'Port': ['ID=eeb69f18-2cd4-4993-9fc5-6673d120c21d,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:59.469168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.479307 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f614df8-0984-4da1-ab23-6085ed133a08 x-openstack-request-id: req-2f614df8-0984-4da1-ab23-6085ed133a08 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:49:59.479307 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a84e0bc-8c6c-497d-9dcb-75d6123487ba", "tag": "eeb69f18-2cd4-4993-9fc5-6673d120c21d", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:49:59.479307 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f614df8-0984-4da1-ab23-6085ed133a08 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:49:59.479675 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f614df8-0984-4da1-ab23-6085ed133a08'] response: {'name': 'network-changed', 'server_uuid': '7a84e0bc-8c6c-497d-9dcb-75d6123487ba', 'tag': 'eeb69f18-2cd4-4993-9fc5-6673d120c21d', 'status': 'completed', 'code': 200} May 10 11:49:59.484291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.485499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f7f43-b7a0-40d7-8179-3294c0246630 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0800f047-baa1-45c9-84f4-b48074faec1f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:59.488883 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cc5122-ef29-4b8f-9e75-9848ef1ffbe2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] GET failed (client error): The resource could not be found. May 10 11:49:59.491450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-63cc5122-ef29-4b8f-9e75-9848ef1ffbe2 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "GET /v2.0/ports/e0ecde1c-3391-41c6-b2f4-4bae95bb366e HTTP/1.1" status: 404 len: 333 time: 0.0981808 May 10 11:49:59.495418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b87f7f43-b7a0-40d7-8179-3294c0246630 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.496954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b87f7f43-b7a0-40d7-8179-3294c0246630 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3779445 May 10 11:49:59.497449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41282) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:59.505946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41284) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:59.513030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-da57768d-5394-46e2-a09c-cab08434c97f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'security_group_rule': {'security_group_id': '0800f047-baa1-45c9-84f4-b48074faec1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:59.562540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-8991a99c-954e-4f35-b139-86074e06ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:59.564263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-8991a99c-954e-4f35-b139-86074e06ebab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=070e36c133ea40bebef5b8d03924ee82&device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 1099 time: 0.1479678 May 10 11:49:59.636617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-d16a8a42-9963-4f9e-8f22-17b2f8bdc5b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eeb69f18-2cd4-4993-9fc5-6673d120c21d HTTP/1.1" status: 200 len: 217 time: 0.0637307 May 10 11:49:59.695984 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-da57768d-5394-46e2-a09c-cab08434c97f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.703170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-84fd3f18-fb10-43d2-8e32-f2a4c1229133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:59.704777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-84fd3f18-fb10-43d2-8e32-f2a4c1229133 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0551109 May 10 11:49:59.734183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3b12d7fc-e79f-42dd-816e-79020b306202 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Deleting port 43f11e41-3403-4c9c-a6aa-fcc667e81b36 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:49:59.735045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b12d7fc-e79f-42dd-816e-79020b306202 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.773581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7133d-528e-4813-b437-98695b01b98b None None] Pushing event updated for resources: {'Port': ['ID=15121031-731a-4951-b94d-172c81fc774b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:59.774382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-87ae78aa-fe6d-4f30-849d-24f94403b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:49:59.779116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5fbc3266-5984-4491-9ca7-e83fb0c98b21 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:49:59.786119 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-87ae78aa-fe6d-4f30-849d-24f94403b4b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632703 May 10 11:49:59.836646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-da57768d-5394-46e2-a09c-cab08434c97f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.848976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-da57768d-5394-46e2-a09c-cab08434c97f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.889581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57768d-5394-46e2-a09c-cab08434c97f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5569b84-f946-4133-a4c8-873e22b51fa9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:59.894036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-da57768d-5394-46e2-a09c-cab08434c97f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.895804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-da57768d-5394-46e2-a09c-cab08434c97f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872814 May 10 11:49:59.898146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b12d7fc-e79f-42dd-816e-79020b306202 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.900662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41290) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:49:59.906798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-980e85dc-ecf4-4036-9ee1-9584d1ae0def tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'security_group_rule': {'security_group_id': '0800f047-baa1-45c9-84f4-b48074faec1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:59.914298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Attempting to bind port 15121031-731a-4951-b94d-172c81fc774b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:59.914669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Attempting to bind port 15121031-731a-4951-b94d-172c81fc774b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:59.915031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Attempting to bind port 15121031-731a-4951-b94d-172c81fc774b on network 3966559f-d4a2-4e2c-8d90-6844c349986e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:49:59.921821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:59.922195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.926659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:49:59.927041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Checking segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:49:59.927448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.927935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Bound using segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:49:59.928539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Bound port: 15121031-731a-4951-b94d-172c81fc774b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:59.928830 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.930398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-53c59970-1fba-42df-9d12-9d81bf7a2b51 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430714 May 10 11:49:59.958652 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-980e85dc-ecf4-4036-9ee1-9584d1ae0def tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:59.962458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3b12d7fc-e79f-42dd-816e-79020b306202 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Calling delete_port for 43f11e41-3403-4c9c-a6aa-fcc667e81b36 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:00.094187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-980e85dc-ecf4-4036-9ee1-9584d1ae0def tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.097848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4382b9be-3bd7-4e96-8461-7027b4d12e8f req-9668b61d-ff8e-472d-a1be-a3c57e2b37d3 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581206 May 10 11:50:00.107619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-980e85dc-ecf4-4036-9ee1-9584d1ae0def tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.116662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:00.132982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] For port 15121031-731a-4951-b94d-172c81fc774b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:50:00.140597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] For port 15121031-731a-4951-b94d-172c81fc774b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=15121031-731a-4951-b94d-172c81fc774b,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:50:00.147763 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.179426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e85dc-ecf4-4036-9ee1-9584d1ae0def tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cc1635-5f65-4732-9325-c64bd5698e31,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:00.203007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-980e85dc-ecf4-4036-9ee1-9584d1ae0def tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.206505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-980e85dc-ecf4-4036-9ee1-9584d1ae0def tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048801 May 10 11:50:00.209678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41294) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:00.226445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:00.230349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7133d-528e-4813-b437-98695b01b98b None None] Pushing event updated for resources: {'Port': ['ID=15121031-731a-4951-b94d-172c81fc774b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:00.243609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:00.244508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:49:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:00.317757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b5ed352a-516a-4baa-9a9b-fab7dd0c3509 None None] Provisioning complete for port 15121031-731a-4951-b94d-172c81fc774b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:00.318131 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ed352a-516a-4baa-9a9b-fab7dd0c3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.374124 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b12d7fc-e79f-42dd-816e-79020b306202 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.376989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.414487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-f273c70f-5485-4deb-a74f-03a0268e0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:00.420738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-f273c70f-5485-4deb-a74f-03a0268e0a41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=070e36c133ea40bebef5b8d03924ee82&device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 1099 time: 0.2560334 May 10 11:50:00.431930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:00.456576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12d7fc-e79f-42dd-816e-79020b306202 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Port': ['ID=43f11e41-3403-4c9c-a6aa-fcc667e81b36,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:00.605331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b12d7fc-e79f-42dd-816e-79020b306202 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.611012 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3b12d7fc-e79f-42dd-816e-79020b306202 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "DELETE /v2.0/ports/43f11e41-3403-4c9c-a6aa-fcc667e81b36 HTTP/1.1" status: 204 len: 168 time: 1.1100872 May 10 11:50:00.611985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41302) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:00.612188 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126c711-e56b-4e44-bba4-173213cc3134 req-8c1b1c78-9e58-41d2-b07c-f7436d24175c tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:00.613817 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a126c711-e56b-4e44-bba4-173213cc3134 req-8c1b1c78-9e58-41d2-b07c-f7436d24175c tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 948 time: 0.3045573 May 10 11:50:00.652262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-1c680c48-2c94-4364-bc57-c93c0764fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:00.654188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-1c680c48-2c94-4364-bc57-c93c0764fd1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.2255762 May 10 11:50:00.704425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.710234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a126c711-e56b-4e44-bba4-173213cc3134 req-0e398535-3e1c-4f62-8106-9b16f8cc48f9 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875237 May 10 11:50:00.711942 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-c7e4cf2b-7a46-41ad-b017-bdde7eb30200 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eeb69f18-2cd4-4993-9fc5-6673d120c21d HTTP/1.1" status: 200 len: 217 time: 0.0474510 May 10 11:50:00.721464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc64772-c1d4-4014-91ae-d6ef6a7bb8dd tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Deleting subnet d5972223-ed65-485c-b1fe-1577d3a63277 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:50:00.724988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fc64772-c1d4-4014-91ae-d6ef6a7bb8dd tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.771489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-a5452c4e-72e5-495c-9dd1-a2bab82025ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:00.773231 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-a5452c4e-72e5-495c-9dd1-a2bab82025ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0541246 May 10 11:50:00.786023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed352a-516a-4baa-9a9b-fab7dd0c3509 None None] Current status of the port 15121031-731a-4951-b94d-172c81fc774b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:00.786641 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ed352a-516a-4baa-9a9b-fab7dd0c3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.822820 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fc64772-c1d4-4014-91ae-d6ef6a7bb8dd tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.841700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-9222ea73-24b7-4137-a866-25d9bd3ab54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:00.843782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-9222ea73-24b7-4137-a866-25d9bd3ab54e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626197 May 10 11:50:00.867257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b5ed352a-516a-4baa-9a9b-fab7dd0c3509 None None] For port 15121031-731a-4951-b94d-172c81fc774b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=15121031-731a-4951-b94d-172c81fc774b,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:00.887757 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5ed352a-516a-4baa-9a9b-fab7dd0c3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.959322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed352a-516a-4baa-9a9b-fab7dd0c3509 None None] Pushing event updated for resources: {'Port': ['ID=15121031-731a-4951-b94d-172c81fc774b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:00.962178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Allocated IP 172.25.8.77 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f822f2c5-14e0-47bb-8587-fdcc1aa85f45) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:50:00.968263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fc64772-c1d4-4014-91ae-d6ef6a7bb8dd tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:00.968393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:00.982844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-f071a625-6f8b-49fb-8c99-7cf884c83f0c service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291039 May 10 11:50:01.010901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4cc63-b393-4f66-b4a5-7c68dd3ed948 None None] The sync data for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 is: [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:50:01.027791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1bdb71c8-15c5-4cc3-b8c5-56ee97858243 None None] Provisioning complete for port 15121031-731a-4951-b94d-172c81fc774b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:01.028374 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1bdb71c8-15c5-4cc3-b8c5-56ee97858243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.143168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb71c8-15c5-4cc3-b8c5-56ee97858243 None None] Current status of the port 15121031-731a-4951-b94d-172c81fc774b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:01.173471 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c3ba6ed-6434-4a10-86fe-327d81c55f15 req-85340140-82a8-4d1f-903d-6c814095c4af service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819751 May 10 11:50:01.202407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fc64772-c1d4-4014-91ae-d6ef6a7bb8dd tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.248796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.252008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc64772-c1d4-4014-91ae-d6ef6a7bb8dd tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Subnet': ['ID=d5972223-ed65-485c-b1fe-1577d3a63277,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:01.261111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fc64772-c1d4-4014-91ae-d6ef6a7bb8dd tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.264655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6fc64772-c1d4-4014-91ae-d6ef6a7bb8dd tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "DELETE /v2.0/subnets/d5972223-ed65-485c-b1fe-1577d3a63277 HTTP/1.1" status: 204 len: 168 time: 0.6426334 May 10 11:50:01.269317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15168b7-59e1-43f9-8d28-8b7c6f466ecf None None] Network e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:50:01.272617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41304) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:01.321077 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.386476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:50:01.390173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:50:01.393884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:50:01.423102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.425653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'Port': ['ID=f822f2c5-14e0-47bb-8587-fdcc1aa85f45,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:01.519341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Deleting port 88619664-d588-4ec0-ab66-1c8a05839ccb {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:01.519746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.522343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.537394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] DHCP port deletion for e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:50:01.607534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.650624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] Deleting port 88619664-d588-4ec0-ab66-1c8a05839ccb {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:01.651016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.699618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] For port 88619664-d588-4ec0-ab66-1c8a05839ccb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88619664-d588-4ec0-ab66-1c8a05839ccb,segment=NetworkSegment(2af605c4-4ed5-4e13-802a-ed7cefb2ebf0),segment_id=2af605c4-4ed5-4e13-802a-ed7cefb2ebf0)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:01.700389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.754617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 15121031-731a-4951-b94d-172c81fc774b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:01.757147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Calling delete_port for 88619664-d588-4ec0-ab66-1c8a05839ccb owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:01.854783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] For port 88619664-d588-4ec0-ab66-1c8a05839ccb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=88619664-d588-4ec0-ab66-1c8a05839ccb,segment=NetworkSegment(2af605c4-4ed5-4e13-802a-ed7cefb2ebf0),segment_id=2af605c4-4ed5-4e13-802a-ed7cefb2ebf0)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:01.855401 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.870467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.885042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] Calling delete_port for 88619664-d588-4ec0-ab66-1c8a05839ccb owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:01.887945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 15121031-731a-4951-b94d-172c81fc774b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:01.888832 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.890821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] No DVR routers for this DVR port 88619664-d588-4ec0-ab66-1c8a05839ccb on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:50:01.916188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff1db6-e9fa-4a18-abc3-afb0a9bc53ff req-e4547e6e-b137-4019-a7f2-ee73c2c58faa tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:01.917749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6aff1db6-e9fa-4a18-abc3-afb0a9bc53ff req-e4547e6e-b137-4019-a7f2-ee73c2c58faa tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 948 time: 0.1082032 May 10 11:50:01.920123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.935033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:01.993890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Port': ['ID=88619664-d588-4ec0-ab66-1c8a05839ccb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:02.043708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.048129 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6aff1db6-e9fa-4a18-abc3-afb0a9bc53ff req-27488d26-26b0-470b-b630-b5b5e2192435 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216278 May 10 11:50:02.048780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'Port': ['ID=f822f2c5-14e0-47bb-8587-fdcc1aa85f45,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:02.062329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.093280 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.094596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d70776b6-bcd0-471b-8ec9-8b97ee1da90c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8832154 May 10 11:50:02.103606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:02.119530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af605c4-4ed5-4e13-802a-ed7cefb2ebf0') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:02.121221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af605c4-4ed5-4e13-802a-ed7cefb2ebf0') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:02.127309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 15121031-731a-4951-b94d-172c81fc774b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:02.143918 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.146020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.162233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.178002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:50:02.178793 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: timer() May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:50:02.189195 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:50:02.220805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] No DVR routers for this DVR port 88619664-d588-4ec0-ab66-1c8a05839ccb on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:50:02.225682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f3299-8b68-4c6c-9420-63ff4da3c3b5 None None] Pushing event deleted for resources: {'Port': ['ID=88619664-d588-4ec0-ab66-1c8a05839ccb,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:02.232893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88619664-d588-4ec0-ab66-1c8a05839ccb no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:50:02.265291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 88619664-d588-4ec0-ab66-1c8a05839ccb {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:50:02.265693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 88619664-d588-4ec0-ab66-1c8a05839ccb not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:50:02.291256 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.317683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.335243 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] 10.222.0.13 "DELETE /v2.0/networks/e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7 HTTP/1.1" status: 204 len: 168 time: 1.0490084 May 10 11:50:02.338745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e04c1-e433-46b0-a4b0-50e6893b8e89 tempest-AllowedAddressPairTestJSON-429880316 tempest-AllowedAddressPairTestJSON-429880316-project] Pushing event deleted for resources: {'Network': ['ID=e3a62dfa-b1bb-4cd0-b0fb-a52b53d973b7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:02.440183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-a91476b2-646b-46fc-a292-3b87a8c3d852 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1504799895&fields=id&tenant_id=eccb51e9992a4d67a36c6303ac50b1f0 HTTP/1.1" status: 200 len: 267 time: 0.0463781 May 10 11:50:02.446933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device eeb69f18-2cd4-4993-9fc5-6673d120c21d details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:50:02.584430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port eeb69f18-2cd4-4993-9fc5-6673d120c21d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeb69f18-2cd4-4993-9fc5-6673d120c21d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:02.597533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'eeb69f18-2cd4-4993-9fc5-6673d120c21d', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'eeb69f18-2cd4-4993-9fc5-6673d120c21d', 'mac_address': 'fa:16:3e:5e:6c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:50:02.647637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port eeb69f18-2cd4-4993-9fc5-6673d120c21d is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:02.648815 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.661069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414292-7076-461b-be22-f5553efc6903 req-48410847-8988-4d6f-af7c-4d8a23045ecf tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:02.662910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-48410847-8988-4d6f-af7c-4d8a23045ecf tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 810 time: 0.2101862 May 10 11:50:02.664767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb69f18-2cd4-4993-9fc5-6673d120c21d {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:50:02.667941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41330) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:02.687240 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.690923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port eeb69f18-2cd4-4993-9fc5-6673d120c21d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeb69f18-2cd4-4993-9fc5-6673d120c21d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:02.693381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-6f093383-8baa-46c4-8949-271d285e1022 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/quotas/eccb51e9992a4d67a36c6303ac50b1f0 HTTP/1.1" status: 200 len: 375 time: 0.0233707 May 10 11:50:02.701273 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.757235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=eeb69f18-2cd4-4993-9fc5-6673d120c21d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:02.838449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-9454fc9d-0cd9-44b9-b01d-3d8759df5e2a tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1386733 May 10 11:50:02.847865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1e93a662-17d9-41c8-b9f9-f95077d21244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e8a31a2cae04c1e969f4a94ae3097e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774154 May 10 11:50:02.849686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41336) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:02.900832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e60f6a0-9d68-4edf-bc64-5cb19a6849e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.922084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e60f6a0-9d68-4edf-bc64-5cb19a6849e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.938963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['eeb69f18-2cd4-4993-9fc5-6673d120c21d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:50:02.991144 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e60f6a0-9d68-4edf-bc64-5cb19a6849e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.993862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1e60f6a0-9d68-4edf-bc64-5cb19a6849e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:02.998873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1e60f6a0-9d68-4edf-bc64-5cb19a6849e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1e418a9-42f7-48ec-90d5-80327e03e2f7 HTTP/1.1" status: 204 len: 168 time: 0.1477666 May 10 11:50:03.012647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60f6a0-9d68-4edf-bc64-5cb19a6849e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e418a9-42f7-48ec-90d5-80327e03e2f7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:03.298255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98b1b-3ed7-4d0c-aae6-2c1e9245962e req-28ffe0b6-019f-47b0-a24b-9ba5a61abf5f tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:03.309874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2dc98b1b-3ed7-4d0c-aae6-2c1e9245962e req-28ffe0b6-019f-47b0-a24b-9ba5a61abf5f tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 949 time: 0.0753477 May 10 11:50:03.370359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2dc98b1b-3ed7-4d0c-aae6-2c1e9245962e req-78d4a3f4-ff89-4d1c-b2f8-800f3baebc8c tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595069 May 10 11:50:03.463745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-954d9135-4c6b-4086-85a2-7d9e447ec872 service neutron] 10.222.0.13 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115143 May 10 11:50:03.561837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-62582cdd-12fe-4258-9502-f9b1f0343869 service neutron] 10.222.0.13 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908244 May 10 11:50:03.741862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14026667-b18a-47ff-b374-28968326b0c4 req-b440c4f4-2fed-4c02-bc1c-a76f430fddb6 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 210 time: 0.0299652 May 10 11:50:03.939756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41376) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:04.074005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262897457'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:04.097903 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.109842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.197982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.202734 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.244168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6e995e-1d41-45b0-baf5-be551b68e048,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:04.267485 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3f40b82-e74f-43e0-be9e-9b92ff83f641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.296305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.302018 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.342401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.346815 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4033775 May 10 11:50:04.347168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d77315-e2ce-4c19-81ad-1503fcdf9d49 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ecc62-8060-4641-9c32-516de60095ac,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:04.347388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41392) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:04.407945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f704ac99-e202-4f0c-b744-5d459456c29d tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0593214 May 10 11:50:04.410823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41396) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:04.415526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6838827c-3de4-453f-b017-7e57d7cf7696 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-security--1238999178', 'description': 'tempest-security-description-98741235'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:04.444267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6838827c-3de4-453f-b017-7e57d7cf7696 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.461876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device eeb69f18-2cd4-4993-9fc5-6673d120c21d up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:04.512386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port eeb69f18-2cd4-4993-9fc5-6673d120c21d completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:50:04.517739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port eeb69f18-2cd4-4993-9fc5-6673d120c21d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:04.518319 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.521900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6838827c-3de4-453f-b017-7e57d7cf7696 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.527064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6838827c-3de4-453f-b017-7e57d7cf7696 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.529824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6838827c-3de4-453f-b017-7e57d7cf7696 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.531067 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6838827c-3de4-453f-b017-7e57d7cf7696 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "PUT /v2.0/security-groups/8d5ecc62-8060-4641-9c32-516de60095ac HTTP/1.1" status: 200 len: 1778 time: 0.1191247 May 10 11:50:04.534125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41398) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:04.557517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838827c-3de4-453f-b017-7e57d7cf7696 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ecc62-8060-4641-9c32-516de60095ac,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:04.576985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97404753-d23f-4c8c-8211-6d8c5666887d req-811dda61-e884-4eaa-8031-af20ca86ea59 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:04.578909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-97404753-d23f-4c8c-8211-6d8c5666887d req-811dda61-e884-4eaa-8031-af20ca86ea59 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 949 time: 0.1078463 May 10 11:50:04.583799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0b8fd608-394a-4c2b-825e-4f1b2d0ac819 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups/8d5ecc62-8060-4641-9c32-516de60095ac HTTP/1.1" status: 200 len: 1778 time: 0.0480745 May 10 11:50:04.586384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41400) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:04.601988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port eeb69f18-2cd4-4993-9fc5-6673d120c21d is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:04.602314 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.632158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a84e0bc-8c6c-497d-9dcb-75d6123487ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb69f18-2cd4-4993-9fc5-6673d120c21d'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:04.634836 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dca69e-a2fb-4ad6-b48d-48a320aa94ff" -d '{"events": [{"server_uuid": "7a84e0bc-8c6c-497d-9dcb-75d6123487ba", "name": "network-vif-plugged", "status": "completed", "tag": "eeb69f18-2cd4-4993-9fc5-6673d120c21d"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:04.650451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-97404753-d23f-4c8c-8211-6d8c5666887d req-94697121-5ae0-42c5-9063-a31514e07d71 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618017 May 10 11:50:04.668661 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db3b55df-3fc9-4f25-b1a1-edfb386007b2 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.691808 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a16242c-1c8c-4dad-b462-343fc4a04628 x-openstack-request-id: req-1a16242c-1c8c-4dad-b462-343fc4a04628 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:04.692740 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a84e0bc-8c6c-497d-9dcb-75d6123487ba", "name": "network-vif-plugged", "status": "completed", "tag": "eeb69f18-2cd4-4993-9fc5-6673d120c21d", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:04.693163 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a16242c-1c8c-4dad-b462-343fc4a04628 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:04.693705 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a16242c-1c8c-4dad-b462-343fc4a04628'] response: {'server_uuid': '7a84e0bc-8c6c-497d-9dcb-75d6123487ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb69f18-2cd4-4993-9fc5-6673d120c21d', 'code': 200} May 10 11:50:04.694577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db3b55df-3fc9-4f25-b1a1-edfb386007b2 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.698360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port eeb69f18-2cd4-4993-9fc5-6673d120c21d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeb69f18-2cd4-4993-9fc5-6673d120c21d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:04.705787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.744695 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db3b55df-3fc9-4f25-b1a1-edfb386007b2 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.746843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db3b55df-3fc9-4f25-b1a1-edfb386007b2 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:04.748075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-db3b55df-3fc9-4f25-b1a1-edfb386007b2 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/8d5ecc62-8060-4641-9c32-516de60095ac HTTP/1.1" status: 204 len: 168 time: 0.1607032 May 10 11:50:04.751020 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41404) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:04.766445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b55df-3fc9-4f25-b1a1-edfb386007b2 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ecc62-8060-4641-9c32-516de60095ac,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:04.772757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=eeb69f18-2cd4-4993-9fc5-6673d120c21d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:04.823316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f375224-b30d-453d-8800-715a9e48990b req-23bc17bf-8af4-40b1-a752-6218c58f8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:04.825070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f375224-b30d-453d-8800-715a9e48990b req-23bc17bf-8af4-40b1-a752-6218c58f8f41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 1101 time: 0.0675747 May 10 11:50:04.901124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-467d305f-7dee-439d-b6f0-abd560928629 req-b9011ffb-4b56-44bb-8a14-69dab7301398 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 210 time: 0.0431385 May 10 11:50:04.908565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f375224-b30d-453d-8800-715a9e48990b req-cfdda3a2-e5dd-45de-9397-1983458bd4a3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763032 May 10 11:50:04.917169 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1cb0c722-7881-44cd-9001-5849df29c191 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1637747 May 10 11:50:04.920899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41408) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:04.944762 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-0c644fac-7330-4f9e-b7ac-58a3fed511a3 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] delete failed (client error): The resource could not be found. May 10 11:50:04.949713 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0c644fac-7330-4f9e-b7ac-58a3fed511a3 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/8d5ecc62-8060-4641-9c32-516de60095ac HTTP/1.1" status: 404 len: 347 time: 0.0276456 May 10 11:50:04.950269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41410) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:04.955802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-40884915-ed47-4ef8-aed9-316e1b422c0f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075377643'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:04.972038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414292-7076-461b-be22-f5553efc6903 req-d929ecc5-3b3a-4c5c-af5f-3e7d1fdd463a tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:04.973883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-d929ecc5-3b3a-4c5c-af5f-3e7d1fdd463a tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.49 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 810 time: 0.1510770 May 10 11:50:04.977312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40884915-ed47-4ef8-aed9-316e1b422c0f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.027405 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-150e3c0c-a9d9-4c4c-8a92-d33474e724ae tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eccb51e9992a4d67a36c6303ac50b1f0 HTTP/1.1" status: 200 len: 380 time: 0.0373285 May 10 11:50:05.044024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'port': {'device_id': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'admin_state_up': True, 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'security_groups': ['0800f047-baa1-45c9-84f4-b48074faec1f']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:05.060485 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40884915-ed47-4ef8-aed9-316e1b422c0f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.065167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40884915-ed47-4ef8-aed9-316e1b422c0f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.096891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40884915-ed47-4ef8-aed9-316e1b422c0f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.101111 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-40884915-ed47-4ef8-aed9-316e1b422c0f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1467865 May 10 11:50:05.101263 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41412) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:05.106488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-30e29e63-0f50-4664-8ec7-4b0fa672c8de tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': 'db684596-d1d4-4c0c-8006-1d44c363a1d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:05.116708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40884915-ed47-4ef8-aed9-316e1b422c0f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db684596-d1d4-4c0c-8006-1d44c363a1d6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:05.135247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e29e63-0f50-4664-8ec7-4b0fa672c8de tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.168254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Made reservation on behalf of eccb51e9992a4d67a36c6303ac50b1f0 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:50:05.172728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.199601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e29e63-0f50-4664-8ec7-4b0fa672c8de tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.204555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e29e63-0f50-4664-8ec7-4b0fa672c8de tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.220724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e29e63-0f50-4664-8ec7-4b0fa672c8de tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c361db3a-62c8-44d0-be34-15ed2901a9dd,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:05.234327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30e29e63-0f50-4664-8ec7-4b0fa672c8de tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.238377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-30e29e63-0f50-4664-8ec7-4b0fa672c8de tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334357 May 10 11:50:05.238635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41414) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:05.275659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fae670b-9b0a-4ad5-a245-9d3faed37993 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.284947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fae670b-9b0a-4ad5-a245-9d3faed37993 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.329048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Allocated IP 172.20.0.11 (3966559f-d4a2-4e2c-8d90-6844c349986e/b16333a4-08da-4662-be54-ef4498e7bcd1/d5151a57-1e71-4092-ba74-e3e37a6a4718) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:50:05.337454 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fae670b-9b0a-4ad5-a245-9d3faed37993 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.342836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9fae670b-9b0a-4ad5-a245-9d3faed37993 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.344755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9fae670b-9b0a-4ad5-a245-9d3faed37993 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c361db3a-62c8-44d0-be34-15ed2901a9dd HTTP/1.1" status: 204 len: 168 time: 0.1051419 May 10 11:50:05.348009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41418) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:05.355446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae670b-9b0a-4ad5-a245-9d3faed37993 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c361db3a-62c8-44d0-be34-15ed2901a9dd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:05.452729 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-233440fc-7bcc-467f-8a82-3562639cd159 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1035411 May 10 11:50:05.455700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41420) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:05.506620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.526587 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76c85020-dd2e-45ba-b60b-a15608a15747 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.534176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.550772 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76c85020-dd2e-45ba-b60b-a15608a15747 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.600705 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76c85020-dd2e-45ba-b60b-a15608a15747 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.603808 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76c85020-dd2e-45ba-b60b-a15608a15747 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.607909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-76c85020-dd2e-45ba-b60b-a15608a15747 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/db684596-d1d4-4c0c-8006-1d44c363a1d6 HTTP/1.1" status: 204 len: 168 time: 0.1480498 May 10 11:50:05.609127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41422) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:05.631800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c85020-dd2e-45ba-b60b-a15608a15747 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db684596-d1d4-4c0c-8006-1d44c363a1d6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:05.669407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e47d3a01-3640-479b-baa5-de8be9e2ea86 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550706 May 10 11:50:05.670294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41424) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:05.675491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2c3a8ecb-341b-41e6-832d-907d816e29a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922460794'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:05.700231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8ecb-341b-41e6-832d-907d816e29a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.810778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8ecb-341b-41e6-832d-907d816e29a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.815169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8ecb-341b-41e6-832d-907d816e29a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.845406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8ecb-341b-41e6-832d-907d816e29a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.849122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2c3a8ecb-341b-41e6-832d-907d816e29a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1754689 May 10 11:50:05.850623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41428) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:05.855007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d3fb97ac-e94b-4333-ae4b-5917fe5072f8 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '1200a187-ac81-4f4d-b1a6-7943b5b91c3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:05.860669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a8ecb-341b-41e6-832d-907d816e29a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1200a187-ac81-4f4d-b1a6-7943b5b91c3c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:05.900011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3fb97ac-e94b-4333-ae4b-5917fe5072f8 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.983313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3fb97ac-e94b-4333-ae4b-5917fe5072f8 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:05.992656 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3fb97ac-e94b-4333-ae4b-5917fe5072f8 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.017990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.023757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb97ac-e94b-4333-ae4b-5917fe5072f8 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcfb7a1-fff3-4bfd-bed4-4f116fbf36eb,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:06.049748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3fb97ac-e94b-4333-ae4b-5917fe5072f8 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.050942 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d3fb97ac-e94b-4333-ae4b-5917fe5072f8 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1993496 May 10 11:50:06.053828 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41432) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:06.058910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5b2a91d4-c349-4281-bf11-86d81c9287cc tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '1200a187-ac81-4f4d-b1a6-7943b5b91c3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:06.065502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576413bd-448d-4caa-a4f7-d69bc3a57348 req-fe079fc7-6ee4-4c37-9ef6-fa5448127b14 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:06.067364 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-576413bd-448d-4caa-a4f7-d69bc3a57348 req-fe079fc7-6ee4-4c37-9ef6-fa5448127b14 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 950 time: 0.1165025 May 10 11:50:06.085402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1fa1-41c8-4cf1-9ca0-753ccd8bfe9c req-06999db1-2043-40c7-8cc0-6b7079734269 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:06.086889 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-257b1fa1-41c8-4cf1-9ca0-753ccd8bfe9c req-06999db1-2043-40c7-8cc0-6b7079734269 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 932 time: 0.0804834 May 10 11:50:06.093331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'Port': ['ID=d5151a57-1e71-4092-ba74-e3e37a6a4718,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:06.108612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Network 3966559f-d4a2-4e2c-8d90-6844c349986e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:50:06.113731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:50:06.116906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:50:06.118851 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5b2a91d4-c349-4281-bf11-86d81c9287cc tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.160748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-576413bd-448d-4caa-a4f7-d69bc3a57348 req-3733cd24-1b40-48d6-bcc8-f908ad034a4f tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854630 May 10 11:50:06.163664 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-257b1fa1-41c8-4cf1-9ca0-753ccd8bfe9c req-e5b37931-0ded-4e9d-8dc6-b080bb3754ef tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678837 May 10 11:50:06.196076 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5b2a91d4-c349-4281-bf11-86d81c9287cc tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.207562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5b2a91d4-c349-4281-bf11-86d81c9287cc tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.217166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:06.218327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.228966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a91d4-c349-4281-bf11-86d81c9287cc tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0e88a1-1086-49b3-989b-db464679fe77,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:06.243236 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-02ce6a19-6e48-44ef-912f-b3f0cc9eac4b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2033596 May 10 11:50:06.246223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5b2a91d4-c349-4281-bf11-86d81c9287cc tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.248002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5b2a91d4-c349-4281-bf11-86d81c9287cc tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1927397 May 10 11:50:06.250560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41434) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:06.255214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1289a00e-73c7-42db-8e22-62625413ac63 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '1200a187-ac81-4f4d-b1a6-7943b5b91c3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:06.265760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Request body: {'port': {'device_id': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:06.330696 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1289a00e-73c7-42db-8e22-62625413ac63 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.345365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.414378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-26f41c10-d810-4320-a025-7d796f4638c0 None None] Provisioning complete for port d5151a57-1e71-4092-ba74-e3e37a6a4718 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:06.415075 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-26f41c10-d810-4320-a025-7d796f4638c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.451170 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1289a00e-73c7-42db-8e22-62625413ac63 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.458227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1289a00e-73c7-42db-8e22-62625413ac63 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.471424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-26f41c10-d810-4320-a025-7d796f4638c0 None None] Port d5151a57-1e71-4092-ba74-e3e37a6a4718 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:50:06.541579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289a00e-73c7-42db-8e22-62625413ac63 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f054183-e384-4862-9450-81f27571c501,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:06.550608 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1289a00e-73c7-42db-8e22-62625413ac63 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.554303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1289a00e-73c7-42db-8e22-62625413ac63 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3002687 May 10 11:50:06.554484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41442) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:06.558844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4e92af11-bee3-41ad-a783-99c8c497e336 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '1200a187-ac81-4f4d-b1a6-7943b5b91c3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:06.633816 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e92af11-bee3-41ad-a783-99c8c497e336 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.746772 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e92af11-bee3-41ad-a783-99c8c497e336 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.751601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e92af11-bee3-41ad-a783-99c8c497e336 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.776739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5151a57-1e71-4092-ba74-e3e37a6a4718 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:50:06.786666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92af11-bee3-41ad-a783-99c8c497e336 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6566e844-5b53-44eb-8435-4bcd0b986718,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:06.790341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.802122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e92af11-bee3-41ad-a783-99c8c497e336 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.803372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4e92af11-bee3-41ad-a783-99c8c497e336 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2479727 May 10 11:50:06.806495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41444) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:06.808267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Transition to ACTIVE for port object d5151a57-1e71-4092-ba74-e3e37a6a4718 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:50:06.813314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.814223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-520be978-ba94-448f-a0ce-24ecb58ee698 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '1200a187-ac81-4f4d-b1a6-7943b5b91c3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:06.844774 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-520be978-ba94-448f-a0ce-24ecb58ee698 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.863051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Pushing event updated for resources: {'Port': ['ID=d5151a57-1e71-4092-ba74-e3e37a6a4718,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:06.915792 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-520be978-ba94-448f-a0ce-24ecb58ee698 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.922715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-520be978-ba94-448f-a0ce-24ecb58ee698 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.951961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Attempting to bind port d5151a57-1e71-4092-ba74-e3e37a6a4718 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:50:06.952306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Attempting to bind port d5151a57-1e71-4092-ba74-e3e37a6a4718 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:50:06.952644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Attempting to bind port d5151a57-1e71-4092-ba74-e3e37a6a4718 on network 3966559f-d4a2-4e2c-8d90-6844c349986e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:50:06.954087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520be978-ba94-448f-a0ce-24ecb58ee698 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e430d5-8ff5-4893-bb65-abfbb62ac442,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:06.958077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Port d5151a57-1e71-4092-ba74-e3e37a6a4718 on network 3966559f-d4a2-4e2c-8d90-6844c349986e not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:50:06.958399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Attempting to bind port d5151a57-1e71-4092-ba74-e3e37a6a4718 on network 3966559f-d4a2-4e2c-8d90-6844c349986e {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:50:06.962758 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-520be978-ba94-448f-a0ce-24ecb58ee698 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.966762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:50:06.967157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-520be978-ba94-448f-a0ce-24ecb58ee698 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1556184 May 10 11:50:06.967250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Checking segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:50:06.967250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Bound using segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:50:06.967250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Bound port: d5151a57-1e71-4092-ba74-e3e37a6a4718, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:50:06.967250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:06.967607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41446) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:06.992476 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9006f0fb-15dd-4ac9-9731-ee7bceb41314 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.001144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9006f0fb-15dd-4ac9-9731-ee7bceb41314 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.037570 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9006f0fb-15dd-4ac9-9731-ee7bceb41314 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.045512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9006f0fb-15dd-4ac9-9731-ee7bceb41314 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.045709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] For port d5151a57-1e71-4092-ba74-e3e37a6a4718, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:50:07.049360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] For port d5151a57-1e71-4092-ba74-e3e37a6a4718, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:50:07.049914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9006f0fb-15dd-4ac9-9731-ee7bceb41314 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/00e430d5-8ff5-4893-bb65-abfbb62ac442 HTTP/1.1" status: 204 len: 168 time: 0.0817740 May 10 11:50:07.050466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41448) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:07.056572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006f0fb-15dd-4ac9-9731-ee7bceb41314 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00e430d5-8ff5-4893-bb65-abfbb62ac442,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:07.070087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.108662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:07.109270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.110658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] 10.222.0.49 "PUT /v2.0/ports/d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 200 len: 1092 time: 0.8492661 May 10 11:50:07.112893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'tag': 'd5151a57-1e71-4092-ba74-e3e37a6a4718'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:07.115301 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4695d1e8-ed48-4559-9da6-c14cf96d716d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7e75b3-63b8-4442-b99e-8e8f405783da", "tag": "d5151a57-1e71-4092-ba74-e3e37a6a4718"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:07.163130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bcfe8f43-918d-44fe-a003-72f87c8b6972 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1091044 May 10 11:50:07.163691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41452) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:07.178054 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78225e1-6cbe-42e4-88e5-febc86ad99af x-openstack-request-id: req-a78225e1-6cbe-42e4-88e5-febc86ad99af {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:07.178352 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7e75b3-63b8-4442-b99e-8e8f405783da", "tag": "d5151a57-1e71-4092-ba74-e3e37a6a4718", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:07.178611 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a78225e1-6cbe-42e4-88e5-febc86ad99af {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:07.179008 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78225e1-6cbe-42e4-88e5-febc86ad99af'] response: {'name': 'network-changed', 'server_uuid': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'tag': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'status': 'completed', 'code': 200} May 10 11:50:07.199613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a77bc9b4-b758-4d73-83a4-29b70c081431 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.233617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a77bc9b4-b758-4d73-83a4-29b70c081431 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.260416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384935d8-76fb-4f37-92f4-9c6862567ecd service neutron] Pushing event updated for resources: {'Port': ['ID=d5151a57-1e71-4092-ba74-e3e37a6a4718,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:07.269689 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-204661cf-1a47-445d-adc5-0196448b3b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.287357 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a77bc9b4-b758-4d73-83a4-29b70c081431 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.294532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a77bc9b4-b758-4d73-83a4-29b70c081431 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.295929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a77bc9b4-b758-4d73-83a4-29b70c081431 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6566e844-5b53-44eb-8435-4bcd0b986718 HTTP/1.1" status: 204 len: 168 time: 0.1310155 May 10 11:50:07.298430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41458) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:07.302287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bc9b4-b758-4d73-83a4-29b70c081431 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6566e844-5b53-44eb-8435-4bcd0b986718,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:07.366494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414292-7076-461b-be22-f5553efc6903 req-886a96c9-b181-4386-8a3a-98e7de78e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:07.368130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-886a96c9-b181-4386-8a3a-98e7de78e5ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 1095 time: 0.1918638 May 10 11:50:07.377636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07634-c722-49a9-bad2-29cff1cdfdf5 req-6fdba6ab-7e2c-44d0-9d31-533c263d4456 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:07.379564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81f07634-c722-49a9-bad2-29cff1cdfdf5 req-6fdba6ab-7e2c-44d0-9d31-533c263d4456 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 950 time: 0.0652647 May 10 11:50:07.421919 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81f07634-c722-49a9-bad2-29cff1cdfdf5 req-341763c1-81b1-4715-a115-67cf31abe9ef tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359664 May 10 11:50:07.436835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-32480ce6-e82d-4a09-bc26-e5136380b83f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 200 len: 217 time: 0.0501966 May 10 11:50:07.444728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e095-ef85-4ba5-84b2-d64599e4d86e req-485da570-c976-47ad-88a0-a859e012552e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:07.446155 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4cd2e095-ef85-4ba5-84b2-d64599e4d86e req-485da570-c976-47ad-88a0-a859e012552e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 944 time: 0.1302361 May 10 11:50:07.459712 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3587da84-0edc-4ff8-85d1-6664e2151644 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1600411 May 10 11:50:07.463043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41462) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:07.506562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-69998e10-8346-46f9-a42b-be01744dae6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.518290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-69998e10-8346-46f9-a42b-be01744dae6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.532290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414292-7076-461b-be22-f5553efc6903 req-b2e4ac9e-a8dd-4512-b99e-bcaf547ae94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:07.534826 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-b2e4ac9e-a8dd-4512-b99e-bcaf547ae94e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0730546 May 10 11:50:07.539582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4cd2e095-ef85-4ba5-84b2-d64599e4d86e req-b93a3abd-521c-4ef5-88b9-79d976a85d29 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708027 May 10 11:50:07.557893 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-69998e10-8346-46f9-a42b-be01744dae6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.565473 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-69998e10-8346-46f9-a42b-be01744dae6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.569599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-69998e10-8346-46f9-a42b-be01744dae6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7f054183-e384-4862-9450-81f27571c501 HTTP/1.1" status: 204 len: 168 time: 0.1024384 May 10 11:50:07.570610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41468) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:07.580104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69998e10-8346-46f9-a42b-be01744dae6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f054183-e384-4862-9450-81f27571c501,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:07.604021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414292-7076-461b-be22-f5553efc6903 req-f5addfcf-b902-41fc-81db-fe316abc67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:07.605827 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-f5addfcf-b902-41fc-81db-fe316abc67dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647492 May 10 11:50:07.623897 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5addfc1-10f1-437e-a10c-a5766c003524 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0520375 May 10 11:50:07.626777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41470) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:07.659331 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-060dbaec-4f9c-4b9a-965a-adfa30c6a4a5 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.674635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-060dbaec-4f9c-4b9a-965a-adfa30c6a4a5 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.716461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-060dbaec-4f9c-4b9a-965a-adfa30c6a4a5 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.722105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-060dbaec-4f9c-4b9a-965a-adfa30c6a4a5 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.725918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41476) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:07.726128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-060dbaec-4f9c-4b9a-965a-adfa30c6a4a5 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8d0e88a1-1086-49b3-989b-db464679fe77 HTTP/1.1" status: 204 len: 168 time: 0.0982785 May 10 11:50:07.741514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dbaec-4f9c-4b9a-965a-adfa30c6a4a5 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d0e88a1-1086-49b3-989b-db464679fe77,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:07.749416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-747ceddc-1912-4898-b169-469b67a1e6ed service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345663 May 10 11:50:07.797107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.848670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cac5a153-d070-4b43-ab58-9084600272c9 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1188922 May 10 11:50:07.851666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41478) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:07.911898 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71e91184-e9e2-42b9-90fb-c9fae5b88e60 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.927280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b414292-7076-461b-be22-f5553efc6903 req-bc080a0a-f22f-4c7b-8f2f-2fb43d34b08c service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699569 May 10 11:50:07.936240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71e91184-e9e2-42b9-90fb-c9fae5b88e60 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.992980 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71e91184-e9e2-42b9-90fb-c9fae5b88e60 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:07.999074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71e91184-e9e2-42b9-90fb-c9fae5b88e60 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.002784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-71e91184-e9e2-42b9-90fb-c9fae5b88e60 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/dfcfb7a1-fff3-4bfd-bed4-4f116fbf36eb HTTP/1.1" status: 204 len: 168 time: 0.1476231 May 10 11:50:08.008434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41482) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:08.026565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-ea73f4f5-3daf-473a-a07a-490d96f78782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:08.028143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-ea73f4f5-3daf-473a-a07a-490d96f78782 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 1095 time: 0.0470726 May 10 11:50:08.040980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e91184-e9e2-42b9-90fb-c9fae5b88e60 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfcfb7a1-fff3-4bfd-bed4-4f116fbf36eb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:08.082158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d85ab802-2e1f-46ec-8368-c83404c8e073 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0721946 May 10 11:50:08.086905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41484) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:08.179011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-594ca2a8-b1c0-4325-9109-73c026bed38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:08.180510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-594ca2a8-b1c0-4325-9109-73c026bed38b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.1440065 May 10 11:50:08.183354 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-721f7f5d-9dee-4c5e-9f62-aa333848ca90 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.239628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-721f7f5d-9dee-4c5e-9f62-aa333848ca90 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.243518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-c9d391bc-e5e2-4234-b493-0c97b202bf14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 200 len: 217 time: 0.0482380 May 10 11:50:08.315573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-f4212f2c-e26b-4b99-ba63-18bc66fb8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:08.317554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-f4212f2c-e26b-4b99-ba63-18bc66fb8dfd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0661922 May 10 11:50:08.322949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-721f7f5d-9dee-4c5e-9f62-aa333848ca90 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.326115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-721f7f5d-9dee-4c5e-9f62-aa333848ca90 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.329667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-721f7f5d-9dee-4c5e-9f62-aa333848ca90 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/1200a187-ac81-4f4d-b1a6-7943b5b91c3c HTTP/1.1" status: 204 len: 168 time: 0.2392461 May 10 11:50:08.330118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41486) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:08.373664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7f5d-9dee-4c5e-9f62-aa333848ca90 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1200a187-ac81-4f4d-b1a6-7943b5b91c3c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:08.379438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82fc10ba-1078-4778-a7f7-dac2e497344d tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436070 May 10 11:50:08.380240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41488) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:08.384574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d2608780-0e97-4158-94ba-6bf99afd5791 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199176'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:08.409443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-4fae10bd-8055-4ed4-923f-7cf8a2bb46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:08.413072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-4fae10bd-8055-4ed4-923f-7cf8a2bb46ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715032 May 10 11:50:08.414064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d2608780-0e97-4158-94ba-6bf99afd5791 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.488935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d2608780-0e97-4158-94ba-6bf99afd5791 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.494057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d2608780-0e97-4158-94ba-6bf99afd5791 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.525458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-3e207aaa-0d29-44b2-89cd-d863b792fa9d service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028020 May 10 11:50:08.526410 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d2608780-0e97-4158-94ba-6bf99afd5791 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.530246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d2608780-0e97-4158-94ba-6bf99afd5791 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1464787 May 10 11:50:08.531029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41490) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:08.537024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f986100b-3e46-4076-8383-5ea8752fe3f0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': 'bde188ea-a5e1-444e-ab2b-ca4764a53888', 'direction': 'ingress', 'protocol': 17}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:08.542968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2608780-0e97-4158-94ba-6bf99afd5791 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde188ea-a5e1-444e-ab2b-ca4764a53888,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:08.580310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f986100b-3e46-4076-8383-5ea8752fe3f0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.679584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f986100b-3e46-4076-8383-5ea8752fe3f0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.682389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4695d1e8-ed48-4559-9da6-c14cf96d716d req-28c011a4-d3a8-44c3-a5cd-509123f96b57 service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474383 May 10 11:50:08.686618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f986100b-3e46-4076-8383-5ea8752fe3f0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.724671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f85ac-780b-4703-8b41-5cade42ffae5 req-719982c4-708a-46de-8e46-6e85fab7c6bd tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:08.735549 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a0f85ac-780b-4703-8b41-5cade42ffae5 req-719982c4-708a-46de-8e46-6e85fab7c6bd tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 944 time: 0.0973952 May 10 11:50:08.743574 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f986100b-3e46-4076-8383-5ea8752fe3f0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.749483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f986100b-3e46-4076-8383-5ea8752fe3f0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2164626 May 10 11:50:08.751450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41498) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:08.754070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986100b-3e46-4076-8383-5ea8752fe3f0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3c97e0-31f8-4da7-b15f-1875f8263972,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:08.824277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a0f85ac-780b-4703-8b41-5cade42ffae5 req-04540aa6-aa46-4626-8b9d-a6212c310553 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854974 May 10 11:50:08.854317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78276f64-1fb6-4b87-874a-ab4dba1c4cb6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.880095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78276f64-1fb6-4b87-874a-ab4dba1c4cb6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.940447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78276f64-1fb6-4b87-874a-ab4dba1c4cb6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.946166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78276f64-1fb6-4b87-874a-ab4dba1c4cb6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.948110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-78276f64-1fb6-4b87-874a-ab4dba1c4cb6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/bde188ea-a5e1-444e-ab2b-ca4764a53888 HTTP/1.1" status: 204 len: 168 time: 0.1912534 May 10 11:50:08.950505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41502) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:08.958420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78276f64-1fb6-4b87-874a-ab4dba1c4cb6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde188ea-a5e1-444e-ab2b-ca4764a53888,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:09.054395 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6353764c-9ec9-4c56-97e9-9dbca09c4e71 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012383 May 10 11:50:09.058107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41506) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:09.062959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c1569837-15ef-443a-9f32-bd7e3d5d3677 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--665692303'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:09.089122 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1569837-15ef-443a-9f32-bd7e3d5d3677 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.193095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1569837-15ef-443a-9f32-bd7e3d5d3677 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.198962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1569837-15ef-443a-9f32-bd7e3d5d3677 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.228398 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c1569837-15ef-443a-9f32-bd7e3d5d3677 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.232814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c1569837-15ef-443a-9f32-bd7e3d5d3677 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1729794 May 10 11:50:09.237908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41510) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:09.249553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1569837-15ef-443a-9f32-bd7e3d5d3677 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d780b5a-6905-4be7-92ad-fefb0ff592d6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:09.250423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5f95a0b9-12eb-4ff4-949f-3d6c89f7dfa6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537519871'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:09.301073 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f95a0b9-12eb-4ff4-949f-3d6c89f7dfa6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.317071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41512) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:09.327991 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.404285 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f95a0b9-12eb-4ff4-949f-3d6c89f7dfa6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.409054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f95a0b9-12eb-4ff4-949f-3d6c89f7dfa6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.433291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5f95a0b9-12eb-4ff4-949f-3d6c89f7dfa6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.437587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41516) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:09.437721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5f95a0b9-12eb-4ff4-949f-3d6c89f7dfa6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1917655 May 10 11:50:09.445864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f9a47032-33cf-4550-b48d-b47bc55a77a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '0d780b5a-6905-4be7-92ad-fefb0ff592d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f9341861-e889-4b52-8df0-dcdb1a565aa1', 'remote_ip_prefix': None}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:09.449851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95a0b9-12eb-4ff4-949f-3d6c89f7dfa6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9341861-e889-4b52-8df0-dcdb1a565aa1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:09.474453 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc34847e-f07a-475f-9e5e-2761bdd2fac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.503397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9a47032-33cf-4550-b48d-b47bc55a77a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.563126 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.588340 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9a47032-33cf-4550-b48d-b47bc55a77a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.598673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9a47032-33cf-4550-b48d-b47bc55a77a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.625289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc34847e-f07a-475f-9e5e-2761bdd2fac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.631171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc34847e-f07a-475f-9e5e-2761bdd2fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.633636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a47032-33cf-4550-b48d-b47bc55a77a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efbb779-99bb-418c-b386-8ac4d71de74c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:09.655944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f9a47032-33cf-4550-b48d-b47bc55a77a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.659974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f9a47032-33cf-4550-b48d-b47bc55a77a6 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2180798 May 10 11:50:09.660394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41518) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:09.676627 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fc34847e-f07a-475f-9e5e-2761bdd2fac8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73632c160ff14f4ea828097be1c38cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583491 May 10 11:50:09.678586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34847e-f07a-475f-9e5e-2761bdd2fac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07b62e-48e5-41b4-abb7-df6280afdefe,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:09.680972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41520) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:09.713403 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a519439-8d21-45df-a9de-cbb508146c8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.721714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a519439-8d21-45df-a9de-cbb508146c8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.735240 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5394b203-2795-4724-af9b-fe37dc66df5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.750727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a519439-8d21-45df-a9de-cbb508146c8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.755599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a519439-8d21-45df-a9de-cbb508146c8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.756776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4a519439-8d21-45df-a9de-cbb508146c8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9efbb779-99bb-418c-b386-8ac4d71de74c HTTP/1.1" status: 204 len: 168 time: 0.0952373 May 10 11:50:09.760353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41522) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:09.766098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a519439-8d21-45df-a9de-cbb508146c8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9efbb779-99bb-418c-b386-8ac4d71de74c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:09.770457 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5394b203-2795-4724-af9b-fe37dc66df5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.832996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cf1378f7-0593-4e28-a743-e1f810ab93ef tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0712619 May 10 11:50:09.836410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41524) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:09.880199 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5394b203-2795-4724-af9b-fe37dc66df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.882882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5394b203-2795-4724-af9b-fe37dc66df5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.886793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5394b203-2795-4724-af9b-fe37dc66df5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb07b62e-48e5-41b4-abb7-df6280afdefe HTTP/1.1" status: 204 len: 168 time: 0.2025535 May 10 11:50:09.909297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394b203-2795-4724-af9b-fe37dc66df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07b62e-48e5-41b4-abb7-df6280afdefe,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:09.933200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d5151a57-1e71-4092-ba74-e3e37a6a4718 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:50:09.962881 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91de95ca-61a6-4a06-a49f-5d062ca36b78 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:09.984214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a451c2-c02a-4727-8f4c-eace304ab494 req-0479d753-daf4-4465-a502-f736d1be8986 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:09.997516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23a451c2-c02a-4727-8f4c-eace304ab494 req-0479d753-daf4-4465-a502-f736d1be8986 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 944 time: 0.0857642 May 10 11:50:10.027687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91de95ca-61a6-4a06-a49f-5d062ca36b78 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.060014 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23a451c2-c02a-4727-8f4c-eace304ab494 req-742dc343-4381-4734-8e3f-3450a84d58e6 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548294 May 10 11:50:10.082027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d5151a57-1e71-4092-ba74-e3e37a6a4718, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:10.097485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'port_id': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'mac_address': 'fa:16:3e:47:82:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:50:10.118817 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91de95ca-61a6-4a06-a49f-5d062ca36b78 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.121773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91de95ca-61a6-4a06-a49f-5d062ca36b78 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.124062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-91de95ca-61a6-4a06-a49f-5d062ca36b78 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9341861-e889-4b52-8df0-dcdb1a565aa1 HTTP/1.1" status: 204 len: 168 time: 0.2853959 May 10 11:50:10.126126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41532) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.135433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de95ca-61a6-4a06-a49f-5d062ca36b78 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9341861-e889-4b52-8df0-dcdb1a565aa1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:10.181794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port d5151a57-1e71-4092-ba74-e3e37a6a4718 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:10.182916 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.195691 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b41a33bb-22c2-41a4-a604-471e9985e5fc tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0656939 May 10 11:50:10.196149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41536) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.217916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5151a57-1e71-4092-ba74-e3e37a6a4718 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:50:10.242501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d5151a57-1e71-4092-ba74-e3e37a6a4718, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:10.250262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.265957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9760-fdcd-41b0-bfaa-c271b0b0e11c tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.293076 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9760-fdcd-41b0-bfaa-c271b0b0e11c tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.319936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=d5151a57-1e71-4092-ba74-e3e37a6a4718,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:10.346345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9760-fdcd-41b0-bfaa-c271b0b0e11c tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.349071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9760-fdcd-41b0-bfaa-c271b0b0e11c tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.350329 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0e6f9760-fdcd-41b0-bfaa-c271b0b0e11c tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d780b5a-6905-4be7-92ad-fefb0ff592d6 HTTP/1.1" status: 204 len: 168 time: 0.1534038 May 10 11:50:10.353186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41540) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.360466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f9760-fdcd-41b0-bfaa-c271b0b0e11c tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d780b5a-6905-4be7-92ad-fefb0ff592d6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:10.368898 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41542) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.397576 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-21a64f1e-bf14-49e0-9b9e-f9fc86d76860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.437309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-04b7efbb-2b41-465d-94a0-c16a7a0c0630 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821075 May 10 11:50:10.446232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41544) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.450811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-928c819c-1358-46fd-8a49-ba66a4076ead tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--672988890'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:10.461434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['d5151a57-1e71-4092-ba74-e3e37a6a4718'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:50:10.475275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-928c819c-1358-46fd-8a49-ba66a4076ead tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.525107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-21a64f1e-bf14-49e0-9b9e-f9fc86d76860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.531343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-21a64f1e-bf14-49e0-9b9e-f9fc86d76860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.557858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-928c819c-1358-46fd-8a49-ba66a4076ead tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.563994 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-928c819c-1358-46fd-8a49-ba66a4076ead tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.585455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-21a64f1e-bf14-49e0-9b9e-f9fc86d76860 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0380ddab3c6549da84b083c67d101469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150126 May 10 11:50:10.586060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41546) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.588079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a64f1e-bf14-49e0-9b9e-f9fc86d76860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2bc9b1-6b4f-4bbe-a123-df4af6f535a4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:10.614255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c819c-1358-46fd-8a49-ba66a4076ead tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f310e32-48b7-4fb7-a3e2-efacdf0fdbed,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:10.629612 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-928c819c-1358-46fd-8a49-ba66a4076ead tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.631273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-928c819c-1358-46fd-8a49-ba66a4076ead tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1838262 May 10 11:50:10.633880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41548) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.641280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d7b60a97-7cf0-4d2b-8e6d-b632f31b608f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '0f310e32-48b7-4fb7-a3e2-efacdf0fdbed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:10.656754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66f4e68c-55f1-4ffe-a922-bfa9e051eb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.671238 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7b60a97-7cf0-4d2b-8e6d-b632f31b608f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.679645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66f4e68c-55f1-4ffe-a922-bfa9e051eb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.733137 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66f4e68c-55f1-4ffe-a922-bfa9e051eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.736991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66f4e68c-55f1-4ffe-a922-bfa9e051eb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.740130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-66f4e68c-55f1-4ffe-a922-bfa9e051eb2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e2bc9b1-6b4f-4bbe-a123-df4af6f535a4 HTTP/1.1" status: 204 len: 168 time: 0.1507747 May 10 11:50:10.746479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4e68c-55f1-4ffe-a922-bfa9e051eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2bc9b1-6b4f-4bbe-a123-df4af6f535a4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:10.750682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7b60a97-7cf0-4d2b-8e6d-b632f31b608f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.760950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7b60a97-7cf0-4d2b-8e6d-b632f31b608f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.781320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60a97-7cf0-4d2b-8e6d-b632f31b608f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543395aa-25bf-4ebc-9c45-ba09d79ae78b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:10.792128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7b60a97-7cf0-4d2b-8e6d-b632f31b608f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.796012 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d7b60a97-7cf0-4d2b-8e6d-b632f31b608f tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1585002 May 10 11:50:10.796791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41552) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.826785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb863ef6-2e28-4c34-b4af-0fa7aed1ebc9 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.835652 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb863ef6-2e28-4c34-b4af-0fa7aed1ebc9 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.870148 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb863ef6-2e28-4c34-b4af-0fa7aed1ebc9 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.877223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb863ef6-2e28-4c34-b4af-0fa7aed1ebc9 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.880888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eb863ef6-2e28-4c34-b4af-0fa7aed1ebc9 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/543395aa-25bf-4ebc-9c45-ba09d79ae78b HTTP/1.1" status: 204 len: 168 time: 0.0802522 May 10 11:50:10.881364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41554) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:10.887477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb863ef6-2e28-4c34-b4af-0fa7aed1ebc9 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=543395aa-25bf-4ebc-9c45-ba09d79ae78b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:10.941624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fdd927ab-bd22-496b-a534-e8b2fe0bd580 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565798 May 10 11:50:10.943029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41556) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.001793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec631-009b-42b9-9a3b-9063f6276995 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.024928 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec631-009b-42b9-9a3b-9063f6276995 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.069593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec631-009b-42b9-9a3b-9063f6276995 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.072180 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec631-009b-42b9-9a3b-9063f6276995 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.076264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7f0ec631-009b-42b9-9a3b-9063f6276995 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f310e32-48b7-4fb7-a3e2-efacdf0fdbed HTTP/1.1" status: 204 len: 168 time: 0.1302779 May 10 11:50:11.077108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41562) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.083637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec631-009b-42b9-9a3b-9063f6276995 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f310e32-48b7-4fb7-a3e2-efacdf0fdbed,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:11.173284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41570) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.175204 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-00eaed00-7f2f-4ae4-91d1-aa92cd47f54d tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891294 May 10 11:50:11.195940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8d08402b-8a5f-44fc-b573-cc71ab62f8e7 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--866890602'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:11.228329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d08402b-8a5f-44fc-b573-cc71ab62f8e7 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.253479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0036c-593f-4985-a880-cc6099ce4f64 req-883f6d29-67b7-4686-8273-7f7d1e477689 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:11.254950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41c0036c-593f-4985-a880-cc6099ce4f64 req-883f6d29-67b7-4686-8273-7f7d1e477689 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 945 time: 0.0977578 May 10 11:50:11.368543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41c0036c-593f-4985-a880-cc6099ce4f64 req-f45d8e66-c4cc-4afb-9469-ba9c66f832a7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064866 May 10 11:50:11.389119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-94fb0f67-af4e-4457-8b06-49d1d85126b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109848 May 10 11:50:11.397401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d08402b-8a5f-44fc-b573-cc71ab62f8e7 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.403968 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d08402b-8a5f-44fc-b573-cc71ab62f8e7 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.439707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08402b-8a5f-44fc-b573-cc71ab62f8e7 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb137e-41a6-46e3-9168-3f1956d6e95c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:11.495565 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d08402b-8a5f-44fc-b573-cc71ab62f8e7 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.498517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8d08402b-8a5f-44fc-b573-cc71ab62f8e7 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3218608 May 10 11:50:11.501244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41584) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.506796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-52ed5b72-8e54-486b-908c-794c6e0678f1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '29bb137e-41a6-46e3-9168-3f1956d6e95c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:11.514082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-8885483e-0267-47fc-b2f6-78ab797ec202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:11.516135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-8885483e-0267-47fc-b2f6-78ab797ec202 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1136 time: 0.0700111 May 10 11:50:11.554762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52ed5b72-8e54-486b-908c-794c6e0678f1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.639478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52ed5b72-8e54-486b-908c-794c6e0678f1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.645158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52ed5b72-8e54-486b-908c-794c6e0678f1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.659489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-1cc4e97c-9d55-4b9a-b04b-02f5a7ab669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:11.661940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-1cc4e97c-9d55-4b9a-b04b-02f5a7ab669f service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115 HTTP/1.1" status: 200 len: 898 time: 0.1210301 May 10 11:50:11.668239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed5b72-8e54-486b-908c-794c6e0678f1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc0852d-78b3-4bd5-923e-7b4e60080fff,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:11.680541 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52ed5b72-8e54-486b-908c-794c6e0678f1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.686611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-52ed5b72-8e54-486b-908c-794c6e0678f1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834850 May 10 11:50:11.688209 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41588) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.707365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e7e46db3-7294-4a2c-9c46-dd3987e38df5 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules/4fc0852d-78b3-4bd5-923e-7b4e60080fff HTTP/1.1" status: 200 len: 763 time: 0.0178580 May 10 11:50:11.709909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41590) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.745940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-af3d5052-412c-40dc-9294-e97b33c73077 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 HTTP/1.1" status: 200 len: 1002 time: 0.0743070 May 10 11:50:11.773372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-06743b7f-6d57-4c74-8974-cc4825b49b3c tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0595293 May 10 11:50:11.782453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41594) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.818000 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7663-1fe7-490d-adf3-59029eda0581 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.825861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7663-1fe7-490d-adf3-59029eda0581 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.827176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-f2424bab-ae6c-4c17-b56a-a2119120b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:11.828987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-f2424bab-ae6c-4c17-b56a-a2119120b131 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=59ee43e0-438a-4463-89b5-03e014192c8f HTTP/1.1" status: 200 len: 833 time: 0.0758309 May 10 11:50:11.857920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7663-1fe7-490d-adf3-59029eda0581 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.865133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7663-1fe7-490d-adf3-59029eda0581 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:11.866623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fbcc7663-1fe7-490d-adf3-59029eda0581 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4fc0852d-78b3-4bd5-923e-7b4e60080fff HTTP/1.1" status: 204 len: 168 time: 0.0831764 May 10 11:50:11.871091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41598) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.898052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-ba9355de-746e-4880-b404-2856bba11f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:11.899809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-ba9355de-746e-4880-b404-2856bba11f29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622149 May 10 11:50:11.902480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7663-1fe7-490d-adf3-59029eda0581 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fc0852d-78b3-4bd5-923e-7b4e60080fff,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:11.931279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-333652af-76d9-4cd5-af84-51015b976eef tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576272 May 10 11:50:11.933196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41600) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:11.937917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-614b249c-6caf-4fe8-9128-0be5f3b2928a tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '29bb137e-41a6-46e3-9168-3f1956d6e95c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:11.959102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d5151a57-1e71-4092-ba74-e3e37a6a4718 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:11.972132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-614b249c-6caf-4fe8-9128-0be5f3b2928a tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.013964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-97819eb2-f546-48e6-8cb4-29a002b8f647 service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057529 May 10 11:50:12.041376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-614b249c-6caf-4fe8-9128-0be5f3b2928a tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.048415 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-614b249c-6caf-4fe8-9128-0be5f3b2928a tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.069714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port d5151a57-1e71-4092-ba74-e3e37a6a4718 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:50:12.076710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port d5151a57-1e71-4092-ba74-e3e37a6a4718 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:12.077612 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.121515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-614b249c-6caf-4fe8-9128-0be5f3b2928a tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.122941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-614b249c-6caf-4fe8-9128-0be5f3b2928a tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886759 May 10 11:50:12.123924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b249c-6caf-4fe8-9128-0be5f3b2928a tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6d52c6-bfd1-433b-9ce1-74dbbc86d7fe,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:12.126978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41604) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.141614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-62118d56-8b97-4a60-86bd-cf9f7eae893a req-d87c068a-18e0-43c8-8021-5b4de45fc01b service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217782 May 10 11:50:12.155766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d120e6bc-864a-4f72-8f5d-cefe38726604 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules/8a6d52c6-bfd1-433b-9ce1-74dbbc86d7fe HTTP/1.1" status: 200 len: 763 time: 0.0238264 May 10 11:50:12.156147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41608) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.205637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port d5151a57-1e71-4092-ba74-e3e37a6a4718 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:12.206068 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.209730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d0421259-b22f-42f5-b1ec-7cc59e54373e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522225 May 10 11:50:12.212739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41610) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.277961 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc4f8-f895-4baf-a39e-77c734848fc0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.298912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc4f8-f895-4baf-a39e-77c734848fc0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.344036 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc4f8-f895-4baf-a39e-77c734848fc0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.351589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc4f8-f895-4baf-a39e-77c734848fc0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.355431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41616) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.355608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2f6bc4f8-f895-4baf-a39e-77c734848fc0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8a6d52c6-bfd1-433b-9ce1-74dbbc86d7fe HTTP/1.1" status: 204 len: 168 time: 0.1416571 May 10 11:50:12.362042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bc4f8-f895-4baf-a39e-77c734848fc0 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a6d52c6-bfd1-433b-9ce1-74dbbc86d7fe,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:12.407876 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-121eaf71-cee0-4b9b-ba6e-06f18a7b610b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494993 May 10 11:50:12.409483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41622) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.414250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7084b74e-f690-41c7-8c07-e973946d4c6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '29bb137e-41a6-46e3-9168-3f1956d6e95c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:12.422902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5151a57-1e71-4092-ba74-e3e37a6a4718'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:12.425232 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9022e7f-db9b-4173-beec-427c1f13ec54" -d '{"events": [{"server_uuid": "1e7e75b3-63b8-4442-b99e-8e8f405783da", "name": "network-vif-plugged", "status": "completed", "tag": "d5151a57-1e71-4092-ba74-e3e37a6a4718"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:12.438080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d5151a57-1e71-4092-ba74-e3e37a6a4718, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:12.447760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.470831 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7084b74e-f690-41c7-8c07-e973946d4c6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.493916 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ac080-4680-4e6f-b912-1b64bfdf1a18 x-openstack-request-id: req-644ac080-4680-4e6f-b912-1b64bfdf1a18 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:12.494208 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e75b3-63b8-4442-b99e-8e8f405783da", "name": "network-vif-plugged", "status": "completed", "tag": "d5151a57-1e71-4092-ba74-e3e37a6a4718", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:12.494458 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-644ac080-4680-4e6f-b912-1b64bfdf1a18 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:12.494849 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644ac080-4680-4e6f-b912-1b64bfdf1a18'] response: {'server_uuid': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'code': 200} May 10 11:50:12.545958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=d5151a57-1e71-4092-ba74-e3e37a6a4718,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:12.553083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877de001-13d1-401d-ad43-8977182ed47e req-b92eec08-8dfe-41f7-9c7f-1618b8c5b88c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:12.555423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-877de001-13d1-401d-ad43-8977182ed47e req-b92eec08-8dfe-41f7-9c7f-1618b8c5b88c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0640454 May 10 11:50:12.595979 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7084b74e-f690-41c7-8c07-e973946d4c6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.601057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-877de001-13d1-401d-ad43-8977182ed47e req-0568a0e6-fb89-44d4-b37b-8d476322de27 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375538 May 10 11:50:12.603586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7084b74e-f690-41c7-8c07-e973946d4c6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.627431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084b74e-f690-41c7-8c07-e973946d4c6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9292c9-58d6-407e-abc4-82da691f7bf5,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:12.637207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1bdf-da4d-4d48-8a05-0d7c2de6263b req-2d12869e-c456-4fde-9391-73ff7b008d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:12.638830 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7c1bdf-da4d-4d48-8a05-0d7c2de6263b req-2d12869e-c456-4fde-9391-73ff7b008d71 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 1097 time: 0.0820601 May 10 11:50:12.642077 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7084b74e-f690-41c7-8c07-e973946d4c6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.643173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7084b74e-f690-41c7-8c07-e973946d4c6b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325895 May 10 11:50:12.645973 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41630) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.672676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3000a0a3-86e7-4793-b2fa-ce11f70fdab3 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules/ed9292c9-58d6-407e-abc4-82da691f7bf5 HTTP/1.1" status: 200 len: 764 time: 0.0255835 May 10 11:50:12.675325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.690984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7c1bdf-da4d-4d48-8a05-0d7c2de6263b req-bd8d253a-5f87-4330-bc64-6abef4cce2c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 May 10 11:50:12.717524 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2be1c54d-97c7-4044-bc0b-13f6e7715b0b tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0405471 May 10 11:50:12.720191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.743279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb652ce8-ee89-4345-8764-70499ca13e36 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.750780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb652ce8-ee89-4345-8764-70499ca13e36 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.779481 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb652ce8-ee89-4345-8764-70499ca13e36 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.785748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cb652ce8-ee89-4345-8764-70499ca13e36 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.786840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cb652ce8-ee89-4345-8764-70499ca13e36 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ed9292c9-58d6-407e-abc4-82da691f7bf5 HTTP/1.1" status: 204 len: 168 time: 0.0657585 May 10 11:50:12.789365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41638) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.799352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb652ce8-ee89-4345-8764-70499ca13e36 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed9292c9-58d6-407e-abc4-82da691f7bf5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:12.833618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a3a09603-b299-4e96-8cd2-ee6296af7be5 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432084 May 10 11:50:12.836623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41640) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.888526 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8e32b6e-85be-4e4c-9772-d08e0fa2b6ed tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.910033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8e32b6e-85be-4e4c-9772-d08e0fa2b6ed tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.952819 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8e32b6e-85be-4e4c-9772-d08e0fa2b6ed tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.955872 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8e32b6e-85be-4e4c-9772-d08e0fa2b6ed tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.957060 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c8e32b6e-85be-4e4c-9772-d08e0fa2b6ed tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/29bb137e-41a6-46e3-9168-3f1956d6e95c HTTP/1.1" status: 204 len: 168 time: 0.1194565 May 10 11:50:12.959967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:12.966661 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e32b6e-85be-4e4c-9772-d08e0fa2b6ed tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb137e-41a6-46e3-9168-3f1956d6e95c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:13.005322 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-48bf1b4e-b7a8-4f91-be8b-b00a56e7b38d tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442073 May 10 11:50:13.011607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41644) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:13.016418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7a24443b-cc3d-435a-ad0e-fc73b4b8f089 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788008257'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:13.040426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a24443b-cc3d-435a-ad0e-fc73b4b8f089 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.121206 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a24443b-cc3d-435a-ad0e-fc73b4b8f089 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.126505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a24443b-cc3d-435a-ad0e-fc73b4b8f089 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.155946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24443b-cc3d-435a-ad0e-fc73b4b8f089 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebd2f41-4ebd-4e29-9a0e-15af302c2809,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:13.160917 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7a24443b-cc3d-435a-ad0e-fc73b4b8f089 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.162178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7a24443b-cc3d-435a-ad0e-fc73b4b8f089 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1517236 May 10 11:50:13.165201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41650) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:13.169869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5488f0d9-1ade-4176-8313-36fbe769a036 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Request body: {'security_group_rule': {'security_group_id': '2ebd2f41-4ebd-4e29-9a0e-15af302c2809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:13.205117 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5488f0d9-1ade-4176-8313-36fbe769a036 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.253100 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5488f0d9-1ade-4176-8313-36fbe769a036 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.257958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5488f0d9-1ade-4176-8313-36fbe769a036 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.276167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488f0d9-1ade-4176-8313-36fbe769a036 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c6ba59-ea42-4dd2-8a14-3316670c0bd9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:13.284246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5488f0d9-1ade-4176-8313-36fbe769a036 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.288210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5488f0d9-1ade-4176-8313-36fbe769a036 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192617 May 10 11:50:13.288369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41654) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:13.346086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4287679-8102-4050-bf44-8ca485864d8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.371810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4287679-8102-4050-bf44-8ca485864d8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.418764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4287679-8102-4050-bf44-8ca485864d8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.421893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4287679-8102-4050-bf44-8ca485864d8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.423072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b4287679-8102-4050-bf44-8ca485864d8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ebd2f41-4ebd-4e29-9a0e-15af302c2809 HTTP/1.1" status: 204 len: 168 time: 0.1337361 May 10 11:50:13.425879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41658) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:13.432584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4287679-8102-4050-bf44-8ca485864d8e tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebd2f41-4ebd-4e29-9a0e-15af302c2809,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:13.477364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-be38abfa-e1cc-4b57-8b57-b52cb0e0a57a tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500875 May 10 11:50:13.479948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41660) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:13.516383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c3ad21bb-e0bd-4e10-a9de-3828faf5f9ef tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0353026 May 10 11:50:13.519069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41662) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:13.533019 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-47beff18-5d92-40dc-ae64-fc79cb2195e1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] delete failed (client error): The resource could not be found. May 10 11:50:13.537295 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47beff18-5d92-40dc-ae64-fc79cb2195e1 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ebd2f41-4ebd-4e29-9a0e-15af302c2809 HTTP/1.1" status: 404 len: 347 time: 0.0140491 May 10 11:50:13.538097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41664) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:13.581641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9ebb8e7d-60e0-4373-902f-401ebb5d5f87 tempest-SecGroupTest-1150799089 tempest-SecGroupTest-1150799089-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421078 May 10 11:50:13.760169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a58b-5a2b-45f8-94f3-bdc085d70cd7 req-595a080b-ef0d-4854-9c42-9541659ee42c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:13.761787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e95a58b-5a2b-45f8-94f3-bdc085d70cd7 req-595a080b-ef0d-4854-9c42-9541659ee42c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0781863 May 10 11:50:13.811987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e95a58b-5a2b-45f8-94f3-bdc085d70cd7 req-c6c7c84c-4ae7-40ca-8b58-74ab76c455d2 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 May 10 11:50:13.919663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41672) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:14.053691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dfbcfd8c-3b63-4cd1-9b63-d80cbf84c975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=715b1825cba0429294c253d43ff7d718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327181 May 10 11:50:14.056471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41676) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:14.109995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aafec6b3-dc66-44d3-b21b-1407460e7b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:14.132843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aafec6b3-dc66-44d3-b21b-1407460e7b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:14.180980 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aafec6b3-dc66-44d3-b21b-1407460e7b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:14.187745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aafec6b3-dc66-44d3-b21b-1407460e7b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:14.187745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aafec6b3-dc66-44d3-b21b-1407460e7b20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb6e995e-1d41-45b0-baf5-be551b68e048 HTTP/1.1" status: 204 len: 168 time: 0.1273978 May 10 11:50:14.201416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafec6b3-dc66-44d3-b21b-1407460e7b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6e995e-1d41-45b0-baf5-be551b68e048,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:14.864618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41710) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:14.953171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a1e1c-58ff-4104-951c-34b2e4df2a16 req-e1248366-b451-402a-9110-2c69f8f87989 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:14.960826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-189a1e1c-58ff-4104-951c-34b2e4df2a16 req-e1248366-b451-402a-9110-2c69f8f87989 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0624785 May 10 11:50:14.968459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a5ea72ac-b6b6-4ce9-b11b-4e1597cf4e7a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:14.969202 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-a5ea72ac-b6b6-4ce9-b11b-4e1597cf4e7a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 10 11:50:14.969745 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-a5ea72ac-b6b6-4ce9-b11b-4e1597cf4e7a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): There was a conflict when trying to complete your request. May 10 11:50:14.970690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a5ea72ac-b6b6-4ce9-b11b-4e1597cf4e7a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1052785 May 10 11:50:14.974509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41714) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:14.979318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069880460'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:15.003265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.011156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-189a1e1c-58ff-4104-951c-34b2e4df2a16 req-9d47c01a-ce15-4e6d-8965-81baad674675 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481749 May 10 11:50:15.016682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.118860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.126710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.174133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c149a-c4dd-40ca-a51e-56cf1a7f0ee5 req-eb266128-b681-4b1b-8e52-8d115d1bb439 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:15.175672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-957c149a-c4dd-40ca-a51e-56cf1a7f0ee5 req-eb266128-b681-4b1b-8e52-8d115d1bb439 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0977550 May 10 11:50:15.185948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41718) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:15.194185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'floatingip': {'port_id': 'd5151a57-1e71-4092-ba74-e3e37a6a4718'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:15.196553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9ad73-7fd8-42df-9e01-6764ee8c6af0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:15.247739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.321688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.351146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.401753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.402996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4272215 May 10 11:50:15.406173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d9df5-3d57-4fdf-ad16-3646b5f7c5c2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b3f751-a3a0-47f6-a7fb-32387c65af92,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:15.406837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41722) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:15.414351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0ac8f362-05a1-41e6-a3c9-04fc231893e6 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3f751-a3a0-47f6-a7fb-32387c65af92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:15.448371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f362-05a1-41e6-a3c9-04fc231893e6 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.511190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f362-05a1-41e6-a3c9-04fc231893e6 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.517346 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f362-05a1-41e6-a3c9-04fc231893e6 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.535956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8f362-05a1-41e6-a3c9-04fc231893e6 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c6a66c-6bd1-4e2c-b5d9-cf01ebd177ca,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:15.546389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f362-05a1-41e6-a3c9-04fc231893e6 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.547669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ac8f362-05a1-41e6-a3c9-04fc231893e6 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397595 May 10 11:50:15.550482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41726) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:15.555954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-35a72eeb-8db7-4575-82a9-454a3464c544 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3f751-a3a0-47f6-a7fb-32387c65af92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:15.585586 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35a72eeb-8db7-4575-82a9-454a3464c544 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.634381 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-35a72eeb-8db7-4575-82a9-454a3464c544 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): There was a conflict when trying to complete your request. May 10 11:50:15.639103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-35a72eeb-8db7-4575-82a9-454a3464c544 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0873792 May 10 11:50:15.639862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41728) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:15.702259 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-392d5189-be74-4727-98be-6dd913011606 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.728802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-392d5189-be74-4727-98be-6dd913011606 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.781176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.783170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-392d5189-be74-4727-98be-6dd913011606 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.785406 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.786338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-392d5189-be74-4727-98be-6dd913011606 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.790052 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-392d5189-be74-4727-98be-6dd913011606 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6b3f751-a3a0-47f6-a7fb-32387c65af92 HTTP/1.1" status: 204 len: 168 time: 0.1467216 May 10 11:50:15.790745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41730) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:15.810281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d5189-be74-4727-98be-6dd913011606 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b3f751-a3a0-47f6-a7fb-32387c65af92,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:15.845396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9c67bb19-73c8-4b78-960e-3d69dabc3144 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499790 May 10 11:50:15.845845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41732) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:15.850413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5c86bc4d-c712-4037-9e11-cfe1ed408343 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--517999469'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:15.871114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5c86bc4d-c712-4037-9e11-cfe1ed408343 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.919924 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Floating IP 14bb87a4-db80-435c-8e5a-b159478039cb associated. External IP: 172.25.8.77, port: d5151a57-1e71-4092-ba74-e3e37a6a4718. May 10 11:50:15.975802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5c86bc4d-c712-4037-9e11-cfe1ed408343 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:15.980867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5c86bc4d-c712-4037-9e11-cfe1ed408343 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.016209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5c86bc4d-c712-4037-9e11-cfe1ed408343 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.020206 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5c86bc4d-c712-4037-9e11-cfe1ed408343 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1707437 May 10 11:50:16.020206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86bc4d-c712-4037-9e11-cfe1ed408343 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19bfa2d-afee-4e50-ae06-ead611b4d1d6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:16.022138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41734) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.027509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ae56190a-74df-4e31-a9f8-860333876c9a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'c19bfa2d-afee-4e50-ae06-ead611b4d1d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:16.028122 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-ae56190a-74df-4e31-a9f8-860333876c9a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 10 11:50:16.028660 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-ae56190a-74df-4e31-a9f8-860333876c9a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:16.032979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ae56190a-74df-4e31-a9f8-860333876c9a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061138 May 10 11:50:16.032979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41736) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.088005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e9f23b6-97a2-45aa-94ce-d7bf9216b48b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.115079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e9f23b6-97a2-45aa-94ce-d7bf9216b48b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.161363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e9f23b6-97a2-45aa-94ce-d7bf9216b48b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.164678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e9f23b6-97a2-45aa-94ce-d7bf9216b48b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.165916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3e9f23b6-97a2-45aa-94ce-d7bf9216b48b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/c19bfa2d-afee-4e50-ae06-ead611b4d1d6 HTTP/1.1" status: 204 len: 168 time: 0.1324310 May 10 11:50:16.171726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41738) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.188371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f23b6-97a2-45aa-94ce-d7bf9216b48b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19bfa2d-afee-4e50-ae06-ead611b4d1d6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:16.240106 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7690ae49-544f-4dd0-87dc-4f737f0641ad tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632808 May 10 11:50:16.240385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41740) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.246106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4e38b0ad-5a1d-4ca8-a836-961dc3b47804 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--128122759'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:16.274462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e38b0ad-5a1d-4ca8-a836-961dc3b47804 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.354582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e38b0ad-5a1d-4ca8-a836-961dc3b47804 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.360429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e38b0ad-5a1d-4ca8-a836-961dc3b47804 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.395731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38b0ad-5a1d-4ca8-a836-961dc3b47804 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c407426c-8dc9-470d-9f45-08bce2dda7ab,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:16.402596 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e38b0ad-5a1d-4ca8-a836-961dc3b47804 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.404019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e38b0ad-5a1d-4ca8-a836-961dc3b47804 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1625721 May 10 11:50:16.407535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41746) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.412532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e9187198-c15f-4581-b574-0185ddc94244 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'c407426c-8dc9-470d-9f45-08bce2dda7ab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:16.413621 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-e9187198-c15f-4581-b574-0185ddc94244 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 10 11:50:16.414396 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-e9187198-c15f-4581-b574-0185ddc94244 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:16.415806 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e9187198-c15f-4581-b574-0185ddc94244 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072780 May 10 11:50:16.419076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41748) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.487023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ccb6379f-efc3-48b7-b4b9-624e34ead364 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.513595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Router fc7c970b-ab82-438c-a288-e7c3e0f10732 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:50:16.520950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ccb6379f-efc3-48b7-b4b9-624e34ead364 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.594708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ccb6379f-efc3-48b7-b4b9-624e34ead364 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.598088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ccb6379f-efc3-48b7-b4b9-624e34ead364 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.602147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ccb6379f-efc3-48b7-b4b9-624e34ead364 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/c407426c-8dc9-470d-9f45-08bce2dda7ab HTTP/1.1" status: 204 len: 168 time: 0.1793237 May 10 11:50:16.605460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41752) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.614159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6379f-efc3-48b7-b4b9-624e34ead364 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c407426c-8dc9-470d-9f45-08bce2dda7ab,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:16.690505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:50:16.696557 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.701942 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] Sync routers for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:50:16.715330 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:16.716410 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:16.723995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-76035d1c-282b-4d57-a362-a0d21d1e380a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1182575 May 10 11:50:16.727870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41756) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.734632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e5a19ba5-ef43-472c-a24a-203f038be9d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--818862921'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:16.737788 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-611e01b1-32e0-4fc7-8089-e66f302f915f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "PUT /v2.0/floatingips/14bb87a4-db80-435c-8e5a-b159478039cb HTTP/1.1" status: 200 len: 991 time: 1.5505035 May 10 11:50:16.738419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'tag': 'd5151a57-1e71-4092-ba74-e3e37a6a4718'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:16.740775 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a41707-2b7f-4783-95a0-eba5dcc80c35" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7e75b3-63b8-4442-b99e-8e8f405783da", "tag": "d5151a57-1e71-4092-ba74-e3e37a6a4718"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:16.746279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41760) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.793417 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5a19ba5-ef43-472c-a24a-203f038be9d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.798080 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c60694-b395-427f-8f23-b77e86afb331 x-openstack-request-id: req-35c60694-b395-427f-8f23-b77e86afb331 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:16.798584 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7e75b3-63b8-4442-b99e-8e8f405783da", "tag": "d5151a57-1e71-4092-ba74-e3e37a6a4718", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:16.798986 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35c60694-b395-427f-8f23-b77e86afb331 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:16.799619 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c60694-b395-427f-8f23-b77e86afb331'] response: {'name': 'network-changed', 'server_uuid': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'tag': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'status': 'completed', 'code': 200} May 10 11:50:16.855168 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:16.872936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-f1ae29ac-54f8-4896-a988-3fe99bed1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:16.874584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-f1ae29ac-54f8-4896-a988-3fe99bed1965 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 1097 time: 0.0528958 May 10 11:50:16.881763 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5a19ba5-ef43-472c-a24a-203f038be9d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.887335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5a19ba5-ef43-472c-a24a-203f038be9d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.925312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a19ba5-ef43-472c-a24a-203f038be9d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa435c-8564-43aa-93b4-dad370fae6cd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:16.937925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e5a19ba5-ef43-472c-a24a-203f038be9d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.939420 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e5a19ba5-ef43-472c-a24a-203f038be9d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2099774 May 10 11:50:16.942572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.947252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8752fa9b-45f1-4b61-a4d0-a6ef8d361ff7 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'b6fa435c-8564-43aa-93b4-dad370fae6cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:16.948331 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-8752fa9b-45f1-4b61-a4d0-a6ef8d361ff7 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 10 11:50:16.948734 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62948cb4-c471-4516-9b1e-c8e0ef80075f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:16.948844 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-8752fa9b-45f1-4b61-a4d0-a6ef8d361ff7 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:16.951920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8752fa9b-45f1-4b61-a4d0-a6ef8d361ff7 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060840 May 10 11:50:16.953053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41768) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.958943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-158c3a43-b55f-4ba9-a056-5a89730ef694 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'b6fa435c-8564-43aa-93b4-dad370fae6cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:16.960190 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-158c3a43-b55f-4ba9-a056-5a89730ef694 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 10 11:50:16.960710 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-158c3a43-b55f-4ba9-a056-5a89730ef694 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:16.961696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-158c3a43-b55f-4ba9-a056-5a89730ef694 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077350 May 10 11:50:16.967162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41770) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.974678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6ac93ebe-c273-4b26-b9b7-48f49f344e26 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'b6fa435c-8564-43aa-93b4-dad370fae6cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:16.976171 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-6ac93ebe-c273-4b26-b9b7-48f49f344e26 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 10 11:50:16.976675 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-6ac93ebe-c273-4b26-b9b7-48f49f344e26 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:16.977631 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6ac93ebe-c273-4b26-b9b7-48f49f344e26 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095370 May 10 11:50:16.980461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41772) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:16.986373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b6557591-57f9-4850-a8b0-dfdc6ffcb669 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'b6fa435c-8564-43aa-93b4-dad370fae6cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:16.987202 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-b6557591-57f9-4850-a8b0-dfdc6ffcb669 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 10 11:50:16.987788 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-b6557591-57f9-4850-a8b0-dfdc6ffcb669 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:16.989025 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b6557591-57f9-4850-a8b0-dfdc6ffcb669 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073545 May 10 11:50:16.992024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41774) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.024590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-2ee9a25e-6ef6-40f8-ad7c-c7c9555f6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:17.026032 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-2ee9a25e-6ef6-40f8-ad7c-c7c9555f6914 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.1422858 May 10 11:50:17.050887 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d38ec969-f9e5-46cb-84f3-7035a8062436 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.075531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d38ec969-f9e5-46cb-84f3-7035a8062436 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.123244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-5f5acd1f-90a0-4a1f-a5ef-312670d3ba5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 200 len: 999 time: 0.0876715 May 10 11:50:17.133311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62948cb4-c471-4516-9b1e-c8e0ef80075f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.134500 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d38ec969-f9e5-46cb-84f3-7035a8062436 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.137921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d38ec969-f9e5-46cb-84f3-7035a8062436 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.142387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d38ec969-f9e5-46cb-84f3-7035a8062436 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6fa435c-8564-43aa-93b4-dad370fae6cd HTTP/1.1" status: 204 len: 168 time: 0.1466017 May 10 11:50:17.144370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41776) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.163175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ec969-f9e5-46cb-84f3-7035a8062436 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa435c-8564-43aa-93b4-dad370fae6cd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:17.165141 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62948cb4-c471-4516-9b1e-c8e0ef80075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.194262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-62948cb4-c471-4516-9b1e-c8e0ef80075f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0510ae87d5c408b84bbba7680e03e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371741 May 10 11:50:17.197309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41778) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.200183 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '14bb87a4-db80-435c-8e5a-b159478039cb', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'port_id': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'mac_address': 'fa:16:3e:47:82:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:50:01Z', 'updated_at': '2022-05-10T11:50:15Z', 'revision_number': 1, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:17.211650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-37b0aee5-c831-4e60-a204-a081c6498456 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624359 May 10 11:50:17.212136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41780) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.217933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-07ca8be5-81f0-42ea-8aee-49d577f663e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294552544'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.228207 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] Checking router: fc7c970b-ab82-438c-a288-e7c3e0f10732 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:50:17.237277 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:17.238020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:17.240289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07ca8be5-81f0-42ea-8aee-49d577f663e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.246801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62948cb4-c471-4516-9b1e-c8e0ef80075f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b453f779-6b5a-4615-b790-d2ecc551e2ef,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:17.251647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-bb71f167-a9d4-4fa6-b52a-6906dc648aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:17.253138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-bb71f167-a9d4-4fa6-b52a-6906dc648aeb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.1185558 May 10 11:50:17.300525 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c4f3-e333-4dd3-862c-f5470fc66b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.318897 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07ca8be5-81f0-42ea-8aee-49d577f663e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.323205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07ca8be5-81f0-42ea-8aee-49d577f663e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.332055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c4f3-e333-4dd3-862c-f5470fc66b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.354316 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:17.356428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-e03cf8e6-cf4e-4cf6-af86-af1847d0e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:17.358143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-e03cf8e6-cf4e-4cf6-af86-af1847d0e686 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949821 May 10 11:50:17.360757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-07ca8be5-81f0-42ea-8aee-49d577f663e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.365173 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-07ca8be5-81f0-42ea-8aee-49d577f663e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1489317 May 10 11:50:17.365569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41782) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.370122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7671d143-9f41-4f3b-a1bd-a7198aa78932 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.370609 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-7671d143-9f41-4f3b-a1bd-a7198aa78932 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 10 11:50:17.371102 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-7671d143-9f41-4f3b-a1bd-a7198aa78932 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.374897 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7671d143-9f41-4f3b-a1bd-a7198aa78932 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054274 May 10 11:50:17.375554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.379755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-314b8f44-c033-4994-9380-89d50f7163e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.390303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca8be5-81f0-42ea-8aee-49d577f663e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e825e146-2e3b-460d-9d67-f14c93e3676a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:17.431997 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-314b8f44-c033-4994-9380-89d50f7163e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.433420 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-314b8f44-c033-4994-9380-89d50f7163e4 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0572419 May 10 11:50:17.436967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41786) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.443236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bc07b286-8874-453f-b6aa-707976d95ed3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.443768 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-bc07b286-8874-453f-b6aa-707976d95ed3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 10 11:50:17.444374 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-bc07b286-8874-453f-b6aa-707976d95ed3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.448002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bc07b286-8874-453f-b6aa-707976d95ed3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072868 May 10 11:50:17.448173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c4f3-e333-4dd3-862c-f5470fc66b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.448276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41788) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.450546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c4f3-e333-4dd3-862c-f5470fc66b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.453170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f4be589a-54c5-4588-b324-c4ee511f9516 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.454532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c8c7c4f3-e333-4dd3-862c-f5470fc66b1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b453f779-6b5a-4615-b790-d2ecc551e2ef HTTP/1.1" status: 204 len: 168 time: 0.2560713 May 10 11:50:17.474964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7c4f3-e333-4dd3-862c-f5470fc66b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b453f779-6b5a-4615-b790-d2ecc551e2ef,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:17.482669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-048db9fb-46ae-4a27-8f33-fd892f16586a service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138775 May 10 11:50:17.544152 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-f4be589a-54c5-4588-b324-c4ee511f9516 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.546283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f4be589a-54c5-4588-b324-c4ee511f9516 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0965760 May 10 11:50:17.548948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41792) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.554379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d107236c-6694-4282-ac83-8251c5731197 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.554926 n-d-840949-1 neutron-server[102767]: WARNING neutron.api.v2.base [None req-d107236c-6694-4282-ac83-8251c5731197 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 10 11:50:17.555505 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-d107236c-6694-4282-ac83-8251c5731197 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.556554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d107236c-6694-4282-ac83-8251c5731197 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063937 May 10 11:50:17.560287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41794) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.569084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-53664749-6364-4b30-898f-f7422ca6c81a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.611503 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-53664749-6364-4b30-898f-f7422ca6c81a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Project 6dcc65b873ed421090af35fe546b2556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:50:17.613633 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '14bb87a4-db80-435c-8e5a-b159478039cb', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'port_id': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'mac_address': 'fa:16:3e:47:82:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:50:01Z', 'updated_at': '2022-05-10T11:50:15Z', 'revision_number': 1, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:17.621689 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a41707-2b7f-4783-95a0-eba5dcc80c35 req-fab1d993-0499-4eeb-9adc-9e956f02a761 service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273706 May 10 11:50:17.634580 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-53664749-6364-4b30-898f-f7422ca6c81a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.637614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-53664749-6364-4b30-898f-f7422ca6c81a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0749478 May 10 11:50:17.640620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41800) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.648055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ec694b92-2500-41a6-b0d4-39e76383ed8e tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.649012 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-ec694b92-2500-41a6-b0d4-39e76383ed8e tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 10 11:50:17.649768 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-ec694b92-2500-41a6-b0d4-39e76383ed8e tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.650971 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ec694b92-2500-41a6-b0d4-39e76383ed8e tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084889 May 10 11:50:17.653841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41802) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.654668 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d727a8-d1ed-4eab-9024-1624c47b8d96 None None] The sync data for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 is: [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '14bb87a4-db80-435c-8e5a-b159478039cb', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'port_id': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'mac_address': 'fa:16:3e:47:82:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:50:01Z', 'updated_at': '2022-05-10T11:50:15Z', 'revision_number': 1, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:50:17.659889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9473ca5e-197b-4321-8881-d116345c2805 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.687584 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-9473ca5e-197b-4321-8881-d116345c2805 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Project 6dcc65b873ed421090af35fe546b2556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:50:17.703660 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-9473ca5e-197b-4321-8881-d116345c2805 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.707645 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9473ca5e-197b-4321-8881-d116345c2805 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0487559 May 10 11:50:17.708105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41804) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.714356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-20122e42-4f39-4c86-ba6b-73129860fe6a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': 'e825e146-2e3b-460d-9d67-f14c93e3676a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:17.737687 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-20122e42-4f39-4c86-ba6b-73129860fe6a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Project 6dcc65b873ed421090af35fe546b2556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:50:17.753860 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-20122e42-4f39-4c86-ba6b-73129860fe6a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:17.758204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-20122e42-4f39-4c86-ba6b-73129860fe6a tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0487828 May 10 11:50:17.758697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41806) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.816991 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729cb7da-98e2-4782-88e3-025013f381d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.823709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41808) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.839220 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56752dc0-5726-43a0-8370-51e9fc094a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.845182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729cb7da-98e2-4782-88e3-025013f381d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.896077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bb40f-11da-4348-a8bb-bd795a1f36c9 None None] New status for floating IP 14bb87a4-db80-435c-8e5a-b159478039cb: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:50:17.897223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729cb7da-98e2-4782-88e3-025013f381d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.900020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-729cb7da-98e2-4782-88e3-025013f381d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.901216 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-729cb7da-98e2-4782-88e3-025013f381d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/e825e146-2e3b-460d-9d67-f14c93e3676a HTTP/1.1" status: 204 len: 168 time: 0.1413176 May 10 11:50:17.904828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41812) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:17.912513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cb7da-98e2-4782-88e3-025013f381d1 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e825e146-2e3b-460d-9d67-f14c93e3676a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:17.969040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56752dc0-5726-43a0-8370-51e9fc094a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:17.978223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56752dc0-5726-43a0-8370-51e9fc094a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.005359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4bafea01-098b-43a7-aa76-4ea8ebcb0e14 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0997880 May 10 11:50:18.009672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41814) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.017367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-09955213-19a9-4f12-a9ca-9da75a728855 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948743595'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:18.018652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-56752dc0-5726-43a0-8370-51e9fc094a6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c802479d518e4f4d8ee9f37b92aeec60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936688 May 10 11:50:18.022036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41816) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.046168 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-09955213-19a9-4f12-a9ca-9da75a728855 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.046931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56752dc0-5726-43a0-8370-51e9fc094a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1510855f-01ee-4642-b5b5-295dc8cc5618,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:18.097099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9781668c-a2c0-42b8-b7e0-2307747363b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.134240 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9781668c-a2c0-42b8-b7e0-2307747363b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.136972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-09955213-19a9-4f12-a9ca-9da75a728855 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.142070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-09955213-19a9-4f12-a9ca-9da75a728855 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.175731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-09955213-19a9-4f12-a9ca-9da75a728855 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.177076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-09955213-19a9-4f12-a9ca-9da75a728855 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1661103 May 10 11:50:18.180691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.181135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09955213-19a9-4f12-a9ca-9da75a728855 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4132ba8c-16f6-447e-b095-a21735dd9b41,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:18.195325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dc3c0997-0ed7-4e53-879c-1f3f30ae094e tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': '4132ba8c-16f6-447e-b095-a21735dd9b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:18.206326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9781668c-a2c0-42b8-b7e0-2307747363b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.208807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9781668c-a2c0-42b8-b7e0-2307747363b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.209945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9781668c-a2c0-42b8-b7e0-2307747363b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1510855f-01ee-4642-b5b5-295dc8cc5618 HTTP/1.1" status: 204 len: 168 time: 0.1868119 May 10 11:50:18.223303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781668c-a2c0-42b8-b7e0-2307747363b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1510855f-01ee-4642-b5b5-295dc8cc5618,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:18.250024 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-dc3c0997-0ed7-4e53-879c-1f3f30ae094e tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The resource could not be found. May 10 11:50:18.254696 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dc3c0997-0ed7-4e53-879c-1f3f30ae094e tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0699110 May 10 11:50:18.254696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41822) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.259848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ab64e80a-9064-4b09-be07-ab439bfd3f39 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': '4132ba8c-16f6-447e-b095-a21735dd9b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '99fc1430-c4c4-414c-a771-855118b53430'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:18.301981 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-ab64e80a-9064-4b09-be07-ab439bfd3f39 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The resource could not be found. May 10 11:50:18.303056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ab64e80a-9064-4b09-be07-ab439bfd3f39 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0474372 May 10 11:50:18.306116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41824) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.359896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f510b59-cf61-46a5-b044-57693366c503 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.383192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f510b59-cf61-46a5-b044-57693366c503 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.426407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f510b59-cf61-46a5-b044-57693366c503 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.429090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6f510b59-cf61-46a5-b044-57693366c503 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.430257 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6f510b59-cf61-46a5-b044-57693366c503 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/4132ba8c-16f6-447e-b095-a21735dd9b41 HTTP/1.1" status: 204 len: 168 time: 0.1232703 May 10 11:50:18.432991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41828) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.448057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f510b59-cf61-46a5-b044-57693366c503 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132ba8c-16f6-447e-b095-a21735dd9b41,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:18.478115 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d14a719b-2a2f-493c-b9f3-e81fcc2058f2 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434513 May 10 11:50:18.482855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41830) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.487441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c02c004c-a4fc-495a-9e08-bafb862044b3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': '7a787ba2-a5e4-47c9-88b8-16a109de13f7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:18.528923 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-c02c004c-a4fc-495a-9e08-bafb862044b3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The resource could not be found. May 10 11:50:18.530106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c02c004c-a4fc-495a-9e08-bafb862044b3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0462515 May 10 11:50:18.533908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41836) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.538618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-152ace57-7d25-4f82-924e-8012ebdd49f3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773991107'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:18.560731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-152ace57-7d25-4f82-924e-8012ebdd49f3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.634793 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-152ace57-7d25-4f82-924e-8012ebdd49f3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.640368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-152ace57-7d25-4f82-924e-8012ebdd49f3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.670731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-152ace57-7d25-4f82-924e-8012ebdd49f3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.674725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-152ace57-7d25-4f82-924e-8012ebdd49f3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1370392 May 10 11:50:18.674725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ace57-7d25-4f82-924e-8012ebdd49f3 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780445c0-dd48-4485-9e53-99913076f244,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:18.674939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41844) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.679483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e5286e48-6932-4c84-95dc-abf88c45ff02 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435247108'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:18.701730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5286e48-6932-4c84-95dc-abf88c45ff02 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.790483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5286e48-6932-4c84-95dc-abf88c45ff02 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.795806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5286e48-6932-4c84-95dc-abf88c45ff02 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.822141 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:50:18.836616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5286e48-6932-4c84-95dc-abf88c45ff02 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.837894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e5286e48-6932-4c84-95dc-abf88c45ff02 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1619411 May 10 11:50:18.839955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286e48-6932-4c84-95dc-abf88c45ff02 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9be33-8d32-4a0c-8e10-86489acd5913,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:18.841119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41854) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.846426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8dfc3136-88d6-4409-b318-6a04f0741eaa tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': '780445c0-dd48-4485-9e53-99913076f244', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '26f9be33-8d32-4a0c-8e10-86489acd5913'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:18.900934 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-8dfc3136-88d6-4409-b318-6a04f0741eaa tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:18.902020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8dfc3136-88d6-4409-b318-6a04f0741eaa tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0596573 May 10 11:50:18.905684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41860) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:18.966164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c2b0-c65a-4954-8671-5aa38d5f0223 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:18.996838 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c2b0-c65a-4954-8671-5aa38d5f0223 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.045962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c2b0-c65a-4954-8671-5aa38d5f0223 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.048806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c2b0-c65a-4954-8671-5aa38d5f0223 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.050013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9cc9c2b0-c65a-4954-8671-5aa38d5f0223 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/26f9be33-8d32-4a0c-8e10-86489acd5913 HTTP/1.1" status: 204 len: 168 time: 0.1432598 May 10 11:50:19.052843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41866) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.062561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9c2b0-c65a-4954-8671-5aa38d5f0223 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9be33-8d32-4a0c-8e10-86489acd5913,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:19.120096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43cc7845-a71f-44a5-bb48-ef1e284c451e tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0580280 May 10 11:50:19.120583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41868) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.174925 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0577dc4-1c77-4860-8172-f05ba232c6d8 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.203587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0577dc4-1c77-4860-8172-f05ba232c6d8 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.245512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0577dc4-1c77-4860-8172-f05ba232c6d8 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.248443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0577dc4-1c77-4860-8172-f05ba232c6d8 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.249853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c0577dc4-1c77-4860-8172-f05ba232c6d8 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/780445c0-dd48-4485-9e53-99913076f244 HTTP/1.1" status: 204 len: 168 time: 0.1338081 May 10 11:50:19.252794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41870) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.265525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0577dc4-1c77-4860-8172-f05ba232c6d8 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780445c0-dd48-4485-9e53-99913076f244,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:19.322307 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c157c8c5-7ebe-443c-a686-92e180b5bf18 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642772 May 10 11:50:19.322921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41872) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.328249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4c5d589d-1894-48ab-bdbd-000944adc50b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518663296'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:19.355922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c5d589d-1894-48ab-bdbd-000944adc50b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.440287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c5d589d-1894-48ab-bdbd-000944adc50b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.447526 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c5d589d-1894-48ab-bdbd-000944adc50b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.484167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c5d589d-1894-48ab-bdbd-000944adc50b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.485452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4c5d589d-1894-48ab-bdbd-000944adc50b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1613233 May 10 11:50:19.486560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d589d-1894-48ab-bdbd-000944adc50b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c777506-d20a-4bb3-ad7e-c30149dba144,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:19.488688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41878) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.494015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c3e9398f-ea59-4eb5-af3a-a785bf5e4180 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': '8c777506-d20a-4bb3-ad7e-c30149dba144', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:19.532654 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-c3e9398f-ea59-4eb5-af3a-a785bf5e4180 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:19.533992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c3e9398f-ea59-4eb5-af3a-a785bf5e4180 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0443792 May 10 11:50:19.536629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41880) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.542384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f8859b9c-960a-4d38-9189-8010cea90c5d tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group_rule': {'security_group_id': '8c777506-d20a-4bb3-ad7e-c30149dba144', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:19.576979 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-f8859b9c-960a-4d38-9189-8010cea90c5d tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:50:19.578026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f8859b9c-960a-4d38-9189-8010cea90c5d tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0395100 May 10 11:50:19.580822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41882) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.641553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f67deeda-a704-412c-b001-e228487aecc9 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.665462 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f67deeda-a704-412c-b001-e228487aecc9 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.709683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f67deeda-a704-412c-b001-e228487aecc9 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.712492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f67deeda-a704-412c-b001-e228487aecc9 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.713699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f67deeda-a704-412c-b001-e228487aecc9 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c777506-d20a-4bb3-ad7e-c30149dba144 HTTP/1.1" status: 204 len: 168 time: 0.1319811 May 10 11:50:19.717469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41886) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.731142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67deeda-a704-412c-b001-e228487aecc9 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c777506-d20a-4bb3-ad7e-c30149dba144,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:19.771212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4aa2dee8-66b6-462c-8b0b-a7ed1cae6e31 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518107 May 10 11:50:19.775770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41888) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.781353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9bf5cba1-70fd-425c-b322-56fcb4cbf560 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941922919'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:19.802893 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9bf5cba1-70fd-425c-b322-56fcb4cbf560 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.873504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9bf5cba1-70fd-425c-b322-56fcb4cbf560 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.880697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9bf5cba1-70fd-425c-b322-56fcb4cbf560 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.910657 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9bf5cba1-70fd-425c-b322-56fcb4cbf560 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:19.912075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9bf5cba1-70fd-425c-b322-56fcb4cbf560 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1345851 May 10 11:50:19.914924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41890) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.921517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-434a521a-219e-46a6-9294-e035c64ebd6c tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:19.921945 n-d-840949-1 neutron-server[102768]: WARNING neutron.api.v2.base [None req-434a521a-219e-46a6-9294-e035c64ebd6c tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 10 11:50:19.922516 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-434a521a-219e-46a6-9294-e035c64ebd6c tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] update failed (client error): There was a conflict when trying to complete your request. May 10 11:50:19.926247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-434a521a-219e-46a6-9294-e035c64ebd6c tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "PUT /v2.0/security-groups/6f143578-1b1f-47de-b09b-e2ab75ea2559 HTTP/1.1" status: 409 len: 330 time: 0.0075333 May 10 11:50:19.926247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5cba1-70fd-425c-b322-56fcb4cbf560 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f143578-1b1f-47de-b09b-e2ab75ea2559,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:19.926839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41894) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:19.998124 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e062995e-3539-4886-b624-94df02352c6b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:20.029037 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e062995e-3539-4886-b624-94df02352c6b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:20.077249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e062995e-3539-4886-b624-94df02352c6b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:20.080374 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e062995e-3539-4886-b624-94df02352c6b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:20.081598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e062995e-3539-4886-b624-94df02352c6b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f143578-1b1f-47de-b09b-e2ab75ea2559 HTTP/1.1" status: 204 len: 168 time: 0.1538477 May 10 11:50:20.084554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41896) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:20.091424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062995e-3539-4886-b624-94df02352c6b tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f143578-1b1f-47de-b09b-e2ab75ea2559,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:20.141943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-87e517cc-57bb-435a-b195-27febe3e84b8 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527563 May 10 11:50:20.142946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41898) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:20.166813 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-d30ca7ca-5d13-481c-9042-6475c22c687c tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] delete failed (client error): The resource could not be found. May 10 11:50:20.171626 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d30ca7ca-5d13-481c-9042-6475c22c687c tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "DELETE /v2.0/security-groups/dece7682-1d38-4ab9-ae8e-708611140bc2 HTTP/1.1" status: 404 len: 347 time: 0.0242105 May 10 11:50:20.172141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41900) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:20.193456 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-ef371bf0-de59-4ea5-a1ec-3003174b8820 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] show failed (client error): The resource could not be found. May 10 11:50:20.195874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ef371bf0-de59-4ea5-a1ec-3003174b8820 tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-groups/cc28d69f-f0a0-43b7-846a-35c291ba951b HTTP/1.1" status: 404 len: 347 time: 0.0216901 May 10 11:50:20.198835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:20.216552 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-8c801c96-863c-4211-9c5a-33d3495370af tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] show failed (client error): The resource could not be found. May 10 11:50:20.217806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8c801c96-863c-4211-9c5a-33d3495370af tempest-NegativeSecGroupIPv6Test-1257358468 tempest-NegativeSecGroupIPv6Test-1257358468-project] 10.222.0.13 "GET /v2.0/security-group-rules/ece03260-8af4-44f2-b143-d8327e106951 HTTP/1.1" status: 404 len: 356 time: 0.0178745 May 10 11:50:20.556787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41912) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:20.739558 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b9fde597-cea6-4d96-941c-c991e88ffef3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dcc65b873ed421090af35fe546b2556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812506 May 10 11:50:20.742953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41920) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:20.826448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5291ccdc-9a15-4d75-8b76-eec728886ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:20.848739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5291ccdc-9a15-4d75-8b76-eec728886ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:20.896243 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5291ccdc-9a15-4d75-8b76-eec728886ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:20.899268 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5291ccdc-9a15-4d75-8b76-eec728886ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:20.901957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5291ccdc-9a15-4d75-8b76-eec728886ca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36c9ad73-7fd8-42df-9e01-6764ee8c6af0 HTTP/1.1" status: 204 len: 168 time: 0.1554863 May 10 11:50:20.912024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291ccdc-9a15-4d75-8b76-eec728886ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9ad73-7fd8-42df-9e01-6764ee8c6af0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:21.641583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41944) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:21.750170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c561db31-b9a7-405d-b801-1e8fd6e7aa05 tempest-ServiceProvidersTest-380202844 tempest-ServiceProvidersTest-380202844-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1074276 May 10 11:50:22.044410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:22.162589 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2791f740-f6e6-4efb-8b3d-4c2bd63aa635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:22.245867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2791f740-f6e6-4efb-8b3d-4c2bd63aa635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:22.250411 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2791f740-f6e6-4efb-8b3d-4c2bd63aa635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:22.300193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791f740-f6e6-4efb-8b3d-4c2bd63aa635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe91d716-8799-4cb1-9de7-500ab1ab0ef0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:22.304816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2791f740-f6e6-4efb-8b3d-4c2bd63aa635 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d81c176458604de69ac76cd62d73f9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588110 May 10 11:50:22.307517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 41960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:22.361849 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75b0c106-e531-48fa-aef3-13a64c2cb9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:22.383786 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75b0c106-e531-48fa-aef3-13a64c2cb9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:22.434597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75b0c106-e531-48fa-aef3-13a64c2cb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:22.438393 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75b0c106-e531-48fa-aef3-13a64c2cb9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:22.442793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-75b0c106-e531-48fa-aef3-13a64c2cb9bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe91d716-8799-4cb1-9de7-500ab1ab0ef0 HTTP/1.1" status: 204 len: 168 time: 0.1312246 May 10 11:50:22.459561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0c106-e531-48fa-aef3-13a64c2cb9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe91d716-8799-4cb1-9de7-500ab1ab0ef0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:23.230977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 41988) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:23.486952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90d26e20-129b-4e0a-80ce-d0da735595fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:23.593091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90d26e20-129b-4e0a-80ce-d0da735595fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:23.598562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90d26e20-129b-4e0a-80ce-d0da735595fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:23.656224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d26e20-129b-4e0a-80ce-d0da735595fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec777c2-cc03-49fb-b885-3ffc4b7c4a45,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:23.679443 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90d26e20-129b-4e0a-80ce-d0da735595fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad710c30ffe544759fda8d5623b5837a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464321 May 10 11:50:23.681978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42004) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:23.749471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-057a18f2-a3c9-46d8-b12d-b7cc52b280cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:23.777347 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-057a18f2-a3c9-46d8-b12d-b7cc52b280cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:23.837870 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-057a18f2-a3c9-46d8-b12d-b7cc52b280cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:23.840982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-057a18f2-a3c9-46d8-b12d-b7cc52b280cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:23.842466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-057a18f2-a3c9-46d8-b12d-b7cc52b280cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ec777c2-cc03-49fb-b885-3ffc4b7c4a45 HTTP/1.1" status: 204 len: 168 time: 0.1595616 May 10 11:50:23.852076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a18f2-a3c9-46d8-b12d-b7cc52b280cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec777c2-cc03-49fb-b885-3ffc4b7c4a45,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:24.720742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42032) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:24.814260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dd551333-edf2-49a4-a9e7-062a4ad17498 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2159 time: 0.0923789 May 10 11:50:24.817768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42034) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:24.823761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'network': {'name': 'tempest-network-smoke--115560788', 'project_id': '924f54996f7743a49998c6fd34f55326', 'port_security_enabled': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:24.846532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Made reservation on behalf of 924f54996f7743a49998c6fd34f55326 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:50:24.850854 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:24.875348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:50:24.885277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:24.885639 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Added segment 80b70d4b-04ac-45c7-80a1-928778b1e54d of type vlan for network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead May 10 11:50:24.927378 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:24.954220 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:24.960014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:24.961188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.024148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42036) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:25.024354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2046928 May 10 11:50:25.029793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'admin_state_up': True, 'project_id': '924f54996f7743a49998c6fd34f55326', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:25.037329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e255f-db2f-4482-b5ee-fcdeae024a7c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Network': ['ID=f413d7eb-5ab9-4b36-90e0-8b250b3a6ead,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:25.049073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:50:25.073844 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.075226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.152220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.295992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.496590 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.522132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.630779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Allocated IP 172.25.8.31 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f672fc34-c7b1-4c86-a2e3-8df16babc176) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:50:25.753312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.796733 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:25.849961 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=f672fc34-c7b1-4c86-a2e3-8df16babc176,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:25.853745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:50:25.855488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:50:25.858622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:50:26.238323 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:26.473737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:26.642194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:50:26.792863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:50:26.806352 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Sync routers for ids ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:50:26.819433 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:26.821020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Routers {'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:26.822380 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:26.824593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42056) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:26.826652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-395f9de4-c7cd-4c42-9ef1-d135089ef47b tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8004227 May 10 11:50:26.905914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f9529-db73-4a4f-8b79-6a903f876df7 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:26.907915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2b0f9529-db73-4a4f-8b79-6a903f876df7 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=924f54996f7743a49998c6fd34f55326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0800164 May 10 11:50:26.910601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42058) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:26.944939 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Set router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:27.021450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60996938-1ae4-49d3-925b-5f4da2fbd745 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:27.023437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-60996938-1ae4-49d3-925b-5f4da2fbd745 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117046 May 10 11:50:27.026266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42060) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:27.063664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-421f12c3-14df-48a3-854b-c1f28fb1439e tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362186 May 10 11:50:27.066218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42062) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:27.098061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a8a31830-55af-4f46-a12a-c08951c69822 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=924f54996f7743a49998c6fd34f55326&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304482 May 10 11:50:27.101183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42064) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:27.139019 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:26Z', 'revision_number': 3, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:27.168338 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Checking router: fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:50:27.168741 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Updating router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 port f672fc34-c7b1-4c86-a2e3-8df16babc176 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:50:27.197007 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.286595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b69439-a748-48a9-8fcb-9084b04c13e1 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:27.291576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42074) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:27.302632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-73b69439-a748-48a9-8fcb-9084b04c13e1 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2003920 May 10 11:50:27.326148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:27.331281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527362251', 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead', 'project_id': '924f54996f7743a49998c6fd34f55326', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:27.332508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-88160cf3-5a55-4173-87fa-c8d6125f0aef tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395997 May 10 11:50:27.427713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Made reservation on behalf of 924f54996f7743a49998c6fd34f55326 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:50:27.433977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.518039 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.533562 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.603184 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Attempting to bind port f672fc34-c7b1-4c86-a2e3-8df16babc176 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:50:27.603969 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Attempting to bind port f672fc34-c7b1-4c86-a2e3-8df16babc176 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:50:27.603969 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Attempting to bind port f672fc34-c7b1-4c86-a2e3-8df16babc176 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:50:27.617171 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d1d7c-cf6d-49a9-83f9-bd0317f032f7 None None] Pushing event updated for resources: {'Port': ['ID=f672fc34-c7b1-4c86-a2e3-8df16babc176,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:27.620988 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:50:27.621317 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:50:27.621859 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.622334 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:50:27.623357 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Bound port: f672fc34-c7b1-4c86-a2e3-8df16babc176, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:50:27.623994 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.683482 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] For port f672fc34-c7b1-4c86-a2e3-8df16babc176, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:50:27.687656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] For port f672fc34-c7b1-4c86-a2e3-8df16babc176, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f672fc34-c7b1-4c86-a2e3-8df16babc176,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:50:27.695187 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.709010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.773541 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Routers {'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:27.774577 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:27.810478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Checking segment: {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:50:27.810844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network hostable DHCP agents. Network: f413d7eb-5ab9-4b36-90e0-8b250b3a6ead, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:50:27.813047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Subnet': ['ID=b7234d06-e5d0-436a-badf-a4cf160a5146,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:27.834892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:50:27.847801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f413d7eb-5ab9-4b36-90e0-8b250b3a6ead) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:50:27.857891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59acd751-6a99-4f39-b4f2-90d5bd205480 None None] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:50:27.877781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:27.878382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:27.917102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-47f01c6b-0fd4-475a-a985-f7804c9b74df tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5850019 May 10 11:50:27.917335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:27.917864 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] Set router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:28.042146 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d1d7c-cf6d-49a9-83f9-bd0317f032f7 None None] Pushing event updated for resources: {'Port': ['ID=f672fc34-c7b1-4c86-a2e3-8df16babc176,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:28.083085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-f413d7eb-5ab9-4b36-90e0-8b250b3a6ead', 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'fixed_ips': [{'subnet_id': 'b7234d06-e5d0-436a-badf-a4cf160a5146'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:50:28.084008 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:28.251653 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:26Z', 'revision_number': 3, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:28.279477 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2cf5b-e77f-4bc4-ab8d-e0a0da9b9f69 None None] The sync data for ids ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'] in n-d-840949-1 is: [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:26Z', 'revision_number': 3, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:50:28.295699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Allocated IP 172.20.0.18 (f413d7eb-5ab9-4b36-90e0-8b250b3a6ead/b7234d06-e5d0-436a-badf-a4cf160a5146/4f632c9e-b852-48f3-b871-f76d61e579b3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:50:28.483474 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:28.499059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:28.506827 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:28.553520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:50:28.558095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:50:28.577857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:50:28.663759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Pushing event updated for resources: {'Port': ['ID=4f632c9e-b852-48f3-b871-f76d61e579b3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:28.691626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.692073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.692419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.692755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.693095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.693429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.693761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.694087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.694423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.697516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.697919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.698259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:28.707084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Attempting to bind port 4f632c9e-b852-48f3-b871-f76d61e579b3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:50:28.707806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Attempting to bind port 4f632c9e-b852-48f3-b871-f76d61e579b3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:50:28.708236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Attempting to bind port 4f632c9e-b852-48f3-b871-f76d61e579b3 on network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:50:28.714222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:50:28.714630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Checking segment: {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:50:28.715059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:28.715436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Bound using segment: {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:50:28.716049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Bound port: 4f632c9e-b852-48f3-b871-f76d61e579b3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:50:28.716438 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:28.817128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] For port 4f632c9e-b852-48f3-b871-f76d61e579b3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:50:28.821210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] For port 4f632c9e-b852-48f3-b871-f76d61e579b3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4f632c9e-b852-48f3-b871-f76d61e579b3,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:50:28.836953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:28.944000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad76c3c-0581-4a8a-9bd5-2335b50cef84 None None] Pushing event updated for resources: {'Port': ['ID=4f632c9e-b852-48f3-b871-f76d61e579b3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:29.605896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Allocated IP 172.20.0.17 (f413d7eb-5ab9-4b36-90e0-8b250b3a6ead/b7234d06-e5d0-436a-badf-a4cf160a5146/ce5ad878-9e64-4cae-b599-98b723d7f159) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:50:29.783278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4f632c9e-b852-48f3-b871-f76d61e579b3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:29.824333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:29.859579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 4f632c9e-b852-48f3-b871-f76d61e579b3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:29.860231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:29.875516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:29.927952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:50:29.932587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:50:29.940022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:50:29.997308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=ce5ad878-9e64-4cae-b599-98b723d7f159,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:30.002942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 4f632c9e-b852-48f3-b871-f76d61e579b3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:30.003472 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.007427 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.046042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 4f632c9e-b852-48f3-b871-f76d61e579b3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4f632c9e-b852-48f3-b871-f76d61e579b3,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:30.053353 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.054220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f672fc34-c7b1-4c86-a2e3-8df16babc176 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:30.118651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=4f632c9e-b852-48f3-b871-f76d61e579b3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:30.182820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f672fc34-c7b1-4c86-a2e3-8df16babc176 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:30.183313 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.184865 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.286411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f672fc34-c7b1-4c86-a2e3-8df16babc176 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:30.286834 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.311900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port f672fc34-c7b1-4c86-a2e3-8df16babc176, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f672fc34-c7b1-4c86-a2e3-8df16babc176,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:30.324686 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.401971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=f672fc34-c7b1-4c86-a2e3-8df16babc176,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:30.531722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aed79f-ff64-4922-a95b-8a5b1dad0ece None None] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:50:30.621035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.627389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.650107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fd213c57-7ee5-4efa-bde8-759240495866 None None] Provisioning complete for port 4f632c9e-b852-48f3-b871-f76d61e579b3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:30.650583 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd213c57-7ee5-4efa-bde8-759240495866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.690677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:30.791498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=ce5ad878-9e64-4cae-b599-98b723d7f159,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:30.849969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fd213c57-7ee5-4efa-bde8-759240495866 None None] Current status of the port 4f632c9e-b852-48f3-b871-f76d61e579b3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:30.856417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:50:30.858396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:50:31.018631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:50:31.161999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:50:31.168307 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e917af02-6ca0-4a90-9670-3cbd36a57c69 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "PUT /v2.0/routers/fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2517443 May 10 11:50:31.174193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Sync routers for ids ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:50:31.205688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Routers {'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:31.206609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:31.297035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3e5de750-1f68-4b84-9cf4-b94da1d284ad None None] Provisioning complete for port ce5ad878-9e64-4cae-b599-98b723d7f159 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:31.297648 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3e5de750-1f68-4b84-9cf4-b94da1d284ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:31.441663 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3e5de750-1f68-4b84-9cf4-b94da1d284ad None None] Port ce5ad878-9e64-4cae-b599-98b723d7f159 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:50:31.533102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3e5de750-1f68-4b84-9cf4-b94da1d284ad None None] Provisioning complete for port 4f632c9e-b852-48f3-b871-f76d61e579b3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:31.533486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3e5de750-1f68-4b84-9cf4-b94da1d284ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:31.597029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Set router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:31.682956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-de61f9f5-9ec0-4f47-9da2-85346acc93a5 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:31.688591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-de61f9f5-9ec0-4f47-9da2-85346acc93a5 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/networks?id=f413d7eb-5ab9-4b36-90e0-8b250b3a6ead HTTP/1.1" status: 200 len: 797 time: 0.3020003 May 10 11:50:31.713827 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-50988e6d-9366-4daf-9991-6280b57af5af tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/quotas/924f54996f7743a49998c6fd34f55326 HTTP/1.1" status: 200 len: 375 time: 0.0168152 May 10 11:50:31.756931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4f632c9e-b852-48f3-b871-f76d61e579b3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:31.792398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-e0463c72-bd46-4ab0-8de3-163350bfdfe3 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0773182 May 10 11:50:31.926337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-0ea5393d-7871-46be-9cb5-ff1e933c0ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/f413d7eb-5ab9-4b36-90e0-8b250b3a6ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324511 May 10 11:50:31.949199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3e5de750-1f68-4b84-9cf4-b94da1d284ad None None] Current status of the port 4f632c9e-b852-48f3-b871-f76d61e579b3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:32.043528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 4f632c9e-b852-48f3-b871-f76d61e579b3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:32.044014 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:32.048806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-ccc3fb1c-f452-40eb-9a7c-7e31e24a2b1f service neutron] 10.222.0.13 "GET /v2.0/networks/f413d7eb-5ab9-4b36-90e0-8b250b3a6ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208508 May 10 11:50:32.124200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8acef51a-6b0f-47c9-a77d-476d2f569054 None None] Provisioning complete for port ce5ad878-9e64-4cae-b599-98b723d7f159 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:32.124610 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8acef51a-6b0f-47c9-a77d-476d2f569054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:32.174962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8acef51a-6b0f-47c9-a77d-476d2f569054 None None] Port ce5ad878-9e64-4cae-b599-98b723d7f159 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:50:32.217862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'ce5ad878-9e64-4cae-b599-98b723d7f159', 'name': '', 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:ba:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b7234d06-e5d0-436a-badf-a4cf160a5146', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:29Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 2, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': 'b7234d06-e5d0-436a-badf-a4cf160a5146', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:32.257559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Checking router: fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:50:32.257919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Updating router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 port ce5ad878-9e64-4cae-b599-98b723d7f159 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:50:32.260190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 4f632c9e-b852-48f3-b871-f76d61e579b3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:32.261237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f672fc34-c7b1-4c86-a2e3-8df16babc176 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:32.273793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5edd4b9f-ad72-470e-a0f2-cd9eba292c65 req-51510fac-5873-46ae-abef-39a401f26763 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 210 time: 0.0301762 May 10 11:50:32.325475 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:32.345536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f672fc34-c7b1-4c86-a2e3-8df16babc176 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:32.346332 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:32.705112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:32.759986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f672fc34-c7b1-4c86-a2e3-8df16babc176 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:32.923803 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:32.932932 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:33.025390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b5166-a365-438a-8122-477f83a6e4c1 None None] Pushing event updated for resources: {'Port': ['ID=ce5ad878-9e64-4cae-b599-98b723d7f159,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:33.076616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Attempting to bind port ce5ad878-9e64-4cae-b599-98b723d7f159 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:50:33.077064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Attempting to bind port ce5ad878-9e64-4cae-b599-98b723d7f159 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:50:33.077535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Attempting to bind port ce5ad878-9e64-4cae-b599-98b723d7f159 on network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:50:33.083324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:50:33.083839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Checking segment: {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:50:33.085082 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:33.085579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Bound using segment: {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:50:33.086203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Bound port: ce5ad878-9e64-4cae-b599-98b723d7f159, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:50:33.086858 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:33.175702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] For port ce5ad878-9e64-4cae-b599-98b723d7f159, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:50:33.179767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] For port ce5ad878-9e64-4cae-b599-98b723d7f159, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ce5ad878-9e64-4cae-b599-98b723d7f159,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:50:33.193128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:33.268061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Routers {'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:33.268697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:33.309540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b5166-a365-438a-8122-477f83a6e4c1 None None] Pushing event updated for resources: {'Port': ['ID=ce5ad878-9e64-4cae-b599-98b723d7f159,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:33.374270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-42393177-06d3-45fb-a93e-b4a4dcc1866d None None] Provisioning complete for port ce5ad878-9e64-4cae-b599-98b723d7f159 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:33.374270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42393177-06d3-45fb-a93e-b4a4dcc1866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:33.410973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-906cb36e-d105-4da1-9bb6-34192e9f961e req-2b20276b-c8c3-4e07-b1a5-c45848b9ac12 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 210 time: 0.0518131 May 10 11:50:33.480007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] Set router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:33.666315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-c5232c5e-431d-412f-99f5-d6c11261902c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:33.668104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-42393177-06d3-45fb-a93e-b4a4dcc1866d None None] Current status of the port ce5ad878-9e64-4cae-b599-98b723d7f159 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:33.668104 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42393177-06d3-45fb-a93e-b4a4dcc1866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:33.668446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-c5232c5e-431d-412f-99f5-d6c11261902c tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.70 "GET /v2.0/networks?id=f413d7eb-5ab9-4b36-90e0-8b250b3a6ead HTTP/1.1" status: 200 len: 797 time: 0.1789870 May 10 11:50:33.684007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Request body: {'port': {'device_id': '00d1bdb4-4e52-4533-836c-0c685d1dd2ac', 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead', 'admin_state_up': True, 'tenant_id': '924f54996f7743a49998c6fd34f55326'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:33.733982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-42393177-06d3-45fb-a93e-b4a4dcc1866d None None] For port ce5ad878-9e64-4cae-b599-98b723d7f159, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ce5ad878-9e64-4cae-b599-98b723d7f159,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:33.746902 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42393177-06d3-45fb-a93e-b4a4dcc1866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:33.829242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42393177-06d3-45fb-a93e-b4a4dcc1866d None None] Pushing event updated for resources: {'Port': ['ID=ce5ad878-9e64-4cae-b599-98b723d7f159,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:33.847881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Made reservation on behalf of 924f54996f7743a49998c6fd34f55326 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:50:33.852645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:33.854851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'ce5ad878-9e64-4cae-b599-98b723d7f159', 'name': '', 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:ba:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b7234d06-e5d0-436a-badf-a4cf160a5146', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:29Z', 'updated_at': '2022-05-10T11:50:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': 'b7234d06-e5d0-436a-badf-a4cf160a5146', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:33.893063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad51b81-fd4f-4881-9a20-61860795a30f None None] The sync data for ids ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'] in n-d-840949-1 is: [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'ce5ad878-9e64-4cae-b599-98b723d7f159', 'name': '', 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:ba:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b7234d06-e5d0-436a-badf-a4cf160a5146', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:29Z', 'updated_at': '2022-05-10T11:50:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': 'b7234d06-e5d0-436a-badf-a4cf160a5146', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:50:33.904730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-86eab154-2f7d-4394-8768-dc4d93ef449c None None] Provisioning complete for port ce5ad878-9e64-4cae-b599-98b723d7f159 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:33.905115 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-86eab154-2f7d-4394-8768-dc4d93ef449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:34.083948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Allocated IP 172.20.0.29 (f413d7eb-5ab9-4b36-90e0-8b250b3a6ead/b7234d06-e5d0-436a-badf-a4cf160a5146/b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:50:34.095888 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-86eab154-2f7d-4394-8768-dc4d93ef449c None None] Current status of the port ce5ad878-9e64-4cae-b599-98b723d7f159 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:34.239288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:34.270375 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9bf06775-99f5-4db7-aeab-b948368c58f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:34.295095 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:34.351898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:50:34.355363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:50:34.375987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:50:34.380729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event updated for resources: {'Port': ['ID=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:34.466691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:34.467359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:34.501943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-a7a82d37-e7aa-4fa8-9802-8094718cd9dd tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8219182 May 10 11:50:34.515931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Request body: {'port': {'device_id': '00d1bdb4-4e52-4533-836c-0c685d1dd2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:50:34.640512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:34.672178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ce90-7a71-4a15-a325-fdc0ac98abd5 req-0401fb79-d4be-4855-8cf5-219c046c15ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:34.675134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dc47ce90-7a71-4a15-a325-fdc0ac98abd5 req-0401fb79-d4be-4855-8cf5-219c046c15ee tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 895 time: 0.1031730 May 10 11:50:34.730346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3bf3d581-5893-487d-9233-643db5c44906 None None] Provisioning complete for port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:34.731303 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d581-5893-487d-9233-643db5c44906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:34.780802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3d581-5893-487d-9233-643db5c44906 None None] Port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:50:35.045370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:50:35.065481 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:35.080643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Transition to ACTIVE for port object b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:50:35.085784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:35.195663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:35.295151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Attempting to bind port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:50:35.295596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Attempting to bind port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:50:35.296086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Attempting to bind port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 on network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:50:35.301320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 on network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:50:35.301782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Attempting to bind port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 on network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:50:35.307158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:50:35.307611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Checking segment: {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:50:35.308129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Bound using segment: {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:50:35.308681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Bound port: b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b70d4b-04ac-45c7-80a1-928778b1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:50:35.309167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:35.390819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] For port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:50:35.398969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] For port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:50:35.407332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:35.449425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:35.450153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:35.451621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-6acb0509-4e61-4567-8627-014c681b35af service neutron] 10.222.0.70 "PUT /v2.0/ports/b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 HTTP/1.1" status: 200 len: 1055 time: 0.9408414 May 10 11:50:35.452147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d1bdb4-4e52-4533-836c-0c685d1dd2ac', 'tag': 'b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:35.454448 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253aa276-8bce-40da-858e-3be883f97c08" -d '{"events": [{"name": "network-changed", "server_uuid": "00d1bdb4-4e52-4533-836c-0c685d1dd2ac", "tag": "b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:35.493138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb0509-4e61-4567-8627-014c681b35af service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:35.548187 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:35.572409 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea5566f-d835-46af-abff-e59fd841ff53 x-openstack-request-id: req-cea5566f-d835-46af-abff-e59fd841ff53 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:35.572890 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d1bdb4-4e52-4533-836c-0c685d1dd2ac", "tag": "b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:35.573318 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cea5566f-d835-46af-abff-e59fd841ff53 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:35.573874 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea5566f-d835-46af-abff-e59fd841ff53'] response: {'name': 'network-changed', 'server_uuid': '00d1bdb4-4e52-4533-836c-0c685d1dd2ac', 'tag': 'b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2', 'status': 'completed', 'code': 200} May 10 11:50:35.616723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-3a0c56f8-fa51-44b1-8e42-eba92c655cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:35.619659 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-3a0c56f8-fa51-44b1-8e42-eba92c655cfc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 1058 time: 0.1204190 May 10 11:50:35.705366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ce5ad878-9e64-4cae-b599-98b723d7f159 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:35.708508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-68a8f845-453b-45d6-a5ed-6305c3ee5dd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 HTTP/1.1" status: 200 len: 217 time: 0.0730696 May 10 11:50:35.834786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ce5ad878-9e64-4cae-b599-98b723d7f159 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:35.835488 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:35.835855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42206) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:35.863955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-2d191f0c-5f25-45cc-95c7-4f5231ceca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:35.865435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-2d191f0c-5f25-45cc-95c7-4f5231ceca16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7234d06-e5d0-436a-badf-a4cf160a5146 HTTP/1.1" status: 200 len: 837 time: 0.1501362 May 10 11:50:35.890760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bac300-c20a-4852-a389-37d7c4c2ea35 req-f412e5a2-a202-452b-b588-36ab46ac4ad7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:35.892341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a7bac300-c20a-4852-a389-37d7c4c2ea35 req-f412e5a2-a202-452b-b588-36ab46ac4ad7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 907 time: 0.0920775 May 10 11:50:35.924026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-d1517958-4de8-4f03-aa54-2087900080ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:35.925555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-d1517958-4de8-4f03-aa54-2087900080ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f413d7eb-5ab9-4b36-90e0-8b250b3a6ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521340 May 10 11:50:35.986123 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ce5ad878-9e64-4cae-b599-98b723d7f159 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:36.045164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8375487e-d3fd-449c-802c-559b8e95cccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.047696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-c908eb4b-f206-4064-8a91-f790be8b1549 service neutron] 10.222.0.70 "GET /v2.0/networks/f413d7eb-5ab9-4b36-90e0-8b250b3a6ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138351 May 10 11:50:36.124855 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8375487e-d3fd-449c-802c-559b8e95cccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.129904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8375487e-d3fd-449c-802c-559b8e95cccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.154344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b9a173a-3bd3-4461-9578-0ca876d560c7 req-56b6bdbd-0cf3-49a4-8ed9-627cc6702610 service neutron] 10.222.0.70 "GET /v2.0/networks/f413d7eb-5ab9-4b36-90e0-8b250b3a6ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992672 May 10 11:50:36.170140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375487e-d3fd-449c-802c-559b8e95cccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89942b44-f93e-462f-a9b1-d98aee83e72a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:36.178699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:36.179066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8375487e-d3fd-449c-802c-559b8e95cccc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=796e01eff80844deb2743ed213334bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418243 May 10 11:50:36.271959 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46c75005-e47d-4e25-a756-5beb5acdf00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.286311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aa276-8bce-40da-858e-3be883f97c08 req-7df86e53-e69d-47a7-a541-3edb996cce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:36.287885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253aa276-8bce-40da-858e-3be883f97c08 req-7df86e53-e69d-47a7-a541-3edb996cce3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 1058 time: 0.0687630 May 10 11:50:36.306319 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46c75005-e47d-4e25-a756-5beb5acdf00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.410089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aa276-8bce-40da-858e-3be883f97c08 req-57cab57f-1725-4c4e-81c1-b768533a85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:36.411579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253aa276-8bce-40da-858e-3be883f97c08 req-57cab57f-1725-4c4e-81c1-b768533a85aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=f413d7eb-5ab9-4b36-90e0-8b250b3a6ead HTTP/1.1" status: 200 len: 898 time: 0.1165342 May 10 11:50:36.416871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46c75005-e47d-4e25-a756-5beb5acdf00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.419604 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46c75005-e47d-4e25-a756-5beb5acdf00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.420730 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-46c75005-e47d-4e25-a756-5beb5acdf00e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89942b44-f93e-462f-a9b1-d98aee83e72a HTTP/1.1" status: 204 len: 168 time: 0.2409070 May 10 11:50:36.466284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75005-e47d-4e25-a756-5beb5acdf00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89942b44-f93e-462f-a9b1-d98aee83e72a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:36.468696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253aa276-8bce-40da-858e-3be883f97c08 req-c7760911-7bee-449f-8824-d72d381440c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 HTTP/1.1" status: 200 len: 217 time: 0.0470331 May 10 11:50:36.529377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aa276-8bce-40da-858e-3be883f97c08 req-5f6cc45a-bd7a-4bf6-8573-99d9c05326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:36.531156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253aa276-8bce-40da-858e-3be883f97c08 req-5f6cc45a-bd7a-4bf6-8573-99d9c05326fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7234d06-e5d0-436a-badf-a4cf160a5146 HTTP/1.1" status: 200 len: 837 time: 0.0530798 May 10 11:50:36.586385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aa276-8bce-40da-858e-3be883f97c08 req-2339a2be-effb-4d78-b1df-eb89be8ca65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:36.588207 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253aa276-8bce-40da-858e-3be883f97c08 req-2339a2be-effb-4d78-b1df-eb89be8ca65e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f413d7eb-5ab9-4b36-90e0-8b250b3a6ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498557 May 10 11:50:36.707151 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253aa276-8bce-40da-858e-3be883f97c08 req-568e0ea2-928b-4383-8e94-555998ea12de service neutron] 10.222.0.70 "GET /v2.0/networks/f413d7eb-5ab9-4b36-90e0-8b250b3a6ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112092 May 10 11:50:36.774710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42232) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:36.791915 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-94de4277-a3a1-40e0-a66e-d96a904e4e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.839417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253aa276-8bce-40da-858e-3be883f97c08 req-30d70cfd-61e5-4821-8f8e-4d3bac00d9ca service neutron] 10.222.0.70 "GET /v2.0/networks/f413d7eb-5ab9-4b36-90e0-8b250b3a6ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246116 May 10 11:50:36.896959 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-94de4277-a3a1-40e0-a66e-d96a904e4e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.902497 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-94de4277-a3a1-40e0-a66e-d96a904e4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:36.941635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-94de4277-a3a1-40e0-a66e-d96a904e4e55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a4243c761264b36b7ea3dd5344a734f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654499 May 10 11:50:36.942475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de4277-a3a1-40e0-a66e-d96a904e4e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270df14f-2897-44a3-875f-06e97a2aeab5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:36.944427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42238) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:37.042874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7cedf-8f3b-4e34-9ffd-df7c9ce3f0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:37.056220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c393-a2d4-40b3-a5f4-37fea1667f0f req-d1f4a820-228b-4eab-aed6-4e11ce78b33f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:37.057716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54f7c393-a2d4-40b3-a5f4-37fea1667f0f req-d1f4a820-228b-4eab-aed6-4e11ce78b33f tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 907 time: 0.0834923 May 10 11:50:37.079410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7cedf-8f3b-4e34-9ffd-df7c9ce3f0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:37.134099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7cedf-8f3b-4e34-9ffd-df7c9ce3f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:37.137598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7cedf-8f3b-4e34-9ffd-df7c9ce3f0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:37.141184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e9c7cedf-8f3b-4e34-9ffd-df7c9ce3f0eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/270df14f-2897-44a3-875f-06e97a2aeab5 HTTP/1.1" status: 204 len: 168 time: 0.1926835 May 10 11:50:37.149713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7cedf-8f3b-4e34-9ffd-df7c9ce3f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270df14f-2897-44a3-875f-06e97a2aeab5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:37.232742 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-495f8a0a-6365-483d-aa0e-8bcd0e7ab29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:37.778603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:38.188060 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7910a-23fb-4bba-aa38-c720a2ef80d0 req-49391ca9-989d-4840-afca-cc6d4d00a8fe tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:38.189591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-74e7910a-23fb-4bba-aa38-c720a2ef80d0 req-49391ca9-989d-4840-afca-cc6d4d00a8fe tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 907 time: 0.0550730 May 10 11:50:38.664782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:50:38.775602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:38.788968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2', 'network_id': 'f413d7eb-5ab9-4b36-90e0-8b250b3a6ead', 'port_id': 'b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2', 'mac_address': 'fa:16:3e:d6:30:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7234d06-e5d0-436a-badf-a4cf160a5146', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:50:38.836179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:38.836570 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:38.850815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:50:38.871385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:38.879088 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:38.931400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:39.086340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:50:39.238975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42354) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:39.311532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.318245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce51bc-764d-4a9e-b327-495f51eb84e8 req-8a9ae477-2f1f-4540-b446-2480b00c0356 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:39.319637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2ce51bc-764d-4a9e-b327-495f51eb84e8 req-8a9ae477-2f1f-4540-b446-2480b00c0356 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 908 time: 0.0551348 May 10 11:50:39.357271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc70e305-d080-458e-8d7a-d18d13a966d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.437128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc70e305-d080-458e-8d7a-d18d13a966d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.444137 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc70e305-d080-458e-8d7a-d18d13a966d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.486975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bc70e305-d080-458e-8d7a-d18d13a966d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4e7b2c47ac84203abf6e450e7fc05be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468500 May 10 11:50:39.487842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70e305-d080-458e-8d7a-d18d13a966d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca50495-a041-49b1-8c42-111f717b9678,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:39.490897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42362) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:39.540284 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.562055 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.577061 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.626484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.629377 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:39.630639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca50495-a041-49b1-8c42-111f717b9678 HTTP/1.1" status: 204 len: 168 time: 0.1385891 May 10 11:50:39.643394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca50495-a041-49b1-8c42-111f717b9678,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:39.650977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.651326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.651668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.652041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.652634 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.652741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.653045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.653367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.653746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.654013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.654333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.654652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc6cca-b96e-4649-bd71-5d61c8cabdf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:39.913450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42378) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:39.927333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f03978ce-9d38-4cd4-bca6-e901562705db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.010542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f03978ce-9d38-4cd4-bca6-e901562705db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.015474 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f03978ce-9d38-4cd4-bca6-e901562705db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.055834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f03978ce-9d38-4cd4-bca6-e901562705db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f20822019ad4bd087bcb8c5c2d4602d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412735 May 10 11:50:40.056668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03978ce-9d38-4cd4-bca6-e901562705db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bfefd3-a848-4672-9687-1ef52598122d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:40.058933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42380) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:40.111113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ba801bf-909e-439c-b312-57395bb91df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.133612 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ba801bf-909e-439c-b312-57395bb91df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.181614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ba801bf-909e-439c-b312-57395bb91df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.184342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ba801bf-909e-439c-b312-57395bb91df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.188083 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4ba801bf-909e-439c-b312-57395bb91df3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2bfefd3-a848-4672-9687-1ef52598122d HTTP/1.1" status: 204 len: 168 time: 0.1254325 May 10 11:50:40.195094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba801bf-909e-439c-b312-57395bb91df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bfefd3-a848-4672-9687-1ef52598122d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:40.463913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec42eb-d261-4961-897c-dcd6a6b95029 req-600d107b-02f7-4f09-9331-e9a41104133e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:40.466219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9aec42eb-d261-4961-897c-dcd6a6b95029 req-600d107b-02f7-4f09-9331-e9a41104133e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 908 time: 0.0704339 May 10 11:50:40.681425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:50:40.735420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:50:40.740182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:50:40.740630 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.834362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:40.834750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.858176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d1bdb4-4e52-4533-836c-0c685d1dd2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:40.860509 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b97338-181b-46ad-9c3a-3867ad2f632d" -d '{"events": [{"server_uuid": "00d1bdb4-4e52-4533-836c-0c685d1dd2ac", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:40.873105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:40.877716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.911193 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c2958f-fe41-4acf-959a-8ed997e39e9f x-openstack-request-id: req-88c2958f-fe41-4acf-959a-8ed997e39e9f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:40.911483 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d1bdb4-4e52-4533-836c-0c685d1dd2ac", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:40.911732 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88c2958f-fe41-4acf-959a-8ed997e39e9f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:40.912161 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c2958f-fe41-4acf-959a-8ed997e39e9f'] response: {'server_uuid': '00d1bdb4-4e52-4533-836c-0c685d1dd2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2', 'code': 200} May 10 11:50:40.935438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:41.026019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d1a6-7518-47fb-82f1-adcde9cd679d req-5778cea5-c78a-475c-8e11-832f8db2e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:41.027514 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24d3d1a6-7518-47fb-82f1-adcde9cd679d req-5778cea5-c78a-475c-8e11-832f8db2e2f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 1060 time: 0.0403411 May 10 11:50:41.622506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f98da2-0c40-4b7b-b28f-3768d144fc4b req-d139c0df-028f-458b-afea-e8f7868886a9 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:41.624289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-58f98da2-0c40-4b7b-b28f-3768d144fc4b req-d139c0df-028f-458b-afea-e8f7868886a9 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 909 time: 0.0636308 May 10 11:50:41.989264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42464) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:42.109009 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f63f825-b6eb-450c-bea7-4a1a089b0838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.205072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f63f825-b6eb-450c-bea7-4a1a089b0838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.210084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f63f825-b6eb-450c-bea7-4a1a089b0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.248114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4f63f825-b6eb-450c-bea7-4a1a089b0838 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98f46d508b3b48d5a3efd87912c30096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575738 May 10 11:50:42.249276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63f825-b6eb-450c-bea7-4a1a089b0838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4172028-fa08-45b6-b156-39f82eacd370,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:42.250946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42472) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:42.301886 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.325095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.372694 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.375494 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.376694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4172028-fa08-45b6-b156-39f82eacd370 HTTP/1.1" status: 204 len: 168 time: 0.1242247 May 10 11:50:42.384852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4172028-fa08-45b6-b156-39f82eacd370,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:42.392865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.393212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.394550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.394896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.395232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.395568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.395924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.396254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.396577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.396899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.397220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.397538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e633d-ec89-4702-9603-94013732d64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:50:42.671036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:42.687866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-beddb824-d2fd-44e7-9e88-40817f3b2766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.794570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e314d-bdec-4f79-b4fe-047bd44557c9 req-a31ed0e4-6394-4071-8b98-0819279ac6bb tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:42.796386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-721e314d-bdec-4f79-b4fe-047bd44557c9 req-a31ed0e4-6394-4071-8b98-0819279ac6bb tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 909 time: 0.0757155 May 10 11:50:42.822497 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-beddb824-d2fd-44e7-9e88-40817f3b2766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.830005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-beddb824-d2fd-44e7-9e88-40817f3b2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.874724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-beddb824-d2fd-44e7-9e88-40817f3b2766 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b09158d8c964c6ea99b2f36f1b3b9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026119 May 10 11:50:42.875604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddb824-d2fd-44e7-9e88-40817f3b2766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970eccbb-eb61-4eea-aabb-d6be75f557d9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:42.877496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42494) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:42.967712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7916-f66f-4334-a566-8b3ebe9bebc8 req-1f9f9778-e5e5-4098-b3f1-79d2688b6533 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:42.969412 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f6c7916-f66f-4334-a566-8b3ebe9bebc8 req-1f9f9778-e5e5-4098-b3f1-79d2688b6533 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 909 time: 0.0782948 May 10 11:50:42.973072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42d89f2c-a755-4d63-89dc-02d017a8311c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.998831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42d89f2c-a755-4d63-89dc-02d017a8311c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:43.046716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42d89f2c-a755-4d63-89dc-02d017a8311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:43.049560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42d89f2c-a755-4d63-89dc-02d017a8311c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:43.053029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-42d89f2c-a755-4d63-89dc-02d017a8311c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/970eccbb-eb61-4eea-aabb-d6be75f557d9 HTTP/1.1" status: 204 len: 168 time: 0.1744750 May 10 11:50:43.063525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d89f2c-a755-4d63-89dc-02d017a8311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970eccbb-eb61-4eea-aabb-d6be75f557d9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:43.095746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b155da-d0af-4243-b0cd-8a03acf48108 req-7a0cfb8d-c7d3-4937-8b2e-74c53770b3cb tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:43.097334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03b155da-d0af-4243-b0cd-8a03acf48108 req-7a0cfb8d-c7d3-4937-8b2e-74c53770b3cb tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 1060 time: 0.0570939 May 10 11:50:43.248413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb6c9-8eeb-4149-9d2e-7b6cfd8aca93 req-e5d23b00-f17f-44f9-b245-3921cb70bc82 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:43.250173 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5feb6c9-8eeb-4149-9d2e-7b6cfd8aca93 req-e5d23b00-f17f-44f9-b245-3921cb70bc82 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1136 time: 0.0736821 May 10 11:50:43.298059 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5feb6c9-8eeb-4149-9d2e-7b6cfd8aca93 req-874acffc-bd1c-4fff-a54d-dde290f1b946 tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357366 May 10 11:50:43.323527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42512) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:43.379223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534a1d6-df05-402d-b1a3-85ee6107a45a tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:43.383335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d534a1d6-df05-402d-b1a3-85ee6107a45a tempest-TestSecurityGroupsBasicOps-1236929363 tempest-TestSecurityGroupsBasicOps-1236929363-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 1055 time: 0.0562019 May 10 11:50:43.639579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd8581-fd7d-4f7f-af93-fc307ab67025 req-02d075d0-539f-4250-a365-60625512d673 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:43.657715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36cd8581-fd7d-4f7f-af93-fc307ab67025 req-02d075d0-539f-4250-a365-60625512d673 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 909 time: 0.0707109 May 10 11:50:44.804752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f40088-c040-42ad-9716-ce9744a987e2 req-2d35552f-a448-40e9-ac8f-99f28c34f75d tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:44.817928 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11f40088-c040-42ad-9716-ce9744a987e2 req-2d35552f-a448-40e9-ac8f-99f28c34f75d tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 909 time: 0.0860281 May 10 11:50:45.002271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-1c884c57-ab7b-4d3a-8cd5-90edc7894ec2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:45.003755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-1c884c57-ab7b-4d3a-8cd5-90edc7894ec2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.70 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 909 time: 0.0499945 May 10 11:50:45.110287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:45.110628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:45.210360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] For port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:45.210686 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:45.225614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Calling delete_port for b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:45.360713 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:45.390089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Port': ['ID=b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:45.437902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] No DVR routers for this DVR port b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:50:45.440486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:45.444401 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f232050-8d83-4603-8e48-ff6ec5224536 req-699bf4f6-ddd4-4864-adb3-d72d84448f93 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.70 "DELETE /v2.0/ports/b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 HTTP/1.1" status: 204 len: 173 time: 0.4346631 May 10 11:50:45.444844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d1bdb4-4e52-4533-836c-0c685d1dd2ac', 'name': 'network-vif-deleted', 'tag': 'b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:45.447082 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88735c2d-1c13-47da-9b9e-acae1893d43c" -d '{"events": [{"server_uuid": "00d1bdb4-4e52-4533-836c-0c685d1dd2ac", "name": "network-vif-deleted", "tag": "b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:45.491690 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120bda21-55cb-4e01-acdf-16a9796bd652 x-openstack-request-id: req-120bda21-55cb-4e01-acdf-16a9796bd652 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:45.492240 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d1bdb4-4e52-4533-836c-0c685d1dd2ac", "name": "network-vif-deleted", "tag": "b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:45.492631 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-120bda21-55cb-4e01-acdf-16a9796bd652 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:45.493047 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120bda21-55cb-4e01-acdf-16a9796bd652'] response: {'server_uuid': '00d1bdb4-4e52-4533-836c-0c685d1dd2ac', 'name': 'network-vif-deleted', 'tag': 'b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2', 'status': 'completed', 'code': 200} May 10 11:50:45.947786 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-235f66ab-5c28-427b-9040-a73b8f3c53ee req-1131f5ce-5a2a-4ad0-9090-3d65a74a40d9 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d1bdb4-4e52-4533-836c-0c685d1dd2ac HTTP/1.1" status: 200 len: 210 time: 0.0421171 May 10 11:50:47.001542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42686) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:47.408161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:47.684034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting port ce5ad878-9e64-4cae-b599-98b723d7f159 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:47.684898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:47.781930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] For port ce5ad878-9e64-4cae-b599-98b723d7f159, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ce5ad878-9e64-4cae-b599-98b723d7f159,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:47.782306 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:47.796852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Calling delete_port for ce5ad878-9e64-4cae-b599-98b723d7f159 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:48.005722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:48.044376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Port': ['ID=ce5ad878-9e64-4cae-b599-98b723d7f159,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:48.269147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:48.695927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:50:48.717160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:50:48.717827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b7f7ea1c-3b9b-4674-98d5-f5ccf88da3e2 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:50:48.874176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:50:48.986012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:50:48.991364 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b98c1704-73aa-4375-8f88-398ecc0590f2 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "PUT /v2.0/routers/fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9878726 May 10 11:50:48.993761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42718) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:48.999852 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] Sync routers for ids ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:50:49.015422 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] Routers {'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:49.016095 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:49.047421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e6bf14-a08b-4f32-89b6-f905b55fa5bf tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting subnet b7234d06-e5d0-436a-badf-a4cf160a5146 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:50:49.051452 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80e6bf14-a08b-4f32-89b6-f905b55fa5bf tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.100107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80e6bf14-a08b-4f32-89b6-f905b55fa5bf tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.143059 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] Set router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:49.218819 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80e6bf14-a08b-4f32-89b6-f905b55fa5bf tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.288578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80e6bf14-a08b-4f32-89b6-f905b55fa5bf tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.324328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6bf14-a08b-4f32-89b6-f905b55fa5bf tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Subnet': ['ID=b7234d06-e5d0-436a-badf-a4cf160a5146,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:49.329794 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-80e6bf14-a08b-4f32-89b6-f905b55fa5bf tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.338598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42726) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:49.339224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6158dc1-0cec-489c-8dbf-52909e1e2967 None None] Network f413d7eb-5ab9-4b36-90e0-8b250b3a6ead requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:50:49.339556 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-80e6bf14-a08b-4f32-89b6-f905b55fa5bf tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/subnets/b7234d06-e5d0-436a-badf-a4cf160a5146 HTTP/1.1" status: 204 len: 168 time: 0.3446100 May 10 11:50:49.416243 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:47Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:49.461355 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] Checking router: fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:50:49.483891 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] Routers {'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:49.484451 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:49.497141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.572185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] DHCP port deletion for f413d7eb-5ab9-4b36-90e0-8b250b3a6ead request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:50:49.623287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.659974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] Deleting port 4f632c9e-b852-48f3-b871-f76d61e579b3 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:49.660450 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.696380 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] Set router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:49.757409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting port f672fc34-c7b1-4c86-a2e3-8df16babc176 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:49.758118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.816505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] For port 4f632c9e-b852-48f3-b871-f76d61e579b3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4f632c9e-b852-48f3-b871-f76d61e579b3,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:49.817009 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.819653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4f632c9e-b852-48f3-b871-f76d61e579b3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:50:49.863092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] Calling delete_port for 4f632c9e-b852-48f3-b871-f76d61e579b3 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:49.916043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] For port f672fc34-c7b1-4c86-a2e3-8df16babc176, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f672fc34-c7b1-4c86-a2e3-8df16babc176,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:49.916611 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.935882 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:47Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:49.943324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Calling delete_port for f672fc34-c7b1-4c86-a2e3-8df16babc176 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:49.966577 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11eeca-629b-409c-a489-e52d1aeb7aa1 None None] The sync data for ids ['fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5'] in n-d-840949-1 is: [{'id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-256113375', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:47Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': 'f672fc34-c7b1-4c86-a2e3-8df16babc176', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:50:25Z', 'updated_at': '2022-05-10T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:50:49.972354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 4f632c9e-b852-48f3-b871-f76d61e579b3 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:50:49.973207 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.060757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 4f632c9e-b852-48f3-b871-f76d61e579b3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=4f632c9e-b852-48f3-b871-f76d61e579b3,segment=NetworkSegment(80b70d4b-04ac-45c7-80a1-928778b1e54d),segment_id=80b70d4b-04ac-45c7-80a1-928778b1e54d)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:50.081497 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.135273 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.154216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] No DVR routers for this DVR port 4f632c9e-b852-48f3-b871-f76d61e579b3 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:50:50.164196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=4f632c9e-b852-48f3-b871-f76d61e579b3,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:50.199782 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.206025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958facc-c509-4c79-8793-276046ea9ccd None None] Pushing event deleted for resources: {'Port': ['ID=4f632c9e-b852-48f3-b871-f76d61e579b3,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:50.261842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Port': ['ID=f672fc34-c7b1-4c86-a2e3-8df16babc176,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:50.307055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.428065 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.432003 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.484291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.484972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Fanout notify agent at l3_agent the message router_deleted on router fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:50:50.501468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.505270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-00119142-225d-4352-b3fd-19a940990f58 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/routers/fd4c0ef6-dcd5-4cc3-9744-a771f6309ae5 HTTP/1.1" status: 204 len: 168 time: 1.1621392 May 10 11:50:50.505682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42748) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:50.599924 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.711643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.735992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f413d7eb-5ab9-4b36-90e0-8b250b3a6ead']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:50.748925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b70d4b-04ac-45c7-80a1-928778b1e54d') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:50.749265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b70d4b-04ac-45c7-80a1-928778b1e54d') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:50.760598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.781537 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.793849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:50:50.797492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: timer() May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:50:50.803283 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:50:50.875223 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.881590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:50.885103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/networks/f413d7eb-5ab9-4b36-90e0-8b250b3a6ead HTTP/1.1" status: 204 len: 168 time: 0.3783512 May 10 11:50:50.887969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42756) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:50.900542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6daefa-de7f-4e24-ad04-c600e62f53a4 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Network': ['ID=f413d7eb-5ab9-4b36-90e0-8b250b3a6ead,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:51.096013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting port 46a94fd5-a32b-45d4-aabc-6cddbc1a7a94 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:51.096602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:51.187386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:51.187961 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:51.202095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Calling delete_port for 46a94fd5-a32b-45d4-aabc-6cddbc1a7a94 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:51.396034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:51.424496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Port': ['ID=46a94fd5-a32b-45d4-aabc-6cddbc1a7a94,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:51.493171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:51.494156 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Floating IP ec4ae7c5-c3f2-4f66-ae0a-b662455466a3 disassociated (deleted). External IP: 172.25.8.216, port: 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7. May 10 11:50:51.649895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ce5ad878-9e64-4cae-b599-98b723d7f159 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:50:51.677119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ce5ad878-9e64-4cae-b599-98b723d7f159 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:50:51.677928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ce5ad878-9e64-4cae-b599-98b723d7f159 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:50:51.678556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f672fc34-c7b1-4c86-a2e3-8df16babc176 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:50:51.769522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Router cd537f4b-7134-4a7f-8889-82210e8082b7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:50:51.868158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f672fc34-c7b1-4c86-a2e3-8df16babc176 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:50:51.868766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f672fc34-c7b1-4c86-a2e3-8df16babc176 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:50:52.290410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:50:52.297424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:52.302102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] Sync routers for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:50:52.340309 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4f213d6f-8bea-42e9-8a48-8593eb4251db tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/floatingips/ec4ae7c5-c3f2-4f66-ae0a-b662455466a3 HTTP/1.1" status: 204 len: 168 time: 1.4505763 May 10 11:50:52.341076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:52.343725 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429ee3cb-fa06-4f70-a2a7-7f3838316833" -d '{"events": [{"name": "network-changed", "server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:52.361316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:52.362154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:52.445940 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7576585-57e6-421b-ab29-8d26db832d00 x-openstack-request-id: req-c7576585-57e6-421b-ab29-8d26db832d00 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:52.446240 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:52.446495 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7576585-57e6-421b-ab29-8d26db832d00 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:52.446899 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7576585-57e6-421b-ab29-8d26db832d00'] response: {'name': 'network-changed', 'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'status': 'completed', 'code': 200} May 10 11:50:52.494001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:52.511292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-1bdf52da-9be0-4da4-9b5d-352cc16435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:52.514090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-1bdf52da-9be0-4da4-9b5d-352cc16435dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=924f54996f7743a49998c6fd34f55326&device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 1136 time: 0.0506339 May 10 11:50:52.652568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-3fed8a5f-18f9-487a-b36e-1c712f2a0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:52.654536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-3fed8a5f-18f9-487a-b36e-1c712f2a0af9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115 HTTP/1.1" status: 200 len: 898 time: 0.1329861 May 10 11:50:52.712347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-e95e6323-05c6-4a1d-8768-b032ad23072c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 HTTP/1.1" status: 200 len: 217 time: 0.0480864 May 10 11:50:52.742836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:36Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:52.771531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-ab4f3287-a94f-4f29-9933-b84768d98625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:52.773790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-ab4f3287-a94f-4f29-9933-b84768d98625 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=59ee43e0-438a-4463-89b5-03e014192c8f HTTP/1.1" status: 200 len: 833 time: 0.0534830 May 10 11:50:52.820990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] Checking router: cd537f4b-7134-4a7f-8889-82210e8082b7 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:50:52.841840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:52.842499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:52.870023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-e34183a7-d385-433c-90c2-609eabd36e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:52.872216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-e34183a7-d385-433c-90c2-609eabd36e25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f2b1caa-55f5-4c65-9dbb-548a57f8b115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851171 May 10 11:50:52.880447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1f08-1307-4ce6-8d51-4128693dc390 req-5ec18fbe-fbe8-447b-8533-02bd0a70002e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:52.882632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-145a1f08-1307-4ce6-8d51-4128693dc390 req-5ec18fbe-fbe8-447b-8533-02bd0a70002e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 985 time: 0.1077197 May 10 11:50:52.981868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-31dad5fe-abcf-460a-b72a-b4eccf0c5b2c service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978286 May 10 11:50:53.059778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:53.127253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-145a1f08-1307-4ce6-8d51-4128693dc390 req-b243114f-4842-4c24-9058-544a8b5d2449 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1440508 May 10 11:50:53.174819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-429ee3cb-fa06-4f70-a2a7-7f3838316833 req-a3e6d3b8-fb13-4440-aa1c-f2f777cd2c1d service neutron] 10.222.0.49 "GET /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824672 May 10 11:50:53.352512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:36Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:53.392097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f125b-d150-4bc2-89f6-651c549e3391 None None] The sync data for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 is: [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:49:33Z', 'revision_number': 4, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d', 'name': '', 'network_id': '2f2b1caa-55f5-4c65-9dbb-548a57f8b115', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'mac_address': 'fa:16:3e:5c:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:30Z', 'updated_at': '2022-05-10T11:49:36Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'subnets': [{'id': '59ee43e0-438a-4463-89b5-03e014192c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:50:53.722544 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9e9dd1-46b9-4c7d-98e9-690280b60a1e None None] New status for floating IP ec4ae7c5-c3f2-4f66-ae0a-b662455466a3: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:50:53.992514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-dc8fcd53-77ea-4283-8857-942884593842 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:53.993992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-dc8fcd53-77ea-4283-8857-942884593842 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.49 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 985 time: 0.0576055 May 10 11:50:54.104988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:54.105789 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:54.244934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] For port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:54.245529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:54.265001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Calling delete_port for 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:54.296759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71659-0953-4988-a54e-bd043547b45c req-8fb42a7d-e6bd-4266-b93a-cdf38a662859 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:50:54.298606 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3c71659-0953-4988-a54e-bd043547b45c req-8fb42a7d-e6bd-4266-b93a-cdf38a662859 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/ports?device_id=c583cc3e-b735-4518-a3ba-5a8890de4a25 HTTP/1.1" status: 200 len: 985 time: 0.0521746 May 10 11:50:54.359358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3c71659-0953-4988-a54e-bd043547b45c req-ed7f4ec4-4ad4-438c-8744-8fa2626ec7d7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "GET /v2.0/security-groups?id=0693ae0d-392f-437e-aa46-f3d312f76a03&id=90f5ecd2-202c-4889-ae97-0b09bb1ab002&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0514300 May 10 11:50:54.438642 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:54.475699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Port': ['ID=9deb3c47-298b-4c7c-aa12-bf7ee2b655f7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:54.533042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] No DVR routers for this DVR port 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:50:54.536110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:54.550350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc517185-94a4-4bb8-b98b-6d7d249b1c8a req-c3e6cd71-acd5-48e5-847d-7bc808b85605 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.49 "DELETE /v2.0/ports/9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 HTTP/1.1" status: 204 len: 173 time: 0.5508082 May 10 11:50:54.551181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'name': 'network-vif-deleted', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:50:54.554100 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b3036-5f06-446f-ad72-a138e2c77e2f" -d '{"events": [{"server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "name": "network-vif-deleted", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:50:54.616056 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e1f68-926d-4a9a-95e0-bf32dc593e98 x-openstack-request-id: req-bb9e1f68-926d-4a9a-95e0-bf32dc593e98 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:50:54.616356 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583cc3e-b735-4518-a3ba-5a8890de4a25", "name": "network-vif-deleted", "tag": "9deb3c47-298b-4c7c-aa12-bf7ee2b655f7", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:50:54.616764 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb9e1f68-926d-4a9a-95e0-bf32dc593e98 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:50:54.617225 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9e1f68-926d-4a9a-95e0-bf32dc593e98'] response: {'server_uuid': 'c583cc3e-b735-4518-a3ba-5a8890de4a25', 'name': 'network-vif-deleted', 'tag': '9deb3c47-298b-4c7c-aa12-bf7ee2b655f7', 'status': 'completed', 'code': 200} May 10 11:50:55.452365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42878) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:55.517645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b96950e-05c4-46cc-ae86-58ebfb6e9b28 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:55.540358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b96950e-05c4-46cc-ae86-58ebfb6e9b28 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:55.617118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b96950e-05c4-46cc-ae86-58ebfb6e9b28 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:55.619693 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b96950e-05c4-46cc-ae86-58ebfb6e9b28 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:55.623396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6b96950e-05c4-46cc-ae86-58ebfb6e9b28 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/security-groups/0693ae0d-392f-437e-aa46-f3d312f76a03 HTTP/1.1" status: 204 len: 168 time: 0.1677623 May 10 11:50:55.623795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42880) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:55.640227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96950e-05c4-46cc-ae86-58ebfb6e9b28 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0693ae0d-392f-437e-aa46-f3d312f76a03,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:55.716439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dac56132-5479-4ffd-b759-43b783775c06 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:55.749895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dac56132-5479-4ffd-b759-43b783775c06 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:55.807368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dac56132-5479-4ffd-b759-43b783775c06 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:55.820324 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dac56132-5479-4ffd-b759-43b783775c06 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:55.823264 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:50:55.825329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dac56132-5479-4ffd-b759-43b783775c06 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/security-groups/90f5ecd2-202c-4889-ae97-0b09bb1ab002 HTTP/1.1" status: 204 len: 168 time: 0.2002165 May 10 11:50:55.825720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42886) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:55.838094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac56132-5479-4ffd-b759-43b783775c06 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f5ecd2-202c-4889-ae97-0b09bb1ab002,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:56.332136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:56.646399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:56.647019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:56.751037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] For port f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:56.751402 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:56.767602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Calling delete_port for f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:57.009394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:57.042300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Port': ['ID=f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:57.287289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:57.626046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Router cd537f4b-7134-4a7f-8889-82210e8082b7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:50:57.772051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:50:57.781213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-26b473db-aef3-44cd-9ca6-1ec4d9ba97e6 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "PUT /v2.0/routers/cd537f4b-7134-4a7f-8889-82210e8082b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540467 May 10 11:50:57.783786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42924) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:57.786666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] Sync routers for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:50:57.804892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:57.806474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:57.884632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-38adccea-8fa7-4492-aa37-65190e30f380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting subnet 59ee43e0-438a-4463-89b5-03e014192c8f {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:50:57.888031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38adccea-8fa7-4492-aa37-65190e30f380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:57.930605 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38adccea-8fa7-4492-aa37-65190e30f380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:57.979219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:58.037317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38adccea-8fa7-4492-aa37-65190e30f380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:58.178721 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38adccea-8fa7-4492-aa37-65190e30f380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:58.192512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:50:58.223879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adccea-8fa7-4492-aa37-65190e30f380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Subnet': ['ID=59ee43e0-438a-4463-89b5-03e014192c8f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:58.231658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:50:58.232379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9deb3c47-298b-4c7c-aa12-bf7ee2b655f7 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:50:58.236830 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38adccea-8fa7-4492-aa37-65190e30f380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:58.240103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-38adccea-8fa7-4492-aa37-65190e30f380 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/subnets/59ee43e0-438a-4463-89b5-03e014192c8f HTTP/1.1" status: 204 len: 168 time: 0.4551504 May 10 11:50:58.242832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42932) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:58.249355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048400a4-8849-4554-9c14-943583216cd6 None None] Network 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:50:58.311801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:50:56Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:58.349107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] Checking router: cd537f4b-7134-4a7f-8889-82210e8082b7 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:50:58.379190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:58.415611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] Routers {'cd537f4b-7134-4a7f-8889-82210e8082b7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:50:58.431404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:50:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd537f4b-7134-4a7f-8889-82210e8082b7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:58.511118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:58.616866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Deleting port 5f0bc64e-e5a8-415e-a6e3-a05135757921 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:58.618087 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:58.735382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] Set router cd537f4b-7134-4a7f-8889-82210e8082b7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:50:58.766857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] For port 5f0bc64e-e5a8-415e-a6e3-a05135757921, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5f0bc64e-e5a8-415e-a6e3-a05135757921,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:58.767355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:58.782829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Calling delete_port for 5f0bc64e-e5a8-415e-a6e3-a05135757921 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:58.809365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] DHCP port deletion for 2f2b1caa-55f5-4c65-9dbb-548a57f8b115 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:50:58.992846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] Deleting port 9020c838-7b61-47e8-b04c-aea390f3a545 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:50:58.993525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.016301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.064383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Port': ['ID=5f0bc64e-e5a8-415e-a6e3-a05135757921,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:59.080550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:50:56Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:59.128488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80985fd4-309f-4a6a-ae3a-7d90ff72510f None None] The sync data for ids ['cd537f4b-7134-4a7f-8889-82210e8082b7'] in n-d-840949-1 is: [{'id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881017418', 'tenant_id': '924f54996f7743a49998c6fd34f55326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:23Z', 'updated_at': '2022-05-10T11:50:56Z', 'revision_number': 5, 'project_id': '924f54996f7743a49998c6fd34f55326', 'gw_port': {'id': '5f0bc64e-e5a8-415e-a6e3-a05135757921', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd537f4b-7134-4a7f-8889-82210e8082b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:24Z', 'updated_at': '2022-05-10T11:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:50:59.132466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] For port 9020c838-7b61-47e8-b04c-aea390f3a545, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9020c838-7b61-47e8-b04c-aea390f3a545,segment=NetworkSegment(f8c3ebad-6343-46e4-9531-c0341777fa01),segment_id=f8c3ebad-6343-46e4-9531-c0341777fa01)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:50:59.133424 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.159924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] Calling delete_port for 9020c838-7b61-47e8-b04c-aea390f3a545 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:50:59.273039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.385601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.388673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.464842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.466311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Fanout notify agent at l3_agent the message router_deleted on router cd537f4b-7134-4a7f-8889-82210e8082b7 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:50:59.475813 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.480127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 42960) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:50:59.480967 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fa8c12f4-afa0-412d-8b27-332285f244e7 tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/routers/cd537f4b-7134-4a7f-8889-82210e8082b7 HTTP/1.1" status: 204 len: 168 time: 1.2366776 May 10 11:50:59.495162 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.533458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] Pushing event deleted for resources: {'Port': ['ID=9020c838-7b61-47e8-b04c-aea390f3a545,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:50:59.554516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef873aab-76a6-455e-b07c-ceb6396cccf0 None None] No DVR routers for this DVR port 9020c838-7b61-47e8-b04c-aea390f3a545 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:50:59.659774 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.765608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9020c838-7b61-47e8-b04c-aea390f3a545 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:50:59.800501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9020c838-7b61-47e8-b04c-aea390f3a545 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:50:59.800847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9020c838-7b61-47e8-b04c-aea390f3a545 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:50:59.806566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:50:59.848909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.850342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:50:59.850845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f73f0d2f-f8f9-4b5a-99ba-e5cdb0b56c9d not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:50:59.874769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2b1caa-55f5-4c65-9dbb-548a57f8b115']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:59.884867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c3ebad-6343-46e4-9531-c0341777fa01') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:59.885165 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c3ebad-6343-46e4-9531-c0341777fa01') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:50:59.894989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.909326 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.915412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:50:59.915796 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: timer() May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:50:59.919016 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:50:59.990747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:00.008817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:00.013238 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] 10.222.0.13 "DELETE /v2.0/networks/2f2b1caa-55f5-4c65-9dbb-548a57f8b115 HTTP/1.1" status: 204 len: 168 time: 0.5317760 May 10 11:51:00.056072 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1d26-9236-4175-97fb-06e08c8b492e tempest-TestSecurityGroupsBasicOps-815874979 tempest-TestSecurityGroupsBasicOps-815874979-project] Pushing event deleted for resources: {'Network': ['ID=2f2b1caa-55f5-4c65-9dbb-548a57f8b115,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:51:00.439829 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 42994) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:51:00.613571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dfc40dd8-bc58-4fe4-9a14-3c4d54c6977f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=924f54996f7743a49998c6fd34f55326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719954 May 10 11:51:00.616153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:51:00.674024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d12b8885-3bd2-41e0-a607-b6fe009dbafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:00.707576 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d12b8885-3bd2-41e0-a607-b6fe009dbafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:00.779079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d12b8885-3bd2-41e0-a607-b6fe009dbafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:00.782515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d12b8885-3bd2-41e0-a607-b6fe009dbafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:00.785867 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d12b8885-3bd2-41e0-a607-b6fe009dbafb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/350256b6-8e3d-496f-9471-c022be0e000a HTTP/1.1" status: 204 len: 168 time: 0.1662233 May 10 11:51:00.802767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b8885-3bd2-41e0-a607-b6fe009dbafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350256b6-8e3d-496f-9471-c022be0e000a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:51:01.113468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43024) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:51:01.128947 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d5435613-d78a-428a-93ef-cf85746ed3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:01.223569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d5435613-d78a-428a-93ef-cf85746ed3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:01.228275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d5435613-d78a-428a-93ef-cf85746ed3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:01.276426 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d5435613-d78a-428a-93ef-cf85746ed3f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7718a99285cd47b0b17603713935dab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593695 May 10 11:51:01.276657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:51:01.283502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-666889aa-5127-4098-85ba-b51648e44504 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538564 May 10 11:51:01.286082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5435613-d78a-428a-93ef-cf85746ed3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d15f05-9832-4d12-8b8b-9a3a8c02f0b6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:51:01.363918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc5f9c1f-c24f-44c6-88d6-25f1b1b07f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:01.428632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc5f9c1f-c24f-44c6-88d6-25f1b1b07f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:01.429014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-3de11489-f219-41b6-8f57-eaffbd7d5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:01.430557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-3de11489-f219-41b6-8f57-eaffbd7d5d3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=070e36c133ea40bebef5b8d03924ee82&device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 1101 time: 0.0960996 May 10 11:51:01.487603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc5f9c1f-c24f-44c6-88d6-25f1b1b07f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:01.491504 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fc5f9c1f-c24f-44c6-88d6-25f1b1b07f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:01.493312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fc5f9c1f-c24f-44c6-88d6-25f1b1b07f35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57d15f05-9832-4d12-8b8b-9a3a8c02f0b6 HTTP/1.1" status: 204 len: 168 time: 0.2152066 May 10 11:51:01.504924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f9c1f-c24f-44c6-88d6-25f1b1b07f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d15f05-9832-4d12-8b8b-9a3a8c02f0b6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:51:01.573794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-57283a23-ac33-4131-9b5d-59492e7cc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:01.575178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5f0bc64e-e5a8-415e-a6e3-a05135757921 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:51:01.575684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-57283a23-ac33-4131-9b5d-59492e7cc08a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.1229801 May 10 11:51:01.597021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5f0bc64e-e5a8-415e-a6e3-a05135757921 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:51:01.597724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5f0bc64e-e5a8-415e-a6e3-a05135757921 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:51:01.635918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-b87e320c-8141-4454-a53b-caa086ff3dd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eeb69f18-2cd4-4993-9fc5-6673d120c21d HTTP/1.1" status: 200 len: 217 time: 0.0536456 May 10 11:51:01.694239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-bb9d657b-01c5-4881-9a41-390bc19093f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:01.695812 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-bb9d657b-01c5-4881-9a41-390bc19093f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0534000 May 10 11:51:01.744861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-21890779-49a1-4c48-88f5-47d32e07a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:01.746627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-21890779-49a1-4c48-88f5-47d32e07a596 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441933 May 10 11:51:01.912815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-43f62221-eeec-479f-904a-3d69e6038833 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585286 May 10 11:51:01.964521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43046) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:51:02.013511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a07d4059-a7d8-4559-a71a-07e50b858aae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df29924bddcd432e81f8820747bfe63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454011 May 10 11:51:02.013658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43052) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:51:02.026286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dffc337d-abd5-4f78-8ed4-593e562407e0 req-bb737ff4-12ff-4f63-8fd2-ea290d1bb8ab service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063921 May 10 11:51:02.084403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c3bc-c7db-4b52-92ca-7aeb703a1e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:02.110468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c3bc-c7db-4b52-92ca-7aeb703a1e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:02.163703 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c3bc-c7db-4b52-92ca-7aeb703a1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:02.166337 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c3bc-c7db-4b52-92ca-7aeb703a1e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:02.167514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bbd9c3bc-c7db-4b52-92ca-7aeb703a1e90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a03101f9-b861-4618-9868-b040e64bb438 HTTP/1.1" status: 204 len: 168 time: 0.1529713 May 10 11:51:02.177853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9c3bc-c7db-4b52-92ca-7aeb703a1e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03101f9-b861-4618-9868-b040e64bb438,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:51:02.644561 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:04.265655 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7df1a02f-6310-4472-901b-2f4ca5a6886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:05.523073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:07.233810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5851eb-e078-40fc-9510-7658fd1d4b69 req-4543353b-37a4-4326-9dc8-f3caa44a8ae8 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:07.236102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c5851eb-e078-40fc-9510-7658fd1d4b69 req-4543353b-37a4-4326-9dc8-f3caa44a8ae8 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.3138599 May 10 11:51:07.241740 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5241632e-3a7b-445b-9999-17c5be6fe8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:07.281330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c5851eb-e078-40fc-9510-7658fd1d4b69 req-69353aac-05fc-4574-b1ce-ea41b0e9aa42 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 May 10 11:51:07.791170 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:08.488126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d710f6-6126-4188-9228-f199abcb8ee2 req-05aba939-15ec-42a0-919e-269cc977cdd3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:08.489697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0d710f6-6126-4188-9228-f199abcb8ee2 req-05aba939-15ec-42a0-919e-269cc977cdd3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.1280029 May 10 11:51:08.530669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0d710f6-6126-4188-9228-f199abcb8ee2 req-77f411fb-c5f9-4cd3-9266-c3872daeb6a3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334010 May 10 11:51:09.312271 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:09.565095 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:09.652447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865632c-0720-45ce-9797-7af269a493cc req-c569f0e5-6af7-4ae6-b8c5-3f1f909e5e0a tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:09.654006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3865632c-0720-45ce-9797-7af269a493cc req-c569f0e5-6af7-4ae6-b8c5-3f1f909e5e0a tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0495319 May 10 11:51:09.694221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3865632c-0720-45ce-9797-7af269a493cc req-41e457de-b95e-45af-b78a-15909c41e213 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 May 10 11:51:10.827196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bf2ef-5799-422b-8be2-33e7969e5cae req-42aa853f-5a7c-4354-b277-85326f0aa14f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:10.835215 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-632bf2ef-5799-422b-8be2-33e7969e5cae req-42aa853f-5a7c-4354-b277-85326f0aa14f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0687144 May 10 11:51:10.871502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-632bf2ef-5799-422b-8be2-33e7969e5cae req-38a1f4fc-6a17-4ee8-993a-8405f5695dc4 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350974 May 10 11:51:12.047319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e7ccd-1ae5-4f20-91e1-c1dc396203bc req-4d03f6fe-b29a-4507-8f35-812547083e48 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:12.049261 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d32e7ccd-1ae5-4f20-91e1-c1dc396203bc req-4d03f6fe-b29a-4507-8f35-812547083e48 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0583928 May 10 11:51:12.096250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d32e7ccd-1ae5-4f20-91e1-c1dc396203bc req-68cf94b4-738d-4f89-85ca-798484c3e952 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400372 May 10 11:51:13.245929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9287b38-09cb-4860-a868-8d15cdd564ea req-8412886b-e86e-4881-a92a-56cbf4ea7907 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:13.248435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9287b38-09cb-4860-a868-8d15cdd564ea req-8412886b-e86e-4881-a92a-56cbf4ea7907 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0677896 May 10 11:51:13.311054 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9287b38-09cb-4860-a868-8d15cdd564ea req-2e8f6eab-bb23-4ca8-9ccb-09ae11f5d535 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510185 May 10 11:51:13.378279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-b84d7f46-37ca-420d-8c5b-30ad6109c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:13.380663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-b84d7f46-37ca-420d-8c5b-30ad6109c9cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 1097 time: 0.0521443 May 10 11:51:13.518082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-2cc898b1-05df-45d4-94e7-b79f2d466c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:13.519562 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-2cc898b1-05df-45d4-94e7-b79f2d466c9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.1161747 May 10 11:51:13.598827 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-8fa419b3-6012-4217-adba-2a70bf4b4f20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 200 len: 1001 time: 0.0722654 May 10 11:51:13.679882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-75575bc6-e4c7-4c70-a40c-ca2a9ff8deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:13.681814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-75575bc6-e4c7-4c70-a40c-ca2a9ff8deb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0771484 May 10 11:51:13.749847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-72fca118-50ca-4b31-9e2c-bb83bf1e5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:13.751546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-72fca118-50ca-4b31-9e2c-bb83bf1e5fc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588334 May 10 11:51:13.873583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-62742e62-21af-4c4c-834c-4eac34710f79 service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142943 May 10 11:51:14.004818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2956ebbe-7ddb-4a16-9cff-72c5705f63f4 req-bc1e9aa2-16b0-4968-91d7-9c5d63dcdda8 service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234035 May 10 11:51:14.452724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9d56-441d-4bea-a9d5-a74b61c91664 req-57800f87-c6e4-403c-87af-322fb84f45bf tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:14.460442 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67fd9d56-441d-4bea-a9d5-a74b61c91664 req-57800f87-c6e4-403c-87af-322fb84f45bf tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0794544 May 10 11:51:14.514093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67fd9d56-441d-4bea-a9d5-a74b61c91664 req-cf77855c-dc54-42a6-b571-76c8154fce08 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514619 May 10 11:51:15.639654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37580-b299-41f5-8207-ae7d7df11b4e req-6d27ceb3-edd6-4ecf-9843-8cd76b29bab9 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:15.641330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9a37580-b299-41f5-8207-ae7d7df11b4e req-6d27ceb3-edd6-4ecf-9843-8cd76b29bab9 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0590897 May 10 11:51:15.680352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9a37580-b299-41f5-8207-ae7d7df11b4e req-96e11ac9-af49-42ce-b1f9-ccdade130359 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323036 May 10 11:51:16.805755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbebe27-fb7b-41bd-a79d-ecded40c9877 req-8262b547-62d1-475d-abf8-3fd52b0e9e30 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:16.807235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1cbebe27-fb7b-41bd-a79d-ecded40c9877 req-8262b547-62d1-475d-abf8-3fd52b0e9e30 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0520191 May 10 11:51:16.854181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1cbebe27-fb7b-41bd-a79d-ecded40c9877 req-c1bb8832-d73a-4bce-a3c5-99b147c15c94 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345154 May 10 11:51:17.994834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23f8db-2424-4807-884a-b21791fb60f4 req-cb7ba7db-fc91-465d-9810-d09de70ba245 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:18.005182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef23f8db-2424-4807-884a-b21791fb60f4 req-cb7ba7db-fc91-465d-9810-d09de70ba245 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0755298 May 10 11:51:18.045515 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef23f8db-2424-4807-884a-b21791fb60f4 req-e423de56-e1b2-4a2c-aa10-3ae766dac802 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385859 May 10 11:51:18.326880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0d57-153c-4295-a224-f13006e5bd50 req-21c4e2ae-75cf-4282-a005-6c1d58946517 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:18.328305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-798e0d57-153c-4295-a224-f13006e5bd50 req-21c4e2ae-75cf-4282-a005-6c1d58946517 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0908315 May 10 11:51:18.369507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d4a19-3633-4299-9422-7f0400bdd92c req-8d736983-16f9-4bb2-8df5-837fe61c5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:18.371024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162d4a19-3633-4299-9422-7f0400bdd92c req-8d736983-16f9-4bb2-8df5-837fe61c5a75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 1097 time: 0.0831900 May 10 11:51:18.382442 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-798e0d57-153c-4295-a224-f13006e5bd50 req-a5f0b946-7a4e-472b-a083-ccb511f47c9b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478210 May 10 11:51:18.476496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d4a19-3633-4299-9422-7f0400bdd92c req-e0ded0ef-e6b1-43d4-b786-6a5f6080598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:18.478014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162d4a19-3633-4299-9422-7f0400bdd92c req-e0ded0ef-e6b1-43d4-b786-6a5f6080598a service neutron] 10.222.0.49 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.0946186 May 10 11:51:18.549828 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162d4a19-3633-4299-9422-7f0400bdd92c req-0468b3f7-2055-42d0-8f57-f505a6c06f1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 200 len: 1001 time: 0.0650659 May 10 11:51:18.601450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d4a19-3633-4299-9422-7f0400bdd92c req-c53a986c-c322-4640-b66c-3d280166ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:18.603025 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162d4a19-3633-4299-9422-7f0400bdd92c req-c53a986c-c322-4640-b66c-3d280166ae13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0467150 May 10 11:51:18.649519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d4a19-3633-4299-9422-7f0400bdd92c req-de11ba9b-a666-4339-a4ad-a9061b72b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:18.651204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162d4a19-3633-4299-9422-7f0400bdd92c req-de11ba9b-a666-4339-a4ad-a9061b72b703 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419707 May 10 11:51:18.748745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162d4a19-3633-4299-9422-7f0400bdd92c req-740225bf-68b3-484e-9e63-097560db3c2a service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900102 May 10 11:51:18.844020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162d4a19-3633-4299-9422-7f0400bdd92c req-0a8aa6c4-8ab1-49f8-aaba-b93332b0388a service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893772 May 10 11:51:19.515064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7e96f-8819-4ebf-a39b-628dfddf4526 req-cfc24bcc-c70d-4103-92b1-3e41aa478003 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:19.518825 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1df7e96f-8819-4ebf-a39b-628dfddf4526 req-cfc24bcc-c70d-4103-92b1-3e41aa478003 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0547843 May 10 11:51:19.560094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1df7e96f-8819-4ebf-a39b-628dfddf4526 req-e34872df-9207-4812-a706-0be066ac6f68 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360246 May 10 11:51:20.306141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 43738) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:51:20.453356 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c529886a-5fb0-47a6-a2bb-246f99089801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:20.533529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c529886a-5fb0-47a6-a2bb-246f99089801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:20.537495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c529886a-5fb0-47a6-a2bb-246f99089801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:20.577957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c529886a-5fb0-47a6-a2bb-246f99089801 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f1c6a4848504ef092759e378bb4c849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702456 May 10 11:51:20.578713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529886a-5fb0-47a6-a2bb-246f99089801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf3e23e-e15e-4ed9-91f9-6d9d8fa31d77,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:51:20.580672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 43742) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:51:20.634440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82087b9e-3e49-4890-83f0-50dbb4dbcc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:20.655718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82087b9e-3e49-4890-83f0-50dbb4dbcc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:20.682773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef412289-59fb-49fa-828a-46262ff09360 req-1e80cebe-ea6c-49b8-85de-626d6065a6fe tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:20.684185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef412289-59fb-49fa-828a-46262ff09360 req-1e80cebe-ea6c-49b8-85de-626d6065a6fe tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0495992 May 10 11:51:20.704516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82087b9e-3e49-4890-83f0-50dbb4dbcc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:20.707245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82087b9e-3e49-4890-83f0-50dbb4dbcc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:20.708421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82087b9e-3e49-4890-83f0-50dbb4dbcc13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccf3e23e-e15e-4ed9-91f9-6d9d8fa31d77 HTTP/1.1" status: 204 len: 168 time: 0.1268048 May 10 11:51:20.716171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82087b9e-3e49-4890-83f0-50dbb4dbcc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf3e23e-e15e-4ed9-91f9-6d9d8fa31d77,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:51:20.730295 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ef412289-59fb-49fa-828a-46262ff09360 req-5e7fd420-0e10-48f8-9536-07a4b3797927 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 May 10 11:51:21.177218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af1b69-8502-4ac8-87bb-31ef4425fa1b req-f4ab0a38-984f-4904-8d17-31eb436a0755 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:21.178693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37af1b69-8502-4ac8-87bb-31ef4425fa1b req-f4ab0a38-984f-4904-8d17-31eb436a0755 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 950 time: 0.0520031 May 10 11:51:21.219603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37af1b69-8502-4ac8-87bb-31ef4425fa1b req-f8fe0ca6-43e6-49e4-ab1d-b739f75dacb1 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347271 May 10 11:51:22.354740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200bd5a-4f6b-4d44-bd1b-ed7b636956a5 req-e1ed658b-49bb-4326-b05e-5a7cbb67fd8f tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:22.356507 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0200bd5a-4f6b-4d44-bd1b-ed7b636956a5 req-e1ed658b-49bb-4326-b05e-5a7cbb67fd8f tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 950 time: 0.0606363 May 10 11:51:22.397819 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0200bd5a-4f6b-4d44-bd1b-ed7b636956a5 req-2ce25df8-79d8-469b-be4c-3cb6dc1f03f7 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4c368c-35da-4f34-a724-07403905877e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 May 10 11:51:22.585906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-833e5f63-f8d1-4afe-9328-4b21aeb4e972 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:22.587368 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-833e5f63-f8d1-4afe-9328-4b21aeb4e972 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 950 time: 0.0553730 May 10 11:51:22.683386 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Deleting port eeb69f18-2cd4-4993-9fc5-6673d120c21d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:51:22.683599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:22.781849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] For port eeb69f18-2cd4-4993-9fc5-6673d120c21d, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=eeb69f18-2cd4-4993-9fc5-6673d120c21d,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:51:22.782143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:22.796448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Calling delete_port for eeb69f18-2cd4-4993-9fc5-6673d120c21d owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:51:22.936562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:22.950709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['eeb69f18-2cd4-4993-9fc5-6673d120c21d'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:51:22.969724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Pushing event deleted for resources: {'Port': ['ID=eeb69f18-2cd4-4993-9fc5-6673d120c21d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:51:23.019369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] No DVR routers for this DVR port eeb69f18-2cd4-4993-9fc5-6673d120c21d on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:51:23.022052 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:23.025354 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-500a85e3-7e69-43e3-b784-0fe9bf0d6c8f req-f5b969b5-c46e-465f-a0a0-060222960340 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.70 "DELETE /v2.0/ports/eeb69f18-2cd4-4993-9fc5-6673d120c21d HTTP/1.1" status: 204 len: 173 time: 0.4320664 May 10 11:51:23.025802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a84e0bc-8c6c-497d-9dcb-75d6123487ba', 'name': 'network-vif-deleted', 'tag': 'eeb69f18-2cd4-4993-9fc5-6673d120c21d'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:51:23.028219 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184a15cc-9a41-4606-be3a-96953ee9882e" -d '{"events": [{"server_uuid": "7a84e0bc-8c6c-497d-9dcb-75d6123487ba", "name": "network-vif-deleted", "tag": "eeb69f18-2cd4-4993-9fc5-6673d120c21d"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:51:23.078505 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b59094-6bc3-4e50-a4af-43c8a32ef505 x-openstack-request-id: req-65b59094-6bc3-4e50-a4af-43c8a32ef505 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:51:23.078806 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a84e0bc-8c6c-497d-9dcb-75d6123487ba", "name": "network-vif-deleted", "tag": "eeb69f18-2cd4-4993-9fc5-6673d120c21d", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:51:23.079062 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65b59094-6bc3-4e50-a4af-43c8a32ef505 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:51:23.079483 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b59094-6bc3-4e50-a4af-43c8a32ef505'] response: {'server_uuid': '7a84e0bc-8c6c-497d-9dcb-75d6123487ba', 'name': 'network-vif-deleted', 'tag': 'eeb69f18-2cd4-4993-9fc5-6673d120c21d', 'status': 'completed', 'code': 200} May 10 11:51:23.538140 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c1291fa-e5a0-40d7-963d-efc3d9cd8368 req-7317221c-b1c3-4ff6-b5fe-82594d25be30 tempest-VolumesBackupsTest-1417807435 tempest-VolumesBackupsTest-1417807435-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a84e0bc-8c6c-497d-9dcb-75d6123487ba HTTP/1.1" status: 200 len: 210 time: 0.0397074 May 10 11:51:26.865847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device eeb69f18-2cd4-4993-9fc5-6673d120c21d no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:51:26.898056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: eeb69f18-2cd4-4993-9fc5-6673d120c21d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:51:26.898056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device eeb69f18-2cd4-4993-9fc5-6673d120c21d not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:51:32.632820 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:32.828583 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:51:34.272521 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37c676a8-2e1f-4d69-8f8c-6b8be46fd791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:35.530447 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:37.245623 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f4afdc1-e38d-4589-8324-2e04fdcd50a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:37.851897 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:39.317444 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:39.560670 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:58.335743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fbb94-0d13-47a1-8c53-6a02ca31089f req-a5589418-e60a-4663-a8c1-ed65677d9798 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:58.338393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-785fbb94-0d13-47a1-8c53-6a02ca31089f req-a5589418-e60a-4663-a8c1-ed65677d9798 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0535359 May 10 11:51:58.379032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-785fbb94-0d13-47a1-8c53-6a02ca31089f req-16864284-8fbe-4731-bdae-39d2af47a78e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325427 May 10 11:51:59.526452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49ddce-ec76-461b-a35b-90f070fa3db4 req-2c5a247e-39b9-482a-a160-30e549ee37ae tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:51:59.528051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a49ddce-ec76-461b-a35b-90f070fa3db4 req-2c5a247e-39b9-482a-a160-30e549ee37ae tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0598278 May 10 11:51:59.575435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a49ddce-ec76-461b-a35b-90f070fa3db4 req-b6fdfff2-9bdb-49fe-9ed7-71dd234a6274 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410178 May 10 11:52:00.720708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3bad5-85e6-4540-a8b1-91c0dea42971 req-2bfb5743-f5cf-448f-925c-0a3db6564efc tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:00.722249 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-acf3bad5-85e6-4540-a8b1-91c0dea42971 req-2bfb5743-f5cf-448f-925c-0a3db6564efc tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0696886 May 10 11:52:00.762616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-acf3bad5-85e6-4540-a8b1-91c0dea42971 req-51849555-e536-4bc0-ace3-cfe660dd8e40 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340550 May 10 11:52:01.886549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1ad86-f882-4d60-a9bd-c597d1fc48fc req-703f5e2f-e934-4136-9dc4-2e3e24d69659 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:01.892276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-20a1ad86-f882-4d60-a9bd-c597d1fc48fc req-703f5e2f-e934-4136-9dc4-2e3e24d69659 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0538990 May 10 11:52:01.927395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-20a1ad86-f882-4d60-a9bd-c597d1fc48fc req-8a250ae8-5e02-4e1f-aaee-c85718e1faf8 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328996 May 10 11:52:02.646598 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:03.056286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676ef8f-d20c-4beb-8d1c-3ce4cc8dd9ac req-17a19063-0aed-4402-b4ca-119e56ca8df2 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:03.059242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c676ef8f-d20c-4beb-8d1c-3ce4cc8dd9ac req-17a19063-0aed-4402-b4ca-119e56ca8df2 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0591974 May 10 11:52:03.100638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c676ef8f-d20c-4beb-8d1c-3ce4cc8dd9ac req-f2eaf8a7-a650-4633-b499-0479aef66caa tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 May 10 11:52:04.234328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21cd7b-8343-413e-abc1-c03d66d5ad90 req-dea7b0e2-0eb8-450f-ab22-c6ddd375b87a tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:04.241439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-db21cd7b-8343-413e-abc1-c03d66d5ad90 req-dea7b0e2-0eb8-450f-ab22-c6ddd375b87a tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0620768 May 10 11:52:04.273615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06ea1849-210c-45fa-8210-d5d4130baf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:04.291845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-db21cd7b-8343-413e-abc1-c03d66d5ad90 req-9584bf8e-55f9-430f-a71d-eea251a02d8c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495408 May 10 11:52:05.424137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab6e9d-22a9-4595-9b74-8d43267529bd req-e12b52c2-2d4b-4d9e-a5ba-e37038c7fabd tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:05.425801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0ab6e9d-22a9-4595-9b74-8d43267529bd req-e12b52c2-2d4b-4d9e-a5ba-e37038c7fabd tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0557919 May 10 11:52:05.466377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e0ab6e9d-22a9-4595-9b74-8d43267529bd req-ee523392-8c54-4d66-948a-7ba0b1a48a48 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341914 May 10 11:52:05.524491 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:06.598157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947afac-cbb3-471d-bbc0-ae27e7573e46 req-b284b846-9713-47b0-a8bf-581c7601ff84 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:06.599934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f947afac-cbb3-471d-bbc0-ae27e7573e46 req-b284b846-9713-47b0-a8bf-581c7601ff84 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0551066 May 10 11:52:06.640641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f947afac-cbb3-471d-bbc0-ae27e7573e46 req-f9b34d0c-9109-4037-91b9-738db97e21c1 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327284 May 10 11:52:07.263263 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6fafb49-f033-4d1f-b60b-a15370f322e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:07.765787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ba36-4f30-4d13-96ef-c26c2b2ab8a8 req-0f8ec29a-91a2-490b-a6d6-b93ec046f310 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:07.768133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2250ba36-4f30-4d13-96ef-c26c2b2ab8a8 req-0f8ec29a-91a2-490b-a6d6-b93ec046f310 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0538754 May 10 11:52:07.793915 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:07.818856 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2250ba36-4f30-4d13-96ef-c26c2b2ab8a8 req-00dd0f5b-1a82-4541-bf48-d47f75ec640d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 May 10 11:52:08.940322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372f542-786b-429d-99ed-795a3395c2ea req-a687162b-3bb7-462e-b0b0-0f121bc8c853 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:08.942068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4372f542-786b-429d-99ed-795a3395c2ea req-a687162b-3bb7-462e-b0b0-0f121bc8c853 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0509615 May 10 11:52:08.984458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4372f542-786b-429d-99ed-795a3395c2ea req-d8b8476a-6ca9-4a8d-bba8-1cfd6d5a80ca tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358210 May 10 11:52:09.254316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9e046-2bab-4e74-a631-5149176f21d2 req-291b4153-583e-4fb2-8da4-487d243d8786 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:09.256005 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07f9e046-2bab-4e74-a631-5149176f21d2 req-291b4153-583e-4fb2-8da4-487d243d8786 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0891349 May 10 11:52:09.282607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-78bfe02d-f98a-478d-a198-ed00dd68f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:09.284223 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-78bfe02d-f98a-478d-a198-ed00dd68f287 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 1097 time: 0.0866280 May 10 11:52:09.315245 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:09.327746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07f9e046-2bab-4e74-a631-5149176f21d2 req-a057c9c0-155f-44ba-89be-b8b257a3528e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642943 May 10 11:52:09.403486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-689dce72-592f-4c49-b6e1-d521198d8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:09.405456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-689dce72-592f-4c49-b6e1-d521198d8c46 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.1152012 May 10 11:52:09.483961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-5abea7c4-d514-4b99-9b98-622d3eb277e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 200 len: 1001 time: 0.0717583 May 10 11:52:09.541667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-bdd2187a-d9c9-4020-92c0-f651fd9ef9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:09.543805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-bdd2187a-d9c9-4020-92c0-f651fd9ef9a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0525339 May 10 11:52:09.576463 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:09.602605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-86a32bbf-9611-49c6-9681-edcf1293b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:09.604058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-86a32bbf-9611-49c6-9681-edcf1293b4d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511682 May 10 11:52:09.615599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-c6f34e25-1838-4422-8e7b-5fb24635c2ca service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:52:09.616617 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-c6f34e25-1838-4422-8e7b-5fb24635c2ca service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059433 May 10 11:52:09.666484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44436) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:09.814144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:09.829794 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:52:09.910864 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:09.916110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:09.961320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63b68c3cf3a84630882314b28f0baf1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905884 May 10 11:52:09.961320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b98ac13-0a4b-40c4-a982-d7d8c22dd5e4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:09.963235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 44444) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:09.975285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.975681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.976017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.977985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.977985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.977985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.977985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.977985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.978381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.978615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.979122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:09.979605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792a0d-bbfe-4348-82bd-b2c7816b6b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:10.029620 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f73ad06c-397d-4b5a-97ec-0ea827a62c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:10.053231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f73ad06c-397d-4b5a-97ec-0ea827a62c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:10.103557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f73ad06c-397d-4b5a-97ec-0ea827a62c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:10.107253 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f73ad06c-397d-4b5a-97ec-0ea827a62c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:10.109393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f73ad06c-397d-4b5a-97ec-0ea827a62c04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b98ac13-0a4b-40c4-a982-d7d8c22dd5e4 HTTP/1.1" status: 204 len: 168 time: 0.1450329 May 10 11:52:10.112578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-b1a8c9a8-7230-4fa9-9187-9925eccb3491 service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882579 May 10 11:52:10.119668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ad06c-397d-4b5a-97ec-0ea827a62c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b98ac13-0a4b-40c4-a982-d7d8c22dd5e4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:10.216100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9dae4f9e-e3bf-4c6c-b581-bf943275cda2 req-20dec114-2354-4b03-adff-e3f718f0178f service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866790 May 10 11:52:10.457316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fbe1-713f-423f-9dc4-3e347d3427bb req-459abbe3-7844-4ce2-acef-97e4b0f8c860 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:10.458841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a85fbe1-713f-423f-9dc4-3e347d3427bb req-459abbe3-7844-4ce2-acef-97e4b0f8c860 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0549777 May 10 11:52:10.508759 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a85fbe1-713f-423f-9dc4-3e347d3427bb req-bb1c7b58-d312-46d5-b44c-9e480ff34cd5 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 May 10 11:52:11.650412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ceb40-78d1-4a09-97e2-66a45cce7a55 req-55a20760-d112-4f1a-b8cc-29c29fbda963 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:11.652076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2ceb40-78d1-4a09-97e2-66a45cce7a55 req-55a20760-d112-4f1a-b8cc-29c29fbda963 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0720768 May 10 11:52:11.698280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f2ceb40-78d1-4a09-97e2-66a45cce7a55 req-eeaae9f5-2f13-4670-82cd-aa7e0b5b7a54 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398633 May 10 11:52:12.415517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-4d44ffb4-2cfb-47c4-b041-d32f58cfae35 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f5c9ce64c9404db0bdff6405378826e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222709 May 10 11:52:12.524603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202689-babc-46cb-8e73-aecd2011fddf req-df8e21e7-ebae-4ad0-b89b-e9b493a51a7f tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:12.526037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-df8e21e7-ebae-4ad0-b89b-e9b493a51a7f tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044126 May 10 11:52:12.542152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-5cf965ee-e057-474b-9d8f-3b6d4d85c797 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/quotas/f5c9ce64c9404db0bdff6405378826e3 HTTP/1.1" status: 200 len: 375 time: 0.0099585 May 10 11:52:12.578213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-856a9195-4dfc-43cf-af8e-5fb2a649b077 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5c9ce64c9404db0bdff6405378826e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302596 May 10 11:52:13.777724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ea53fc7-1502-4f75-9255-31cfccf21142 req-112b1f4d-d204-46c5-924f-bd283dfa94ee tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 210 time: 0.0310144 May 10 11:52:13.788023 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-c29c5951-161b-402c-93b3-fd9fcef92bd8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689290 May 10 11:52:13.870822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-92ac6fc1-5ff7-4beb-b9b2-f56176ee007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:13.872278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-92ac6fc1-5ff7-4beb-b9b2-f56176ee007d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 1097 time: 0.0430453 May 10 11:52:13.980476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-ed8fb87e-8827-4cc1-ad32-391587f80ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:13.981996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-ed8fb87e-8827-4cc1-ad32-391587f80ace service neutron] 10.222.0.49 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.0911267 May 10 11:52:14.047853 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-3cf93d5a-1d18-4333-b88c-d609ae5d3dfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 200 len: 1001 time: 0.0594118 May 10 11:52:14.104134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-f5639a39-8b27-4ed4-9154-9194a13e8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:14.105691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-f5639a39-8b27-4ed4-9154-9194a13e8116 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0504501 May 10 11:52:14.155412 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-61b07ab2-71b1-4bef-84be-cd332f7c41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:14.156874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-61b07ab2-71b1-4bef-84be-cd332f7c41c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449760 May 10 11:52:14.245525 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-e3f4130d-b392-4ed4-9b54-7f660d774440 service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820949 May 10 11:52:14.338855 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39890d5e-4d39-4833-9f8c-912b93b4c7b7 req-bfb4b882-7b14-4e0a-b508-7b0a3b124c81 service neutron] 10.222.0.49 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873647 May 10 11:52:14.867623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8a079992-641f-452f-b3ff-70e350d59867 req-102ca1d9-cd6d-49e4-b036-0f552af95fd6 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 210 time: 0.0297711 May 10 11:52:15.952044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e50fb12a-71e5-49a6-ae91-faac70e8d111 req-af2cebb1-3957-40d5-95ad-068a9ce03a26 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 210 time: 0.0304685 May 10 11:52:17.029030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-81f7f060-d123-4ceb-bac7-ed12be502a12 req-89092817-7894-4b20-aa61-65f396dc9bb0 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 210 time: 0.0262797 May 10 11:52:18.125716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d835d4a0-a705-47ff-a29f-14436b875c08 req-45fc9eb1-814b-4b70-b93f-d4d9f501f8c4 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 210 time: 0.0274029 May 10 11:52:18.768237 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b0ccfc59-ba02-4cc0-9379-e16e42c3687c tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f5c9ce64c9404db0bdff6405378826e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229359 May 10 11:52:18.880058 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202689-babc-46cb-8e73-aecd2011fddf req-5d1b78ec-71a7-4db5-9dec-36c17ced6156 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:18.881499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-5d1b78ec-71a7-4db5-9dec-36c17ced6156 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083493 May 10 11:52:18.894611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Request body: {'port': {'device_id': 'c40b0ea6-9dba-4a3b-be49-f6a02bec1f16', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': 'f5c9ce64c9404db0bdff6405378826e3'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:18.997932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Made reservation on behalf of f5c9ce64c9404db0bdff6405378826e3 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:52:19.002169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.011459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.087401 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.092064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.161568 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21edec45-8b5e-4264-a8c0-bad32fdb110f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:19.239456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1dcb70e2-131b-4c31-8636-434f820cf628 req-d265dd4e-87b9-4ccc-8f7b-c278eeec9fb3 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 210 time: 0.0327497 May 10 11:52:19.261330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Allocated IP 192.168.233.223 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:19.410943 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.447291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.491475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:19.494579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:19.498219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:19.529436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Pushing event updated for resources: {'Port': ['ID=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:19.554218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:19.554982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.573249 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-8320919e-29a4-4849-b582-f182d96f4ddd tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6822000 May 10 11:52:19.587353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-55ade352-5336-4e3c-a1b8-1570bf92943b tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:52:19.588335 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-55ade352-5336-4e3c-a1b8-1570bf92943b tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053670 May 10 11:52:19.600686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Request body: {'port': {'device_id': 'c40b0ea6-9dba-4a3b-be49-f6a02bec1f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:19.661843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.766834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8a9de62b-0c1f-4f42-ba5b-71a3b06ef970 None None] Provisioning complete for port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:19.767417 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a9de62b-0c1f-4f42-ba5b-71a3b06ef970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.803373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8a9de62b-0c1f-4f42-ba5b-71a3b06ef970 None None] Port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:52:19.933687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:52:19.941556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:19.953436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Transition to ACTIVE for port object ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:52:19.957756 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:20.383194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bb045-23e3-4bb0-a1a8-7ea63f43ecab req-a818d9f5-d581-4ca4-a20a-288987b4974b tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:20.388461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d88bb045-23e3-4bb0-a1a8-7ea63f43ecab req-a818d9f5-d581-4ca4-a20a-288987b4974b tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 948 time: 0.0568800 May 10 11:52:20.426412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d88bb045-23e3-4bb0-a1a8-7ea63f43ecab req-bb17227d-fb1e-4ab9-902e-c667a42fe35f tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 May 10 11:52:20.429520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Pushing event updated for resources: {'Port': ['ID=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:20.464142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Attempting to bind port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:20.464471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Attempting to bind port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:20.464789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Attempting to bind port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:20.469280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:52:20.469591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Attempting to bind port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:20.474206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:20.474537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:20.475327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:20.475749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Bound port: ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:20.476117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:20.538778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] For port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:20.541743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] For port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:20.547432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:20.579992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:20.580553 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:20.581938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] 10.222.0.70 "PUT /v2.0/ports/ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a HTTP/1.1" status: 200 len: 1096 time: 0.9856482 May 10 11:52:20.582396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40b0ea6-9dba-4a3b-be49-f6a02bec1f16', 'tag': 'ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:52:20.584719 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad174c9-e558-4344-815a-0af7ba53f6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c40b0ea6-9dba-4a3b-be49-f6a02bec1f16", "tag": "ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:52:20.630322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321ecf9-6cd0-4edb-982f-e79174c92eab service neutron] Pushing event updated for resources: {'Port': ['ID=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:20.645825 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5e009b-d8a3-41a7-b4a2-288928b83204 x-openstack-request-id: req-3c5e009b-d8a3-41a7-b4a2-288928b83204 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:52:20.646022 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40b0ea6-9dba-4a3b-be49-f6a02bec1f16", "tag": "ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:52:20.646267 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c5e009b-d8a3-41a7-b4a2-288928b83204 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:52:20.646802 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5e009b-d8a3-41a7-b4a2-288928b83204'] response: {'name': 'network-changed', 'server_uuid': 'c40b0ea6-9dba-4a3b-be49-f6a02bec1f16', 'tag': 'ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a', 'status': 'completed', 'code': 200} May 10 11:52:20.681461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b2317ed8-6a06-4aee-8f34-ca4a8dfb7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:20.682988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-b2317ed8-6a06-4aee-8f34-ca4a8dfb7a81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5c9ce64c9404db0bdff6405378826e3&device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 1099 time: 0.0494583 May 10 11:52:20.726559 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-52590f7d-33fc-425f-9cad-383e689b0141 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a HTTP/1.1" status: 200 len: 217 time: 0.0347962 May 10 11:52:20.780959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202689-babc-46cb-8e73-aecd2011fddf req-9ee95b09-7bd4-49e1-8819-be9bc2594762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:20.782462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-9ee95b09-7bd4-49e1-8819-be9bc2594762 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0500300 May 10 11:52:20.832252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202689-babc-46cb-8e73-aecd2011fddf req-71698296-ab6d-4523-9464-b624b59e0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:20.833766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-71698296-ab6d-4523-9464-b624b59e0d43 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452185 May 10 11:52:20.922055 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-7ad0a445-3ad3-4f5d-a9bc-d5ab0795ad59 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816495 May 10 11:52:21.016942 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6202689-babc-46cb-8e73-aecd2011fddf req-41837701-3555-48f5-b771-ee98b80dde96 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886507 May 10 11:52:21.105264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-16e0b317-0c07-4f3f-989f-46a3e187d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:21.106716 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-16e0b317-0c07-4f3f-989f-46a3e187d213 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5c9ce64c9404db0bdff6405378826e3&device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 1099 time: 0.0434840 May 10 11:52:21.200071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-50057014-e1f7-473a-9213-f9ea01f40b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:21.201578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-50057014-e1f7-473a-9213-f9ea01f40b6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.0877488 May 10 11:52:21.246275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-bfac7e1c-48c1-4b5b-8f9f-3846be0fcf3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a HTTP/1.1" status: 200 len: 217 time: 0.0377107 May 10 11:52:21.297569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-b9c35bcc-02b0-4c77-9cbc-ec848ecb32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:21.299137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-b9c35bcc-02b0-4c77-9cbc-ec848ecb32fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0456331 May 10 11:52:21.346727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-3438da82-92e1-4045-9cbb-277d1238c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:21.348251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-3438da82-92e1-4045-9cbb-277d1238c935 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410619 May 10 11:52:21.444636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-2acd7f04-acc3-4634-9255-74076f60164e service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884135 May 10 11:52:21.538609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad174c9-e558-4344-815a-0af7ba53f6e0 req-23b453d9-4cab-4002-add5-f0a53c2d9916 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866981 May 10 11:52:21.553138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7895a-d8bc-453c-bea0-fbfcbd984b6a req-9b179b33-124d-46e3-a84b-27b2edcb0cfb tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:21.554773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cd7895a-d8bc-453c-bea0-fbfcbd984b6a req-9b179b33-124d-46e3-a84b-27b2edcb0cfb tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 948 time: 0.0542448 May 10 11:52:21.594459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cd7895a-d8bc-453c-bea0-fbfcbd984b6a req-1a6eb800-d80c-418c-8260-d60fcc654f09 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 May 10 11:52:22.716657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9006e-b3e2-4660-a72c-55f7d7b21a95 req-e8f7789f-6a09-410a-a069-3a1f85555cf6 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:22.718198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19b9006e-b3e2-4660-a72c-55f7d7b21a95 req-e8f7789f-6a09-410a-a069-3a1f85555cf6 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 948 time: 0.0517218 May 10 11:52:22.770002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19b9006e-b3e2-4660-a72c-55f7d7b21a95 req-cf6a6c66-0ad7-4c45-a331-fbea18db263d tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 May 10 11:52:23.888852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894501d-7c48-4718-8b41-8a821fb761cf req-6b04bfc2-cc35-438b-a681-1ee6c32ffbd6 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:23.890362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1894501d-7c48-4718-8b41-8a821fb761cf req-6b04bfc2-cc35-438b-a681-1ee6c32ffbd6 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 948 time: 0.0514066 May 10 11:52:23.928973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1894501d-7c48-4718-8b41-8a821fb761cf req-603f878f-b0e8-48fe-831d-fc0e4aa55f93 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 May 10 11:52:25.047768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a680b-686a-4804-93a6-92da44a458b6 req-2e296584-4e51-42af-93a4-8b983969b47b tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:25.049286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6e5a680b-686a-4804-93a6-92da44a458b6 req-2e296584-4e51-42af-93a4-8b983969b47b tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 948 time: 0.0511971 May 10 11:52:25.087964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6e5a680b-686a-4804-93a6-92da44a458b6 req-2fc83556-4cab-4f00-9c21-96523e725f39 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 May 10 11:52:25.098739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:52:25.196212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:25.207907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a', 'mac_address': 'fa:16:3e:48:30:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:52:25.244067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:25.244482 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:25.257106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:52:25.276688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:25.280839 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:25.333558 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:25.342606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.343298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.343769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.344144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.344489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.344820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.345207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.345573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.345880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.346217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.346606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.346926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:25.484399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:52:26.213030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d56e0-dfb5-4b8f-b540-a6097ef79def req-dc5ebfd0-8293-4efb-9723-ac23823908eb tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:26.214517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f6d56e0-dfb5-4b8f-b540-a6097ef79def req-dc5ebfd0-8293-4efb-9723-ac23823908eb tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 949 time: 0.0512474 May 10 11:52:26.255748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f6d56e0-dfb5-4b8f-b540-a6097ef79def req-6570074b-198e-443e-896e-d6fcdd2a501e tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345027 May 10 11:52:27.113957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:27.166172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:52:27.169901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:27.170283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:27.249114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:27.249541 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:27.271852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40b0ea6-9dba-4a3b-be49-f6a02bec1f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:52:27.274184 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d787c13d-c190-4369-bb2b-f3c1769eafc5" -d '{"events": [{"server_uuid": "c40b0ea6-9dba-4a3b-be49-f6a02bec1f16", "name": "network-vif-plugged", "status": "completed", "tag": "ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:52:27.292973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:27.305232 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:27.355489 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e9ff51-38ce-4b65-a29a-be379fb0736b x-openstack-request-id: req-31e9ff51-38ce-4b65-a29a-be379fb0736b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:52:27.356328 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40b0ea6-9dba-4a3b-be49-f6a02bec1f16", "name": "network-vif-plugged", "status": "completed", "tag": "ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:52:27.356810 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31e9ff51-38ce-4b65-a29a-be379fb0736b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:52:27.357414 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e9ff51-38ce-4b65-a29a-be379fb0736b'] response: {'server_uuid': 'c40b0ea6-9dba-4a3b-be49-f6a02bec1f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a', 'code': 200} May 10 11:52:27.382014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:27.393573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f47d9c-4da1-41d2-a1e7-eb9b602a3f8b req-65ce3fa9-46b5-4ed0-8eb3-d5e1b0e5270b tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:27.402413 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47f47d9c-4da1-41d2-a1e7-eb9b602a3f8b req-65ce3fa9-46b5-4ed0-8eb3-d5e1b0e5270b tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 950 time: 0.0704567 May 10 11:52:27.423999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b9279-f20b-43a1-abb0-16912f05bf89 req-4859c9a1-1657-4fb0-9f93-f611b9552a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:27.427497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e7b9279-f20b-43a1-abb0-16912f05bf89 req-4859c9a1-1657-4fb0-9f93-f611b9552a33 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 1101 time: 0.0428855 May 10 11:52:27.449003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47f47d9c-4da1-41d2-a1e7-eb9b602a3f8b req-efc99578-325b-4676-bc1b-0a4c80cf8689 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 May 10 11:52:27.470527 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e7b9279-f20b-43a1-abb0-16912f05bf89 req-e0886f58-6a05-425d-b13f-73cd292536bb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 May 10 11:52:28.566350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643668-bf05-4cbc-8225-65d99f0c71f6 req-26938db5-ae72-4381-addb-68b5c11bcc8d tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:28.567851 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64643668-bf05-4cbc-8225-65d99f0c71f6 req-26938db5-ae72-4381-addb-68b5c11bcc8d tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 950 time: 0.0498872 May 10 11:52:28.609538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-64643668-bf05-4cbc-8225-65d99f0c71f6 req-eaa6d754-4853-490e-91d6-b5dfab7db0cb tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353446 May 10 11:52:28.884488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef525eff-dabe-4078-9865-5b4c017ab103 req-d217ae65-dfc9-4f21-b0e5-f940d923696d tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:28.886141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ef525eff-dabe-4078-9865-5b4c017ab103 req-d217ae65-dfc9-4f21-b0e5-f940d923696d tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 950 time: 0.0509870 May 10 11:52:28.925658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ef525eff-dabe-4078-9865-5b4c017ab103 req-96ceffa3-64fc-4417-82fb-52347b5dd5c0 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 May 10 11:52:30.046494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8ea7f-4267-4f9f-8085-d55eaaa0aa7f req-a51ada86-78c5-489d-8085-e1ac5a4e1cf4 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:30.048026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05b8ea7f-4267-4f9f-8085-d55eaaa0aa7f req-a51ada86-78c5-489d-8085-e1ac5a4e1cf4 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 950 time: 0.0503433 May 10 11:52:30.098263 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-05b8ea7f-4267-4f9f-8085-d55eaaa0aa7f req-575b4204-60d5-4c91-beaa-3c94e5aa54bb tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.13 "GET /v2.0/security-groups?id=21edec45-8b5e-4264-a8c0-bad32fdb110f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 May 10 11:52:30.112309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-11a07f5e-3110-4f67-b2e4-6c535b78b221 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:30.113823 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-11a07f5e-3110-4f67-b2e4-6c535b78b221 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40b0ea6-9dba-4a3b-be49-f6a02bec1f16 HTTP/1.1" status: 200 len: 950 time: 0.0544958 May 10 11:52:30.224236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Deleting port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:52:30.224724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:30.326699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] For port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:30.327026 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:30.340402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Calling delete_port for ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:52:30.485096 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:30.497704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:52:30.514333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Pushing event deleted for resources: {'Port': ['ID=ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:30.565473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] No DVR routers for this DVR port ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:52:30.568473 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:30.572369 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b73f8fed-34df-4682-891b-03f37de0bb24 req-d35cbb4e-c50f-41ca-8642-17aa7ada5af5 tempest-VolumesNegativeTest-2137723532 tempest-VolumesNegativeTest-2137723532-project] 10.222.0.70 "DELETE /v2.0/ports/ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a HTTP/1.1" status: 204 len: 173 time: 0.4507022 May 10 11:52:30.572966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40b0ea6-9dba-4a3b-be49-f6a02bec1f16', 'name': 'network-vif-deleted', 'tag': 'ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:52:30.580852 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cdf6ab-b503-4da1-a565-a8eb02f46642" -d '{"events": [{"server_uuid": "c40b0ea6-9dba-4a3b-be49-f6a02bec1f16", "name": "network-vif-deleted", "tag": "ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:52:30.655475 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39b75a4-11d5-439e-a44b-28b2cffb4a93 x-openstack-request-id: req-a39b75a4-11d5-439e-a44b-28b2cffb4a93 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:52:30.655838 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40b0ea6-9dba-4a3b-be49-f6a02bec1f16", "name": "network-vif-deleted", "tag": "ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:52:30.656095 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39b75a4-11d5-439e-a44b-28b2cffb4a93 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:52:30.656570 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39b75a4-11d5-439e-a44b-28b2cffb4a93'] response: {'server_uuid': 'c40b0ea6-9dba-4a3b-be49-f6a02bec1f16', 'name': 'network-vif-deleted', 'tag': 'ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a', 'status': 'completed', 'code': 200} May 10 11:52:32.658626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:33.145061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:52:33.168717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:52:33.168957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device ba0ed1ae-8584-4f7f-bdb7-9fc9df12712a not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:52:34.270321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-703ff705-737c-46e4-ad06-6141c6abcc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:35.537622 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:36.261397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45010) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:36.400093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-99c7208d-9021-430d-a04d-d55c413ccb6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5c9ce64c9404db0bdff6405378826e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372747 May 10 11:52:36.402890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45016) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:36.452339 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fb7cb0-8e78-41e1-bd85-fdb33245b43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:36.479847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fb7cb0-8e78-41e1-bd85-fdb33245b43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:36.529388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fb7cb0-8e78-41e1-bd85-fdb33245b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:36.532287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21fb7cb0-8e78-41e1-bd85-fdb33245b43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:36.533447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21fb7cb0-8e78-41e1-bd85-fdb33245b43a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21edec45-8b5e-4264-a8c0-bad32fdb110f HTTP/1.1" status: 204 len: 168 time: 0.1297019 May 10 11:52:36.542128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb7cb0-8e78-41e1-bd85-fdb33245b43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21edec45-8b5e-4264-a8c0-bad32fdb110f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:37.183851 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45052) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:37.251356 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7750d87-d882-4910-b22a-028c167fc90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.293430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-801840859-network', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:37.314615 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Made reservation on behalf of 8a5073b5bc05460793ce1708746fb00b for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:52:37.317076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.325460 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.397345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.403788 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.435183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:52:37.443356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f6cc24-ad95-4bb8-bda3-3d4632a8171f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:37.448057 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.448380 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Added segment 87c2b5d8-fc0f-4ad8-ab90-9901515e5051 of type vlan for network 44666ac5-ca02-42c2-9744-804fb5c2e36f May 10 11:52:37.461109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.461267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.461597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.461924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.462248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.462570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.462895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.463212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.463519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.463912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.464207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.464595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:37.499838 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.529403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.530496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:37.531192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.588813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4010265 May 10 11:52:37.590162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45062) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:37.596080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Request body: {'subnet': {'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-801840859-subnet', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:37.596279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe27e1a-9a9a-42f6-b5dc-3516fef67a10 admin admin] Pushing event updated for resources: {'Network': ['ID=44666ac5-ca02-42c2-9744-804fb5c2e36f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:37.608555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:52:37.621569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Made reservation on behalf of 8a5073b5bc05460793ce1708746fb00b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:52:37.624727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.802340 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.806004 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.863574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=38befd5e-36dd-42cb-8982-776d7d0375bd,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:37.872398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Checking segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:37.872757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Network hostable DHCP agents. Network: 44666ac5-ca02-42c2-9744-804fb5c2e36f, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:52:37.892904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:52:37.902145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 44666ac5-ca02-42c2-9744-804fb5c2e36f) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:37.906614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:37.907202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.914638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be881312-44af-4c5d-8e17-3676338511b1 None None] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:52:37.925869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-911e4dee-df2a-43a4-854f-e737c1accd0c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3340318 May 10 11:52:37.928933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45070) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:37.933550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:37.955372 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:37.956424 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.013144 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.072726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-44666ac5-ca02-42c2-9744-804fb5c2e36f', 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'fixed_ips': [{'subnet_id': '38befd5e-36dd-42cb-8982-776d7d0375bd'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:52:38.073665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.157542 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.214056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Allocated IP 172.20.0.2 (44666ac5-ca02-42c2-9744-804fb5c2e36f/38befd5e-36dd-42cb-8982-776d7d0375bd/2321e3a4-9198-446e-907f-c27b964a0028) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:38.368614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.375761 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.376222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.396578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.421543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:38.424472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:38.427350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:38.442191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Pushing event updated for resources: {'Port': ['ID=2321e3a4-9198-446e-907f-c27b964a0028,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:38.489302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Attempting to bind port 2321e3a4-9198-446e-907f-c27b964a0028 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:38.489637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Attempting to bind port 2321e3a4-9198-446e-907f-c27b964a0028 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:38.490031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Attempting to bind port 2321e3a4-9198-446e-907f-c27b964a0028 on network 44666ac5-ca02-42c2-9744-804fb5c2e36f {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:38.495113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:38.495699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Checking segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:38.496418 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.497151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Bound using segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:38.497592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Bound port: 2321e3a4-9198-446e-907f-c27b964a0028, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:38.497986 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.518031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Allocated IP 172.25.8.237 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/5564963d-2970-4dd8-99f3-addf33223cf2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:38.563949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] For port 2321e3a4-9198-446e-907f-c27b964a0028, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:38.567207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] For port 2321e3a4-9198-446e-907f-c27b964a0028, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2321e3a4-9198-446e-907f-c27b964a0028,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:38.573786 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.630287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013d465-8a26-4c9e-a847-a52a1d60c35d None None] Pushing event updated for resources: {'Port': ['ID=2321e3a4-9198-446e-907f-c27b964a0028,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:38.643382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.678431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:38.722190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:38.725064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:38.728620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:38.765760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Pushing event updated for resources: {'Port': ['ID=5564963d-2970-4dd8-99f3-addf33223cf2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:39.039308 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:39.244564 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:39.324000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:39.383535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Router a00301d1-bf72-4520-a95e-dd8b684c04f2 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:52:39.497806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:52:39.507940 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Sync routers for ids ['a00301d1-bf72-4520-a95e-dd8b684c04f2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:52:39.519704 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:39.520245 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Routers {'a00301d1-bf72-4520-a95e-dd8b684c04f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:39.520860 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a00301d1-bf72-4520-a95e-dd8b684c04f2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:39.522062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-09979352-ea52-4739-976c-88fe48cb3642 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5919454 May 10 11:52:39.524934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45098) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:39.589784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:39.657504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Set router a00301d1-bf72-4520-a95e-dd8b684c04f2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:39.740970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472dfaff-0899-496e-924f-d330d03bbf2e None None] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:52:39.838582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2321e3a4-9198-446e-907f-c27b964a0028 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:39.930447 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9bd30821-2b6d-4f12-9b8c-30718112ed5c None None] Provisioning complete for port 2321e3a4-9198-446e-907f-c27b964a0028 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:39.931096 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9bd30821-2b6d-4f12-9b8c-30718112ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:39.957467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2321e3a4-9198-446e-907f-c27b964a0028 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:39.957847 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:39.977277 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:52:38Z', 'revision_number': 3, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port': {'id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:38Z', 'updated_at': '2022-05-10T11:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:40.009982 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Checking router: a00301d1-bf72-4520-a95e-dd8b684c04f2 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:52:40.010595 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Updating router a00301d1-bf72-4520-a95e-dd8b684c04f2 port 5564963d-2970-4dd8-99f3-addf33223cf2 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:52:40.037467 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.096594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.099366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9bd30821-2b6d-4f12-9b8c-30718112ed5c None None] Current status of the port 2321e3a4-9198-446e-907f-c27b964a0028 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:40.099628 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9bd30821-2b6d-4f12-9b8c-30718112ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.139371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9bd30821-2b6d-4f12-9b8c-30718112ed5c None None] For port 2321e3a4-9198-446e-907f-c27b964a0028, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2321e3a4-9198-446e-907f-c27b964a0028,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:40.211788 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9bd30821-2b6d-4f12-9b8c-30718112ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.275274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2321e3a4-9198-446e-907f-c27b964a0028 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:40.275664 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.308608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Allocated IP 172.20.0.1 (44666ac5-ca02-42c2-9744-804fb5c2e36f/38befd5e-36dd-42cb-8982-776d7d0375bd/de8ad093-fe34-40ea-a35c-fc8f19414a74) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:40.332956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd30821-2b6d-4f12-9b8c-30718112ed5c None None] Pushing event updated for resources: {'Port': ['ID=2321e3a4-9198-446e-907f-c27b964a0028,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:40.360787 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.369695 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.378390 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:52:40.379702 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:52:40.434349 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Attempting to bind port 5564963d-2970-4dd8-99f3-addf33223cf2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:40.434880 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Attempting to bind port 5564963d-2970-4dd8-99f3-addf33223cf2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:40.435452 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Attempting to bind port 5564963d-2970-4dd8-99f3-addf33223cf2 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:40.444805 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:40.445417 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:40.446423 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.446955 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:40.447567 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Bound port: 5564963d-2970-4dd8-99f3-addf33223cf2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:40.448299 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.457593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.480747 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Pushing event updated for resources: {'Port': ['ID=5564963d-2970-4dd8-99f3-addf33223cf2,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:40.490395 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.490864 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.491284 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.491692 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.492096 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.492515 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.492843 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.493190 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.493516 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.493840 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.494188 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.494608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:52:40.499235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.538338 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] For port 5564963d-2970-4dd8-99f3-addf33223cf2, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:40.542513 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] For port 5564963d-2970-4dd8-99f3-addf33223cf2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5564963d-2970-4dd8-99f3-addf33223cf2,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:40.555180 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.583509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Pushing event updated for resources: {'Port': ['ID=de8ad093-fe34-40ea-a35c-fc8f19414a74,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:40.588035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:40.589990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:40.592384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:40.611384 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c41969-7cf1-4591-8b3f-c443d3d9665f None None] Pushing event updated for resources: {'Port': ['ID=5564963d-2970-4dd8-99f3-addf33223cf2,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:40.635434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.638624 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Routers {'a00301d1-bf72-4520-a95e-dd8b684c04f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:40.640897 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a00301d1-bf72-4520-a95e-dd8b684c04f2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:40.642112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f04db2cb-7453-4836-971c-16b17bba941b None None] Provisioning complete for port 2321e3a4-9198-446e-907f-c27b964a0028 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:40.642534 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f04db2cb-7453-4836-971c-16b17bba941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.793355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f04db2cb-7453-4836-971c-16b17bba941b None None] Current status of the port 2321e3a4-9198-446e-907f-c27b964a0028 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:40.802239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.804708 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] Set router a00301d1-bf72-4520-a95e-dd8b684c04f2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:40.939063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2321e3a4-9198-446e-907f-c27b964a0028 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:40.947964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-50121b1a-7a29-4a5a-a21c-b3a9fd842d40 None None] Provisioning complete for port de8ad093-fe34-40ea-a35c-fc8f19414a74 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:40.948343 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-50121b1a-7a29-4a5a-a21c-b3a9fd842d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.986798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-50121b1a-7a29-4a5a-a21c-b3a9fd842d40 None None] Port de8ad093-fe34-40ea-a35c-fc8f19414a74 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:52:41.024406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:52:38Z', 'revision_number': 3, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port': {'id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:38Z', 'updated_at': '2022-05-10T11:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:41.025920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:41.033103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:41.055295 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69c070-d253-4535-8401-475d9c0e6caf None None] The sync data for ids ['a00301d1-bf72-4520-a95e-dd8b684c04f2'] in n-d-840949-1 is: [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:52:38Z', 'revision_number': 3, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port': {'id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:38Z', 'updated_at': '2022-05-10T11:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:52:41.103459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Pushing event updated for resources: {'Port': ['ID=de8ad093-fe34-40ea-a35c-fc8f19414a74,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:41.106053 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:41.220565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:41.222307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:41.372758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Router a00301d1-bf72-4520-a95e-dd8b684c04f2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:52:41.518089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:52:41.536611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1deb885b-8fb1-44a1-bcee-92af7146003c admin admin] 10.222.0.13 "PUT /v2.0/routers/a00301d1-bf72-4520-a95e-dd8b684c04f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0076194 May 10 11:52:41.628723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-809f6926-00b6-4a4b-beb9-f79e6de5613d None None] Provisioning complete for port de8ad093-fe34-40ea-a35c-fc8f19414a74 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:41.629186 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-809f6926-00b6-4a4b-beb9-f79e6de5613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:41.727151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-809f6926-00b6-4a4b-beb9-f79e6de5613d None None] Port de8ad093-fe34-40ea-a35c-fc8f19414a74 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:52:41.837391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5564963d-2970-4dd8-99f3-addf33223cf2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:42.055388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5564963d-2970-4dd8-99f3-addf33223cf2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:42.055769 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.135948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5564963d-2970-4dd8-99f3-addf33223cf2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:42.136496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.142606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45152) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:42.147905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-621446665-network', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:42.159958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 5564963d-2970-4dd8-99f3-addf33223cf2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5564963d-2970-4dd8-99f3-addf33223cf2,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:42.165903 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.166835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2321e3a4-9198-446e-907f-c27b964a0028 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:42.171695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Made reservation on behalf of 5e08946a33134911be1e7ea7aaecee4b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:52:42.177910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.196021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.247862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=5564963d-2970-4dd8-99f3-addf33223cf2,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:42.282657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2321e3a4-9198-446e-907f-c27b964a0028 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:42.283182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.316520 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.321714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.347913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:52:42.358043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bf8510-7644-4ead-b960-9197e40d7cae,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:42.364838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.365187 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Added segment 5af09517-3e5c-47ca-9fe1-362e9e1013ad of type vlan for network ec41651f-9a94-44d3-afa9-f210776b01f9 May 10 11:52:42.367529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2321e3a4-9198-446e-907f-c27b964a0028 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:42.409318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.436003 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.437368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:42.438519 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.500108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3563046 May 10 11:52:42.502942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45158) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:42.512597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Request body: {'subnet': {'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-621446665-subnet', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:42.517045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbd1a5-0aa7-45af-9eaf-dd7510ea427f admin admin] Pushing event updated for resources: {'Network': ['ID=ec41651f-9a94-44d3-afa9-f210776b01f9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:42.529427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network ec41651f-9a94-44d3-afa9-f210776b01f9 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:52:42.536110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Made reservation on behalf of 5e08946a33134911be1e7ea7aaecee4b for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:52:42.539038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.721246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.774300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d753653f-eb5b-498d-b1e8-784b0285fef1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:42.795461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Checking segment: {'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:42.795843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Network hostable DHCP agents. Network: ec41651f-9a94-44d3-afa9-f210776b01f9, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:52:42.812590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Network ec41651f-9a94-44d3-afa9-f210776b01f9 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:52:42.821664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, ec41651f-9a94-44d3-afa9-f210776b01f9) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:42.826069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:42.826812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.833476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4836b-57b3-4bae-b965-db71c79ccd51 None None] Network ec41651f-9a94-44d3-afa9-f210776b01f9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:52:42.847454 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0ac19b24-ac02-48a1-8ade-7e9af7f76b8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3389001 May 10 11:52:42.847676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45164) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:42.852047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:42.876160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.877200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.935012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.023516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-ec41651f-9a94-44d3-afa9-f210776b01f9', 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'fixed_ips': [{'subnet_id': 'd753653f-eb5b-498d-b1e8-784b0285fef1'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:52:43.024683 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.082854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.174478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Sync routers for ids ['a00301d1-bf72-4520-a95e-dd8b684c04f2'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:52:43.179926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Allocated IP 172.20.0.2 (ec41651f-9a94-44d3-afa9-f210776b01f9/d753653f-eb5b-498d-b1e8-784b0285fef1/0d0726f9-acc0-468d-99cf-9164f95fe2d7) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:43.214026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Routers {'a00301d1-bf72-4520-a95e-dd8b684c04f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:43.214958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a00301d1-bf72-4520-a95e-dd8b684c04f2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:43.325186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.348781 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.454943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Set router a00301d1-bf72-4520-a95e-dd8b684c04f2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:43.464469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Allocated IP 172.25.8.93 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/faafd1a0-3b53-4775-9078-3a850289f814) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:43.578168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.583056 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.627128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.645959 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.650833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:43.672978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:43.677203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:43.725498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5564963d-2970-4dd8-99f3-addf33223cf2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:43.741510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=faafd1a0-3b53-4775-9078-3a850289f814,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:43.781230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Network ec41651f-9a94-44d3-afa9-f210776b01f9 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:43.797222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Pushing event updated for resources: {'Port': ['ID=0d0726f9-acc0-468d-99cf-9164f95fe2d7,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:43.800022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:43.814184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:43.940381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5564963d-2970-4dd8-99f3-addf33223cf2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:43.940942 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.944597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Attempting to bind port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:43.945354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Attempting to bind port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:43.945354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Attempting to bind port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 on network ec41651f-9a94-44d3-afa9-f210776b01f9 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:43.988834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:43.989304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Checking segment: {'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:43.989776 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.990234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Bound using segment: {'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:43.990806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Bound port: 0d0726f9-acc0-468d-99cf-9164f95fe2d7, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:43.991241 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:44.000854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:44.024462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:52:40Z', 'revision_number': 4, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port': {'id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:38Z', 'updated_at': '2022-05-10T11:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'de8ad093-fe34-40ea-a35c-fc8f19414a74', 'name': '', 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'mac_address': 'fa:16:3e:ed:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '38befd5e-36dd-42cb-8982-776d7d0375bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:40Z', 'updated_at': '2022-05-10T11:52:40Z', 'revision_number': 2, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'subnets': [{'id': '38befd5e-36dd-42cb-8982-776d7d0375bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:44.089242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Checking router: a00301d1-bf72-4520-a95e-dd8b684c04f2 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:52:44.089673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Updating router a00301d1-bf72-4520-a95e-dd8b684c04f2 port de8ad093-fe34-40ea-a35c-fc8f19414a74 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:52:44.168776 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:44.171254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] For port 0d0726f9-acc0-468d-99cf-9164f95fe2d7, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:44.176099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] For port 0d0726f9-acc0-468d-99cf-9164f95fe2d7, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0d0726f9-acc0-468d-99cf-9164f95fe2d7,segment=NetworkSegment(5af09517-3e5c-47ca-9fe1-362e9e1013ad),segment_id=5af09517-3e5c-47ca-9fe1-362e9e1013ad)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:44.199852 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:44.245596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5564963d-2970-4dd8-99f3-addf33223cf2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:44.283629 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:44.428219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05ee60-9ca3-4097-81c8-b3138decffb2 req-9d28ecab-aea8-4292-b2f0-a89414095389 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:44.429745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f05ee60-9ca3-4097-81c8-b3138decffb2 req-9d28ecab-aea8-4292-b2f0-a89414095389 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.1032679 May 10 11:52:44.489603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f05ee60-9ca3-4097-81c8-b3138decffb2 req-7f7556c9-9ddb-42e5-a23a-ddf96fb186b4 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529485 May 10 11:52:44.498876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Router 5a338981-bc96-4512-bd20-c2fe5e3a6327 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:52:44.580203 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b6716-c510-4aec-9b8d-c273f8dde5bb None None] Pushing event updated for resources: {'Port': ['ID=0d0726f9-acc0-468d-99cf-9164f95fe2d7,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:44.651490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:52:44.664842 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Sync routers for ids ['5a338981-bc96-4512-bd20-c2fe5e3a6327'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:52:44.684113 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Routers {'5a338981-bc96-4512-bd20-c2fe5e3a6327'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:44.684757 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a338981-bc96-4512-bd20-c2fe5e3a6327'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:44.701731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:44.707586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3143cde7-bf3e-46ac-8624-639ea97b1cf9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8562744 May 10 11:52:44.707972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45204) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:44.860814 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:44.866187 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Set router 5a338981-bc96-4512-bd20-c2fe5e3a6327 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:44.869593 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:44.934731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97471c2-19ee-4ea3-977a-efef79a473a3 None None] Pushing event updated for resources: {'Port': ['ID=de8ad093-fe34-40ea-a35c-fc8f19414a74,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:45.059325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Attempting to bind port de8ad093-fe34-40ea-a35c-fc8f19414a74 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:45.060083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Attempting to bind port de8ad093-fe34-40ea-a35c-fc8f19414a74 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:45.060083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Attempting to bind port de8ad093-fe34-40ea-a35c-fc8f19414a74 on network 44666ac5-ca02-42c2-9744-804fb5c2e36f {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:45.067856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:45.068231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Checking segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:45.068644 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:45.069039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Bound using segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:45.069497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Bound port: de8ad093-fe34-40ea-a35c-fc8f19414a74, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:45.069876 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:45.151727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] For port de8ad093-fe34-40ea-a35c-fc8f19414a74, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:45.156862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] For port de8ad093-fe34-40ea-a35c-fc8f19414a74, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=de8ad093-fe34-40ea-a35c-fc8f19414a74,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:45.165462 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:45.180452 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:52:43Z', 'revision_number': 3, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port': {'id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:43Z', 'updated_at': '2022-05-10T11:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:45.240420 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Checking router: 5a338981-bc96-4512-bd20-c2fe5e3a6327 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:52:45.240774 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Updating router 5a338981-bc96-4512-bd20-c2fe5e3a6327 port faafd1a0-3b53-4775-9078-3a850289f814 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:52:45.245413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Routers {'a00301d1-bf72-4520-a95e-dd8b684c04f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:45.246053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a00301d1-bf72-4520-a95e-dd8b684c04f2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:45.276499 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:45.337168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97471c2-19ee-4ea3-977a-efef79a473a3 None None] Pushing event updated for resources: {'Port': ['ID=de8ad093-fe34-40ea-a35c-fc8f19414a74,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:45.354351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1af013e0-7c71-428a-a2c9-9b05642068e4 None None] Provisioning complete for port de8ad093-fe34-40ea-a35c-fc8f19414a74 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:45.354731 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1af013e0-7c71-428a-a2c9-9b05642068e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:45.546620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] Set router a00301d1-bf72-4520-a95e-dd8b684c04f2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:45.614106 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:45.732837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4554-2e9b-4981-9d63-b4bce94efec5 req-dee6acf0-07e2-465f-8ab8-794b70273e1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:45.751225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eed4554-2e9b-4981-9d63-b4bce94efec5 req-dee6acf0-07e2-465f-8ab8-794b70273e1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.1208761 May 10 11:52:45.825167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eed4554-2e9b-4981-9d63-b4bce94efec5 req-f0e808aa-0a5a-4c31-a342-03806450b2b1 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681977 May 10 11:52:45.880909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Allocated IP 172.20.0.1 (ec41651f-9a94-44d3-afa9-f210776b01f9/d753653f-eb5b-498d-b1e8-784b0285fef1/ee1a53ca-398c-414b-9cb6-2adc9fac04da) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:45.907741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0d0726f9-acc0-468d-99cf-9164f95fe2d7 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:45.983672 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:45.993603 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.009387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.038354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1af013e0-7c71-428a-a2c9-9b05642068e4 None None] Current status of the port de8ad093-fe34-40ea-a35c-fc8f19414a74 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:46.039195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1af013e0-7c71-428a-a2c9-9b05642068e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.077443 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e6f54-e778-4740-bf56-f9c18c766ba1 None None] Pushing event updated for resources: {'Port': ['ID=faafd1a0-3b53-4775-9078-3a850289f814,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:46.080076 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Attempting to bind port faafd1a0-3b53-4775-9078-3a850289f814 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:46.080446 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Attempting to bind port faafd1a0-3b53-4775-9078-3a850289f814 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:46.080876 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Attempting to bind port faafd1a0-3b53-4775-9078-3a850289f814 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:46.091411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.100733 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:46.101147 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:46.102089 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.102490 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:46.103160 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Bound port: faafd1a0-3b53-4775-9078-3a850289f814, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:46.103564 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.116832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e27cb-d98f-4ed5-93a9-dec00c4c61a9 None None] Network ec41651f-9a94-44d3-afa9-f210776b01f9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:52:46.118047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-e8a5090e-b1a8-43cb-8256-2d529ca40b94 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:46.120745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-e8a5090e-b1a8-43cb-8256-2d529ca40b94 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.0787449 May 10 11:52:46.141727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Network ec41651f-9a94-44d3-afa9-f210776b01f9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:46.146713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:46.150863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:46.189396 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] For port faafd1a0-3b53-4775-9078-3a850289f814, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:46.192584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Pushing event updated for resources: {'Port': ['ID=ee1a53ca-398c-414b-9cb6-2adc9fac04da,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:46.193815 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] For port faafd1a0-3b53-4775-9078-3a850289f814, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=faafd1a0-3b53-4775-9078-3a850289f814,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:46.211642 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.268109 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.292527 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Routers {'5a338981-bc96-4512-bd20-c2fe5e3a6327'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:46.293558 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a338981-bc96-4512-bd20-c2fe5e3a6327'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:46.304281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1af013e0-7c71-428a-a2c9-9b05642068e4 None None] For port de8ad093-fe34-40ea-a35c-fc8f19414a74, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=de8ad093-fe34-40ea-a35c-fc8f19414a74,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:46.317649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Deleting port d5151a57-1e71-4092-ba74-e3e37a6a4718 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:52:46.318502 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.321558 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1af013e0-7c71-428a-a2c9-9b05642068e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.379502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:46.379895 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.424771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.465733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af013e0-7c71-428a-a2c9-9b05642068e4 None None] Pushing event updated for resources: {'Port': ['ID=de8ad093-fe34-40ea-a35c-fc8f19414a74,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:46.474102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:52:40Z', 'revision_number': 4, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port': {'id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:38Z', 'updated_at': '2022-05-10T11:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'de8ad093-fe34-40ea-a35c-fc8f19414a74', 'name': '', 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'mac_address': 'fa:16:3e:ed:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '38befd5e-36dd-42cb-8982-776d7d0375bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:40Z', 'updated_at': '2022-05-10T11:52:45Z', 'revision_number': 4, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'subnets': [{'id': '38befd5e-36dd-42cb-8982-776d7d0375bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:46.479104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Provisioning complete for port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:46.479478 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.500633 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] Set router 5a338981-bc96-4512-bd20-c2fe5e3a6327 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:46.546223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a0e58-bea9-4bfe-a8eb-a205cdab90a2 None None] The sync data for ids ['a00301d1-bf72-4520-a95e-dd8b684c04f2'] in n-d-840949-1 is: [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:52:40Z', 'revision_number': 4, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port': {'id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:38Z', 'updated_at': '2022-05-10T11:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'de8ad093-fe34-40ea-a35c-fc8f19414a74', 'name': '', 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'mac_address': 'fa:16:3e:ed:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '38befd5e-36dd-42cb-8982-776d7d0375bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:40Z', 'updated_at': '2022-05-10T11:52:45Z', 'revision_number': 4, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'subnets': [{'id': '38befd5e-36dd-42cb-8982-776d7d0375bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:52:46.745520 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e6f54-e778-4740-bf56-f9c18c766ba1 None None] Pushing event updated for resources: {'Port': ['ID=faafd1a0-3b53-4775-9078-3a850289f814,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:46.780818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:46.781319 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.849091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.860719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.870277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 0d0726f9-acc0-468d-99cf-9164f95fe2d7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0d0726f9-acc0-468d-99cf-9164f95fe2d7,segment=NetworkSegment(5af09517-3e5c-47ca-9fe1-362e9e1013ad),segment_id=5af09517-3e5c-47ca-9fe1-362e9e1013ad)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:46.883007 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:46.932294 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:52:46.999946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=0d0726f9-acc0-468d-99cf-9164f95fe2d7,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:47.020958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Current status of the port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:47.021352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:47.032945 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:52:43Z', 'revision_number': 3, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port': {'id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:43Z', 'updated_at': '2022-05-10T11:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:47.072313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:47.116236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Pushing event updated for resources: {'Port': ['ID=ee1a53ca-398c-414b-9cb6-2adc9fac04da,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:47.133135 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:52:47.133709 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:52:47.135885 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791117ee-ea76-4a1f-9845-0e5094641af4 None None] The sync data for ids ['5a338981-bc96-4512-bd20-c2fe5e3a6327'] in n-d-840949-1 is: [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:52:43Z', 'revision_number': 3, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port': {'id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:43Z', 'updated_at': '2022-05-10T11:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:52:47.192537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] For port d5151a57-1e71-4092-ba74-e3e37a6a4718, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d5151a57-1e71-4092-ba74-e3e37a6a4718,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:47.193105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:47.244531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1be97-eb5f-446b-9676-3b351c543f60 req-eb24aea5-9eaf-4395-a6db-6f7b144f1276 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:47.246184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86f1be97-eb5f-446b-9676-3b351c543f60 req-eb24aea5-9eaf-4395-a6db-6f7b144f1276 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 946 time: 0.2809842 May 10 11:52:47.513935 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:47.514291 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:47.514835 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Floating IP 14bb87a4-db80-435c-8e5a-b159478039cb disassociated. External IP: 172.25.8.77, port: d5151a57-1e71-4092-ba74-e3e37a6a4718. May 10 11:52:47.515405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Calling delete_port for d5151a57-1e71-4092-ba74-e3e37a6a4718 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:52:47.704394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Current status of the port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:47.720309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Provisioning complete for port de8ad093-fe34-40ea-a35c-fc8f19414a74 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:47.720826 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:47.802872 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:47.852954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event deleted for resources: {'Port': ['ID=d5151a57-1e71-4092-ba74-e3e37a6a4718,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:47.863258 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86f1be97-eb5f-446b-9676-3b351c543f60 req-b98b143c-3032-4f5c-85e1-c77d2be18001 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=0800f047-baa1-45c9-84f4-b48074faec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6055505 May 10 11:52:47.924991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d676ce75-ff7c-4792-a8cd-c87d7b466a54 None None] Current status of the port de8ad093-fe34-40ea-a35c-fc8f19414a74 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:47.946673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Network ec41651f-9a94-44d3-afa9-f210776b01f9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:47.949114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:48.006167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device faafd1a0-3b53-4775-9078-3a850289f814 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:48.120493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7a8ab265-f515-4908-9366-90015901c61e None None] Provisioning complete for port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:48.120815 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab265-f515-4908-9366-90015901c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:48.148948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Router fc7c970b-ab82-438c-a288-e7c3e0f10732 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:52:48.237561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port faafd1a0-3b53-4775-9078-3a850289f814 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:48.238130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:48.246837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Router 5a338981-bc96-4512-bd20-c2fe5e3a6327 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:52:48.391994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:52:48.428179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] Sync routers for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:52:48.482317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:48.483422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:48.489314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] No DVR routers for this DVR port d5151a57-1e71-4092-ba74-e3e37a6a4718 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:52:48.496408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:48.502803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a0edc867-531c-40fe-b3cc-9378aabe14a7 req-3f1789a8-61f8-4d44-b31d-629737c1f19b tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.49 "DELETE /v2.0/ports/d5151a57-1e71-4092-ba74-e3e37a6a4718 HTTP/1.1" status: 204 len: 173 time: 2.3658478 May 10 11:52:48.503328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'name': 'network-vif-deleted', 'tag': 'd5151a57-1e71-4092-ba74-e3e37a6a4718'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:52:48.505957 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3278ac-c8d9-4dc7-bea4-e2b3961f11c5" -d '{"events": [{"server_uuid": "1e7e75b3-63b8-4442-b99e-8e8f405783da", "name": "network-vif-deleted", "tag": "d5151a57-1e71-4092-ba74-e3e37a6a4718"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:52:48.549267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:52:48.561518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7f05866f-684f-4dae-af7c-b312d3c63a2f admin admin] 10.222.0.13 "PUT /v2.0/routers/5a338981-bc96-4512-bd20-c2fe5e3a6327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8512263 May 10 11:52:48.589873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ab265-f515-4908-9366-90015901c61e None None] Current status of the port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:48.663315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d5151a57-1e71-4092-ba74-e3e37a6a4718 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:52:48.699928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7a8ab265-f515-4908-9366-90015901c61e None None] Provisioning complete for port ee1a53ca-398c-414b-9cb6-2adc9fac04da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:48.700609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab265-f515-4908-9366-90015901c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:48.751728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: d5151a57-1e71-4092-ba74-e3e37a6a4718 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:52:48.753701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d5151a57-1e71-4092-ba74-e3e37a6a4718 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:52:48.887569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ab265-f515-4908-9366-90015901c61e None None] Port ee1a53ca-398c-414b-9cb6-2adc9fac04da cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:52:48.942239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:49.090147 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba999de-cb0e-4b0d-8485-a220a4e04374 x-openstack-request-id: req-4ba999de-cb0e-4b0d-8485-a220a4e04374 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:52:49.090147 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e75b3-63b8-4442-b99e-8e8f405783da", "name": "network-vif-deleted", "tag": "d5151a57-1e71-4092-ba74-e3e37a6a4718", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:52:49.090147 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ba999de-cb0e-4b0d-8485-a220a4e04374 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:52:49.090147 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba999de-cb0e-4b0d-8485-a220a4e04374'] response: {'server_uuid': '1e7e75b3-63b8-4442-b99e-8e8f405783da', 'name': 'network-vif-deleted', 'tag': 'd5151a57-1e71-4092-ba74-e3e37a6a4718', 'status': 'completed', 'code': 200} May 10 11:52:49.212456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53168272-992b-4092-8880-d8d131c35f5b req-950b0190-d03d-4939-a1a9-52d85dc2a41e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7e75b3-63b8-4442-b99e-8e8f405783da HTTP/1.1" status: 200 len: 210 time: 0.0357821 May 10 11:52:49.273155 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port faafd1a0-3b53-4775-9078-3a850289f814 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:49.273684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:49.365457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port faafd1a0-3b53-4775-9078-3a850289f814, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=faafd1a0-3b53-4775-9078-3a850289f814,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:49.380272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:49.381087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0d0726f9-acc0-468d-99cf-9164f95fe2d7 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:49.386911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2c99ae9c-7da1-485f-ac84-22d598ece6bc None None] Provisioning complete for port ee1a53ca-398c-414b-9cb6-2adc9fac04da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:49.387269 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c99ae9c-7da1-485f-ac84-22d598ece6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:49.441364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-ebe913e6-548b-4b93-8ce9-ea668bd56ad4 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:49.442887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-ebe913e6-548b-4b93-8ce9-ea668bd56ad4 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/networks?id=44666ac5-ca02-42c2-9744-804fb5c2e36f HTTP/1.1" status: 200 len: 910 time: 0.1070127 May 10 11:52:49.458068 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-c350cbec-304f-425a-931a-f4c874d4801c tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/quotas/5e08946a33134911be1e7ea7aaecee4b HTTP/1.1" status: 200 len: 375 time: 0.0091898 May 10 11:52:49.535184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2c99ae9c-7da1-485f-ac84-22d598ece6bc None None] Port ee1a53ca-398c-414b-9cb6-2adc9fac04da cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:52:49.552571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=faafd1a0-3b53-4775-9078-3a850289f814,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:49.566416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:49.566808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:49.578327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-42397bda-f9c4-4f04-92f1-f8fc2f911e89 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e08946a33134911be1e7ea7aaecee4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145458 May 10 11:52:49.621491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:49.656979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] Checking router: fc7c970b-ab82-438c-a288-e7c3e0f10732 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:52:49.669655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:49.670487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:49.698581 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-a86e2dfb-32e8-4046-8ae7-04ec1e7fd54f service neutron] 10.222.0.13 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080720 May 10 11:52:49.779670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:49.780998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device de8ad093-fe34-40ea-a35c-fc8f19414a74 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:49.805173 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-bb72d80a-8981-4871-97ac-a05e7cf9b207 service neutron] 10.222.0.13 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002672 May 10 11:52:49.836825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:49.917604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port de8ad093-fe34-40ea-a35c-fc8f19414a74 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:49.917992 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:49.999333 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Sync routers for ids ['5a338981-bc96-4512-bd20-c2fe5e3a6327'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:52:50.016921 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Routers {'5a338981-bc96-4512-bd20-c2fe5e3a6327'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:50.020798 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a338981-bc96-4512-bd20-c2fe5e3a6327'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:50.031806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3495ef9c-0223-4be3-a0b3-393a569476c9 req-e770e718-f644-46f9-b619-f27495c1d77f tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 210 time: 0.0605483 May 10 11:52:50.072409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port de8ad093-fe34-40ea-a35c-fc8f19414a74 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:50.141222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:50.161214 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Set router 5a338981-bc96-4512-bd20-c2fe5e3a6327 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:50.189626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603ecd3-35da-4b14-9d48-1c93380b6b5f None None] The sync data for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 is: [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:52:50.228459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device faafd1a0-3b53-4775-9078-3a850289f814 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:50.291950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port faafd1a0-3b53-4775-9078-3a850289f814 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:50.291950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.362823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45302) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:50.447351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port faafd1a0-3b53-4775-9078-3a850289f814 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:50.469398 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:52:46Z', 'revision_number': 4, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port': {'id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:43Z', 'updated_at': '2022-05-10T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'ee1a53ca-398c-414b-9cb6-2adc9fac04da', 'name': '', 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'mac_address': 'fa:16:3e:fb:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd753653f-eb5b-498d-b1e8-784b0285fef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:45Z', 'updated_at': '2022-05-10T11:52:46Z', 'revision_number': 2, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'subnets': [{'id': 'd753653f-eb5b-498d-b1e8-784b0285fef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:50.488599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d4a81ba-aae5-441d-87a0-267abf9d9378 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.514147 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Checking router: 5a338981-bc96-4512-bd20-c2fe5e3a6327 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:52:50.514779 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Updating router 5a338981-bc96-4512-bd20-c2fe5e3a6327 port ee1a53ca-398c-414b-9cb6-2adc9fac04da binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:52:50.539527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d4a81ba-aae5-441d-87a0-267abf9d9378 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.544883 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.607232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d4a81ba-aae5-441d-87a0-267abf9d9378 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.612606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5d4a81ba-aae5-441d-87a0-267abf9d9378 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.616789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5d4a81ba-aae5-441d-87a0-267abf9d9378 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "DELETE /v2.0/security-groups/0800f047-baa1-45c9-84f4-b48074faec1f HTTP/1.1" status: 204 len: 168 time: 0.2500393 May 10 11:52:50.616932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45306) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:50.636789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a81ba-aae5-441d-87a0-267abf9d9378 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0800f047-baa1-45c9-84f4-b48074faec1f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:50.636964 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-19fbd5c9-a3c8-4fce-acb1-ad50c98f7d12 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] show failed (client error): The resource could not be found. May 10 11:52:50.637865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-19fbd5c9-a3c8-4fce-acb1-ad50c98f7d12 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups/0800f047-baa1-45c9-84f4-b48074faec1f HTTP/1.1" status: 404 len: 347 time: 0.0200565 May 10 11:52:50.649201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45308) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:50.674186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e7bcb-3ae0-4bc2-8b9d-e4e51443a836 None None] New status for floating IP 14bb87a4-db80-435c-8e5a-b159478039cb: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:52:50.892938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Deleting port f822f2c5-14e0-47bb-8587-fdcc1aa85f45 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:52:50.893315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.972445 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.980896 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.988286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:50.988521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.006027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Calling delete_port for f822f2c5-14e0-47bb-8587-fdcc1aa85f45 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:52:51.094109 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Attempting to bind port ee1a53ca-398c-414b-9cb6-2adc9fac04da on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:51.094684 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Attempting to bind port ee1a53ca-398c-414b-9cb6-2adc9fac04da by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:51.094932 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Attempting to bind port ee1a53ca-398c-414b-9cb6-2adc9fac04da on network ec41651f-9a94-44d3-afa9-f210776b01f9 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:51.103237 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe98b3a-5f87-4493-b031-ab5366dedb33 None None] Pushing event updated for resources: {'Port': ['ID=ee1a53ca-398c-414b-9cb6-2adc9fac04da,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:51.109590 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:51.109962 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Checking segment: {'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:51.110351 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.110734 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Bound using segment: {'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:51.111201 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Bound port: ee1a53ca-398c-414b-9cb6-2adc9fac04da, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af09517-3e5c-47ca-9fe1-362e9e1013ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:51.111577 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.168433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-03f7c5fa-6ec5-4862-8ca1-44435d9b6ccd req-e5299496-511b-4e56-991e-fc1e24c0624f tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 210 time: 0.0419326 May 10 11:52:51.193033 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] For port ee1a53ca-398c-414b-9cb6-2adc9fac04da, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:51.221695 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.231055 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] For port ee1a53ca-398c-414b-9cb6-2adc9fac04da, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee1a53ca-398c-414b-9cb6-2adc9fac04da,segment=NetworkSegment(5af09517-3e5c-47ca-9fe1-362e9e1013ad),segment_id=5af09517-3e5c-47ca-9fe1-362e9e1013ad)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:51.237507 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.297655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event deleted for resources: {'Port': ['ID=f822f2c5-14e0-47bb-8587-fdcc1aa85f45,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:51.311720 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Routers {'5a338981-bc96-4512-bd20-c2fe5e3a6327'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:52:51.313227 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a338981-bc96-4512-bd20-c2fe5e3a6327'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:51.343621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.346777 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.348043 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a7a47693-76e9-48f8-a61a-5cb906d91682 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "DELETE /v2.0/floatingips/14bb87a4-db80-435c-8e5a-b159478039cb HTTP/1.1" status: 204 len: 168 time: 0.6972904 May 10 11:52:51.369231 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe98b3a-5f87-4493-b031-ab5366dedb33 None None] Pushing event updated for resources: {'Port': ['ID=ee1a53ca-398c-414b-9cb6-2adc9fac04da,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:51.403222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-029338f6-778c-4bbf-bb8c-468fb3bb73f0 None None] Provisioning complete for port ee1a53ca-398c-414b-9cb6-2adc9fac04da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:51.403981 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-029338f6-778c-4bbf-bb8c-468fb3bb73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.504537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45316) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:51.512396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c30585f4-7648-4101-9888-9ba246d60cd0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761029742', 'description': 'tempest-description--1698774424'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:51.573204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-b0bed902-4f9f-46da-b312-3219760f5f26 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:51.575394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-b0bed902-4f9f-46da-b312-3219760f5f26 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.49 "GET /v2.0/networks?id=44666ac5-ca02-42c2-9744-804fb5c2e36f HTTP/1.1" status: 200 len: 910 time: 0.1803918 May 10 11:52:51.587455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Request body: {'port': {'device_id': '14147aec-b5e0-4bb3-985e-69cd5b506bc5', 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'admin_state_up': True, 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:51.595400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-029338f6-778c-4bbf-bb8c-468fb3bb73f0 None None] Current status of the port ee1a53ca-398c-414b-9cb6-2adc9fac04da is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:51.596135 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-029338f6-778c-4bbf-bb8c-468fb3bb73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.597147 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c30585f4-7648-4101-9888-9ba246d60cd0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.648216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-029338f6-778c-4bbf-bb8c-468fb3bb73f0 None None] For port ee1a53ca-398c-414b-9cb6-2adc9fac04da, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee1a53ca-398c-414b-9cb6-2adc9fac04da,segment=NetworkSegment(5af09517-3e5c-47ca-9fe1-362e9e1013ad),segment_id=5af09517-3e5c-47ca-9fe1-362e9e1013ad)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:51.654355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Made reservation on behalf of 5e08946a33134911be1e7ea7aaecee4b for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:52:51.660549 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.663561 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-029338f6-778c-4bbf-bb8c-468fb3bb73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.731650 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] Set router 5a338981-bc96-4512-bd20-c2fe5e3a6327 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:52:51.747912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029338f6-778c-4bbf-bb8c-468fb3bb73f0 None None] Pushing event updated for resources: {'Port': ['ID=ee1a53ca-398c-414b-9cb6-2adc9fac04da,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:51.762922 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c30585f4-7648-4101-9888-9ba246d60cd0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.769712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c30585f4-7648-4101-9888-9ba246d60cd0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.795289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-968068e3-7a27-44d7-82e7-bf565418a3ed None None] Provisioning complete for port ee1a53ca-398c-414b-9cb6-2adc9fac04da triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:51.795898 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-968068e3-7a27-44d7-82e7-bf565418a3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.808586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30585f4-7648-4101-9888-9ba246d60cd0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a0d7a0-1ac9-4499-ab2b-28c824751d08,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:51.813907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c30585f4-7648-4101-9888-9ba246d60cd0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.815233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c30585f4-7648-4101-9888-9ba246d60cd0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3089097 May 10 11:52:51.818109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45318) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:51.822640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3de946b3-c8cd-446a-af6a-97dc0583af1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'security_group_rule': {'security_group_id': 'e3a0d7a0-1ac9-4499-ab2b-28c824751d08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:51.865813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3de946b3-c8cd-446a-af6a-97dc0583af1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:51.896938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Allocated IP 172.20.0.9 (44666ac5-ca02-42c2-9744-804fb5c2e36f/38befd5e-36dd-42cb-8982-776d7d0375bd/28f2cd32-95d1-4519-ae8a-5354066f20db) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:51.944105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-968068e3-7a27-44d7-82e7-bf565418a3ed None None] Current status of the port ee1a53ca-398c-414b-9cb6-2adc9fac04da is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:51.993445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3de946b3-c8cd-446a-af6a-97dc0583af1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.000436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3de946b3-c8cd-446a-af6a-97dc0583af1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.015114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:52:46Z', 'revision_number': 4, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port': {'id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:43Z', 'updated_at': '2022-05-10T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'ee1a53ca-398c-414b-9cb6-2adc9fac04da', 'name': '', 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'mac_address': 'fa:16:3e:fb:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd753653f-eb5b-498d-b1e8-784b0285fef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:45Z', 'updated_at': '2022-05-10T11:52:51Z', 'revision_number': 4, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'subnets': [{'id': 'd753653f-eb5b-498d-b1e8-784b0285fef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:52:52.031473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de946b3-c8cd-446a-af6a-97dc0583af1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe68192-60ed-4a35-bb9a-068f773add9c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:52.041276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3de946b3-c8cd-446a-af6a-97dc0583af1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.042621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3de946b3-c8cd-446a-af6a-97dc0583af1d tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2234340 May 10 11:52:52.045283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45320) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:52.046819 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30241f4-a290-4141-8a15-1b473fcad16f None None] The sync data for ids ['5a338981-bc96-4512-bd20-c2fe5e3a6327'] in n-d-840949-1 is: [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:52:46Z', 'revision_number': 4, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port': {'id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:43Z', 'updated_at': '2022-05-10T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'ee1a53ca-398c-414b-9cb6-2adc9fac04da', 'name': '', 'network_id': 'ec41651f-9a94-44d3-afa9-f210776b01f9', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'mac_address': 'fa:16:3e:fb:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd753653f-eb5b-498d-b1e8-784b0285fef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:45Z', 'updated_at': '2022-05-10T11:52:51Z', 'revision_number': 4, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'subnets': [{'id': 'd753653f-eb5b-498d-b1e8-784b0285fef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:52:52.051390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b4107dc5-57dc-4345-b0a0-9731116fdf54 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'security_group_rule': {'security_group_id': 'e3a0d7a0-1ac9-4499-ab2b-28c824751d08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:52.090566 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b4107dc5-57dc-4345-b0a0-9731116fdf54 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.100244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.163520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.219710 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b4107dc5-57dc-4345-b0a0-9731116fdf54 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.231910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b4107dc5-57dc-4345-b0a0-9731116fdf54 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.250570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4107dc5-57dc-4345-b0a0-9731116fdf54 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b28b6ae-78dc-4fc2-88cb-d258ef8b65ad,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:52.261738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:52.266405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:52.267317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b4107dc5-57dc-4345-b0a0-9731116fdf54 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.271858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:52.274109 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b4107dc5-57dc-4345-b0a0-9731116fdf54 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2272062 May 10 11:52:52.275270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 45326) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:52:52.286252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:52.330803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Pushing event updated for resources: {'Port': ['ID=28f2cd32-95d1-4519-ae8a-5354066f20db,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:52.332090 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.349390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:52.350017 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.370081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-20563fca-dd4e-4203-be99-b87b56005f53 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7864201 May 10 11:52:52.389753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Request body: {'port': {'device_id': '14147aec-b5e0-4bb3-985e-69cd5b506bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:52.463417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0c4e-ed04-4318-abbd-81652eb3fa1d req-2a403ab5-784b-4468-90fc-e7b83bb0dea5 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:52.465350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bbd0c4e-ed04-4318-abbd-81652eb3fa1d req-2a403ab5-784b-4468-90fc-e7b83bb0dea5 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1027 time: 0.1434236 May 10 11:52:52.470090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.562467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bbd0c4e-ed04-4318-abbd-81652eb3fa1d req-d4205419-6473-4c62-b519-7c9185bdf2b3 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636826 May 10 11:52:52.600327 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.682183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e1f1b771-4cca-4452-ad60-b86b7e2b581e None None] Provisioning complete for port 28f2cd32-95d1-4519-ae8a-5354066f20db triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:52.683217 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b771-4cca-4452-ad60-b86b7e2b581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.742288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Allocated IP 172.25.8.205 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/ffc84b3d-ec6f-47b7-9f23-5b9d8b54f45a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:52.744373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1b771-4cca-4452-ad60-b86b7e2b581e None None] Port 28f2cd32-95d1-4519-ae8a-5354066f20db cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:52:52.841335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f2cd32-95d1-4519-ae8a-5354066f20db {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:52:52.852259 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.868032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Transition to ACTIVE for port object 28f2cd32-95d1-4519-ae8a-5354066f20db will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:52:52.875473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.904108 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.948143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:52.992921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Pushing event updated for resources: {'Port': ['ID=28f2cd32-95d1-4519-ae8a-5354066f20db,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:53.007725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:53.010992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:53.014742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:53.035451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Attempting to bind port 28f2cd32-95d1-4519-ae8a-5354066f20db on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:53.035931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Attempting to bind port 28f2cd32-95d1-4519-ae8a-5354066f20db by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:53.036261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Attempting to bind port 28f2cd32-95d1-4519-ae8a-5354066f20db on network 44666ac5-ca02-42c2-9744-804fb5c2e36f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:53.041019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Port 28f2cd32-95d1-4519-ae8a-5354066f20db on network 44666ac5-ca02-42c2-9744-804fb5c2e36f not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:52:53.041335 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Attempting to bind port 28f2cd32-95d1-4519-ae8a-5354066f20db on network 44666ac5-ca02-42c2-9744-804fb5c2e36f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:53.055487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:53.055738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Checking segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:53.056040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Bound using segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:53.056622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Bound port: 28f2cd32-95d1-4519-ae8a-5354066f20db, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:53.056989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.094535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'Port': ['ID=ffc84b3d-ec6f-47b7-9f23-5b9d8b54f45a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:53.163566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] For port 28f2cd32-95d1-4519-ae8a-5354066f20db, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:53.167716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] For port 28f2cd32-95d1-4519-ae8a-5354066f20db, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=28f2cd32-95d1-4519-ae8a-5354066f20db,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:53.170874 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.177296 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.218314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.219124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:53.219917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.221272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] 10.222.0.49 "PUT /v2.0/ports/28f2cd32-95d1-4519-ae8a-5354066f20db HTTP/1.1" status: 200 len: 1091 time: 0.8369801 May 10 11:52:53.221718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14147aec-b5e0-4bb3-985e-69cd5b506bc5', 'tag': '28f2cd32-95d1-4519-ae8a-5354066f20db'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:52:53.224084 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd" -d '{"events": [{"name": "network-changed", "server_uuid": "14147aec-b5e0-4bb3-985e-69cd5b506bc5", "tag": "28f2cd32-95d1-4519-ae8a-5354066f20db"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:52:53.252451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf992e-18b8-404b-9c47-38447409f50a service neutron] Pushing event updated for resources: {'Port': ['ID=28f2cd32-95d1-4519-ae8a-5354066f20db,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:53.287588 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c8019d-cb69-442c-be47-e8593266f034 x-openstack-request-id: req-38c8019d-cb69-442c-be47-e8593266f034 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:52:53.288111 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14147aec-b5e0-4bb3-985e-69cd5b506bc5", "tag": "28f2cd32-95d1-4519-ae8a-5354066f20db", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:52:53.288505 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38c8019d-cb69-442c-be47-e8593266f034 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:52:53.289061 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c8019d-cb69-442c-be47-e8593266f034'] response: {'name': 'network-changed', 'server_uuid': '14147aec-b5e0-4bb3-985e-69cd5b506bc5', 'tag': '28f2cd32-95d1-4519-ae8a-5354066f20db', 'status': 'completed', 'code': 200} May 10 11:52:53.366298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-d306c37f-41dd-423b-8d53-8ebaedf49c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:53.367859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-d306c37f-41dd-423b-8d53-8ebaedf49c08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e08946a33134911be1e7ea7aaecee4b&device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0715811 May 10 11:52:53.412311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-4863b412-c8cd-4692-b783-4521bf4083b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f2cd32-95d1-4519-ae8a-5354066f20db HTTP/1.1" status: 200 len: 217 time: 0.0365422 May 10 11:52:53.416094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.421651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.483957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-251f62ea-036f-42bb-abe3-23de8027cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:53.485726 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-251f62ea-036f-42bb-abe3-23de8027cbdb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=38befd5e-36dd-42cb-8982-776d7d0375bd HTTP/1.1" status: 200 len: 848 time: 0.0673161 May 10 11:52:53.500496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'Port': ['ID=ffc84b3d-ec6f-47b7-9f23-5b9d8b54f45a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:53.518063 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.539533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:53.540697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-93d05c07-0dba-4414-be69-e219aa3af4e3 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2640696 May 10 11:52:53.558650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-6814d5bc-c1f0-47a5-a147-3878e8b046b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:53.560304 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-6814d5bc-c1f0-47a5-a147-3878e8b046b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44666ac5-ca02-42c2-9744-804fb5c2e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680079 May 10 11:52:53.666818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-5164876c-4f02-4b10-a7cf-8a34c18d3f5e service neutron] 10.222.0.49 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002567 May 10 11:52:53.711696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c690e-a5bc-4472-ae0f-7e689971a41e req-a44403be-a469-4277-ac56-47a6f33913f0 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:53.720966 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c5c690e-a5bc-4472-ae0f-7e689971a41e req-a44403be-a469-4277-ac56-47a6f33913f0 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0698407 May 10 11:52:53.767962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5c5c690e-a5bc-4472-ae0f-7e689971a41e req-83c3baee-887c-4902-95b9-a36ecc345d92 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 May 10 11:52:53.840069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-036aed69-430d-4c26-8914-f79300e52eb5 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1761029742&fields=id&tenant_id=eccb51e9992a4d67a36c6303ac50b1f0 HTTP/1.1" status: 200 len: 267 time: 0.0717871 May 10 11:52:53.864384 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9576abbe-5331-43b5-90b3-460bc01825f0 req-a53d54db-6592-4b28-821c-8232c89a5973 service neutron] 10.222.0.49 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903367 May 10 11:52:53.995442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-5b01fe22-f6cc-44a5-885e-21a6aed2aa50 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:53.997032 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-5b01fe22-f6cc-44a5-885e-21a6aed2aa50 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 810 time: 0.1445425 May 10 11:52:54.003940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-5e73a2a2-60a5-4b4c-9ee9-a8a43940fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:54.005445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-5e73a2a2-60a5-4b4c-9ee9-a8a43940fad8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e08946a33134911be1e7ea7aaecee4b&device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0799973 May 10 11:52:54.033917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-f62124b5-38fa-48bd-bcd7-6acac8479ee2 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/quotas/eccb51e9992a4d67a36c6303ac50b1f0 HTTP/1.1" status: 200 len: 375 time: 0.0274410 May 10 11:52:54.150215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-7b540e96-3e4c-4560-9f18-89c22a70d205 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874798 May 10 11:52:54.152091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-ff3379a1-ba68-45f0-aaeb-d6710bf6e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:54.154753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-ff3379a1-ba68-45f0-aaeb-d6710bf6e6c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=44666ac5-ca02-42c2-9744-804fb5c2e36f HTTP/1.1" status: 200 len: 910 time: 0.1406596 May 10 11:52:54.173360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-7c7e7b62-b20b-4d37-a8e8-3336a55d7076 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:52:54.175107 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-7c7e7b62-b20b-4d37-a8e8-3336a55d7076 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063937 May 10 11:52:54.220101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee1a53ca-398c-414b-9cb6-2adc9fac04da up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:54.226425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-a35a456c-5855-473b-b791-42d6dd4aecd2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f2cd32-95d1-4519-ae8a-5354066f20db HTTP/1.1" status: 200 len: 217 time: 0.0650401 May 10 11:52:54.272721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ee1a53ca-398c-414b-9cb6-2adc9fac04da triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:54.273103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:54.322508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-d7facd71-d92c-49c7-ba61-e48c6f9ee3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:54.324019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-d7facd71-d92c-49c7-ba61-e48c6f9ee3bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=38befd5e-36dd-42cb-8982-776d7d0375bd HTTP/1.1" status: 200 len: 848 time: 0.0866978 May 10 11:52:54.351978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-46971a57-6337-4673-8ccb-866d11d472c3 service neutron] 10.222.0.13 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353028 May 10 11:52:54.361039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ee1a53ca-398c-414b-9cb6-2adc9fac04da is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:54.434878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-d4ddd646-f308-4329-ad3f-703363c1a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:54.436561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-d4ddd646-f308-4329-ad3f-703363c1a1e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44666ac5-ca02-42c2-9744-804fb5c2e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033762 May 10 11:52:54.515157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-16bdd23c-8c92-43f8-9b88-36a33e7aff76 service neutron] 10.222.0.13 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490672 May 10 11:52:54.552100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-482d4f6a-cc35-4c83-a18c-9c2a8bc116ea service neutron] 10.222.0.49 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063685 May 10 11:52:54.661967 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bff11be2-e852-400a-8d0b-1e8dbc9ffafd req-ee44cc2d-89b3-4f9b-bc15-d460f72e56cb service neutron] 10.222.0.49 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028812 May 10 11:52:54.694867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43cabc3c-c58f-4e1c-b265-8acd683ca89b req-f50502ff-554b-4e24-97f6-cacd01df9623 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 210 time: 0.0308881 May 10 11:52:54.879150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f53e1-4b2f-4e78-9380-7f4d86de3aa4 req-d7332911-cb91-414a-89b1-b792dff3d4ec tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:54.880848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-028f53e1-4b2f-4e78-9380-7f4d86de3aa4 req-d7332911-cb91-414a-89b1-b792dff3d4ec tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0488336 May 10 11:52:54.924878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-028f53e1-4b2f-4e78-9380-7f4d86de3aa4 req-f680bbcd-159a-4ae2-88ea-9b90fd544e07 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367720 May 10 11:52:55.736832 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-d7b4feda-84c4-4c22-97fe-830908870736 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:55.738490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-d7b4feda-84c4-4c22-97fe-830908870736 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.70 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 810 time: 0.1311491 May 10 11:52:55.813609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-4e63fd25-15ba-4ad3-8fcb-743c2b5d0ef9 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eccb51e9992a4d67a36c6303ac50b1f0 HTTP/1.1" status: 200 len: 380 time: 0.0658150 May 10 11:52:55.831378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'port': {'device_id': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'admin_state_up': True, 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'security_groups': ['e3a0d7a0-1ac9-4499-ab2b-28c824751d08']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:55.836472 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-315bb77c-6047-4697-8d20-92e0148149bc req-f50af6b6-7cc2-4020-88d8-687a92e3307c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 210 time: 0.0477035 May 10 11:52:55.960149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Made reservation on behalf of eccb51e9992a4d67a36c6303ac50b1f0 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:52:55.964767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.044005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39eaa2-1ff0-4c1f-b610-0a064077897d req-ca142ae0-ce2d-4436-885f-34f8995819be tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:56.045814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f39eaa2-1ff0-4c1f-b610-0a064077897d req-ca142ae0-ce2d-4436-885f-34f8995819be tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0500665 May 10 11:52:56.084368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f39eaa2-1ff0-4c1f-b610-0a064077897d req-95a92485-1631-4a8c-bf47-aced98d9e8b9 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 May 10 11:52:56.099369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Allocated IP 172.20.0.8 (3966559f-d4a2-4e2c-8d90-6844c349986e/b16333a4-08da-4662-be54-ef4498e7bcd1/14c96ba6-07a9-4f9a-9930-a5167d691407) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:52:56.245160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.281592 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.326631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Network 3966559f-d4a2-4e2c-8d90-6844c349986e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:52:56.331490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:52:56.338118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:52:56.342184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event updated for resources: {'Port': ['ID=14c96ba6-07a9-4f9a-9930-a5167d691407,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:56.395846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:56.396456 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.414150 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-c791f24c-7ba0-4a5d-870b-def4f4f5f03c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867913 May 10 11:52:56.427754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Request body: {'port': {'device_id': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:52:56.489618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.566579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-961522ef-2f2e-4c67-8d00-2fcec734f01b None None] Provisioning complete for port 14c96ba6-07a9-4f9a-9930-a5167d691407 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:56.568181 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-961522ef-2f2e-4c67-8d00-2fcec734f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.606524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-961522ef-2f2e-4c67-8d00-2fcec734f01b None None] Port 14c96ba6-07a9-4f9a-9930-a5167d691407 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:52:56.658329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 28f2cd32-95d1-4519-ae8a-5354066f20db details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:52:56.760022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 28f2cd32-95d1-4519-ae8a-5354066f20db, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=28f2cd32-95d1-4519-ae8a-5354066f20db,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:56.777363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '28f2cd32-95d1-4519-ae8a-5354066f20db', 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'port_id': '28f2cd32-95d1-4519-ae8a-5354066f20db', 'mac_address': 'fa:16:3e:1a:4e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38befd5e-36dd-42cb-8982-776d7d0375bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:52:56.777673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c96ba6-07a9-4f9a-9930-a5167d691407 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:52:56.790708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.801926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Transition to ACTIVE for port object 14c96ba6-07a9-4f9a-9930-a5167d691407 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:52:56.806707 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.821694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 28f2cd32-95d1-4519-ae8a-5354066f20db is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:56.822089 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.836181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f2cd32-95d1-4519-ae8a-5354066f20db {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:52:56.880492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 28f2cd32-95d1-4519-ae8a-5354066f20db, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=28f2cd32-95d1-4519-ae8a-5354066f20db,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:56.887602 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.908995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Pushing event updated for resources: {'Port': ['ID=14c96ba6-07a9-4f9a-9930-a5167d691407,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:56.962152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=28f2cd32-95d1-4519-ae8a-5354066f20db,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:57.018844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Attempting to bind port 14c96ba6-07a9-4f9a-9930-a5167d691407 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:52:57.019120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Attempting to bind port 14c96ba6-07a9-4f9a-9930-a5167d691407 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:52:57.019459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Attempting to bind port 14c96ba6-07a9-4f9a-9930-a5167d691407 on network 3966559f-d4a2-4e2c-8d90-6844c349986e {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:57.028452 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Port 14c96ba6-07a9-4f9a-9930-a5167d691407 on network 3966559f-d4a2-4e2c-8d90-6844c349986e not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:52:57.028769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Attempting to bind port 14c96ba6-07a9-4f9a-9930-a5167d691407 on network 3966559f-d4a2-4e2c-8d90-6844c349986e {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:52:57.047708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9db931-6822-4a53-9a17-aeb72a13ed09 req-cda0758d-c3a2-4ea3-acf4-4b2bed389fd5 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:57.049540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d9db931-6822-4a53-9a17-aeb72a13ed09 req-cda0758d-c3a2-4ea3-acf4-4b2bed389fd5 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 943 time: 0.1076961 May 10 11:52:57.051189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:52:57.051554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Checking segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:52:57.051975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Bound using segment: {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:52:57.052426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Bound port: 14c96ba6-07a9-4f9a-9930-a5167d691407, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4195ba57-efe1-449f-a070-bca74860fab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:52:57.052792 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:57.129343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['28f2cd32-95d1-4519-ae8a-5354066f20db'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:52:57.219286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] For port 14c96ba6-07a9-4f9a-9930-a5167d691407, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:52:57.242816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] For port 14c96ba6-07a9-4f9a-9930-a5167d691407, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=14c96ba6-07a9-4f9a-9930-a5167d691407,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:52:57.247162 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d9db931-6822-4a53-9a17-aeb72a13ed09 req-64f33951-3bef-4976-a1c5-cd1490c2d56f tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604452 May 10 11:52:57.251108 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:57.263884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaea6d5-5609-407e-8b51-66df13acab14 req-fa9bd3e8-9ef8-4cea-a4b9-1699207699ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:57.266164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faaea6d5-5609-407e-8b51-66df13acab14 req-fa9bd3e8-9ef8-4cea-a4b9-1699207699ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0659811 May 10 11:52:57.286643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:57.287554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:57.289106 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] 10.222.0.70 "PUT /v2.0/ports/14c96ba6-07a9-4f9a-9930-a5167d691407 HTTP/1.1" status: 200 len: 1091 time: 0.8658040 May 10 11:52:57.291726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'tag': '14c96ba6-07a9-4f9a-9930-a5167d691407'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:52:57.295811 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbfc520-f702-44c8-8072-8f490ff99bea", "tag": "14c96ba6-07a9-4f9a-9930-a5167d691407"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:52:57.373832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faaea6d5-5609-407e-8b51-66df13acab14 req-59bae8bc-c131-4af1-8607-351b1d048f2f tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973289 May 10 11:52:57.394027 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8177bff-bbb7-4efa-8119-21f54e2817dc x-openstack-request-id: req-e8177bff-bbb7-4efa-8119-21f54e2817dc {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:52:57.394027 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbfc520-f702-44c8-8072-8f490ff99bea", "tag": "14c96ba6-07a9-4f9a-9930-a5167d691407", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:52:57.394027 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8177bff-bbb7-4efa-8119-21f54e2817dc {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:52:57.394027 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8177bff-bbb7-4efa-8119-21f54e2817dc'] response: {'name': 'network-changed', 'server_uuid': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'tag': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'status': 'completed', 'code': 200} May 10 11:52:57.394027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c60dc-2ec2-421f-987f-f22a4e3b266c service neutron] Pushing event updated for resources: {'Port': ['ID=14c96ba6-07a9-4f9a-9930-a5167d691407,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:57.421656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-f09a9603-51bb-43b6-9097-0c335936344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:57.423192 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-f09a9603-51bb-43b6-9097-0c335936344a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 1094 time: 0.0760703 May 10 11:52:57.470845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-13ef1fa3-07c7-4578-818a-1fda82121d0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c96ba6-07a9-4f9a-9930-a5167d691407 HTTP/1.1" status: 200 len: 217 time: 0.0402551 May 10 11:52:57.522656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-e8efca9d-441f-4032-a7eb-7676077568d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:57.524248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-e8efca9d-441f-4032-a7eb-7676077568d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0471644 May 10 11:52:57.573150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-49638a6e-580e-4c4d-b91c-7a623a94dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:57.574657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-49638a6e-580e-4c4d-b91c-7a623a94dd4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438280 May 10 11:52:57.667778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-e012ed25-5af0-430e-85f4-c9df40503826 service neutron] 10.222.0.70 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852487 May 10 11:52:57.764969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0c275a7c-7fd7-4291-940b-15f2b3d40af1 req-0a698b18-6100-4939-9587-3e979a7ee511 service neutron] 10.222.0.70 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901122 May 10 11:52:57.860845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-c395951d-584f-428d-9798-7e56d141266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:57.862340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-c395951d-584f-428d-9798-7e56d141266f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 1094 time: 0.0427325 May 10 11:52:57.959261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-23001121-9745-46dc-ae0b-5541aee0e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:57.960785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-23001121-9745-46dc-ae0b-5541aee0e953 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.0915010 May 10 11:52:58.003317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-b0289276-defa-4fe5-b67d-7d9e14c8a295 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c96ba6-07a9-4f9a-9930-a5167d691407 HTTP/1.1" status: 200 len: 217 time: 0.0348339 May 10 11:52:58.051935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-0a50e070-f2ec-4df7-bfa3-7730b81a27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:58.053375 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-0a50e070-f2ec-4df7-bfa3-7730b81a27d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0432222 May 10 11:52:58.105424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-a105f5ba-9d07-475a-8e2c-f1208724368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:58.107201 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-a105f5ba-9d07-475a-8e2c-f1208724368d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460777 May 10 11:52:58.201905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-5deca93f-691c-4dad-8bdb-576a8b5cdd30 service neutron] 10.222.0.70 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864904 May 10 11:52:58.301798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d2bd73e-c4eb-42e6-9add-8d5687a7f04a req-6b6043a4-fd22-4286-81c6-e51ea3da29f3 service neutron] 10.222.0.70 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921149 May 10 11:52:58.389956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ee5de-c47f-465f-8653-2c14f9320a20 req-84a1edba-b922-43b3-9385-f126be9061df tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:58.391123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b30ee5de-c47f-465f-8653-2c14f9320a20 req-84a1edba-b922-43b3-9385-f126be9061df tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 943 time: 0.0536082 May 10 11:52:58.433422 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b30ee5de-c47f-465f-8653-2c14f9320a20 req-b7ecb168-34c8-48d4-8406-cb864cf97503 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362036 May 10 11:52:58.495610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e4b70-f174-4d3a-bdcf-8d01c366f7ae req-ae9d40e8-b0e6-4b26-8eb2-b4a0517828c1 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:58.497226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a90e4b70-f174-4d3a-bdcf-8d01c366f7ae req-ae9d40e8-b0e6-4b26-8eb2-b4a0517828c1 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0415840 May 10 11:52:58.532864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a90e4b70-f174-4d3a-bdcf-8d01c366f7ae req-e233bf93-2812-45c7-8026-e028c5798aa8 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290918 May 10 11:52:58.673960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 28f2cd32-95d1-4519-ae8a-5354066f20db up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:52:58.735742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 28f2cd32-95d1-4519-ae8a-5354066f20db completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:52:58.739636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 28f2cd32-95d1-4519-ae8a-5354066f20db triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:52:58.740039 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:58.815987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 28f2cd32-95d1-4519-ae8a-5354066f20db is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:52:58.816371 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:58.839125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14147aec-b5e0-4bb3-985e-69cd5b506bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f2cd32-95d1-4519-ae8a-5354066f20db'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:52:58.841470 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82fff28-f6e0-4218-8a07-f0b3b34d82aa" -d '{"events": [{"server_uuid": "14147aec-b5e0-4bb3-985e-69cd5b506bc5", "name": "network-vif-plugged", "status": "completed", "tag": "28f2cd32-95d1-4519-ae8a-5354066f20db"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:52:58.854939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 28f2cd32-95d1-4519-ae8a-5354066f20db, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=28f2cd32-95d1-4519-ae8a-5354066f20db,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:52:58.868386 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:58.897552 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedc5bc4-4050-4a7c-a251-a21bd17a1498 x-openstack-request-id: req-eedc5bc4-4050-4a7c-a251-a21bd17a1498 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:52:58.897852 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14147aec-b5e0-4bb3-985e-69cd5b506bc5", "name": "network-vif-plugged", "status": "completed", "tag": "28f2cd32-95d1-4519-ae8a-5354066f20db", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:52:58.898102 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eedc5bc4-4050-4a7c-a251-a21bd17a1498 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:52:58.898487 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedc5bc4-4050-4a7c-a251-a21bd17a1498'] response: {'server_uuid': '14147aec-b5e0-4bb3-985e-69cd5b506bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f2cd32-95d1-4519-ae8a-5354066f20db', 'code': 200} May 10 11:52:58.923095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=28f2cd32-95d1-4519-ae8a-5354066f20db,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:52:58.987671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e413e-a8e5-40c5-8e7c-3645ec6e3bed req-2301a02d-baa9-4da2-bd27-cf1f34187dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:58.989385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc2e413e-a8e5-40c5-8e7c-3645ec6e3bed req-2301a02d-baa9-4da2-bd27-cf1f34187dc9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0477097 May 10 11:52:59.028712 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc2e413e-a8e5-40c5-8e7c-3645ec6e3bed req-5c2d5ee9-3698-4041-9599-bab3e90eead7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 May 10 11:52:59.553528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba074c95-3c36-47a0-80ed-1dbe63413e8d req-cb4d3179-8fce-4301-a9a4-7c56ec29fbb8 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:59.554898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba074c95-3c36-47a0-80ed-1dbe63413e8d req-cb4d3179-8fce-4301-a9a4-7c56ec29fbb8 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 943 time: 0.0500963 May 10 11:52:59.598191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba074c95-3c36-47a0-80ed-1dbe63413e8d req-638badc7-8ae8-4ffc-8e6f-3d21b893b6e5 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363212 May 10 11:52:59.649990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5cd12-880f-4432-a243-07f1db4eae56 req-d19d54aa-c938-4338-869a-fe13c962ac1e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:52:59.651521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57b5cd12-880f-4432-a243-07f1db4eae56 req-d19d54aa-c938-4338-869a-fe13c962ac1e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0441084 May 10 11:52:59.689006 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-57b5cd12-880f-4432-a243-07f1db4eae56 req-79aaa381-586c-4b3d-9ae1-625818700bfb tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 May 10 11:53:00.728540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e475b4-5b1a-45c2-bfd7-e360c18482ed req-c5a6d332-cdc8-4eda-b6c5-e14379ec7097 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:00.730062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35e475b4-5b1a-45c2-bfd7-e360c18482ed req-c5a6d332-cdc8-4eda-b6c5-e14379ec7097 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 943 time: 0.0521278 May 10 11:53:00.770855 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35e475b4-5b1a-45c2-bfd7-e360c18482ed req-6d54466e-eadd-4589-8964-8df7e614a085 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 May 10 11:53:00.806129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243169e-af66-428d-a2b9-252ad26f60cd req-de299116-4e83-4d9e-ac19-d4e105088f12 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:00.807711 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8243169e-af66-428d-a2b9-252ad26f60cd req-de299116-4e83-4d9e-ac19-d4e105088f12 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0467129 May 10 11:53:00.845846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8243169e-af66-428d-a2b9-252ad26f60cd req-2beea270-6ea8-45c5-be81-fbe692de3029 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311849 May 10 11:53:00.963697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15b98d-f0f5-4e60-bcb4-99a65b61bd21 req-8060f2d3-8744-4cf0-b8a1-072daa931d7d tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:00.965266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc15b98d-f0f5-4e60-bcb4-99a65b61bd21 req-8060f2d3-8744-4cf0-b8a1-072daa931d7d tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0462418 May 10 11:53:01.001271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc15b98d-f0f5-4e60-bcb4-99a65b61bd21 req-3646d0e7-5fb0-49f7-ab22-228bd6948972 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290163 May 10 11:53:01.112073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ad95-fe89-455e-837c-aaf8c9353c5f req-11356bf1-fa8b-4267-bb2f-87bf7139a5af tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:01.113586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ffd3ad95-fe89-455e-837c-aaf8c9353c5f req-11356bf1-fa8b-4267-bb2f-87bf7139a5af tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0411689 May 10 11:53:01.151579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ffd3ad95-fe89-455e-837c-aaf8c9353c5f req-44089691-fdfa-4f4a-8941-df44ece70fe7 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296214 May 10 11:53:01.221338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 14c96ba6-07a9-4f9a-9930-a5167d691407 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:53:01.458415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 14c96ba6-07a9-4f9a-9930-a5167d691407, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=14c96ba6-07a9-4f9a-9930-a5167d691407,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:01.458415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'port_id': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'mac_address': 'fa:16:3e:bf:ec:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:53:01.458415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 14c96ba6-07a9-4f9a-9930-a5167d691407 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:53:01.458415 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:01.458415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c96ba6-07a9-4f9a-9930-a5167d691407 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:53:01.474124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 14c96ba6-07a9-4f9a-9930-a5167d691407, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=14c96ba6-07a9-4f9a-9930-a5167d691407,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:01.480220 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:01.519577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661073-2696-40dd-9ef6-40042c97b32a req-405e877e-ae07-455a-be9b-efa8a5062e2e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:01.521237 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-405e877e-ae07-455a-be9b-efa8a5062e2e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/networks?id=44666ac5-ca02-42c2-9744-804fb5c2e36f HTTP/1.1" status: 200 len: 910 time: 0.1106136 May 10 11:53:01.540538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-13d82319-17fd-4e82-9a70-0a64cecf4e3c tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/quotas/5e08946a33134911be1e7ea7aaecee4b HTTP/1.1" status: 200 len: 375 time: 0.0123239 May 10 11:53:01.558312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=14c96ba6-07a9-4f9a-9930-a5167d691407,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:01.625329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-bc104558-cbb3-439c-ac85-554e0bb01d32 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e08946a33134911be1e7ea7aaecee4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804315 May 10 11:53:01.668554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['14c96ba6-07a9-4f9a-9930-a5167d691407'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:53:01.719123 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-2be2ea72-2693-49ed-be8b-9e4d521a8d86 service neutron] 10.222.0.13 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863357 May 10 11:53:01.837882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-7446a2d3-4a3f-4b15-8e44-0ae5026e13ba service neutron] 10.222.0.13 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119401 May 10 11:53:01.922384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c68eb-c6b9-40a4-b4a6-96168400cbba req-a0682da7-00bf-4590-8f6e-df7c229535d9 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:01.925442 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-060c68eb-c6b9-40a4-b4a6-96168400cbba req-a0682da7-00bf-4590-8f6e-df7c229535d9 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 944 time: 0.0551307 May 10 11:53:02.001435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-060c68eb-c6b9-40a4-b4a6-96168400cbba req-6907f543-43da-4b7b-91b9-fa9a4630f293 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693300 May 10 11:53:02.043661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7857f039-9a92-4995-9b9e-56de92d380b5 req-f6b6e14e-e2f8-4207-83db-c0f36de34063 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 210 time: 0.0450234 May 10 11:53:02.661664 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:03.000991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661073-2696-40dd-9ef6-40042c97b32a req-40c9e485-106d-4242-b701-762ff22ee2a3 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:03.002488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-40c9e485-106d-4242-b701-762ff22ee2a3 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.70 "GET /v2.0/networks?id=44666ac5-ca02-42c2-9744-804fb5c2e36f HTTP/1.1" status: 200 len: 910 time: 0.1028705 May 10 11:53:03.020960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Request body: {'port': {'device_id': '417103af-c306-4e61-a9d4-0fcc3be847f5', 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'admin_state_up': True, 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:53:03.043421 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Made reservation on behalf of 5e08946a33134911be1e7ea7aaecee4b for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:53:03.048099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:03.145624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-971f475b-f616-4ad1-ab84-1d982669755e req-76b44285-1eed-4464-b68c-00188effa706 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 210 time: 0.0275738 May 10 11:53:03.222675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 14c96ba6-07a9-4f9a-9930-a5167d691407 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:53:03.283474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 14c96ba6-07a9-4f9a-9930-a5167d691407 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:53:03.289258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 14c96ba6-07a9-4f9a-9930-a5167d691407 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:53:03.289637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:03.401633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 14c96ba6-07a9-4f9a-9930-a5167d691407 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:53:03.401928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:03.430371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c96ba6-07a9-4f9a-9930-a5167d691407'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:53:03.432971 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1022dc9-f483-4b76-976d-06538342aa74" -d '{"events": [{"server_uuid": "8bbfc520-f702-44c8-8072-8f490ff99bea", "name": "network-vif-plugged", "status": "completed", "tag": "14c96ba6-07a9-4f9a-9930-a5167d691407"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:53:03.448630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 14c96ba6-07a9-4f9a-9930-a5167d691407, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=14c96ba6-07a9-4f9a-9930-a5167d691407,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:03.456171 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:03.493163 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45788387-33c9-4318-90c8-d870fb85e99b x-openstack-request-id: req-45788387-33c9-4318-90c8-d870fb85e99b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:53:03.493788 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbfc520-f702-44c8-8072-8f490ff99bea", "name": "network-vif-plugged", "status": "completed", "tag": "14c96ba6-07a9-4f9a-9930-a5167d691407", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:53:03.494229 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45788387-33c9-4318-90c8-d870fb85e99b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:53:03.494819 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45788387-33c9-4318-90c8-d870fb85e99b'] response: {'server_uuid': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'code': 200} May 10 11:53:03.528091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=14c96ba6-07a9-4f9a-9930-a5167d691407,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:03.591872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3eca3-eb92-4fed-a621-9d6bfd189f9d req-bfccd945-27f6-45bb-b5a7-51ab0fc05eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:03.593798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ee3eca3-eb92-4fed-a621-9d6bfd189f9d req-bfccd945-27f6-45bb-b5a7-51ab0fc05eac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 1096 time: 0.0446239 May 10 11:53:03.633886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5d65-824c-4c6e-b9d5-0c96b9546f45 req-9222fa8c-ad45-4837-86f0-050618c17034 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:03.635381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fbde5d65-824c-4c6e-b9d5-0c96b9546f45 req-9222fa8c-ad45-4837-86f0-050618c17034 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 944 time: 0.5183713 May 10 11:53:03.636362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ee3eca3-eb92-4fed-a621-9d6bfd189f9d req-f11e5fae-e98b-434e-b64d-3f69e6d680dd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356615 May 10 11:53:03.652456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Allocated IP 172.20.0.14 (44666ac5-ca02-42c2-9744-804fb5c2e36f/38befd5e-36dd-42cb-8982-776d7d0375bd/f9ce741f-ad66-487f-8f0c-4fe150ce4389) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:53:03.695777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fbde5d65-824c-4c6e-b9d5-0c96b9546f45 req-2b4d209f-b9f6-4bbf-b531-868233e6a3cc tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536137 May 10 11:53:03.825014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:03.861938 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:03.874710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['28f2cd32-95d1-4519-ae8a-5354066f20db'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:53:03.909789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:53:03.915962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:53:03.918316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ce741f-ad66-487f-8f0c-4fe150ce4389,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:03.921591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:53:03.979005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:03.979998 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.009026 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-d37a199e-eb2c-4129-8b56-643e441fd9d2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9917891 May 10 11:53:04.035603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Request body: {'port': {'device_id': '417103af-c306-4e61-a9d4-0fcc3be847f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:53:04.102983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.199336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ed86f726-dd4c-4683-9e39-1e799e17667a None None] Provisioning complete for port f9ce741f-ad66-487f-8f0c-4fe150ce4389 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:53:04.199720 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ed86f726-dd4c-4683-9e39-1e799e17667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.238697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ed86f726-dd4c-4683-9e39-1e799e17667a None None] Port f9ce741f-ad66-487f-8f0c-4fe150ce4389 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:53:04.281892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd6344-afb2-47d0-82ef-7a710c535724 req-44a8ce15-8857-4d81-abe2-8984f91cac49 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:04.283456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5446707-8782-4c80-a560-ff34dbabcf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.284100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61cd6344-afb2-47d0-82ef-7a710c535724 req-44a8ce15-8857-4d81-abe2-8984f91cac49 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1028 time: 0.0464146 May 10 11:53:04.328774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61cd6344-afb2-47d0-82ef-7a710c535724 req-027a6d74-d7d5-4b4f-aba5-44c252f362ff tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 May 10 11:53:04.405848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ce741f-ad66-487f-8f0c-4fe150ce4389 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:53:04.413260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.425394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Transition to ACTIVE for port object f9ce741f-ad66-487f-8f0c-4fe150ce4389 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:53:04.432267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.488209 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ce741f-ad66-487f-8f0c-4fe150ce4389,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:04.577014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Attempting to bind port f9ce741f-ad66-487f-8f0c-4fe150ce4389 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:53:04.577440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Attempting to bind port f9ce741f-ad66-487f-8f0c-4fe150ce4389 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:53:04.577839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Attempting to bind port f9ce741f-ad66-487f-8f0c-4fe150ce4389 on network 44666ac5-ca02-42c2-9744-804fb5c2e36f {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:53:04.582889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Port f9ce741f-ad66-487f-8f0c-4fe150ce4389 on network 44666ac5-ca02-42c2-9744-804fb5c2e36f not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:53:04.583283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Attempting to bind port f9ce741f-ad66-487f-8f0c-4fe150ce4389 on network 44666ac5-ca02-42c2-9744-804fb5c2e36f {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:53:04.588577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:53:04.589002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Checking segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:53:04.589441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Bound using segment: {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:53:04.590037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Bound port: f9ce741f-ad66-487f-8f0c-4fe150ce4389, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c2b5d8-fc0f-4ad8-ab90-9901515e5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:53:04.590431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.683548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] For port f9ce741f-ad66-487f-8f0c-4fe150ce4389, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:53:04.696333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] For port f9ce741f-ad66-487f-8f0c-4fe150ce4389, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f9ce741f-ad66-487f-8f0c-4fe150ce4389,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:53:04.705887 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.764774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ce741f-ad66-487f-8f0c-4fe150ce4389,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:04.769708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:04.770317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:04.771896 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-4e9f8ddc-d0b0-4c65-b616-86c5b94d4922 service neutron] 10.222.0.70 "PUT /v2.0/ports/f9ce741f-ad66-487f-8f0c-4fe150ce4389 HTTP/1.1" status: 200 len: 1092 time: 0.7411475 May 10 11:53:04.772369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417103af-c306-4e61-a9d4-0fcc3be847f5', 'tag': 'f9ce741f-ad66-487f-8f0c-4fe150ce4389'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:53:04.774834 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8bbad3-f9c9-404b-832e-771739782800" -d '{"events": [{"name": "network-changed", "server_uuid": "417103af-c306-4e61-a9d4-0fcc3be847f5", "tag": "f9ce741f-ad66-487f-8f0c-4fe150ce4389"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:53:04.899972 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ca082f-81fc-438f-aa4d-0bc5aa3980ef x-openstack-request-id: req-72ca082f-81fc-438f-aa4d-0bc5aa3980ef {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:53:04.900248 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417103af-c306-4e61-a9d4-0fcc3be847f5", "tag": "f9ce741f-ad66-487f-8f0c-4fe150ce4389", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:53:04.900496 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72ca082f-81fc-438f-aa4d-0bc5aa3980ef {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:53:04.900896 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ca082f-81fc-438f-aa4d-0bc5aa3980ef'] response: {'name': 'network-changed', 'server_uuid': '417103af-c306-4e61-a9d4-0fcc3be847f5', 'tag': 'f9ce741f-ad66-487f-8f0c-4fe150ce4389', 'status': 'completed', 'code': 200} May 10 11:53:04.930711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661073-2696-40dd-9ef6-40042c97b32a req-0660adbf-12bd-44e2-89fb-78df24e008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:04.932989 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-0660adbf-12bd-44e2-89fb-78df24e008b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e08946a33134911be1e7ea7aaecee4b&device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1095 time: 0.1083632 May 10 11:53:04.945349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212033-93cd-401e-b2c8-6585a36792d2 req-5788290b-dcfc-47fa-b621-6072c59d65f2 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:04.947592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26212033-93cd-401e-b2c8-6585a36792d2 req-5788290b-dcfc-47fa-b621-6072c59d65f2 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 945 time: 0.1373491 May 10 11:53:05.011552 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-c3f18ba2-cdce-40b4-80fc-53e5cf97f7fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9ce741f-ad66-487f-8f0c-4fe150ce4389 HTTP/1.1" status: 200 len: 217 time: 0.0626676 May 10 11:53:05.065501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-26212033-93cd-401e-b2c8-6585a36792d2 req-0b2d3f9b-8695-4e7d-b878-f1874bd038bc tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078522 May 10 11:53:05.078077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661073-2696-40dd-9ef6-40042c97b32a req-2c5ee5c6-d642-4a08-9181-516480cd34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:05.079795 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-2c5ee5c6-d642-4a08-9181-516480cd34e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=38befd5e-36dd-42cb-8982-776d7d0375bd HTTP/1.1" status: 200 len: 848 time: 0.0611956 May 10 11:53:05.132937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661073-2696-40dd-9ef6-40042c97b32a req-5392e3d5-e57c-46c1-8172-7a2009dd2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:05.134485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-5392e3d5-e57c-46c1-8172-7a2009dd2dbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44666ac5-ca02-42c2-9744-804fb5c2e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484989 May 10 11:53:05.199965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0f908-2e84-49ff-ba6e-48ae13a97ad4 req-139a02a5-c355-46de-9829-5769abdcd2f0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:05.201454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-04c0f908-2e84-49ff-ba6e-48ae13a97ad4 req-139a02a5-c355-46de-9829-5769abdcd2f0 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 945 time: 0.0557792 May 10 11:53:05.211372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45530) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:05.216364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Request body: {'floatingip': {'port_id': '14c96ba6-07a9-4f9a-9930-a5167d691407'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:53:05.236020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-4d8909d2-e3f2-4ef0-8363-ea62da297b4d service neutron] 10.222.0.70 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932355 May 10 11:53:05.268777 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:05.357279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17661073-2696-40dd-9ef6-40042c97b32a req-359da829-e975-4b30-80d3-a7a54d5d88de service neutron] 10.222.0.70 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147110 May 10 11:53:05.516919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8ae1f-32c9-4308-a236-5962ba49e7b6 req-be12247c-4007-4dc6-bc8e-052a3717690e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:05.518500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eef8ae1f-32c9-4308-a236-5962ba49e7b6 req-be12247c-4007-4dc6-bc8e-052a3717690e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1095 time: 0.0949514 May 10 11:53:05.520605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbad3-f9c9-404b-832e-771739782800 req-98cda64d-a8b0-487d-9046-8d3a80c0f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:05.522114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff8bbad3-f9c9-404b-832e-771739782800 req-98cda64d-a8b0-487d-9046-8d3a80c0f273 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e08946a33134911be1e7ea7aaecee4b&device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1095 time: 0.1053340 May 10 11:53:05.548112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:05.623385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eef8ae1f-32c9-4308-a236-5962ba49e7b6 req-9472157c-5013-41bb-90d6-25568ee57457 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842431 May 10 11:53:05.678835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbad3-f9c9-404b-832e-771739782800 req-54b123c5-8016-4b29-a889-cf3133d7afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:05.680276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff8bbad3-f9c9-404b-832e-771739782800 req-54b123c5-8016-4b29-a889-cf3133d7afc7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44666ac5-ca02-42c2-9744-804fb5c2e36f HTTP/1.1" status: 200 len: 910 time: 0.1499555 May 10 11:53:05.739888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff8bbad3-f9c9-404b-832e-771739782800 req-059a15c9-3696-42a2-8fc4-ef70582c1596 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9ce741f-ad66-487f-8f0c-4fe150ce4389 HTTP/1.1" status: 200 len: 217 time: 0.0510495 May 10 11:53:05.809446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbad3-f9c9-404b-832e-771739782800 req-9cd5f4c4-ddbd-49c4-9996-d27b06702578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:05.811413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff8bbad3-f9c9-404b-832e-771739782800 req-9cd5f4c4-ddbd-49c4-9996-d27b06702578 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=38befd5e-36dd-42cb-8982-776d7d0375bd HTTP/1.1" status: 200 len: 848 time: 0.0641625 May 10 11:53:05.855747 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:05.861106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:05.864793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbad3-f9c9-404b-832e-771739782800 req-c56cec1e-6ab8-43e0-b448-5ce842c1a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:05.865344 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff8bbad3-f9c9-404b-832e-771739782800 req-c56cec1e-6ab8-43e0-b448-5ce842c1a052 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44666ac5-ca02-42c2-9744-804fb5c2e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470562 May 10 11:53:05.968226 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff8bbad3-f9c9-404b-832e-771739782800 req-621c069e-c1a2-4d3f-a2be-d3f75b7d56f2 service neutron] 10.222.0.70 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953307 May 10 11:53:05.969867 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Floating IP 590531fe-fc30-4f6d-b65e-58853012f62b associated. External IP: 172.25.8.205, port: 14c96ba6-07a9-4f9a-9930-a5167d691407. May 10 11:53:06.086910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff8bbad3-f9c9-404b-832e-771739782800 req-3b73d87f-7e19-43cf-8d90-944b7ff12198 service neutron] 10.222.0.70 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111333 May 10 11:53:06.226789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Router fc7c970b-ab82-438c-a288-e7c3e0f10732 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:53:06.347452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:53:06.352461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:06.364803 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] Sync routers for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:53:06.375078 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:53:06.375700 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:06.384658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eabee452-d25b-4145-857b-bbc94a7d507c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "PUT /v2.0/floatingips/590531fe-fc30-4f6d-b65e-58853012f62b HTTP/1.1" status: 200 len: 991 time: 1.1695082 May 10 11:53:06.384658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'tag': '14c96ba6-07a9-4f9a-9930-a5167d691407'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:53:06.385723 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23918e21-cb3c-49af-b7ee-2c43a58e9676" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbfc520-f702-44c8-8072-8f490ff99bea", "tag": "14c96ba6-07a9-4f9a-9930-a5167d691407"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:53:06.426621 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9d31e3-f67f-44bc-b2f4-090603ddd4d0 x-openstack-request-id: req-1e9d31e3-f67f-44bc-b2f4-090603ddd4d0 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:53:06.427463 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbfc520-f702-44c8-8072-8f490ff99bea", "tag": "14c96ba6-07a9-4f9a-9930-a5167d691407", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:53:06.427463 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e9d31e3-f67f-44bc-b2f4-090603ddd4d0 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:53:06.427670 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9d31e3-f67f-44bc-b2f4-090603ddd4d0'] response: {'name': 'network-changed', 'server_uuid': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'tag': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'status': 'completed', 'code': 200} May 10 11:53:06.495637 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:53:06.513001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-d27119a0-14fe-4c61-ac8d-eb0466df0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:06.514827 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-d27119a0-14fe-4c61-ac8d-eb0466df0b25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 1096 time: 0.0472174 May 10 11:53:06.618193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-85f5129a-f7cb-48dc-a036-21f6f849511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:06.619904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-85f5129a-f7cb-48dc-a036-21f6f849511c service neutron] 10.222.0.70 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.0980706 May 10 11:53:06.773938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-fb20a4af-ff9f-43d5-8080-e53c4e37eb84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c96ba6-07a9-4f9a-9930-a5167d691407 HTTP/1.1" status: 200 len: 999 time: 0.1474190 May 10 11:53:06.791698 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '590531fe-fc30-4f6d-b65e-58853012f62b', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'port_id': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'mac_address': 'fa:16:3e:bf:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:52:53Z', 'updated_at': '2022-05-10T11:53:05Z', 'revision_number': 1, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:06.824530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355234a-b657-44ec-880d-5f784e40ea12 req-2819e5f4-1197-4412-9154-97c26277c5a2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:06.826048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5355234a-b657-44ec-880d-5f784e40ea12 req-2819e5f4-1197-4412-9154-97c26277c5a2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1095 time: 0.0977523 May 10 11:53:06.833379 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] Checking router: fc7c970b-ab82-438c-a288-e7c3e0f10732 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:53:06.835057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-e2b54d70-4ab0-42bd-b6f2-fa268a280e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:06.836516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-e2b54d70-4ab0-42bd-b6f2-fa268a280e58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0552385 May 10 11:53:06.843297 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:53:06.844099 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:52:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:06.897219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5355234a-b657-44ec-880d-5f784e40ea12 req-3ce19603-e992-44f0-8547-dd47a4327a1a tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594342 May 10 11:53:06.910210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-8d31baa2-c602-406f-ab45-295e1be2c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:06.911665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-8d31baa2-c602-406f-ab45-295e1be2c853 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671875 May 10 11:53:06.977882 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:53:07.024739 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-f2921986-014d-48e3-866d-995f4325287b service neutron] 10.222.0.70 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062202 May 10 11:53:07.148377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-23918e21-cb3c-49af-b7ee-2c43a58e9676 req-fa2fd088-c708-4adc-98d9-ab2fa69084e9 service neutron] 10.222.0.70 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168053 May 10 11:53:07.253120 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6522-516b-4de0-aeb1-7c4f5063ff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:07.257508 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '590531fe-fc30-4f6d-b65e-58853012f62b', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'port_id': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'mac_address': 'fa:16:3e:bf:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:52:53Z', 'updated_at': '2022-05-10T11:53:05Z', 'revision_number': 1, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:07.290922 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d6d3f-8639-4b56-aeff-2a4d9ffe2e0e None None] The sync data for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 is: [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '590531fe-fc30-4f6d-b65e-58853012f62b', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'port_id': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'mac_address': 'fa:16:3e:bf:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:52:53Z', 'updated_at': '2022-05-10T11:53:05Z', 'revision_number': 1, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:53:07.527732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fdfa31-fc66-4214-8de6-080d4e0d0c18 None None] New status for floating IP 590531fe-fc30-4f6d-b65e-58853012f62b: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:53:07.858671 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:08.017845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b630c-7df3-49f6-9877-75d8d15ae022 req-fc238b94-0a08-40b3-a1e7-dff48f683152 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:08.020333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb5b630c-7df3-49f6-9877-75d8d15ae022 req-fc238b94-0a08-40b3-a1e7-dff48f683152 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1095 time: 0.0435579 May 10 11:53:08.057892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eb5b630c-7df3-49f6-9877-75d8d15ae022 req-bb28c1b0-a239-4f0e-b7d5-64823b77b79f tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 May 10 11:53:09.198862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf29ec-dd91-4cfb-8c07-da797fb26988 req-17cc01e5-60bf-4e35-b2d4-6023d17a02ca tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:09.201672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98cf29ec-dd91-4cfb-8c07-da797fb26988 req-17cc01e5-60bf-4e35-b2d4-6023d17a02ca tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1095 time: 0.0589871 May 10 11:53:09.242877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98cf29ec-dd91-4cfb-8c07-da797fb26988 req-7f01d204-3898-42be-96ae-9fc171c3abf5 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336988 May 10 11:53:09.256615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f9ce741f-ad66-487f-8f0c-4fe150ce4389 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:53:09.341177 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:09.367979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f9ce741f-ad66-487f-8f0c-4fe150ce4389, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f9ce741f-ad66-487f-8f0c-4fe150ce4389,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:09.379457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'f9ce741f-ad66-487f-8f0c-4fe150ce4389', 'network_id': '44666ac5-ca02-42c2-9744-804fb5c2e36f', 'port_id': 'f9ce741f-ad66-487f-8f0c-4fe150ce4389', 'mac_address': 'fa:16:3e:c2:d2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38befd5e-36dd-42cb-8982-776d7d0375bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:53:09.426303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f9ce741f-ad66-487f-8f0c-4fe150ce4389 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:53:09.426711 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:09.440199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ce741f-ad66-487f-8f0c-4fe150ce4389 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:53:09.460652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f9ce741f-ad66-487f-8f0c-4fe150ce4389, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f9ce741f-ad66-487f-8f0c-4fe150ce4389,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:09.464925 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:09.528305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f9ce741f-ad66-487f-8f0c-4fe150ce4389,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:09.567524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:09.683914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['f9ce741f-ad66-487f-8f0c-4fe150ce4389'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:53:10.357219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72dfca-4f66-45ab-90b7-66212f7def4a req-b6a5d9c7-52da-4870-af88-db3f80c0ce2d tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:10.358897 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa72dfca-4f66-45ab-90b7-66212f7def4a req-b6a5d9c7-52da-4870-af88-db3f80c0ce2d tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1096 time: 0.0412769 May 10 11:53:10.397573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa72dfca-4f66-45ab-90b7-66212f7def4a req-76eef932-fa3e-4fa9-bf13-364eba8bf117 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 May 10 11:53:11.252678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f9ce741f-ad66-487f-8f0c-4fe150ce4389 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:53:11.306743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port f9ce741f-ad66-487f-8f0c-4fe150ce4389 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:53:11.314368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port f9ce741f-ad66-487f-8f0c-4fe150ce4389 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:53:11.314737 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:11.395656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f9ce741f-ad66-487f-8f0c-4fe150ce4389 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:53:11.396086 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:11.419218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417103af-c306-4e61-a9d4-0fcc3be847f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ce741f-ad66-487f-8f0c-4fe150ce4389'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:53:11.421633 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee387212-1e9d-4807-9747-11f30c7f884d" -d '{"events": [{"server_uuid": "417103af-c306-4e61-a9d4-0fcc3be847f5", "name": "network-vif-plugged", "status": "completed", "tag": "f9ce741f-ad66-487f-8f0c-4fe150ce4389"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:53:11.434715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f9ce741f-ad66-487f-8f0c-4fe150ce4389, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f9ce741f-ad66-487f-8f0c-4fe150ce4389,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:11.442425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:11.492423 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29c53a7-7b42-4224-a0bb-c73af2e83416 x-openstack-request-id: req-a29c53a7-7b42-4224-a0bb-c73af2e83416 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:53:11.492724 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417103af-c306-4e61-a9d4-0fcc3be847f5", "name": "network-vif-plugged", "status": "completed", "tag": "f9ce741f-ad66-487f-8f0c-4fe150ce4389", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:53:11.492982 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a29c53a7-7b42-4224-a0bb-c73af2e83416 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:53:11.493462 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29c53a7-7b42-4224-a0bb-c73af2e83416'] response: {'server_uuid': '417103af-c306-4e61-a9d4-0fcc3be847f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ce741f-ad66-487f-8f0c-4fe150ce4389', 'code': 200} May 10 11:53:11.513287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f9ce741f-ad66-487f-8f0c-4fe150ce4389,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:11.552919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2c921-b48b-4475-bbde-b34329b29a3b req-9449c7b8-183e-49df-9c09-030f341f82f5 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:11.554546 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05f2c921-b48b-4475-bbde-b34329b29a3b req-9449c7b8-183e-49df-9c09-030f341f82f5 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0530257 May 10 11:53:11.615773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05f2c921-b48b-4475-bbde-b34329b29a3b req-78b2722b-4234-43a6-bea4-676ea6bd68c5 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 May 10 11:53:11.627705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c645423-383d-4ea4-854d-84e03894698f req-97991bd0-be23-4ed4-9108-2c14e8d88764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:11.629358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9c645423-383d-4ea4-854d-84e03894698f req-97991bd0-be23-4ed4-9108-2c14e8d88764 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0737269 May 10 11:53:11.668434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9c645423-383d-4ea4-854d-84e03894698f req-5c43d462-5a0e-417a-9848-846b4af9e674 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 May 10 11:53:12.739755 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c287b-99a1-4822-a084-1683702b3516 req-ed0df35c-2bf9-4e84-a53e-b9fde1ce9467 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:12.741366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889c287b-99a1-4822-a084-1683702b3516 req-ed0df35c-2bf9-4e84-a53e-b9fde1ce9467 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0460157 May 10 11:53:12.780292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889c287b-99a1-4822-a084-1683702b3516 req-48974f05-71ca-4c5f-aa55-966b3190e936 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323460 May 10 11:53:13.899791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac54dc7-fc92-4678-bbe6-c5d1d5de1940 req-c7cdfc4e-ff38-47e2-a74d-7d3e2aa9501e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:13.901354 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ac54dc7-fc92-4678-bbe6-c5d1d5de1940 req-c7cdfc4e-ff38-47e2-a74d-7d3e2aa9501e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0490592 May 10 11:53:13.939785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ac54dc7-fc92-4678-bbe6-c5d1d5de1940 req-1a27ad26-9562-4718-a1a9-7e1a9b789cca tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297959 May 10 11:53:14.058770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b80ab-4520-4840-beb8-915e325b8609 req-8ccb4508-f4c7-4a18-a967-53a096392f26 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:14.060333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-703b80ab-4520-4840-beb8-915e325b8609 req-8ccb4508-f4c7-4a18-a967-53a096392f26 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0443091 May 10 11:53:14.098883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-703b80ab-4520-4840-beb8-915e325b8609 req-b4c59561-09ec-49f3-9c8a-179367fc0e82 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 May 10 11:53:14.211045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5d48-d211-455d-9a69-c3430c6b1757 req-bb35957f-f181-4bb4-a706-b60cfcce6bf5 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:14.212622 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-648b5d48-d211-455d-9a69-c3430c6b1757 req-bb35957f-f181-4bb4-a706-b60cfcce6bf5 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0448694 May 10 11:53:14.250584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-648b5d48-d211-455d-9a69-c3430c6b1757 req-735e292d-2ce4-4d18-90e0-11b149fddd54 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307071 May 10 11:53:14.488319 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911faa-7179-49ae-899d-4303dddbfc69 req-e38b97a2-565e-4be2-81c7-69dae3988b8f tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:14.489960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55911faa-7179-49ae-899d-4303dddbfc69 req-e38b97a2-565e-4be2-81c7-69dae3988b8f tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0409842 May 10 11:53:14.530218 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55911faa-7179-49ae-899d-4303dddbfc69 req-8ad5e2be-ca7a-4182-966b-7ae1ed54ecec tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339296 May 10 11:53:15.650721 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0127b82-33f8-467b-b57f-2caf8dac9b2c req-f565228f-da3c-4056-9944-39902e74439e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:15.652272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b0127b82-33f8-467b-b57f-2caf8dac9b2c req-f565228f-da3c-4056-9944-39902e74439e tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0419943 May 10 11:53:15.686752 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b0127b82-33f8-467b-b57f-2caf8dac9b2c req-c471a941-a47c-4182-bad3-cf3e24952126 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282683 May 10 11:53:15.802675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-14cea4f2-0ad6-49f9-bd5c-a9211dc749e2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:15.804212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-14cea4f2-0ad6-49f9-bd5c-a9211dc749e2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 1097 time: 0.0431788 May 10 11:53:15.886869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Deleting port f9ce741f-ad66-487f-8f0c-4fe150ce4389 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:15.887189 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:15.969610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] For port f9ce741f-ad66-487f-8f0c-4fe150ce4389, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f9ce741f-ad66-487f-8f0c-4fe150ce4389,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:15.969987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:15.983256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Calling delete_port for f9ce741f-ad66-487f-8f0c-4fe150ce4389 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:16.110371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:16.123654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['f9ce741f-ad66-487f-8f0c-4fe150ce4389'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:53:16.126381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['28f2cd32-95d1-4519-ae8a-5354066f20db'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:53:16.146578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9ce741f-ad66-487f-8f0c-4fe150ce4389,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:16.170709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.170709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.170932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.171195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.171529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.172082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.172398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.172726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.173052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.173380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.173678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.174004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:16.206028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] No DVR routers for this DVR port f9ce741f-ad66-487f-8f0c-4fe150ce4389 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:53:16.208992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:16.212616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1433801d-698d-4dc0-b234-8921cfa67b62 req-0d411f66-d06e-40b3-b84f-b65a156339bc tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f9ce741f-ad66-487f-8f0c-4fe150ce4389 HTTP/1.1" status: 204 len: 173 time: 0.4019327 May 10 11:53:16.213310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417103af-c306-4e61-a9d4-0fcc3be847f5', 'name': 'network-vif-deleted', 'tag': 'f9ce741f-ad66-487f-8f0c-4fe150ce4389'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:53:16.218048 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0310e345-2cd8-4013-9398-8fbca58cf2e1" -d '{"events": [{"server_uuid": "417103af-c306-4e61-a9d4-0fcc3be847f5", "name": "network-vif-deleted", "tag": "f9ce741f-ad66-487f-8f0c-4fe150ce4389"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:53:16.297255 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623bafc-fcf6-413c-8fa7-6ada583860a0 x-openstack-request-id: req-e623bafc-fcf6-413c-8fa7-6ada583860a0 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:53:16.297739 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417103af-c306-4e61-a9d4-0fcc3be847f5", "name": "network-vif-deleted", "tag": "f9ce741f-ad66-487f-8f0c-4fe150ce4389", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:53:16.298149 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e623bafc-fcf6-413c-8fa7-6ada583860a0 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:53:16.298779 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e623bafc-fcf6-413c-8fa7-6ada583860a0'] response: {'server_uuid': '417103af-c306-4e61-a9d4-0fcc3be847f5', 'name': 'network-vif-deleted', 'tag': 'f9ce741f-ad66-487f-8f0c-4fe150ce4389', 'status': 'completed', 'code': 200} May 10 11:53:16.455327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0857415d-389d-4ce4-a88e-43569127e24e req-a5206c5d-44b4-4dfd-9185-066e5ac6d6d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2039061 May 10 11:53:16.541658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857415d-389d-4ce4-a88e-43569127e24e req-897b3686-f7ff-47fe-ad78-4a3f59e9df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:16.543206 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0857415d-389d-4ce4-a88e-43569127e24e req-897b3686-f7ff-47fe-ad78-4a3f59e9df3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e08946a33134911be1e7ea7aaecee4b&device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0448942 May 10 11:53:16.659338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857415d-389d-4ce4-a88e-43569127e24e req-cf8defa8-ac6f-4156-9873-a9f24cf979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:16.660764 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0857415d-389d-4ce4-a88e-43569127e24e req-cf8defa8-ac6f-4156-9873-a9f24cf979ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=44666ac5-ca02-42c2-9744-804fb5c2e36f HTTP/1.1" status: 200 len: 910 time: 0.0972509 May 10 11:53:16.706061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0857415d-389d-4ce4-a88e-43569127e24e req-f6b8baa4-c18a-4a4a-add8-b6f88bd7cce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f2cd32-95d1-4519-ae8a-5354066f20db HTTP/1.1" status: 200 len: 217 time: 0.0380611 May 10 11:53:16.767248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857415d-389d-4ce4-a88e-43569127e24e req-c7729bf3-8c67-44e7-bf56-04cfc5b761e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:16.769540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0857415d-389d-4ce4-a88e-43569127e24e req-c7729bf3-8c67-44e7-bf56-04cfc5b761e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=38befd5e-36dd-42cb-8982-776d7d0375bd HTTP/1.1" status: 200 len: 848 time: 0.0570374 May 10 11:53:17.184100 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7d2e39e-955a-4cb0-8ab5-2d5fb13a550a req-27022a0c-788f-4964-85d0-289fad58ae1c tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=417103af-c306-4e61-a9d4-0fcc3be847f5 HTTP/1.1" status: 200 len: 210 time: 0.0292082 May 10 11:53:17.193839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857415d-389d-4ce4-a88e-43569127e24e req-2d9cddd9-2c0d-4543-a82a-feca99f882a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:17.195374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0857415d-389d-4ce4-a88e-43569127e24e req-2d9cddd9-2c0d-4543-a82a-feca99f882a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44666ac5-ca02-42c2-9744-804fb5c2e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4185658 May 10 11:53:17.289504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0857415d-389d-4ce4-a88e-43569127e24e req-14048840-dc05-4304-a20a-f0cb5993af9b service neutron] 10.222.0.49 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862553 May 10 11:53:17.379980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0857415d-389d-4ce4-a88e-43569127e24e req-672d7d61-ec91-46a7-9002-4a3853d0c607 service neutron] 10.222.0.49 "GET /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834138 May 10 11:53:18.463877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b250e84-1222-48ef-9ece-61f8e225fd28 req-26ca7169-e4d7-4f40-bc74-3feacdfb05d7 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:18.465398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b250e84-1222-48ef-9ece-61f8e225fd28 req-26ca7169-e4d7-4f40-bc74-3feacdfb05d7 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0439942 May 10 11:53:18.507059 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b250e84-1222-48ef-9ece-61f8e225fd28 req-1f0add1b-513b-4a1b-a260-347e964a3c60 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348310 May 10 11:53:19.284735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f9ce741f-ad66-487f-8f0c-4fe150ce4389 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:53:19.311192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: f9ce741f-ad66-487f-8f0c-4fe150ce4389 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:53:19.311536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f9ce741f-ad66-487f-8f0c-4fe150ce4389 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:53:19.625879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5bd85-3597-4394-9d96-e5d77e984348 req-b082c684-137a-4fd4-a946-586747777aaa tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:19.629636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9f5bd85-3597-4394-9d96-e5d77e984348 req-b082c684-137a-4fd4-a946-586747777aaa tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0483339 May 10 11:53:19.671372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9f5bd85-3597-4394-9d96-e5d77e984348 req-e0258447-f317-45c0-bf3c-0fb64445ea73 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=93bf8510-7644-4ead-b960-9197e40d7cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 May 10 11:53:19.805773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-26c01a5b-bb9e-43f8-9ba1-0894b3a0ebf2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:53:19.807280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-26c01a5b-bb9e-43f8-9ba1-0894b3a0ebf2 tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=14147aec-b5e0-4bb3-985e-69cd5b506bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0469134 May 10 11:53:19.890676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Deleting port 28f2cd32-95d1-4519-ae8a-5354066f20db {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:19.890994 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:19.971415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] For port 28f2cd32-95d1-4519-ae8a-5354066f20db, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=28f2cd32-95d1-4519-ae8a-5354066f20db,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:19.971671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:19.984873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Calling delete_port for 28f2cd32-95d1-4519-ae8a-5354066f20db owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:20.106473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:20.117456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['28f2cd32-95d1-4519-ae8a-5354066f20db'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:53:20.139000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Pushing event deleted for resources: {'Port': ['ID=28f2cd32-95d1-4519-ae8a-5354066f20db,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:20.181467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] No DVR routers for this DVR port 28f2cd32-95d1-4519-ae8a-5354066f20db on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:53:20.184190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:20.188067 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e537fa37-c97e-4eed-a3ee-3e308650bdc6 req-d20e398c-dee6-4f22-85cd-91dfe577c3ee tempest-TestServerMultinode-2132712707 tempest-TestServerMultinode-2132712707-project-admin] 10.222.0.49 "DELETE /v2.0/ports/28f2cd32-95d1-4519-ae8a-5354066f20db HTTP/1.1" status: 204 len: 173 time: 0.3741193 May 10 11:53:20.188534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14147aec-b5e0-4bb3-985e-69cd5b506bc5', 'name': 'network-vif-deleted', 'tag': '28f2cd32-95d1-4519-ae8a-5354066f20db'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:53:20.193778 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ead3101-bad9-4ae7-9450-a45795387fe1" -d '{"events": [{"server_uuid": "14147aec-b5e0-4bb3-985e-69cd5b506bc5", "name": "network-vif-deleted", "tag": "28f2cd32-95d1-4519-ae8a-5354066f20db"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:53:20.249160 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91495f8e-3877-4089-b1eb-94bf248beb15 x-openstack-request-id: req-91495f8e-3877-4089-b1eb-94bf248beb15 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:53:20.249489 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14147aec-b5e0-4bb3-985e-69cd5b506bc5", "name": "network-vif-deleted", "tag": "28f2cd32-95d1-4519-ae8a-5354066f20db", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:53:20.249722 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91495f8e-3877-4089-b1eb-94bf248beb15 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:53:20.250136 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91495f8e-3877-4089-b1eb-94bf248beb15'] response: {'server_uuid': '14147aec-b5e0-4bb3-985e-69cd5b506bc5', 'name': 'network-vif-deleted', 'tag': '28f2cd32-95d1-4519-ae8a-5354066f20db', 'status': 'completed', 'code': 200} May 10 11:53:20.744873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45778) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:21.111110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:21.376740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Deleting port de8ad093-fe34-40ea-a35c-fc8f19414a74 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:21.376971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:21.454638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] For port de8ad093-fe34-40ea-a35c-fc8f19414a74, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=de8ad093-fe34-40ea-a35c-fc8f19414a74,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:21.454979 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:21.467682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Calling delete_port for de8ad093-fe34-40ea-a35c-fc8f19414a74 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:21.655614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:21.683307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8ad093-fe34-40ea-a35c-fc8f19414a74,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:21.887036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:22.142798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Router a00301d1-bf72-4520-a95e-dd8b684c04f2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:53:22.265355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:53:22.274956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ef9e8634-169d-4c2a-a0da-3dca84198873 admin admin] 10.222.0.13 "PUT /v2.0/routers/a00301d1-bf72-4520-a95e-dd8b684c04f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288863 May 10 11:53:22.277247 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] Sync routers for ids ['a00301d1-bf72-4520-a95e-dd8b684c04f2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:53:22.277772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45842) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:22.288126 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] Routers {'a00301d1-bf72-4520-a95e-dd8b684c04f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:53:22.289523 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:53:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a00301d1-bf72-4520-a95e-dd8b684c04f2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:22.403773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:22.426183 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] Set router a00301d1-bf72-4520-a95e-dd8b684c04f2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:53:22.544953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:22.618656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:53:21Z', 'revision_number': 5, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port': {'id': '5564963d-2970-4dd8-99f3-addf33223cf2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:38Z', 'updated_at': '2022-05-10T11:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:22.626370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Deleting port 5564963d-2970-4dd8-99f3-addf33223cf2 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:22.626866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:22.648764 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] Checking router: a00301d1-bf72-4520-a95e-dd8b684c04f2 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:53:22.657702 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] Routers {'a00301d1-bf72-4520-a95e-dd8b684c04f2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:53:22.658401 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:53:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['a00301d1-bf72-4520-a95e-dd8b684c04f2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:22.719451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] For port 5564963d-2970-4dd8-99f3-addf33223cf2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5564963d-2970-4dd8-99f3-addf33223cf2,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:22.719850 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:22.738392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Calling delete_port for 5564963d-2970-4dd8-99f3-addf33223cf2 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:22.799498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 28f2cd32-95d1-4519-ae8a-5354066f20db no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:53:22.832931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 28f2cd32-95d1-4519-ae8a-5354066f20db {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:53:22.833472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 28f2cd32-95d1-4519-ae8a-5354066f20db not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:53:22.850680 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] Set router a00301d1-bf72-4520-a95e-dd8b684c04f2 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:53:22.903652 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:53:22Z', 'revision_number': 6, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:22.936002 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccbfb42-b381-4381-aa61-0e613e62c750 None None] The sync data for ids ['a00301d1-bf72-4520-a95e-dd8b684c04f2'] in n-d-840949-1 is: [{'id': 'a00301d1-bf72-4520-a95e-dd8b684c04f2', 'name': 'tempest-TestServerMultinode-801840859-router', 'tenant_id': '8a5073b5bc05460793ce1708746fb00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:37Z', 'updated_at': '2022-05-10T11:53:22Z', 'revision_number': 6, 'project_id': '8a5073b5bc05460793ce1708746fb00b', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:53:22.983224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.015010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5564963d-2970-4dd8-99f3-addf33223cf2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:23.081707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.184506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.188184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.234954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.236112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a00301d1-bf72-4520-a95e-dd8b684c04f2 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:53:23.244152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.247808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-67e9b756-06fd-4ef2-bdfe-65f539a4b9e1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a00301d1-bf72-4520-a95e-dd8b684c04f2 HTTP/1.1" status: 204 len: 168 time: 0.9668326 May 10 11:53:23.248143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 45964) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:23.304353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61b3be5-952c-41e0-af75-9cbcd25a0512 admin admin] Deleting subnet 38befd5e-36dd-42cb-8982-776d7d0375bd {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:53:23.308809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e61b3be5-952c-41e0-af75-9cbcd25a0512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.348113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e61b3be5-952c-41e0-af75-9cbcd25a0512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.435942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e61b3be5-952c-41e0-af75-9cbcd25a0512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.495045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e61b3be5-952c-41e0-af75-9cbcd25a0512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.525196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b3be5-952c-41e0-af75-9cbcd25a0512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38befd5e-36dd-42cb-8982-776d7d0375bd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:23.528704 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e61b3be5-952c-41e0-af75-9cbcd25a0512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.530863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a56bc-74f2-4fe1-9482-a04293e9a2ea None None] Network 44666ac5-ca02-42c2-9744-804fb5c2e36f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:53:23.532260 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e61b3be5-952c-41e0-af75-9cbcd25a0512 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/38befd5e-36dd-42cb-8982-776d7d0375bd HTTP/1.1" status: 204 len: 168 time: 0.2830725 May 10 11:53:23.534959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46006) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:23.613747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.677763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Deleting port 2321e3a4-9198-446e-907f-c27b964a0028 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:23.677894 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.752711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] For port 2321e3a4-9198-446e-907f-c27b964a0028, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2321e3a4-9198-446e-907f-c27b964a0028,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:23.753202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.775355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] DHCP port deletion for 44666ac5-ca02-42c2-9744-804fb5c2e36f request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:53:23.786406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Calling delete_port for 2321e3a4-9198-446e-907f-c27b964a0028 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:23.839216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] Deleting port 2321e3a4-9198-446e-907f-c27b964a0028 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:23.839635 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.855336 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:53:23.884889 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.910500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] For port 2321e3a4-9198-446e-907f-c27b964a0028, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2321e3a4-9198-446e-907f-c27b964a0028,segment=NetworkSegment(87c2b5d8-fc0f-4ad8-ab90-9901515e5051),segment_id=87c2b5d8-fc0f-4ad8-ab90-9901515e5051)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:23.911001 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:23.923623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] No DVR routers for this DVR port 2321e3a4-9198-446e-907f-c27b964a0028 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:53:23.926392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] Calling delete_port for 2321e3a4-9198-446e-907f-c27b964a0028 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:23.927049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2321e3a4-9198-446e-907f-c27b964a0028,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:24.020340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.020878 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.043841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44666ac5-ca02-42c2-9744-804fb5c2e36f']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:24.048500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] Pushing event deleted for resources: {'Port': ['ID=2321e3a4-9198-446e-907f-c27b964a0028,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:24.052789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c8021-e81f-4f20-980c-1b9097049af6 None None] No DVR routers for this DVR port 2321e3a4-9198-446e-907f-c27b964a0028 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:53:24.058059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c2b5d8-fc0f-4ad8-ab90-9901515e5051') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:24.058436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c2b5d8-fc0f-4ad8-ab90-9901515e5051') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:24.073888 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.090536 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.097616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:53:24.098015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: timer() May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:53:24.099708 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:53:24.172703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.172703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.175487 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44666ac5-ca02-42c2-9744-804fb5c2e36f HTTP/1.1" status: 204 len: 168 time: 0.6394744 May 10 11:53:24.178285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:24.195178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484ca71-acde-448f-99fe-de702bb8cbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=44666ac5-ca02-42c2-9744-804fb5c2e36f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:24.209118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device de8ad093-fe34-40ea-a35c-fc8f19414a74 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:53:24.230153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: de8ad093-fe34-40ea-a35c-fc8f19414a74 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:53:24.230445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device de8ad093-fe34-40ea-a35c-fc8f19414a74 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:53:24.230878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5564963d-2970-4dd8-99f3-addf33223cf2 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:53:24.251689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5564963d-2970-4dd8-99f3-addf33223cf2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:53:24.252127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5564963d-2970-4dd8-99f3-addf33223cf2 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:53:24.252670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2321e3a4-9198-446e-907f-c27b964a0028 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:53:24.275841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2321e3a4-9198-446e-907f-c27b964a0028 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:53:24.276193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2321e3a4-9198-446e-907f-c27b964a0028 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:53:24.588162 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.866470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Deleting port ee1a53ca-398c-414b-9cb6-2adc9fac04da {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:24.866817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.950470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] For port ee1a53ca-398c-414b-9cb6-2adc9fac04da, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee1a53ca-398c-414b-9cb6-2adc9fac04da,segment=NetworkSegment(5af09517-3e5c-47ca-9fe1-362e9e1013ad),segment_id=5af09517-3e5c-47ca-9fe1-362e9e1013ad)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:24.950842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:24.967751 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Calling delete_port for ee1a53ca-398c-414b-9cb6-2adc9fac04da owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:25.164779 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:25.199680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1a53ca-398c-414b-9cb6-2adc9fac04da,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:25.366798 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:25.834773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Router 5a338981-bc96-4512-bd20-c2fe5e3a6327 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:53:25.942032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:53:25.947074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f4e1e3a8-27b4-43ff-9b9e-632359ccd74f admin admin] 10.222.0.13 "PUT /v2.0/routers/5a338981-bc96-4512-bd20-c2fe5e3a6327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677951 May 10 11:53:25.949851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46230) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:25.953473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa596095-492b-4993-a028-716be3f5867f None None] Sync routers for ids ['5a338981-bc96-4512-bd20-c2fe5e3a6327'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:53:25.975258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa596095-492b-4993-a028-716be3f5867f None None] Routers {'5a338981-bc96-4512-bd20-c2fe5e3a6327'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:53:25.975258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-aa596095-492b-4993-a028-716be3f5867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:53:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a338981-bc96-4512-bd20-c2fe5e3a6327'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:26.057445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.084995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-aa596095-492b-4993-a028-716be3f5867f None None] Set router 5a338981-bc96-4512-bd20-c2fe5e3a6327 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:53:26.167275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.226648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Deleting port faafd1a0-3b53-4775-9078-3a850289f814 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:26.226992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.321045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-aa596095-492b-4993-a028-716be3f5867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:53:25Z', 'revision_number': 5, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port': {'id': 'faafd1a0-3b53-4775-9078-3a850289f814', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:52:43Z', 'updated_at': '2022-05-10T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:26.324129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] For port faafd1a0-3b53-4775-9078-3a850289f814, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=faafd1a0-3b53-4775-9078-3a850289f814,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:26.324665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.344484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Calling delete_port for faafd1a0-3b53-4775-9078-3a850289f814 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:26.354641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa596095-492b-4993-a028-716be3f5867f None None] Checking router: 5a338981-bc96-4512-bd20-c2fe5e3a6327 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:53:26.363248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa596095-492b-4993-a028-716be3f5867f None None] Routers {'5a338981-bc96-4512-bd20-c2fe5e3a6327'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:53:26.363898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-aa596095-492b-4993-a028-716be3f5867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:53:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a338981-bc96-4512-bd20-c2fe5e3a6327'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:26.454671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-aa596095-492b-4993-a028-716be3f5867f None None] Set router 5a338981-bc96-4512-bd20-c2fe5e3a6327 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:53:26.515758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-aa596095-492b-4993-a028-716be3f5867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:53:26Z', 'revision_number': 6, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:26.519687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.544109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa596095-492b-4993-a028-716be3f5867f None None] The sync data for ids ['5a338981-bc96-4512-bd20-c2fe5e3a6327'] in n-d-840949-1 is: [{'id': '5a338981-bc96-4512-bd20-c2fe5e3a6327', 'name': 'tempest-TestServerMultinode-621446665-router', 'tenant_id': '5e08946a33134911be1e7ea7aaecee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:52:42Z', 'updated_at': '2022-05-10T11:53:26Z', 'revision_number': 6, 'project_id': '5e08946a33134911be1e7ea7aaecee4b', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:53:26.552345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Pushing event deleted for resources: {'Port': ['ID=faafd1a0-3b53-4775-9078-3a850289f814,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:26.623660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.716771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.718875 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.768765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.769405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a338981-bc96-4512-bd20-c2fe5e3a6327 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:53:26.774871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.776086 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9d95b2c4-c728-43ea-ac2f-b9ac3188418c admin admin] 10.222.0.13 "DELETE /v2.0/routers/5a338981-bc96-4512-bd20-c2fe5e3a6327 HTTP/1.1" status: 204 len: 168 time: 0.8252904 May 10 11:53:26.778696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46240) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:26.828961 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61dbc7f-f0b1-4d17-ad66-2f0ac6cd0e78 admin admin] Deleting subnet d753653f-eb5b-498d-b1e8-784b0285fef1 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:53:26.832561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc7f-f0b1-4d17-ad66-2f0ac6cd0e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.869023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc7f-f0b1-4d17-ad66-2f0ac6cd0e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:26.976590 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc7f-f0b1-4d17-ad66-2f0ac6cd0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.058616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc7f-f0b1-4d17-ad66-2f0ac6cd0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.086159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dbc7f-f0b1-4d17-ad66-2f0ac6cd0e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d753653f-eb5b-498d-b1e8-784b0285fef1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:27.092825 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc7f-f0b1-4d17-ad66-2f0ac6cd0e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.096070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d61dbc7f-f0b1-4d17-ad66-2f0ac6cd0e78 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d753653f-eb5b-498d-b1e8-784b0285fef1 HTTP/1.1" status: 204 len: 168 time: 0.3163328 May 10 11:53:27.097668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8933420-0495-41ed-b2cc-10acd44fd99a None None] Network ec41651f-9a94-44d3-afa9-f210776b01f9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:53:27.098702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46242) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:27.168520 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.223314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Deleting port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:27.223649 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.292355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] For port 0d0726f9-acc0-468d-99cf-9164f95fe2d7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0d0726f9-acc0-468d-99cf-9164f95fe2d7,segment=NetworkSegment(5af09517-3e5c-47ca-9fe1-362e9e1013ad),segment_id=5af09517-3e5c-47ca-9fe1-362e9e1013ad)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:27.292724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.307119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Calling delete_port for 0d0726f9-acc0-468d-99cf-9164f95fe2d7 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:27.372521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] DHCP port deletion for ec41651f-9a94-44d3-afa9-f210776b01f9 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:53:27.395510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.425845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Deleting port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:53:27.426266 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.429342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0726f9-acc0-468d-99cf-9164f95fe2d7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:27.436430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] No DVR routers for this DVR port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:53:27.492586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] For port 0d0726f9-acc0-468d-99cf-9164f95fe2d7, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:53:27.493120 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.512905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Calling delete_port for 0d0726f9-acc0-468d-99cf-9164f95fe2d7 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:53:27.513694 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.517267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:53:27.518855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.538701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec41651f-9a94-44d3-afa9-f210776b01f9']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:27.551073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af09517-3e5c-47ca-9fe1-362e9e1013ad') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:27.551073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af09517-3e5c-47ca-9fe1-362e9e1013ad') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:53:27.558009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] No DVR routers for this DVR port 0d0726f9-acc0-468d-99cf-9164f95fe2d7 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:53:27.561563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Pushing event deleted for resources: {'Port': ['ID=0d0726f9-acc0-468d-99cf-9164f95fe2d7,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:27.570792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.570792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.571385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.571385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.571561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.571873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.572212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.572711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.572920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.573254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.573581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.573910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c18a71-8da7-4a3b-804e-b4e61ede949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:53:27.586862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.602461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.609417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:53:27.609929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: timer() May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:53:27.611786 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:53:27.678150 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.683446 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.688356 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec41651f-9a94-44d3-afa9-f210776b01f9 HTTP/1.1" status: 204 len: 168 time: 0.5882175 May 10 11:53:27.711291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf65d67-ed45-4857-8e94-1c94d6f3f718 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec41651f-9a94-44d3-afa9-f210776b01f9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:27.885415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46256) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:27.928201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b3eda633-f520-4e3a-8c97-6830224c6dd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a5073b5bc05460793ce1708746fb00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386982 May 10 11:53:27.928391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46258) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:27.977886 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ff766932-689d-4837-b6b2-933b4ef2ad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:27.998815 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ff766932-689d-4837-b6b2-933b4ef2ad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:28.046186 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ff766932-689d-4837-b6b2-933b4ef2ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:28.048805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ff766932-689d-4837-b6b2-933b4ef2ad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:28.052783 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ff766932-689d-4837-b6b2-933b4ef2ad8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61f6cc24-ad95-4bb8-bda3-3d4632a8171f HTTP/1.1" status: 204 len: 168 time: 0.1207669 May 10 11:53:28.058418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff766932-689d-4837-b6b2-933b4ef2ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f6cc24-ad95-4bb8-bda3-3d4632a8171f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:28.169112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee1a53ca-398c-414b-9cb6-2adc9fac04da no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:53:28.205905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ee1a53ca-398c-414b-9cb6-2adc9fac04da {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:53:28.206496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee1a53ca-398c-414b-9cb6-2adc9fac04da not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:53:28.207336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device faafd1a0-3b53-4775-9078-3a850289f814 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:53:28.231220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: faafd1a0-3b53-4775-9078-3a850289f814 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:53:28.231399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device faafd1a0-3b53-4775-9078-3a850289f814 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:53:28.231914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0d0726f9-acc0-468d-99cf-9164f95fe2d7 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:53:28.252009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 0d0726f9-acc0-468d-99cf-9164f95fe2d7 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:53:28.252367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0d0726f9-acc0-468d-99cf-9164f95fe2d7 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:53:28.402958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46264) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:28.447529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c8165cb1-5d93-43b1-b68a-fe687c977673 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e08946a33134911be1e7ea7aaecee4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407729 May 10 11:53:28.447726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46266) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:53:28.495950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbe646d5-4491-4ba4-a187-7703265a3b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:28.517555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbe646d5-4491-4ba4-a187-7703265a3b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:28.570104 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbe646d5-4491-4ba4-a187-7703265a3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:28.573198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cbe646d5-4491-4ba4-a187-7703265a3b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:28.574432 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cbe646d5-4491-4ba4-a187-7703265a3b7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93bf8510-7644-4ead-b960-9197e40d7cae HTTP/1.1" status: 204 len: 168 time: 0.1258516 May 10 11:53:28.585007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe646d5-4491-4ba4-a187-7703265a3b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bf8510-7644-4ead-b960-9197e40d7cae,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:53:32.658876 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:34.278465 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04a9-9fde-4a88-925d-b49e3530ad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:35.542626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:37.246975 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-982ccc20-fbcc-4d07-b52f-417b8e76c860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:37.814361 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:39.328490 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:39.573396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:51.688076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-8b9a0210-b948-4ede-912f-379494b6ea4f req-a610a74b-9071-4e59-8049-59d37f23674e service neutron] (102768) timed out ('10.222.0.49', 61175) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 11:54:00.854841 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:54:02.673824 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:04.284205 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-647c05b0-e6a6-4224-ad63-d0c6ca0b84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:05.529070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-af302d0e-d10e-4028-a0e1-7a36464b89bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536151 May 10 11:54:05.550340 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:05.614945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-fcd70ddc-5b5f-4322-adcd-43f04b9b1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:54:05.616521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-fcd70ddc-5b5f-4322-adcd-43f04b9b1f40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 1096 time: 0.0424850 May 10 11:54:05.721803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-a6a5d3e8-90bb-4aa9-8564-8d4269950c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:54:05.723319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-a6a5d3e8-90bb-4aa9-8564-8d4269950c41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 200 len: 911 time: 0.0865653 May 10 11:54:05.794141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-f89135e8-24d8-4122-8b3e-58b4e515e9b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c96ba6-07a9-4f9a-9930-a5167d691407 HTTP/1.1" status: 200 len: 1001 time: 0.0641859 May 10 11:54:05.847133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-4e63825e-ca50-4eda-844c-35abe87c97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:54:05.848843 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-4e63825e-ca50-4eda-844c-35abe87c97b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 200 len: 849 time: 0.0478957 May 10 11:54:05.897299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-aaff1acd-f700-4a93-acdf-4f75c5e014a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:54:05.898896 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-aaff1acd-f700-4a93-acdf-4f75c5e014a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3966559f-d4a2-4e2c-8d90-6844c349986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436144 May 10 11:54:06.002319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-5b9de0f9-b86d-4c06-a5c8-bf6683b750ef service neutron] 10.222.0.70 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964859 May 10 11:54:06.097673 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41407975-521b-4a3a-9c4f-6c3e36edd336 req-22a8a0d9-229f-443e-ac1f-2ecaf7663b92 service neutron] 10.222.0.70 "GET /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880871 May 10 11:54:07.250560 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85370619-8778-464d-bbc8-f3f7008e7c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:07.806432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:09.329652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:09.569257 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:10.578361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd568-c973-4598-af2b-77bb87881e6b req-db1a9292-ebdc-48da-b594-4947ea550497 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:54:10.579743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62bd568-c973-4598-af2b-77bb87881e6b req-db1a9292-ebdc-48da-b594-4947ea550497 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 945 time: 0.0558405 May 10 11:54:10.980844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62bd568-c973-4598-af2b-77bb87881e6b req-47591644-8723-4e60-9b92-305ce91b0727 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943958 May 10 11:54:12.130360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad769e1-e713-400f-bc31-bb5bd7dad12f req-8f449cc1-7e57-4b62-a89a-d6b078ce0a9c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:54:12.131885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad769e1-e713-400f-bc31-bb5bd7dad12f req-8f449cc1-7e57-4b62-a89a-d6b078ce0a9c tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 945 time: 0.0693190 May 10 11:54:12.193381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-5285fb3c-965a-4008-9b36-5210a126a9f6 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:54:12.194853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-5285fb3c-965a-4008-9b36-5210a126a9f6 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 945 time: 0.0821557 May 10 11:54:12.200092 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ad769e1-e713-400f-bc31-bb5bd7dad12f req-e4f426c7-6c57-4f8c-967b-2f5ce19fe940 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0d7a0-1ac9-4499-ab2b-28c824751d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543623 May 10 11:54:12.291256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Deleting port 14c96ba6-07a9-4f9a-9930-a5167d691407 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:54:12.291487 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:12.385804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] For port 14c96ba6-07a9-4f9a-9930-a5167d691407, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=14c96ba6-07a9-4f9a-9930-a5167d691407,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:54:12.386179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:12.640014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:12.640269 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:12.640587 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Floating IP 590531fe-fc30-4f6d-b65e-58853012f62b disassociated. External IP: 172.25.8.205, port: 14c96ba6-07a9-4f9a-9930-a5167d691407. May 10 11:54:12.640923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Calling delete_port for 14c96ba6-07a9-4f9a-9930-a5167d691407 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:54:12.770717 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:12.800533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event deleted for resources: {'Port': ['ID=14c96ba6-07a9-4f9a-9930-a5167d691407,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:12.920991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Router fc7c970b-ab82-438c-a288-e7c3e0f10732 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:54:13.028714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:54:13.038857 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] Sync routers for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:54:13.049467 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:54:13.050092 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:54:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:13.069256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] No DVR routers for this DVR port 14c96ba6-07a9-4f9a-9930-a5167d691407 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:54:13.072479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:13.075855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b178d31-6097-4f46-aae0-500ea8ca80d3 req-f74210a1-d0b4-4f1c-b9bb-0fba83f5e81e tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.70 "DELETE /v2.0/ports/14c96ba6-07a9-4f9a-9930-a5167d691407 HTTP/1.1" status: 204 len: 173 time: 0.8741462 May 10 11:54:13.076276 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'name': 'network-vif-deleted', 'tag': '14c96ba6-07a9-4f9a-9930-a5167d691407'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:54:13.079344 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57f29f7-c409-485e-ab73-e75218248060" -d '{"events": [{"server_uuid": "8bbfc520-f702-44c8-8072-8f490ff99bea", "name": "network-vif-deleted", "tag": "14c96ba6-07a9-4f9a-9930-a5167d691407"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:54:13.123167 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa639ae4-c344-4641-b82a-31f8ab55c35a x-openstack-request-id: req-aa639ae4-c344-4641-b82a-31f8ab55c35a {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:54:13.123747 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbfc520-f702-44c8-8072-8f490ff99bea", "name": "network-vif-deleted", "tag": "14c96ba6-07a9-4f9a-9930-a5167d691407", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:54:13.124180 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa639ae4-c344-4641-b82a-31f8ab55c35a {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:54:13.124806 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa639ae4-c344-4641-b82a-31f8ab55c35a'] response: {'server_uuid': '8bbfc520-f702-44c8-8072-8f490ff99bea', 'name': 'network-vif-deleted', 'tag': '14c96ba6-07a9-4f9a-9930-a5167d691407', 'status': 'completed', 'code': 200} May 10 11:54:13.175915 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:54:13.331637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9f1977de-bd98-4983-b74c-6653eb78130a req-d347a65d-1d74-4d41-8602-ea97e4d98613 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bbfc520-f702-44c8-8072-8f490ff99bea HTTP/1.1" status: 200 len: 210 time: 0.0340598 May 10 11:54:13.382622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:13.408012 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] Checking router: fc7c970b-ab82-438c-a288-e7c3e0f10732 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:54:13.416666 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:54:13.417266 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:54:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:13.525308 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:54:13.735161 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:13.761708 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d1684-d6fe-4dd3-bdf3-02ee65ca60ba None None] The sync data for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 is: [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:49:55Z', 'revision_number': 4, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '15121031-731a-4951-b94d-172c81fc774b', 'name': '', 'network_id': '3966559f-d4a2-4e2c-8d90-6844c349986e', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'mac_address': 'fa:16:3e:98:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:54Z', 'updated_at': '2022-05-10T11:50:00Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'subnets': [{'id': 'b16333a4-08da-4662-be54-ef4498e7bcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:54:14.170585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3920da-0425-45a2-841f-a4a7f40b0399 None None] New status for floating IP 590531fe-fc30-4f6d-b65e-58853012f62b: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:54:14.420367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 46992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:14.486131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:14.512163 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:14.568056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:14.570893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:14.574580 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3a0d7a0-1ac9-4499-ab2b-28c824751d08 HTTP/1.1" status: 204 len: 168 time: 0.1507556 May 10 11:54:14.576109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 46996) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:14.582770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a0d7a0-1ac9-4499-ab2b-28c824751d08,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:14.596365 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-d7adcd3c-cf73-4bed-890d-9b9cca214045 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] show failed (client error): The resource could not be found. May 10 11:54:14.597404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d7adcd3c-cf73-4bed-890d-9b9cca214045 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "GET /v2.0/security-groups/e3a0d7a0-1ac9-4499-ab2b-28c824751d08 HTTP/1.1" status: 404 len: 347 time: 0.0200324 May 10 11:54:14.597541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.597881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.598267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.599263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.599586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.600172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.600689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.600807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47000) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:14.600905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.601124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.601450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.601800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:14.602121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20adc258-1409-49fd-b9ee-1f4b81dd2ba7 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:15.024459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Deleting port ffc84b3d-ec6f-47b7-9f23-5b9d8b54f45a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:54:15.024803 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:15.102486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:15.102811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:15.115343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Calling delete_port for ffc84b3d-ec6f-47b7-9f23-5b9d8b54f45a owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:54:15.258348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:15.289603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Pushing event deleted for resources: {'Port': ['ID=ffc84b3d-ec6f-47b7-9f23-5b9d8b54f45a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:15.354246 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:15.356758 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:15.358108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0f984360-d56f-4faf-9276-a7154327b879 tempest-AttachVolumeTestJSON-274147063 tempest-AttachVolumeTestJSON-274147063-project] 10.222.0.13 "DELETE /v2.0/floatingips/590531fe-fc30-4f6d-b65e-58853012f62b HTTP/1.1" status: 204 len: 168 time: 0.7564182 May 10 11:54:15.501573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 14c96ba6-07a9-4f9a-9930-a5167d691407 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:54:15.522823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 14c96ba6-07a9-4f9a-9930-a5167d691407 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:54:15.523169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 14c96ba6-07a9-4f9a-9930-a5167d691407 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:54:24.582143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-ed8a4af4-1f2a-46e6-8efc-9ca06f3169b4 req-79774845-8104-4ccd-b558-3cf366091ec6 service neutron] (102768) timed out ('10.222.0.13', 51414) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 11:54:25.218569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47260) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:25.570182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:25.835161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Deleting port 15121031-731a-4951-b94d-172c81fc774b {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:54:25.835813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:25.916513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] For port 15121031-731a-4951-b94d-172c81fc774b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=15121031-731a-4951-b94d-172c81fc774b,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:54:25.916786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:25.930198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Calling delete_port for 15121031-731a-4951-b94d-172c81fc774b owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:54:26.123965 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:26.150201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Pushing event deleted for resources: {'Port': ['ID=15121031-731a-4951-b94d-172c81fc774b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:26.176677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.177090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.177488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.177883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.178274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.178666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.179056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.179436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.179855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.180245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.180627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.181008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:26.344270 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:26.567322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Router fc7c970b-ab82-438c-a288-e7c3e0f10732 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:54:26.679032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:54:26.685319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af1f0006-ddd1-44e2-944a-c4cb9e4782da admin admin] 10.222.0.13 "PUT /v2.0/routers/fc7c970b-ab82-438c-a288-e7c3e0f10732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4655564 May 10 11:54:26.688314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47266) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:26.689850 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] Sync routers for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:54:26.701782 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:54:26.702693 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:54:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:26.793303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:26.810122 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:54:26.901736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:26.961178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Deleting port 5fbc3266-5984-4491-9ca7-e83fb0c98b21 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:54:26.962046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.008648 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:54:26Z', 'revision_number': 5, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port': {'id': '5fbc3266-5984-4491-9ca7-e83fb0c98b21', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:49:51Z', 'updated_at': '2022-05-10T11:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:27.049459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] For port 5fbc3266-5984-4491-9ca7-e83fb0c98b21, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5fbc3266-5984-4491-9ca7-e83fb0c98b21,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:54:27.049832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.064108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Calling delete_port for 5fbc3266-5984-4491-9ca7-e83fb0c98b21 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:54:27.129781 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] Checking router: fc7c970b-ab82-438c-a288-e7c3e0f10732 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:54:27.138340 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] Routers {'fc7c970b-ab82-438c-a288-e7c3e0f10732'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:54:27.138981 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:54:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['fc7c970b-ab82-438c-a288-e7c3e0f10732'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:27.225797 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] Set router fc7c970b-ab82-438c-a288-e7c3e0f10732 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:54:27.253003 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.277279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbc3266-5984-4491-9ca7-e83fb0c98b21,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:27.282711 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:54:26Z', 'revision_number': 6, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:27.313386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5fde2-b7e0-439d-a100-40234fca1db0 None None] The sync data for ids ['fc7c970b-ab82-438c-a288-e7c3e0f10732'] in n-d-840949-1 is: [{'id': 'fc7c970b-ab82-438c-a288-e7c3e0f10732', 'name': 'tempest-AttachVolumeTestJSON-202672383-router', 'tenant_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:49:50Z', 'updated_at': '2022-05-10T11:54:26Z', 'revision_number': 6, 'project_id': 'eccb51e9992a4d67a36c6303ac50b1f0', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:54:27.356459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.447852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.450114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.758409 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.759027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7c970b-ab82-438c-a288-e7c3e0f10732 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:54:27.766341 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.767529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-523990ff-f9cd-4fa3-8f7c-114780c4fca7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fc7c970b-ab82-438c-a288-e7c3e0f10732 HTTP/1.1" status: 204 len: 168 time: 1.0783005 May 10 11:54:27.770587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47270) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:27.827651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bf9c1f-d2e5-4d85-92cc-7752c1d72f05 admin admin] Deleting subnet b16333a4-08da-4662-be54-ef4498e7bcd1 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:54:27.830707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54bf9c1f-d2e5-4d85-92cc-7752c1d72f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.868912 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54bf9c1f-d2e5-4d85-92cc-7752c1d72f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.947215 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54bf9c1f-d2e5-4d85-92cc-7752c1d72f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:27.999002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54bf9c1f-d2e5-4d85-92cc-7752c1d72f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.026241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf9c1f-d2e5-4d85-92cc-7752c1d72f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16333a4-08da-4662-be54-ef4498e7bcd1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:28.029188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54bf9c1f-d2e5-4d85-92cc-7752c1d72f05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.032705 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-54bf9c1f-d2e5-4d85-92cc-7752c1d72f05 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b16333a4-08da-4662-be54-ef4498e7bcd1 HTTP/1.1" status: 204 len: 168 time: 0.2559836 May 10 11:54:28.035358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47272) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:28.038653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdc7d2a-c262-45f5-a2f6-fbccb5d0c248 None None] Network 3966559f-d4a2-4e2c-8d90-6844c349986e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:54:28.109201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.181526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Deleting port 17b6b930-2049-4d8d-9bcc-452a305dd58d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:54:28.181876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.265542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] For port 17b6b930-2049-4d8d-9bcc-452a305dd58d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=17b6b930-2049-4d8d-9bcc-452a305dd58d,segment=NetworkSegment(4195ba57-efe1-449f-a070-bca74860fab5),segment_id=4195ba57-efe1-449f-a070-bca74860fab5)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:54:28.266365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] DHCP port deletion for 3966559f-d4a2-4e2c-8d90-6844c349986e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:54:28.266758 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.273386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5fbc3266-5984-4491-9ca7-e83fb0c98b21 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:54:28.284896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Calling delete_port for 17b6b930-2049-4d8d-9bcc-452a305dd58d owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:54:28.331484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5fbc3266-5984-4491-9ca7-e83fb0c98b21 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:54:28.331691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5fbc3266-5984-4491-9ca7-e83fb0c98b21 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:54:28.332427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 15121031-731a-4951-b94d-172c81fc774b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:54:28.357783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 15121031-731a-4951-b94d-172c81fc774b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:54:28.358181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 15121031-731a-4951-b94d-172c81fc774b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:54:28.374423 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.382147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Deleting port 17b6b930-2049-4d8d-9bcc-452a305dd58d {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:54:28.382526 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.389239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] No DVR routers for this DVR port 17b6b930-2049-4d8d-9bcc-452a305dd58d on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:54:28.410556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b6b930-2049-4d8d-9bcc-452a305dd58d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:28.446017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] For port 17b6b930-2049-4d8d-9bcc-452a305dd58d, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:54:28.446690 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.460161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Calling delete_port for 17b6b930-2049-4d8d-9bcc-452a305dd58d owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:54:28.463314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Port 17b6b930-2049-4d8d-9bcc-452a305dd58d was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 11:54:28.464619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.487863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.491196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Pushing event deleted for resources: {'Port': ['ID=17b6b930-2049-4d8d-9bcc-452a305dd58d,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:28.493453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] No DVR routers for this DVR port 17b6b930-2049-4d8d-9bcc-452a305dd58d on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:54:28.503263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.503615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.503990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.504331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.504672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.505057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.505322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.505651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.505978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.506332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.506659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.507115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ffc62-ce7c-4bda-99b4-76ba0228f128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:54:28.518897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3966559f-d4a2-4e2c-8d90-6844c349986e']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:28.528280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4195ba57-efe1-449f-a070-bca74860fab5') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:28.528580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4195ba57-efe1-449f-a070-bca74860fab5') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:54:28.538657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.551732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.558602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:54:28.559071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: timer() May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:54:28.561753 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:54:28.623901 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.629643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.633577 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3966559f-d4a2-4e2c-8d90-6844c349986e HTTP/1.1" status: 204 len: 168 time: 0.5969367 May 10 11:54:28.648394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba3a7a-af98-47ea-8c8d-cdca42526416 admin admin] Pushing event deleted for resources: {'Network': ['ID=3966559f-d4a2-4e2c-8d90-6844c349986e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:28.820037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47286) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:28.864544 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1993aa8e-ab53-4fac-ae7b-4f33777a8105 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eccb51e9992a4d67a36c6303ac50b1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432372 May 10 11:54:28.867089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47288) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:28.915469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15941138-3faf-4182-a8bc-96549aaffac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.937092 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15941138-3faf-4182-a8bc-96549aaffac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.984359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15941138-3faf-4182-a8bc-96549aaffac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.986936 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-15941138-3faf-4182-a8bc-96549aaffac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:28.988140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-15941138-3faf-4182-a8bc-96549aaffac4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7acf0c1-0857-4004-a4cd-e8ec3552dc93 HTTP/1.1" status: 204 len: 168 time: 0.1201053 May 10 11:54:28.997984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15941138-3faf-4182-a8bc-96549aaffac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7acf0c1-0857-4004-a4cd-e8ec3552dc93,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:30.218828 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 17b6b930-2049-4d8d-9bcc-452a305dd58d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:54:30.242144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 17b6b930-2049-4d8d-9bcc-452a305dd58d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:54:30.242496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 17b6b930-2049-4d8d-9bcc-452a305dd58d not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:54:32.675663 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:33.913471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47792) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:34.039315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac67ad71-42ee-4d45-9e90-79566cf3fa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:34.124519 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac67ad71-42ee-4d45-9e90-79566cf3fa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:34.129719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ac67ad71-42ee-4d45-9e90-79566cf3fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:34.169337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67ad71-42ee-4d45-9e90-79566cf3fa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69292f82-4d55-472d-a72c-e6b1b5798c6b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:34.177705 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac67ad71-42ee-4d45-9e90-79566cf3fa56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04f3314d7ce9499c8f017a77bcc14ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629316 May 10 11:54:34.178234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47804) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:34.227602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-992b94b8-9906-41d9-9be5-9a3fb22d362c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:34.248429 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-992b94b8-9906-41d9-9be5-9a3fb22d362c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:34.295090 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd28a-2aa3-4119-b2b5-2dd284f61e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:34.299492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-992b94b8-9906-41d9-9be5-9a3fb22d362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:34.302472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-992b94b8-9906-41d9-9be5-9a3fb22d362c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:34.306425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-992b94b8-9906-41d9-9be5-9a3fb22d362c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69292f82-4d55-472d-a72c-e6b1b5798c6b HTTP/1.1" status: 204 len: 168 time: 0.1271732 May 10 11:54:34.315058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b94b8-9906-41d9-9be5-9a3fb22d362c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69292f82-4d55-472d-a72c-e6b1b5798c6b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:35.503205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:35.544819 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:35.613747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fdba9fbb-3873-4c27-a5ec-50195ff4d67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:35.692152 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fdba9fbb-3873-4c27-a5ec-50195ff4d67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:35.696847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fdba9fbb-3873-4c27-a5ec-50195ff4d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:35.736768 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fdba9fbb-3873-4c27-a5ec-50195ff4d67e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6659c7424a7e4ae5ad0f2c774708516e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324197 May 10 11:54:35.738831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba9fbb-3873-4c27-a5ec-50195ff4d67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d00dd0-8a42-4f0a-9d30-d58387b0a388,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:35.740181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47860) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:35.795171 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3de9-d70a-4b0a-bca8-1373cfda4d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:35.819740 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3de9-d70a-4b0a-bca8-1373cfda4d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:35.870146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3de9-d70a-4b0a-bca8-1373cfda4d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:35.873202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3de9-d70a-4b0a-bca8-1373cfda4d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:35.874378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0ccd3de9-d70a-4b0a-bca8-1373cfda4d42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3d00dd0-8a42-4f0a-9d30-d58387b0a388 HTTP/1.1" status: 204 len: 168 time: 0.1329792 May 10 11:54:35.882496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd3de9-d70a-4b0a-bca8-1373cfda4d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d00dd0-8a42-4f0a-9d30-d58387b0a388,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:37.257336 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-de11b949-8fcb-477c-b37f-c3d3d75c93d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:37.815890 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:37.854325 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:54:38.715470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47936) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:38.832383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-25a7f834-45c3-42b0-af81-d7e1390b7eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:38.905265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-25a7f834-45c3-42b0-af81-d7e1390b7eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:38.910796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-25a7f834-45c3-42b0-af81-d7e1390b7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:38.948108 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-25a7f834-45c3-42b0-af81-d7e1390b7eb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4523ea9327fb4841abb0b7b457668e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314365 May 10 11:54:38.948938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7f834-45c3-42b0-af81-d7e1390b7eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707904dc-9298-4945-a713-08b2277217b9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:38.951377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47940) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:39.009735 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31ab53ed-8840-41f4-82a5-7185ddceb542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.033314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31ab53ed-8840-41f4-82a5-7185ddceb542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.081515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31ab53ed-8840-41f4-82a5-7185ddceb542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.084126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31ab53ed-8840-41f4-82a5-7185ddceb542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.085268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-31ab53ed-8840-41f4-82a5-7185ddceb542 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/707904dc-9298-4945-a713-08b2277217b9 HTTP/1.1" status: 204 len: 168 time: 0.1328967 May 10 11:54:39.094145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab53ed-8840-41f4-82a5-7185ddceb542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707904dc-9298-4945-a713-08b2277217b9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:39.335030 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.363963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47946) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:39.377394 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bea8a693-7661-4baf-a0e3-3a7540fd4153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.456289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bea8a693-7661-4baf-a0e3-3a7540fd4153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.461338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bea8a693-7661-4baf-a0e3-3a7540fd4153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.498091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8a693-7661-4baf-a0e3-3a7540fd4153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf64e85-e492-4541-8500-dd85f5be7dfb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:39.505689 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bea8a693-7661-4baf-a0e3-3a7540fd4153 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4c1cf19f7bf4d7387c16d0f1033002a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406713 May 10 11:54:39.506028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47950) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:39.559153 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa9de867-f243-4f16-a26c-e363ae7989dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.575893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.583804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa9de867-f243-4f16-a26c-e363ae7989dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.632325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa9de867-f243-4f16-a26c-e363ae7989dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.634972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa9de867-f243-4f16-a26c-e363ae7989dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:39.636168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aa9de867-f243-4f16-a26c-e363ae7989dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cf64e85-e492-4541-8500-dd85f5be7dfb HTTP/1.1" status: 204 len: 168 time: 0.1292317 May 10 11:54:39.645173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9de867-f243-4f16-a26c-e363ae7989dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf64e85-e492-4541-8500-dd85f5be7dfb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:39.806119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 47962) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:39.967707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 47972) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:39.968406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a3c0ae91-37ef-4f60-8449-b9f78d473651 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=070e36c133ea40bebef5b8d03924ee82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603780 May 10 11:54:40.018581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50a1253a-a6c2-4375-8bc4-9cdafe7c0e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:40.040080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50a1253a-a6c2-4375-8bc4-9cdafe7c0e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:40.092793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50a1253a-a6c2-4375-8bc4-9cdafe7c0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:40.095688 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-50a1253a-a6c2-4375-8bc4-9cdafe7c0e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:40.096945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-50a1253a-a6c2-4375-8bc4-9cdafe7c0e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f4c368c-35da-4f34-a724-07403905877e HTTP/1.1" status: 204 len: 168 time: 0.1282215 May 10 11:54:40.105102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1253a-a6c2-4375-8bc4-9cdafe7c0e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4c368c-35da-4f34-a724-07403905877e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:42.036654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48072) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:42.162435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90de2f32-5c3f-495d-b5dd-ea9f4bcc5235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.244249 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90de2f32-5c3f-495d-b5dd-ea9f4bcc5235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.249093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-90de2f32-5c3f-495d-b5dd-ea9f4bcc5235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.289050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-90de2f32-5c3f-495d-b5dd-ea9f4bcc5235 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4162061f43b44e2945fb814d19cf5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511280 May 10 11:54:42.289702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de2f32-5c3f-495d-b5dd-ea9f4bcc5235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9708963-3aa4-4f4d-b3f5-4a7af82898c2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:42.291726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48076) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:42.340703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7f70c54-2309-48c1-9dd9-e40868afd970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.361444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7f70c54-2309-48c1-9dd9-e40868afd970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.409623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7f70c54-2309-48c1-9dd9-e40868afd970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.412537 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f7f70c54-2309-48c1-9dd9-e40868afd970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.413689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f7f70c54-2309-48c1-9dd9-e40868afd970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9708963-3aa4-4f4d-b3f5-4a7af82898c2 HTTP/1.1" status: 204 len: 168 time: 0.1208305 May 10 11:54:42.422757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f70c54-2309-48c1-9dd9-e40868afd970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9708963-3aa4-4f4d-b3f5-4a7af82898c2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:42.688683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:42.702152 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30dd2f46-7b3f-46e6-8540-b6e29b37dfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.773280 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30dd2f46-7b3f-46e6-8540-b6e29b37dfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.777325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30dd2f46-7b3f-46e6-8540-b6e29b37dfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.816402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-30dd2f46-7b3f-46e6-8540-b6e29b37dfca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8118331bc6a749cfb7b63b925d8523a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263919 May 10 11:54:42.817227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd2f46-7b3f-46e6-8540-b6e29b37dfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b26d2-6c95-43b6-9764-98d78c95a2e1,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:42.819767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48090) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:42.871842 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fec50d3f-fd31-4ebb-98f1-13c9bdeb24be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.894367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fec50d3f-fd31-4ebb-98f1-13c9bdeb24be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.946543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fec50d3f-fd31-4ebb-98f1-13c9bdeb24be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.949149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fec50d3f-fd31-4ebb-98f1-13c9bdeb24be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.950466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fec50d3f-fd31-4ebb-98f1-13c9bdeb24be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd0b26d2-6c95-43b6-9764-98d78c95a2e1 HTTP/1.1" status: 204 len: 168 time: 0.1291957 May 10 11:54:42.958014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec50d3f-fd31-4ebb-98f1-13c9bdeb24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b26d2-6c95-43b6-9764-98d78c95a2e1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:53.535067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48412) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:53.652650 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99345a62-5f53-44cc-bd09-4fbb0ddec1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:53.731893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99345a62-5f53-44cc-bd09-4fbb0ddec1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:53.738645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99345a62-5f53-44cc-bd09-4fbb0ddec1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:53.775468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99345a62-5f53-44cc-bd09-4fbb0ddec1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5ba8c-2318-478d-9f33-700a59312772,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:53.780973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-99345a62-5f53-44cc-bd09-4fbb0ddec1c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28edfd230e77470196ebcbee7f278b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447686 May 10 11:54:53.783976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48416) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:53.856381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a2868955-04a2-4eb5-9022-c593c11dca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:53.881384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a2868955-04a2-4eb5-9022-c593c11dca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:53.930918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a2868955-04a2-4eb5-9022-c593c11dca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:53.935336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a2868955-04a2-4eb5-9022-c593c11dca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:53.936745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a2868955-04a2-4eb5-9022-c593c11dca96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ab5ba8c-2318-478d-9f33-700a59312772 HTTP/1.1" status: 204 len: 168 time: 0.1519904 May 10 11:54:53.944402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2868955-04a2-4eb5-9022-c593c11dca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5ba8c-2318-478d-9f33-700a59312772,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:54.224260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48428) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:54.241212 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f8c672f-eedf-46e3-aa36-b51db6c7831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:54.318875 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f8c672f-eedf-46e3-aa36-b51db6c7831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:54.322817 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f8c672f-eedf-46e3-aa36-b51db6c7831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:54.358654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c672f-eedf-46e3-aa36-b51db6c7831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ff33e-2698-46b7-a1b7-38118709f7e4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:54.363570 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3f8c672f-eedf-46e3-aa36-b51db6c7831b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=860612167f6345a48256cdc937ac5623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373546 May 10 11:54:54.365557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48430) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:54.415865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48a34ed3-ccfd-4243-b4a8-08a3f2c85c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:54.441448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48a34ed3-ccfd-4243-b4a8-08a3f2c85c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:54.488793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48a34ed3-ccfd-4243-b4a8-08a3f2c85c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:54.491371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-48a34ed3-ccfd-4243-b4a8-08a3f2c85c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:54.492607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-48a34ed3-ccfd-4243-b4a8-08a3f2c85c1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/534ff33e-2698-46b7-a1b7-38118709f7e4 HTTP/1.1" status: 204 len: 168 time: 0.1261692 May 10 11:54:54.502936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a34ed3-ccfd-4243-b4a8-08a3f2c85c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ff33e-2698-46b7-a1b7-38118709f7e4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:56.538160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48516) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:56.651745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3317a1b8-9488-4943-a826-2821cfbaa15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:56.734077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3317a1b8-9488-4943-a826-2821cfbaa15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:56.738485 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3317a1b8-9488-4943-a826-2821cfbaa15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:56.776283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3317a1b8-9488-4943-a826-2821cfbaa15b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22bc72f883294d01b21cfcd786b2e356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369990 May 10 11:54:56.777223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a1b8-9488-4943-a826-2821cfbaa15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde26281-5275-48f0-91df-526e4456e005,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:56.779441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48520) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:56.830833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ed408c31-5d05-4a6c-ad6d-3de1cc673e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:56.852783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ed408c31-5d05-4a6c-ad6d-3de1cc673e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:56.902330 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ed408c31-5d05-4a6c-ad6d-3de1cc673e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:56.905440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ed408c31-5d05-4a6c-ad6d-3de1cc673e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:56.906601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ed408c31-5d05-4a6c-ad6d-3de1cc673e51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bde26281-5275-48f0-91df-526e4456e005 HTTP/1.1" status: 204 len: 168 time: 0.1264958 May 10 11:54:56.915630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed408c31-5d05-4a6c-ad6d-3de1cc673e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde26281-5275-48f0-91df-526e4456e005,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:57.189069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48526) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:57.202752 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-beecbd69-bf0f-4d98-b040-ba65a02ed9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:57.289125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-beecbd69-bf0f-4d98-b040-ba65a02ed9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:57.300857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-beecbd69-bf0f-4d98-b040-ba65a02ed9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:57.342802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-beecbd69-bf0f-4d98-b040-ba65a02ed9a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20206993d9e5469da197d076ebd4af1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526287 May 10 11:54:57.343491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecbd69-bf0f-4d98-b040-ba65a02ed9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91175e44-a578-4353-931d-f7df0b9ea742,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:57.345727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48530) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:57.395440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c202dca3-cc99-4820-8143-cb0098d875f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:57.416140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c202dca3-cc99-4820-8143-cb0098d875f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:57.463982 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c202dca3-cc99-4820-8143-cb0098d875f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:57.468448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c202dca3-cc99-4820-8143-cb0098d875f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:57.469688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c202dca3-cc99-4820-8143-cb0098d875f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91175e44-a578-4353-931d-f7df0b9ea742 HTTP/1.1" status: 204 len: 168 time: 0.1228664 May 10 11:54:57.479037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202dca3-cc99-4820-8143-cb0098d875f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91175e44-a578-4353-931d-f7df0b9ea742,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:58.632203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48570) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:58.853263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a272e67-a361-48cd-88a0-bb05c2f1ae97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:58.927667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a272e67-a361-48cd-88a0-bb05c2f1ae97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:58.931838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a272e67-a361-48cd-88a0-bb05c2f1ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:58.976777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a272e67-a361-48cd-88a0-bb05c2f1ae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fabbd8-1e7c-48fb-a2f2-f34a877b0cd9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:58.983243 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3a272e67-a361-48cd-88a0-bb05c2f1ae97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51167334b5ef41d88e6281bb6121159d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499072 May 10 11:54:58.986075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48590) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:59.040365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd409d72-7fc8-402c-9983-38bd13ea64df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.065683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd409d72-7fc8-402c-9983-38bd13ea64df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.118932 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd409d72-7fc8-402c-9983-38bd13ea64df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.121807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd409d72-7fc8-402c-9983-38bd13ea64df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.123009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fd409d72-7fc8-402c-9983-38bd13ea64df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4fabbd8-1e7c-48fb-a2f2-f34a877b0cd9 HTTP/1.1" status: 204 len: 168 time: 0.1356454 May 10 11:54:59.132333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd409d72-7fc8-402c-9983-38bd13ea64df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fabbd8-1e7c-48fb-a2f2-f34a877b0cd9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:59.494325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:59.647240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-463c297f-81c6-4cd8-a538-0ed4827a5f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.722085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-463c297f-81c6-4cd8-a538-0ed4827a5f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.728384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-463c297f-81c6-4cd8-a538-0ed4827a5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.765558 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c297f-81c6-4cd8-a538-0ed4827a5f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b66e39d-e490-498c-9131-92327e9ed156,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:54:59.770986 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-463c297f-81c6-4cd8-a538-0ed4827a5f4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0cfd3a988b443cc9a15acce7c4f4781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756183 May 10 11:54:59.773978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48648) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:54:59.823498 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5caad43a-75b2-41f4-8178-c96a6e31de77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.843963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5caad43a-75b2-41f4-8178-c96a6e31de77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.891415 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5caad43a-75b2-41f4-8178-c96a6e31de77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.894239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5caad43a-75b2-41f4-8178-c96a6e31de77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:59.895417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5caad43a-75b2-41f4-8178-c96a6e31de77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b66e39d-e490-498c-9131-92327e9ed156 HTTP/1.1" status: 204 len: 168 time: 0.1205499 May 10 11:54:59.904031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caad43a-75b2-41f4-8178-c96a6e31de77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b66e39d-e490-498c-9131-92327e9ed156,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:00.330503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48672) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:00.348670 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7072b3e3-8974-4370-ac07-bdfc59c32b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:00.425559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7072b3e3-8974-4370-ac07-bdfc59c32b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:00.430293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7072b3e3-8974-4370-ac07-bdfc59c32b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:00.468783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7072b3e3-8974-4370-ac07-bdfc59c32b2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaf326067f6c43b1a4ad870ae175aff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371372 May 10 11:55:00.469810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072b3e3-8974-4370-ac07-bdfc59c32b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d9f3bb-06c9-40eb-b8a7-82bc6e53beca,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:00.471469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48674) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:00.521437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b16843f-34dd-4a97-82c1-8ef38a00ce30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:00.542849 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b16843f-34dd-4a97-82c1-8ef38a00ce30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:00.598219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b16843f-34dd-4a97-82c1-8ef38a00ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:00.600781 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b16843f-34dd-4a97-82c1-8ef38a00ce30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:00.601916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4b16843f-34dd-4a97-82c1-8ef38a00ce30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8d9f3bb-06c9-40eb-b8a7-82bc6e53beca HTTP/1.1" status: 204 len: 168 time: 0.1288469 May 10 11:55:00.610541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16843f-34dd-4a97-82c1-8ef38a00ce30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d9f3bb-06c9-40eb-b8a7-82bc6e53beca,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:01.337413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48812) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:01.443864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-39431521-947f-4bc0-a64b-d69cdbb30983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:01.525774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-39431521-947f-4bc0-a64b-d69cdbb30983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:01.530949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-39431521-947f-4bc0-a64b-d69cdbb30983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:01.570552 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-39431521-947f-4bc0-a64b-d69cdbb30983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9212f5e543d415fbe0f441735f733cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319932 May 10 11:55:01.571467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39431521-947f-4bc0-a64b-d69cdbb30983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d02816-138b-487b-a464-331d0e7dea5d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:01.573387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48822) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:01.627976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-325894ea-b82a-47cd-b6f2-249061e7e8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:01.653028 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-325894ea-b82a-47cd-b6f2-249061e7e8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:01.707226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-325894ea-b82a-47cd-b6f2-249061e7e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:01.710006 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-325894ea-b82a-47cd-b6f2-249061e7e8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:01.711236 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-325894ea-b82a-47cd-b6f2-249061e7e8c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6d02816-138b-487b-a464-331d0e7dea5d HTTP/1.1" status: 204 len: 168 time: 0.1368239 May 10 11:55:01.720270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325894ea-b82a-47cd-b6f2-249061e7e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d02816-138b-487b-a464-331d0e7dea5d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:02.044486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48838) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:02.057958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f1072aa-1481-467a-8961-803289c3b585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:02.137350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f1072aa-1481-467a-8961-803289c3b585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:02.142598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f1072aa-1481-467a-8961-803289c3b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:02.179400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1072aa-1481-467a-8961-803289c3b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe7467-0386-408f-930b-eced9efd638a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:02.185425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4f1072aa-1481-467a-8961-803289c3b585 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5e64f7cc10a4b1d8427aeed5b793899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398106 May 10 11:55:02.188302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48852) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:02.236655 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f66bf7c-3bcf-4260-b281-026c8e1d40ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:02.257890 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f66bf7c-3bcf-4260-b281-026c8e1d40ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:02.308407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f66bf7c-3bcf-4260-b281-026c8e1d40ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:02.312357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f66bf7c-3bcf-4260-b281-026c8e1d40ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:02.313652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1f66bf7c-3bcf-4260-b281-026c8e1d40ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aebe7467-0386-408f-930b-eced9efd638a HTTP/1.1" status: 204 len: 168 time: 0.1241531 May 10 11:55:02.321727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66bf7c-3bcf-4260-b281-026c8e1d40ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe7467-0386-408f-930b-eced9efd638a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:02.668811 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.014628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48954) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:03.122921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-132931895-network', 'tenant_id': '1662241de24949c7a0a848c56643745c'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:03.142161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Made reservation on behalf of 1662241de24949c7a0a848c56643745c for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:03.144495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.153469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.236099 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.241384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.269507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:03.276045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2ca17-c271-4d56-96e9-220d9851df77,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:03.284120 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.284120 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Added segment d27f6615-176d-4dd7-a912-738f8089aeb9 of type vlan for network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 May 10 11:55:03.327077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.352947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.353919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:03.354430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.406802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3910775 May 10 11:55:03.410290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 48992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:03.416021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Request body: {'subnet': {'network_id': 'b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-132931895-subnet', 'tenant_id': '1662241de24949c7a0a848c56643745c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:03.416187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab17197-2fff-4070-b852-b5181cd511f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:03.426263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:03.439237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Made reservation on behalf of 1662241de24949c7a0a848c56643745c for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:03.442056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.595236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 48996) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:03.626208 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.678991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668334e8-7f08-4132-ac9b-e64ee32ddc28,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:03.690143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Checking segment: {'id': 'd27f6615-176d-4dd7-a912-738f8089aeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:03.690505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Network hostable DHCP agents. Network: b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:03.708423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:03.712767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ac356d9-c319-465c-aa73-30b3f735f2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.718630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:03.723208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:03.723801 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.729351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dbc3e9-4198-45bb-bfe1-b88e2a578641 None None] Network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:03.742761 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f22b1101-62f0-4306-8965-55bcd903d387 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3308952 May 10 11:55:03.808983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ac356d9-c319-465c-aa73-30b3f735f2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.815903 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ac356d9-c319-465c-aa73-30b3f735f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.864134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3ac356d9-c319-465c-aa73-30b3f735f2cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8be6360f516f4035b508af3344a5f657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676916 May 10 11:55:03.864348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:03.866599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac356d9-c319-465c-aa73-30b3f735f2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc993af-eaca-43ff-a117-b02ec8e97bff,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:03.873185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca990601-3a10-4a82-ae4a-21f8014cf85c None None] Network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:03.933103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fa26037-fc0c-449f-85ce-6532f84c7286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:03.965478 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fa26037-fc0c-449f-85ce-6532f84c7286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.043293 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fa26037-fc0c-449f-85ce-6532f84c7286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.046588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fa26037-fc0c-449f-85ce-6532f84c7286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.047929 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2fa26037-fc0c-449f-85ce-6532f84c7286 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cc993af-eaca-43ff-a117-b02ec8e97bff HTTP/1.1" status: 204 len: 168 time: 0.1825385 May 10 11:55:04.056129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26037-fc0c-449f-85ce-6532f84c7286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc993af-eaca-43ff-a117-b02ec8e97bff,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:04.288197 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a0610aa-7002-4b1b-a2db-52b9544e9b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.360155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49020) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:04.366018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-943323934-network', 'tenant_id': '3f85aabfde60481eb808ea1c8c6f913a'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:04.386804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Made reservation on behalf of 3f85aabfde60481eb808ea1c8c6f913a for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:04.389317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.391937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49022) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:04.403889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.414654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5155f313-485c-4b17-9855-b249b4c46ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.537901 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.543647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5155f313-485c-4b17-9855-b249b4c46ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.545326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.550846 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5155f313-485c-4b17-9855-b249b4c46ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.574876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:04.598975 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.599318 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Added segment 47106667-bf39-4189-a10f-da63e5c6f341 of type vlan for network ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e May 10 11:55:04.600874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4016915-5437-4314-b57d-3deee5d847bd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:04.614286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5155f313-485c-4b17-9855-b249b4c46ea1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d62c72da78a4fceab922b0be63d3327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181714 May 10 11:55:04.614997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49024) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:04.675110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.687270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f313-485c-4b17-9855-b249b4c46ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62800206-f467-405d-b0ec-ccfda0978d97,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:04.723624 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.724598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:04.725167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.727026 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-667548dc-d2c8-457e-9f32-e352829c63ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.797480 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-667548dc-d2c8-457e-9f32-e352829c63ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.807607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4462211 May 10 11:55:04.811448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:04.816704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Request body: {'subnet': {'network_id': 'ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-943323934-subnet', 'tenant_id': '3f85aabfde60481eb808ea1c8c6f913a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:04.819805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab12524-1067-4cb5-967e-d63b5122d272 admin admin] Pushing event updated for resources: {'Network': ['ID=ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:04.832270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:04.852871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Made reservation on behalf of 3f85aabfde60481eb808ea1c8c6f913a for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:04.855241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.859182 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-667548dc-d2c8-457e-9f32-e352829c63ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.861097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-667548dc-d2c8-457e-9f32-e352829c63ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:04.863869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-667548dc-d2c8-457e-9f32-e352829c63ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62800206-f467-405d-b0ec-ccfda0978d97 HTTP/1.1" status: 204 len: 168 time: 0.2463865 May 10 11:55:04.878277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667548dc-d2c8-457e-9f32-e352829c63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62800206-f467-405d-b0ec-ccfda0978d97,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:05.045440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.099642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da07708-df77-4735-9dae-b894a418d383,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:05.110766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Checking segment: {'id': '47106667-bf39-4189-a10f-da63e5c6f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:05.111124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Network hostable DHCP agents. Network: ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:05.130535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Network ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:05.140080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:05.144442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:05.145117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.149959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e91e5-2fa0-4b91-9cc7-92f4948b5745 None None] Network ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:05.165741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-36bce50b-3e47-49b9-8c50-36f5ca8c25bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3530614 May 10 11:55:05.280608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ad6bb-2666-4de7-8c2a-2c630eb696f7 None None] Network ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:05.546044 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.721903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa32c60-bde8-40cc-9841-feb833b92824 req-cb92526f-f491-4cc9-9a1e-feadac1ca061 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:05.723395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-cb92526f-f491-4cc9-9a1e-feadac1ca061 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/networks?id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 HTTP/1.1" status: 200 len: 811 time: 0.1156876 May 10 11:55:05.738825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-2b96a490-96aa-444b-908e-e7e41cd7e52f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/quotas/1662241de24949c7a0a848c56643745c HTTP/1.1" status: 200 len: 375 time: 0.0094876 May 10 11:55:05.773447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-8c678834-896d-4e58-9146-ffda93093bbb tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1662241de24949c7a0a848c56643745c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287750 May 10 11:55:06.031564 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-b0bff4ff-9dc1-4505-bc7b-2d0c5e907483 service neutron] 10.222.0.13 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506700 May 10 11:55:06.125798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-5a4c0601-de39-403c-bf59-41c5bb501b7c service neutron] 10.222.0.13 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888779 May 10 11:55:06.441836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49086) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:06.559197 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8f4f60d0-a2c0-4386-925a-9a463e81665a tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:06.580419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f4f60d0-a2c0-4386-925a-9a463e81665a tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] 10.222.0.13 "PUT /v2.0/quotas/967f970a00494229a0f31fa4dec1fdf3 HTTP/1.1" status: 200 len: 368 time: 0.1374431 May 10 11:55:06.583278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49090) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:06.588178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Request body: {'network': {'project_id': '967f970a00494229a0f31fa4dec1fdf3'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:06.608962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Made reservation on behalf of 967f970a00494229a0f31fa4dec1fdf3 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:06.611256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.620395 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.698811 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.703731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.727534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:06.737160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bef441-4993-4205-86f4-173471437949,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:06.742241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.742579 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Added segment a15117fc-cddb-4351-af80-f1cb20084e8c of type vlan for network 2147db5e-920e-4680-877c-d1cd74af1939 May 10 11:55:06.785832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.813423 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.814426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:06.815011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.865871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2814798 May 10 11:55:06.868520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49092) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:06.873697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Request body: {'network': {'project_id': '967f970a00494229a0f31fa4dec1fdf3'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:06.875226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f706a-17c4-410e-9f7f-966230a8f92f tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Pushing event updated for resources: {'Network': ['ID=2147db5e-920e-4680-877c-d1cd74af1939,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:06.885467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 2147db5e-920e-4680-877c-d1cd74af1939 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:06.894175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Made reservation on behalf of 967f970a00494229a0f31fa4dec1fdf3 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:06.896809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.919535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:06.928438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:06.928775 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Added segment 073a7a62-6f48-4fb7-951c-7e71e51c46ae of type vlan for network d8cb6409-fb77-46bf-bad7-5bcbaf94583a May 10 11:55:06.969590 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.001386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.002356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:07.002996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.054689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1850677 May 10 11:55:07.057733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49094) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:07.063746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b845095f-0bae-435d-9d31-9253a97bfc04 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Request body: {'network': {'project_id': '967f970a00494229a0f31fa4dec1fdf3'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:07.064080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6be282-9888-40a8-b62e-4131e86d006b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Pushing event updated for resources: {'Network': ['ID=d8cb6409-fb77-46bf-bad7-5bcbaf94583a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:07.073695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network d8cb6409-fb77-46bf-bad7-5bcbaf94583a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:07.076009 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b845095f-0bae-435d-9d31-9253a97bfc04 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 10 11:55:07.076499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b845095f-0bae-435d-9d31-9253a97bfc04 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:55:07.080273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b845095f-0bae-435d-9d31-9253a97bfc04 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0214081 May 10 11:55:07.080943 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49096) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:07.139364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0e68e004-12ed-48ae-90ce-eddd9f11c4ae tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=967f970a00494229a0f31fa4dec1fdf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571930 May 10 11:55:07.142023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49098) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:07.192548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21cf8862-751c-42d6-a27f-a30a819eb929 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.213776 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21cf8862-751c-42d6-a27f-a30a819eb929 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.269210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21cf8862-751c-42d6-a27f-a30a819eb929 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.271757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21cf8862-751c-42d6-a27f-a30a819eb929 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.272344 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0facf1d7-5764-4279-a5db-ec75867ef9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.274651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21cf8862-751c-42d6-a27f-a30a819eb929 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/33bef441-4993-4205-86f4-173471437949 HTTP/1.1" status: 204 len: 168 time: 0.1315210 May 10 11:55:07.277544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49102) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:07.307321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf8862-751c-42d6-a27f-a30a819eb929 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bef441-4993-4205-86f4-173471437949,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:07.371584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ec3452a-cc0f-477f-9664-f25b67f33093 req-dd516730-794f-4199-b8be-5119eaac3be1 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 210 time: 0.0369489 May 10 11:55:07.402520 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.487584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.510639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cb6409-fb77-46bf-bad7-5bcbaf94583a']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:07.520136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073a7a62-6f48-4fb7-951c-7e71e51c46ae') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:07.520811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073a7a62-6f48-4fb7-951c-7e71e51c46ae') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:07.530731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.545116 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.552605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:07.553006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: timer() May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:07.554716 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:07.619219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.625294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.628512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d8cb6409-fb77-46bf-bad7-5bcbaf94583a HTTP/1.1" status: 204 len: 168 time: 0.3496699 May 10 11:55:07.631687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49114) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:07.645110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191418-d659-4c27-a635-063d05552ef1 tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8cb6409-fb77-46bf-bad7-5bcbaf94583a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:07.713232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.803702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.824942 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.831865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2147db5e-920e-4680-877c-d1cd74af1939']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:07.842410 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15117fc-cddb-4351-af80-f1cb20084e8c') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:07.842765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15117fc-cddb-4351-af80-f1cb20084e8c') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:07.854107 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.868975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.876259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:07.876716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: timer() May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:07.878366 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:07.935426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.941276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:07.944502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2147db5e-920e-4680-877c-d1cd74af1939 HTTP/1.1" status: 204 len: 168 time: 0.3109443 May 10 11:55:07.956174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a1d23-71eb-446d-9e49-d0a4db219e0b tempest-QuotasNegativeTest-1808400865 tempest-QuotasNegativeTest-1808400865-project-admin] Pushing event deleted for resources: {'Network': ['ID=2147db5e-920e-4680-877c-d1cd74af1939,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:08.359984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:08.516496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df1b9978-1752-44a8-989a-5c5cfe594174 req-17aab9fa-d8ae-4313-881d-6d5586ca4d7e tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 210 time: 0.0459676 May 10 11:55:08.525643 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b966512-e12b-4efe-96ef-407f51d8f662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.585693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa32c60-bde8-40cc-9841-feb833b92824 req-db506c84-f471-4d0c-9585-19b1c4e24bc8 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:08.587116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-db506c84-f471-4d0c-9585-19b1c4e24bc8 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.49 "GET /v2.0/networks?id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 HTTP/1.1" status: 200 len: 811 time: 0.1783302 May 10 11:55:08.608067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Request body: {'port': {'device_id': 'ae4a0533-e07a-46c5-bdc6-467070bc313f', 'network_id': 'b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8', 'admin_state_up': True, 'tenant_id': '1662241de24949c7a0a848c56643745c'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:08.701220 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b966512-e12b-4efe-96ef-407f51d8f662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.710639 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4b966512-e12b-4efe-96ef-407f51d8f662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.768184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4b966512-e12b-4efe-96ef-407f51d8f662 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83e6032a43f64d63b3327be1d9d1c0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068387 May 10 11:55:08.770178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b966512-e12b-4efe-96ef-407f51d8f662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707ccce0-c270-42e6-b1e0-e9aadbc2dcd2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:08.770847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:08.777609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Made reservation on behalf of 1662241de24949c7a0a848c56643745c for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:08.781033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.834175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e018d40e-609b-42e4-b7c2-44321041b676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.856123 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e018d40e-609b-42e4-b7c2-44321041b676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.908391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e018d40e-609b-42e4-b7c2-44321041b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.909155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Allocated IP 172.20.0.12 (b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8/668334e8-7f08-4132-ac9b-e64ee32ddc28/a2404ef2-c2de-4e1f-aab5-d35c443c15a0) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:08.911134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e018d40e-609b-42e4-b7c2-44321041b676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.912339 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e018d40e-609b-42e4-b7c2-44321041b676 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/707ccce0-c270-42e6-b1e0-e9aadbc2dcd2 HTTP/1.1" status: 204 len: 168 time: 0.1404023 May 10 11:55:08.920726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d40e-609b-42e4-b7c2-44321041b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707ccce0-c270-42e6-b1e0-e9aadbc2dcd2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:09.063428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.098997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.145642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:09.148591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:09.152287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:09.161293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Pushing event updated for resources: {'Port': ['ID=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:09.195916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49136) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:09.206307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:09.206917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.209135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91a17b05-c8d6-493b-b94e-cb9285c0c386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.223066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-149d699d-ea22-42c6-94f5-c0e46b38a750 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6220767 May 10 11:55:09.234647 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Request body: {'port': {'device_id': 'ae4a0533-e07a-46c5-bdc6-467070bc313f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:09.285521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91a17b05-c8d6-493b-b94e-cb9285c0c386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.289525 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.289732 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-91a17b05-c8d6-493b-b94e-cb9285c0c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.326590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a17b05-c8d6-493b-b94e-cb9285c0c386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc1e9c0-4d70-47ac-bb5f-c0a52766ff78,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:09.331375 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-91a17b05-c8d6-493b-b94e-cb9285c0c386 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5290b11abac343afbc282d7bf7770767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344154 May 10 11:55:09.334157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49138) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:09.341810 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.384863 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb2cd460-8fd6-4ee9-bb2c-5bbc9bb84e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.409821 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb2cd460-8fd6-4ee9-bb2c-5bbc9bb84e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.460433 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb2cd460-8fd6-4ee9-bb2c-5bbc9bb84e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.463027 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bb2cd460-8fd6-4ee9-bb2c-5bbc9bb84e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.464315 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bb2cd460-8fd6-4ee9-bb2c-5bbc9bb84e06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bc1e9c0-4d70-47ac-bb5f-c0a52766ff78 HTTP/1.1" status: 204 len: 168 time: 0.1289005 May 10 11:55:09.472160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cd460-8fd6-4ee9-bb2c-5bbc9bb84e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc1e9c0-4d70-47ac-bb5f-c0a52766ff78,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:09.567005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2404ef2-c2de-4e1f-aab5-d35c443c15a0 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:55:09.575773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.584301 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.589439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Transition to ACTIVE for port object a2404ef2-c2de-4e1f-aab5-d35c443c15a0 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:55:09.595805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.665600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7cc97-fd06-44b6-ac65-89a19f8bbdc3 req-ea5c2035-a3b3-424e-9c12-f19f296306bd tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:09.667474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1be7cc97-fd06-44b6-ac65-89a19f8bbdc3 req-ea5c2035-a3b3-424e-9c12-f19f296306bd tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 944 time: 0.0550261 May 10 11:55:09.668426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Pushing event updated for resources: {'Port': ['ID=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:09.713501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1be7cc97-fd06-44b6-ac65-89a19f8bbdc3 req-ac04ad17-35c6-46fd-a2bf-eaebe05553b9 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342939 May 10 11:55:09.721249 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Attempting to bind port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:09.721658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Attempting to bind port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'd27f6615-176d-4dd7-a912-738f8089aeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:09.722165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Attempting to bind port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 on network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:09.735375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 on network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:55:09.735703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Attempting to bind port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 on network b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:09.740831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:09.741169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Checking segment: {'id': 'd27f6615-176d-4dd7-a912-738f8089aeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:09.741547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Bound using segment: {'id': 'd27f6615-176d-4dd7-a912-738f8089aeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:09.742035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Bound port: a2404ef2-c2de-4e1f-aab5-d35c443c15a0, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27f6615-176d-4dd7-a912-738f8089aeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:09.742320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.818658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] For port a2404ef2-c2de-4e1f-aab5-d35c443c15a0, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:09.822752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] For port a2404ef2-c2de-4e1f-aab5-d35c443c15a0, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,segment=NetworkSegment(d27f6615-176d-4dd7-a912-738f8089aeb9),segment_id=d27f6615-176d-4dd7-a912-738f8089aeb9)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:09.827720 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.865295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:09.865802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:09.867211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] 10.222.0.49 "PUT /v2.0/ports/a2404ef2-c2de-4e1f-aab5-d35c443c15a0 HTTP/1.1" status: 200 len: 1092 time: 0.6369181 May 10 11:55:09.867648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a0533-e07a-46c5-bdc6-467070bc313f', 'tag': 'a2404ef2-c2de-4e1f-aab5-d35c443c15a0'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:55:09.869956 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87445353-4f9a-4b4f-ba57-1ec060373f56" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a0533-e07a-46c5-bdc6-467070bc313f", "tag": "a2404ef2-c2de-4e1f-aab5-d35c443c15a0"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:55:09.898098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd78d9e-8fb3-4212-8b54-bef9758c5641 service neutron] Pushing event updated for resources: {'Port': ['ID=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:09.917651 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e89dc3-f43f-4050-b1db-fa4c68be40a6 x-openstack-request-id: req-d3e89dc3-f43f-4050-b1db-fa4c68be40a6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:55:09.917966 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a0533-e07a-46c5-bdc6-467070bc313f", "tag": "a2404ef2-c2de-4e1f-aab5-d35c443c15a0", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:55:09.918222 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3e89dc3-f43f-4050-b1db-fa4c68be40a6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:55:09.918636 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e89dc3-f43f-4050-b1db-fa4c68be40a6'] response: {'name': 'network-changed', 'server_uuid': 'ae4a0533-e07a-46c5-bdc6-467070bc313f', 'tag': 'a2404ef2-c2de-4e1f-aab5-d35c443c15a0', 'status': 'completed', 'code': 200} May 10 11:55:09.965207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa32c60-bde8-40cc-9841-feb833b92824 req-667c43a9-0450-45b5-82a0-df9cafb857fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:09.966916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-667c43a9-0450-45b5-82a0-df9cafb857fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1662241de24949c7a0a848c56643745c&device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 1095 time: 0.0411050 May 10 11:55:10.011512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-603b961d-f717-443f-9cd2-28cb03b7350b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0 HTTP/1.1" status: 200 len: 217 time: 0.0376575 May 10 11:55:10.060867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa32c60-bde8-40cc-9841-feb833b92824 req-1403b39e-7969-484c-90fd-7fae2fe56aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:10.062365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-1403b39e-7969-484c-90fd-7fae2fe56aed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=668334e8-7f08-4132-ac9b-e64ee32ddc28 HTTP/1.1" status: 200 len: 851 time: 0.0444329 May 10 11:55:10.094153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-076508d5-30dd-4fcc-9f52-19a7bfa70ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255287 May 10 11:55:10.193844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-05958dfa-1e2d-4702-a6a7-147accd67052 service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929127 May 10 11:55:10.285434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-faa32c60-bde8-40cc-9841-feb833b92824 req-c9412088-8715-426b-a389-fa9c214d2d54 service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852013 May 10 11:55:10.376204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-9365a9d3-bc1f-4029-9469-b92293f9b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:10.377715 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-9365a9d3-bc1f-4029-9469-b92293f9b11e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1662241de24949c7a0a848c56643745c&device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 1095 time: 0.0434031 May 10 11:55:10.472199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-dde973c9-d868-4959-8ab3-fca1d781a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:10.473657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-dde973c9-d868-4959-8ab3-fca1d781a53b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 HTTP/1.1" status: 200 len: 912 time: 0.0898473 May 10 11:55:10.529126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-2a2033ca-2e6a-4f22-9800-51690f58259d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0 HTTP/1.1" status: 200 len: 217 time: 0.0475183 May 10 11:55:10.583655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-17f4df4d-50e1-4d7f-a71e-6849fca72590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:10.585085 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-17f4df4d-50e1-4d7f-a71e-6849fca72590 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=668334e8-7f08-4132-ac9b-e64ee32ddc28 HTTP/1.1" status: 200 len: 851 time: 0.0492237 May 10 11:55:10.621724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-287f672e-e6a7-4f46-a772-39777ceb6042 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283904 May 10 11:55:10.712396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-81b46c87-a2e1-463b-a208-fbb8182f79a7 service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842206 May 10 11:55:10.788524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49180) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:10.824148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87445353-4f9a-4b4f-ba57-1ec060373f56 req-3d957852-9327-4c78-a6d9-f05e4db800e9 service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043606 May 10 11:55:10.854986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea50840-f0d4-4c24-a906-270f962bb58a req-90d47055-67bb-4e1d-94a3-d67201f51dd0 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:10.857112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ea50840-f0d4-4c24-a906-270f962bb58a req-90d47055-67bb-4e1d-94a3-d67201f51dd0 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 944 time: 0.0654271 May 10 11:55:10.894976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0fcedace-0487-40ae-aaaa-2709ee632d42 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1150887839'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:10.895488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ea50840-f0d4-4c24-a906-270f962bb58a req-a6fb08f1-ae20-4417-b8c4-b5223ce84c8c tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 May 10 11:55:10.919461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fcedace-0487-40ae-aaaa-2709ee632d42 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:10.920495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fcedace-0487-40ae-aaaa-2709ee632d42 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:10.970214 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fcedace-0487-40ae-aaaa-2709ee632d42 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:10.976153 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fcedace-0487-40ae-aaaa-2709ee632d42 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:10.992127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fcedace-0487-40ae-aaaa-2709ee632d42 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:10.993344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0fcedace-0487-40ae-aaaa-2709ee632d42 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2036955 May 10 11:55:10.996072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49184) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:11.067371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd5070b9-19fe-4039-a192-bd3978436435 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.552497 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd5070b9-19fe-4039-a192-bd3978436435 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.554662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd5070b9-19fe-4039-a192-bd3978436435 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.599083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd5070b9-19fe-4039-a192-bd3978436435 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.599755 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5070b9-19fe-4039-a192-bd3978436435 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83420506-8b2b-4b13-bafd-598d4054d52e {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:55:11.604716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd5070b9-19fe-4039-a192-bd3978436435 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.605316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dd5070b9-19fe-4039-a192-bd3978436435 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "DELETE /v2.0/routers/83420506-8b2b-4b13-bafd-598d4054d52e HTTP/1.1" status: 204 len: 168 time: 0.6083221 May 10 11:55:11.611064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49186) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:11.615172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-49b77d19-9342-4712-84e8-907ab2ad33e1 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Request body: {'router': {'name': 'tempest-router-1915233476', 'distributed': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:11.635133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49b77d19-9342-4712-84e8-907ab2ad33e1 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.636423 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49b77d19-9342-4712-84e8-907ab2ad33e1 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.691685 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49b77d19-9342-4712-84e8-907ab2ad33e1 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.698805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49b77d19-9342-4712-84e8-907ab2ad33e1 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.716218 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49b77d19-9342-4712-84e8-907ab2ad33e1 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.717423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-49b77d19-9342-4712-84e8-907ab2ad33e1 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1054223 May 10 11:55:11.720352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49188) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:11.793624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebd28b90-e63c-43bf-adcd-90fe40ca69fb tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.959382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebd28b90-e63c-43bf-adcd-90fe40ca69fb tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:11.961582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebd28b90-e63c-43bf-adcd-90fe40ca69fb tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.005872 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebd28b90-e63c-43bf-adcd-90fe40ca69fb tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.006559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd28b90-e63c-43bf-adcd-90fe40ca69fb tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6487e0b2-f4be-48e3-9cb2-45b33477cc48 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:55:12.012584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebd28b90-e63c-43bf-adcd-90fe40ca69fb tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.014146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ebd28b90-e63c-43bf-adcd-90fe40ca69fb tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "DELETE /v2.0/routers/6487e0b2-f4be-48e3-9cb2-45b33477cc48 HTTP/1.1" status: 204 len: 168 time: 0.2927771 May 10 11:55:12.015971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4454c-0d67-4d28-9f7f-1af05375d0fd req-2ba4158c-848a-49e8-87d3-b8c6fc6de038 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:12.017473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bdd4454c-0d67-4d28-9f7f-1af05375d0fd req-2ba4158c-848a-49e8-87d3-b8c6fc6de038 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 944 time: 0.0515392 May 10 11:55:12.017850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49192) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:12.022137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c2929eab-cb3b-4d01-b7e3-2d4a1b5f5dca tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Request body: {'router': {'name': 'tempest-router-551125809', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e7f03422fd054c03adc61040ef24ac06'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:12.041816 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2929eab-cb3b-4d01-b7e3-2d4a1b5f5dca tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.042909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2929eab-cb3b-4d01-b7e3-2d4a1b5f5dca tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.058381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bdd4454c-0d67-4d28-9f7f-1af05375d0fd req-05d55b0d-2505-4aa3-b79f-8fa7647079ea tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340245 May 10 11:55:12.099406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2929eab-cb3b-4d01-b7e3-2d4a1b5f5dca tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.107236 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2929eab-cb3b-4d01-b7e3-2d4a1b5f5dca tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.124580 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c2929eab-cb3b-4d01-b7e3-2d4a1b5f5dca tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.125791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c2929eab-cb3b-4d01-b7e3-2d4a1b5f5dca tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1069756 May 10 11:55:12.128503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:12.132774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:12.332316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3711172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31218'] for router, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.332604 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.412514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102768) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 10 11:55:12.412861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Router 25eeef9c-5a6e-472d-b56f-67cf791e2abe migrating from provider to provider. {{(pid=102768) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 10 11:55:12.413236 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.424048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.430872 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3711181'] for router, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.510393 n-d-840949-1 neutron-server[102768]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] No L3 agents can host the router 25eeef9c-5a6e-472d-b56f-67cf791e2abe May 10 11:55:12.633064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Hosts for router 25eeef9c-5a6e-472d-b56f-67cf791e2abe: [] {{(pid=102768) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 10 11:55:12.655186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Hosts for other DVR routers connected to router 25eeef9c-5a6e-472d-b56f-67cf791e2abe: set() {{(pid=102768) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 10 11:55:12.657787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.659009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5ab06c34-0644-4a04-8de6-69f8855efc75 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "PUT /v2.0/routers/25eeef9c-5a6e-472d-b56f-67cf791e2abe HTTP/1.1" status: 200 len: 716 time: 0.5295372 May 10 11:55:12.661715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:12.735241 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b93a66f8-a06e-4aa2-85ec-edbea78cf1fa tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "GET /v2.0/routers/25eeef9c-5a6e-472d-b56f-67cf791e2abe HTTP/1.1" status: 200 len: 716 time: 0.0723631 May 10 11:55:12.738832 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49198) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:12.936179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bcaf7761-59bd-4f32-ac6c-2993d317e05c tempest-RoutersTestDVR-1292383897 tempest-RoutersTestDVR-1292383897-project] 10.222.0.13 "GET /v2.0/routers/25eeef9c-5a6e-472d-b56f-67cf791e2abe HTTP/1.1" status: 200 len: 682 time: 0.1962113 May 10 11:55:12.939462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49202) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:13.010966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-488489bb-fef8-4d3f-b6bb-5f5ad9bf73e3 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.420993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a2404ef2-c2de-4e1f-aab5-d35c443c15a0 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:55:13.441345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-488489bb-fef8-4d3f-b6bb-5f5ad9bf73e3 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.444503 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-488489bb-fef8-4d3f-b6bb-5f5ad9bf73e3 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.461255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead8539-75e7-44c2-ad95-a811eb80d0e2 req-23aebd76-c29e-453a-99ea-23554befebd8 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:13.462723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aead8539-75e7-44c2-ad95-a811eb80d0e2 req-23aebd76-c29e-453a-99ea-23554befebd8 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 944 time: 0.1377015 May 10 11:55:13.511605 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-488489bb-fef8-4d3f-b6bb-5f5ad9bf73e3 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.512137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488489bb-fef8-4d3f-b6bb-5f5ad9bf73e3 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25eeef9c-5a6e-472d-b56f-67cf791e2abe {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:55:13.517497 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-488489bb-fef8-4d3f-b6bb-5f5ad9bf73e3 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.518475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-488489bb-fef8-4d3f-b6bb-5f5ad9bf73e3 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "DELETE /v2.0/routers/25eeef9c-5a6e-472d-b56f-67cf791e2abe HTTP/1.1" status: 204 len: 168 time: 0.5780909 May 10 11:55:13.522556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49206) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:13.527327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3d6f92a2-fd46-40eb-bbd7-c506c7b4f915 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Request body: {'router': {'name': 'tempest-router-970666338', 'distributed': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:13.530153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a2404ef2-c2de-4e1f-aab5-d35c443c15a0, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,segment=NetworkSegment(d27f6615-176d-4dd7-a912-738f8089aeb9),segment_id=d27f6615-176d-4dd7-a912-738f8089aeb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:13.531724 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aead8539-75e7-44c2-ad95-a811eb80d0e2 req-f72aef9d-8877-44f2-9582-85ad317aae52 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 May 10 11:55:13.548423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'a2404ef2-c2de-4e1f-aab5-d35c443c15a0', 'network_id': 'b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8', 'port_id': 'a2404ef2-c2de-4e1f-aab5-d35c443c15a0', 'mac_address': 'fa:16:3e:7e:b9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668334e8-7f08-4132-ac9b-e64ee32ddc28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:55:13.560023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d6f92a2-fd46-40eb-bbd7-c506c7b4f915 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.561724 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d6f92a2-fd46-40eb-bbd7-c506c7b4f915 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.586345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:13.586733 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.599443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2404ef2-c2de-4e1f-aab5-d35c443c15a0 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:55:13.616837 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d6f92a2-fd46-40eb-bbd7-c506c7b4f915 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.620123 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a2404ef2-c2de-4e1f-aab5-d35c443c15a0, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,segment=NetworkSegment(d27f6615-176d-4dd7-a912-738f8089aeb9),segment_id=d27f6615-176d-4dd7-a912-738f8089aeb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:13.622046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d6f92a2-fd46-40eb-bbd7-c506c7b4f915 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.624789 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.639894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d6f92a2-fd46-40eb-bbd7-c506c7b4f915 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.641109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3d6f92a2-fd46-40eb-bbd7-c506c7b4f915 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1175532 May 10 11:55:13.643870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49208) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:13.677548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:13.724770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c222fef-e9ae-4f98-90be-0bbb47acf713 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.834922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a2404ef2-c2de-4e1f-aab5-d35c443c15a0'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:55:13.878235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c222fef-e9ae-4f98-90be-0bbb47acf713 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.880416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c222fef-e9ae-4f98-90be-0bbb47acf713 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.926876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c222fef-e9ae-4f98-90be-0bbb47acf713 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.927380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c222fef-e9ae-4f98-90be-0bbb47acf713 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6a54372-616c-49e5-a64b-7e3542ac9d47 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:55:13.931934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c222fef-e9ae-4f98-90be-0bbb47acf713 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.932969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2c222fef-e9ae-4f98-90be-0bbb47acf713 tempest-RoutersTestDVR-114666831 tempest-RoutersTestDVR-114666831-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b6a54372-616c-49e5-a64b-7e3542ac9d47 HTTP/1.1" status: 204 len: 168 time: 0.2881882 May 10 11:55:14.190599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49214) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:14.322906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07e744f1-aab9-4556-a78e-0800f93ef9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.401149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07e744f1-aab9-4556-a78e-0800f93ef9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.406834 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07e744f1-aab9-4556-a78e-0800f93ef9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.444603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-07e744f1-aab9-4556-a78e-0800f93ef9e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7f03422fd054c03adc61040ef24ac06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528207 May 10 11:55:14.445499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e744f1-aab9-4556-a78e-0800f93ef9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98454aa-a012-4e9d-91bc-fe0c994f04c7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:14.447557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:14.502808 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30b74396-27a7-4856-9c14-620a860bfdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.530930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30b74396-27a7-4856-9c14-620a860bfdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.585703 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30b74396-27a7-4856-9c14-620a860bfdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.588704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30b74396-27a7-4856-9c14-620a860bfdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.590520 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-30b74396-27a7-4856-9c14-620a860bfdd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d98454aa-a012-4e9d-91bc-fe0c994f04c7 HTTP/1.1" status: 204 len: 168 time: 0.1413760 May 10 11:55:14.604062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b74396-27a7-4856-9c14-620a860bfdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98454aa-a012-4e9d-91bc-fe0c994f04c7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:14.662584 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7202c-c027-4a4c-9baf-1451a7871d9e req-f1e742dd-397a-4cf1-a8ed-f23b5e886c56 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:14.664160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ef7202c-c027-4a4c-9baf-1451a7871d9e req-f1e742dd-397a-4cf1-a8ed-f23b5e886c56 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 945 time: 0.0565584 May 10 11:55:14.704302 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ef7202c-c027-4a4c-9baf-1451a7871d9e req-a691aa66-145d-4a0b-9ea9-19a6eb9e30c6 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 May 10 11:55:14.853816 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:55:14.884122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49226) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:14.899226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97c3748c-3d0a-4269-bac0-aadd6fe3a2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.984623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97c3748c-3d0a-4269-bac0-aadd6fe3a2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:14.991162 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97c3748c-3d0a-4269-bac0-aadd6fe3a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:15.037553 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-97c3748c-3d0a-4269-bac0-aadd6fe3a2bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=649e3fdd4052436d96daf8454f4da056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523449 May 10 11:55:15.038823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3748c-3d0a-4269-bac0-aadd6fe3a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da86e1-226f-4cf8-8b2a-6a8db9021886,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:15.040498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49228) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:15.092506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:15.117030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:15.166773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:15.169311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:15.170537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2da86e1-226f-4cf8-8b2a-6a8db9021886 HTTP/1.1" status: 204 len: 168 time: 0.1287503 May 10 11:55:15.178288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da86e1-226f-4cf8-8b2a-6a8db9021886,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:15.186417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.186756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.187086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.187452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.187781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.188139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.188458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.188772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.189091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.189407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.189710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.190009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8024-9031-4929-a6e5-74e5d5e18c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:15.451899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a2404ef2-c2de-4e1f-aab5-d35c443c15a0 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:15.503247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:55:15.507430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:15.507846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:15.585079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:15.585473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:15.610430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a0533-e07a-46c5-bdc6-467070bc313f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2404ef2-c2de-4e1f-aab5-d35c443c15a0'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:55:15.612708 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6010b4-9053-408c-92c9-cedfdc48f75b" -d '{"events": [{"server_uuid": "ae4a0533-e07a-46c5-bdc6-467070bc313f", "name": "network-vif-plugged", "status": "completed", "tag": "a2404ef2-c2de-4e1f-aab5-d35c443c15a0"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:55:15.628624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port a2404ef2-c2de-4e1f-aab5-d35c443c15a0, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,segment=NetworkSegment(d27f6615-176d-4dd7-a912-738f8089aeb9),segment_id=d27f6615-176d-4dd7-a912-738f8089aeb9)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:15.633524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:15.683861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:15.795765 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb4d33-c473-4563-baae-ea198a32f436 x-openstack-request-id: req-cabb4d33-c473-4563-baae-ea198a32f436 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:55:15.795765 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a0533-e07a-46c5-bdc6-467070bc313f", "name": "network-vif-plugged", "status": "completed", "tag": "a2404ef2-c2de-4e1f-aab5-d35c443c15a0", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:55:15.795765 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cabb4d33-c473-4563-baae-ea198a32f436 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:55:15.795765 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabb4d33-c473-4563-baae-ea198a32f436'] response: {'server_uuid': 'ae4a0533-e07a-46c5-bdc6-467070bc313f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2404ef2-c2de-4e1f-aab5-d35c443c15a0', 'code': 200} May 10 11:55:15.837920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eb26c-15ea-4c87-8dc5-11e1e3725410 req-c252877c-63ea-4a22-beca-6d3d8034345f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:15.839901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd9eb26c-15ea-4c87-8dc5-11e1e3725410 req-c252877c-63ea-4a22-beca-6d3d8034345f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0622797 May 10 11:55:15.900208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49256) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:15.903374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd9eb26c-15ea-4c87-8dc5-11e1e3725410 req-e1e4b73c-eae8-4b62-8f44-6b1099d7cca9 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571046 May 10 11:55:15.911007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c231c4-4257-4ad8-bede-e5306bcb4457 req-8f1d2032-3159-4c6c-b18d-b13d823aaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:15.912380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2c231c4-4257-4ad8-bede-e5306bcb4457 req-8f1d2032-3159-4c6c-b18d-b13d823aaac5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 1097 time: 0.0599976 May 10 11:55:15.949251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2c231c4-4257-4ad8-bede-e5306bcb4457 req-96a530c8-6db5-4bf6-8cd9-9fd583abcede service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304701 May 10 11:55:16.004940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-286272604'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:16.034885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Made reservation on behalf of 33d90a9947cc436b8d59f545f266e2fc for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:16.040749 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.055047 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.137778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.143548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.174191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:16.180488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f6538d-d1ca-46a8-a1d1-9220abffa1ad,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:16.187243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.187586 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Added segment bcfe7c98-2100-4b5b-be24-2b2538f237f6 of type vlan for network 215f6d68-79bb-464b-973d-aa87e344a37b May 10 11:55:16.230281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.258882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.265519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:16.266098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.346127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4418314 May 10 11:55:16.346543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49260) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:16.352350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Request body: {'subnet': {'network_id': '215f6d68-79bb-464b-973d-aa87e344a37b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:16.367312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae2cdb-f868-4df2-b092-3d30bfd30b0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'Network': ['ID=215f6d68-79bb-464b-973d-aa87e344a37b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:16.378296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 215f6d68-79bb-464b-973d-aa87e344a37b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:16.441695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Made reservation on behalf of 33d90a9947cc436b8d59f545f266e2fc for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:16.446182 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.631594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.692525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'Subnet': ['ID=25fbf6b0-b511-451d-b010-a5d53a02b4d6,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:16.700042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Checking segment: {'id': 'bcfe7c98-2100-4b5b-be24-2b2538f237f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '215f6d68-79bb-464b-973d-aa87e344a37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:16.700401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Network hostable DHCP agents. Network: 215f6d68-79bb-464b-973d-aa87e344a37b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:16.718356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Network 215f6d68-79bb-464b-973d-aa87e344a37b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:16.728341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 215f6d68-79bb-464b-973d-aa87e344a37b) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:16.732528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:16.733163 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.738454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eebf9a5-db00-4245-8ea4-e74df3696571 None None] Network 215f6d68-79bb-464b-973d-aa87e344a37b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:16.749595 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de4a684e-10d3-4990-a615-086be7c8c297 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4018707 May 10 11:55:16.752461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49262) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:16.757271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d28f5406-51b4-46f0-a33f-9b7abeaf0dd3 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2119046006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:16.780208 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d28f5406-51b4-46f0-a33f-9b7abeaf0dd3 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.781203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d28f5406-51b4-46f0-a33f-9b7abeaf0dd3 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.842395 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d28f5406-51b4-46f0-a33f-9b7abeaf0dd3 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.847869 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d28f5406-51b4-46f0-a33f-9b7abeaf0dd3 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.868643 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d28f5406-51b4-46f0-a33f-9b7abeaf0dd3 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.869855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d28f5406-51b4-46f0-a33f-9b7abeaf0dd3 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1163538 May 10 11:55:16.872531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49264) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:16.899421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-215f6d68-79bb-464b-973d-aa87e344a37b', 'network_id': '215f6d68-79bb-464b-973d-aa87e344a37b', 'tenant_id': '33d90a9947cc436b8d59f545f266e2fc', 'fixed_ips': [{'subnet_id': '25fbf6b0-b511-451d-b010-a5d53a02b4d6'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:55:16.900348 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.043732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Allocated IP 172.20.0.2 (215f6d68-79bb-464b-973d-aa87e344a37b/25fbf6b0-b511-451d-b010-a5d53a02b4d6/ee21a05d-af78-41d1-a926-3a27b65f34ca) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:17.159793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76f244-3836-4ced-bcaa-2d1c6c68f21e req-be9a8277-a2d6-43ff-9a76-56f878a09db2 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:17.161233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce76f244-3836-4ced-bcaa-2d1c6c68f21e req-be9a8277-a2d6-43ff-9a76-56f878a09db2 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.1341894 May 10 11:55:17.195709 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.202952 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.218559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.234691 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce76f244-3836-4ced-bcaa-2d1c6c68f21e req-770f7cfa-f2de-4625-a761-728aad8abdbb tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658748 May 10 11:55:17.241121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Network 215f6d68-79bb-464b-973d-aa87e344a37b is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:17.242517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:17.246035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:17.257147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Pushing event updated for resources: {'Port': ['ID=ee21a05d-af78-41d1-a926-3a27b65f34ca,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:17.314367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Attempting to bind port ee21a05d-af78-41d1-a926-3a27b65f34ca on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:17.314788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Attempting to bind port ee21a05d-af78-41d1-a926-3a27b65f34ca by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'bcfe7c98-2100-4b5b-be24-2b2538f237f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '215f6d68-79bb-464b-973d-aa87e344a37b'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:17.315162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Attempting to bind port ee21a05d-af78-41d1-a926-3a27b65f34ca on network 215f6d68-79bb-464b-973d-aa87e344a37b {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:17.320801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:17.321016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Checking segment: {'id': 'bcfe7c98-2100-4b5b-be24-2b2538f237f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '215f6d68-79bb-464b-973d-aa87e344a37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:17.321278 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.321676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Bound using segment: {'id': 'bcfe7c98-2100-4b5b-be24-2b2538f237f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '215f6d68-79bb-464b-973d-aa87e344a37b'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:17.322146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Bound port: ee21a05d-af78-41d1-a926-3a27b65f34ca, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfe7c98-2100-4b5b-be24-2b2538f237f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '215f6d68-79bb-464b-973d-aa87e344a37b'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:17.322529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.380478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436beb03-5c84-43b1-b8a4-c0a48cb342ab req-2600dee6-898b-4d8a-b0a2-e320e8038956 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:17.383640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-436beb03-5c84-43b1-b8a4-c0a48cb342ab req-2600dee6-898b-4d8a-b0a2-e320e8038956 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0609088 May 10 11:55:17.388404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] For port ee21a05d-af78-41d1-a926-3a27b65f34ca, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:17.391994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] For port ee21a05d-af78-41d1-a926-3a27b65f34ca, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee21a05d-af78-41d1-a926-3a27b65f34ca,segment=NetworkSegment(bcfe7c98-2100-4b5b-be24-2b2538f237f6),segment_id=bcfe7c98-2100-4b5b-be24-2b2538f237f6)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:17.397009 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.458540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-436beb03-5c84-43b1-b8a4-c0a48cb342ab req-63c41fb7-6103-4a26-9b61-c57eb39fa9cf tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487447 May 10 11:55:17.464732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309dea5-b396-4b1f-9519-b3a02d3ae206 None None] Pushing event updated for resources: {'Port': ['ID=ee21a05d-af78-41d1-a926-3a27b65f34ca,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:17.532175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Allocated IP 172.20.0.1 (215f6d68-79bb-464b-973d-aa87e344a37b/25fbf6b0-b511-451d-b010-a5d53a02b4d6/f54dc190-44a6-4dd4-98b4-2640b029ae84) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:17.691907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.730388 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.731356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4635c-cf68-4fc8-b3e9-583d0276296c req-ffec5baf-fd59-4a37-ad1a-3f3b5a6c5f98 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:17.733615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03a4635c-cf68-4fc8-b3e9-583d0276296c req-ffec5baf-fd59-4a37-ad1a-3f3b5a6c5f98 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0799296 May 10 11:55:17.777896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Network 215f6d68-79bb-464b-973d-aa87e344a37b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:17.783256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:17.787196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:17.807192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03a4635c-cf68-4fc8-b3e9-583d0276296c req-8956b2a8-fb07-4361-8954-4d2017f89006 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655429 May 10 11:55:17.816176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-3d427ced-ec1e-4d41-8bc2-9f6a40395657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:17.817753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-3d427ced-ec1e-4d41-8bc2-9f6a40395657 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1662241de24949c7a0a848c56643745c&device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 1097 time: 0.0700333 May 10 11:55:17.823403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'Port': ['ID=f54dc190-44a6-4dd4-98b4-2640b029ae84,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:17.858527 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.937430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-9d474b01-5a69-494c-8c99-d03fcd2a6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:17.938854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-9d474b01-5a69-494c-8c99-d03fcd2a6a10 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 HTTP/1.1" status: 200 len: 912 time: 0.0931447 May 10 11:55:17.969495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.980050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-47000d11-25c4-4969-9bfc-26b879b4335e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0 HTTP/1.1" status: 200 len: 217 time: 0.0343983 May 10 11:55:18.029444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-cf7bc03c-1de9-4798-adfe-6813918ae18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:18.031133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-cf7bc03c-1de9-4798-adfe-6813918ae18d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=668334e8-7f08-4132-ac9b-e64ee32ddc28 HTTP/1.1" status: 200 len: 851 time: 0.0448279 May 10 11:55:18.070283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-f0e02045-3692-48f2-ac05-a727f666375c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304530 May 10 11:55:18.173080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-cdc66998-6f64-4cb5-be0b-9cbf520193ed service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952325 May 10 11:55:18.249044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:18.257287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:18.288544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee21a05d-af78-41d1-a926-3a27b65f34ca up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:18.298901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9682cb76-ecf3-4e53-bbf9-e85f052d4801 req-176ed1ad-8488-4650-b44d-8cb07578109e service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192276 May 10 11:55:18.340321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'Port': ['ID=f54dc190-44a6-4dd4-98b4-2640b029ae84,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:18.344116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:18.360442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ee21a05d-af78-41d1-a926-3a27b65f34ca triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:18.360824 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:18.445022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Network 215f6d68-79bb-464b-973d-aa87e344a37b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:18.446419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:18.447643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ee21a05d-af78-41d1-a926-3a27b65f34ca is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:18.448755 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:18.484552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port ee21a05d-af78-41d1-a926-3a27b65f34ca, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee21a05d-af78-41d1-a926-3a27b65f34ca,segment=NetworkSegment(bcfe7c98-2100-4b5b-be24-2b2538f237f6),segment_id=bcfe7c98-2100-4b5b-be24-2b2538f237f6)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:18.488760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:18.539495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=ee21a05d-af78-41d1-a926-3a27b65f34ca,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:18.564568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981aafcc-56fd-464a-a4ab-f0c16c0f90db None None] Network 215f6d68-79bb-464b-973d-aa87e344a37b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:18.575782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Router 5a3b94da-72dc-492f-b39f-81e4aae9fc73 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:55:18.672547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:55:18.681095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-97a51b6d-6933-40f3-b3ba-1e650478acfe tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "PUT /v2.0/routers/5a3b94da-72dc-492f-b39f-81e4aae9fc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074207 May 10 11:55:18.681769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49274) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:18.687985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Request body: {'port': {'network_id': '215f6d68-79bb-464b-973d-aa87e344a37b', 'name': 'tempest-FloatingIPNegativeTestJSON-537463788'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:18.689781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a848fa3-591f-455c-8452-f113f5c00ae5 None None] Sync routers for ids ['5a3b94da-72dc-492f-b39f-81e4aae9fc73'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:55:18.703197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2c354d45-587b-473b-b0bc-c32a1a0f5de8 None None] Provisioning complete for port ee21a05d-af78-41d1-a926-3a27b65f34ca triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:18.703561 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c354d45-587b-473b-b0bc-c32a1a0f5de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:18.751741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a848fa3-591f-455c-8452-f113f5c00ae5 None None] Routers {'5a3b94da-72dc-492f-b39f-81e4aae9fc73'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:18.752344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2a848fa3-591f-455c-8452-f113f5c00ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a3b94da-72dc-492f-b39f-81e4aae9fc73'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:18.797083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Made reservation on behalf of 33d90a9947cc436b8d59f545f266e2fc for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:18.800852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:18.821013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] device_id is not set on port eb1b0b29-af71-48e7-8f75-22175589ad5f yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:18.942962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fcde9-5a25-4dbc-840e-dd1f55cfd9ae req-6b7890a8-f631-4d49-8035-f7df49680bcc tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:18.944636 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c8fcde9-5a25-4dbc-840e-dd1f55cfd9ae req-6b7890a8-f631-4d49-8035-f7df49680bcc tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0619249 May 10 11:55:18.952606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2a848fa3-591f-455c-8452-f113f5c00ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:18.956263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Allocated IP 172.20.0.4 (215f6d68-79bb-464b-973d-aa87e344a37b/25fbf6b0-b511-451d-b010-a5d53a02b4d6/eb1b0b29-af71-48e7-8f75-22175589ad5f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:18.975559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a848fa3-591f-455c-8452-f113f5c00ae5 None None] Routers {'5a3b94da-72dc-492f-b39f-81e4aae9fc73'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:18.976236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2a848fa3-591f-455c-8452-f113f5c00ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a3b94da-72dc-492f-b39f-81e4aae9fc73'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:18.988375 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7c8fcde9-5a25-4dbc-840e-dd1f55cfd9ae req-77063649-3c16-4dc0-b596-6d065664d124 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374732 May 10 11:55:19.045374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2a848fa3-591f-455c-8452-f113f5c00ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:19.046043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a848fa3-591f-455c-8452-f113f5c00ae5 None None] The sync data for ids ['5a3b94da-72dc-492f-b39f-81e4aae9fc73'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:55:19.051594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2c354d45-587b-473b-b0bc-c32a1a0f5de8 None None] Current status of the port ee21a05d-af78-41d1-a926-3a27b65f34ca is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:19.138841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.188282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.242893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a95045-2737-4b29-91c3-5a9465bb7193 req-4cf2deb0-e2b8-4892-a049-ca25daa95310 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:19.244910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-95a95045-2737-4b29-91c3-5a9465bb7193 req-4cf2deb0-e2b8-4892-a049-ca25daa95310 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0639992 May 10 11:55:19.265250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Network 215f6d68-79bb-464b-973d-aa87e344a37b is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:19.274856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:19.278091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:19.282526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'Port': ['ID=eb1b0b29-af71-48e7-8f75-22175589ad5f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:19.304373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-95a95045-2737-4b29-91c3-5a9465bb7193 req-7901e12b-016c-4a91-bae6-36a02a470c2b tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 May 10 11:55:19.323951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-d8c4979b-dd00-48b4-baf5-584b9afbccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:19.325500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-d8c4979b-dd00-48b4-baf5-584b9afbccd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1662241de24949c7a0a848c56643745c&device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 1097 time: 0.1270638 May 10 11:55:19.362158 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:19.362783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.375848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-be2ba159-4d44-407a-8fbc-04fc36038542 None None] Provisioning complete for port ee21a05d-af78-41d1-a926-3a27b65f34ca triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:19.376408 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-be2ba159-4d44-407a-8fbc-04fc36038542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.415266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f31544cc-04c6-41fd-aea4-dae28f517bbc tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7322822 May 10 11:55:19.418492 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49282) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:19.423516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:19.450179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.450618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-9c4ccf76-f075-4ada-acd3-e645958882f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:19.452271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-9c4ccf76-f075-4ada-acd3-e645958882f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 HTTP/1.1" status: 200 len: 912 time: 0.1190405 May 10 11:55:19.485282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-be2ba159-4d44-407a-8fbc-04fc36038542 None None] Current status of the port ee21a05d-af78-41d1-a926-3a27b65f34ca is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:19.496772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-be2ba159-4d44-407a-8fbc-04fc36038542 None None] Provisioning complete for port f54dc190-44a6-4dd4-98b4-2640b029ae84 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:19.497237 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-be2ba159-4d44-407a-8fbc-04fc36038542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.507099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-01718f5c-409f-4ec4-8779-a7d53dc5ed72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0 HTTP/1.1" status: 200 len: 217 time: 0.0485222 May 10 11:55:19.542268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-be2ba159-4d44-407a-8fbc-04fc36038542 None None] Port f54dc190-44a6-4dd4-98b4-2640b029ae84 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:19.573190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-bea1aecc-941d-4925-a631-87e8e7d185b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:19.575143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-bea1aecc-941d-4925-a631-87e8e7d185b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=668334e8-7f08-4132-ac9b-e64ee32ddc28 HTTP/1.1" status: 200 len: 851 time: 0.0614464 May 10 11:55:19.577276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.608908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-4895fd71-f49a-4a47-b124-dd0a113a30d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279090 May 10 11:55:19.665204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-11c64d82-7e2b-4936-b563-8ecf14faa5cc None None] Provisioning complete for port f54dc190-44a6-4dd4-98b4-2640b029ae84 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:19.665629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11c64d82-7e2b-4936-b563-8ecf14faa5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.714257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Allocated IP 172.25.8.149 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/c9f62d91-f659-4e13-abea-f84198594dce) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:19.717117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-11c64d82-7e2b-4936-b563-8ecf14faa5cc None None] Port f54dc190-44a6-4dd4-98b4-2640b029ae84 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:19.734630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-6bba94c3-edaf-4c25-8993-ca9031746781 service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193542 May 10 11:55:19.826775 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.841309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d3ec6e92-5daa-4b79-ae59-975797d0dd73 None None] Provisioning complete for port f54dc190-44a6-4dd4-98b4-2640b029ae84 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:19.842177 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6e92-5daa-4b79-ae59-975797d0dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.842527 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8ea83954-8a1f-4a27-b9e7-14f863922c84 req-a531c25f-cbc5-48ba-92cb-c7bae99ad132 service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009247 May 10 11:55:19.869816 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:19.883257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec6e92-5daa-4b79-ae59-975797d0dd73 None None] Port f54dc190-44a6-4dd4-98b4-2640b029ae84 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:19.912540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:19.916849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:19.920538 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:19.944966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'Port': ['ID=c9f62d91-f659-4e13-abea-f84198594dce,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:20.003587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ebf27fe5-78ef-40ac-ba58-88826aa829ad None None] Provisioning complete for port eb1b0b29-af71-48e7-8f75-22175589ad5f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:20.004034 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebf27fe5-78ef-40ac-ba58-88826aa829ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.012201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.041293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ebf27fe5-78ef-40ac-ba58-88826aa829ad None None] Port eb1b0b29-af71-48e7-8f75-22175589ad5f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:20.048761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.200016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.208337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.244636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee21a05d-af78-41d1-a926-3a27b65f34ca up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:20.280117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'Port': ['ID=c9f62d91-f659-4e13-abea-f84198594dce,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:20.291008 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.296596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ee21a05d-af78-41d1-a926-3a27b65f34ca triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:20.297126 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.312810 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.314721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-98013dc5-4e36-44ff-8e0a-7d9bbeb148fa tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8952172 May 10 11:55:20.321761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49284) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:20.328515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ba23fb62-2dfe-42d1-bbc3-dadeee2a8003 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Request body: {'floatingip': {'port_id': 'eb1b0b29-af71-48e7-8f75-22175589ad5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:20.378290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ba23fb62-2dfe-42d1-bbc3-dadeee2a8003 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.382186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ee21a05d-af78-41d1-a926-3a27b65f34ca is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:20.531667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debbbf-bc76-4b74-abeb-308023ff4d7a req-e31fc24f-80e9-48ab-9e37-cfa32b27f6d3 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:20.533193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44debbbf-bc76-4b74-abeb-308023ff4d7a req-e31fc24f-80e9-48ab-9e37-cfa32b27f6d3 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.1525071 May 10 11:55:20.562073 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-ba23fb62-2dfe-42d1-bbc3-dadeee2a8003 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] update failed (client error): The resource could not be found. May 10 11:55:20.563156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ba23fb62-2dfe-42d1-bbc3-dadeee2a8003 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "PUT /v2.0/floatingips/a4dee24a-20f2-46bb-a71e-ecffbb297a99 HTTP/1.1" status: 404 len: 507 time: 0.2398379 May 10 11:55:20.566291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49288) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:20.624673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-44debbbf-bc76-4b74-abeb-308023ff4d7a req-6e250865-a394-4236-bcb8-615d6c42a3ec tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839036 May 10 11:55:20.711014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Deleting port c9f62d91-f659-4e13-abea-f84198594dce {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:20.711332 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.788070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.788809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.800938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Calling delete_port for c9f62d91-f659-4e13-abea-f84198594dce owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:20.938385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:20.964402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event deleted for resources: {'Port': ['ID=c9f62d91-f659-4e13-abea-f84198594dce,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:21.026433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.029085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.030276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bc99f92a-1493-438d-9876-81a06750d373 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "DELETE /v2.0/floatingips/a4dee24a-20f2-46bb-a71e-ecffbb297a99 HTTP/1.1" status: 204 len: 168 time: 0.4630930 May 10 11:55:21.034257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49290) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:21.038612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f53c36cb-f7b9-4e17-9be8-82fd24786d09 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Request body: {'floatingip': {'floating_network_id': '215f6d68-79bb-464b-973d-aa87e344a37b', 'port_id': 'eb1b0b29-af71-48e7-8f75-22175589ad5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:21.062551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f53c36cb-f7b9-4e17-9be8-82fd24786d09 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.175769 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-f53c36cb-f7b9-4e17-9be8-82fd24786d09 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:55:21.176937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f53c36cb-f7b9-4e17-9be8-82fd24786d09 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1417520 May 10 11:55:21.180837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49292) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:21.186134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'eb1b0b29-af71-48e7-8f75-22175589ad5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:21.207311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.312416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.419254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Allocated IP 172.25.8.220 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f058808f-4d09-46b3-92ef-1da097c50360) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:21.530399 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.568320 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.606573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:21.609470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:21.618078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:21.621140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event updated for resources: {'Port': ['ID=f058808f-4d09-46b3-92ef-1da097c50360,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:21.780655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Deleting port f058808f-4d09-46b3-92ef-1da097c50360 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:21.780885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.859110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.860045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.873053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Calling delete_port for f058808f-4d09-46b3-92ef-1da097c50360 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:22.008384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:22.016156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7e2aa-3a76-4d2c-bb66-b9aa2a995960 req-7f0e5aa1-38d6-4e82-9bbf-726082f95911 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:22.017680 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ad7e2aa-3a76-4d2c-bb66-b9aa2a995960 req-7f0e5aa1-38d6-4e82-9bbf-726082f95911 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.3212550 May 10 11:55:22.034912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event deleted for resources: {'Port': ['ID=f058808f-4d09-46b3-92ef-1da097c50360,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:22.058757 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ad7e2aa-3a76-4d2c-bb66-b9aa2a995960 req-3d45f371-8186-4a71-ad1b-045bf0404cf6 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345762 May 10 11:55:22.112279 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] create failed (client error): The resource could not be found. May 10 11:55:22.117340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1f71dbcf-2f34-4df5-aad5-d03739ef4c0e tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9313846 May 10 11:55:22.117340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49298) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:22.211529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-103205c8-f101-4689-b483-b72951fe7d94 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Deleting port eb1b0b29-af71-48e7-8f75-22175589ad5f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:22.211914 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-103205c8-f101-4689-b483-b72951fe7d94 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:22.289625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba4219-335f-44ae-bcac-118b167a3a1c req-8cf6d820-a87b-4de9-8572-0a647bb4c52f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:22.291018 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bba4219-335f-44ae-bcac-118b167a3a1c req-8cf6d820-a87b-4de9-8572-0a647bb4c52f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0490594 May 10 11:55:22.302538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-103205c8-f101-4689-b483-b72951fe7d94 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:22.314773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-103205c8-f101-4689-b483-b72951fe7d94 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Calling delete_port for eb1b0b29-af71-48e7-8f75-22175589ad5f owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:22.330565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bba4219-335f-44ae-bcac-118b167a3a1c req-4978d7d8-f6b0-453c-8e90-fe97d9c2ad12 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 May 10 11:55:22.441055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-103205c8-f101-4689-b483-b72951fe7d94 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:22.474108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103205c8-f101-4689-b483-b72951fe7d94 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event deleted for resources: {'Port': ['ID=eb1b0b29-af71-48e7-8f75-22175589ad5f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:22.548771 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-103205c8-f101-4689-b483-b72951fe7d94 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:22.552001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-103205c8-f101-4689-b483-b72951fe7d94 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "DELETE /v2.0/ports/eb1b0b29-af71-48e7-8f75-22175589ad5f HTTP/1.1" status: 204 len: 168 time: 0.4336178 May 10 11:55:22.554604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49302) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:22.604056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc52ce-6a47-4644-9958-1069f3a88919 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:22.605574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-63cc52ce-6a47-4644-9958-1069f3a88919 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b94da-72dc-492f-b39f-81e4aae9fc73 HTTP/1.1" status: 200 len: 913 time: 0.0500238 May 10 11:55:22.608780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49304) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:22.935434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:23.188100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Deleting port f54dc190-44a6-4dd4-98b4-2640b029ae84 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:23.188706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:23.271929 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:23.283535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Calling delete_port for f54dc190-44a6-4dd4-98b4-2640b029ae84 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:23.493641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f6885-ecdb-4643-b06c-8fbcf9d7b04a req-03d519d6-946c-46cb-b144-ccf249a6c907 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:23.495020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa3f6885-ecdb-4643-b06c-8fbcf9d7b04a req-03d519d6-946c-46cb-b144-ccf249a6c907 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0907781 May 10 11:55:23.504191 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:23.879342 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event deleted for resources: {'Port': ['ID=f54dc190-44a6-4dd4-98b4-2640b029ae84,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:23.917047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa3f6885-ecdb-4643-b06c-8fbcf9d7b04a req-46588063-0bff-4b2c-9eda-226f80566c3f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149065 May 10 11:55:24.037369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.267359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Router 5a3b94da-72dc-492f-b39f-81e4aae9fc73 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:55:24.274131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bcef7-d418-4a2d-aaa8-912241c0191f req-05ada717-9ca1-499e-9530-42e223144839 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:24.275608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-822bcef7-d418-4a2d-aaa8-912241c0191f req-05ada717-9ca1-499e-9530-42e223144839 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.1810374 May 10 11:55:24.277660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-bc9d1688-acf3-4657-9cd4-eca6423a4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:24.278979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-bc9d1688-acf3-4657-9cd4-eca6423a4407 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1662241de24949c7a0a848c56643745c&device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 1097 time: 0.1452358 May 10 11:55:24.429371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-822bcef7-d418-4a2d-aaa8-912241c0191f req-961b8a72-69bf-4083-8d74-afd2fbbc47b4 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468728 May 10 11:55:24.443764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:55:24.452077 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3ce44949-c9dd-4820-91ba-4df97070358d tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "PUT /v2.0/routers/5a3b94da-72dc-492f-b39f-81e4aae9fc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393130 May 10 11:55:24.452888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49312) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:24.455543 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cd77f9-f6e5-4929-ab83-55e554473916 None None] Sync routers for ids ['5a3b94da-72dc-492f-b39f-81e4aae9fc73'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:55:24.468968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-4f52e985-17e0-492e-a2e5-6dda4510e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:24.469596 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd77f9-f6e5-4929-ab83-55e554473916 None None] Routers {'5a3b94da-72dc-492f-b39f-81e4aae9fc73'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:24.470274 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95cd77f9-f6e5-4929-ab83-55e554473916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a3b94da-72dc-492f-b39f-81e4aae9fc73'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:24.470569 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-4f52e985-17e0-492e-a2e5-6dda4510e99a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 HTTP/1.1" status: 200 len: 912 time: 0.1814036 May 10 11:55:24.503696 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95cd77f9-f6e5-4929-ab83-55e554473916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:24.512390 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd77f9-f6e5-4929-ab83-55e554473916 None None] Routers {'5a3b94da-72dc-492f-b39f-81e4aae9fc73'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:24.513066 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95cd77f9-f6e5-4929-ab83-55e554473916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5a3b94da-72dc-492f-b39f-81e4aae9fc73'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:24.514904 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-5c0bfd11-e990-4eb9-bb4d-0b4faa71fb2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0 HTTP/1.1" status: 200 len: 217 time: 0.0377352 May 10 11:55:24.529584 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7dfc83da-e99a-49de-9898-7c07f003ace8 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.549816 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95cd77f9-f6e5-4929-ab83-55e554473916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:24.550562 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cd77f9-f6e5-4929-ab83-55e554473916 None None] The sync data for ids ['5a3b94da-72dc-492f-b39f-81e4aae9fc73'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:55:24.573246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-1b297f8f-7b20-4958-8d62-1b208f8766ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:24.574773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-1b297f8f-7b20-4958-8d62-1b208f8766ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=668334e8-7f08-4132-ac9b-e64ee32ddc28 HTTP/1.1" status: 200 len: 851 time: 0.0534527 May 10 11:55:24.606244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-72ccfbe8-d036-46ca-9ec2-2caff7038ac4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254514 May 10 11:55:24.688262 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7dfc83da-e99a-49de-9898-7c07f003ace8 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.690305 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7dfc83da-e99a-49de-9898-7c07f003ace8 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.697660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-4a4b1c2a-5c76-4873-9e7f-ff8ab3c10ecc service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851393 May 10 11:55:24.733651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7dfc83da-e99a-49de-9898-7c07f003ace8 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.734317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfc83da-e99a-49de-9898-7c07f003ace8 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Fanout notify agent at l3_agent the message router_deleted on router 5a3b94da-72dc-492f-b39f-81e4aae9fc73 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:55:24.741286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7dfc83da-e99a-49de-9898-7c07f003ace8 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.745579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7dfc83da-e99a-49de-9898-7c07f003ace8 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "DELETE /v2.0/routers/5a3b94da-72dc-492f-b39f-81e4aae9fc73 HTTP/1.1" status: 204 len: 168 time: 0.2891350 May 10 11:55:24.745579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49314) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:24.796706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4eb31f02-5961-4645-9edb-dfc0193cba1c req-f96077dd-3e90-4507-a742-96a9fcc67165 service neutron] 10.222.0.49 "GET /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924690 May 10 11:55:24.801333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bf7680-cd02-4393-9be6-0cf5bf790099 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Deleting subnet 25fbf6b0-b511-451d-b010-a5d53a02b4d6 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:24.804701 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-02bf7680-cd02-4393-9be6-0cf5bf790099 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.846045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-02bf7680-cd02-4393-9be6-0cf5bf790099 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.929297 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-02bf7680-cd02-4393-9be6-0cf5bf790099 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:24.992276 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-02bf7680-cd02-4393-9be6-0cf5bf790099 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.019379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf7680-cd02-4393-9be6-0cf5bf790099 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event deleted for resources: {'Subnet': ['ID=25fbf6b0-b511-451d-b010-a5d53a02b4d6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:25.021387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-02bf7680-cd02-4393-9be6-0cf5bf790099 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.024503 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-02bf7680-cd02-4393-9be6-0cf5bf790099 tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "DELETE /v2.0/subnets/25fbf6b0-b511-451d-b010-a5d53a02b4d6 HTTP/1.1" status: 204 len: 168 time: 0.2779675 May 10 11:55:25.026723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775cd55-c37d-4f2a-9504-50f65331f3e0 None None] Network 215f6d68-79bb-464b-973d-aa87e344a37b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:25.027556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49316) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:25.103464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.163457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Deleting port ee21a05d-af78-41d1-a926-3a27b65f34ca {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:25.163799 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.204263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] DHCP port deletion for 215f6d68-79bb-464b-973d-aa87e344a37b request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:55:25.234151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] For port ee21a05d-af78-41d1-a926-3a27b65f34ca, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee21a05d-af78-41d1-a926-3a27b65f34ca,segment=NetworkSegment(bcfe7c98-2100-4b5b-be24-2b2538f237f6),segment_id=bcfe7c98-2100-4b5b-be24-2b2538f237f6)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:25.234504 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.247180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Calling delete_port for ee21a05d-af78-41d1-a926-3a27b65f34ca owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:25.250804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] Deleting port ee21a05d-af78-41d1-a926-3a27b65f34ca {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:25.251183 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.312819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] For port ee21a05d-af78-41d1-a926-3a27b65f34ca, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ee21a05d-af78-41d1-a926-3a27b65f34ca,segment=NetworkSegment(bcfe7c98-2100-4b5b-be24-2b2538f237f6),segment_id=bcfe7c98-2100-4b5b-be24-2b2538f237f6)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:25.313214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.326121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] Calling delete_port for ee21a05d-af78-41d1-a926-3a27b65f34ca owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:25.328624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.359690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event deleted for resources: {'Port': ['ID=ee21a05d-af78-41d1-a926-3a27b65f34ca,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:25.361650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] No DVR routers for this DVR port ee21a05d-af78-41d1-a926-3a27b65f34ca on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:55:25.407304 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 11:55:25.415211 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.446260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] Pushing event deleted for resources: {'Port': ['ID=ee21a05d-af78-41d1-a926-3a27b65f34ca,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:25.451701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0a0b4-2a75-4ecf-b525-be423aff73e9 None None] No DVR routers for this DVR port ee21a05d-af78-41d1-a926-3a27b65f34ca on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:25.460451 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.487439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215f6d68-79bb-464b-973d-aa87e344a37b']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:25.497017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfe7c98-2100-4b5b-be24-2b2538f237f6') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:25.497373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfe7c98-2100-4b5b-be24-2b2538f237f6') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:25.507202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.546975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.555369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:25.555774 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: timer() May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:25.558786 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:25.621827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e2ec-8c5e-4dcf-b5a0-0115e225fb57 req-2846e161-5455-4f39-81f8-77cb255e1dd5 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:25.623391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bd5e2ec-8c5e-4dcf-b5a0-0115e225fb57 req-2846e161-5455-4f39-81f8-77cb255e1dd5 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.1143205 May 10 11:55:25.636284 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.641414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:25.644561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] 10.222.0.13 "DELETE /v2.0/networks/215f6d68-79bb-464b-973d-aa87e344a37b HTTP/1.1" status: 204 len: 168 time: 0.6160851 May 10 11:55:25.667656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396e72f-980f-413d-8462-d2a904ec26da tempest-FloatingIPNegativeTestJSON-758375945 tempest-FloatingIPNegativeTestJSON-758375945-project] Pushing event deleted for resources: {'Network': ['ID=215f6d68-79bb-464b-973d-aa87e344a37b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:25.688367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6bd5e2ec-8c5e-4dcf-b5a0-0115e225fb57 req-f95f0efa-d14e-4d2e-a8fc-003e4a26b209 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585933 May 10 11:55:25.899787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49328) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:25.934768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ad9a4-4e8f-468a-811e-0070f6bcd9f3 req-f517e40f-0bd6-4068-a919-29a8e57ff531 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:25.936437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e37ad9a4-4e8f-468a-811e-0070f6bcd9f3 req-f517e40f-0bd6-4068-a919-29a8e57ff531 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0508487 May 10 11:55:25.979519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e37ad9a4-4e8f-468a-811e-0070f6bcd9f3 req-973004d3-b2d4-4843-8a93-ccca5b4046fc tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368602 May 10 11:55:26.036136 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-28359933-8df7-4501-ba43-7f0c1a768fff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33d90a9947cc436b8d59f545f266e2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350009 May 10 11:55:26.038645 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49332) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:26.095619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e552f78-49a3-4ce8-9c0c-ad0fd401a149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:26.117445 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e552f78-49a3-4ce8-9c0c-ad0fd401a149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:26.172161 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e552f78-49a3-4ce8-9c0c-ad0fd401a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:26.174833 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e552f78-49a3-4ce8-9c0c-ad0fd401a149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:26.176019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2e552f78-49a3-4ce8-9c0c-ad0fd401a149 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04f6538d-d1ca-46a8-a1d1-9220abffa1ad HTTP/1.1" status: 204 len: 168 time: 0.1364775 May 10 11:55:26.183712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e552f78-49a3-4ce8-9c0c-ad0fd401a149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f6538d-d1ca-46a8-a1d1-9220abffa1ad,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:26.261877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee21a05d-af78-41d1-a926-3a27b65f34ca no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:55:26.283606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ee21a05d-af78-41d1-a926-3a27b65f34ca {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:55:26.283995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ee21a05d-af78-41d1-a926-3a27b65f34ca not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:55:26.868348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49354) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:26.984343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1623296729'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:27.005769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:27.009345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.018286 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.129460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb25f1b-6b9e-43f1-b2ad-bdb680f0e96e req-605e6aea-8a2b-4601-88bc-f09e475ae0e7 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:27.130971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bb25f1b-6b9e-43f1-b2ad-bdb680f0e96e req-605e6aea-8a2b-4601-88bc-f09e475ae0e7 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0758827 May 10 11:55:27.140736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.148084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.188488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:27.201849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8151ca04-f4cd-4cc3-9402-8d50cbdb0e5f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:27.209918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.210189 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Added segment 28840c01-3942-44c9-b013-68bc5c121319 of type vlan for network ba79b67c-790c-4aae-97b4-931e54f9b158 May 10 11:55:27.213791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6bb25f1b-6b9e-43f1-b2ad-bdb680f0e96e req-eb035e5f-e764-4842-bd32-79ef885af986 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2ca17-c271-4d56-96e9-220d9851df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753925 May 10 11:55:27.252667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.277737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.283885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:27.284615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.344397 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4744518 May 10 11:55:27.347080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49360) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:27.354058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'name': 'tempest-PortsTestJSON-2032868275'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:27.404135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45897e7-a40b-4acf-bdc1-a6cba056f2a4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Network': ['ID=ba79b67c-790c-4aae-97b4-931e54f9b158,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:27.414215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:27.459422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:27.463180 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.484194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 42aef431-93ce-42b1-8e72-7de5a16da433 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:27.652907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.709895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-f9bd49d4-8dab-4242-b997-34d50ee705e1 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:27.711264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-f9bd49d4-8dab-4242-b997-34d50ee705e1 tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 946 time: 0.0785587 May 10 11:55:27.730401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.821142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=42aef431-93ce-42b1-8e72-7de5a16da433,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:27.853634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking segment: {'id': '28840c01-3942-44c9-b013-68bc5c121319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:27.853987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network hostable DHCP agents. Network: ba79b67c-790c-4aae-97b4-931e54f9b158, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:27.873501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Deleting port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:27.873890 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.889387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:27.928938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, ba79b67c-790c-4aae-97b4-931e54f9b158) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:27.935675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:27.940853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29d18b-4bd1-4a6a-8d49-d538b26488c4 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:27.941258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:27.941853 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.976407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-547f78e2-bc01-4c03-a8e5-f5a42aa75262 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6244938 May 10 11:55:27.976639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49362) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:27.985883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-206464803'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:27.997635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] For port a2404ef2-c2de-4e1f-aab5-d35c443c15a0, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,segment=NetworkSegment(d27f6615-176d-4dd7-a912-738f8089aeb9),segment_id=d27f6615-176d-4dd7-a912-738f8089aeb9)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:27.998017 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.015540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Calling delete_port for a2404ef2-c2de-4e1f-aab5-d35c443c15a0 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:28.025517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:28.029012 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.088119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:28.108851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.109189 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Added segment 0c8368fd-24ba-4782-825c-e57604e665e2 of type vlan for network 005a772d-3f71-4571-8c24-d2e6fda041db May 10 11:55:28.155466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.214132 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.220250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:28.220832 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.245099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.256178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['a2404ef2-c2de-4e1f-aab5-d35c443c15a0'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:55:28.290084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3125522 May 10 11:55:28.293671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49366) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:28.302127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'ports': [{'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158'}, {'network_id': '005a772d-3f71-4571-8c24-d2e6fda041db'}]} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:28.302426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:28.303099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': '005a772d-3f71-4571-8c24-d2e6fda041db'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:28.320836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Pushing event deleted for resources: {'Port': ['ID=a2404ef2-c2de-4e1f-aab5-d35c443c15a0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:28.356017 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cba55c04-838b-4c4f-a639-111f1a1450ac req-d3777976-6c42-4ddb-8147-4d6013afb2bc tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4a0533-e07a-46c5-bdc6-467070bc313f HTTP/1.1" status: 200 len: 210 time: 0.0718026 May 10 11:55:28.376999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811e7a6-3265-4624-a09b-a7a723980f7d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Network': ['ID=005a772d-3f71-4571-8c24-d2e6fda041db,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:28.376999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] No DVR routers for this DVR port a2404ef2-c2de-4e1f-aab5-d35c443c15a0 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:28.380646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.383015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 005a772d-3f71-4571-8c24-d2e6fda041db details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:28.384660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5f08e80-ef64-4350-b212-bc01b9591b4e req-84d90c85-19f1-4b0e-bb4c-1bf33508da4f tempest-TestServerAdvancedOps-1490319492 tempest-TestServerAdvancedOps-1490319492-project] 10.222.0.49 "DELETE /v2.0/ports/a2404ef2-c2de-4e1f-aab5-d35c443c15a0 HTTP/1.1" status: 204 len: 173 time: 0.6659360 May 10 11:55:28.385355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a0533-e07a-46c5-bdc6-467070bc313f', 'name': 'network-vif-deleted', 'tag': 'a2404ef2-c2de-4e1f-aab5-d35c443c15a0'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:55:28.388318 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef7689-c603-48f9-b81f-10009bb501d6" -d '{"events": [{"server_uuid": "ae4a0533-e07a-46c5-bdc6-467070bc313f", "name": "network-vif-deleted", "tag": "a2404ef2-c2de-4e1f-aab5-d35c443c15a0"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:55:28.436628 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26dcbcb-6dd7-4039-8bae-d3dab413bd68 x-openstack-request-id: req-e26dcbcb-6dd7-4039-8bae-d3dab413bd68 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:55:28.437852 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a0533-e07a-46c5-bdc6-467070bc313f", "name": "network-vif-deleted", "tag": "a2404ef2-c2de-4e1f-aab5-d35c443c15a0", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:55:28.438178 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e26dcbcb-6dd7-4039-8bae-d3dab413bd68 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:55:28.438714 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26dcbcb-6dd7-4039-8bae-d3dab413bd68'] response: {'server_uuid': 'ae4a0533-e07a-46c5-bdc6-467070bc313f', 'name': 'network-vif-deleted', 'tag': 'a2404ef2-c2de-4e1f-aab5-d35c443c15a0', 'status': 'completed', 'code': 200} May 10 11:55:28.520779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 2} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:28.527268 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.545558 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.709078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 3656c369-e931-4357-84a1-ffe339a2ff11 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:28.794074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.875221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port d2d3b540-c540-4851-9ffa-af1e50bb422c yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:28.957906 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:28.996152 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.042636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:29.045685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:29.049301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:29.050116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.058483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=3656c369-e931-4357-84a1-ffe339a2ff11,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:29.071677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.072049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.072389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.072722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.073069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.073376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.073696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.074015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.074334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.074653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.074944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.075282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:29.132328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking segment: {'id': '0c8368fd-24ba-4782-825c-e57604e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '005a772d-3f71-4571-8c24-d2e6fda041db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:29.132680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network hostable DHCP agents. Network: 005a772d-3f71-4571-8c24-d2e6fda041db, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:29.134554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=d2d3b540-c540-4851-9ffa-af1e50bb422c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:29.152370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 005a772d-3f71-4571-8c24-d2e6fda041db is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:29.173491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 005a772d-3f71-4571-8c24-d2e6fda041db) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:29.177426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:29.183309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:29.186295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0369a089-1ee1-4a88-b46e-008794d6e4c0 None None] Network 005a772d-3f71-4571-8c24-d2e6fda041db requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:29.188641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:29.189441 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.209414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d5afc4b9-d71a-4215-8386-62bbc1ba5bee tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9146969 May 10 11:55:29.212199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49370) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:29.303719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-90d1d78d-6186-47d0-be25-acf3faab6640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port d2d3b540-c540-4851-9ffa-af1e50bb422c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:29.304402 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90d1d78d-6186-47d0-be25-acf3faab6640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.369396 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90d1d78d-6186-47d0-be25-acf3faab6640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.386335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-90d1d78d-6186-47d0-be25-acf3faab6640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for d2d3b540-c540-4851-9ffa-af1e50bb422c owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:29.416631 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49374) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:29.461438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6016875a-9690-418d-9d26-ceba0c215bc2 admin admin] Deleting subnet 668334e8-7f08-4132-ac9b-e64ee32ddc28 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:29.464930 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6016875a-9690-418d-9d26-ceba0c215bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.465399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90d1d78d-6186-47d0-be25-acf3faab6640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.495102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1d78d-6186-47d0-be25-acf3faab6640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=d2d3b540-c540-4851-9ffa-af1e50bb422c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:29.502112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90d1d78d-6186-47d0-be25-acf3faab6640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.505279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90d1d78d-6186-47d0-be25-acf3faab6640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/d2d3b540-c540-4851-9ffa-af1e50bb422c HTTP/1.1" status: 204 len: 168 time: 0.2921162 May 10 11:55:29.508297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6016875a-9690-418d-9d26-ceba0c215bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.508917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49376) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:29.548542 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6016875a-9690-418d-9d26-ceba0c215bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.596046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fefb418-04cb-4327-8f51-bd0a10362ae1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:29.602720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fefb418-04cb-4327-8f51-bd0a10362ae1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:29.604587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4fefb418-04cb-4327-8f51-bd0a10362ae1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0945415 May 10 11:55:29.606927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6016875a-9690-418d-9d26-ceba0c215bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.607463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49378) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:29.633553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016875a-9690-418d-9d26-ceba0c215bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668334e8-7f08-4132-ac9b-e64ee32ddc28,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:29.635792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6016875a-9690-418d-9d26-ceba0c215bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.641959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6016875a-9690-418d-9d26-ceba0c215bc2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/668334e8-7f08-4132-ac9b-e64ee32ddc28 HTTP/1.1" status: 204 len: 168 time: 0.2214613 May 10 11:55:29.641959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49380) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:29.694650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a5366abf-4ba9-4d8b-8492-249a51ed55cf tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 3656c369-e931-4357-84a1-ffe339a2ff11 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:29.694993 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5366abf-4ba9-4d8b-8492-249a51ed55cf tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.714274 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.761455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5366abf-4ba9-4d8b-8492-249a51ed55cf tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.774434 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a5366abf-4ba9-4d8b-8492-249a51ed55cf tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 3656c369-e931-4357-84a1-ffe339a2ff11 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:29.792509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.815175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:29.824708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27f6615-176d-4dd7-a912-738f8089aeb9') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:29.825007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27f6615-176d-4dd7-a912-738f8089aeb9') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:29.834941 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.849329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.854723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5366abf-4ba9-4d8b-8492-249a51ed55cf tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.854991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:29.855374 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: timer() May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:29.858245 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:29.882716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5366abf-4ba9-4d8b-8492-249a51ed55cf tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=3656c369-e931-4357-84a1-ffe339a2ff11,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:29.890489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a5366abf-4ba9-4d8b-8492-249a51ed55cf tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.896405 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a5366abf-4ba9-4d8b-8492-249a51ed55cf tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/3656c369-e931-4357-84a1-ffe339a2ff11 HTTP/1.1" status: 204 len: 168 time: 0.2878194 May 10 11:55:29.897231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49382) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:29.965084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.978455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:29.981662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8 HTTP/1.1" status: 204 len: 168 time: 0.3388691 May 10 11:55:29.985040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49384) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:29.995550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb68ed-7186-4305-9be6-e51e665c776f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b71f99-ea21-4a14-b2a9-d2fbbbf3aba8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:30.005447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5e589-a94e-48e1-91ca-5cb1bfa43937 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:30.006909 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-26a5e589-a94e-48e1-91ca-5cb1bfa43937 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1087637 May 10 11:55:30.009696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49386) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:30.034869 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a275553c-ceb0-46dd-8b32-860a09f55c7b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:30.035241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf1f770-8ea3-4653-a895-e367b501cb0e admin admin] Deleting subnet 7da07708-df77-4735-9dae-b894a418d383 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:30.036408 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a275553c-ceb0-46dd-8b32-860a09f55c7b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/d2d3b540-c540-4851-9ffa-af1e50bb422c HTTP/1.1" status: 404 len: 333 time: 0.0257523 May 10 11:55:30.039074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49388) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:30.040956 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f770-8ea3-4653-a895-e367b501cb0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.068721 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04f5a1d-e881-4fd9-81f1-448385b6422d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:30.070214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c04f5a1d-e881-4fd9-81f1-448385b6422d tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/3656c369-e931-4357-84a1-ffe339a2ff11 HTTP/1.1" status: 404 len: 333 time: 0.0302849 May 10 11:55:30.073916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49390) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:30.078773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f770-8ea3-4653-a895-e367b501cb0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.119095 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f770-8ea3-4653-a895-e367b501cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.148366 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.173302 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f770-8ea3-4653-a895-e367b501cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.204974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1f770-8ea3-4653-a895-e367b501cb0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da07708-df77-4735-9dae-b894a418d383,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:30.208936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f770-8ea3-4653-a895-e367b501cb0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.212114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9cf1f770-8ea3-4653-a895-e367b501cb0e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7da07708-df77-4735-9dae-b894a418d383 HTTP/1.1" status: 204 len: 168 time: 0.2259648 May 10 11:55:30.214621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49392) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:30.238473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.258546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005a772d-3f71-4571-8c24-d2e6fda041db']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:30.268195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8368fd-24ba-4782-825c-e57604e665e2') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:30.268552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8368fd-24ba-4782-825c-e57604e665e2') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:30.278138 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.284562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.292112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.298535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:30.298921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: timer() May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:30.301910 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:30.366404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.366977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.371881 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.375272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/networks/005a772d-3f71-4571-8c24-d2e6fda041db HTTP/1.1" status: 204 len: 168 time: 0.3004282 May 10 11:55:30.379145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49394) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:30.385595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-355931672'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:30.392373 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:30.401651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47106667-bf39-4189-a10f-da63e5c6f341') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:30.401934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47106667-bf39-4189-a10f-da63e5c6f341') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:30.406154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e84a5-eb07-4584-8d0e-b0c1e3a0b358 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Network': ['ID=005a772d-3f71-4571-8c24-d2e6fda041db,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:30.413530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.420492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:30.424140 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.428078 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.434585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:30.435557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: timer() May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:30.437414 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:30.448063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:30.457190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.457534 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Added segment ae608525-a1c8-4b94-990a-e89788126102 of type vlan for network ca39ebb4-f571-4515-b91d-b13c5a7181a3 May 10 11:55:30.492308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.496284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.499337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.502430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] 10.222.0.13 "DELETE /v2.0/networks/ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e HTTP/1.1" status: 204 len: 168 time: 0.2868807 May 10 11:55:30.512850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7cb77-d7c4-4cef-9f98-849a4bb4986f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab621d29-ccbd-4d10-9a8e-0f4f3eb7d20e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:30.523633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.529441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:30.530238 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.588894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2087207 May 10 11:55:30.591984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49398) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:30.596966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'ca39ebb4-f571-4515-b91d-b13c5a7181a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:30.645025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778a0b-2dae-4258-b7cf-c7dd38233c68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Network': ['ID=ca39ebb4-f571-4515-b91d-b13c5a7181a3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:30.657761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network ca39ebb4-f571-4515-b91d-b13c5a7181a3 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:30.674177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49400) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:30.728788 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-071776c6-3d3a-4cfb-b21e-b83de02fd3ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1662241de24949c7a0a848c56643745c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534968 May 10 11:55:30.729611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:30.731405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49402) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:30.733503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.780175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70a22dfb-f8a8-40ab-97a8-4eaeaa1edc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.794059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Performing IP validity checks on allocation pools {{(pid=102767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 10 11:55:30.794732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.ipam_backend_mixin [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 10 11:55:30.803163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70a22dfb-f8a8-40ab-97a8-4eaeaa1edc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.858868 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70a22dfb-f8a8-40ab-97a8-4eaeaa1edc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.862230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70a22dfb-f8a8-40ab-97a8-4eaeaa1edc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.863457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-70a22dfb-f8a8-40ab-97a8-4eaeaa1edc56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cd2ca17-c271-4d56-96e9-220d9851df77 HTTP/1.1" status: 204 len: 168 time: 0.1308789 May 10 11:55:30.870979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a22dfb-f8a8-40ab-97a8-4eaeaa1edc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2ca17-c271-4d56-96e9-220d9851df77,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:30.922513 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:30.979454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=70eca483-1b4d-47c9-9e67-7e7875898038,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:30.991074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking segment: {'id': 'ae608525-a1c8-4b94-990a-e89788126102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ca39ebb4-f571-4515-b91d-b13c5a7181a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:30.991516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network hostable DHCP agents. Network: ca39ebb4-f571-4515-b91d-b13c5a7181a3, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:31.009590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ca39ebb4-f571-4515-b91d-b13c5a7181a3 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:31.020889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, ca39ebb4-f571-4515-b91d-b13c5a7181a3) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:31.025262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:31.025953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.030347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636c757-36df-4d0f-b282-d219abc1529c None None] Network ca39ebb4-f571-4515-b91d-b13c5a7181a3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:31.044435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2f56dea2-f745-4b3c-ab4f-7d510416ac98 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4512100 May 10 11:55:31.047102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49406) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:31.052264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': 'ca39ebb4-f571-4515-b91d-b13c5a7181a3', 'name': 'tempest-PortsTestJSON-1186565741'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:31.172402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:31.176444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.194509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-ca39ebb4-f571-4515-b91d-b13c5a7181a3', 'network_id': 'ca39ebb4-f571-4515-b91d-b13c5a7181a3', 'tenant_id': '3a98af53959141b69fc42aaf1d5f9f4f', 'fixed_ips': [{'subnet_id': '70eca483-1b4d-47c9-9e67-7e7875898038'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:55:31.195468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.199222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 78e5b4dd-bd22-4873-ae0f-cf9bc459e233 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:31.232333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49410) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:31.283975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-721f4f05-2412-43c4-bb2a-6122323aac2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f85aabfde60481eb808ea1c8c6f913a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501702 May 10 11:55:31.286376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49412) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:31.313622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.4 (ca39ebb4-f571-4515-b91d-b13c5a7181a3/70eca483-1b4d-47c9-9e67-7e7875898038/78e5b4dd-bd22-4873-ae0f-cf9bc459e233) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:31.338341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0450ba8-e1b6-46f7-8271-e7c19ebbbf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.359485 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0450ba8-e1b6-46f7-8271-e7c19ebbbf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.405569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0450ba8-e1b6-46f7-8271-e7c19ebbbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.408391 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0450ba8-e1b6-46f7-8271-e7c19ebbbf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.409551 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f0450ba8-e1b6-46f7-8271-e7c19ebbbf2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4016915-5437-4314-b57d-3deee5d847bd HTTP/1.1" status: 204 len: 168 time: 0.1213012 May 10 11:55:31.417337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450ba8-e1b6-46f7-8271-e7c19ebbbf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4016915-5437-4314-b57d-3deee5d847bd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:31.467654 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.497337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a2404ef2-c2de-4e1f-aab5-d35c443c15a0 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:55:31.503927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.521171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: a2404ef2-c2de-4e1f-aab5-d35c443c15a0 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:55:31.521599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device a2404ef2-c2de-4e1f-aab5-d35c443c15a0 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:55:31.550146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ca39ebb4-f571-4515-b91d-b13c5a7181a3 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:31.553242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:31.560790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:31.564540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=78e5b4dd-bd22-4873-ae0f-cf9bc459e233,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:31.571747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Allocated IP 172.20.0.2 (ca39ebb4-f571-4515-b91d-b13c5a7181a3/70eca483-1b4d-47c9-9e67-7e7875898038/2c31ec13-d571-41fa-837b-cadcf2e504fe) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:31.614422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:31.615210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.636203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e2dcee19-05ef-41ce-90be-e9ecb80712ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5879483 May 10 11:55:31.639094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49418) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:31.725871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.733425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.733635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e3f08e92-2cc4-4357-a9c2-051e969b1ae2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 78e5b4dd-bd22-4873-ae0f-cf9bc459e233 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:31.733918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3f08e92-2cc4-4357-a9c2-051e969b1ae2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.784460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Network ca39ebb4-f571-4515-b91d-b13c5a7181a3 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:31.790817 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:31.792800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Pushing event updated for resources: {'Port': ['ID=2c31ec13-d571-41fa-837b-cadcf2e504fe,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:31.795668 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:31.805283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.805635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.805982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.806322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.806880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.807407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.807780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.808200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.808478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.809225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.809551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.809882 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:31.840214 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3f08e92-2cc4-4357-a9c2-051e969b1ae2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.852675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e3f08e92-2cc4-4357-a9c2-051e969b1ae2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 78e5b4dd-bd22-4873-ae0f-cf9bc459e233 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:31.871789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Attempting to bind port 2c31ec13-d571-41fa-837b-cadcf2e504fe on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:31.872174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Attempting to bind port 2c31ec13-d571-41fa-837b-cadcf2e504fe by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'ae608525-a1c8-4b94-990a-e89788126102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ca39ebb4-f571-4515-b91d-b13c5a7181a3'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:31.872738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Attempting to bind port 2c31ec13-d571-41fa-837b-cadcf2e504fe on network ca39ebb4-f571-4515-b91d-b13c5a7181a3 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:31.880017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:31.880623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Checking segment: {'id': 'ae608525-a1c8-4b94-990a-e89788126102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ca39ebb4-f571-4515-b91d-b13c5a7181a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:31.881131 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.881529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Bound using segment: {'id': 'ae608525-a1c8-4b94-990a-e89788126102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ca39ebb4-f571-4515-b91d-b13c5a7181a3'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:31.882040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Bound port: 2c31ec13-d571-41fa-837b-cadcf2e504fe, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae608525-a1c8-4b94-990a-e89788126102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ca39ebb4-f571-4515-b91d-b13c5a7181a3'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:31.882480 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:31.955808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] For port 2c31ec13-d571-41fa-837b-cadcf2e504fe, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:31.959711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] For port 2c31ec13-d571-41fa-837b-cadcf2e504fe, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2c31ec13-d571-41fa-837b-cadcf2e504fe,segment=NetworkSegment(ae608525-a1c8-4b94-990a-e89788126102),segment_id=ae608525-a1c8-4b94-990a-e89788126102)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:31.966419 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.007164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3f08e92-2cc4-4357-a9c2-051e969b1ae2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.035053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69167fab-8412-4d25-bde4-f397bc11bc16 None None] Pushing event updated for resources: {'Port': ['ID=2c31ec13-d571-41fa-837b-cadcf2e504fe,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:32.047203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f08e92-2cc4-4357-a9c2-051e969b1ae2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=78e5b4dd-bd22-4873-ae0f-cf9bc459e233,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:32.127173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3f08e92-2cc4-4357-a9c2-051e969b1ae2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.134605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49434) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:32.134796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e3f08e92-2cc4-4357-a9c2-051e969b1ae2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/78e5b4dd-bd22-4873-ae0f-cf9bc459e233 HTTP/1.1" status: 204 len: 168 time: 0.4935668 May 10 11:55:32.164131 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc1eac8-efd1-43ba-a306-3e18c5cbfca3 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:55:32.165205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc1eac8-efd1-43ba-a306-3e18c5cbfca3 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:55:32.170045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2bc1eac8-efd1-43ba-a306-3e18c5cbfca3 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/78e5b4dd-bd22-4873-ae0f-cf9bc459e233 HTTP/1.1" status: 404 len: 333 time: 0.0339179 May 10 11:55:32.173118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49438) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:32.214502 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4988e219-0ed7-4233-845d-f8e8cb7e516c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:32.216224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4988e219-0ed7-4233-845d-f8e8cb7e516c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/78e5b4dd-bd22-4873-ae0f-cf9bc459e233 HTTP/1.1" status: 404 len: 333 time: 0.0421407 May 10 11:55:32.219147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:32.278218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49442) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:32.294745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6d5477-0730-4b98-8089-560943dd7466 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet 70eca483-1b4d-47c9-9e67-7e7875898038 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:32.299023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5477-0730-4b98-8089-560943dd7466 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.349322 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5477-0730-4b98-8089-560943dd7466 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.404415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1882103681-network', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:32.425550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:32.428475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.438277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.451673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5477-0730-4b98-8089-560943dd7466 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.522309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5477-0730-4b98-8089-560943dd7466 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.523241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.528281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.554009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:32.557996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d5477-0730-4b98-8089-560943dd7466 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=70eca483-1b4d-47c9-9e67-7e7875898038,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:32.562506 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5477-0730-4b98-8089-560943dd7466 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.565840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3a6d5477-0730-4b98-8089-560943dd7466 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/70eca483-1b4d-47c9-9e67-7e7875898038 HTTP/1.1" status: 204 len: 168 time: 0.3455327 May 10 11:55:32.569348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49446) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:32.576280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb7a13-55ca-4a74-8f96-9659c7c04e9b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:32.582311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.582689 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Added segment 274368a9-e761-492d-af31-dc5e6d3281fa of type vlan for network 4614ead3-c23c-412b-950b-bf423696c4ff May 10 11:55:32.632764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.656832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.662623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.664241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:32.664894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.707060 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.729745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 2c31ec13-d571-41fa-837b-cadcf2e504fe {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:32.730234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.739134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4594302 May 10 11:55:32.742673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49448) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:32.747904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Request body: {'subnet': {'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1882103681-subnet', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:32.752209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e8622-4cba-4eff-9c8e-f8f5581fc819 admin admin] Pushing event updated for resources: {'Network': ['ID=4614ead3-c23c-412b-950b-bf423696c4ff,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:32.762492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4614ead3-c23c-412b-950b-bf423696c4ff details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:32.822627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] For port 2c31ec13-d571-41fa-837b-cadcf2e504fe, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2c31ec13-d571-41fa-837b-cadcf2e504fe,segment=NetworkSegment(ae608525-a1c8-4b94-990a-e89788126102),segment_id=ae608525-a1c8-4b94-990a-e89788126102)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:32.823069 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.826115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:32.828464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:32.878448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 2c31ec13-d571-41fa-837b-cadcf2e504fe owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:33.026132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.087552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e188fc5-18e7-4815-bf0d-608760d8768c None None] Network ca39ebb4-f571-4515-b91d-b13c5a7181a3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:33.198618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6c1469ad-4091-48e5-baa1-f57360c6d5df None None] Could not find standard attr ID for object 2c31ec13-d571-41fa-837b-cadcf2e504fe. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:55:33.296241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2d089-235b-4135-94fa-f3bfd056b02b None None] DHCP port deletion for ca39ebb4-f571-4515-b91d-b13c5a7181a3 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:55:33.346730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=2c31ec13-d571-41fa-837b-cadcf2e504fe,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:33.355799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No DVR routers for this DVR port 2c31ec13-d571-41fa-837b-cadcf2e504fe on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:33.459479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.494207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.524676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca39ebb4-f571-4515-b91d-b13c5a7181a3']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:33.538527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae608525-a1c8-4b94-990a-e89788126102') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:33.538824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae608525-a1c8-4b94-990a-e89788126102') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:33.540763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:33.551624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.572318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.580323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:33.580809 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: timer() May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:33.583722 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:33.586221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:33.586221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Network hostable DHCP agents. Network: 4614ead3-c23c-412b-950b-bf423696c4ff, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:33.646845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.648842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Network 4614ead3-c23c-412b-950b-bf423696c4ff is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:33.657885 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.661037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/networks/ca39ebb4-f571-4515-b91d-b13c5a7181a3 HTTP/1.1" status: 204 len: 168 time: 1.0905724 May 10 11:55:33.664945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49450) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:33.672179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1100047370'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:33.677546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc06e2-c0a9-454c-9c44-c156f85dd1b5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Network': ['ID=ca39ebb4-f571-4515-b91d-b13c5a7181a3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:33.679247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4614ead3-c23c-412b-950b-bf423696c4ff) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:33.688145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:33.688667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.689569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf7e1f-3187-4366-b5f0-0d083ca025c5 None None] Network 4614ead3-c23c-412b-950b-bf423696c4ff requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:33.699018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:33.704324 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.710298 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34ca4f15-98b1-4a9d-8a24-7b75c5c265f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9663012 May 10 11:55:33.710924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49452) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:33.715411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:33.730854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:33.737348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.738860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.740885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.741226 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Added segment d73275b8-9158-491e-81ee-f749ec4766cd of type vlan for network cfe4f7e1-8f57-4865-bb67-bad452a5cf1b May 10 11:55:33.788524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.796621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.831138 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.836881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:33.837467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.859440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-4614ead3-c23c-412b-950b-bf423696c4ff', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:55:33.860339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:33.913053 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2464991 May 10 11:55:33.915842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49454) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:33.920830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'cfe4f7e1-8f57-4865-bb67-bad452a5cf1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:33.925186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3f876-6c33-476f-a862-e57ad5316390 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Network': ['ID=cfe4f7e1-8f57-4865-bb67-bad452a5cf1b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:33.943376 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network cfe4f7e1-8f57-4865-bb67-bad452a5cf1b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:33.963483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.023583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:34.027516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.058493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Allocated IP 172.20.0.2 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/6035cdd2-76b2-45c4-bb09-90dd13cd1e0b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:34.203578 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.223559 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.227935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.288980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=04822a10-d8a2-4c0c-805d-70e62c4e1df8,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:34.299443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking segment: {'id': 'd73275b8-9158-491e-81ee-f749ec4766cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfe4f7e1-8f57-4865-bb67-bad452a5cf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:34.300339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network hostable DHCP agents. Network: cfe4f7e1-8f57-4865-bb67-bad452a5cf1b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:34.320443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network cfe4f7e1-8f57-4865-bb67-bad452a5cf1b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:34.326418 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e171a5fb-7ff0-43cb-9d0d-6d7855d3dfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.333656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, cfe4f7e1-8f57-4865-bb67-bad452a5cf1b) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:34.335350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Allocated IP 172.25.8.29 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/57e8a9e0-e9fb-4517-bc94-d934455f71f4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:34.339530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:34.340326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.350339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e33b8-cf5f-4292-9bbe-5df314702efc None None] Network cfe4f7e1-8f57-4865-bb67-bad452a5cf1b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:34.364241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49456) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:34.364706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e479fd4a-d1c6-43a8-92a0-3a885881ea1e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4471948 May 10 11:55:34.398155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': 'cfe4f7e1-8f57-4865-bb67-bad452a5cf1b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1850456273'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:34.454461 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.473767 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.522738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.541433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:34.546054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:34.552254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:34.555594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:34.555944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.562942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Pushing event updated for resources: {'Port': ['ID=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:34.586095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 8fb00a63-0bb0-44a5-be12-85f1ec043535 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:34.623766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-cfe4f7e1-8f57-4865-bb67-bad452a5cf1b', 'network_id': 'cfe4f7e1-8f57-4865-bb67-bad452a5cf1b', 'tenant_id': '3a98af53959141b69fc42aaf1d5f9f4f', 'fixed_ips': [{'subnet_id': '04822a10-d8a2-4c0c-805d-70e62c4e1df8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:55:34.624669 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.627604 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.649772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Attempting to bind port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:34.650130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Attempting to bind port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:34.650499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Attempting to bind port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:34.662228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:34.662628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:34.663110 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.663499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:34.664013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Bound port: 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:34.664407 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.678458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:34.685893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:34.692742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:34.720540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=57e8a9e0-e9fb-4517-bc94-d934455f71f4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:34.775959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.9 (cfe4f7e1-8f57-4865-bb67-bad452a5cf1b/04822a10-d8a2-4c0c-805d-70e62c4e1df8/8fb00a63-0bb0-44a5-be12-85f1ec043535) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:34.790907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] For port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:34.794313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] For port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:34.799483 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:34.868194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76039a1e-7d6d-4b7e-9969-0f15aa134cd9 None None] Pushing event updated for resources: {'Port': ['ID=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:35.089217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.108301 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.205558 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.248492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Allocated IP 172.20.0.2 (cfe4f7e1-8f57-4865-bb67-bad452a5cf1b/04822a10-d8a2-4c0c-805d-70e62c4e1df8/c1019d3c-96b0-4302-8fee-a5e5dde3dcc0) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:35.258586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network cfe4f7e1-8f57-4865-bb67-bad452a5cf1b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:35.264310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:35.266976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:35.309639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=8fb00a63-0bb0-44a5-be12-85f1ec043535,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:35.392680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:35.393211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.402781 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.410296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.420367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e0b84ede-312a-4c87-8b82-dc0d3987e7fa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0547948 May 10 11:55:35.423319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49458) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:35.423867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.449246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Network cfe4f7e1-8f57-4865-bb67-bad452a5cf1b is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:35.450616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:35.454242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:35.473426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Pushing event updated for resources: {'Port': ['ID=c1019d3c-96b0-4302-8fee-a5e5dde3dcc0,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:35.526889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd49db-17c0-4f6c-b70f-5267fb0db4cc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 8fb00a63-0bb0-44a5-be12-85f1ec043535 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:35.527764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd49db-17c0-4f6c-b70f-5267fb0db4cc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.539596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Attempting to bind port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:35.539996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Attempting to bind port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'd73275b8-9158-491e-81ee-f749ec4766cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfe4f7e1-8f57-4865-bb67-bad452a5cf1b'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:35.540370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Attempting to bind port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 on network cfe4f7e1-8f57-4865-bb67-bad452a5cf1b {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:35.551350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:35.551775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Checking segment: {'id': 'd73275b8-9158-491e-81ee-f749ec4766cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfe4f7e1-8f57-4865-bb67-bad452a5cf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:35.552289 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.552720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Bound using segment: {'id': 'd73275b8-9158-491e-81ee-f749ec4766cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfe4f7e1-8f57-4865-bb67-bad452a5cf1b'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:35.553348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Bound port: c1019d3c-96b0-4302-8fee-a5e5dde3dcc0, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73275b8-9158-491e-81ee-f749ec4766cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfe4f7e1-8f57-4865-bb67-bad452a5cf1b'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:35.553744 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.567223 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.569132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:55:35.630983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] For port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:35.634918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] For port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1019d3c-96b0-4302-8fee-a5e5dde3dcc0,segment=NetworkSegment(d73275b8-9158-491e-81ee-f749ec4766cd),segment_id=d73275b8-9158-491e-81ee-f749ec4766cd)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:35.642616 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.652434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd49db-17c0-4f6c-b70f-5267fb0db4cc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.669180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd49db-17c0-4f6c-b70f-5267fb0db4cc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 8fb00a63-0bb0-44a5-be12-85f1ec043535 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:35.705977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a651fa-d51a-4b03-81cd-d7852957dd51 None None] Pushing event updated for resources: {'Port': ['ID=c1019d3c-96b0-4302-8fee-a5e5dde3dcc0,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:35.735356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:55:35.744940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:55:35.773367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:35.774136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:35.778424 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.783258 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-79dcca1a-f6f1-420f-af2a-e28a8d68d3d2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0711968 May 10 11:55:35.784180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49460) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:35.867459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd49db-17c0-4f6c-b70f-5267fb0db4cc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:35.905985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd49db-17c0-4f6c-b70f-5267fb0db4cc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=8fb00a63-0bb0-44a5-be12-85f1ec043535,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:35.925149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:55:36.024294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd49db-17c0-4f6c-b70f-5267fb0db4cc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.036730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1fbd49db-17c0-4f6c-b70f-5267fb0db4cc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/8fb00a63-0bb0-44a5-be12-85f1ec043535 HTTP/1.1" status: 204 len: 168 time: 0.6095996 May 10 11:55:36.040846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49462) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:36.088003 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eed638-1a37-48e9-b9ae-bbecb6b6a657 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:36.093571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f61a9-e392-415b-b769-28ec6bd06a77 None None] Network 4614ead3-c23c-412b-950b-bf423696c4ff requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:36.094298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a9eed638-1a37-48e9-b9ae-bbecb6b6a657 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/8fb00a63-0bb0-44a5-be12-85f1ec043535 HTTP/1.1" status: 404 len: 333 time: 0.0497921 May 10 11:55:36.095611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49464) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:36.165741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-214f84b1-eccd-4115-a75e-801037317e7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet 04822a10-d8a2-4c0c-805d-70e62c4e1df8 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:36.171048 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214f84b1-eccd-4115-a75e-801037317e7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.204895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0854cdca-f93b-40b3-bf07-9c4fcb23c82c None None] Provisioning complete for port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:36.205274 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0854cdca-f93b-40b3-bf07-9c4fcb23c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.245440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214f84b1-eccd-4115-a75e-801037317e7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.265008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:34Z', 'revision_number': 3, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:36.316168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:55:36.316528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Updating router 5dc2aa56-4941-42d0-b450-4a403efedad2 port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:55:36.365791 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214f84b1-eccd-4115-a75e-801037317e7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.366609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.393458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:36.404411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.450948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214f84b1-eccd-4115-a75e-801037317e7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.478901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f84b1-eccd-4115-a75e-801037317e7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=04822a10-d8a2-4c0c-805d-70e62c4e1df8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:36.487792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-214f84b1-eccd-4115-a75e-801037317e7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.492550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-214f84b1-eccd-4115-a75e-801037317e7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/04822a10-d8a2-4c0c-805d-70e62c4e1df8 HTTP/1.1" status: 204 len: 168 time: 0.3957214 May 10 11:55:36.496069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49466) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:36.586235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.616980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Allocated IP 172.20.0.1 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/100c3709-8d1b-4c1d-be97-a04645a95559) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:36.657550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:36.657898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.726836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0854cdca-f93b-40b3-bf07-9c4fcb23c82c None None] Current status of the port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:36.727229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0854cdca-f93b-40b3-bf07-9c4fcb23c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.742326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] For port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c1019d3c-96b0-4302-8fee-a5e5dde3dcc0,segment=NetworkSegment(d73275b8-9158-491e-81ee-f749ec4766cd),segment_id=d73275b8-9158-491e-81ee-f749ec4766cd)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:36.742982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.750466 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.771651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:36.787554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:36.788042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.790342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.838878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0854cdca-f93b-40b3-bf07-9c4fcb23c82c None None] For port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:36.861087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:36.866669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:36.875207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:36.879085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Pushing event updated for resources: {'Port': ['ID=100c3709-8d1b-4c1d-be97-a04645a95559,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:36.882365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0854cdca-f93b-40b3-bf07-9c4fcb23c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.897963 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:36.936291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=c1019d3c-96b0-4302-8fee-a5e5dde3dcc0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:36.938995 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No DVR routers for this DVR port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:36.952599 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.025665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854cdca-f93b-40b3-bf07-9c4fcb23c82c None None] Pushing event updated for resources: {'Port': ['ID=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:37.056567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.089771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe4f7e1-8f57-4865-bb67-bad452a5cf1b']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:37.102457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73275b8-9158-491e-81ee-f749ec4766cd') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:37.102762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73275b8-9158-491e-81ee-f749ec4766cd') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:37.115071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be72799-9b9e-4046-96ec-53c808b89f97 None None] Network cfe4f7e1-8f57-4865-bb67-bad452a5cf1b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:37.124090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.126595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.139076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.145448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:37.145961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: timer() May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:37.149736 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:37.223771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:37.224930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:37.237181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.256112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.262869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/networks/cfe4f7e1-8f57-4865-bb67-bad452a5cf1b HTTP/1.1" status: 204 len: 168 time: 0.7623394 May 10 11:55:37.264024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49468) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:37.273037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'name': 'tempest-PortsTestJSON-830760383'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:37.273986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb0a7a-0008-48e1-aa68-a7373b6f5797 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Network': ['ID=cfe4f7e1-8f57-4865-bb67-bad452a5cf1b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:37.278841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:55:37.279206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 10 11:55:37.340658 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.343472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Port c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 not found, will not notify nova. {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 10 11:55:37.347429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-518dac28-56f3-4676-b0aa-4ed59ec16336 None None] Provisioning complete for port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:37.347845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-518dac28-56f3-4676-b0aa-4ed59ec16336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.388192 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5e833a2-ecdf-44a7-91fa-17127c3f5f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.393086 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.428418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:37.432495 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.448955 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.459021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.461319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3eca2-ce0b-4f0e-8ca7-801a5caa5fdd None None] Pushing event updated for resources: {'Port': ['ID=57e8a9e0-e9fb-4517-bc94-d934455f71f4,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:37.462987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port a4bb9680-87e9-4fa2-9b41-c43836f341b7 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:37.464777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Attempting to bind port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:37.465152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Attempting to bind port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:37.465522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Attempting to bind port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:37.473425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:37.473785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:37.474196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.474596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:37.475090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Bound port: 57e8a9e0-e9fb-4517-bc94-d934455f71f4, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:37.475468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.497838 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1c6ba-a585-4ef6-b198-68c152e75c88 None None] DHCP port deletion for cfe4f7e1-8f57-4865-bb67-bad452a5cf1b request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:55:37.559741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-518dac28-56f3-4676-b0aa-4ed59ec16336 None None] Current status of the port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:37.568474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-518dac28-56f3-4676-b0aa-4ed59ec16336 None None] Could not find standard attr ID for object c1019d3c-96b0-4302-8fee-a5e5dde3dcc0. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:55:37.570129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.573943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] For port 57e8a9e0-e9fb-4517-bc94-d934455f71f4, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:37.577455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] For port 57e8a9e0-e9fb-4517-bc94-d934455f71f4, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=57e8a9e0-e9fb-4517-bc94-d934455f71f4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:37.582124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.592307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Pushing event updated for resources: {'Port': ['ID=100c3709-8d1b-4c1d-be97-a04645a95559,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:37.632905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:37.633613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:37.691927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3eca2-ce0b-4f0e-8ca7-801a5caa5fdd None None] Pushing event updated for resources: {'Port': ['ID=57e8a9e0-e9fb-4517-bc94-d934455f71f4,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:37.739116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d61ba678-818e-4c16-a429-30c75d96850a None None] Provisioning complete for port 100c3709-8d1b-4c1d-be97-a04645a95559 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:37.739485 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d61ba678-818e-4c16-a429-30c75d96850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:37.790318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d61ba678-818e-4c16-a429-30c75d96850a None None] Port 100c3709-8d1b-4c1d-be97-a04645a95559 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:37.800772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:55:37.849660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:38.023755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 2, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:38.040008 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:38.051033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7843b-0681-4a6f-916b-91e6871b53f2 None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 2, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:55:38.052893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:38.056880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:38.134200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:38.215754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:38.221888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:38.233792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:38.239855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:38.240261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:38.261529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=a4bb9680-87e9-4fa2-9b41-c43836f341b7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:38.271092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:55:38.320438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:38.352896 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0cf3c7ce-2d23-4c93-980b-68da7fe913c0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0883019 May 10 11:55:38.355555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49470) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:38.370153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a1b14ffb-15bc-491b-8879-0f81c7a6af9d None None] Provisioning complete for port 100c3709-8d1b-4c1d-be97-a04645a95559 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:38.370535 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a1b14ffb-15bc-491b-8879-0f81c7a6af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:38.429857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a1b14ffb-15bc-491b-8879-0f81c7a6af9d None None] Port 100c3709-8d1b-4c1d-be97-a04645a95559 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:38.438946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:55:38.441532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:38.441913 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:38.452436 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8b11c2d2-7435-421e-9566-9b406be7500e admin admin] 10.222.0.13 "PUT /v2.0/routers/5dc2aa56-4941-42d0-b450-4a403efedad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6671073 May 10 11:55:38.482561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0faec-fd16-4f22-b7bd-8d13cf3d5782 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port a4bb9680-87e9-4fa2-9b41-c43836f341b7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:38.482561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3d0faec-fd16-4f22-b7bd-8d13cf3d5782 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:38.530600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:38.597577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:55:38.618986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:55:38.619334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c1019d3c-96b0-4302-8fee-a5e5dde3dcc0 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:55:38.981182 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3d0faec-fd16-4f22-b7bd-8d13cf3d5782 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:38.994831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0faec-fd16-4f22-b7bd-8d13cf3d5782 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for a4bb9680-87e9-4fa2-9b41-c43836f341b7 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:39.042739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49486) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:39.048000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-509470060-network', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:39.070257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Made reservation on behalf of bc1f54af6f6d4038a259e7baf31021dc for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:39.073234 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.084044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.089076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3d0faec-fd16-4f22-b7bd-8d13cf3d5782 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.118171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0faec-fd16-4f22-b7bd-8d13cf3d5782 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=a4bb9680-87e9-4fa2-9b41-c43836f341b7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:39.127154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3d0faec-fd16-4f22-b7bd-8d13cf3d5782 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.130594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c3d0faec-fd16-4f22-b7bd-8d13cf3d5782 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/a4bb9680-87e9-4fa2-9b41-c43836f341b7 HTTP/1.1" status: 204 len: 168 time: 0.7737913 May 10 11:55:39.134724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:39.141000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'mac_address': 'fa:16:3e:5d:a6:ec', 'name': 'tempest-PortsTestJSON-1903773276'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:39.179841 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.185902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.210390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:39.226489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4fc7f5-ecab-4c7c-a50e-fedb4a1f8cea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:39.230825 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.231615 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Added segment 6a5b2c40-d6f2-4009-b103-b994ce162b9c of type vlan for network d66da646-0a5c-4c0c-b4fa-d709328a7be0 May 10 11:55:39.242975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:39.277055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.306258 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.307282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:39.307892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.317073 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.344376 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.346736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port deb4f4fc-0347-44d2-89e8-ed8dddd66290 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:39.367770 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3214290 May 10 11:55:39.368767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49490) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:39.380106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Request body: {'subnet': {'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-509470060-subnet', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:39.400044 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dff86-7f42-4e7f-b922-e02097d3072a admin admin] Pushing event updated for resources: {'Network': ['ID=d66da646-0a5c-4c0c-b4fa-d709328a7be0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:39.412856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network d66da646-0a5c-4c0c-b4fa-d709328a7be0 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:39.415249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Made reservation on behalf of bc1f54af6f6d4038a259e7baf31021dc for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:39.417860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.540903 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.572529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.578694 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.623777 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.633590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:39.640199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:39.642618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:39.648310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:39.648904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.651508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=deb4f4fc-0347-44d2-89e8-ed8dddd66290,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:39.673796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-60fe6e30-7afc-4294-a25b-202122d9bc7f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5379059 May 10 11:55:39.676538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49492) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:39.686680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4975955-35c4-4fd9-8fa1-e5b19149efc8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:39.702149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Checking segment: {'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:39.702499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Network hostable DHCP agents. Network: d66da646-0a5c-4c0c-b4fa-d709328a7be0, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:39.721193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Network d66da646-0a5c-4c0c-b4fa-d709328a7be0 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:39.721419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9970d09-23aa-429f-9893-764d82215bce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:39.722818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c9970d09-23aa-429f-9893-764d82215bce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/deb4f4fc-0347-44d2-89e8-ed8dddd66290 HTTP/1.1" status: 200 len: 841 time: 0.0451777 May 10 11:55:39.725513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49494) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:39.731649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, d66da646-0a5c-4c0c-b4fa-d709328a7be0) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:39.736918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:39.737514 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.742454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf797a1e-b069-441e-b3b6-dbfbe3105f5c None None] Network d66da646-0a5c-4c0c-b4fa-d709328a7be0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:39.754838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6cca217d-8685-4cd7-b902-7b2992e91194 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3858271 May 10 11:55:39.758351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49496) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:39.762823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:39.792247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.793357 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.830416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2aac-43aa-4975-bf95-439a4020157b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port deb4f4fc-0347-44d2-89e8-ed8dddd66290 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:39.830966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2aac-43aa-4975-bf95-439a4020157b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.859036 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.903255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-d66da646-0a5c-4c0c-b4fa-d709328a7be0', 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'fixed_ips': [{'subnet_id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:55:39.904325 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.911518 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2aac-43aa-4975-bf95-439a4020157b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.925922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2aac-43aa-4975-bf95-439a4020157b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for deb4f4fc-0347-44d2-89e8-ed8dddd66290 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:40.008630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.010044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2aac-43aa-4975-bf95-439a4020157b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.042069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2aac-43aa-4975-bf95-439a4020157b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=deb4f4fc-0347-44d2-89e8-ed8dddd66290,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:40.046556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Allocated IP 172.20.0.2 (d66da646-0a5c-4c0c-b4fa-d709328a7be0/e4975955-35c4-4fd9-8fa1-e5b19149efc8/1983e36a-12cd-4c6c-9271-5086ed5fdc22) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:40.050377 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2aac-43aa-4975-bf95-439a4020157b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.056431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a9ec2aac-43aa-4975-bf95-439a4020157b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/deb4f4fc-0347-44d2-89e8-ed8dddd66290 HTTP/1.1" status: 204 len: 168 time: 0.3271158 May 10 11:55:40.057515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49498) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:40.094228 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d2d576-1862-4084-819d-01591a0a2226 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:40.100144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-47d2d576-1862-4084-819d-01591a0a2226 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/deb4f4fc-0347-44d2-89e8-ed8dddd66290 HTTP/1.1" status: 404 len: 333 time: 0.0382586 May 10 11:55:40.100671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49500) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:40.114693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'name': 'tempest-PortsTestJSON-2138949750'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:40.214496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.224248 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.272131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Network d66da646-0a5c-4c0c-b4fa-d709328a7be0 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:40.274874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:40.277494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:40.290088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Pushing event updated for resources: {'Port': ['ID=1983e36a-12cd-4c6c-9271-5086ed5fdc22,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:40.317458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:40.321716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.327204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 57e8a9e0-e9fb-4517-bc94-d934455f71f4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:40.342995 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.364494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 7922c0c3-4422-47a4-8010-c61c56c47ab3 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:40.370120 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.524380 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:55:40.538074 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:40.538853 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:40.548246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Attempting to bind port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:40.548838 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Attempting to bind port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:40.548962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Attempting to bind port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 on network d66da646-0a5c-4c0c-b4fa-d709328a7be0 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:40.560314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:40.560721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Checking segment: {'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:40.561122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.561508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Bound using segment: {'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:40.561976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Bound port: 1983e36a-12cd-4c6c-9271-5086ed5fdc22, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:40.562352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.596355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Allocated IP 172.25.8.157 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/879f0b45-1b13-435d-b22a-4af936202f69) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:40.606259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:40.606505 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.633969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.664672 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:55:40.672478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] For port 1983e36a-12cd-4c6c-9271-5086ed5fdc22, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:40.676187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] For port 1983e36a-12cd-4c6c-9271-5086ed5fdc22, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1983e36a-12cd-4c6c-9271-5086ed5fdc22,segment=NetworkSegment(6a5b2c40-d6f2-4009-b103-b994ce162b9c),segment_id=6a5b2c40-d6f2-4009-b103-b994ce162b9c)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:40.698097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.739635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.753464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:40.753866 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.781608 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.792922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 57e8a9e0-e9fb-4517-bc94-d934455f71f4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=57e8a9e0-e9fb-4517-bc94-d934455f71f4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:40.793998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c877e0c-e1de-455c-9021-0cc3fd233c10 None None] Pushing event updated for resources: {'Port': ['ID=1983e36a-12cd-4c6c-9271-5086ed5fdc22,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:40.802028 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.803205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:40.810458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:40.816232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:40.822241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:40.822881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.841957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=7922c0c3-4422-47a4-8010-c61c56c47ab3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:40.861467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49502) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:40.862107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2714e0b1-2348-4a5d-a4fe-83b0c8a692d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7508588 May 10 11:55:40.866811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=57e8a9e0-e9fb-4517-bc94-d934455f71f4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:40.872110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:40.881212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.910465 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 2, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:40.927712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:40.934406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:40.937202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Pushing event updated for resources: {'Port': ['ID=879f0b45-1b13-435d-b22a-4af936202f69,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:40.939539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:40.955231 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:55:40.955625 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Updating router 5dc2aa56-4941-42d0-b450-4a403efedad2 port 100c3709-8d1b-4c1d-be97-a04645a95559 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:55:40.966961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.986344 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.193035 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.202351 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.237608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] In _notify_port_updated(), no bound segment for port 7922c0c3-4422-47a4-8010-c61c56c47ab3 on network ba79b67c-790c-4aae-97b4-931e54f9b158 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:55:41.250807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:41.250807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.250807 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "PUT /v2.0/ports/7922c0c3-4422-47a4-8010-c61c56c47ab3 HTTP/1.1" status: 200 len: 818 time: 0.3832200 May 10 11:55:41.251236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49504) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:41.278461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdcb45-a3b1-4a1c-a828-75640f752ad2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=7922c0c3-4422-47a4-8010-c61c56c47ab3,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:41.296087 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.362849 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.371453 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.446444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4f427-aa84-4e2f-b778-e09dbd83e26f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 7922c0c3-4422-47a4-8010-c61c56c47ab3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:41.446671 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f427-aa84-4e2f-b778-e09dbd83e26f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.449925 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Pushing event updated for resources: {'Port': ['ID=100c3709-8d1b-4c1d-be97-a04645a95559,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:41.473181 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.473522 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.473857 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.474188 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.474522 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.474848 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.475172 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.475494 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.475811 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.476561 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.476883 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.477201 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:41.490991 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Attempting to bind port 100c3709-8d1b-4c1d-be97-a04645a95559 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:41.491355 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Attempting to bind port 100c3709-8d1b-4c1d-be97-a04645a95559 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:41.491710 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Attempting to bind port 100c3709-8d1b-4c1d-be97-a04645a95559 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:41.497229 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:41.497639 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:41.498027 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.498421 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:41.498866 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Bound port: 100c3709-8d1b-4c1d-be97-a04645a95559, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:41.499474 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.574435 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] For port 100c3709-8d1b-4c1d-be97-a04645a95559, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:41.578290 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] For port 100c3709-8d1b-4c1d-be97-a04645a95559, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=100c3709-8d1b-4c1d-be97-a04645a95559,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:41.584698 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f427-aa84-4e2f-b778-e09dbd83e26f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.584944 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.601464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4f427-aa84-4e2f-b778-e09dbd83e26f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 7922c0c3-4422-47a4-8010-c61c56c47ab3 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:41.624517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.736511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8d66e57a-836f-461f-b114-0bb28efc1d3c None None] Provisioning complete for port 100c3709-8d1b-4c1d-be97-a04645a95559 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:41.738214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d66e57a-836f-461f-b114-0bb28efc1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.746836 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:41.747600 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:41.788612 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbbed5-918d-4e37-9e0a-c4b46ba06187 None None] Pushing event updated for resources: {'Port': ['ID=100c3709-8d1b-4c1d-be97-a04645a95559,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:41.906490 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:55:41.911981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8d66e57a-836f-461f-b114-0bb28efc1d3c None None] Current status of the port 100c3709-8d1b-4c1d-be97-a04645a95559 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:41.912686 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d66e57a-836f-461f-b114-0bb28efc1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:41.956479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8d66e57a-836f-461f-b114-0bb28efc1d3c None None] For port 100c3709-8d1b-4c1d-be97-a04645a95559, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=100c3709-8d1b-4c1d-be97-a04645a95559,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:41.964991 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d66e57a-836f-461f-b114-0bb28efc1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.020244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66e57a-836f-461f-b114-0bb28efc1d3c None None] Pushing event updated for resources: {'Port': ['ID=100c3709-8d1b-4c1d-be97-a04645a95559,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:42.088904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f5eb6644-4e5c-4987-8c08-b9b7669740c7 None None] Provisioning complete for port 100c3709-8d1b-4c1d-be97-a04645a95559 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:42.090119 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f5eb6644-4e5c-4987-8c08-b9b7669740c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.165816 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f427-aa84-4e2f-b778-e09dbd83e26f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.174134 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:42.202825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4f427-aa84-4e2f-b778-e09dbd83e26f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=7922c0c3-4422-47a4-8010-c61c56c47ab3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:42.207331 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9d864-129f-41a8-988a-2fe2e8ec0d77 None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:55:42.224671 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f427-aa84-4e2f-b778-e09dbd83e26f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.228806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb6644-4e5c-4987-8c08-b9b7669740c7 None None] Current status of the port 100c3709-8d1b-4c1d-be97-a04645a95559 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:42.236228 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6ac4f427-aa84-4e2f-b778-e09dbd83e26f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/7922c0c3-4422-47a4-8010-c61c56c47ab3 HTTP/1.1" status: 204 len: 168 time: 0.9846694 May 10 11:55:42.239140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49506) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:42.274436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:55:42.313984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13598058-9230-4720-8af0-481e9569652c None None] Network d66da646-0a5c-4c0c-b4fa-d709328a7be0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:42.317719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3d168-2185-480e-b0cc-c20ab0e1b729 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:42.322211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-12b3d168-2185-480e-b0cc-c20ab0e1b729 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0814147 May 10 11:55:42.322831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49508) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:42.363349 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-15154704-3897-4fe0-b7f3-08530bdd67f9 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:42.368870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-15154704-3897-4fe0-b7f3-08530bdd67f9 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/7922c0c3-4422-47a4-8010-c61c56c47ab3 HTTP/1.1" status: 404 len: 333 time: 0.0449977 May 10 11:55:42.369474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49510) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:42.374562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-247850073'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:42.406793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-dc5bc1c6-6be3-4f23-875f-6e0452014b0e None None] Provisioning complete for port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:42.407178 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc1c6-6be3-4f23-875f-6e0452014b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.407367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:42.412889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.449206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:55:42.465505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Sync routers for ids ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:55:42.467607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:42.475925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.480702 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bebbac8e-e072-4e30-beac-017af9e8940f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7179422 May 10 11:55:42.480702 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49512) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:42.492707 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.493063 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Added segment 0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82 of type vlan for network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c May 10 11:55:42.516329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Routers {'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:42.517000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:42.556111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.557694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 100c3709-8d1b-4c1d-be97-a04645a95559 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:42.589365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.597377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:42.598490 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.674248 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3012805 May 10 11:55:42.675340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49514) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:42.680134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:42.722884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Set router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:55:42.727853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd1b93-ee40-47f6-9f86-aa19213fe97e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Network': ['ID=487cbe8d-705e-4883-b2dc-57bfafb8ae9c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:42.790116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:42.796042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.888816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:42.992315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.007619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bc1c6-6be3-4f23-875f-6e0452014b0e None None] Current status of the port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:43.008206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc1c6-6be3-4f23-875f-6e0452014b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.014439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.044396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 100c3709-8d1b-4c1d-be97-a04645a95559 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:43.045231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.099255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=a68a49ad-24c9-47e3-a685-a14c3322f021,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:43.115288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking segment: {'id': '0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:43.115979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network hostable DHCP agents. Network: 487cbe8d-705e-4883-b2dc-57bfafb8ae9c, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:43.143124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-dc5bc1c6-6be3-4f23-875f-6e0452014b0e None None] For port 1983e36a-12cd-4c6c-9271-5086ed5fdc22, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1983e36a-12cd-4c6c-9271-5086ed5fdc22,segment=NetworkSegment(6a5b2c40-d6f2-4009-b103-b994ce162b9c),segment_id=6a5b2c40-d6f2-4009-b103-b994ce162b9c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:43.147346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:43.151331 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc1c6-6be3-4f23-875f-6e0452014b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.163131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 487cbe8d-705e-4883-b2dc-57bfafb8ae9c) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:43.187062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:43.188014 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.197574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9a019-63dd-44ad-9e3c-07370f197aa0 None None] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:43.213835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-49bcbff3-d741-4d36-bde0-a97fcdf324ac tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5377767 May 10 11:55:43.216881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49516) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:43.224161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d5a9ff02-5810-45df-803d-4ca96e1fad42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:43.267769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Allocated IP 172.20.0.1 (d66da646-0a5c-4c0c-b4fa-d709328a7be0/e4975955-35c4-4fd9-8fa1-e5b19149efc8/da211604-a948-403f-b0c8-981524cfdd0a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:43.342402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bc1c6-6be3-4f23-875f-6e0452014b0e None None] Pushing event updated for resources: {'Port': ['ID=1983e36a-12cd-4c6c-9271-5086ed5fdc22,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:43.352501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a9ff02-5810-45df-803d-4ca96e1fad42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:43.359649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ff02-5810-45df-803d-4ca96e1fad42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.409255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 3, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:43.411388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 100c3709-8d1b-4c1d-be97-a04645a95559 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:43.412057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1983e36a-12cd-4c6c-9271-5086ed5fdc22 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:43.418818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.459465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.462674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Checking router: eeb5c4bb-ac9c-48fd-9086-fdca6053d77c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:55:43.463037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Updating router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c port 879f0b45-1b13-435d-b22a-4af936202f69 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:55:43.463984 n-d-840949-1 neutron-server[102767]: INFO neutron.db.ipam_backend_mixin [None req-d5a9ff02-5810-45df-803d-4ca96e1fad42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a68a49ad-24c9-47e3-a685-a14c3322f021 (CIDR: 172.20.0.0/28) May 10 11:55:43.470661 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a9ff02-5810-45df-803d-4ca96e1fad42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:55:43.471280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a9ff02-5810-45df-803d-4ca96e1fad42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:55:43.491672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d5a9ff02-5810-45df-803d-4ca96e1fad42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2694225 May 10 11:55:43.493186 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49518) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:43.497260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:43.507348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Network d66da646-0a5c-4c0c-b4fa-d709328a7be0 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:43.536866 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.544244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:43.556734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:43.571950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-638fff77-b090-4cb8-9944-c770f02f1a68 None None] Provisioning complete for port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:43.572322 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-638fff77-b090-4cb8-9944-c770f02f1a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.597974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Pushing event updated for resources: {'Port': ['ID=da211604-a948-403f-b0c8-981524cfdd0a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:43.624677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.631082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-487cbe8d-705e-4883-b2dc-57bfafb8ae9c', 'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c', 'tenant_id': '3a98af53959141b69fc42aaf1d5f9f4f', 'fixed_ips': [{'subnet_id': 'a68a49ad-24c9-47e3-a685-a14c3322f021'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:55:43.631977 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.712887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:43.717540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.720346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:43.720692 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:43.864007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.127611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-638fff77-b090-4cb8-9944-c770f02f1a68 None None] Current status of the port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:44.157684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.170036 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.172432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Allocated IP 172.20.0.2 (487cbe8d-705e-4883-b2dc-57bfafb8ae9c/a68a49ad-24c9-47e3-a685-a14c3322f021/7f984ff1-7c41-4319-97b7-eea58cf453e3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:44.195800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.223424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:44.224550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 57e8a9e0-e9fb-4517-bc94-d934455f71f4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:44.252595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:44.263625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:44.266594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:44.267328 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.288297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=bddff232-9c7c-4c92-8b85-32be00417948,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:44.305145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Pushing event updated for resources: {'Port': ['ID=da211604-a948-403f-b0c8-981524cfdd0a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:44.307583 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.315283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b7aa101e-af75-4ffb-b145-3750b7032889 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8200967 May 10 11:55:44.317269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49520) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:44.324002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c', 'fixed_ips': [{'subnet_id': 'a68a49ad-24c9-47e3-a685-a14c3322f021'}, {'subnet_id': 'bddff232-9c7c-4c92-8b85-32be00417948'}], 'name': 'tempest-PortsTestJSON-89583897'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:44.348527 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.350056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7e840748-3c26-441f-80e0-d6ea29f18b0d None None] Provisioning complete for port da211604-a948-403f-b0c8-981524cfdd0a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:44.350417 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e840748-3c26-441f-80e0-d6ea29f18b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.379913 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.414307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Network d66da646-0a5c-4c0c-b4fa-d709328a7be0 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:44.415875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:44.452707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:44.478896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7e840748-3c26-441f-80e0-d6ea29f18b0d None None] Port da211604-a948-403f-b0c8-981524cfdd0a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:44.505626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Attempting to bind port 879f0b45-1b13-435d-b22a-4af936202f69 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:44.506001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Attempting to bind port 879f0b45-1b13-435d-b22a-4af936202f69 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:44.506367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Attempting to bind port 879f0b45-1b13-435d-b22a-4af936202f69 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:44.518507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:44.518893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.524343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7acb62-eb13-4b13-8b19-4f4eb8593d54 None None] Pushing event updated for resources: {'Port': ['ID=879f0b45-1b13-435d-b22a-4af936202f69,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:44.559254 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.569204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:44.569595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:44.570007 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.570584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:44.571092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Bound port: 879f0b45-1b13-435d-b22a-4af936202f69, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:44.571477 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.579674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 91c6c16e-abda-45aa-b326-95fbb1d3dbaf yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:44.583109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:55:44.601920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.620817 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.690448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Pushing event updated for resources: {'Port': ['ID=7f984ff1-7c41-4319-97b7-eea58cf453e3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:44.709799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:55:44.712458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:44.715662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b998c70d-9778-45e6-bcbb-bfe1332cbd80 admin admin] 10.222.0.13 "PUT /v2.0/routers/eeb5c4bb-ac9c-48fd-9086-fdca6053d77c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2337070 May 10 11:55:44.724084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:44.726470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] For port 879f0b45-1b13-435d-b22a-4af936202f69, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:44.729285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:44.733650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] For port 879f0b45-1b13-435d-b22a-4af936202f69, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=879f0b45-1b13-435d-b22a-4af936202f69,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:44.760850 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.867420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:44.891698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Attempting to bind port 7f984ff1-7c41-4319-97b7-eea58cf453e3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:44.892103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Attempting to bind port 7f984ff1-7c41-4319-97b7-eea58cf453e3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:44.892481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Attempting to bind port 7f984ff1-7c41-4319-97b7-eea58cf453e3 on network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:44.905598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7acb62-eb13-4b13-8b19-4f4eb8593d54 None None] Pushing event updated for resources: {'Port': ['ID=879f0b45-1b13-435d-b22a-4af936202f69,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:44.911453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9d7be151-1f97-440d-810b-e52b5038be0a None None] Provisioning complete for port da211604-a948-403f-b0c8-981524cfdd0a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:44.911847 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9d7be151-1f97-440d-810b-e52b5038be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.913568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Routers {'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:44.914051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:44.918199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:44.918584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Checking segment: {'id': '0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:44.918988 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.919495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Bound using segment: {'id': '0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:44.919495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Bound port: 7f984ff1-7c41-4319-97b7-eea58cf453e3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:44.920417 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.946840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.10 (487cbe8d-705e-4883-b2dc-57bfafb8ae9c/a68a49ad-24c9-47e3-a685-a14c3322f021/91c6c16e-abda-45aa-b326-95fbb1d3dbaf) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:44.955991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.21 (487cbe8d-705e-4883-b2dc-57bfafb8ae9c/bddff232-9c7c-4c92-8b85-32be00417948/91c6c16e-abda-45aa-b326-95fbb1d3dbaf) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:45.016288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1983e36a-12cd-4c6c-9271-5086ed5fdc22 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:45.060908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9d7be151-1f97-440d-810b-e52b5038be0a None None] Port da211604-a948-403f-b0c8-981524cfdd0a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:45.137077 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:45.138683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] For port 7f984ff1-7c41-4319-97b7-eea58cf453e3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:45.166263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] For port 7f984ff1-7c41-4319-97b7-eea58cf453e3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7f984ff1-7c41-4319-97b7-eea58cf453e3,segment=NetworkSegment(0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82),segment_id=0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:45.168690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] Set router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:55:45.177514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:45.197414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:45.209445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:45.209811 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:45.239139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:45.240361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=91c6c16e-abda-45aa-b326-95fbb1d3dbaf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:45.243396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:45.245696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:45.296419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:45.297075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:45.319435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2e131f24-1e43-49b2-9391-48b2fa092dde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.0005198 May 10 11:55:45.321974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49534) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:45.329349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a68a49ad-24c9-47e3-a685-a14c3322f021'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:45.391432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf835239-f8b3-475e-8612-5d625f720109 None None] Pushing event updated for resources: {'Port': ['ID=7f984ff1-7c41-4319-97b7-eea58cf453e3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:45.436628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:45.463916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:45.565002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T11:55:43Z', 'revision_number': 4, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'da211604-a948-403f-b0c8-981524cfdd0a', 'name': '', 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'mac_address': 'fa:16:3e:1f:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:43Z', 'updated_at': '2022-05-10T11:55:43Z', 'revision_number': 2, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'subnets': [{'id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:45.598274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb927b03-8ca9-4024-a428-50407bfd3a50 None None] The sync data for ids ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'] in n-d-840949-1 is: [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T11:55:43Z', 'revision_number': 4, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'da211604-a948-403f-b0c8-981524cfdd0a', 'name': '', 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'mac_address': 'fa:16:3e:1f:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:43Z', 'updated_at': '2022-05-10T11:55:43Z', 'revision_number': 2, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'subnets': [{'id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:55:45.819910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Delete allocated IP 172.20.0.21 (487cbe8d-705e-4883-b2dc-57bfafb8ae9c/bddff232-9c7c-4c92-8b85-32be00417948) {{(pid=102767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 11:55:45.994567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:46.003024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:46.110998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=91c6c16e-abda-45aa-b326-95fbb1d3dbaf,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:46.133888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] In _notify_port_updated(), no bound segment for port 91c6c16e-abda-45aa-b326-95fbb1d3dbaf on network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:55:46.141508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:46.142168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:46.146527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49544) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:46.147036 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4a8b26e8-0212-4e84-8f09-844bace4b653 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "PUT /v2.0/ports/91c6c16e-abda-45aa-b326-95fbb1d3dbaf HTTP/1.1" status: 200 len: 918 time: 0.8225014 May 10 11:55:46.156936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a68a49ad-24c9-47e3-a685-a14c3322f021'}, {'subnet_id': 'bddff232-9c7c-4c92-8b85-32be00417948'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:46.349226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:46.587310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c174963-9ab6-4d0e-a5a6-d909d42e50fc None None] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:46.846473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4af23b39-d904-4e00-b03a-b0d397387e87 None None] Provisioning complete for port 7f984ff1-7c41-4319-97b7-eea58cf453e3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:46.846848 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4af23b39-d904-4e00-b03a-b0d397387e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.032838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.25 (487cbe8d-705e-4883-b2dc-57bfafb8ae9c/bddff232-9c7c-4c92-8b85-32be00417948/91c6c16e-abda-45aa-b326-95fbb1d3dbaf) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:47.037497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4af23b39-d904-4e00-b03a-b0d397387e87 None None] Current status of the port 7f984ff1-7c41-4319-97b7-eea58cf453e3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:47.038132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4af23b39-d904-4e00-b03a-b0d397387e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.113303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4af23b39-d904-4e00-b03a-b0d397387e87 None None] For port 7f984ff1-7c41-4319-97b7-eea58cf453e3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7f984ff1-7c41-4319-97b7-eea58cf453e3,segment=NetworkSegment(0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82),segment_id=0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:47.122529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7f984ff1-7c41-4319-97b7-eea58cf453e3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:47.173472 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4af23b39-d904-4e00-b03a-b0d397387e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.196062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.207134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.228006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06c973-098c-4f7d-93f8-803b4eb1165e None None] Update dhcp port {'port': {'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c', 'fixed_ips': [{'subnet_id': 'a68a49ad-24c9-47e3-a685-a14c3322f021', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bddff232-9c7c-4c92-8b85-32be00417948'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '7f984ff1-7c41-4319-97b7-eea58cf453e3'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:55:47.277814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af23b39-d904-4e00-b03a-b0d397387e87 None None] Pushing event updated for resources: {'Port': ['ID=7f984ff1-7c41-4319-97b7-eea58cf453e3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:47.278270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-58458c36-c5f1-4700-90e7-905ee490a884 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:47.280256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-58458c36-c5f1-4700-90e7-905ee490a884 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1380429 May 10 11:55:47.282856 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f06c973-098c-4f7d-93f8-803b4eb1165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.298977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-de1f8cf0-77fb-454a-8850-5548d7038880 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/quotas/82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 375 time: 0.0102780 May 10 11:55:47.311811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=91c6c16e-abda-45aa-b326-95fbb1d3dbaf,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:47.331602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7f984ff1-7c41-4319-97b7-eea58cf453e3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:47.331952 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.354660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] In _notify_port_updated(), no bound segment for port 91c6c16e-abda-45aa-b326-95fbb1d3dbaf on network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:55:47.360632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:47.361453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.363875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f2e72140-df6f-4865-866f-1e2292a9f149 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "PUT /v2.0/ports/91c6c16e-abda-45aa-b326-95fbb1d3dbaf HTTP/1.1" status: 200 len: 998 time: 1.2107878 May 10 11:55:47.365589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49558) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:47.377010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-1c82d48e-fad3-4823-9191-a9d9b935d6ca tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659928 May 10 11:55:47.468249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-90202eba-825e-42bc-9055-7b28e2cda722 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 91c6c16e-abda-45aa-b326-95fbb1d3dbaf {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:47.468687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90202eba-825e-42bc-9055-7b28e2cda722 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.485312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f6a77dc7-2a67-4d30-a0b1-55fb1fd5bac5 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016707 May 10 11:55:47.517167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7f984ff1-7c41-4319-97b7-eea58cf453e3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:47.517963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 879f0b45-1b13-435d-b22a-4af936202f69 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:47.565583 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90202eba-825e-42bc-9055-7b28e2cda722 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.570977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2f06c973-098c-4f7d-93f8-803b4eb1165e None None] Allocated IP 172.20.0.18 (487cbe8d-705e-4883-b2dc-57bfafb8ae9c/bddff232-9c7c-4c92-8b85-32be00417948/7f984ff1-7c41-4319-97b7-eea58cf453e3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:47.579357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-90202eba-825e-42bc-9055-7b28e2cda722 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 91c6c16e-abda-45aa-b326-95fbb1d3dbaf owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:47.584137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-070ace76-dd36-4f27-a7ae-fcb5dfbd2852 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908146 May 10 11:55:47.637105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 879f0b45-1b13-435d-b22a-4af936202f69 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:47.637665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.705505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2f06c973-098c-4f7d-93f8-803b4eb1165e None None] For port 7f984ff1-7c41-4319-97b7-eea58cf453e3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7f984ff1-7c41-4319-97b7-eea58cf453e3,segment=NetworkSegment(0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82),segment_id=0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:47.762448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f06c973-098c-4f7d-93f8-803b4eb1165e None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.770812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90202eba-825e-42bc-9055-7b28e2cda722 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.772678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f06c973-098c-4f7d-93f8-803b4eb1165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.774554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 879f0b45-1b13-435d-b22a-4af936202f69 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:47.775061 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.807443 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90202eba-825e-42bc-9055-7b28e2cda722 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=91c6c16e-abda-45aa-b326-95fbb1d3dbaf,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:47.827637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 879f0b45-1b13-435d-b22a-4af936202f69, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=879f0b45-1b13-435d-b22a-4af936202f69,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:47.850394 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.885629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06c973-098c-4f7d-93f8-803b4eb1165e None None] Pushing event updated for resources: {'Port': ['ID=7f984ff1-7c41-4319-97b7-eea58cf453e3,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:47.912213 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90202eba-825e-42bc-9055-7b28e2cda722 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:47.916908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90202eba-825e-42bc-9055-7b28e2cda722 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/91c6c16e-abda-45aa-b326-95fbb1d3dbaf HTTP/1.1" status: 204 len: 168 time: 0.5492651 May 10 11:55:47.918754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49568) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:47.942274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=879f0b45-1b13-435d-b22a-4af936202f69,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:47.946600 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a610eacc-3a3e-43a5-9f16-f1726199a559 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:47.950672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a610eacc-3a3e-43a5-9f16-f1726199a559 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/91c6c16e-abda-45aa-b326-95fbb1d3dbaf HTTP/1.1" status: 404 len: 333 time: 0.0281818 May 10 11:55:47.950922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49570) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:48.018601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-327214c5-2fc5-4969-bd3b-a6691d967786 req-81518db2-375b-4407-8f1e-e1963d949fd7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0407774 May 10 11:55:48.037182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-af66044c-dbef-4498-9c4f-fd4d7f969bd5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet bddff232-9c7c-4c92-8b85-32be00417948 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:48.037182 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af66044c-dbef-4498-9c4f-fd4d7f969bd5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.079486 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af66044c-dbef-4498-9c4f-fd4d7f969bd5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.174502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af66044c-dbef-4498-9c4f-fd4d7f969bd5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.237575 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af66044c-dbef-4498-9c4f-fd4d7f969bd5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.263918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66044c-dbef-4498-9c4f-fd4d7f969bd5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=bddff232-9c7c-4c92-8b85-32be00417948,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:48.271705 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af66044c-dbef-4498-9c4f-fd4d7f969bd5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.276501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af66044c-dbef-4498-9c4f-fd4d7f969bd5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/bddff232-9c7c-4c92-8b85-32be00417948 HTTP/1.1" status: 204 len: 168 time: 0.3245602 May 10 11:55:48.278319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49572) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:48.333420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5eecfa-dfb5-4a50-8a9c-3c0d3322ec42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet a68a49ad-24c9-47e3-a685-a14c3322f021 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:48.336667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecfa-dfb5-4a50-8a9c-3c0d3322ec42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.387488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecfa-dfb5-4a50-8a9c-3c0d3322ec42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.387776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91103f35-f6cd-4028-8beb-76b123772f1b None None] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:48.445475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-eb8b4522-8bb7-4187-9ab2-80606994ec51 None None] Provisioning complete for port 7f984ff1-7c41-4319-97b7-eea58cf453e3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:48.445858 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4522-8bb7-4187-9ab2-80606994ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.475482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecfa-dfb5-4a50-8a9c-3c0d3322ec42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.537001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecfa-dfb5-4a50-8a9c-3c0d3322ec42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.566619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eecfa-dfb5-4a50-8a9c-3c0d3322ec42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=a68a49ad-24c9-47e3-a685-a14c3322f021,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:48.574058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecfa-dfb5-4a50-8a9c-3c0d3322ec42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.577473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4f5eecfa-dfb5-4a50-8a9c-3c0d3322ec42 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/a68a49ad-24c9-47e3-a685-a14c3322f021 HTTP/1.1" status: 204 len: 168 time: 0.2980540 May 10 11:55:48.580718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49574) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:48.598104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b4522-8bb7-4187-9ab2-80606994ec51 None None] Current status of the port 7f984ff1-7c41-4319-97b7-eea58cf453e3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:48.604107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-eb8b4522-8bb7-4187-9ab2-80606994ec51 None None] Could not find standard attr ID for object 91c6c16e-abda-45aa-b326-95fbb1d3dbaf. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:55:48.657132 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.675002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a4ba2-11e7-49b7-930e-ff134683cf28 None None] Update dhcp port {'port': {'network_id': '487cbe8d-705e-4883-b2dc-57bfafb8ae9c', 'fixed_ips': [{'subnet_id': 'a68a49ad-24c9-47e3-a685-a14c3322f021'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '7f984ff1-7c41-4319-97b7-eea58cf453e3'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:55:48.699946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-239a4ba2-11e7-49b7-930e-ff134683cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.710822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 7f984ff1-7c41-4319-97b7-eea58cf453e3 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:48.711167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.778195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] For port 7f984ff1-7c41-4319-97b7-eea58cf453e3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7f984ff1-7c41-4319-97b7-eea58cf453e3,segment=NetworkSegment(0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82),segment_id=0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:48.778719 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.792169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 7f984ff1-7c41-4319-97b7-eea58cf453e3 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:48.869799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13824a2f-e3d4-40a8-a9db-ba1f000df8c1 None None] Network 487cbe8d-705e-4883-b2dc-57bfafb8ae9c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:48.888751 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:48.919624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No DVR routers for this DVR port 7f984ff1-7c41-4319-97b7-eea58cf453e3 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:48.925513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=7f984ff1-7c41-4319-97b7-eea58cf453e3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:48.925812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-64ecb4d7-fb66-4779-a057-0e4233508994 None None] Could not find standard attr ID for object 7f984ff1-7c41-4319-97b7-eea58cf453e3. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:55:48.982954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 879f0b45-1b13-435d-b22a-4af936202f69 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:49.013034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d293dc33-40f9-4594-87a0-9e8bfa265efa None None] DHCP port deletion for 487cbe8d-705e-4883-b2dc-57bfafb8ae9c request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:55:49.024400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.044573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 879f0b45-1b13-435d-b22a-4af936202f69 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:49.044953 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.051484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487cbe8d-705e-4883-b2dc-57bfafb8ae9c']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:49.061608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:49.061977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad6aa48-21f5-4f24-9fa3-8fe7e90d9c82') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:49.072917 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.107176 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65664363-ab6b-4c9f-b46e-7ad817f99001 req-bbc57a80-411f-410f-bef2-4ffd4c35656b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0321465 May 10 11:55:49.108040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.121592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:49.121868 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: timer() May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:49.132501 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:49.134878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 879f0b45-1b13-435d-b22a-4af936202f69 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:49.177253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7f984ff1-7c41-4319-97b7-eea58cf453e3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:55:49.198676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 7f984ff1-7c41-4319-97b7-eea58cf453e3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:55:49.199028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7f984ff1-7c41-4319-97b7-eea58cf453e3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:55:49.207350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.215585 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.218819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/networks/487cbe8d-705e-4883-b2dc-57bfafb8ae9c HTTP/1.1" status: 204 len: 168 time: 0.6371615 May 10 11:55:49.222588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49582) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:49.230872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78584a0b-83ca-4e92-b8dd-9da421be1cdd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Network': ['ID=487cbe8d-705e-4883-b2dc-57bfafb8ae9c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:49.272690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da14ed-d155-4698-b48f-9a6c0c1b2019 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:49.274170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-38da14ed-d155-4698-b48f-9a6c0c1b2019 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0503075 May 10 11:55:49.277991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49584) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:49.325999 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5e4649ff-c280-4bf6-837a-c6a19d31922f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0462511 May 10 11:55:49.329365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49586) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:49.334169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1338199932'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:49.356141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:49.360579 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.385806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:49.395698 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.396070 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Added segment 68638e3c-ee55-40d0-bb3f-7d5ae0f5854e of type vlan for network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 May 10 11:55:49.442103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.468188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.473923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:49.474506 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.533070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2027023 May 10 11:55:49.535797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49588) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:49.540506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:49.588861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bc687-1f8d-4531-8b5e-c2dae1bc20d4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Network': ['ID=6ab36b5c-88b8-4b11-81f6-04556c4c2e76,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:49.599665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:49.641855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:49.647154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.681692 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Sync routers for ids ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:55:49.692477 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Routers {'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:49.693087 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:49.796387 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Set router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:55:49.830396 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.892880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=6b343b1b-bdbe-40c0-ae90-d7d7fee2364b,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:49.901308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking segment: {'id': '68638e3c-ee55-40d0-bb3f-7d5ae0f5854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:49.901684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network hostable DHCP agents. Network: 6ab36b5c-88b8-4b11-81f6-04556c4c2e76, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:49.921086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:49.930485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 6ab36b5c-88b8-4b11-81f6-04556c4c2e76) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:49.936845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:49.937116 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:49.940713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26391e51-e7ee-45c9-ab74-a7521e926803 None None] Network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:49.957582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bd159aef-ec3c-428a-8b75-37be113e8b52 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4206598 May 10 11:55:49.960202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49590) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:49.965738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76', 'name': 'tempest-PortsTestJSON-38087989'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:49.995239 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T11:55:43Z', 'revision_number': 4, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'da211604-a948-403f-b0c8-981524cfdd0a', 'name': '', 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'mac_address': 'fa:16:3e:1f:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:43Z', 'updated_at': '2022-05-10T11:55:43Z', 'revision_number': 2, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'subnets': [{'id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:50.022158 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Checking router: eeb5c4bb-ac9c-48fd-9086-fdca6053d77c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:55:50.022541 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Updating router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c port da211604-a948-403f-b0c8-981524cfdd0a binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:55:50.052783 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.093384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:50.098844 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.111021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6ab36b5c-88b8-4b11-81f6-04556c4c2e76', 'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76', 'tenant_id': '3a98af53959141b69fc42aaf1d5f9f4f', 'fixed_ips': [{'subnet_id': '6b343b1b-bdbe-40c0-ae90-d7d7fee2364b'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:55:50.112159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.139240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 1ce59083-40fe-4328-b836-db71a5db7ed2 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:50.215236 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1df99d6f-a29d-4609-bcbb-0f764e44472a req-94604ff5-b4d2-4dac-900c-4c62c4638bcc tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0376709 May 10 11:55:50.268293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Allocated IP 172.20.0.2 (6ab36b5c-88b8-4b11-81f6-04556c4c2e76/6b343b1b-bdbe-40c0-ae90-d7d7fee2364b/d7a3cd3e-6e07-48ee-a140-8bc937222387) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:50.382898 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.388999 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.409438 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.415767 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.469673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:50.477698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:50.479751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Pushing event updated for resources: {'Port': ['ID=d7a3cd3e-6e07-48ee-a140-8bc937222387,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:50.482522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:50.492702 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9d6c3-5167-4923-80b6-8463d1834814 None None] Pushing event updated for resources: {'Port': ['ID=da211604-a948-403f-b0c8-981524cfdd0a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:50.497193 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Attempting to bind port da211604-a948-403f-b0c8-981524cfdd0a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:50.497575 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Attempting to bind port da211604-a948-403f-b0c8-981524cfdd0a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:50.497937 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Attempting to bind port da211604-a948-403f-b0c8-981524cfdd0a on network d66da646-0a5c-4c0c-b4fa-d709328a7be0 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:50.498504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.12 (6ab36b5c-88b8-4b11-81f6-04556c4c2e76/6b343b1b-bdbe-40c0-ae90-d7d7fee2364b/1ce59083-40fe-4328-b836-db71a5db7ed2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:50.509083 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:50.510321 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Checking segment: {'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:50.511957 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.512487 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Bound using segment: {'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:50.513242 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Bound port: da211604-a948-403f-b0c8-981524cfdd0a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5b2c40-d6f2-4009-b103-b994ce162b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:50.513665 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.543551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Attempting to bind port d7a3cd3e-6e07-48ee-a140-8bc937222387 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:50.544395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Attempting to bind port d7a3cd3e-6e07-48ee-a140-8bc937222387 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '68638e3c-ee55-40d0-bb3f-7d5ae0f5854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:50.545023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Attempting to bind port d7a3cd3e-6e07-48ee-a140-8bc937222387 on network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:50.552673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:50.553094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Checking segment: {'id': '68638e3c-ee55-40d0-bb3f-7d5ae0f5854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:50.554186 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.554702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Bound using segment: {'id': '68638e3c-ee55-40d0-bb3f-7d5ae0f5854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:50.555775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Bound port: d7a3cd3e-6e07-48ee-a140-8bc937222387, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68638e3c-ee55-40d0-bb3f-7d5ae0f5854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:50.556288 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.584426 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] For port da211604-a948-403f-b0c8-981524cfdd0a, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:50.588247 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] For port da211604-a948-403f-b0c8-981524cfdd0a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da211604-a948-403f-b0c8-981524cfdd0a,segment=NetworkSegment(6a5b2c40-d6f2-4009-b103-b994ce162b9c),segment_id=6a5b2c40-d6f2-4009-b103-b994ce162b9c)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:50.596675 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.635425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] For port d7a3cd3e-6e07-48ee-a140-8bc937222387, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:50.639536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] For port d7a3cd3e-6e07-48ee-a140-8bc937222387, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d7a3cd3e-6e07-48ee-a140-8bc937222387,segment=NetworkSegment(68638e3c-ee55-40d0-bb3f-7d5ae0f5854e),segment_id=68638e3c-ee55-40d0-bb3f-7d5ae0f5854e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:50.652081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.652359 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9d6c3-5167-4923-80b6-8463d1834814 None None] Pushing event updated for resources: {'Port': ['ID=da211604-a948-403f-b0c8-981524cfdd0a,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:50.665694 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Routers {'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:55:50.666316 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:50.716640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb33181-9e40-42ab-a609-41813ca939d4 None None] Pushing event updated for resources: {'Port': ['ID=d7a3cd3e-6e07-48ee-a140-8bc937222387,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:50.746097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.792227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-303c69a5-37ab-43a1-8be2-21f344562993 None None] Provisioning complete for port da211604-a948-403f-b0c8-981524cfdd0a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:50.792738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-303c69a5-37ab-43a1-8be2-21f344562993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.797835 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] Set router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:55:50.801514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:50.877989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:50.888984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:50.892207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=1ce59083-40fe-4328-b836-db71a5db7ed2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:50.895024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:50.927921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-303c69a5-37ab-43a1-8be2-21f344562993 None None] Current status of the port da211604-a948-403f-b0c8-981524cfdd0a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:50.928328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-303c69a5-37ab-43a1-8be2-21f344562993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.017611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-303c69a5-37ab-43a1-8be2-21f344562993 None None] For port da211604-a948-403f-b0c8-981524cfdd0a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da211604-a948-403f-b0c8-981524cfdd0a,segment=NetworkSegment(6a5b2c40-d6f2-4009-b103-b994ce162b9c),segment_id=6a5b2c40-d6f2-4009-b103-b994ce162b9c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:51.025802 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-303c69a5-37ab-43a1-8be2-21f344562993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.035520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:51.036240 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.079671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-78a69d72-73ab-4de0-a32f-2c1081be3208 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1182683 May 10 11:55:51.082345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49600) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:51.088181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': '6ab36b5c-88b8-4b11-81f6-04556c4c2e76', 'name': 'tempest-PortsTestJSON-761148019'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:51.116195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c69a5-37ab-43a1-8be2-21f344562993 None None] Pushing event updated for resources: {'Port': ['ID=da211604-a948-403f-b0c8-981524cfdd0a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:51.142315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da211604-a948-403f-b0c8-981524cfdd0a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:51.209793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6b52bfac-4efa-4ccc-aabe-a456d680a0fd None None] Provisioning complete for port da211604-a948-403f-b0c8-981524cfdd0a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:51.210162 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6b52bfac-4efa-4ccc-aabe-a456d680a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.229147 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T11:55:43Z', 'revision_number': 4, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'da211604-a948-403f-b0c8-981524cfdd0a', 'name': '', 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'mac_address': 'fa:16:3e:1f:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:43Z', 'updated_at': '2022-05-10T11:55:50Z', 'revision_number': 4, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'subnets': [{'id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:51.235810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:51.241387 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.263140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port da211604-a948-403f-b0c8-981524cfdd0a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:51.263531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.268022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 92858137-a3fd-4da0-94e0-d84a5c7032f7 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:51.278055 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd571e-0ba9-4a5f-94d6-7b063dbf583b None None] The sync data for ids ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'] in n-d-840949-1 is: [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T11:55:43Z', 'revision_number': 4, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'da211604-a948-403f-b0c8-981524cfdd0a', 'name': '', 'network_id': 'd66da646-0a5c-4c0c-b4fa-d709328a7be0', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'mac_address': 'fa:16:3e:1f:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:43Z', 'updated_at': '2022-05-10T11:55:50Z', 'revision_number': 4, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'subnets': [{'id': 'e4975955-35c4-4fd9-8fa1-e5b19149efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:55:51.345241 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a0d6fe41-267d-4716-8d0e-7765381016b6 req-577e2918-f9a8-4eac-952c-b5a161a24725 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0452247 May 10 11:55:51.384005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6b52bfac-4efa-4ccc-aabe-a456d680a0fd None None] Current status of the port da211604-a948-403f-b0c8-981524cfdd0a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:51.427107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.13 (6ab36b5c-88b8-4b11-81f6-04556c4c2e76/6b343b1b-bdbe-40c0-ae90-d7d7fee2364b/92858137-a3fd-4da0-94e0-d84a5c7032f7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:51.435620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port da211604-a948-403f-b0c8-981524cfdd0a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:51.608855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.650665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.702953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:51.706151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:51.713287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:51.717906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=92858137-a3fd-4da0-94e0-d84a5c7032f7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:51.772013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:51.772986 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:51.794133 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-35acfd5e-7737-4bcb-aaf4-69d09df25fa1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7075508 May 10 11:55:51.794481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49608) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:51.852398 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:55:51.896182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc23d293-853b-4eeb-9ddc-33bbd8dec369 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:51.897733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bc23d293-853b-4eeb-9ddc-33bbd8dec369 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 921 time: 0.1022394 May 10 11:55:51.900603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49610) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:51.966998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b145720-213f-4dad-88fa-8911d42ffbc3 None None] Network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:51.997813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-00294e46-84fb-4e7b-8942-ad8516cc1ed0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 92858137-a3fd-4da0-94e0-d84a5c7032f7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:51.998158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00294e46-84fb-4e7b-8942-ad8516cc1ed0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.038250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fd2e92b8-97f9-4503-a263-456000706c4f None None] Provisioning complete for port d7a3cd3e-6e07-48ee-a140-8bc937222387 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:52.038883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd2e92b8-97f9-4503-a263-456000706c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.085910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00294e46-84fb-4e7b-8942-ad8516cc1ed0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.098174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-00294e46-84fb-4e7b-8942-ad8516cc1ed0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 92858137-a3fd-4da0-94e0-d84a5c7032f7 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:52.188679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e92b8-97f9-4503-a263-456000706c4f None None] Current status of the port d7a3cd3e-6e07-48ee-a140-8bc937222387 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:52.188679 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd2e92b8-97f9-4503-a263-456000706c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.224815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fd2e92b8-97f9-4503-a263-456000706c4f None None] For port d7a3cd3e-6e07-48ee-a140-8bc937222387, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d7a3cd3e-6e07-48ee-a140-8bc937222387,segment=NetworkSegment(68638e3c-ee55-40d0-bb3f-7d5ae0f5854e),segment_id=68638e3c-ee55-40d0-bb3f-7d5ae0f5854e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:52.230464 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd2e92b8-97f9-4503-a263-456000706c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.233748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00294e46-84fb-4e7b-8942-ad8516cc1ed0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.267300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00294e46-84fb-4e7b-8942-ad8516cc1ed0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=92858137-a3fd-4da0-94e0-d84a5c7032f7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:52.287805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e92b8-97f9-4503-a263-456000706c4f None None] Pushing event updated for resources: {'Port': ['ID=d7a3cd3e-6e07-48ee-a140-8bc937222387,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:52.341639 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-00294e46-84fb-4e7b-8942-ad8516cc1ed0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.345035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-00294e46-84fb-4e7b-8942-ad8516cc1ed0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/92858137-a3fd-4da0-94e0-d84a5c7032f7 HTTP/1.1" status: 204 len: 168 time: 0.4434135 May 10 11:55:52.347658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49612) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:52.375334 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bd68d4-09b2-47f2-85ad-9cdeb1551730 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:52.377034 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-14bd68d4-09b2-47f2-85ad-9cdeb1551730 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/92858137-a3fd-4da0-94e0-d84a5c7032f7 HTTP/1.1" status: 404 len: 333 time: 0.0283813 May 10 11:55:52.379857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49616) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:52.456911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-713abf12-c189-4b2e-aa77-b9667fda5c74 None None] Provisioning complete for port 1ce59083-40fe-4328-b836-db71a5db7ed2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:52.457421 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-713abf12-c189-4b2e-aa77-b9667fda5c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.471810 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1314e583-fe88-4d2e-9ade-13a3f40b0b6e req-5756da0a-6ad1-44d0-bfae-42a62a5e4f08 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0521472 May 10 11:55:52.516342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-93fd439f-6cfc-4a21-8869-f56c53224d30 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 1ce59083-40fe-4328-b836-db71a5db7ed2 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:52.516680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93fd439f-6cfc-4a21-8869-f56c53224d30 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.518091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-713abf12-c189-4b2e-aa77-b9667fda5c74 None None] Port 1ce59083-40fe-4328-b836-db71a5db7ed2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:52.522776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-713abf12-c189-4b2e-aa77-b9667fda5c74 None None] Could not find standard attr ID for object 92858137-a3fd-4da0-94e0-d84a5c7032f7. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:55:52.536969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-713abf12-c189-4b2e-aa77-b9667fda5c74 None None] Provisioning complete for port d7a3cd3e-6e07-48ee-a140-8bc937222387 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:52.537717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-713abf12-c189-4b2e-aa77-b9667fda5c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.662867 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93fd439f-6cfc-4a21-8869-f56c53224d30 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.677287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-93fd439f-6cfc-4a21-8869-f56c53224d30 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 1ce59083-40fe-4328-b836-db71a5db7ed2 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:52.836467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-713abf12-c189-4b2e-aa77-b9667fda5c74 None None] Current status of the port d7a3cd3e-6e07-48ee-a140-8bc937222387 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:52.849210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93fd439f-6cfc-4a21-8869-f56c53224d30 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.877436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd439f-6cfc-4a21-8869-f56c53224d30 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=1ce59083-40fe-4328-b836-db71a5db7ed2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:52.952877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d87fc0a8-e741-4ce4-9fa7-c163e8b79545 None None] Could not find standard attr ID for object 1ce59083-40fe-4328-b836-db71a5db7ed2. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:55:52.956629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d87fc0a8-e741-4ce4-9fa7-c163e8b79545 None None] Could not find standard attr ID for object 92858137-a3fd-4da0-94e0-d84a5c7032f7. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:55:52.958037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93fd439f-6cfc-4a21-8869-f56c53224d30 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:52.961866 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-93fd439f-6cfc-4a21-8869-f56c53224d30 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/1ce59083-40fe-4328-b836-db71a5db7ed2 HTTP/1.1" status: 204 len: 168 time: 0.5802066 May 10 11:55:52.968228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49620) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:52.993604 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcf01a9-9c6d-4959-a015-39ac84c49e68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:52.995863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ffcf01a9-9c6d-4959-a015-39ac84c49e68 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/1ce59083-40fe-4328-b836-db71a5db7ed2 HTTP/1.1" status: 404 len: 333 time: 0.0297549 May 10 11:55:52.998076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49622) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:53.050846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-719dc426-f596-471a-a939-b225ab34fee0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet 6b343b1b-bdbe-40c0-ae90-d7d7fee2364b {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:53.054239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-719dc426-f596-471a-a939-b225ab34fee0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.084566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da211604-a948-403f-b0c8-981524cfdd0a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:53.097959 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-719dc426-f596-471a-a939-b225ab34fee0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.149498 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port da211604-a948-403f-b0c8-981524cfdd0a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:53.149871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.210204 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-719dc426-f596-471a-a939-b225ab34fee0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.277692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port da211604-a948-403f-b0c8-981524cfdd0a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:53.279745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d7a3cd3e-6e07-48ee-a140-8bc937222387 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:53.298141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-719dc426-f596-471a-a939-b225ab34fee0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.313758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-1cdc2534-eaaa-4c50-bada-2ff2e44ff89d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:53.315302 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-1cdc2534-eaaa-4c50-bada-2ff2e44ff89d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1436801 May 10 11:55:53.329694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'port': {'device_id': '511ceb61-5a71-4f12-8b55-f120d61643bc', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'admin_state_up': True, 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:53.331464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dc426-f596-471a-a939-b225ab34fee0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=6b343b1b-bdbe-40c0-ae90-d7d7fee2364b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:53.335365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-719dc426-f596-471a-a939-b225ab34fee0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.341727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-719dc426-f596-471a-a939-b225ab34fee0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/6b343b1b-bdbe-40c0-ae90-d7d7fee2364b HTTP/1.1" status: 204 len: 168 time: 0.3425245 May 10 11:55:53.342458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49624) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:53.369263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d7a3cd3e-6e07-48ee-a140-8bc937222387 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:53.369634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.459095 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.479259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d7a3cd3e-6e07-48ee-a140-8bc937222387 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:53.485357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d17e7d-1610-4a3f-827a-f4a73ab68f99 None None] Network 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:53.522021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:53.526285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.547338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port d7a3cd3e-6e07-48ee-a140-8bc937222387 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:53.547673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.617318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] For port d7a3cd3e-6e07-48ee-a140-8bc937222387, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d7a3cd3e-6e07-48ee-a140-8bc937222387,segment=NetworkSegment(68638e3c-ee55-40d0-bb3f-7d5ae0f5854e),segment_id=68638e3c-ee55-40d0-bb3f-7d5ae0f5854e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:53.617683 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.633252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for d7a3cd3e-6e07-48ee-a140-8bc937222387 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:53.634937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c34578dd-2044-4148-bd75-4253818d800f req-f632142e-71c5-4f51-ae67-e50e117d6b72 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0371141 May 10 11:55:53.724667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.20.0.9 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:53.742209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.760582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No DVR routers for this DVR port d7a3cd3e-6e07-48ee-a140-8bc937222387 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:53.784794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd55862-2f0d-4b63-aab2-1caf5455095d None None] DHCP port deletion for 6ab36b5c-88b8-4b11-81f6-04556c4c2e76 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:55:53.788440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=d7a3cd3e-6e07-48ee-a140-8bc937222387,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:53.887284 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.909130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab36b5c-88b8-4b11-81f6-04556c4c2e76']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:53.915988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.919415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68638e3c-ee55-40d0-bb3f-7d5ae0f5854e') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:53.920342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68638e3c-ee55-40d0-bb3f-7d5ae0f5854e') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:53.932020 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.949594 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.957882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:53.958420 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: timer() May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:53.961841 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:53.966922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.029824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:54.033016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:54.033353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.041505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.041731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:54.045612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:54.050540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/networks/6ab36b5c-88b8-4b11-81f6-04556c4c2e76 HTTP/1.1" status: 204 len: 168 time: 0.7070353 May 10 11:55:54.052953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49628) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:54.058600 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1239106391'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:54.074592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a73509-e86d-48b5-8648-3f8ff218c1eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Network': ['ID=6ab36b5c-88b8-4b11-81f6-04556c4c2e76,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:54.092450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:54.096577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.100264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:54.101466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.121187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-44ec7c74-ae93-4870-bb32-f47fcdb681a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971942 May 10 11:55:54.125755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:54.133238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Request body: {'port': {'device_id': '511ceb61-5a71-4f12-8b55-f120d61643bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:54.135417 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.135774 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Added segment 4b0d869c-7b88-4618-8a2b-c3ce0a6b0720 of type vlan for network 97fd001e-b42b-4906-9390-1e579104c6fc May 10 11:55:54.179371 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.203948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.208814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.219342 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:54.220895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.305477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2489471 May 10 11:55:54.306730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49630) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:54.315271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:54.371663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e526138-6fa0-4bf2-8909-931ff83e9a74 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Network': ['ID=97fd001e-b42b-4906-9390-1e579104c6fc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:54.386791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 97fd001e-b42b-4906-9390-1e579104c6fc details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:54.435291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e3a48cde-12bc-4be5-9c28-7009fa216b87 None None] Provisioning complete for port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:54.436286 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e3a48cde-12bc-4be5-9c28-7009fa216b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.445341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:54.452807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.494179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e3a48cde-12bc-4be5-9c28-7009fa216b87 None None] Port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:54.555510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:55:54.566498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.580186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Transition to ACTIVE for port object c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:55:54.585470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.641077 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:54.709898 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.746131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Attempting to bind port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:54.746571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Attempting to bind port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:54.747008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Attempting to bind port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:54.755797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 on network 4614ead3-c23c-412b-950b-bf423696c4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:55:54.756358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Attempting to bind port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:54.765547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:54.765986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:54.766452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:54.766947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Bound port: c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:54.767371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.843218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] For port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:54.847350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] For port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:54.854556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=99ed1f9d-03ea-45af-9681-58db5734d41b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:54.858950 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.876378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking segment: {'id': '4b0d869c-7b88-4618-8a2b-c3ce0a6b0720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:54.876888 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network hostable DHCP agents. Network: 97fd001e-b42b-4906-9390-1e579104c6fc, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:55:54.890975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db67a0-8a6b-41d2-9652-1e5051c6a498 req-f97238af-50e2-4222-9569-badb5a092ba3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:54.892672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-22db67a0-8a6b-41d2-9652-1e5051c6a498 req-f97238af-50e2-4222-9569-badb5a092ba3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.1270170 May 10 11:55:54.933134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 97fd001e-b42b-4906-9390-1e579104c6fc is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:55:54.936300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:54.940588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:54.941267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:54.942787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-f15ed968-4d64-457c-a2e6-7c900cd10716 service neutron] 10.222.0.49 "PUT /v2.0/ports/c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 HTTP/1.1" status: 200 len: 1091 time: 0.8141115 May 10 11:55:54.943224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511ceb61-5a71-4f12-8b55-f120d61643bc', 'tag': 'c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:55:54.945654 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9670dd1b-8193-480b-8683-ea6fbc970031" -d '{"events": [{"name": "network-changed", "server_uuid": "511ceb61-5a71-4f12-8b55-f120d61643bc", "tag": "c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:55:54.948643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-22db67a0-8a6b-41d2-9652-1e5051c6a498 req-3485c6fd-64be-47ac-a549-aede0ec513ed tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489523 May 10 11:55:54.958212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 97fd001e-b42b-4906-9390-1e579104c6fc) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:54.967983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8fee81-a0d9-4f53-9697-f6a1a240f187 None None] Network 97fd001e-b42b-4906-9390-1e579104c6fc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:54.972307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:54.973890 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.003439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-be3bff2a-f66c-477c-ad36-8dda70f9d665 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6936834 May 10 11:55:55.004876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:55.015384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc', 'name': 'tempest-PortsTestJSON-413452664', 'fixed_ips': [{'subnet_id': '99ed1f9d-03ea-45af-9681-58db5734d41b', 'ip_address': '172.20.0.10'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:55.081466 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e90874-6a91-4714-bd8e-ba3c55dfa58f x-openstack-request-id: req-73e90874-6a91-4714-bd8e-ba3c55dfa58f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:55:55.081829 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511ceb61-5a71-4f12-8b55-f120d61643bc", "tag": "c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:55:55.082040 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73e90874-6a91-4714-bd8e-ba3c55dfa58f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:55:55.082455 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e90874-6a91-4714-bd8e-ba3c55dfa58f'] response: {'name': 'network-changed', 'server_uuid': '511ceb61-5a71-4f12-8b55-f120d61643bc', 'tag': 'c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4', 'status': 'completed', 'code': 200} May 10 11:55:55.084552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-0e569d75-1200-420a-b5d8-455221a21fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:55.086244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-0e569d75-1200-420a-b5d8-455221a21fc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 1094 time: 0.0886998 May 10 11:55:55.093108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d7a3cd3e-6e07-48ee-a140-8bc937222387 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:55:55.130867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d7a3cd3e-6e07-48ee-a140-8bc937222387 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:55:55.131397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d7a3cd3e-6e07-48ee-a140-8bc937222387 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:55:55.202835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-966ed6d6-5e1b-4258-abe8-4c2f79f0faa9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 HTTP/1.1" status: 200 len: 217 time: 0.1085737 May 10 11:55:55.222462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:55.264324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-97fd001e-b42b-4906-9390-1e579104c6fc', 'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc', 'tenant_id': '3a98af53959141b69fc42aaf1d5f9f4f', 'fixed_ips': [{'subnet_id': '99ed1f9d-03ea-45af-9681-58db5734d41b'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:55:55.265231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.274991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-198cab66-1d7c-41ec-86aa-eb65a115e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:55.276672 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-198cab66-1d7c-41ec-86aa-eb65a115e965 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0672710 May 10 11:55:55.333588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-78338e58-b3e2-4219-8e6b-c8aa3edeeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:55.335430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-78338e58-b3e2-4219-8e6b-c8aa3edeeaee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511565 May 10 11:55:55.337648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.364507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port e004c381-babb-488c-90bf-e6d57e75bbfd yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:55.439229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Allocated IP 172.20.0.2 (97fd001e-b42b-4906-9390-1e579104c6fc/99ed1f9d-03ea-45af-9681-58db5734d41b/5a85a96b-86f0-49e5-8e3e-035c4b4602bd) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:55.464571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-aed18c56-6d1b-4758-857b-26cb3ac294ee service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210203 May 10 11:55:55.576971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dd554be-5e8c-41cb-8c30-d8ff65497142 req-41f2c790-169a-45c2-a2a5-2bece7ae163b service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057005 May 10 11:55:55.607039 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.622056 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.670547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.10 (97fd001e-b42b-4906-9390-1e579104c6fc/99ed1f9d-03ea-45af-9681-58db5734d41b/e004c381-babb-488c-90bf-e6d57e75bbfd) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:55.675883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Network 97fd001e-b42b-4906-9390-1e579104c6fc is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:55.677000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Pushing event updated for resources: {'Port': ['ID=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:55.687586 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:55.688408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-4449a38e-8ee1-445b-a9d8-b0c9e5568914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:55.690769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-4449a38e-8ee1-445b-a9d8-b0c9e5568914 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 1094 time: 0.0565007 May 10 11:55:55.691296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:55.764935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Attempting to bind port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:55:55.765653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Attempting to bind port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '4b0d869c-7b88-4618-8a2b-c3ce0a6b0720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:55:55.766208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Attempting to bind port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd on network 97fd001e-b42b-4906-9390-1e579104c6fc {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:55:55.772390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:55:55.773085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Checking segment: {'id': '4b0d869c-7b88-4618-8a2b-c3ce0a6b0720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:55:55.773665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.774226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Bound using segment: {'id': '4b0d869c-7b88-4618-8a2b-c3ce0a6b0720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:55:55.774860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Bound port: 5a85a96b-86f0-49e5-8e3e-035c4b4602bd, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0d869c-7b88-4618-8a2b-c3ce0a6b0720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:55:55.775459 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.852097 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.870378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] For port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:55:55.874257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] For port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,segment=NetworkSegment(4b0d869c-7b88-4618-8a2b-c3ce0a6b0720),segment_id=4b0d869c-7b88-4618-8a2b-c3ce0a6b0720)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:55:55.882719 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.898286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:55.956757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540023-e19d-4fa5-a072-6c0b1e492c02 None None] Pushing event updated for resources: {'Port': ['ID=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:55.972739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 97fd001e-b42b-4906-9390-1e579104c6fc is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:55.989839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:55.994301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:56.027677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=e004c381-babb-488c-90bf-e6d57e75bbfd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:56.079041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:56.079041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:56.147701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998e385-b864-4ef1-94d7-b769d8179da8 req-f43ba6d1-46fb-4708-906f-516b1b0d0baf tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:56.157076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2998e385-b864-4ef1-94d7-b769d8179da8 req-f43ba6d1-46fb-4708-906f-516b1b0d0baf tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.0880575 May 10 11:55:56.168278 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-596e1f79-1678-4192-b2cd-0373df80953b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1620462 May 10 11:55:56.177137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49640) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:56.184595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': '97fd001e-b42b-4906-9390-1e579104c6fc', 'name': 'tempest-PortsTestJSON-921864144', 'fixed_ips': [{'subnet_id': '99ed1f9d-03ea-45af-9681-58db5734d41b', 'ip_address': '172.20.0.9'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:56.257978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-03c21ed9-129b-4e50-8ec0-fd4ae5c48e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:56.259610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-03c21ed9-129b-4e50-8ec0-fd4ae5c48e43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.5630779 May 10 11:55:56.317796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-9d94d831-b25e-47dc-8feb-e60a565ec595 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 HTTP/1.1" status: 200 len: 217 time: 0.0503306 May 10 11:55:56.336932 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2998e385-b864-4ef1-94d7-b769d8179da8 req-9674ccb3-8e0e-4f2d-aa5f-d21450c6e471 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775935 May 10 11:55:56.394880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-cce71db2-b886-49f0-9e14-73e08fb9db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:56.397071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-cce71db2-b886-49f0-9e14-73e08fb9db2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0719047 May 10 11:55:56.402636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:56.408708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:56.430721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 48e36e4e-e327-46ec-9225-495e66d5b790 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:55:56.448651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-d9c13de2-a96f-4b6a-b776-32c0dcd1606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:56.451450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-d9c13de2-a96f-4b6a-b776-32c0dcd1606c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469534 May 10 11:55:56.549784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-c3dbf13d-5eb3-4d28-8ebe-366549802fa0 service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927801 May 10 11:55:56.594782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.9 (97fd001e-b42b-4906-9390-1e579104c6fc/99ed1f9d-03ea-45af-9681-58db5734d41b/48e36e4e-e327-46ec-9225-495e66d5b790) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:55:56.666604 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9670dd1b-8193-480b-8683-ea6fbc970031 req-67bbc38f-4c3e-4e29-9900-b66798fde13a service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105130 May 10 11:55:56.753644 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:56.792229 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:56.841223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 97fd001e-b42b-4906-9390-1e579104c6fc is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:55:56.844454 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:55:56.848077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:55:56.878493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=48e36e4e-e327-46ec-9225-495e66d5b790,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:56.907730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:56.908480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:56.935156 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-296ba3cf-67d2-4259-bbcc-00f49b44c724 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7567348 May 10 11:55:56.938079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49642) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:57.030064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5a85a96b-86f0-49e5-8e3e-035c4b4602bd up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:57.098389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:57.098689 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.181915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d41a42-7cea-4be6-9679-d25b7f398450 None None] Network 97fd001e-b42b-4906-9390-1e579104c6fc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:57.236693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:57.239290 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.312150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8cd920f8-1dbf-4ff0-a18e-70e8b7092d7d None None] Provisioning complete for port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:57.312678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8cd920f8-1dbf-4ff0-a18e-70e8b7092d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.317839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,segment=NetworkSegment(4b0d869c-7b88-4618-8a2b-c3ce0a6b0720),segment_id=4b0d869c-7b88-4618-8a2b-c3ce0a6b0720)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:57.356770 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.377324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6924f1-4c6d-491a-8039-49419cbd6dbe tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:57.381634 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ac6924f1-4c6d-491a-8039-49419cbd6dbe tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4422948 May 10 11:55:57.381945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49646) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:57.470325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:57.517951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8cd920f8-1dbf-4ff0-a18e-70e8b7092d7d None None] Current status of the port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:57.528391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58019e03-988d-494b-84b2-ad5a3ffbab5c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:57.534277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58019e03-988d-494b-84b2-ad5a3ffbab5c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:57.540091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58019e03-988d-494b-84b2-ad5a3ffbab5c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:57.541861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-58019e03-988d-494b-84b2-ad5a3ffbab5c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1587405 May 10 11:55:57.544992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49648) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:57.561651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fb182-27bd-4d4c-b691-5f174b300fb1 req-28e7184c-e019-4fae-88ad-e44a3e66f4d9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:57.563179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f8fb182-27bd-4d4c-b691-5f174b300fb1 req-28e7184c-e019-4fae-88ad-e44a3e66f4d9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.1172152 May 10 11:55:57.648860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f8fb182-27bd-4d4c-b691-5f174b300fb1 req-90a8faf4-1c0c-4583-b700-bb50f01e9068 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 May 10 11:55:57.681595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1350d991-efe1-4075-859a-d8f0037ee49e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 48e36e4e-e327-46ec-9225-495e66d5b790 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:57.682284 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1350d991-efe1-4075-859a-d8f0037ee49e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.740716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Provisioning complete for port 48e36e4e-e327-46ec-9225-495e66d5b790 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:57.741003 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.782909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Port 48e36e4e-e327-46ec-9225-495e66d5b790 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:57.795305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Provisioning complete for port e004c381-babb-488c-90bf-e6d57e75bbfd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:57.796172 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.798500 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1350d991-efe1-4075-859a-d8f0037ee49e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.824066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1350d991-efe1-4075-859a-d8f0037ee49e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 48e36e4e-e327-46ec-9225-495e66d5b790 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:57.844794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Port e004c381-babb-488c-90bf-e6d57e75bbfd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:57.855053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Provisioning complete for port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:57.855510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.943283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3ad18992-d1c0-4bbf-9d00-97fe8a7f2cfa None None] Current status of the port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:57.995713 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1350d991-efe1-4075-859a-d8f0037ee49e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.027066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d991-efe1-4075-859a-d8f0037ee49e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=48e36e4e-e327-46ec-9225-495e66d5b790,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:58.064230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-37c6a3c7-ebc2-40b5-9f9e-c113305823a5 None None] Provisioning complete for port e004c381-babb-488c-90bf-e6d57e75bbfd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:58.064779 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37c6a3c7-ebc2-40b5-9f9e-c113305823a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.104400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-37c6a3c7-ebc2-40b5-9f9e-c113305823a5 None None] Port e004c381-babb-488c-90bf-e6d57e75bbfd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:55:58.133034 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1350d991-efe1-4075-859a-d8f0037ee49e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.136939 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1350d991-efe1-4075-859a-d8f0037ee49e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/48e36e4e-e327-46ec-9225-495e66d5b790 HTTP/1.1" status: 204 len: 168 time: 0.5909517 May 10 11:55:58.139566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49650) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:58.165459 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-020f915f-ff3e-4a0c-9593-f01fefd74ebc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:58.167008 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-020f915f-ff3e-4a0c-9593-f01fefd74ebc tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/48e36e4e-e327-46ec-9225-495e66d5b790 HTTP/1.1" status: 404 len: 333 time: 0.0263846 May 10 11:55:58.169912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49652) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:58.218537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c6fa224b-e480-4668-9a2c-ec652bbfc166 None None] Could not find standard attr ID for object 48e36e4e-e327-46ec-9225-495e66d5b790. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:55:58.261677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cf5b9-2054-438d-bfad-dd5f222623ca tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port e004c381-babb-488c-90bf-e6d57e75bbfd {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:58.262025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf5b9-2054-438d-bfad-dd5f222623ca tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.356025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf5b9-2054-438d-bfad-dd5f222623ca tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.367920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cf5b9-2054-438d-bfad-dd5f222623ca tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for e004c381-babb-488c-90bf-e6d57e75bbfd owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:58.499581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf5b9-2054-438d-bfad-dd5f222623ca tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.528787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cf5b9-2054-438d-bfad-dd5f222623ca tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=e004c381-babb-488c-90bf-e6d57e75bbfd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:58.596618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf5b9-2054-438d-bfad-dd5f222623ca tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.599888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7e8cf5b9-2054-438d-bfad-dd5f222623ca tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/e004c381-babb-488c-90bf-e6d57e75bbfd HTTP/1.1" status: 204 len: 168 time: 0.4290519 May 10 11:55:58.602765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49654) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:58.629360 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a659212d-032a-42ce-bc69-f5d3b9dd972f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:55:58.630928 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a659212d-032a-42ce-bc69-f5d3b9dd972f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/e004c381-babb-488c-90bf-e6d57e75bbfd HTTP/1.1" status: 404 len: 333 time: 0.0271895 May 10 11:55:58.633722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49656) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:58.691012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b7e59e-2244-404b-abac-f055ebf192c6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet 99ed1f9d-03ea-45af-9681-58db5734d41b {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:55:58.694439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4b7e59e-2244-404b-abac-f055ebf192c6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.735024 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4b7e59e-2244-404b-abac-f055ebf192c6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.779536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a4f3b-c0c2-42aa-ab9b-0a1c849dfa1f req-b7d55794-2848-470c-8c9a-dcf6177677b5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:58.780951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-613a4f3b-c0c2-42aa-ab9b-0a1c849dfa1f req-b7d55794-2848-470c-8c9a-dcf6177677b5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.0483932 May 10 11:55:58.821080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-613a4f3b-c0c2-42aa-ab9b-0a1c849dfa1f req-bfa25ac8-c67b-43c3-8dd5-9343fcf65300 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335057 May 10 11:55:58.839970 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4b7e59e-2244-404b-abac-f055ebf192c6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.908447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4b7e59e-2244-404b-abac-f055ebf192c6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.938541 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4b7e59e-2244-404b-abac-f055ebf192c6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:58.944264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f4b7e59e-2244-404b-abac-f055ebf192c6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/99ed1f9d-03ea-45af-9681-58db5734d41b HTTP/1.1" status: 204 len: 168 time: 0.3071291 May 10 11:55:58.944264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7e59e-2244-404b-abac-f055ebf192c6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=99ed1f9d-03ea-45af-9681-58db5734d41b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:58.945214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87fc01-5ad5-449c-996d-972d08914307 None None] Network 97fd001e-b42b-4906-9390-1e579104c6fc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:55:58.945395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49660) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:58.992432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5a85a96b-86f0-49e5-8e3e-035c4b4602bd up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:55:59.024190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.081223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:59.082221 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.102642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:55:59.103261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.151400 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] For port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,segment=NetworkSegment(4b0d869c-7b88-4618-8a2b-c3ce0a6b0720),segment_id=4b0d869c-7b88-4618-8a2b-c3ce0a6b0720)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:59.152060 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.167691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 5a85a96b-86f0-49e5-8e3e-035c4b4602bd owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:59.190129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:55:59.193567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] DHCP port deletion for 97fd001e-b42b-4906-9390-1e579104c6fc request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:55:59.242001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] Deleting port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:55:59.242405 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.259075 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.286527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No DVR routers for this DVR port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:59.291653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:59.311963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] For port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,segment=NetworkSegment(4b0d869c-7b88-4618-8a2b-c3ce0a6b0720),segment_id=4b0d869c-7b88-4618-8a2b-c3ce0a6b0720)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:55:59.312367 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.324692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] Calling delete_port for 5a85a96b-86f0-49e5-8e3e-035c4b4602bd owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:55:59.364231 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.388196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fd001e-b42b-4906-9390-1e579104c6fc']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:59.397511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0d869c-7b88-4618-8a2b-c3ce0a6b0720') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:59.397822 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0d869c-7b88-4618-8a2b-c3ce0a6b0720') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:55:59.402747 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.408429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.421739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.425508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] Pushing event deleted for resources: {'Port': ['ID=5a85a96b-86f0-49e5-8e3e-035c4b4602bd,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:59.429020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:55:59.429646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.433033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9b75f-9c57-48fa-a230-2622b67e9266 None None] No DVR routers for this DVR port 5a85a96b-86f0-49e5-8e3e-035c4b4602bd on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: timer() May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:55:59.433778 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:55:59.493516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.500784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.503846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/networks/97fd001e-b42b-4906-9390-1e579104c6fc HTTP/1.1" status: 204 len: 168 time: 0.5572565 May 10 11:55:59.508477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49662) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:59.516206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f66b92-9d18-4237-bc04-b059f7f1d20c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Network': ['ID=97fd001e-b42b-4906-9390-1e579104c6fc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:59.516556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-853073935'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:59.543431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:59.546978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.570903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:55:59.579980 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.580303 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Added segment 2a0578cc-ab4a-484a-bf78-22912e0e3aad of type vlan for network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 May 10 11:55:59.618750 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.643208 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.648758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:59.649333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.708860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1991835 May 10 11:55:59.711519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49664) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:55:59.718478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': '159ec6d3-b765-4a01-bf6e-56c32ae640c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:55:59.736042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9caa075-65f3-4e65-a6f8-64d4422dac69 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Network': ['ID=159ec6d3-b765-4a01-bf6e-56c32ae640c8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:59.746241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:55:59.813081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:55:59.817701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:59.977995 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741f1a6-3b79-4ca0-a0a7-91b29d312dad req-1e9252bc-7fb3-49dd-93f7-6d5f06c73974 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:55:59.979376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1741f1a6-3b79-4ca0-a0a7-91b29d312dad req-1e9252bc-7fb3-49dd-93f7-6d5f06c73974 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.0856264 May 10 11:56:00.056986 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1741f1a6-3b79-4ca0-a0a7-91b29d312dad req-8443adb9-f350-4966-892d-e402b8b0b9b2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711365 May 10 11:56:00.064859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.123205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=f935df6f-a1b1-46d8-92ea-9444ccc4a888,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:00.139294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Checking segment: {'id': '2a0578cc-ab4a-484a-bf78-22912e0e3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '159ec6d3-b765-4a01-bf6e-56c32ae640c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:56:00.139650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network hostable DHCP agents. Network: 159ec6d3-b765-4a01-bf6e-56c32ae640c8, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:56:00.157811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:56:00.167622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 159ec6d3-b765-4a01-bf6e-56c32ae640c8) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:00.173226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:00.174238 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.180820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416eae9-8d01-4af2-a186-8f5b2a269c14 None None] Network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:00.201812 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9206bcdb-363e-462c-85b1-cd028119fc89 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4892359 May 10 11:56:00.204974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49668) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:00.209669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7d5df27a-5660-45e9-97f2-a96ee6292cb4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1705185091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:00.233349 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d5df27a-5660-45e9-97f2-a96ee6292cb4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.234267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d5df27a-5660-45e9-97f2-a96ee6292cb4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.288405 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d5df27a-5660-45e9-97f2-a96ee6292cb4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.294831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d5df27a-5660-45e9-97f2-a96ee6292cb4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.313509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d5df27a-5660-45e9-97f2-a96ee6292cb4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.314688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7d5df27a-5660-45e9-97f2-a96ee6292cb4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1086793 May 10 11:56:00.317878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49670) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:00.328117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'network_id': '159ec6d3-b765-4a01-bf6e-56c32ae640c8', 'name': 'tempest-PortsTestJSON-1902647399'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:00.328906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-159ec6d3-b765-4a01-bf6e-56c32ae640c8', 'network_id': '159ec6d3-b765-4a01-bf6e-56c32ae640c8', 'tenant_id': '3a98af53959141b69fc42aaf1d5f9f4f', 'fixed_ips': [{'subnet_id': 'f935df6f-a1b1-46d8-92ea-9444ccc4a888'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:56:00.329843 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.437014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:00.440689 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.458764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 60448fd1-5539-4b7d-a390-1c5ddd496c5d yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:56:00.465937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Allocated IP 172.20.0.2 (159ec6d3-b765-4a01-bf6e-56c32ae640c8/f935df6f-a1b1-46d8-92ea-9444ccc4a888/66edfee8-8f82-4fbf-83e9-01013e6c64c4) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:00.616142 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.624852 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.663856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:00.666703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:00.674010 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:56:00.674478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.6 (159ec6d3-b765-4a01-bf6e-56c32ae640c8/f935df6f-a1b1-46d8-92ea-9444ccc4a888/60448fd1-5539-4b7d-a390-1c5ddd496c5d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:00.677008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Pushing event updated for resources: {'Port': ['ID=66edfee8-8f82-4fbf-83e9-01013e6c64c4,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:00.729503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Attempting to bind port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:56:00.729878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Attempting to bind port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '2a0578cc-ab4a-484a-bf78-22912e0e3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '159ec6d3-b765-4a01-bf6e-56c32ae640c8'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:56:00.730226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Attempting to bind port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 on network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:56:00.735493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:56:00.735879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Checking segment: {'id': '2a0578cc-ab4a-484a-bf78-22912e0e3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '159ec6d3-b765-4a01-bf6e-56c32ae640c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:56:00.736298 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.736681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Bound using segment: {'id': '2a0578cc-ab4a-484a-bf78-22912e0e3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '159ec6d3-b765-4a01-bf6e-56c32ae640c8'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:56:00.737140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Bound port: 66edfee8-8f82-4fbf-83e9-01013e6c64c4, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0578cc-ab4a-484a-bf78-22912e0e3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '159ec6d3-b765-4a01-bf6e-56c32ae640c8'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:56:00.737498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.801122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] For port 66edfee8-8f82-4fbf-83e9-01013e6c64c4, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:56:00.804252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] For port 66edfee8-8f82-4fbf-83e9-01013e6c64c4, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=66edfee8-8f82-4fbf-83e9-01013e6c64c4,segment=NetworkSegment(2a0578cc-ab4a-484a-bf78-22912e0e3aad),segment_id=2a0578cc-ab4a-484a-bf78-22912e0e3aad)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:56:00.810821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.827300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.869653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.872999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba166204-8d5b-48b7-9840-c8eb2049a0f2 None None] Pushing event updated for resources: {'Port': ['ID=66edfee8-8f82-4fbf-83e9-01013e6c64c4,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:00.916846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:00.920690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:00.924667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:56:00.955137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=60448fd1-5539-4b7d-a390-1c5ddd496c5d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:00.971600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5a85a96b-86f0-49e5-8e3e-035c4b4602bd no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:56:00.980637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:00.981312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:00.995495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5a85a96b-86f0-49e5-8e3e-035c4b4602bd {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:56:00.995853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5a85a96b-86f0-49e5-8e3e-035c4b4602bd not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:56:01.004223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49672) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:01.004353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-431502bc-3f66-426d-9721-702bb0127f75 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6853261 May 10 11:56:01.297650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d036d67-5105-4f81-a2dc-e339fbdff72e req-ce6def7d-e7f6-4f37-a217-1fc20e36de49 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:01.299202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d036d67-5105-4f81-a2dc-e339fbdff72e req-ce6def7d-e7f6-4f37-a217-1fc20e36de49 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.1621771 May 10 11:56:01.381251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d036d67-5105-4f81-a2dc-e339fbdff72e req-84b1ccc3-b845-4d87-b398-e83fd28e76df tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700922 May 10 11:56:01.410766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:01.669723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:01.674964 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:01.748461 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=60448fd1-5539-4b7d-a390-1c5ddd496c5d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:01.784530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d1fc35-1352-4d02-8b8f-4a2545e4d8b8 None None] Network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:01.904679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.008038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cc540f56-b034-434d-9cdd-fcde9902f254 None None] Provisioning complete for port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:02.008427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc540f56-b034-434d-9cdd-fcde9902f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.031578 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.153064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cc540f56-b034-434d-9cdd-fcde9902f254 None None] Current status of the port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:02.153455 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc540f56-b034-434d-9cdd-fcde9902f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.191652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cc540f56-b034-434d-9cdd-fcde9902f254 None None] For port 66edfee8-8f82-4fbf-83e9-01013e6c64c4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=66edfee8-8f82-4fbf-83e9-01013e6c64c4,segment=NetworkSegment(2a0578cc-ab4a-484a-bf78-22912e0e3aad),segment_id=2a0578cc-ab4a-484a-bf78-22912e0e3aad)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:02.197682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc540f56-b034-434d-9cdd-fcde9902f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.249461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc540f56-b034-434d-9cdd-fcde9902f254 None None] Pushing event updated for resources: {'Port': ['ID=66edfee8-8f82-4fbf-83e9-01013e6c64c4,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:02.309783 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.315419 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.387662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=60448fd1-5539-4b7d-a390-1c5ddd496c5d,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:02.392936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.424276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-995cfb84-8ee7-45fd-91e8-b1f30bc48a8e None None] Provisioning complete for port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:02.424839 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-995cfb84-8ee7-45fd-91e8-b1f30bc48a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.513166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7781c4d-a7ea-4f78-91e4-2da4838fa74a req-f517e266-4ca9-4b3e-9559-e56b5fe444a8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:02.521129 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7781c4d-a7ea-4f78-91e4-2da4838fa74a req-f517e266-4ca9-4b3e-9559-e56b5fe444a8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.0621004 May 10 11:56:02.526490 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:02.529806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:02.532319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-995cfb84-8ee7-45fd-91e8-b1f30bc48a8e None None] Current status of the port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:02.550604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-995cfb84-8ee7-45fd-91e8-b1f30bc48a8e None None] Provisioning complete for port 60448fd1-5539-4b7d-a390-1c5ddd496c5d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:02.552103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-995cfb84-8ee7-45fd-91e8-b1f30bc48a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.567659 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7781c4d-a7ea-4f78-91e4-2da4838fa74a req-d21535e7-4c62-455e-ab54-ab8fc4ca24e4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455649 May 10 11:56:02.593547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-995cfb84-8ee7-45fd-91e8-b1f30bc48a8e None None] Port 60448fd1-5539-4b7d-a390-1c5ddd496c5d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:02.657063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Router 782f0a03-5dd7-4c73-812d-2e52b98ffa2d is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 11:56:02.699624 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.713966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1a10b114-fd8c-4c2d-a221-0d96c69ce535 None None] Provisioning complete for port 60448fd1-5539-4b7d-a390-1c5ddd496c5d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:02.714488 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a10b114-fd8c-4c2d-a221-0d96c69ce535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.753514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1a10b114-fd8c-4c2d-a221-0d96c69ce535 None None] Port 60448fd1-5539-4b7d-a390-1c5ddd496c5d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:02.756109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:56:02.765992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-65f0bfc2-d1d1-4728-93b2-b749a9bbf98c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "PUT /v2.0/routers/782f0a03-5dd7-4c73-812d-2e52b98ffa2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560754 May 10 11:56:02.765992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49678) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:02.768597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d92bb9-12d4-4a60-afea-a6a132503e65 None None] Sync routers for ids ['782f0a03-5dd7-4c73-812d-2e52b98ffa2d'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:56:02.779365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d92bb9-12d4-4a60-afea-a6a132503e65 None None] Routers {'782f0a03-5dd7-4c73-812d-2e52b98ffa2d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:56:02.780222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-92d92bb9-12d4-4a60-afea-a6a132503e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['782f0a03-5dd7-4c73-812d-2e52b98ffa2d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:02.817653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-92d92bb9-12d4-4a60-afea-a6a132503e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:02.824082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25a1b5-47d4-4d87-a661-842ce83935a0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:02.828674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3a25a1b5-47d4-4d87-a661-842ce83935a0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports?device_id=782f0a03-5dd7-4c73-812d-2e52b98ffa2d HTTP/1.1" status: 200 len: 982 time: 0.0601757 May 10 11:56:02.829029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d92bb9-12d4-4a60-afea-a6a132503e65 None None] Routers {'782f0a03-5dd7-4c73-812d-2e52b98ffa2d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:56:02.829029 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-92d92bb9-12d4-4a60-afea-a6a132503e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['782f0a03-5dd7-4c73-812d-2e52b98ffa2d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:02.829229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49680) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:02.860646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-92d92bb9-12d4-4a60-afea-a6a132503e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:02.861369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d92bb9-12d4-4a60-afea-a6a132503e65 None None] The sync data for ids ['782f0a03-5dd7-4c73-812d-2e52b98ffa2d'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:56:02.876237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f39781b9-67dd-4fe4-a209-01071829f4fe None None] Provisioning complete for port 60448fd1-5539-4b7d-a390-1c5ddd496c5d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:02.876612 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f39781b9-67dd-4fe4-a209-01071829f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:02.916445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f39781b9-67dd-4fe4-a209-01071829f4fe None None] Port 60448fd1-5539-4b7d-a390-1c5ddd496c5d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:03.015110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 66edfee8-8f82-4fbf-83e9-01013e6c64c4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:56:03.064627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:03.064998 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:03.150572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:03.156746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-db3259c6-e8e8-474c-9f81-9198880a2897 None None] Provisioning complete for port 60448fd1-5539-4b7d-a390-1c5ddd496c5d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:03.157119 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db3259c6-e8e8-474c-9f81-9198880a2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:03.192043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db3259c6-e8e8-474c-9f81-9198880a2897 None None] Port 60448fd1-5539-4b7d-a390-1c5ddd496c5d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:03.268865 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:03.485848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 60448fd1-5539-4b7d-a390-1c5ddd496c5d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:03.486499 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:03.570156 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:03.582199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 60448fd1-5539-4b7d-a390-1c5ddd496c5d owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:03.732942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edd47d-38e3-4ca9-ba18-b26358ec1887 req-d6925c2c-7fc1-4cce-95c9-620a9976184d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:03.734317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86edd47d-38e3-4ca9-ba18-b26358ec1887 req-d6925c2c-7fc1-4cce-95c9-620a9976184d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.1018841 May 10 11:56:03.811488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-86edd47d-38e3-4ca9-ba18-b26358ec1887 req-286a5fcd-d840-4c52-9362-b2ddffdeabfa tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709693 May 10 11:56:03.821223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:03.851872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=60448fd1-5539-4b7d-a390-1c5ddd496c5d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:03.990114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:04.146629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Router 782f0a03-5dd7-4c73-812d-2e52b98ffa2d has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:56:04.223718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:56:04.228777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1d677e44-f675-4eff-bf1c-37d0faa67a1b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "PUT /v2.0/routers/782f0a03-5dd7-4c73-812d-2e52b98ffa2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3988249 May 10 11:56:04.231742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49686) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:04.234786 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26242e-e64a-44d8-acc6-cf2d746828c7 None None] Sync routers for ids ['782f0a03-5dd7-4c73-812d-2e52b98ffa2d'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:56:04.248541 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26242e-e64a-44d8-acc6-cf2d746828c7 None None] Routers {'782f0a03-5dd7-4c73-812d-2e52b98ffa2d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:56:04.249083 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eb26242e-e64a-44d8-acc6-cf2d746828c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['782f0a03-5dd7-4c73-812d-2e52b98ffa2d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:04.281437 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eb26242e-e64a-44d8-acc6-cf2d746828c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:04.290935 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26242e-e64a-44d8-acc6-cf2d746828c7 None None] Routers {'782f0a03-5dd7-4c73-812d-2e52b98ffa2d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:56:04.291644 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eb26242e-e64a-44d8-acc6-cf2d746828c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:55:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['782f0a03-5dd7-4c73-812d-2e52b98ffa2d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:04.293146 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-84d5e46a-58e7-4bba-8608-f4a85f091157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:04.325260 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eb26242e-e64a-44d8-acc6-cf2d746828c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:04.325906 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26242e-e64a-44d8-acc6-cf2d746828c7 None None] The sync data for ids ['782f0a03-5dd7-4c73-812d-2e52b98ffa2d'] in n-d-840949-1 is: [] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:56:04.536646 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5a6095-566a-44a4-9637-5f87f3aeb0d2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:56:04.538095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ae5a6095-566a-44a4-9637-5f87f3aeb0d2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/60448fd1-5539-4b7d-a390-1c5ddd496c5d HTTP/1.1" status: 404 len: 333 time: 0.3054135 May 10 11:56:04.542306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49688) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:04.618287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-143f5865-ea86-48f1-949c-2b5c35261ada tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:04.775934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-143f5865-ea86-48f1-949c-2b5c35261ada tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:04.778374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-143f5865-ea86-48f1-949c-2b5c35261ada tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:04.836201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-143f5865-ea86-48f1-949c-2b5c35261ada tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:04.836201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143f5865-ea86-48f1-949c-2b5c35261ada tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Fanout notify agent at l3_agent the message router_deleted on router 782f0a03-5dd7-4c73-812d-2e52b98ffa2d {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:56:04.842563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-143f5865-ea86-48f1-949c-2b5c35261ada tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:04.846598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49692) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:04.847127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-143f5865-ea86-48f1-949c-2b5c35261ada tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/routers/782f0a03-5dd7-4c73-812d-2e52b98ffa2d HTTP/1.1" status: 204 len: 168 time: 0.3035138 May 10 11:56:04.917938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-380e7ae0-3c1a-40fe-9af3-c1b6d4840401 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet f935df6f-a1b1-46d8-92ea-9444ccc4a888 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:56:04.935716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-380e7ae0-3c1a-40fe-9af3-c1b6d4840401 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:04.978261 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-380e7ae0-3c1a-40fe-9af3-c1b6d4840401 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.009294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e37966-5d5f-492f-807a-1ababf995e8c req-646d9642-c32f-4894-ab65-8b14b8e5ccdb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:05.010815 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b2e37966-5d5f-492f-807a-1ababf995e8c req-646d9642-c32f-4894-ab65-8b14b8e5ccdb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 943 time: 0.1087792 May 10 11:56:05.087463 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b2e37966-5d5f-492f-807a-1ababf995e8c req-f7b16319-d154-415d-badf-20f13017926d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 May 10 11:56:05.098611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-380e7ae0-3c1a-40fe-9af3-c1b6d4840401 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.160766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-380e7ae0-3c1a-40fe-9af3-c1b6d4840401 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.191168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e7ae0-3c1a-40fe-9af3-c1b6d4840401 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=f935df6f-a1b1-46d8-92ea-9444ccc4a888,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:05.193309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-380e7ae0-3c1a-40fe-9af3-c1b6d4840401 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.199406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-380e7ae0-3c1a-40fe-9af3-c1b6d4840401 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/f935df6f-a1b1-46d8-92ea-9444ccc4a888 HTTP/1.1" status: 204 len: 168 time: 0.3488154 May 10 11:56:05.199522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49696) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:05.201884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363abc43-d37b-43e0-945d-503acfadba77 None None] Network 159ec6d3-b765-4a01-bf6e-56c32ae640c8 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:05.278815 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.331680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:05.332082 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.375102 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] DHCP port deletion for 159ec6d3-b765-4a01-bf6e-56c32ae640c8 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:56:05.396341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] For port 66edfee8-8f82-4fbf-83e9-01013e6c64c4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=66edfee8-8f82-4fbf-83e9-01013e6c64c4,segment=NetworkSegment(2a0578cc-ab4a-484a-bf78-22912e0e3aad),segment_id=2a0578cc-ab4a-484a-bf78-22912e0e3aad)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:05.396848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.411671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 66edfee8-8f82-4fbf-83e9-01013e6c64c4 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:05.422246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] Deleting port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:05.422728 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.488762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] For port 66edfee8-8f82-4fbf-83e9-01013e6c64c4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=66edfee8-8f82-4fbf-83e9-01013e6c64c4,segment=NetworkSegment(2a0578cc-ab4a-484a-bf78-22912e0e3aad),segment_id=2a0578cc-ab4a-484a-bf78-22912e0e3aad)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:05.489487 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.497685 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.504896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] Calling delete_port for 66edfee8-8f82-4fbf-83e9-01013e6c64c4 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:05.524772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=66edfee8-8f82-4fbf-83e9-01013e6c64c4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:05.528755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No DVR routers for this DVR port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:56:05.579379 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.598722 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.611930 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.626857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] Pushing event deleted for resources: {'Port': ['ID=66edfee8-8f82-4fbf-83e9-01013e6c64c4,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:05.631176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f2d8bc-8efb-4188-aaa7-b1ccdc66e63a None None] No DVR routers for this DVR port 66edfee8-8f82-4fbf-83e9-01013e6c64c4 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:56:05.636073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159ec6d3-b765-4a01-bf6e-56c32ae640c8']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:05.648978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0578cc-ab4a-484a-bf78-22912e0e3aad') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:05.649277 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0578cc-ab4a-484a-bf78-22912e0e3aad') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:05.660232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.673729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.679642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:56:05.680054 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: timer() May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:56:05.683363 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:56:05.699531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:56:05.741068 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.748532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.751767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/networks/159ec6d3-b765-4a01-bf6e-56c32ae640c8 HTTP/1.1" status: 204 len: 168 time: 0.5513315 May 10 11:56:05.755692 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49698) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:05.766895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ac27d-9a5a-46d5-8c36-d3d67f0b733e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Network': ['ID=159ec6d3-b765-4a01-bf6e-56c32ae640c8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:05.801878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4864d96-969e-418b-a45d-8c8ac72354d0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:05.803494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a4864d96-969e-418b-a45d-8c8ac72354d0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/42aef431-93ce-42b1-8e72-7de5a16da433 HTTP/1.1" status: 200 len: 841 time: 0.0467708 May 10 11:56:05.804580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:05.807496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49700) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:05.819570 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'port_id': 'c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4', 'mac_address': 'fa:16:3e:cb:d4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:56:05.853521 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b22565fa-8901-49f4-af48-4b2cecdf5fe6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/42aef431-93ce-42b1-8e72-7de5a16da433?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0393620 May 10 11:56:05.853521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49702) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:05.857462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:05.861349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:05.861752 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.880191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:56:05.900439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:05.905015 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:05.954689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:05.956738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:05.960339 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.122273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:56:06.157747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.224012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:06.233724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:06.247621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:06.248260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.251050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26608e31-3af2-4d42-9c56-ce2623ce97b5 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:06.259495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=53360c5b-8892-4a7d-aff8-8b96bdfcedbd,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:06.276128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b8b5-6b72-4cd8-82b9-f6903264313b req-3485f84c-2c63-4a2a-901e-e66351246631 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:06.277715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-95a9b8b5-6b72-4cd8-82b9-f6903264313b req-3485f84c-2c63-4a2a-901e-e66351246631 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 944 time: 0.0860491 May 10 11:56:06.281766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0cbed07e-dd60-4a37-9b18-57033bc05bde tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4287446 May 10 11:56:06.284676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49706) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:06.290034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5f56e3b3-c3d8-44eb-8d09-cf05a3fdbafa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'security_group': {'name': 'tempest-secgroup-1453207355'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:06.319483 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f56e3b3-c3d8-44eb-8d09-cf05a3fdbafa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.338962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-95a9b8b5-6b72-4cd8-82b9-f6903264313b req-c48aea99-8622-4195-bc9a-9c0d6d5c99b4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500107 May 10 11:56:06.389077 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f56e3b3-c3d8-44eb-8d09-cf05a3fdbafa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.392898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f56e3b3-c3d8-44eb-8d09-cf05a3fdbafa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.427127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5f56e3b3-c3d8-44eb-8d09-cf05a3fdbafa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.428395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5f56e3b3-c3d8-44eb-8d09-cf05a3fdbafa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1420906 May 10 11:56:06.430329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56e3b3-c3d8-44eb-8d09-cf05a3fdbafa tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9639c8a-dab5-47c9-ab69-90bb65a154d2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:06.431243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49708) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:06.438868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-79548100-60b1-43d2-bd71-0b1eee0e59c1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'security_group': {'name': 'tempest-secgroup-366543761'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:06.453414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-ba79b67c-790c-4aae-97b4-931e54f9b158', 'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'tenant_id': '3a98af53959141b69fc42aaf1d5f9f4f', 'fixed_ips': [{'subnet_id': '53360c5b-8892-4a7d-aff8-8b96bdfcedbd'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:56:06.454290 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.465444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79548100-60b1-43d2-bd71-0b1eee0e59c1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.531316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79548100-60b1-43d2-bd71-0b1eee0e59c1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.536984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79548100-60b1-43d2-bd71-0b1eee0e59c1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.565752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-79548100-60b1-43d2-bd71-0b1eee0e59c1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.566916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-79548100-60b1-43d2-bd71-0b1eee0e59c1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1343989 May 10 11:56:06.569898 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49710) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:06.572353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79548100-60b1-43d2-bd71-0b1eee0e59c1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ab385f-773b-4d6e-93ee-c85711b86200,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:06.575275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2012833385', 'security_groups': ['95ab385f-773b-4d6e-93ee-c85711b86200'], 'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53360c5b-8892-4a7d-aff8-8b96bdfcedbd'}]}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:06.590972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Allocated IP 172.20.0.2 (ba79b67c-790c-4aae-97b4-931e54f9b158/53360c5b-8892-4a7d-aff8-8b96bdfcedbd/5c24a4a8-fbf3-4e9d-8125-bbef32ea589f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:06.701772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:06.743957 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.750594 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.785773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:06.787644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.789798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:06.793165 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:56:06.802990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Pushing event updated for resources: {'Port': ['ID=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:06.805040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 21fcded1-2555-474a-aea2-328d161f64c5 yet. {{(pid=102767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:56:06.856367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Attempting to bind port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:56:06.856736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Attempting to bind port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '28840c01-3942-44c9-b013-68bc5c121319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:56:06.857106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Attempting to bind port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f on network ba79b67c-790c-4aae-97b4-931e54f9b158 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:56:06.862096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:56:06.862945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Checking segment: {'id': '28840c01-3942-44c9-b013-68bc5c121319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:56:06.862945 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.863254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Bound using segment: {'id': '28840c01-3942-44c9-b013-68bc5c121319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:56:06.863715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Bound port: 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28840c01-3942-44c9-b013-68bc5c121319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:56:06.864144 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.927034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] For port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:56:06.932414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] For port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,segment=NetworkSegment(28840c01-3942-44c9-b013-68bc5c121319),segment_id=28840c01-3942-44c9-b013-68bc5c121319)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:56:06.937659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:06.975989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.10 (ba79b67c-790c-4aae-97b4-931e54f9b158/53360c5b-8892-4a7d-aff8-8b96bdfcedbd/21fcded1-2555-474a-aea2-328d161f64c5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:06.977731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 66edfee8-8f82-4fbf-83e9-01013e6c64c4 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:56:07.016702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 66edfee8-8f82-4fbf-83e9-01013e6c64c4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:56:07.017149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 66edfee8-8f82-4fbf-83e9-01013e6c64c4 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:56:07.021437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff9c3a-c063-4abf-9024-c7e2f9c0d042 None None] Pushing event updated for resources: {'Port': ['ID=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:07.134055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.186333 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.230192 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:07.233860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:07.237684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:56:07.263943 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aad34584-e953-4d54-ad3f-7efa5ea8e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.275391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=21fcded1-2555-474a-aea2-328d161f64c5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:07.307577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:07.308701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.327723 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8adccbe9-955a-4007-9e9e-5c6883c4d8bd tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7566888 May 10 11:56:07.330595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49712) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:07.335953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a8c1499c-80df-40e7-85a8-b88e1682c42e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:07.448326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c1499c-80df-40e7-85a8-b88e1682c42e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:07.452131 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8c1499c-80df-40e7-85a8-b88e1682c42e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.537475 n-d-840949-1 neutron-server[102768]: INFO neutron.db.ipam_backend_mixin [None req-a8c1499c-80df-40e7-85a8-b88e1682c42e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53360c5b-8892-4a7d-aff8-8b96bdfcedbd (CIDR: 172.20.0.0/28) May 10 11:56:07.540997 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c1499c-80df-40e7-85a8-b88e1682c42e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:56:07.541489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c1499c-80df-40e7-85a8-b88e1682c42e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:07.556823 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a8c1499c-80df-40e7-85a8-b88e1682c42e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2251267 May 10 11:56:07.560222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49718) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:07.565245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:07.672600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d482ad-c7a5-40a8-80b7-f53f82fc8cf9 req-7a97f641-4d50-401b-b710-f4041fb34537 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:07.674106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-23d482ad-c7a5-40a8-80b7-f53f82fc8cf9 req-7a97f641-4d50-401b-b710-f4041fb34537 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 944 time: 0.2718222 May 10 11:56:07.699654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:56:07.735288 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-23d482ad-c7a5-40a8-80b7-f53f82fc8cf9 req-95a2ab8e-f017-480d-8c8d-ebeefcdd8195 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548177 May 10 11:56:07.742961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:07.747039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.764537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:56:07.769549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:07.769922 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.825597 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.875736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:07.876148 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.901393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511ceb61-5a71-4f12-8b55-f120d61643bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:56:07.904063 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01ba478-99a3-4f08-b772-e77dda070abf" -d '{"events": [{"server_uuid": "511ceb61-5a71-4f12-8b55-f120d61643bc", "name": "network-vif-plugged", "status": "completed", "tag": "c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:56:07.917037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:07.922815 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:07.965591 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77af521f-9903-46eb-8b82-3bfb5aaff62b x-openstack-request-id: req-77af521f-9903-46eb-8b82-3bfb5aaff62b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:56:07.965974 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511ceb61-5a71-4f12-8b55-f120d61643bc", "name": "network-vif-plugged", "status": "completed", "tag": "c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:56:07.966273 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77af521f-9903-46eb-8b82-3bfb5aaff62b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:56:07.966687 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77af521f-9903-46eb-8b82-3bfb5aaff62b'] response: {'server_uuid': '511ceb61-5a71-4f12-8b55-f120d61643bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4', 'code': 200} May 10 11:56:08.000955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:08.002663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.059850 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Provisioning complete for port 42aef431-93ce-42b1-8e72-7de5a16da433 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:08.060234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.076617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:08.084805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:08.088286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:08.088872 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.092114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=c38cf59e-5082-4c7f-8eea-857986199f07,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:08.094037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Port 42aef431-93ce-42b1-8e72-7de5a16da433 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:08.104749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:08.105254 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.109549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96a14-fa86-4cc8-93a7-0efec61eb7fd req-5d914977-d7e4-421c-baf1-d0a25590e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:08.111085 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fa96a14-fa86-4cc8-93a7-0efec61eb7fd req-5d914977-d7e4-421c-baf1-d0a25590e493 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 1096 time: 0.0808043 May 10 11:56:08.122370 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-411fd473-f9cd-4592-83cb-15d7d1d30709 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5584314 May 10 11:56:08.124097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49722) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:08.130110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1347988500', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c38cf59e-5082-4c7f-8eea-857986199f07'}], 'security_groups': ['f9639c8a-dab5-47c9-ab69-90bb65a154d2']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:08.159743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fa96a14-fa86-4cc8-93a7-0efec61eb7fd req-27c4387b-8fde-484f-8964-a63654f4448e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384853 May 10 11:56:08.210430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:08.211073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.244942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] For port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,segment=NetworkSegment(28840c01-3942-44c9-b013-68bc5c121319),segment_id=28840c01-3942-44c9-b013-68bc5c121319)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:08.250188 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.278352 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32eba49-00f8-49a5-bb40-763fc843c326 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:08.290423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.344518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd4634-1288-4a70-9b1e-e045f6a873eb None None] Pushing event updated for resources: {'Port': ['ID=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:08.406987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-30ec2bbb-b100-4d4d-8661-0d5833f7daf4 None None] Provisioning complete for port 21fcded1-2555-474a-aea2-328d161f64c5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:08.407362 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-30ec2bbb-b100-4d4d-8661-0d5833f7daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.454521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-30ec2bbb-b100-4d4d-8661-0d5833f7daf4 None None] Port 21fcded1-2555-474a-aea2-328d161f64c5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:08.543836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6ebd0-ebe5-4031-ad7c-5f588c90d0b7 None None] Update dhcp port {'port': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'fixed_ips': [{'subnet_id': '53360c5b-8892-4a7d-aff8-8b96bdfcedbd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c38cf59e-5082-4c7f-8eea-857986199f07'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '5c24a4a8-fbf3-4e9d-8125-bbef32ea589f'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:56:08.569209 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebd0-ebe5-4031-ad7c-5f588c90d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.589098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Delete allocated IP 172.20.0.10 (ba79b67c-790c-4aae-97b4-931e54f9b158/53360c5b-8892-4a7d-aff8-8b96bdfcedbd) {{(pid=102768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 11:56:08.598338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.25 (ba79b67c-790c-4aae-97b4-931e54f9b158/c38cf59e-5082-4c7f-8eea-857986199f07/21fcded1-2555-474a-aea2-328d161f64c5) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:08.753741 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.760171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.826969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-40c6ebd0-ebe5-4031-ad7c-5f588c90d0b7 None None] Allocated IP 172.20.0.18 (ba79b67c-790c-4aae-97b4-931e54f9b158/c38cf59e-5082-4c7f-8eea-857986199f07/5c24a4a8-fbf3-4e9d-8125-bbef32ea589f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:08.868721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=21fcded1-2555-474a-aea2-328d161f64c5,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:08.873264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55056e6-fe8f-4d6d-9155-e0ca531b348e req-17fe006b-1242-4173-863c-ff63973489a6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:08.875567 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b55056e6-fe8f-4d6d-9155-e0ca531b348e req-17fe006b-1242-4173-863c-ff63973489a6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 945 time: 0.0663638 May 10 11:56:08.875867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] In _notify_port_updated(), no bound segment for port 21fcded1-2555-474a-aea2-328d161f64c5 on network ba79b67c-790c-4aae-97b4-931e54f9b158 {{(pid=102768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:56:08.881384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:08.881996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.883294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c25219bf-91db-49f9-b5e6-e33397470a82 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "PUT /v2.0/ports/21fcded1-2555-474a-aea2-328d161f64c5 HTTP/1.1" status: 200 len: 921 time: 0.7577200 May 10 11:56:08.887608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49726) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:08.920785 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-40c6ebd0-ebe5-4031-ad7c-5f588c90d0b7 None None] For port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,segment=NetworkSegment(28840c01-3942-44c9-b013-68bc5c121319),segment_id=28840c01-3942-44c9-b013-68bc5c121319)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:08.956828 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebd0-ebe5-4031-ad7c-5f588c90d0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.960965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b55056e6-fe8f-4d6d-9155-e0ca531b348e req-deaa8ca6-f3fd-457f-a906-9048f9278ccb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759277 May 10 11:56:08.962754 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebd0-ebe5-4031-ad7c-5f588c90d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.012707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-72d0dc41-e713-4408-a889-0082f5e67f8f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 21fcded1-2555-474a-aea2-328d161f64c5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:09.013141 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72d0dc41-e713-4408-a889-0082f5e67f8f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.122766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72d0dc41-e713-4408-a889-0082f5e67f8f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.140378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-72d0dc41-e713-4408-a889-0082f5e67f8f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 21fcded1-2555-474a-aea2-328d161f64c5 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:09.164304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:56:09.254905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6ebd0-ebe5-4031-ad7c-5f588c90d0b7 None None] Pushing event updated for resources: {'Port': ['ID=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:09.271647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:09.272045 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.289808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72d0dc41-e713-4408-a889-0082f5e67f8f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.328286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0dc41-e713-4408-a889-0082f5e67f8f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=21fcded1-2555-474a-aea2-328d161f64c5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:09.361578 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.362221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:09.390056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72d0dc41-e713-4408-a889-0082f5e67f8f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.393464 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-72d0dc41-e713-4408-a889-0082f5e67f8f tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/21fcded1-2555-474a-aea2-328d161f64c5 HTTP/1.1" status: 204 len: 168 time: 0.5043778 May 10 11:56:09.395870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49730) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:09.420576 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-321ab974-c382-4d0f-9822-b4beb7dbdb1a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:56:09.422161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-321ab974-c382-4d0f-9822-b4beb7dbdb1a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/21fcded1-2555-474a-aea2-328d161f64c5 HTTP/1.1" status: 404 len: 333 time: 0.0253661 May 10 11:56:09.425116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49732) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:09.484357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c53e7408-4a26-438f-bb07-df5443a19e17 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.508668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c53e7408-4a26-438f-bb07-df5443a19e17 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.555877 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c53e7408-4a26-438f-bb07-df5443a19e17 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.559202 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c53e7408-4a26-438f-bb07-df5443a19e17 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.560456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c53e7408-4a26-438f-bb07-df5443a19e17 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/security-groups/95ab385f-773b-4d6e-93ee-c85711b86200 HTTP/1.1" status: 204 len: 168 time: 0.1344492 May 10 11:56:09.563484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49734) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:09.573389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e7408-4a26-438f-bb07-df5443a19e17 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ab385f-773b-4d6e-93ee-c85711b86200,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:09.574836 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.629736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95c960d7-a0be-4554-8283-a5c5539856c9 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.657702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95c960d7-a0be-4554-8283-a5c5539856c9 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.708968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95c960d7-a0be-4554-8283-a5c5539856c9 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.712881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95c960d7-a0be-4554-8283-a5c5539856c9 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.714087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-95c960d7-a0be-4554-8283-a5c5539856c9 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9639c8a-dab5-47c9-ab69-90bb65a154d2 HTTP/1.1" status: 204 len: 168 time: 0.1489992 May 10 11:56:09.717304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49736) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:09.724338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c960d7-a0be-4554-8283-a5c5539856c9 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9639c8a-dab5-47c9-ab69-90bb65a154d2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:09.773983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ce6216-8bab-48d7-92e4-5ff0bb551f7c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet 53360c5b-8892-4a7d-aff8-8b96bdfcedbd {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:56:09.778350 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19ce6216-8bab-48d7-92e4-5ff0bb551f7c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.819037 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19ce6216-8bab-48d7-92e4-5ff0bb551f7c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.887986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d8d8ecbc-7e31-4d32-a94f-4ab62d06b258 None None] Provisioning complete for port 42aef431-93ce-42b1-8e72-7de5a16da433 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:09.888579 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ecbc-7e31-4d32-a94f-4ab62d06b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.907303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19ce6216-8bab-48d7-92e4-5ff0bb551f7c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.921372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8ecbc-7e31-4d32-a94f-4ab62d06b258 None None] Port 42aef431-93ce-42b1-8e72-7de5a16da433 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:09.931578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d8d8ecbc-7e31-4d32-a94f-4ab62d06b258 None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:09.931993 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ecbc-7e31-4d32-a94f-4ab62d06b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.966008 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19ce6216-8bab-48d7-92e4-5ff0bb551f7c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:09.993197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce6216-8bab-48d7-92e4-5ff0bb551f7c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=53360c5b-8892-4a7d-aff8-8b96bdfcedbd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:09.998039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19ce6216-8bab-48d7-92e4-5ff0bb551f7c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.005637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49740) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:10.010785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:10.016144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-19ce6216-8bab-48d7-92e4-5ff0bb551f7c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/53360c5b-8892-4a7d-aff8-8b96bdfcedbd HTTP/1.1" status: 204 len: 168 time: 0.2976398 May 10 11:56:10.021097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8ecbc-7e31-4d32-a94f-4ab62d06b258 None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:10.026590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d8d8ecbc-7e31-4d32-a94f-4ab62d06b258 None None] Could not find standard attr ID for object 21fcded1-2555-474a-aea2-328d161f64c5. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:56:10.141853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:10.145519 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.264326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cab99-c2c2-42b4-8df6-e29971b6d963 req-cd6769ef-423a-4817-80d9-c9fda479e820 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:10.265914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-150cab99-c2c2-42b4-8df6-e29971b6d963 req-cd6769ef-423a-4817-80d9-c9fda479e820 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 945 time: 0.2059627 May 10 11:56:10.288929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37eb9a-a471-4c39-8513-689e0397d525 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:10.322988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-150cab99-c2c2-42b4-8df6-e29971b6d963 req-3eeed7ca-8ed9-4dd5-9eb0-b226da51b7c5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492435 May 10 11:56:10.372020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aabf141a-a2b3-4702-9d95-97d57044c7df None None] Could not find standard attr ID for object 21fcded1-2555-474a-aea2-328d161f64c5. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:56:10.448220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f1334-18e2-47cf-94b9-ece239a9bb5f req-01040c91-0e13-4bdc-8c27-7f0f59d6b91c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:10.449877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4f1334-18e2-47cf-94b9-ece239a9bb5f req-01040c91-0e13-4bdc-8c27-7f0f59d6b91c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 945 time: 0.0527236 May 10 11:56:10.450282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.495281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:10.495758 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc4f1334-18e2-47cf-94b9-ece239a9bb5f req-f6b86fa8-2b1a-4f0f-8483-dd4cc841b20d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383606 May 10 11:56:10.498675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:10.501658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:10.502283 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.513917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=f8a6633b-c794-45dd-a134-57019e2e7053,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:10.532663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b9258237-0f54-4c24-8323-dc112eeb6648 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5234661 May 10 11:56:10.532866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49748) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:10.537408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fc42ac48-a343-4373-8bb5-1092d7564fe2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'security_group': {'name': 'tempest-secgroup-739429465'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:10.561102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fc42ac48-a343-4373-8bb5-1092d7564fe2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.646007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c8943-dc28-4a5e-9f34-37844e1ec6b3 req-350d966f-cdb4-4258-9488-e66b8dfa5d8f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:10.647543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-012c8943-dc28-4a5e-9f34-37844e1ec6b3 req-350d966f-cdb4-4258-9488-e66b8dfa5d8f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 945 time: 0.0763435 May 10 11:56:10.692093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fc42ac48-a343-4373-8bb5-1092d7564fe2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.700136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fc42ac48-a343-4373-8bb5-1092d7564fe2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.722815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-012c8943-dc28-4a5e-9f34-37844e1ec6b3 req-fb34a526-6c4f-4509-b323-55a6e43f47fe tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673690 May 10 11:56:10.731796 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fc42ac48-a343-4373-8bb5-1092d7564fe2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.735499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fc42ac48-a343-4373-8bb5-1092d7564fe2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1992452 May 10 11:56:10.735765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49750) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:10.742998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2d787535-b5c8-4946-a7d1-83a3cbc31356 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'security_group': {'name': 'tempest-secgroup-159697288'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:10.764146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42ac48-a343-4373-8bb5-1092d7564fe2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25262efd-5df7-4fb5-94d9-dc3ecad5e952,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:10.775482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d787535-b5c8-4946-a7d1-83a3cbc31356 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.852878 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d787535-b5c8-4946-a7d1-83a3cbc31356 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.859066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d787535-b5c8-4946-a7d1-83a3cbc31356 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.891203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d787535-b5c8-4946-a7d1-83a3cbc31356 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e13a896-e765-4bf8-9c12-7e6c578e17e6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:10.900667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d787535-b5c8-4946-a7d1-83a3cbc31356 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.904594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2d787535-b5c8-4946-a7d1-83a3cbc31356 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1652956 May 10 11:56:10.905088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49756) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:10.909788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-406e5212-1909-41f1-876d-dc6fc047eff1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'security_group': {'name': 'tempest-secgroup-217950846'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:10.943663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-406e5212-1909-41f1-876d-dc6fc047eff1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.005338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6095c-6019-46f8-9c2c-f82fd21f8568 req-e97995c9-bb04-46c4-b853-ed14eb74a14a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:11.006797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ff6095c-6019-46f8-9c2c-f82fd21f8568 req-e97995c9-bb04-46c4-b853-ed14eb74a14a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 945 time: 0.0661180 May 10 11:56:11.010710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:56:11.049142 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-406e5212-1909-41f1-876d-dc6fc047eff1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.054509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-406e5212-1909-41f1-876d-dc6fc047eff1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.063165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2ff6095c-6019-46f8-9c2c-f82fd21f8568 req-64b936cf-344b-4abd-a620-4daaf5310859 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 May 10 11:56:11.080673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62096bfb-1d50-4235-a40f-0da0b5fec3df None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:11.082959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:11.083330 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.092693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-406e5212-1909-41f1-876d-dc6fc047eff1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.093945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-406e5212-1909-41f1-876d-dc6fc047eff1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1876769 May 10 11:56:11.095943 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5212-1909-41f1-876d-dc6fc047eff1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b2d401-476a-4f65-a44d-bf94418a3b4b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:11.096952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49758) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:11.102743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-975450548', 'security_groups': ['14b2d401-476a-4f65-a44d-bf94418a3b4b'], 'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8a6633b-c794-45dd-a134-57019e2e7053'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:11.190115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ee6584b4-02b5-4cd7-9e92-932e932f4c71 None None] Provisioning complete for port 42aef431-93ce-42b1-8e72-7de5a16da433 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:11.190506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee6584b4-02b5-4cd7-9e92-932e932f4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.216858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:11.221381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.239938 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] device_id is not set on port 1ca56c45-f681-4426-9e71-c3f053d73c4c yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:56:11.268528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ee6584b4-02b5-4cd7-9e92-932e932f4c71 None None] Port 42aef431-93ce-42b1-8e72-7de5a16da433 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:11.318334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:11.341137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ee6584b4-02b5-4cd7-9e92-932e932f4c71 None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:11.341505 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee6584b4-02b5-4cd7-9e92-932e932f4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.402464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.6 (ba79b67c-790c-4aae-97b4-931e54f9b158/f8a6633b-c794-45dd-a134-57019e2e7053/1ca56c45-f681-4426-9e71-c3f053d73c4c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:11.461731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ee6584b4-02b5-4cd7-9e92-932e932f4c71 None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:11.463804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7503003-8ad1-4e13-93ca-d7ff1bb7ea85 None None] Update dhcp port {'port': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'fixed_ips': [{'subnet_id': 'c38cf59e-5082-4c7f-8eea-857986199f07', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f8a6633b-c794-45dd-a134-57019e2e7053'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '5c24a4a8-fbf3-4e9d-8125-bbef32ea589f'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:56:11.495027 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7503003-8ad1-4e13-93ca-d7ff1bb7ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.542291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.579287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.618800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:11.622268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:11.625360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:56:11.654912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d7503003-8ad1-4e13-93ca-d7ff1bb7ea85 None None] Allocated IP 172.20.0.2 (ba79b67c-790c-4aae-97b4-931e54f9b158/f8a6633b-c794-45dd-a134-57019e2e7053/5c24a4a8-fbf3-4e9d-8125-bbef32ea589f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:11.656257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=1ca56c45-f681-4426-9e71-c3f053d73c4c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:11.684700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:11.685416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.705114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d5917e79-d211-4cfe-aa00-a448d7fade6b tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6041417 May 10 11:56:11.705347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49760) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:11.710084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-18ac480e-d47f-48a0-a432-33ebadf11240 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:11.753736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d7503003-8ad1-4e13-93ca-d7ff1bb7ea85 None None] For port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,segment=NetworkSegment(28840c01-3942-44c9-b013-68bc5c121319),segment_id=28840c01-3942-44c9-b013-68bc5c121319)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:11.785239 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7503003-8ad1-4e13-93ca-d7ff1bb7ea85 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.791033 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d7503003-8ad1-4e13-93ca-d7ff1bb7ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.838006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ac480e-d47f-48a0-a432-33ebadf11240 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:11.842220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-18ac480e-d47f-48a0-a432-33ebadf11240 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.888765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7503003-8ad1-4e13-93ca-d7ff1bb7ea85 None None] Pushing event updated for resources: {'Port': ['ID=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:11.938352 n-d-840949-1 neutron-server[102768]: INFO neutron.db.ipam_backend_mixin [None req-18ac480e-d47f-48a0-a432-33ebadf11240 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8a6633b-c794-45dd-a134-57019e2e7053 (CIDR: 172.20.0.0/28) May 10 11:56:11.941814 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ac480e-d47f-48a0-a432-33ebadf11240 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:56:11.942312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ac480e-d47f-48a0-a432-33ebadf11240 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:11.959178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-18ac480e-d47f-48a0-a432-33ebadf11240 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2528822 May 10 11:56:11.961821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49762) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:11.966954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-dff8e64b-7c6b-4250-a29d-f3191ec8da87 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:12.078874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff8e64b-7c6b-4250-a29d-f3191ec8da87 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:12.082483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dff8e64b-7c6b-4250-a29d-f3191ec8da87 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.228585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0027571-7211-4ac9-818f-8ab8b94ab02e req-39493777-5113-4c7e-a7b8-f1dfe45be38e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:12.230258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0027571-7211-4ac9-818f-8ab8b94ab02e req-39493777-5113-4c7e-a7b8-f1dfe45be38e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 945 time: 0.0699642 May 10 11:56:12.276676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f0027571-7211-4ac9-818f-8ab8b94ab02e req-44af4f7d-7759-44b0-a9ef-15c61df74085 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 May 10 11:56:12.388454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-4d2c8cce-9ceb-4e1a-9015-a820b11af4e3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:12.390185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-4d2c8cce-9ceb-4e1a-9015-a820b11af4e3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 945 time: 0.0520301 May 10 11:56:12.495907 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:12.496270 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.509016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7722e650-2b71-461d-a455-86ad9346b14b None None] Provisioning complete for port 42aef431-93ce-42b1-8e72-7de5a16da433 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:12.510058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7722e650-2b71-461d-a455-86ad9346b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.510256 n-d-840949-1 neutron-server[102768]: INFO neutron.db.ipam_backend_mixin [None req-dff8e64b-7c6b-4250-a29d-f3191ec8da87 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c38cf59e-5082-4c7f-8eea-857986199f07 (CIDR: 172.20.0.16/28) May 10 11:56:12.525745 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff8e64b-7c6b-4250-a29d-f3191ec8da87 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 11:56:12.526298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff8e64b-7c6b-4250-a29d-f3191ec8da87 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:12.552170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dff8e64b-7c6b-4250-a29d-f3191ec8da87 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5890913 May 10 11:56:12.553272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:12.560539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'subnet': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:12.573171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7722e650-2b71-461d-a455-86ad9346b14b None None] Port 42aef431-93ce-42b1-8e72-7de5a16da433 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:12.587956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7722e650-2b71-461d-a455-86ad9346b14b None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:12.588333 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7722e650-2b71-461d-a455-86ad9346b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.619157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] For port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:12.619944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.633921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:12.671986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7722e650-2b71-461d-a455-86ad9346b14b None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:12.680070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Made reservation on behalf of 3a98af53959141b69fc42aaf1d5f9f4f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:12.684048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.769038 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.784475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:56:12.805640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:12.827682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a044fe3e-0d98-419d-8423-395f7761bfee None None] Provisioning complete for port 1ca56c45-f681-4426-9e71-c3f053d73c4c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:12.828095 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a044fe3e-0d98-419d-8423-395f7761bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.865912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] No DVR routers for this DVR port c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:56:12.869119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:12.872934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a044fe3e-0d98-419d-8423-395f7761bfee None None] Port 1ca56c45-f681-4426-9e71-c3f053d73c4c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:12.873318 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a81ecc-b412-452e-8c4d-a31ea6608107 req-b69f750d-c04e-492c-a41b-883cf7732275 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "DELETE /v2.0/ports/c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 HTTP/1.1" status: 204 len: 173 time: 0.4765632 May 10 11:56:12.873816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511ceb61-5a71-4f12-8b55-f120d61643bc', 'name': 'network-vif-deleted', 'tag': 'c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:56:12.877281 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f96c32b-81f7-4302-992d-d0a8eb41e9a3" -d '{"events": [{"server_uuid": "511ceb61-5a71-4f12-8b55-f120d61643bc", "name": "network-vif-deleted", "tag": "c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:56:12.923094 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c9d132-1132-42c2-aca4-629e5d6fcae6 x-openstack-request-id: req-e4c9d132-1132-42c2-aca4-629e5d6fcae6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:56:12.923345 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511ceb61-5a71-4f12-8b55-f120d61643bc", "name": "network-vif-deleted", "tag": "c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:56:12.923644 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4c9d132-1132-42c2-aca4-629e5d6fcae6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:56:12.924122 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c9d132-1132-42c2-aca4-629e5d6fcae6'] response: {'server_uuid': '511ceb61-5a71-4f12-8b55-f120d61643bc', 'name': 'network-vif-deleted', 'tag': 'c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4', 'status': 'completed', 'code': 200} May 10 11:56:12.948722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.001002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Network ba79b67c-790c-4aae-97b4-931e54f9b158 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:13.004362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:13.009932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:13.010635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.014998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f299a-8843-4779-ad68-256484e3dad9 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:13.019606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Subnet': ['ID=a78e49fe-7049-44d4-a348-97132a0ef5eb,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:13.037745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49770) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:13.043527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-535110698', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a78e49fe-7049-44d4-a348-97132a0ef5eb'}], 'security_groups': ['25262efd-5df7-4fb5-94d9-dc3ecad5e952', '3e13a896-e765-4bf8-9c12-7e6c578e17e6']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:13.044151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:56:13.047981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6357bd3c-28bf-4183-bed5-4332c3f23783 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4918773 May 10 11:56:13.158658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:13.159034 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.211859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.297986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:13.377159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680355b-635b-4300-a558-e76f960166e6 None None] Update dhcp port {'port': {'network_id': 'ba79b67c-790c-4aae-97b4-931e54f9b158', 'fixed_ips': [{'subnet_id': 'c38cf59e-5082-4c7f-8eea-857986199f07', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f8a6633b-c794-45dd-a134-57019e2e7053', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a78e49fe-7049-44d4-a348-97132a0ef5eb'}], 'binding:host_id': 'n-d-840949-1'}, 'id': '5c24a4a8-fbf3-4e9d-8125-bbef32ea589f'} from n-d-840949-1. {{(pid=102769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 10 11:56:13.393571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3944953b-94d8-46b8-9ee9-780ea972f9e3 req-08c7da60-75bb-4858-b581-f6d2ef92a890 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0392389 May 10 11:56:13.407468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c680355b-635b-4300-a558-e76f960166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.551997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Delete allocated IP 172.20.0.6 (ba79b67c-790c-4aae-97b4-931e54f9b158/f8a6633b-c794-45dd-a134-57019e2e7053) {{(pid=102767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 11:56:13.560507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Allocated IP 172.20.0.46 (ba79b67c-790c-4aae-97b4-931e54f9b158/a78e49fe-7049-44d4-a348-97132a0ef5eb/1ca56c45-f681-4426-9e71-c3f053d73c4c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:13.729287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.736064 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.787349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-c680355b-635b-4300-a558-e76f960166e6 None None] Allocated IP 172.20.0.34 (ba79b67c-790c-4aae-97b4-931e54f9b158/a78e49fe-7049-44d4-a348-97132a0ef5eb/5c24a4a8-fbf3-4e9d-8125-bbef32ea589f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:13.896025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c680355b-635b-4300-a558-e76f960166e6 None None] For port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,segment=NetworkSegment(28840c01-3942-44c9-b013-68bc5c121319),segment_id=28840c01-3942-44c9-b013-68bc5c121319)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:13.937128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c680355b-635b-4300-a558-e76f960166e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.942795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c680355b-635b-4300-a558-e76f960166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.058085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680355b-635b-4300-a558-e76f960166e6 None None] Pushing event updated for resources: {'Port': ['ID=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:14.205462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event updated for resources: {'Port': ['ID=1ca56c45-f681-4426-9e71-c3f053d73c4c,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:14.220812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] In _notify_port_updated(), no bound segment for port 1ca56c45-f681-4426-9e71-c3f053d73c4c on network ba79b67c-790c-4aae-97b4-931e54f9b158 {{(pid=102767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 10 11:56:14.226651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:14.227381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.231872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49774) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:14.232460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c13500f7-29c2-4f52-8180-b0ecd67d7036 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "PUT /v2.0/ports/1ca56c45-f681-4426-9e71-c3f053d73c4c HTTP/1.1" status: 200 len: 959 time: 1.1930039 May 10 11:56:14.329838 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7e202779-3ac1-4159-93a5-c741ab8c407a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 1ca56c45-f681-4426-9e71-c3f053d73c4c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:14.330224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e202779-3ac1-4159-93a5-c741ab8c407a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.430509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e202779-3ac1-4159-93a5-c741ab8c407a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.444068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7e202779-3ac1-4159-93a5-c741ab8c407a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 1ca56c45-f681-4426-9e71-c3f053d73c4c owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:14.531209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a09c204-bf54-4d27-b37f-d733d4724a29 req-c5935eab-25b2-4042-9b5c-17e2e2f76a9b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0312533 May 10 11:56:14.613843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-073c7c21-ad81-4166-af0c-f9b447ccaeb7 None None] Provisioning complete for port 42aef431-93ce-42b1-8e72-7de5a16da433 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:14.614514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-073c7c21-ad81-4166-af0c-f9b447ccaeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.636355 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e202779-3ac1-4159-93a5-c741ab8c407a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.658736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-073c7c21-ad81-4166-af0c-f9b447ccaeb7 None None] Port 42aef431-93ce-42b1-8e72-7de5a16da433 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:14.665743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e202779-3ac1-4159-93a5-c741ab8c407a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=1ca56c45-f681-4426-9e71-c3f053d73c4c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:14.676188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-073c7c21-ad81-4166-af0c-f9b447ccaeb7 None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:14.676438 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-073c7c21-ad81-4166-af0c-f9b447ccaeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.734033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e202779-3ac1-4159-93a5-c741ab8c407a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.737540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7e202779-3ac1-4159-93a5-c741ab8c407a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/1ca56c45-f681-4426-9e71-c3f053d73c4c HTTP/1.1" status: 204 len: 168 time: 0.5038042 May 10 11:56:14.740297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49778) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:14.757387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-073c7c21-ad81-4166-af0c-f9b447ccaeb7 None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:14.761016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-073c7c21-ad81-4166-af0c-f9b447ccaeb7 None None] Could not find standard attr ID for object 1ca56c45-f681-4426-9e71-c3f053d73c4c. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:56:14.766037 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-42df3989-b116-4429-89f4-c8ca355af168 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] GET failed (client error): The resource could not be found. May 10 11:56:14.767593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-42df3989-b116-4429-89f4-c8ca355af168 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports/1ca56c45-f681-4426-9e71-c3f053d73c4c HTTP/1.1" status: 404 len: 333 time: 0.0258067 May 10 11:56:14.770348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49780) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:14.823920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c73e91d-d1df-48b0-bbfc-79ea70b30983 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.848395 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c73e91d-d1df-48b0-bbfc-79ea70b30983 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.893226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c73e91d-d1df-48b0-bbfc-79ea70b30983 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.896057 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c73e91d-d1df-48b0-bbfc-79ea70b30983 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.897232 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6c73e91d-d1df-48b0-bbfc-79ea70b30983 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/security-groups/14b2d401-476a-4f65-a44d-bf94418a3b4b HTTP/1.1" status: 204 len: 168 time: 0.1259832 May 10 11:56:14.900038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49782) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:14.913589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73e91d-d1df-48b0-bbfc-79ea70b30983 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b2d401-476a-4f65-a44d-bf94418a3b4b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:14.992465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbab70fd-e98e-411c-ba9c-1e017affdb6a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.024271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbab70fd-e98e-411c-ba9c-1e017affdb6a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.032903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:56:15.077340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbab70fd-e98e-411c-ba9c-1e017affdb6a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.080257 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fbab70fd-e98e-411c-ba9c-1e017affdb6a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.083849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fbab70fd-e98e-411c-ba9c-1e017affdb6a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/security-groups/3e13a896-e765-4bf8-9c12-7e6c578e17e6 HTTP/1.1" status: 204 len: 168 time: 0.1804488 May 10 11:56:15.084586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49784) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:15.091936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab70fd-e98e-411c-ba9c-1e017affdb6a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e13a896-e765-4bf8-9c12-7e6c578e17e6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:15.131387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:15.131753 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.159742 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.191723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.235320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:15.242747 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.245710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.247129 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/security-groups/25262efd-5df7-4fb5-94d9-dc3ecad5e952 HTTP/1.1" status: 204 len: 168 time: 0.1610603 May 10 11:56:15.250107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49786) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:15.257729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25262efd-5df7-4fb5-94d9-dc3ecad5e952,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:15.270659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.271007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.271351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.271689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.272128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.272677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.273017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.273352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.274060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.274535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.274867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.275070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f1118273-654f-43e5-bf52-fa8e0488fa99 None None] Could not find standard attr ID for object 1ca56c45-f681-4426-9e71-c3f053d73c4c. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 11:56:15.275257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa9b8a-faa5-404f-9659-c53b224b4943 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:15.328433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91b6014-c2a0-463f-91a9-d20babd212eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet f8a6633b-c794-45dd-a134-57019e2e7053 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:56:15.332628 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f91b6014-c2a0-463f-91a9-d20babd212eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.375381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f91b6014-c2a0-463f-91a9-d20babd212eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.467021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f91b6014-c2a0-463f-91a9-d20babd212eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.524430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f91b6014-c2a0-463f-91a9-d20babd212eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.551264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b6014-c2a0-463f-91a9-d20babd212eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a6633b-c794-45dd-a134-57019e2e7053,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:15.558658 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f91b6014-c2a0-463f-91a9-d20babd212eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.562493 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f91b6014-c2a0-463f-91a9-d20babd212eb tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/f8a6633b-c794-45dd-a134-57019e2e7053 HTTP/1.1" status: 204 len: 168 time: 0.3105516 May 10 11:56:15.566646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49790) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:15.569252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17282047-66ce-4830-9fbf-1df83eb5f743 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:15.626882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc8998e-16c8-4d79-9d0d-b612e753579a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet a78e49fe-7049-44d4-a348-97132a0ef5eb {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:56:15.636575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-abc8998e-16c8-4d79-9d0d-b612e753579a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.679487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6681c9f3-f58f-4205-9af4-24cbb35f7f5a req-d461ebc1-b18c-45c9-b7a2-7bc7299688c7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0577984 May 10 11:56:15.696416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-abc8998e-16c8-4d79-9d0d-b612e753579a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.730577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:56:15.759369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:56:15.759758 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device c1a57ebd-4280-4ea8-b22b-3ea3e7b5b5c4 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:56:15.790071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-abc8998e-16c8-4d79-9d0d-b612e753579a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.853706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-abc8998e-16c8-4d79-9d0d-b612e753579a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.881989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8998e-16c8-4d79-9d0d-b612e753579a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=a78e49fe-7049-44d4-a348-97132a0ef5eb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:15.885648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-abc8998e-16c8-4d79-9d0d-b612e753579a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:15.892025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49792) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:15.892686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-abc8998e-16c8-4d79-9d0d-b612e753579a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/a78e49fe-7049-44d4-a348-97132a0ef5eb HTTP/1.1" status: 204 len: 168 time: 0.3249574 May 10 11:56:15.923656 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a00544-addc-4232-b764-02cfc279118e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:15.924295 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a00544-addc-4232-b764-02cfc279118e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:15.927654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b5a00544-addc-4232-b764-02cfc279118e tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/f8a6633b-c794-45dd-a134-57019e2e7053 HTTP/1.1" status: 404 len: 337 time: 0.0338502 May 10 11:56:15.930124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49794) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:15.983468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-541155e8-4c3a-4b7e-871b-b7390bca06c5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting subnet c38cf59e-5082-4c7f-8eea-857986199f07 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:56:15.987221 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-541155e8-4c3a-4b7e-871b-b7390bca06c5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.035219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-541155e8-4c3a-4b7e-871b-b7390bca06c5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.131214 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-541155e8-4c3a-4b7e-871b-b7390bca06c5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.202959 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-541155e8-4c3a-4b7e-871b-b7390bca06c5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.233728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541155e8-4c3a-4b7e-871b-b7390bca06c5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Subnet': ['ID=c38cf59e-5082-4c7f-8eea-857986199f07,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:16.240730 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-541155e8-4c3a-4b7e-871b-b7390bca06c5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.246170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-541155e8-4c3a-4b7e-871b-b7390bca06c5 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/c38cf59e-5082-4c7f-8eea-857986199f07 HTTP/1.1" status: 204 len: 168 time: 0.3128736 May 10 11:56:16.246915 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49796) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.278840 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8053ef-06fc-44b9-bac6-6dd5c213fb9c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.279296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8053ef-06fc-44b9-bac6-6dd5c213fb9c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.283874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6e8053ef-06fc-44b9-bac6-6dd5c213fb9c tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/53360c5b-8892-4a7d-aff8-8b96bdfcedbd HTTP/1.1" status: 404 len: 337 time: 0.0345023 May 10 11:56:16.285692 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49798) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.291429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a39c5-2757-4284-81db-3f604ffa4812 None None] Network ba79b67c-790c-4aae-97b4-931e54f9b158 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:16.315376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-62e4c261-85ba-4fef-8b1a-bf9c5d349296 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "GET /v2.0/ports?device_id=782f0a03-5dd7-4c73-812d-2e52b98ffa2d HTTP/1.1" status: 200 len: 205 time: 0.0263841 May 10 11:56:16.315598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49800) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.352401 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-2a17cf04-bdc0-49ec-aa3e-386d720bec64 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] delete failed (client error): The resource could not be found. May 10 11:56:16.356238 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2a17cf04-bdc0-49ec-aa3e-386d720bec64 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/routers/782f0a03-5dd7-4c73-812d-2e52b98ffa2d HTTP/1.1" status: 404 len: 336 time: 0.0369396 May 10 11:56:16.356461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49802) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.362562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8964676d-f76e-49f7-832f-3c2e4a838607 None None] Provisioning complete for port 42aef431-93ce-42b1-8e72-7de5a16da433 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:16.362908 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8964676d-f76e-49f7-832f-3c2e4a838607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.384297 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63d9070-c384-4824-9e5f-6732244d2276 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.384763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63d9070-c384-4824-9e5f-6732244d2276 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.388909 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c63d9070-c384-4824-9e5f-6732244d2276 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/f935df6f-a1b1-46d8-92ea-9444ccc4a888 HTTP/1.1" status: 404 len: 337 time: 0.0315115 May 10 11:56:16.391452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49804) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.421486 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-631ba416-659b-4148-868b-47ad9ef88206 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.422086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631ba416-659b-4148-868b-47ad9ef88206 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.427547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-631ba416-659b-4148-868b-47ad9ef88206 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/99ed1f9d-03ea-45af-9681-58db5734d41b HTTP/1.1" status: 404 len: 337 time: 0.0327189 May 10 11:56:16.427903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49806) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.442669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8964676d-f76e-49f7-832f-3c2e4a838607 None None] Port 42aef431-93ce-42b1-8e72-7de5a16da433 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:16.453928 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1c86c1-e949-4806-8ac0-b6d070273ce6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.454358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1c86c1-e949-4806-8ac0-b6d070273ce6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.457467 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1c1c86c1-e949-4806-8ac0-b6d070273ce6 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/6b343b1b-bdbe-40c0-ae90-d7d7fee2364b HTTP/1.1" status: 404 len: 337 time: 0.0287218 May 10 11:56:16.460267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49808) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.460454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8964676d-f76e-49f7-832f-3c2e4a838607 None None] Provisioning complete for port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:16.460684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8964676d-f76e-49f7-832f-3c2e4a838607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.483637 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afb8279-ae09-4385-857e-7a4aaa90d3d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.484341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afb8279-ae09-4385-857e-7a4aaa90d3d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.489677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3afb8279-ae09-4385-857e-7a4aaa90d3d1 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/91c6c16e-abda-45aa-b326-95fbb1d3dbaf HTTP/1.1" status: 404 len: 333 time: 0.0261431 May 10 11:56:16.490247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49810) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.525811 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b1b49b-aad2-45f5-a1c8-8eed0617d640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.526277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b1b49b-aad2-45f5-a1c8-8eed0617d640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.529623 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-19b1b49b-aad2-45f5-a1c8-8eed0617d640 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/bddff232-9c7c-4c92-8b85-32be00417948 HTTP/1.1" status: 404 len: 337 time: 0.0387843 May 10 11:56:16.532384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49812) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.565511 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb5ad5c-714f-4195-81c6-8b9969e015a2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.566226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb5ad5c-714f-4195-81c6-8b9969e015a2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.567535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8964676d-f76e-49f7-832f-3c2e4a838607 None None] Current status of the port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:16.569704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5fb5ad5c-714f-4195-81c6-8b9969e015a2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/a68a49ad-24c9-47e3-a685-a14c3322f021 HTTP/1.1" status: 404 len: 337 time: 0.0363400 May 10 11:56:16.572501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49814) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.572954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c4ae35-b318-4971-8589-027be902d9da None None] DHCP port deletion for ba79b67c-790c-4aae-97b4-931e54f9b158 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:56:16.599054 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3b7faa-6267-4cca-ac97-12ddecdc66a2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.599865 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3b7faa-6267-4cca-ac97-12ddecdc66a2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.603209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fa3b7faa-6267-4cca-ac97-12ddecdc66a2 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/8fb00a63-0bb0-44a5-be12-85f1ec043535 HTTP/1.1" status: 404 len: 333 time: 0.0295107 May 10 11:56:16.605572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49816) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.627634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-54c4ae35-b318-4971-8589-027be902d9da None None] Deleting port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:16.628065 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-54c4ae35-b318-4971-8589-027be902d9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.631292 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fef3f95-8d4a-4393-adf7-df47a7add5b4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.631727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fef3f95-8d4a-4393-adf7-df47a7add5b4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.634776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5fef3f95-8d4a-4393-adf7-df47a7add5b4 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/04822a10-d8a2-4c0c-805d-70e62c4e1df8 HTTP/1.1" status: 404 len: 337 time: 0.0282500 May 10 11:56:16.638728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.666157 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20d4574-d431-41b6-8c91-2babd603ae2a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] DELETE failed (client error): The resource could not be found. May 10 11:56:16.666613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20d4574-d431-41b6-8c91-2babd603ae2a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 11:56:16.669711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a20d4574-d431-41b6-8c91-2babd603ae2a tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/subnets/70eca483-1b4d-47c9-9e67-7e7875898038 HTTP/1.1" status: 404 len: 337 time: 0.0289223 May 10 11:56:16.672359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49820) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:16.693002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-54c4ae35-b318-4971-8589-027be902d9da None None] For port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,segment=NetworkSegment(28840c01-3942-44c9-b013-68bc5c121319),segment_id=28840c01-3942-44c9-b013-68bc5c121319)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:16.693406 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-54c4ae35-b318-4971-8589-027be902d9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.705459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-54c4ae35-b318-4971-8589-027be902d9da None None] Calling delete_port for 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:16.765542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b5c20d5a-186b-4ba6-ac8c-0953bff1d6e0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Deleting port 42aef431-93ce-42b1-8e72-7de5a16da433 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:16.766052 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5c20d5a-186b-4ba6-ac8c-0953bff1d6e0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.803431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dccb3372-07e5-496b-a4cb-142253d378ef req-b1fc6f8c-acc6-4b02-b6ed-564877f30f1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=511ceb61-5a71-4f12-8b55-f120d61643bc HTTP/1.1" status: 200 len: 210 time: 0.0318553 May 10 11:56:16.845604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5c20d5a-186b-4ba6-ac8c-0953bff1d6e0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.863716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b5c20d5a-186b-4ba6-ac8c-0953bff1d6e0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Calling delete_port for 42aef431-93ce-42b1-8e72-7de5a16da433 owned by {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:16.953645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-54c4ae35-b318-4971-8589-027be902d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.970865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5c20d5a-186b-4ba6-ac8c-0953bff1d6e0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:16.987565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:56:16.990984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4ae35-b318-4971-8589-027be902d9da None None] Pushing event deleted for resources: {'Port': ['ID=5c24a4a8-fbf3-4e9d-8125-bbef32ea589f,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:17.000200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c20d5a-186b-4ba6-ac8c-0953bff1d6e0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Port': ['ID=42aef431-93ce-42b1-8e72-7de5a16da433,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:17.005237 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5c20d5a-186b-4ba6-ac8c-0953bff1d6e0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.008445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b5c20d5a-186b-4ba6-ac8c-0953bff1d6e0 tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/ports/42aef431-93ce-42b1-8e72-7de5a16da433 HTTP/1.1" status: 204 len: 168 time: 0.3351808 May 10 11:56:17.011661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49824) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:17.014188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c4ae35-b318-4971-8589-027be902d9da None None] No DVR routers for this DVR port 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:56:17.020057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:56:17.023701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5c24a4a8-fbf3-4e9d-8125-bbef32ea589f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:56:17.101325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.189902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.211091 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba79b67c-790c-4aae-97b4-931e54f9b158']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:17.220484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28840c01-3942-44c9-b013-68bc5c121319') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:17.220790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28840c01-3942-44c9-b013-68bc5c121319') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:17.230202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.243260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.249515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:56:17.249898 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: timer() May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:56:17.253085 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:56:17.316386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.323676 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.327397 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] 10.222.0.13 "DELETE /v2.0/networks/ba79b67c-790c-4aae-97b4-931e54f9b158 HTTP/1.1" status: 204 len: 168 time: 0.3142455 May 10 11:56:17.338941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa58f9-9597-4b77-883a-c8a020ad80ce tempest-PortsTestJSON-642323739 tempest-PortsTestJSON-642323739-project] Pushing event deleted for resources: {'Network': ['ID=ba79b67c-790c-4aae-97b4-931e54f9b158,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:17.614976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49830) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:17.763843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ad361cc6-84d8-4bce-b714-ef0ff5a14dd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a98af53959141b69fc42aaf1d5f9f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473792 May 10 11:56:17.767371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49834) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:17.824886 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9584a942-e07c-403f-a8a2-7f144a36f389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.852347 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9584a942-e07c-403f-a8a2-7f144a36f389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.905649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9584a942-e07c-403f-a8a2-7f144a36f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.908261 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9584a942-e07c-403f-a8a2-7f144a36f389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.909435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9584a942-e07c-403f-a8a2-7f144a36f389 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8151ca04-f4cd-4cc3-9402-8d50cbdb0e5f HTTP/1.1" status: 204 len: 168 time: 0.1411614 May 10 11:56:17.920528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584a942-e07c-403f-a8a2-7f144a36f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151ca04-f4cd-4cc3-9402-8d50cbdb0e5f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:18.588959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49862) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:18.694933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-800566532'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:18.716968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Made reservation on behalf of 14bddff51ced4505b129f55b90aa09c0 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:18.720693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.729003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.805653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.810556 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.837114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:56:18.852099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8987032-7a5b-46a9-a52f-27ffd198577a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:18.857385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.858028 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Added segment aaaf0990-3e86-4fa0-ad6b-e8a977fde123 of type vlan for network c3944dfb-562a-4e20-ae76-00b790875948 May 10 11:56:18.897082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.923194 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.929026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:18.929608 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.994975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4023767 May 10 11:56:18.995491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49868) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:19.000919 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Request body: {'subnet': {'network_id': 'c3944dfb-562a-4e20-ae76-00b790875948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:19.002774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f839f93-ed9d-444d-a0ca-0f7dadcb4908 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Pushing event updated for resources: {'Network': ['ID=c3944dfb-562a-4e20-ae76-00b790875948,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:19.013416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c3944dfb-562a-4e20-ae76-00b790875948 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:56:19.100361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Made reservation on behalf of 14bddff51ced4505b129f55b90aa09c0 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:19.103939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.287489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.351023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Pushing event updated for resources: {'Subnet': ['ID=6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:19.363055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Checking segment: {'id': 'aaaf0990-3e86-4fa0-ad6b-e8a977fde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c3944dfb-562a-4e20-ae76-00b790875948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:56:19.363406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Network hostable DHCP agents. Network: c3944dfb-562a-4e20-ae76-00b790875948, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:56:19.382861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Network c3944dfb-562a-4e20-ae76-00b790875948 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:56:19.392818 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c3944dfb-562a-4e20-ae76-00b790875948) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:19.397517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:19.398585 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.401768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d520a37-ad27-4f6a-afe6-0ddecbe303e7 None None] Network c3944dfb-562a-4e20-ae76-00b790875948 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:19.415604 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fffdfac1-1da3-43c9-9d55-f79891899d16 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4188836 May 10 11:56:19.418414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49870) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:19.424350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Request body: {'port': {'network_id': 'c3944dfb-562a-4e20-ae76-00b790875948', 'name': 'tempest-TagsExtTest-1294562101'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:19.536757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Made reservation on behalf of 14bddff51ced4505b129f55b90aa09c0 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:19.540367 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.559049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c3944dfb-562a-4e20-ae76-00b790875948', 'network_id': 'c3944dfb-562a-4e20-ae76-00b790875948', 'tenant_id': '14bddff51ced4505b129f55b90aa09c0', 'fixed_ips': [{'subnet_id': '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:56:19.559291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] device_id is not set on port 913c7ade-18c5-4cf1-92f0-511771d70002 yet. {{(pid=102768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 11:56:19.560489 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.675347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Allocated IP 172.20.0.11 (c3944dfb-562a-4e20-ae76-00b790875948/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/913c7ade-18c5-4cf1-92f0-511771d70002) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:19.826316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.866490 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.915187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Network c3944dfb-562a-4e20-ae76-00b790875948 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:19.918411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:19.921322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Allocated IP 172.20.0.2 (c3944dfb-562a-4e20-ae76-00b790875948/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/b2060cf4-8b63-4f81-84b5-86caf927c22e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:19.929505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Pushing event updated for resources: {'Port': ['ID=913c7ade-18c5-4cf1-92f0-511771d70002,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:19.933857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:56:19.996138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:19.997110 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.014894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-23a5f82b-db9a-4c52-8497-1f29750e17e3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.5954130 May 10 11:56:20.017801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49872) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.024047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-106c0d0a-8178-497c-bbe5-68bf2e8ae632 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1297121851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:20.052635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-106c0d0a-8178-497c-bbe5-68bf2e8ae632 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.053796 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-106c0d0a-8178-497c-bbe5-68bf2e8ae632 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.109226 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.121450 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.124577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-106c0d0a-8178-497c-bbe5-68bf2e8ae632 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.130884 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-106c0d0a-8178-497c-bbe5-68bf2e8ae632 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.153716 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-106c0d0a-8178-497c-bbe5-68bf2e8ae632 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.155114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-106c0d0a-8178-497c-bbe5-68bf2e8ae632 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1350021 May 10 11:56:20.158319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49880) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.162993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c798b86e-ffcb-4e21-ae54-49abfa139c05 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-728660952', 'prefixes': ['172.20.0.0/16']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:20.171350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Network c3944dfb-562a-4e20-ae76-00b790875948 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:20.172409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:20.176022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:56:20.197704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Pushing event updated for resources: {'Port': ['ID=b2060cf4-8b63-4f81-84b5-86caf927c22e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:20.254893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Attempting to bind port b2060cf4-8b63-4f81-84b5-86caf927c22e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:56:20.255279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Attempting to bind port b2060cf4-8b63-4f81-84b5-86caf927c22e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'aaaf0990-3e86-4fa0-ad6b-e8a977fde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c3944dfb-562a-4e20-ae76-00b790875948'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:56:20.255657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Attempting to bind port b2060cf4-8b63-4f81-84b5-86caf927c22e on network c3944dfb-562a-4e20-ae76-00b790875948 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:56:20.261979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:56:20.262429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Checking segment: {'id': 'aaaf0990-3e86-4fa0-ad6b-e8a977fde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c3944dfb-562a-4e20-ae76-00b790875948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:56:20.262935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.263689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Bound using segment: {'id': 'aaaf0990-3e86-4fa0-ad6b-e8a977fde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c3944dfb-562a-4e20-ae76-00b790875948'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:56:20.264348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Bound port: b2060cf4-8b63-4f81-84b5-86caf927c22e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaaf0990-3e86-4fa0-ad6b-e8a977fde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c3944dfb-562a-4e20-ae76-00b790875948'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:56:20.264904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.285908 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c798b86e-ffcb-4e21-ae54-49abfa139c05 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for subnetpool, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.292112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49908) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.292262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c798b86e-ffcb-4e21-ae54-49abfa139c05 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1326754 May 10 11:56:20.297714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-0bbca404-3356-4b1a-a4f8-d1a2ec89a497 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce', 'tempest-TagsExtTest-Tag-1528986335') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:20.358807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] For port b2060cf4-8b63-4f81-84b5-86caf927c22e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:56:20.362111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] For port b2060cf4-8b63-4f81-84b5-86caf927c22e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b2060cf4-8b63-4f81-84b5-86caf927c22e,segment=NetworkSegment(aaaf0990-3e86-4fa0-ad6b-e8a977fde123),segment_id=aaaf0990-3e86-4fa0-ad6b-e8a977fde123)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:56:20.368429 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.431293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0bbca404-3356-4b1a-a4f8-d1a2ec89a497 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags/tempest-TagsExtTest-Tag-1528986335 HTTP/1.1" status: 201 len: 201 time: 0.1378825 May 10 11:56:20.434439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49926) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.442804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-0384a9f5-41f3-4937-8166-2e50e1094146 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002', 'tempest-TagsExtTest-Tag-2040960149') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:20.453940 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbce2b-7834-4337-bf8e-55a69959e76c None None] Pushing event updated for resources: {'Port': ['ID=b2060cf4-8b63-4f81-84b5-86caf927c22e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:20.545837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0384a9f5-41f3-4937-8166-2e50e1094146 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags/tempest-TagsExtTest-Tag-2040960149 HTTP/1.1" status: 201 len: 201 time: 0.1072125 May 10 11:56:20.546371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49928) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.551490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-bb499f6c-8f04-4a04-84af-87f6ec2174fa tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5', 'tempest-TagsExtTest-Tag-1963833576') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:20.672503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bb499f6c-8f04-4a04-84af-87f6ec2174fa tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags/tempest-TagsExtTest-Tag-1963833576 HTTP/1.1" status: 201 len: 201 time: 0.1249645 May 10 11:56:20.675178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49932) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.687189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-76edefd9-7dd5-4235-85d8-e96bba9638ef tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe', 'tempest-TagsExtTest-Tag-1795209912') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:20.767646 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-76edefd9-7dd5-4235-85d8-e96bba9638ef tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags/tempest-TagsExtTest-Tag-1795209912 HTTP/1.1" status: 201 len: 201 time: 0.0905674 May 10 11:56:20.770217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49936) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.775309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-ed844d69-bcb8-477a-9f16-3a9c064638a4 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:20.885708 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ed844d69-bcb8-477a-9f16-3a9c064638a4 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags HTTP/1.1" status: 200 len: 241 time: 0.1141729 May 10 11:56:20.888455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49940) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.893090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-348de85d-dd08-40ad-9f8d-7c61b99e7485 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce', 'tempest-TagsExtTest-Tag-1528986335') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:20.953726 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-348de85d-dd08-40ad-9f8d-7c61b99e7485 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags/tempest-TagsExtTest-Tag-1528986335 HTTP/1.1" status: 204 len: 168 time: 0.0639386 May 10 11:56:20.956096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49950) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:20.963237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-d565bcce-8d61-49cc-aa5a-1a8eec5fb768 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce', 'tempest-TagsExtTest-Tag-1528986335') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.054803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d565bcce-8d61-49cc-aa5a-1a8eec5fb768 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags/tempest-TagsExtTest-Tag-1528986335 HTTP/1.1" status: 204 len: 168 time: 0.0975597 May 10 11:56:21.056460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b2060cf4-8b63-4f81-84b5-86caf927c22e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:56:21.058068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.062716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-d1dd750b-e1db-43d9-83d4-e79983c54ba4 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.114373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b2060cf4-8b63-4f81-84b5-86caf927c22e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:21.115615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:21.142043 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d1dd750b-e1db-43d9-83d4-e79983c54ba4 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags HTTP/1.1" status: 200 len: 205 time: 0.0829961 May 10 11:56:21.144892 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49974) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.149498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-3a66308e-54db-4d6e-b4b8-411d8c1219de tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.214149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b2060cf4-8b63-4f81-84b5-86caf927c22e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:21.214909 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:21.233131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49976) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.234871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3a66308e-54db-4d6e-b4b8-411d8c1219de tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags HTTP/1.1" status: 200 len: 241 time: 0.0888019 May 10 11:56:21.238542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-dbcf0d7e-9074-4341-9bdf-f51e68d4576f tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002', 'tempest-TagsExtTest-Tag-2040960149') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.267473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port b2060cf4-8b63-4f81-84b5-86caf927c22e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b2060cf4-8b63-4f81-84b5-86caf927c22e,segment=NetworkSegment(aaaf0990-3e86-4fa0-ad6b-e8a977fde123),segment_id=aaaf0990-3e86-4fa0-ad6b-e8a977fde123)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:21.273744 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:21.310895 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dbcf0d7e-9074-4341-9bdf-f51e68d4576f tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags/tempest-TagsExtTest-Tag-2040960149 HTTP/1.1" status: 204 len: 168 time: 0.0766222 May 10 11:56:21.313559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49978) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.318332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-6585f744-746b-46af-9b88-e24181c02dde tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002', 'tempest-TagsExtTest-Tag-2040960149') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.330269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=b2060cf4-8b63-4f81-84b5-86caf927c22e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:21.398393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6585f744-746b-46af-9b88-e24181c02dde tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags/tempest-TagsExtTest-Tag-2040960149 HTTP/1.1" status: 204 len: 168 time: 0.0837457 May 10 11:56:21.401432 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49980) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.405993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-08f0ba9d-aabb-4e97-985b-eb17e6a9cf60 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.463182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-08f0ba9d-aabb-4e97-985b-eb17e6a9cf60 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags HTTP/1.1" status: 200 len: 205 time: 0.0605376 May 10 11:56:21.465770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49982) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.470905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-0e1c4e75-c6ce-45cd-a5cf-047a1f132b06 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.555721 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0e1c4e75-c6ce-45cd-a5cf-047a1f132b06 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags HTTP/1.1" status: 200 len: 241 time: 0.0889120 May 10 11:56:21.558620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49984) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.563813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-e14d0bf5-7ff0-4f41-a8e8-ce6108fee465 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5', 'tempest-TagsExtTest-Tag-1963833576') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.606577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56414e4f-21f5-48f8-840b-b251aec4d982 None None] Network c3944dfb-562a-4e20-ae76-00b790875948 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:21.643975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e14d0bf5-7ff0-4f41-a8e8-ce6108fee465 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags/tempest-TagsExtTest-Tag-1963833576 HTTP/1.1" status: 204 len: 168 time: 0.0812893 May 10 11:56:21.644197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49986) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.648505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-6ff5e5ab-45ac-4706-a4f8-d138d23050de tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5', 'tempest-TagsExtTest-Tag-1963833576') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.675300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c30b70e5-0dae-4919-b119-b64dc92434fc None None] Provisioning complete for port b2060cf4-8b63-4f81-84b5-86caf927c22e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:21.675761 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c30b70e5-0dae-4919-b119-b64dc92434fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:21.750685 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6ff5e5ab-45ac-4706-a4f8-d138d23050de tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags/tempest-TagsExtTest-Tag-1963833576 HTTP/1.1" status: 204 len: 168 time: 0.1054921 May 10 11:56:21.753158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49990) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.761328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-aff936ac-6780-4300-9de1-b02dd6563293 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.841128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c30b70e5-0dae-4919-b119-b64dc92434fc None None] Current status of the port b2060cf4-8b63-4f81-84b5-86caf927c22e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:21.855231 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aff936ac-6780-4300-9de1-b02dd6563293 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags HTTP/1.1" status: 200 len: 205 time: 0.1004479 May 10 11:56:21.857886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49992) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.862387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-a333bc67-06fe-46a3-a0b6-23108c81d90d tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.939295 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a333bc67-06fe-46a3-a0b6-23108c81d90d tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags HTTP/1.1" status: 200 len: 241 time: 0.0802755 May 10 11:56:21.941910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49994) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.946413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-4dd10a7d-41e1-4dfd-915c-97e51417da43 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe', 'tempest-TagsExtTest-Tag-1795209912') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:21.970244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4dd10a7d-41e1-4dfd-915c-97e51417da43 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags/tempest-TagsExtTest-Tag-1795209912 HTTP/1.1" status: 204 len: 168 time: 0.0270998 May 10 11:56:21.972794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49996) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:21.977426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-21dc2b63-71b8-454a-8240-ebd3229dc984 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe', 'tempest-TagsExtTest-Tag-1795209912') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.015091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-21dc2b63-71b8-454a-8240-ebd3229dc984 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags/tempest-TagsExtTest-Tag-1795209912 HTTP/1.1" status: 204 len: 168 time: 0.0412431 May 10 11:56:22.018154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49998) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.023213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-b1b36c8e-3442-466b-943f-64d32442ed41 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.048755 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b1b36c8e-3442-466b-943f-64d32442ed41 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags HTTP/1.1" status: 200 len: 205 time: 0.0268478 May 10 11:56:22.049046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50000) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.053626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-458a87fa-39a4-4746-8a6b-722f71f20ba6 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.081100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-458a87fa-39a4-4746-8a6b-722f71f20ba6 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags HTTP/1.1" status: 204 len: 168 time: 0.0309684 May 10 11:56:22.083886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.088589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-ce50560b-ae5c-4c33-b479-9696d210d3a3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.163730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-baf2e48c-2bc1-436a-b4a1-ac81445e348c None None] Provisioning complete for port b2060cf4-8b63-4f81-84b5-86caf927c22e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:22.164369 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-baf2e48c-2bc1-436a-b4a1-ac81445e348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:22.187003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50004) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.187218 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ce50560b-ae5c-4c33-b479-9696d210d3a3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags HTTP/1.1" status: 204 len: 168 time: 0.1020086 May 10 11:56:22.194343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-621cd243-60bb-467e-9e51-35fc070e76bd tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.260009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-621cd243-60bb-467e-9e51-35fc070e76bd tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags HTTP/1.1" status: 204 len: 168 time: 0.0719969 May 10 11:56:22.262373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-baf2e48c-2bc1-436a-b4a1-ac81445e348c None None] Current status of the port b2060cf4-8b63-4f81-84b5-86caf927c22e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:22.262829 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50006) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.268621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-fe6fc2e9-dde6-4261-885e-db4abf174e33 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.276256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-baf2e48c-2bc1-436a-b4a1-ac81445e348c None None] Provisioning complete for port 913c7ade-18c5-4cf1-92f0-511771d70002 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:22.276911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-baf2e48c-2bc1-436a-b4a1-ac81445e348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:22.314442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-baf2e48c-2bc1-436a-b4a1-ac81445e348c None None] Port 913c7ade-18c5-4cf1-92f0-511771d70002 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:22.337223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fe6fc2e9-dde6-4261-885e-db4abf174e33 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0727813 May 10 11:56:22.342016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50008) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.346497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-43e0cd56-d376-4b3d-a49f-f3c467a3d260 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce', 'tempest-TagsExtTest-Tag-1625997398') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.413354 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43e0cd56-d376-4b3d-a49f-f3c467a3d260 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags/tempest-TagsExtTest-Tag-1625997398 HTTP/1.1" status: 201 len: 201 time: 0.0702605 May 10 11:56:22.415916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50010) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.420625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-2db4cd21-b3c1-46e4-b110-489f6ba1cf2f tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002', 'tempest-TagsExtTest-Tag-41923363') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.433887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9ea990ff-bfd3-4dcf-b355-3fb220cf79e4 None None] Provisioning complete for port 913c7ade-18c5-4cf1-92f0-511771d70002 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:22.434504 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9ea990ff-bfd3-4dcf-b355-3fb220cf79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:22.474156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9ea990ff-bfd3-4dcf-b355-3fb220cf79e4 None None] Port 913c7ade-18c5-4cf1-92f0-511771d70002 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:22.489137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2db4cd21-b3c1-46e4-b110-489f6ba1cf2f tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags/tempest-TagsExtTest-Tag-41923363 HTTP/1.1" status: 201 len: 201 time: 0.0721757 May 10 11:56:22.492373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50012) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.501394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-decc5f0b-926c-4f55-9ee7-4b659eb37f11 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5', 'tempest-TagsExtTest-Tag-942446108') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.590881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-decc5f0b-926c-4f55-9ee7-4b659eb37f11 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags/tempest-TagsExtTest-Tag-942446108 HTTP/1.1" status: 201 len: 201 time: 0.0971434 May 10 11:56:22.593493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50014) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.597917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-bc06bdba-8ba0-4f2c-90d2-95432db4e98c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe', 'tempest-TagsExtTest-Tag-1075431251') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.639407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bc06bdba-8ba0-4f2c-90d2-95432db4e98c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags/tempest-TagsExtTest-Tag-1075431251 HTTP/1.1" status: 201 len: 201 time: 0.0424984 May 10 11:56:22.639665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50016) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.644055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-82ddeb7f-cb65-43a5-8352-ed2e8a1ab4d2 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce', {'tags': ['tempest-TagsExtTest-Tag-1677480607', 'tempest-TagsExtTest-Tag-1707369177', 'tempest-TagsExtTest-Tag-1447279382']}) {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.703072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-82ddeb7f-cb65-43a5-8352-ed2e8a1ab4d2 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags HTTP/1.1" status: 200 len: 318 time: 0.0621440 May 10 11:56:22.705631 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50018) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.710037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-597b96d8-3669-476f-8183-62498cc6b7b6 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.780242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-597b96d8-3669-476f-8183-62498cc6b7b6 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0732911 May 10 11:56:22.783167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50020) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.787786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-0167e0f3-7b99-47da-9dbd-61cc316ac4a3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce', 'tempest-TagsExtTest-Tag-1677480607') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.846289 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-0167e0f3-7b99-47da-9dbd-61cc316ac4a3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:22.847365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0167e0f3-7b99-47da-9dbd-61cc316ac4a3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags/tempest-TagsExtTest-Tag-1677480607 HTTP/1.1" status: 404 len: 329 time: 0.0631368 May 10 11:56:22.850275 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50024) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.854401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-652660ea-2a2d-4312-85cb-d5105254dd38 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce', 'tempest-TagsExtTest-Tag-1707369177') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.904979 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-652660ea-2a2d-4312-85cb-d5105254dd38 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:22.908635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-652660ea-2a2d-4312-85cb-d5105254dd38 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags/tempest-TagsExtTest-Tag-1707369177 HTTP/1.1" status: 404 len: 329 time: 0.0548503 May 10 11:56:22.909074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.914528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-40413d62-d17e-4420-9e25-ef808f092c7d tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce', 'tempest-TagsExtTest-Tag-1447279382') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:22.973644 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-40413d62-d17e-4420-9e25-ef808f092c7d tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:22.974708 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-40413d62-d17e-4420-9e25-ef808f092c7d tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags/tempest-TagsExtTest-Tag-1447279382 HTTP/1.1" status: 404 len: 329 time: 0.0646448 May 10 11:56:22.977339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b2060cf4-8b63-4f81-84b5-86caf927c22e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:56:22.977826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50028) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:22.983535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-f1887bf2-6a1a-4b57-86d4-8844ea46b35b tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002', {'tags': ['tempest-TagsExtTest-Tag-1289322093', 'tempest-TagsExtTest-Tag-2045804855', 'tempest-TagsExtTest-Tag-569633436']}) {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.029505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b2060cf4-8b63-4f81-84b5-86caf927c22e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:23.029879 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:23.058526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f1887bf2-6a1a-4b57-86d4-8844ea46b35b tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags HTTP/1.1" status: 200 len: 317 time: 0.0793955 May 10 11:56:23.061133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50030) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.066473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-6b52b43c-a1e4-4b4a-8a28-a149d9c40da4 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.124235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b2060cf4-8b63-4f81-84b5-86caf927c22e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:56:23.146468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50032) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.147112 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6b52b43c-a1e4-4b4a-8a28-a149d9c40da4 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags HTTP/1.1" status: 204 len: 168 time: 0.0840688 May 10 11:56:23.150954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-5cbfc284-d2d4-42d1-9b41-bb1d84ec0c11 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002', 'tempest-TagsExtTest-Tag-1289322093') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.209061 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-5cbfc284-d2d4-42d1-9b41-bb1d84ec0c11 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.210166 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5cbfc284-d2d4-42d1-9b41-bb1d84ec0c11 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags/tempest-TagsExtTest-Tag-1289322093 HTTP/1.1" status: 404 len: 329 time: 0.0626805 May 10 11:56:23.213776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50034) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.218760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-09785355-116f-41ad-a74c-70e50af8178e tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002', 'tempest-TagsExtTest-Tag-2045804855') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.273819 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-09785355-116f-41ad-a74c-70e50af8178e tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.274893 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-09785355-116f-41ad-a74c-70e50af8178e tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags/tempest-TagsExtTest-Tag-2045804855 HTTP/1.1" status: 404 len: 329 time: 0.0602264 May 10 11:56:23.278102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50036) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.282553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-a00cc914-86d3-4979-b3dd-3ff4c5ad1fa3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002', 'tempest-TagsExtTest-Tag-569633436') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.333804 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-a00cc914-86d3-4979-b3dd-3ff4c5ad1fa3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.334843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a00cc914-86d3-4979-b3dd-3ff4c5ad1fa3 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags/tempest-TagsExtTest-Tag-569633436 HTTP/1.1" status: 404 len: 328 time: 0.0557821 May 10 11:56:23.337737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50038) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.342392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-927d4459-c58b-46b4-aacc-b624e38c5444 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5', {'tags': ['tempest-TagsExtTest-Tag-1700555715', 'tempest-TagsExtTest-Tag-1353652355', 'tempest-TagsExtTest-Tag-232476611']}) {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.433920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-927d4459-c58b-46b4-aacc-b624e38c5444 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags HTTP/1.1" status: 200 len: 317 time: 0.0950191 May 10 11:56:23.436731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50040) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.441417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-dc9e8604-58af-47bc-bace-2b768035a26e tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.532329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dc9e8604-58af-47bc-bace-2b768035a26e tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags HTTP/1.1" status: 204 len: 168 time: 0.0944593 May 10 11:56:23.535850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50042) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.540717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-a800958e-0514-4ddb-b66f-4ee6f2a54dbd tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5', 'tempest-TagsExtTest-Tag-1700555715') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.614642 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-a800958e-0514-4ddb-b66f-4ee6f2a54dbd tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.615990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a800958e-0514-4ddb-b66f-4ee6f2a54dbd tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags/tempest-TagsExtTest-Tag-1700555715 HTTP/1.1" status: 404 len: 329 time: 0.0787373 May 10 11:56:23.618576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50044) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.623575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-2714753e-f8d5-41e6-bbed-348b0043dfc5 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5', 'tempest-TagsExtTest-Tag-1353652355') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.702085 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-2714753e-f8d5-41e6-bbed-348b0043dfc5 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.703254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2714753e-f8d5-41e6-bbed-348b0043dfc5 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags/tempest-TagsExtTest-Tag-1353652355 HTTP/1.1" status: 404 len: 329 time: 0.0837176 May 10 11:56:23.706113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50046) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.710744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-64156725-c186-47e7-bfca-2ce732568344 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5', 'tempest-TagsExtTest-Tag-232476611') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.788929 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-64156725-c186-47e7-bfca-2ce732568344 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.789982 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-64156725-c186-47e7-bfca-2ce732568344 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags/tempest-TagsExtTest-Tag-232476611 HTTP/1.1" status: 404 len: 328 time: 0.0829995 May 10 11:56:23.792846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50048) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.797354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-d019e1ce-a416-42ea-9e86-cc4cee52c19a tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe', {'tags': ['tempest-TagsExtTest-Tag-1036316103', 'tempest-TagsExtTest-Tag-1861094278', 'tempest-TagsExtTest-Tag-370901988']}) {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.836080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d019e1ce-a416-42ea-9e86-cc4cee52c19a tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "PUT /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags HTTP/1.1" status: 200 len: 317 time: 0.0421360 May 10 11:56:23.838840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50050) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.843916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-4f98f164-0c89-4e54-a56a-481d7779ccd0 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.890791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4f98f164-0c89-4e54-a56a-481d7779ccd0 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags HTTP/1.1" status: 204 len: 168 time: 0.0505099 May 10 11:56:23.893997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50054) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.899054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-cb3133bb-d14a-4f90-9898-31fea4ca11cc tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe', 'tempest-TagsExtTest-Tag-1036316103') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.925701 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-cb3133bb-d14a-4f90-9898-31fea4ca11cc tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.929567 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cb3133bb-d14a-4f90-9898-31fea4ca11cc tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags/tempest-TagsExtTest-Tag-1036316103 HTTP/1.1" status: 404 len: 329 time: 0.0318847 May 10 11:56:23.930150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50056) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.935217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-528dd6df-0f83-4375-a81c-d9c1af401cf2 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe', 'tempest-TagsExtTest-Tag-1861094278') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.959616 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [None req-528dd6df-0f83-4375-a81c-d9c1af401cf2 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.960724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-528dd6df-0f83-4375-a81c-d9c1af401cf2 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags/tempest-TagsExtTest-Tag-1861094278 HTTP/1.1" status: 404 len: 329 time: 0.0295851 May 10 11:56:23.963897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50058) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.968408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-2aa71971-a8c1-4b9b-b52b-ce2cbe01680a tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe', 'tempest-TagsExtTest-Tag-370901988') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:23.990805 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-2aa71971-a8c1-4b9b-b52b-ce2cbe01680a tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] show failed (client error): The resource could not be found. May 10 11:56:23.991878 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2aa71971-a8c1-4b9b-b52b-ce2cbe01680a tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags/tempest-TagsExtTest-Tag-370901988 HTTP/1.1" status: 404 len: 328 time: 0.0269506 May 10 11:56:23.994595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50060) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:23.998819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-d6f5ed23-ba62-4188-a9c0-6ad1ec12961c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '33556e29-164d-4175-b958-88368cadaefe') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:24.031141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50062) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:24.031743 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d6f5ed23-ba62-4188-a9c0-6ad1ec12961c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe/tags HTTP/1.1" status: 204 len: 168 time: 0.0358152 May 10 11:56:24.037899 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-31f42e18-4711-42f0-ba58-4c7a14ecec53 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1663e5d-95c2-462f-8739-df25165489a5') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:24.116381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-31f42e18-4711-42f0-ba58-4c7a14ecec53 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5/tags HTTP/1.1" status: 204 len: 168 time: 0.0841069 May 10 11:56:24.117772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50064) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:24.122099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.tag.tag_plugin [None req-2f3d3bd3-968b-425d-bcd5-61c8ca2c6140 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '913c7ade-18c5-4cf1-92f0-511771d70002') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:24.181316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2f3d3bd3-968b-425d-bcd5-61c8ca2c6140 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002/tags HTTP/1.1" status: 204 len: 168 time: 0.0624399 May 10 11:56:24.184513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50066) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:24.189078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.tag.tag_plugin [None req-58a1241f-a299-4f50-8eed-822d8e626c43 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:24.242921 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-58a1241f-a299-4f50-8eed-822d8e626c43 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0572131 May 10 11:56:24.247502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50068) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:24.331613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92b55f03-c495-4d71-b13a-0527ca5eaf7a tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for subnetpool, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:24.332847 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-92b55f03-c495-4d71-b13a-0527ca5eaf7a tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnetpools/33556e29-164d-4175-b958-88368cadaefe HTTP/1.1" status: 204 len: 168 time: 0.0843692 May 10 11:56:24.335777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50070) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:24.364280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-888d2e89-9e73-4204-86f8-493a8b976d86 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1663e5d-95c2-462f-8739-df25165489a5 HTTP/1.1" status: 200 len: 205 time: 0.0269396 May 10 11:56:24.366278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50072) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:24.442629 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c133-5ac0-4e44-8a70-6268d5c36062 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:24.603367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c133-5ac0-4e44-8a70-6268d5c36062 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:24.606349 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c133-5ac0-4e44-8a70-6268d5c36062 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:24.649761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c133-5ac0-4e44-8a70-6268d5c36062 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:24.650301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a5c133-5ac0-4e44-8a70-6268d5c36062 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Fanout notify agent at l3_agent the message router_deleted on router b1663e5d-95c2-462f-8739-df25165489a5 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 11:56:24.657552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c133-5ac0-4e44-8a70-6268d5c36062 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:24.658830 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a8a5c133-5ac0-4e44-8a70-6268d5c36062 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/routers/b1663e5d-95c2-462f-8739-df25165489a5 HTTP/1.1" status: 204 len: 168 time: 0.2914848 May 10 11:56:24.661527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50074) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:24.765387 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-31c65cee-060f-470f-8286-1983658fde7c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Deleting port 913c7ade-18c5-4cf1-92f0-511771d70002 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:24.765663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31c65cee-060f-470f-8286-1983658fde7c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:24.853224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31c65cee-060f-470f-8286-1983658fde7c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:24.866019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-31c65cee-060f-470f-8286-1983658fde7c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Calling delete_port for 913c7ade-18c5-4cf1-92f0-511771d70002 owned by {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:24.999065 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31c65cee-060f-470f-8286-1983658fde7c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.028178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c65cee-060f-470f-8286-1983658fde7c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Pushing event deleted for resources: {'Port': ['ID=913c7ade-18c5-4cf1-92f0-511771d70002,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:25.109734 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31c65cee-060f-470f-8286-1983658fde7c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.113135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-31c65cee-060f-470f-8286-1983658fde7c tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/ports/913c7ade-18c5-4cf1-92f0-511771d70002 HTTP/1.1" status: 204 len: 168 time: 0.4504843 May 10 11:56:25.115780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50078) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:25.169569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cfba7e-427e-4966-b477-ad8a9d0e3392 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Deleting subnet 6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:56:25.173127 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8cfba7e-427e-4966-b477-ad8a9d0e3392 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.214934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8cfba7e-427e-4966-b477-ad8a9d0e3392 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.308493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8cfba7e-427e-4966-b477-ad8a9d0e3392 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.367484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8cfba7e-427e-4966-b477-ad8a9d0e3392 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.404797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfba7e-427e-4966-b477-ad8a9d0e3392 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:25.411013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b8cfba7e-427e-4966-b477-ad8a9d0e3392 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.416928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b8cfba7e-427e-4966-b477-ad8a9d0e3392 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/subnets/6e7dd7d3-5862-4f0e-9075-4db1ea8de7ce HTTP/1.1" status: 204 len: 168 time: 0.2980208 May 10 11:56:25.417544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50080) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:25.417913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d1867-660e-4f51-a5e0-fc478b39f42e None None] Network c3944dfb-562a-4e20-ae76-00b790875948 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:56:25.505196 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.566941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Deleting port b2060cf4-8b63-4f81-84b5-86caf927c22e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:25.567286 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.606544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] DHCP port deletion for c3944dfb-562a-4e20-ae76-00b790875948 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:56:25.631594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] For port b2060cf4-8b63-4f81-84b5-86caf927c22e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b2060cf4-8b63-4f81-84b5-86caf927c22e,segment=NetworkSegment(aaaf0990-3e86-4fa0-ad6b-e8a977fde123),segment_id=aaaf0990-3e86-4fa0-ad6b-e8a977fde123)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:25.632242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.648167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Calling delete_port for b2060cf4-8b63-4f81-84b5-86caf927c22e owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:25.658214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] Deleting port b2060cf4-8b63-4f81-84b5-86caf927c22e {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:56:25.658840 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.726665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] For port b2060cf4-8b63-4f81-84b5-86caf927c22e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b2060cf4-8b63-4f81-84b5-86caf927c22e,segment=NetworkSegment(aaaf0990-3e86-4fa0-ad6b-e8a977fde123),segment_id=aaaf0990-3e86-4fa0-ad6b-e8a977fde123)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:56:25.727085 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.741407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] Calling delete_port for b2060cf4-8b63-4f81-84b5-86caf927c22e owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:56:25.747163 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.775250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Pushing event deleted for resources: {'Port': ['ID=b2060cf4-8b63-4f81-84b5-86caf927c22e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:25.777290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] No DVR routers for this DVR port b2060cf4-8b63-4f81-84b5-86caf927c22e on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:56:25.835611 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.848013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] No DVR routers for this DVR port b2060cf4-8b63-4f81-84b5-86caf927c22e on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:56:25.867397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea77a21-781b-4757-907c-8a2deab28159 None None] Pushing event deleted for resources: {'Port': ['ID=b2060cf4-8b63-4f81-84b5-86caf927c22e,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:25.880316 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.902187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3944dfb-562a-4e20-ae76-00b790875948']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:25.912273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaf0990-3e86-4fa0-ad6b-e8a977fde123') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:25.912657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaf0990-3e86-4fa0-ad6b-e8a977fde123') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:25.922401 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.936324 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.942621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:56:25.942973 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: timer() May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:56:25.945914 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:56:26.012637 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:26.026311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:26.032195 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] 10.222.0.13 "DELETE /v2.0/networks/c3944dfb-562a-4e20-ae76-00b790875948 HTTP/1.1" status: 204 len: 168 time: 0.6104941 May 10 11:56:26.042569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500f26b-a409-4192-925a-436b407838f8 tempest-TagsExtTest-1959070428 tempest-TagsExtTest-1959070428-project] Pushing event deleted for resources: {'Network': ['ID=c3944dfb-562a-4e20-ae76-00b790875948,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:26.287886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50088) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:26.426369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-92a33a84-3067-40a7-8458-12b56cf34047 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14bddff51ced4505b129f55b90aa09c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372645 May 10 11:56:26.428823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:26.479624 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f26109bb-d7c8-4163-9b62-66452470c3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:26.501157 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f26109bb-d7c8-4163-9b62-66452470c3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:26.552858 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f26109bb-d7c8-4163-9b62-66452470c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:26.555611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f26109bb-d7c8-4163-9b62-66452470c3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:26.559664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f26109bb-d7c8-4163-9b62-66452470c3cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8987032-7a5b-46a9-a52f-27ffd198577a HTTP/1.1" status: 204 len: 168 time: 0.1270709 May 10 11:56:26.565585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26109bb-d7c8-4163-9b62-66452470c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8987032-7a5b-46a9-a52f-27ffd198577a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:26.991594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b2060cf4-8b63-4f81-84b5-86caf927c22e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:56:27.013813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b2060cf4-8b63-4f81-84b5-86caf927c22e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:56:27.014497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b2060cf4-8b63-4f81-84b5-86caf927c22e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:56:27.760801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-0bcfca8e-9944-4a8c-90da-180027f87535 req-247ca10f-3323-41ba-a779-d45e5e48a7f2 service neutron] (102768) timed out ('10.222.0.13', 54502) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 11:56:28.852207 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:56:32.698660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:34.297890 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-650169ba-46bb-4eb7-aae7-4fe7f39e5622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:35.557793 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:37.262787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-73bb0650-c48e-44fc-9a84-247fe9d828da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:37.823460 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:38.138831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-6bfac914-f490-433b-81ee-e666d40dd5a9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:38.140363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-6bfac914-f490-433b-81ee-e666d40dd5a9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1121161 May 10 11:56:38.158794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-72c23e4b-2f3b-4174-ad4b-ea3a458dab2c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/quotas/82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 375 time: 0.0096478 May 10 11:56:38.522658 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-8b606d44-5b38-4ca5-8854-803de970dc60 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3561399 May 10 11:56:38.642206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-eaf99a38-6250-40ed-938b-2e52ace47798 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:56:38.643210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-eaf99a38-6250-40ed-938b-2e52ace47798 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1138735 May 10 11:56:38.744721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-049c6657-b71a-407e-ab69-c1dd843ad140 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915225 May 10 11:56:38.859163 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-0c4d5987-7065-4044-8411-6609044c6ac6 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069529 May 10 11:56:39.048391 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8422209f-436a-47d5-858a-e05370cd4af3 req-510d5fb7-84cd-4022-a44b-c1271c18b963 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 210 time: 0.0289280 May 10 11:56:39.351365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:39.569975 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:40.005074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-2d5aac7e-af73-420d-91a9-f0698f2fec18 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:40.006678 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-2d5aac7e-af73-420d-91a9-f0698f2fec18 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1117003 May 10 11:56:40.021404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'port': {'device_id': '77932566-3afa-480c-b45b-6808316a922f', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'admin_state_up': True, 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:40.146884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:56:40.150793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:40.152287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4099793e-ed6c-4bb8-9113-80d3c0f6baa0 req-052e817e-10ee-4410-a9dd-6d2c28368478 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 210 time: 0.0302751 May 10 11:56:40.285552 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.20.0.13 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/1e33d54c-7a14-4891-85e6-b393558a2174) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:56:40.446019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:40.481264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:40.524000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:56:40.527106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:56:40.531201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:56:40.562780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=1e33d54c-7a14-4891-85e6-b393558a2174,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:40.593205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:40.593877 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:40.611670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-42ba885c-ddbf-41fc-b934-55d7e16cc6e5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5950129 May 10 11:56:40.624090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Request body: {'port': {'device_id': '77932566-3afa-480c-b45b-6808316a922f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:56:40.682372 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:40.842590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-dcade0a0-e3de-4746-908a-c9050bcce666 None None] Provisioning complete for port 1e33d54c-7a14-4891-85e6-b393558a2174 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:56:40.843207 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dcade0a0-e3de-4746-908a-c9050bcce666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:40.882783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-dcade0a0-e3de-4746-908a-c9050bcce666 None None] Port 1e33d54c-7a14-4891-85e6-b393558a2174 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:56:41.343714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644cf0c-a1e5-4b97-ad91-e2fe7f5f20bd req-5ece4e3f-e5b0-439f-b757-1599d2673dd3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:41.345954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7644cf0c-a1e5-4b97-ad91-e2fe7f5f20bd req-5ece4e3f-e5b0-439f-b757-1599d2673dd3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 932 time: 0.0969760 May 10 11:56:41.418707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e33d54c-7a14-4891-85e6-b393558a2174 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:56:41.427795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:41.433010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7644cf0c-a1e5-4b97-ad91-e2fe7f5f20bd req-c8912d8f-9401-471a-b7ae-8812ad0bea8f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777185 May 10 11:56:41.443498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Transition to ACTIVE for port object 1e33d54c-7a14-4891-85e6-b393558a2174 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:56:41.448257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:41.519241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e33d54c-7a14-4891-85e6-b393558a2174,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:41.579705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Attempting to bind port 1e33d54c-7a14-4891-85e6-b393558a2174 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:56:41.580072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Attempting to bind port 1e33d54c-7a14-4891-85e6-b393558a2174 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:56:41.580400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Attempting to bind port 1e33d54c-7a14-4891-85e6-b393558a2174 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:56:41.585183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Port 1e33d54c-7a14-4891-85e6-b393558a2174 on network 4614ead3-c23c-412b-950b-bf423696c4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:56:41.585500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Attempting to bind port 1e33d54c-7a14-4891-85e6-b393558a2174 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:56:41.590503 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:56:41.590961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:56:41.591351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:56:41.591777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Bound port: 1e33d54c-7a14-4891-85e6-b393558a2174, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:56:41.592160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:41.657873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] For port 1e33d54c-7a14-4891-85e6-b393558a2174, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:56:41.661105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] For port 1e33d54c-7a14-4891-85e6-b393558a2174, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1e33d54c-7a14-4891-85e6-b393558a2174,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:56:41.666904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:41.707061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:41.707692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:41.709688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] 10.222.0.49 "PUT /v2.0/ports/1e33d54c-7a14-4891-85e6-b393558a2174 HTTP/1.1" status: 200 len: 1092 time: 1.0900805 May 10 11:56:41.710284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77932566-3afa-480c-b45b-6808316a922f', 'tag': '1e33d54c-7a14-4891-85e6-b393558a2174'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:56:41.712744 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "77932566-3afa-480c-b45b-6808316a922f", "tag": "1e33d54c-7a14-4891-85e6-b393558a2174"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:56:41.761439 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095f2e6b-c19b-4391-83ff-ccfba4390154 x-openstack-request-id: req-095f2e6b-c19b-4391-83ff-ccfba4390154 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:56:41.761873 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77932566-3afa-480c-b45b-6808316a922f", "tag": "1e33d54c-7a14-4891-85e6-b393558a2174", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:56:41.762299 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-095f2e6b-c19b-4391-83ff-ccfba4390154 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:56:41.762819 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095f2e6b-c19b-4391-83ff-ccfba4390154'] response: {'name': 'network-changed', 'server_uuid': '77932566-3afa-480c-b45b-6808316a922f', 'tag': '1e33d54c-7a14-4891-85e6-b393558a2174', 'status': 'completed', 'code': 200} May 10 11:56:41.763946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20489804-3f66-4d3a-be74-f1fdc237cde5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e33d54c-7a14-4891-85e6-b393558a2174,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:41.814069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-0d170df8-6711-4f2b-b0d9-bf3a85c995d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:41.815945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-0d170df8-6711-4f2b-b0d9-bf3a85c995d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 1095 time: 0.0468507 May 10 11:56:41.866189 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-04ac952e-e162-4223-90b3-a18daf86a1cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e33d54c-7a14-4891-85e6-b393558a2174 HTTP/1.1" status: 200 len: 217 time: 0.0423877 May 10 11:56:41.921175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-8c7b3694-281f-48e7-87d3-b3b1ebfd58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:41.922795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-8c7b3694-281f-48e7-87d3-b3b1ebfd58b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0508862 May 10 11:56:41.970456 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-e47384f2-bf70-492b-8557-0410fbae74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:41.972001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-e47384f2-bf70-492b-8557-0410fbae74a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417938 May 10 11:56:42.073832 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-43d916cb-943f-43bb-8e50-03f7f6f2edcf service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948319 May 10 11:56:42.163716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29540c6f-97c5-4f41-88fc-250e42c8b3be req-7fbb6683-353b-4df6-958f-4222ee74460c service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828419 May 10 11:56:42.255778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-086bd643-8c69-4795-aa8b-a5219a08f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:42.257316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-086bd643-8c69-4795-aa8b-a5219a08f45d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 1095 time: 0.0437350 May 10 11:56:42.354004 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-9f255104-81f2-4ae3-9469-09ff294a5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:42.355596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-9f255104-81f2-4ae3-9469-09ff294a5ccb service neutron] 10.222.0.49 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0911801 May 10 11:56:42.399852 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-e383b517-2d40-4439-ae2d-342128297627 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e33d54c-7a14-4891-85e6-b393558a2174 HTTP/1.1" status: 200 len: 217 time: 0.0378153 May 10 11:56:42.458852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-3640423b-181b-4632-a841-a70187b7a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:42.460671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-3640423b-181b-4632-a841-a70187b7a15d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0539453 May 10 11:56:42.523802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-2ab320c4-9264-461a-91d1-3c625ee71130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:42.525376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-2ab320c4-9264-461a-91d1-3c625ee71130 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584338 May 10 11:56:42.632536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbcaf5-73a3-40eb-b609-9d15b02bc770 req-b98f21ed-f5ac-4800-96fa-845f1fd9fb87 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:42.634063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40dbcaf5-73a3-40eb-b609-9d15b02bc770 req-b98f21ed-f5ac-4800-96fa-845f1fd9fb87 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.1077945 May 10 11:56:42.702024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40dbcaf5-73a3-40eb-b609-9d15b02bc770 req-14109c35-24fd-4989-851e-42e9a93e5da7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575693 May 10 11:56:42.704655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-14320cb4-9413-48c7-8217-2aade8b27774 service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683853 May 10 11:56:42.886142 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e997eab-18c7-4d2f-80e8-2e20213f2a3b req-07fadb8b-02bf-4756-b0a1-5668986425fd service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742239 May 10 11:56:43.874489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225e22-ba63-4631-81dc-024d254e135c req-507a01a0-a298-4356-b56d-f2b725ea3a6e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:43.884331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e225e22-ba63-4631-81dc-024d254e135c req-507a01a0-a298-4356-b56d-f2b725ea3a6e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0759785 May 10 11:56:43.952281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e225e22-ba63-4631-81dc-024d254e135c req-acb607ac-6ed7-4029-8cfa-c66f86e2a408 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 May 10 11:56:45.115052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e345e-ba48-4500-9fbc-3c29f76004e3 req-39ad824a-a2e6-4f79-a87d-80ff345b8da2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:45.126440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a38e345e-ba48-4500-9fbc-3c29f76004e3 req-39ad824a-a2e6-4f79-a87d-80ff345b8da2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0894151 May 10 11:56:45.161435 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a38e345e-ba48-4500-9fbc-3c29f76004e3 req-91f9ae5f-ff83-4782-81fc-34b0e7671d08 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 May 10 11:56:46.328270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28826e1-9152-4d62-8b87-cc79ad6e170d req-e0b001d5-efe6-4f29-a8cf-dbad6cd0216e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:46.329788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e28826e1-9152-4d62-8b87-cc79ad6e170d req-e0b001d5-efe6-4f29-a8cf-dbad6cd0216e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0548713 May 10 11:56:46.375112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e28826e1-9152-4d62-8b87-cc79ad6e170d req-9d828756-03fa-438b-be2b-edb0b5b80d53 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 May 10 11:56:47.514146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689eb7-c1b2-4743-93d1-9ac1e38ff70e req-c705acc2-08ac-44df-b15e-32cd69d9e851 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:47.516344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2689eb7-c1b2-4743-93d1-9ac1e38ff70e req-c705acc2-08ac-44df-b15e-32cd69d9e851 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0643988 May 10 11:56:47.568714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2689eb7-c1b2-4743-93d1-9ac1e38ff70e req-85d5d587-c308-4b98-a60f-ebe604a193a0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 May 10 11:56:47.811806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50422) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:47.929314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.014358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.020902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.058385 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c984caa811f645d39df02228cf961a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452290 May 10 11:56:48.059447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfcb8e0-f0a6-4f20-969a-0ac579c209f7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:48.061405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50426) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:48.067004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.067352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.067708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.068073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.068405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.068731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.069054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.069381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.069722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.070024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.070345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.070663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62597808-f7b2-4a23-879a-a996ecfcdc98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:48.111619 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a968976f-bc3a-4411-b00d-78489c8f42ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.132241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a968976f-bc3a-4411-b00d-78489c8f42ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.184853 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a968976f-bc3a-4411-b00d-78489c8f42ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.187862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a968976f-bc3a-4411-b00d-78489c8f42ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.189024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a968976f-bc3a-4411-b00d-78489c8f42ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdfcb8e0-f0a6-4f20-969a-0ac579c209f7 HTTP/1.1" status: 204 len: 168 time: 0.1266291 May 10 11:56:48.198063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968976f-bc3a-4411-b00d-78489c8f42ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfcb8e0-f0a6-4f20-969a-0ac579c209f7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:48.457789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50432) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:48.474495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a6c94322-78e8-4894-aac5-561f70e1d086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.552760 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a6c94322-78e8-4894-aac5-561f70e1d086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.559174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a6c94322-78e8-4894-aac5-561f70e1d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.597512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a6c94322-78e8-4894-aac5-561f70e1d086 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6650b34ba8424e5fb49616ada37f9d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384344 May 10 11:56:48.598488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c94322-78e8-4894-aac5-561f70e1d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13259e1d-4099-4943-bfe8-1fec917d5348,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:48.600115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50436) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:56:48.679059 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cfd2dcd0-177b-4272-95fc-04b356dbc99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.705932 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cfd2dcd0-177b-4272-95fc-04b356dbc99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.714622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9249b-05c3-4a26-ae43-c553d099b6f2 req-30090c0f-c8b8-41af-bc85-f940d13353b0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:48.716105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3a9249b-05c3-4a26-ae43-c553d099b6f2 req-30090c0f-c8b8-41af-bc85-f940d13353b0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0756953 May 10 11:56:48.772112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3a9249b-05c3-4a26-ae43-c553d099b6f2 req-3e059219-2263-4066-8198-106c2dab88d8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 May 10 11:56:48.785978 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cfd2dcd0-177b-4272-95fc-04b356dbc99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.788692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cfd2dcd0-177b-4272-95fc-04b356dbc99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:48.789868 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cfd2dcd0-177b-4272-95fc-04b356dbc99d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13259e1d-4099-4943-bfe8-1fec917d5348 HTTP/1.1" status: 204 len: 168 time: 0.1879439 May 10 11:56:48.798026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2dcd0-177b-4272-95fc-04b356dbc99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13259e1d-4099-4943-bfe8-1fec917d5348,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:49.899386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca154cda-1a3b-430f-a5f3-3b303f1cc684 req-c61e61bb-c3c2-4a98-ab93-9e6e0627cda9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:49.906951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca154cda-1a3b-430f-a5f3-3b303f1cc684 req-c61e61bb-c3c2-4a98-ab93-9e6e0627cda9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0549419 May 10 11:56:49.950246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca154cda-1a3b-430f-a5f3-3b303f1cc684 req-faa20206-0b68-4f69-895a-03e3093bc04c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 May 10 11:56:51.084483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1abb56-2d61-4090-b536-b1fa0af93af2 req-10d09f7c-c68f-4082-ba05-317331e8fb3b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:51.086325 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee1abb56-2d61-4090-b536-b1fa0af93af2 req-10d09f7c-c68f-4082-ba05-317331e8fb3b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0689971 May 10 11:56:51.134938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ee1abb56-2d61-4090-b536-b1fa0af93af2 req-c1ce7b3d-fd71-4720-9a46-684dd95d8c5a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376174 May 10 11:56:52.259886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c880-6239-4ac6-b756-be858465e95d req-c0437026-13c6-4cc1-9e96-f2f10c1062f4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:52.261488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4a5c880-6239-4ac6-b756-be858465e95d req-c0437026-13c6-4cc1-9e96-f2f10c1062f4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0534837 May 10 11:56:52.302699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4a5c880-6239-4ac6-b756-be858465e95d req-61d67d70-db4f-43e6-a71b-aacb9ad98e2f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 May 10 11:56:53.435555 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83970686-eb6e-4aab-8b53-a67fd5e732c0 req-79a879e6-1868-4b06-9bf0-70b1418aed3c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:53.437309 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83970686-eb6e-4aab-8b53-a67fd5e732c0 req-79a879e6-1868-4b06-9bf0-70b1418aed3c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0548453 May 10 11:56:53.477527 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83970686-eb6e-4aab-8b53-a67fd5e732c0 req-2063a20e-5419-458f-ba7a-fe8bf6d705d2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 May 10 11:56:54.604939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64809581-04eb-46de-b6b3-b97cb27dcea8 req-9392d414-abbd-4f12-8fde-cb2bc12cace7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:54.606584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64809581-04eb-46de-b6b3-b97cb27dcea8 req-9392d414-abbd-4f12-8fde-cb2bc12cace7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0592451 May 10 11:56:54.644764 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64809581-04eb-46de-b6b3-b97cb27dcea8 req-9ef30f96-9735-42b9-a718-f7459dfeba34 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 May 10 11:56:55.767998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f12d12-b9cd-4f50-a365-c237ecaa443c req-6c171f38-1020-4c4b-9109-d055c1cc3040 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:55.769586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0f12d12-b9cd-4f50-a365-c237ecaa443c req-6c171f38-1020-4c4b-9109-d055c1cc3040 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0508981 May 10 11:56:55.808570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a0f12d12-b9cd-4f50-a365-c237ecaa443c req-2bf4db6a-665d-4044-88da-84ec8cfae703 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 May 10 11:56:56.932787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6e302-5f19-4224-ac75-6d9536ab0d76 req-5c7b1e92-cfa8-4bd7-a033-76c819fef881 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:56.934376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def6e302-5f19-4224-ac75-6d9536ab0d76 req-5c7b1e92-cfa8-4bd7-a033-76c819fef881 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0545025 May 10 11:56:56.976657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-def6e302-5f19-4224-ac75-6d9536ab0d76 req-925783bf-53a8-4459-9352-5f830b25342e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359488 May 10 11:56:58.113464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e09374-13a7-47a4-86f9-fb2d8b7e3ae6 req-0247a552-857a-42f0-97cf-8b3d093871df tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:58.114990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66e09374-13a7-47a4-86f9-fb2d8b7e3ae6 req-0247a552-857a-42f0-97cf-8b3d093871df tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0561986 May 10 11:56:58.160578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-66e09374-13a7-47a4-86f9-fb2d8b7e3ae6 req-45043f12-e0be-4844-8222-86c81eb42fd4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 May 10 11:56:59.295363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d054ddb-a59d-48d0-bd1b-dcd0785cc9c5 req-76bb5b4c-b314-4af8-9af0-13f5de619304 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:56:59.296876 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d054ddb-a59d-48d0-bd1b-dcd0785cc9c5 req-76bb5b4c-b314-4af8-9af0-13f5de619304 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 944 time: 0.0562713 May 10 11:56:59.338624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d054ddb-a59d-48d0-bd1b-dcd0785cc9c5 req-f7c59cbb-7e84-4209-9375-8aa43a3e823d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 May 10 11:56:59.932772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1e33d54c-7a14-4891-85e6-b393558a2174 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:57:00.030337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1e33d54c-7a14-4891-85e6-b393558a2174, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1e33d54c-7a14-4891-85e6-b393558a2174,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:00.041844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '1e33d54c-7a14-4891-85e6-b393558a2174', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'port_id': '1e33d54c-7a14-4891-85e6-b393558a2174', 'mac_address': 'fa:16:3e:37:f7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:57:00.078678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1e33d54c-7a14-4891-85e6-b393558a2174 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:57:00.079073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:00.092017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e33d54c-7a14-4891-85e6-b393558a2174 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:57:00.111269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1e33d54c-7a14-4891-85e6-b393558a2174, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1e33d54c-7a14-4891-85e6-b393558a2174,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:00.122394 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:00.169063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1e33d54c-7a14-4891-85e6-b393558a2174,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:00.176587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.176938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.177269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.177608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.177944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.178273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.178602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.178928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.179256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.179583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.179931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.180241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:00.326639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1e33d54c-7a14-4891-85e6-b393558a2174'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:57:00.467633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2422e0-003e-443f-bbb4-c3aaaa7e6c69 req-c9179c6c-af82-4c5b-9319-cec419491460 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:00.469501 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b2422e0-003e-443f-bbb4-c3aaaa7e6c69 req-c9179c6c-af82-4c5b-9319-cec419491460 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 945 time: 0.0603766 May 10 11:57:00.509832 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b2422e0-003e-443f-bbb4-c3aaaa7e6c69 req-07448415-cdc6-4f3d-94d5-22437c3abf38 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340610 May 10 11:57:01.630791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887513a-f044-4860-b770-bf91caf7b154 req-7b194a1a-4408-48f0-99f4-0cdbef485950 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:01.632312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1887513a-f044-4860-b770-bf91caf7b154 req-7b194a1a-4408-48f0-99f4-0cdbef485950 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 945 time: 0.0507698 May 10 11:57:01.676369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1887513a-f044-4860-b770-bf91caf7b154 req-174dae77-b775-4379-a3a0-ddc143017395 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355077 May 10 11:57:01.804403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50558) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:01.922396 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba85b274-6ab7-40c5-bb5b-20a09c38d78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:01.947869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1e33d54c-7a14-4891-85e6-b393558a2174 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:57:01.996929 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba85b274-6ab7-40c5-bb5b-20a09c38d78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:01.999639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 1e33d54c-7a14-4891-85e6-b393558a2174 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:57:02.002695 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba85b274-6ab7-40c5-bb5b-20a09c38d78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.004271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 1e33d54c-7a14-4891-85e6-b393558a2174 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:57:02.004649 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.041620 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ba85b274-6ab7-40c5-bb5b-20a09c38d78e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49c760fbf8e24e53a8c65c64f7984cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360089 May 10 11:57:02.042404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85b274-6ab7-40c5-bb5b-20a09c38d78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b36d919-64a9-456c-ac73-2c59f7609ee4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:02.044460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50562) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:02.087777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1e33d54c-7a14-4891-85e6-b393558a2174 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:57:02.088272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.093676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96f7acb0-b620-4673-890f-2af76567aedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.111477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77932566-3afa-480c-b45b-6808316a922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e33d54c-7a14-4891-85e6-b393558a2174'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:57:02.113989 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e8c4d0-fc35-4b68-97bd-ec3081adb1b8" -d '{"events": [{"server_uuid": "77932566-3afa-480c-b45b-6808316a922f", "name": "network-vif-plugged", "status": "completed", "tag": "1e33d54c-7a14-4891-85e6-b393558a2174"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:57:02.115605 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96f7acb0-b620-4673-890f-2af76567aedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.127406 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1e33d54c-7a14-4891-85e6-b393558a2174, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1e33d54c-7a14-4891-85e6-b393558a2174,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:02.132821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.159696 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd23247-e29f-4824-b1f2-5f1ba14100f7 x-openstack-request-id: req-ddd23247-e29f-4824-b1f2-5f1ba14100f7 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:57:02.160010 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77932566-3afa-480c-b45b-6808316a922f", "name": "network-vif-plugged", "status": "completed", "tag": "1e33d54c-7a14-4891-85e6-b393558a2174", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:57:02.160262 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddd23247-e29f-4824-b1f2-5f1ba14100f7 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:57:02.160660 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd23247-e29f-4824-b1f2-5f1ba14100f7'] response: {'server_uuid': '77932566-3afa-480c-b45b-6808316a922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e33d54c-7a14-4891-85e6-b393558a2174', 'code': 200} May 10 11:57:02.171449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96f7acb0-b620-4673-890f-2af76567aedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.174835 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96f7acb0-b620-4673-890f-2af76567aedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.176039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-96f7acb0-b620-4673-890f-2af76567aedd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b36d919-64a9-456c-ac73-2c59f7609ee4 HTTP/1.1" status: 204 len: 168 time: 0.1304526 May 10 11:57:02.196659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1e33d54c-7a14-4891-85e6-b393558a2174,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:02.203681 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7acb0-b620-4673-890f-2af76567aedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b36d919-64a9-456c-ac73-2c59f7609ee4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:02.269267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75186-a33d-4853-be5c-8b5d0aea60f4 req-d0693278-400b-4060-b419-4d5b60490c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:02.270980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d0b75186-a33d-4853-be5c-8b5d0aea60f4 req-d0693278-400b-4060-b419-4d5b60490c3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 1097 time: 0.0509243 May 10 11:57:02.306889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d0b75186-a33d-4853-be5c-8b5d0aea60f4 req-00184da2-aead-42a1-829e-0235171ecda4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290709 May 10 11:57:02.449181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50570) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:02.462450 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73d877ae-9fba-479a-8931-8503f7a3b655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.540408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73d877ae-9fba-479a-8931-8503f7a3b655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.546554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-73d877ae-9fba-479a-8931-8503f7a3b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.584268 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-73d877ae-9fba-479a-8931-8503f7a3b655 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b88eb8f72aa43989b9b0ec9a333f9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339195 May 10 11:57:02.585117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d877ae-9fba-479a-8931-8503f7a3b655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82954648-adaa-4a00-8fd7-d28234f9d93a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:02.587260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50572) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:02.636952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b9f02f7-2213-4293-9dc1-f598697a22b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.658297 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b9f02f7-2213-4293-9dc1-f598697a22b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.696893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.709904 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b9f02f7-2213-4293-9dc1-f598697a22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.713030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b9f02f7-2213-4293-9dc1-f598697a22b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:02.714171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b9f02f7-2213-4293-9dc1-f598697a22b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82954648-adaa-4a00-8fd7-d28234f9d93a HTTP/1.1" status: 204 len: 168 time: 0.1258152 May 10 11:57:02.723282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f02f7-2213-4293-9dc1-f598697a22b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82954648-adaa-4a00-8fd7-d28234f9d93a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:02.796888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f7c6d-dbbf-4b25-a25a-a59f595bf916 req-1ae7e837-a0be-4381-a5b9-5867b6162808 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:02.798286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-628f7c6d-dbbf-4b25-a25a-a59f595bf916 req-1ae7e837-a0be-4381-a5b9-5867b6162808 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 946 time: 0.0486045 May 10 11:57:02.837566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-628f7c6d-dbbf-4b25-a25a-a59f595bf916 req-07c844b5-d516-40a8-80fa-ffc6f1063b74 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329399 May 10 11:57:03.424902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50596) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:03.551861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1939761334-network', 'tenant_id': '4551412c3b01469c889003a211833ad5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:03.575501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Made reservation on behalf of 4551412c3b01469c889003a211833ad5 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:03.579352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.593531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.674226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.680513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.706341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:57:03.712372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:03.718348 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.718704 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Added segment ff9ef330-adb2-4873-b5f0-de4c27ae8e61 of type vlan for network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d May 10 11:57:03.758791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.786712 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.787706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:03.788342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.847567 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4212196 May 10 11:57:03.850745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50600) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:03.855775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Request body: {'subnet': {'network_id': '6d95c805-ba7b-469e-b8d3-dcc3ef134b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1939761334-subnet', 'tenant_id': '4551412c3b01469c889003a211833ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:03.856509 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9c853-1cb1-45b2-be17-243c07d17462 admin admin] Pushing event updated for resources: {'Network': ['ID=6d95c805-ba7b-469e-b8d3-dcc3ef134b9d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:03.870843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:57:03.885599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Made reservation on behalf of 4551412c3b01469c889003a211833ad5 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:03.888049 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:03.978930 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b887067-364f-409d-a145-eeb0bbed2d05 req-f6a66efe-92f8-40c9-b36d-b135f943e945 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:03.980457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b887067-364f-409d-a145-eeb0bbed2d05 req-f6a66efe-92f8-40c9-b36d-b135f943e945 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 946 time: 0.0536902 May 10 11:57:04.035056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b887067-364f-409d-a145-eeb0bbed2d05 req-7979389b-b052-4f67-8c99-4dc122488ad2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 May 10 11:57:04.067951 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:04.159180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77547612-7dda-4736-bc49-8461328dce83,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:04.171246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Checking segment: {'id': 'ff9ef330-adb2-4873-b5f0-de4c27ae8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d95c805-ba7b-469e-b8d3-dcc3ef134b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:57:04.171598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Network hostable DHCP agents. Network: 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:57:04.182361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa92c56-53f5-436d-8a2f-228782c31dac req-abc40b72-5f6c-4581-a40a-669c0efa5184 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:04.183907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6aa92c56-53f5-436d-8a2f-228782c31dac req-abc40b72-5f6c-4581-a40a-669c0efa5184 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 946 time: 0.0744536 May 10 11:57:04.214618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:57:04.231915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6aa92c56-53f5-436d-8a2f-228782c31dac req-502dfdd0-d54f-4a5a-a78e-d000eb0f8ab0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 May 10 11:57:04.233238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:57:04.237302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:04.237894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:04.243655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a9844-cc00-4ca7-b9e3-8c92fb728c4e None None] Network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:57:04.264997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-16baad34-f8d7-4c57-828d-96d109d26317 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4046581 May 10 11:57:04.374322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcead862-0748-444e-a936-93f3354e8efb req-0e26ba08-3c81-4df6-b041-edc905868cac tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:04.380929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bcead862-0748-444e-a936-93f3354e8efb req-0e26ba08-3c81-4df6-b041-edc905868cac tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 946 time: 0.0582423 May 10 11:57:04.417547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bcead862-0748-444e-a936-93f3354e8efb req-e83ada6d-fcff-4ed8-833c-f448d06d4fbe tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 May 10 11:57:04.520410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4005-9b12-47b5-8af0-e99db81ba79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:04.569801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e64f0-fd6b-4dfa-a5f2-d325462d689a None None] Network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:57:04.759990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0e83c-c5f8-4214-8481-390cbe079239 req-cb303fd8-2285-4895-9021-2943e9ea7d9f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:04.761613 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7ef0e83c-c5f8-4214-8481-390cbe079239 req-cb303fd8-2285-4895-9021-2943e9ea7d9f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 946 time: 0.0543394 May 10 11:57:04.790321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50628) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:04.795308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957978582-network', 'tenant_id': 'b6a65c8be3a047acb81210e510703a6f'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:04.799796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7ef0e83c-c5f8-4214-8481-390cbe079239 req-8277c908-346f-47da-ab9a-80488b54ca76 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 May 10 11:57:04.814309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Made reservation on behalf of b6a65c8be3a047acb81210e510703a6f for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:04.818965 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:04.828783 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:04.901174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:04.906245 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:04.937446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:57:04.943040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7051abf2-a04d-4859-900e-5f8f6578c874,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:04.949978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:04.950117 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Added segment 96a40ce0-3d08-4fbe-b7e5-127c53daa8a9 of type vlan for network b6affd0c-b557-4d95-94a0-157d0e584a03 May 10 11:57:04.988825 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:05.014449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:05.015445 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:05.016177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:05.068192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2766929 May 10 11:57:05.071151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50630) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:05.076185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Request body: {'subnet': {'network_id': 'b6affd0c-b557-4d95-94a0-157d0e584a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957978582-subnet', 'tenant_id': 'b6a65c8be3a047acb81210e510703a6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:05.077698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c85a4-b3be-4b82-b818-30c1989e2736 admin admin] Pushing event updated for resources: {'Network': ['ID=b6affd0c-b557-4d95-94a0-157d0e584a03,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:05.087722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network b6affd0c-b557-4d95-94a0-157d0e584a03 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:57:05.105520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Made reservation on behalf of b6a65c8be3a047acb81210e510703a6f for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:05.108172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:05.288232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:05.345527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Pushing event updated for resources: {'Subnet': ['ID=501241e4-2d56-4bb6-936b-7e2ecea3e55d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:05.350692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Checking segment: {'id': '96a40ce0-3d08-4fbe-b7e5-127c53daa8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b6affd0c-b557-4d95-94a0-157d0e584a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:57:05.351059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Network hostable DHCP agents. Network: b6affd0c-b557-4d95-94a0-157d0e584a03, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:57:05.371059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Network b6affd0c-b557-4d95-94a0-157d0e584a03 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:57:05.383243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, b6affd0c-b557-4d95-94a0-157d0e584a03) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:57:05.386916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:05.387502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:05.394131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa32b94e-545e-4754-8c3a-45a27c06279c None None] Network b6affd0c-b557-4d95-94a0-157d0e584a03 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:57:05.405779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f8d7f9a1-bf51-405b-bb2b-fccfde25feff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3330982 May 10 11:57:05.539143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d1e70-70f3-427e-b60b-d0718c8021b3 None None] Network b6affd0c-b557-4d95-94a0-157d0e584a03 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:57:05.634661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:05.851954 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:57:05.907088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-2903495d-74d8-493f-b009-d4989420485a tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:05.908607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-2903495d-74d8-493f-b009-d4989420485a tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/networks?id=6d95c805-ba7b-469e-b8d3-dcc3ef134b9d HTTP/1.1" status: 200 len: 809 time: 0.1126008 May 10 11:57:05.925309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75c7250b-7587-46af-a11c-b03a327b7183 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/quotas/4551412c3b01469c889003a211833ad5 HTTP/1.1" status: 200 len: 375 time: 0.0103836 May 10 11:57:05.932477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753229f-e36e-4ad7-b71a-ea61bb7974f8 req-d20a3c1a-1d8a-4bc9-a59b-cc850daedbd3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:05.933916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d753229f-e36e-4ad7-b71a-ea61bb7974f8 req-d20a3c1a-1d8a-4bc9-a59b-cc850daedbd3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 946 time: 0.0534341 May 10 11:57:05.962432 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-bfcd7b48-106a-4a2f-89c6-71181f8d8325 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4551412c3b01469c889003a211833ad5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301046 May 10 11:57:05.977175 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d753229f-e36e-4ad7-b71a-ea61bb7974f8 req-e62b0638-888b-4633-ab02-134b463121c8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369749 May 10 11:57:06.065423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-6b5f556d-ed7a-478c-9ad5-9c78b0a2193f service neutron] 10.222.0.13 "GET /v2.0/networks/6d95c805-ba7b-469e-b8d3-dcc3ef134b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947030 May 10 11:57:06.187120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66cf3b-3190-4095-809f-566045804ddd req-1a84b39b-aa65-4c53-b492-79fc0a36c561 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:06.188515 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d66cf3b-3190-4095-809f-566045804ddd req-1a84b39b-aa65-4c53-b492-79fc0a36c561 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 946 time: 0.0761037 May 10 11:57:06.190517 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-40801eda-4bf7-4f07-84aa-05b75445654e service neutron] 10.222.0.13 "GET /v2.0/networks/6d95c805-ba7b-469e-b8d3-dcc3ef134b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190190 May 10 11:57:06.288269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port 1e33d54c-7a14-4891-85e6-b393558a2174 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:57:06.288614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:06.371234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-105db859-5eab-4aa1-90a1-73fe4502f114 req-137bb7f4-ab8e-4a14-93ac-b3f62ce04b1e tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 210 time: 0.0309496 May 10 11:57:06.380477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] For port 1e33d54c-7a14-4891-85e6-b393558a2174, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1e33d54c-7a14-4891-85e6-b393558a2174,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:06.380922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:06.402981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for 1e33d54c-7a14-4891-85e6-b393558a2174 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:57:06.532879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:06.544337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1e33d54c-7a14-4891-85e6-b393558a2174'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:57:06.564392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=1e33d54c-7a14-4891-85e6-b393558a2174,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:06.624289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] No DVR routers for this DVR port 1e33d54c-7a14-4891-85e6-b393558a2174 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:57:06.627059 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:06.631066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d66cf3b-3190-4095-809f-566045804ddd req-472c9070-da11-496f-b8d1-6ced35991fc0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "DELETE /v2.0/ports/1e33d54c-7a14-4891-85e6-b393558a2174 HTTP/1.1" status: 204 len: 173 time: 0.4361863 May 10 11:57:06.631543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77932566-3afa-480c-b45b-6808316a922f', 'name': 'network-vif-deleted', 'tag': '1e33d54c-7a14-4891-85e6-b393558a2174'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:57:06.633883 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36eae15-cb9d-4592-bb97-5816964e17c7" -d '{"events": [{"server_uuid": "77932566-3afa-480c-b45b-6808316a922f", "name": "network-vif-deleted", "tag": "1e33d54c-7a14-4891-85e6-b393558a2174"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:57:06.706119 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e211af-f270-4889-ac91-7e5fe656f753 x-openstack-request-id: req-39e211af-f270-4889-ac91-7e5fe656f753 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:57:06.706509 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77932566-3afa-480c-b45b-6808316a922f", "name": "network-vif-deleted", "tag": "1e33d54c-7a14-4891-85e6-b393558a2174", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:57:06.706846 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39e211af-f270-4889-ac91-7e5fe656f753 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:57:06.707347 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e211af-f270-4889-ac91-7e5fe656f753'] response: {'server_uuid': '77932566-3afa-480c-b45b-6808316a922f', 'name': 'network-vif-deleted', 'tag': '1e33d54c-7a14-4891-85e6-b393558a2174', 'status': 'completed', 'code': 200} May 10 11:57:07.079663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75d10088-c6f5-4f2a-a720-b4990ff4771d req-d51093ef-7901-4746-b8a6-5e965c676a1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 210 time: 0.0273550 May 10 11:57:07.256619 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-12ea1f4c-2f6b-45eb-aaea-2c414638b7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:07.473151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ddb9165-dfd4-481a-a264-c7121c64519d req-348e7ac0-056b-4363-8050-c96ce68971b2 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 210 time: 0.0295973 May 10 11:57:07.651190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-9eaf9cce-4965-4095-b030-b0ea33230ca4 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:07.652698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-9eaf9cce-4965-4095-b030-b0ea33230ca4 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.70 "GET /v2.0/networks?id=6d95c805-ba7b-469e-b8d3-dcc3ef134b9d HTTP/1.1" status: 200 len: 809 time: 0.1190422 May 10 11:57:07.665167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Request body: {'port': {'device_id': '0dad0f2d-6980-42d1-9963-a78d041add7a', 'network_id': '6d95c805-ba7b-469e-b8d3-dcc3ef134b9d', 'admin_state_up': True, 'tenant_id': '4551412c3b01469c889003a211833ad5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:07.779553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Made reservation on behalf of 4551412c3b01469c889003a211833ad5 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:07.783500 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:07.834713 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:07.911883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Allocated IP 172.20.0.14 (6d95c805-ba7b-469e-b8d3-dcc3ef134b9d/77547612-7dda-4736-bc49-8461328dce83/1f050173-2880-4e02-afde-45dddefc50d5) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:57:08.066831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.100951 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.140642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:57:08.144103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:57:08.159131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:57:08.202869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Pushing event updated for resources: {'Port': ['ID=1f050173-2880-4e02-afde-45dddefc50d5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:08.223498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71b86e3e-94a3-470a-bce6-f5101050c153 req-7371ca50-358b-4829-b549-4a95bc1367bc tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 210 time: 0.0654807 May 10 11:57:08.243284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:08.243284 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.259230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-fac3c236-538a-4d73-b9f4-c7e3d9472d84 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5979667 May 10 11:57:08.368510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Request body: {'port': {'device_id': '0dad0f2d-6980-42d1-9963-a78d041add7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:08.422019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.601047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c60fa-425a-4a52-b0ea-54eda6543673 req-16bb8bd5-53b1-47f8-9dba-4d556afefdf3 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:08.604751 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f06c60fa-425a-4a52-b0ea-54eda6543673 req-16bb8bd5-53b1-47f8-9dba-4d556afefdf3 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 932 time: 0.0570176 May 10 11:57:08.651740 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f06c60fa-425a-4a52-b0ea-54eda6543673 req-fec8ec42-dd8b-440a-874d-d3698d99ea07 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 May 10 11:57:08.703550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f050173-2880-4e02-afde-45dddefc50d5 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:57:08.711189 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.725170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Transition to ACTIVE for port object 1f050173-2880-4e02-afde-45dddefc50d5 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:57:08.729508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.780288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=1f050173-2880-4e02-afde-45dddefc50d5,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:08.861033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Attempting to bind port 1f050173-2880-4e02-afde-45dddefc50d5 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:57:08.861402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Attempting to bind port 1f050173-2880-4e02-afde-45dddefc50d5 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'ff9ef330-adb2-4873-b5f0-de4c27ae8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d95c805-ba7b-469e-b8d3-dcc3ef134b9d'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:57:08.861790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Attempting to bind port 1f050173-2880-4e02-afde-45dddefc50d5 on network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:57:08.866401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Port 1f050173-2880-4e02-afde-45dddefc50d5 on network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:57:08.866842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Attempting to bind port 1f050173-2880-4e02-afde-45dddefc50d5 on network 6d95c805-ba7b-469e-b8d3-dcc3ef134b9d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:57:08.871791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:57:08.872150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Checking segment: {'id': 'ff9ef330-adb2-4873-b5f0-de4c27ae8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d95c805-ba7b-469e-b8d3-dcc3ef134b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:57:08.872530 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Bound using segment: {'id': 'ff9ef330-adb2-4873-b5f0-de4c27ae8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d95c805-ba7b-469e-b8d3-dcc3ef134b9d'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:57:08.872967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Bound port: 1f050173-2880-4e02-afde-45dddefc50d5, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9ef330-adb2-4873-b5f0-de4c27ae8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d95c805-ba7b-469e-b8d3-dcc3ef134b9d'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:57:08.873340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.944110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] For port 1f050173-2880-4e02-afde-45dddefc50d5, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:57:08.948039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] For port 1f050173-2880-4e02-afde-45dddefc50d5, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1f050173-2880-4e02-afde-45dddefc50d5,segment=NetworkSegment(ff9ef330-adb2-4873-b5f0-de4c27ae8e61),segment_id=ff9ef330-adb2-4873-b5f0-de4c27ae8e61)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:57:08.953831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.984897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:08.985505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.987161 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] 10.222.0.70 "PUT /v2.0/ports/1f050173-2880-4e02-afde-45dddefc50d5 HTTP/1.1" status: 200 len: 1092 time: 0.7204523 May 10 11:57:08.989701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad0f2d-6980-42d1-9963-a78d041add7a', 'tag': '1f050173-2880-4e02-afde-45dddefc50d5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:57:08.993178 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70df8a3b-2416-415e-82a8-6e58277d74c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad0f2d-6980-42d1-9963-a78d041add7a", "tag": "1f050173-2880-4e02-afde-45dddefc50d5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:57:09.032358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75795617-20df-40c7-8891-b051c2a4ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=1f050173-2880-4e02-afde-45dddefc50d5,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:09.079195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-246813fa-e472-445f-addb-659227cc8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:09.080731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-246813fa-e472-445f-addb-659227cc8a66 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4551412c3b01469c889003a211833ad5&device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 1095 time: 0.0437338 May 10 11:57:09.131158 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07575df4-62e6-4174-afcf-02d784275a40 x-openstack-request-id: req-07575df4-62e6-4174-afcf-02d784275a40 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:57:09.131761 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad0f2d-6980-42d1-9963-a78d041add7a", "tag": "1f050173-2880-4e02-afde-45dddefc50d5", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:57:09.131761 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07575df4-62e6-4174-afcf-02d784275a40 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:57:09.132103 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07575df4-62e6-4174-afcf-02d784275a40'] response: {'name': 'network-changed', 'server_uuid': '0dad0f2d-6980-42d1-9963-a78d041add7a', 'tag': '1f050173-2880-4e02-afde-45dddefc50d5', 'status': 'completed', 'code': 200} May 10 11:57:09.133625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-5f7d5619-98a9-4e07-8143-5fba1cccca28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f050173-2880-4e02-afde-45dddefc50d5 HTTP/1.1" status: 200 len: 217 time: 0.0447841 May 10 11:57:09.187868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-166650aa-be6c-4137-af7f-e6715943bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:09.187868 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-166650aa-be6c-4137-af7f-e6715943bff1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77547612-7dda-4736-bc49-8461328dce83 HTTP/1.1" status: 200 len: 849 time: 0.0444064 May 10 11:57:09.216371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-312117c4-dd82-4917-b78d-1465f200fb3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d95c805-ba7b-469e-b8d3-dcc3ef134b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248411 May 10 11:57:09.313441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-998b74bb-e3cb-4c6d-bf88-f928e66e4fde service neutron] 10.222.0.70 "GET /v2.0/networks/6d95c805-ba7b-469e-b8d3-dcc3ef134b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904639 May 10 11:57:09.324104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d0634426-fa8c-444e-91cd-22cebb162fd3 req-8f8360cf-3548-467e-ab33-fe5fd55dac16 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 210 time: 0.0285931 May 10 11:57:09.355790 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:09.410103 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41d45d73-be92-4c51-bba9-8bbbc0661780 req-ac346502-f720-4134-a9f5-18e573632bca service neutron] 10.222.0.70 "GET /v2.0/networks/6d95c805-ba7b-469e-b8d3-dcc3ef134b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903409 May 10 11:57:09.493105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-ad90ec14-902b-46b1-a2ab-1b7618bb6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:09.494596 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-ad90ec14-902b-46b1-a2ab-1b7618bb6f72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4551412c3b01469c889003a211833ad5&device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 1095 time: 0.0413730 May 10 11:57:09.574762 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:09.593261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-9e10378a-88a2-4c79-88b5-0cce7f9017cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:09.594793 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-9e10378a-88a2-4c79-88b5-0cce7f9017cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=6d95c805-ba7b-469e-b8d3-dcc3ef134b9d HTTP/1.1" status: 200 len: 910 time: 0.0934167 May 10 11:57:09.636951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-10276012-f9eb-4175-9364-7dc58be60a20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f050173-2880-4e02-afde-45dddefc50d5 HTTP/1.1" status: 200 len: 217 time: 0.0356553 May 10 11:57:09.696148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-286ad516-ec52-435f-86b1-00588f297b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:09.697700 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-286ad516-ec52-435f-86b1-00588f297b93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77547612-7dda-4736-bc49-8461328dce83 HTTP/1.1" status: 200 len: 849 time: 0.0549855 May 10 11:57:09.737276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-19f2541f-3323-4bcf-9290-d4a477d81a69 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d95c805-ba7b-469e-b8d3-dcc3ef134b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315194 May 10 11:57:09.844283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9d918-ea8c-4b61-95bd-0b0ade2446e6 req-e5ac5e4c-4b0b-48c8-b246-d65fd5b61efe tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:09.845784 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ac9d918-ea8c-4b61-95bd-0b0ade2446e6 req-e5ac5e4c-4b0b-48c8-b246-d65fd5b61efe tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 944 time: 0.1110539 May 10 11:57:09.875569 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-ed62623c-8565-49c7-a8b0-ce1c0c1c66bc service neutron] 10.222.0.70 "GET /v2.0/networks/6d95c805-ba7b-469e-b8d3-dcc3ef134b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303880 May 10 11:57:09.901594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ac9d918-ea8c-4b61-95bd-0b0ade2446e6 req-49b3c424-f853-46ee-ac3b-072714e49912 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 May 10 11:57:09.948041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1e33d54c-7a14-4891-85e6-b393558a2174 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:57:09.969017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 1e33d54c-7a14-4891-85e6-b393558a2174 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:57:09.969328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1e33d54c-7a14-4891-85e6-b393558a2174 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:57:09.982308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70df8a3b-2416-415e-82a8-6e58277d74c0 req-cc5a7779-2dfd-4cb5-93fe-18eef3ca4868 service neutron] 10.222.0.70 "GET /v2.0/networks/6d95c805-ba7b-469e-b8d3-dcc3ef134b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956905 May 10 11:57:10.442096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-33e00773-812d-48d9-a201-60f47dc91723 req-c4ab523f-37e8-4a79-af6b-7d58f6a51829 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=77932566-3afa-480c-b45b-6808316a922f HTTP/1.1" status: 200 len: 210 time: 0.0320923 May 10 11:57:11.024748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afa1d-2276-4508-9cba-fed4745bd5d2 req-2b447aef-bc15-4317-b512-e8940971bd3a tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:11.026098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f9afa1d-2276-4508-9cba-fed4745bd5d2 req-2b447aef-bc15-4317-b512-e8940971bd3a tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 944 time: 0.0506070 May 10 11:57:11.069337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f9afa1d-2276-4508-9cba-fed4745bd5d2 req-639a5637-04a9-4f5d-a544-c2328732ea3c tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366247 May 10 11:57:12.202585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814edce-d7b7-4ce4-b358-eaf0636c0c56 req-c25e748d-18bd-45fb-b1b6-18dfa8d1d261 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:12.204209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0814edce-d7b7-4ce4-b358-eaf0636c0c56 req-c25e748d-18bd-45fb-b1b6-18dfa8d1d261 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 944 time: 0.0540190 May 10 11:57:12.243975 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0814edce-d7b7-4ce4-b358-eaf0636c0c56 req-47741b87-a1a0-4286-8d36-03753a3b1f71 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334511 May 10 11:57:12.341505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1f050173-2880-4e02-afde-45dddefc50d5 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:57:12.437980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1f050173-2880-4e02-afde-45dddefc50d5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1f050173-2880-4e02-afde-45dddefc50d5,segment=NetworkSegment(ff9ef330-adb2-4873-b5f0-de4c27ae8e61),segment_id=ff9ef330-adb2-4873-b5f0-de4c27ae8e61)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:12.449375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '1f050173-2880-4e02-afde-45dddefc50d5', 'network_id': '6d95c805-ba7b-469e-b8d3-dcc3ef134b9d', 'port_id': '1f050173-2880-4e02-afde-45dddefc50d5', 'mac_address': 'fa:16:3e:6c:22:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77547612-7dda-4736-bc49-8461328dce83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:57:12.486268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1f050173-2880-4e02-afde-45dddefc50d5 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:57:12.486645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:12.504020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f050173-2880-4e02-afde-45dddefc50d5 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:57:12.523734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1f050173-2880-4e02-afde-45dddefc50d5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1f050173-2880-4e02-afde-45dddefc50d5,segment=NetworkSegment(ff9ef330-adb2-4873-b5f0-de4c27ae8e61),segment_id=ff9ef330-adb2-4873-b5f0-de4c27ae8e61)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:12.528432 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:12.576968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1f050173-2880-4e02-afde-45dddefc50d5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:12.752272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1f050173-2880-4e02-afde-45dddefc50d5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:57:13.364831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83c270-8b25-4da3-8e50-860afe372a2c req-33979261-89ef-4aef-9731-bb8c59b5fafa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:13.366375 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e83c270-8b25-4da3-8e50-860afe372a2c req-33979261-89ef-4aef-9731-bb8c59b5fafa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 945 time: 0.0528746 May 10 11:57:13.407539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e83c270-8b25-4da3-8e50-860afe372a2c req-d86417ff-e8b3-4f6a-9416-d4e835d188bc tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348954 May 10 11:57:14.355495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1f050173-2880-4e02-afde-45dddefc50d5 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:57:14.411991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 1f050173-2880-4e02-afde-45dddefc50d5 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:57:14.415704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 1f050173-2880-4e02-afde-45dddefc50d5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:57:14.416102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:14.494364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 1f050173-2880-4e02-afde-45dddefc50d5 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:57:14.494745 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:14.518605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad0f2d-6980-42d1-9963-a78d041add7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f050173-2880-4e02-afde-45dddefc50d5'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:57:14.520988 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e0d5e-127f-42e4-bec0-956afa61b666" -d '{"events": [{"server_uuid": "0dad0f2d-6980-42d1-9963-a78d041add7a", "name": "network-vif-plugged", "status": "completed", "tag": "1f050173-2880-4e02-afde-45dddefc50d5"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:57:14.527877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372df11-3475-4af8-91d2-b0857fec2540 req-bb2bd5d9-c018-4e10-ad8a-bd4ed31a9103 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:14.529831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0372df11-3475-4af8-91d2-b0857fec2540 req-bb2bd5d9-c018-4e10-ad8a-bd4ed31a9103 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 945 time: 0.0519047 May 10 11:57:14.541212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 1f050173-2880-4e02-afde-45dddefc50d5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1f050173-2880-4e02-afde-45dddefc50d5,segment=NetworkSegment(ff9ef330-adb2-4873-b5f0-de4c27ae8e61),segment_id=ff9ef330-adb2-4873-b5f0-de4c27ae8e61)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:14.546021 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:14.570692 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0372df11-3475-4af8-91d2-b0857fec2540 req-611aefbf-3533-4bdf-98b5-15ddb1788ec1 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 May 10 11:57:14.571781 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a7afff-6364-4044-be75-829f233be30b x-openstack-request-id: req-25a7afff-6364-4044-be75-829f233be30b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:57:14.572100 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad0f2d-6980-42d1-9963-a78d041add7a", "name": "network-vif-plugged", "status": "completed", "tag": "1f050173-2880-4e02-afde-45dddefc50d5", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:57:14.572357 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25a7afff-6364-4044-be75-829f233be30b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:57:14.572752 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a7afff-6364-4044-be75-829f233be30b'] response: {'server_uuid': '0dad0f2d-6980-42d1-9963-a78d041add7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f050173-2880-4e02-afde-45dddefc50d5', 'code': 200} May 10 11:57:14.600245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=1f050173-2880-4e02-afde-45dddefc50d5,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:14.659929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d395eac-f77f-4137-babb-c9eb80402550 req-02b31224-0ed9-4607-bb68-3c36904dc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:14.661400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d395eac-f77f-4137-babb-c9eb80402550 req-02b31224-0ed9-4607-bb68-3c36904dc505 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 1097 time: 0.0399709 May 10 11:57:14.702485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d395eac-f77f-4137-babb-c9eb80402550 req-9913c18d-cf41-40a0-8b1b-dc5fd3d89afc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340586 May 10 11:57:15.695047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f952378-97ff-42a0-9ea4-772856b708bc req-330354fe-e649-4c0a-8a37-4c5b4208b6dd tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:15.697365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f952378-97ff-42a0-9ea4-772856b708bc req-330354fe-e649-4c0a-8a37-4c5b4208b6dd tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 946 time: 0.0519791 May 10 11:57:15.738420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f952378-97ff-42a0-9ea4-772856b708bc req-4e86be91-a808-4fa4-b08e-667a50b1bdc9 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 May 10 11:57:16.866016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a961f-0997-4198-88d9-f012adff75a0 req-628cd676-ee31-4c33-a559-aac5b1c104a7 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:16.867527 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cb8a961f-0997-4198-88d9-f012adff75a0 req-628cd676-ee31-4c33-a559-aac5b1c104a7 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 946 time: 0.0574584 May 10 11:57:16.906918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cb8a961f-0997-4198-88d9-f012adff75a0 req-6d7bf0ab-2e12-4a30-8ba3-bdc077f8b54f tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330491 May 10 11:57:19.409619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a8f1-9cfd-4f30-9398-f8ddab152187 req-ff8bd970-df07-4ba0-b751-cd55a69bb14a tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:19.411131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d2e7a8f1-9cfd-4f30-9398-f8ddab152187 req-ff8bd970-df07-4ba0-b751-cd55a69bb14a tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 946 time: 0.0497296 May 10 11:57:19.450721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d2e7a8f1-9cfd-4f30-9398-f8ddab152187 req-744bbdce-c008-4e29-a04e-5e4e798e2914 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 May 10 11:57:20.586076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed3753-789d-4a85-aa05-9d9303d6297f req-a88f362f-14ba-4229-bd53-5164790de316 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:20.587749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cfed3753-789d-4a85-aa05-9d9303d6297f req-a88f362f-14ba-4229-bd53-5164790de316 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 946 time: 0.0647483 May 10 11:57:20.620223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d602f-91ee-4edf-b655-37a75a941187 req-7828f548-48b7-45e3-bf82-961c700649e5 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:20.621796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f42d602f-91ee-4edf-b655-37a75a941187 req-7828f548-48b7-45e3-bf82-961c700649e5 tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dad0f2d-6980-42d1-9963-a78d041add7a HTTP/1.1" status: 200 len: 946 time: 0.0571208 May 10 11:57:20.632845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cfed3753-789d-4a85-aa05-9d9303d6297f req-7a968fad-21dd-49b7-b5fa-8447c7ef3dca tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 May 10 11:57:20.730238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Deleting port 1f050173-2880-4e02-afde-45dddefc50d5 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:57:20.730480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:20.824336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] For port 1f050173-2880-4e02-afde-45dddefc50d5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=1f050173-2880-4e02-afde-45dddefc50d5,segment=NetworkSegment(ff9ef330-adb2-4873-b5f0-de4c27ae8e61),segment_id=ff9ef330-adb2-4873-b5f0-de4c27ae8e61)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:20.824704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:20.838613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Calling delete_port for 1f050173-2880-4e02-afde-45dddefc50d5 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:57:20.971700 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:20.984696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['1f050173-2880-4e02-afde-45dddefc50d5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:57:21.004904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Pushing event deleted for resources: {'Port': ['ID=1f050173-2880-4e02-afde-45dddefc50d5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:21.048717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] No DVR routers for this DVR port 1f050173-2880-4e02-afde-45dddefc50d5 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:57:21.051516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:21.054845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f42d602f-91ee-4edf-b655-37a75a941187 req-6b828b8b-5164-4cab-a64d-d79f6a266eaa tempest-VolumesActionsTest-2027167102 tempest-VolumesActionsTest-2027167102-project] 10.222.0.70 "DELETE /v2.0/ports/1f050173-2880-4e02-afde-45dddefc50d5 HTTP/1.1" status: 204 len: 173 time: 0.4270828 May 10 11:57:21.055288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad0f2d-6980-42d1-9963-a78d041add7a', 'name': 'network-vif-deleted', 'tag': '1f050173-2880-4e02-afde-45dddefc50d5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:57:21.058021 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6edab2-1895-4f87-8b97-fd501aeded98" -d '{"events": [{"server_uuid": "0dad0f2d-6980-42d1-9963-a78d041add7a", "name": "network-vif-deleted", "tag": "1f050173-2880-4e02-afde-45dddefc50d5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:57:21.097843 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a11cff6-8529-420d-9f2e-2868175cd524 x-openstack-request-id: req-7a11cff6-8529-420d-9f2e-2868175cd524 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:57:21.098147 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad0f2d-6980-42d1-9963-a78d041add7a", "name": "network-vif-deleted", "tag": "1f050173-2880-4e02-afde-45dddefc50d5", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:57:21.098400 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a11cff6-8529-420d-9f2e-2868175cd524 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:57:21.098805 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a11cff6-8529-420d-9f2e-2868175cd524'] response: {'server_uuid': '0dad0f2d-6980-42d1-9963-a78d041add7a', 'name': 'network-vif-deleted', 'tag': '1f050173-2880-4e02-afde-45dddefc50d5', 'status': 'completed', 'code': 200} May 10 11:57:24.415391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1f050173-2880-4e02-afde-45dddefc50d5 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:57:24.439971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 1f050173-2880-4e02-afde-45dddefc50d5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:57:24.440250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 1f050173-2880-4e02-afde-45dddefc50d5 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:57:32.505814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-83bb8afe-a606-40a9-a2bb-1afecccb598f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:32.507318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-83bb8afe-a606-40a9-a2bb-1afecccb598f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1049125 May 10 11:57:32.525925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-c351c2c9-f854-4859-b1b4-ff33983b1fd3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/quotas/82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 375 time: 0.0103164 May 10 11:57:32.585522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-b1d9da8b-f62a-4b8c-9efa-7b9041256868 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531542 May 10 11:57:32.688075 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-ede28446-0a19-4604-bee2-a3be72815424 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922768 May 10 11:57:32.706862 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:32.788969 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-ec54d49b-7383-430e-8ede-df30e5b033d6 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926514 May 10 11:57:33.138937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7ff519f1-38db-4f57-b409-cbce23001846 req-e5a1dc32-d679-4e71-a2d5-7c10a7b50d66 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 210 time: 0.0447233 May 10 11:57:34.045669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-2ae340e5-09d0-4c42-8a5a-a90ccce111ad tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:34.047391 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-2ae340e5-09d0-4c42-8a5a-a90ccce111ad tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1150687 May 10 11:57:34.072318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'port': {'device_id': '311638de-eccf-4a5e-a0a5-5c448fe4455a', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'admin_state_up': True, 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:34.202756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:34.206991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.291244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90a48291-8410-438a-8d0e-1ee8c890ba84 req-004b0ebb-3ab0-4c23-806d-c90af4256116 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 210 time: 0.0399742 May 10 11:57:34.303625 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0782a843-2ebf-4eab-b06d-3e529cb0b7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.378322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.20.0.6 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/ade873dd-677d-4c69-a2c0-bf4f4c893457) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:57:34.528918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.566709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.612145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:57:34.615076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:57:34.618747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:57:34.628581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=ade873dd-677d-4c69-a2c0-bf4f4c893457,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:34.658580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.658949 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.659291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.659627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.659984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.660318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.660643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.660965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.661286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.661605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.661924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.662244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:34.688980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:34.689661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.708563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-e4e35440-d8ed-45e5-a12c-4671e0f616a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6412632 May 10 11:57:34.721931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Request body: {'port': {'device_id': '311638de-eccf-4a5e-a0a5-5c448fe4455a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:34.796469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.971929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-53c3a821-7d1e-4f09-badd-0039e8b0776e None None] Provisioning complete for port ade873dd-677d-4c69-a2c0-bf4f4c893457 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:57:34.972537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53c3a821-7d1e-4f09-badd-0039e8b0776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.020923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-53c3a821-7d1e-4f09-badd-0039e8b0776e None None] Port ade873dd-677d-4c69-a2c0-bf4f4c893457 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:57:35.122560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade873dd-677d-4c69-a2c0-bf4f4c893457 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:57:35.130677 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.148887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Transition to ACTIVE for port object ade873dd-677d-4c69-a2c0-bf4f4c893457 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:57:35.152708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.205180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=ade873dd-677d-4c69-a2c0-bf4f4c893457,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:35.304696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Attempting to bind port ade873dd-677d-4c69-a2c0-bf4f4c893457 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:57:35.305557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Attempting to bind port ade873dd-677d-4c69-a2c0-bf4f4c893457 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:57:35.305557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Attempting to bind port ade873dd-677d-4c69-a2c0-bf4f4c893457 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:57:35.311304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Port ade873dd-677d-4c69-a2c0-bf4f4c893457 on network 4614ead3-c23c-412b-950b-bf423696c4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:57:35.311691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Attempting to bind port ade873dd-677d-4c69-a2c0-bf4f4c893457 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:57:35.319474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:57:35.320394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:57:35.321000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:57:35.322211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Bound port: ade873dd-677d-4c69-a2c0-bf4f4c893457, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:57:35.322824 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.459536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] For port ade873dd-677d-4c69-a2c0-bf4f4c893457, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:57:35.479919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] For port ade873dd-677d-4c69-a2c0-bf4f4c893457, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ade873dd-677d-4c69-a2c0-bf4f4c893457,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:57:35.495738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f305fda-e226-4bb2-9d0c-4237ba13d655 req-9807b0ef-8c47-497a-a3ba-deae9d6f30ad tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:35.500320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f305fda-e226-4bb2-9d0c-4237ba13d655 req-9807b0ef-8c47-497a-a3ba-deae9d6f30ad tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.1025021 May 10 11:57:35.502431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.558878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:35.559504 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.560991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] 10.222.0.49 "PUT /v2.0/ports/ade873dd-677d-4c69-a2c0-bf4f4c893457 HTTP/1.1" status: 200 len: 1091 time: 0.8445637 May 10 11:57:35.562659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311638de-eccf-4a5e-a0a5-5c448fe4455a', 'tag': 'ade873dd-677d-4c69-a2c0-bf4f4c893457'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:57:35.566100 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe" -d '{"events": [{"name": "network-changed", "server_uuid": "311638de-eccf-4a5e-a0a5-5c448fe4455a", "tag": "ade873dd-677d-4c69-a2c0-bf4f4c893457"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:57:35.594726 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.611092 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0f305fda-e226-4bb2-9d0c-4237ba13d655 req-1c9c4dfb-9f86-4d94-b83e-d321681cb02c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047456 May 10 11:57:35.621815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441dfea-614c-4662-83ea-f00c3538d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=ade873dd-677d-4c69-a2c0-bf4f4c893457,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:35.664685 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed24b01b-12e3-4fbf-9a27-e9fdadf092bc x-openstack-request-id: req-ed24b01b-12e3-4fbf-9a27-e9fdadf092bc {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:57:35.664978 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311638de-eccf-4a5e-a0a5-5c448fe4455a", "tag": "ade873dd-677d-4c69-a2c0-bf4f4c893457", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:57:35.665234 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed24b01b-12e3-4fbf-9a27-e9fdadf092bc {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:57:35.665819 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed24b01b-12e3-4fbf-9a27-e9fdadf092bc'] response: {'name': 'network-changed', 'server_uuid': '311638de-eccf-4a5e-a0a5-5c448fe4455a', 'tag': 'ade873dd-677d-4c69-a2c0-bf4f4c893457', 'status': 'completed', 'code': 200} May 10 11:57:35.685472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-982b72fc-9f82-4c63-a17f-cb195cc61cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:35.687092 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-982b72fc-9f82-4c63-a17f-cb195cc61cca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 1094 time: 0.0616388 May 10 11:57:35.742098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-94b73d3f-53f4-4daa-851d-4765df7c6154 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ade873dd-677d-4c69-a2c0-bf4f4c893457 HTTP/1.1" status: 200 len: 217 time: 0.0466895 May 10 11:57:35.809942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-55b01edd-7a0d-4ef0-b828-021c46d287e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:35.811701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-55b01edd-7a0d-4ef0-b828-021c46d287e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0635095 May 10 11:57:35.864749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-90a53664-2db2-49bd-9719-9ae8cba2e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:35.866252 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-90a53664-2db2-49bd-9719-9ae8cba2e4b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484269 May 10 11:57:35.983379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-05e694dd-de51-4f20-9fbc-39c5ef6e108d service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100986 May 10 11:57:36.327755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab2a21c4-b651-4e31-b18e-b5f52d567c7f req-14ba4389-7371-4bb5-92df-3d5fe90b6e70 service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375053 May 10 11:57:36.418664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-902c2589-d97e-4f60-9b01-28651d992fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:36.420215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-902c2589-d97e-4f60-9b01-28651d992fcb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 1094 time: 0.0446193 May 10 11:57:36.536248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-681c286f-38da-47d4-9524-3b0a14733fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:36.538662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-681c286f-38da-47d4-9524-3b0a14733fe6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.1119990 May 10 11:57:36.587314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-55278696-c369-44ca-88b7-912892863693 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ade873dd-677d-4c69-a2c0-bf4f4c893457 HTTP/1.1" status: 200 len: 217 time: 0.0415921 May 10 11:57:36.649333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-b97cd976-9344-4bad-a5da-6d6f8ad3ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:36.657979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-b97cd976-9344-4bad-a5da-6d6f8ad3ec54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0634117 May 10 11:57:36.778275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-b552ea38-b9f1-4375-8356-104dec0c537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:36.779901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-b552ea38-b9f1-4375-8356-104dec0c537e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158834 May 10 11:57:36.853882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2513b3-59b2-42d2-aac6-897a12ed8b87 req-d9fec8a6-444a-4122-93d6-d9642412fa7c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:36.855409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf2513b3-59b2-42d2-aac6-897a12ed8b87 req-d9fec8a6-444a-4122-93d6-d9642412fa7c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.1187778 May 10 11:57:36.924503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf2513b3-59b2-42d2-aac6-897a12ed8b87 req-c63b235f-65c6-4491-8559-8f813d21957d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608561 May 10 11:57:36.941119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-4c47b441-d8dc-461f-bdf8-6941e944d06b service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487758 May 10 11:57:37.049000 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1914b3ee-0254-4a09-bcb0-70b3c0a294fe req-bfd241d7-5fa5-42b3-a8fb-b87c89b85c34 service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000779 May 10 11:57:37.260348 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c064cca4-7cee-4e54-986c-e06fe8484718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:37.828044 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:38.051734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c54bd-9119-491a-893d-f1b077b276b5 req-47d83946-bb3a-43ba-9df1-05728498fe27 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:38.059302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-413c54bd-9119-491a-893d-f1b077b276b5 req-47d83946-bb3a-43ba-9df1-05728498fe27 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.0561872 May 10 11:57:38.104168 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-413c54bd-9119-491a-893d-f1b077b276b5 req-4b40607f-352e-4918-98fd-105f22f7ed4a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 May 10 11:57:39.213914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ada79-67f5-431c-b1cb-5ce8fbb054c0 req-4ff47aa4-bd70-432a-97eb-d5b1bea5db25 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:39.215485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca1ada79-67f5-431c-b1cb-5ce8fbb054c0 req-4ff47aa4-bd70-432a-97eb-d5b1bea5db25 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.0513515 May 10 11:57:39.257498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca1ada79-67f5-431c-b1cb-5ce8fbb054c0 req-80601608-7aee-4216-ab6f-a2cb031bad30 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 May 10 11:57:39.359544 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:39.571503 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:40.379009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e618e2-bf19-4e7f-9ab3-3961a8b8e6e8 req-9797e5cd-c13f-4590-ab1d-767e6d917614 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:40.380409 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e618e2-bf19-4e7f-9ab3-3961a8b8e6e8 req-9797e5cd-c13f-4590-ab1d-767e6d917614 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.0492179 May 10 11:57:40.428599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a3e618e2-bf19-4e7f-9ab3-3961a8b8e6e8 req-7641bca1-43bf-420d-a81f-a3d2ee40d09c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 May 10 11:57:41.552971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500ea8-f7d9-49f8-bcc4-904b77742c1a req-48fbbc30-ae3d-4d2f-9651-a78a114a4b3c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:41.554472 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80500ea8-f7d9-49f8-bcc4-904b77742c1a req-48fbbc30-ae3d-4d2f-9651-a78a114a4b3c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.0557191 May 10 11:57:41.594255 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-80500ea8-f7d9-49f8-bcc4-904b77742c1a req-29fac45d-5e7e-4da1-a2f3-8cb3a92a44d8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331316 May 10 11:57:42.692385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51074) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:42.720688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb97ed3-f307-4476-9078-6535ac061ca7 req-030c05f2-cdc0-4148-ae05-77ba074f1248 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:42.721955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbb97ed3-f307-4476-9078-6535ac061ca7 req-030c05f2-cdc0-4148-ae05-77ba074f1248 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.0568025 May 10 11:57:42.739944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6046246c-4299-43bb-a7df-46b53b972183 admin admin] Deleting subnet 77547612-7dda-4736-bc49-8461328dce83 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:57:42.743097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6046246c-4299-43bb-a7df-46b53b972183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:42.762449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbb97ed3-f307-4476-9078-6535ac061ca7 req-986ee566-2d39-4ebe-b59a-bc517bddcaf3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 May 10 11:57:42.778725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6046246c-4299-43bb-a7df-46b53b972183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:42.828304 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6046246c-4299-43bb-a7df-46b53b972183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:42.851838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:57:42.892150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6046246c-4299-43bb-a7df-46b53b972183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:42.917179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046246c-4299-43bb-a7df-46b53b972183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77547612-7dda-4736-bc49-8461328dce83,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:42.920937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6046246c-4299-43bb-a7df-46b53b972183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:42.924195 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6046246c-4299-43bb-a7df-46b53b972183 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/77547612-7dda-4736-bc49-8461328dce83 HTTP/1.1" status: 204 len: 168 time: 0.2307010 May 10 11:57:42.926643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:42.994210 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.074289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.093643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d95c805-ba7b-469e-b8d3-dcc3ef134b9d']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:43.102603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9ef330-adb2-4873-b5f0-de4c27ae8e61') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:43.102889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9ef330-adb2-4873-b5f0-de4c27ae8e61') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:43.112033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.125126 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.130975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:57:43.131345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: timer() May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:57:43.132986 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:57:43.186797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.194683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.201473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d95c805-ba7b-469e-b8d3-dcc3ef134b9d HTTP/1.1" status: 204 len: 168 time: 0.2739122 May 10 11:57:43.204473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51078) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:43.213120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8262d-e630-4f3f-a653-99dec91656bf admin admin] Pushing event deleted for resources: {'Network': ['ID=6d95c805-ba7b-469e-b8d3-dcc3ef134b9d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:43.251278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b306d3c9-02a8-45b1-af61-a0890c26e962 admin admin] Deleting subnet 501241e4-2d56-4bb6-936b-7e2ecea3e55d {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:57:43.255091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b306d3c9-02a8-45b1-af61-a0890c26e962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.292562 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b306d3c9-02a8-45b1-af61-a0890c26e962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.332993 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b306d3c9-02a8-45b1-af61-a0890c26e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.395378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b306d3c9-02a8-45b1-af61-a0890c26e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.423780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306d3c9-02a8-45b1-af61-a0890c26e962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501241e4-2d56-4bb6-936b-7e2ecea3e55d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:43.430275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b306d3c9-02a8-45b1-af61-a0890c26e962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.434056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b306d3c9-02a8-45b1-af61-a0890c26e962 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/501241e4-2d56-4bb6-936b-7e2ecea3e55d HTTP/1.1" status: 204 len: 168 time: 0.2282326 May 10 11:57:43.436639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51080) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:43.504765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.584942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.606824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6affd0c-b557-4d95-94a0-157d0e584a03']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:43.620979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a40ce0-3d08-4fbe-b7e5-127c53daa8a9') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:43.621315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a40ce0-3d08-4fbe-b7e5-127c53daa8a9') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:43.634437 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.648550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.654823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:57:43.655201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: timer() May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: self._notify() May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:57:43.656866 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:57:43.712541 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.718502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.722271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6affd0c-b557-4d95-94a0-157d0e584a03 HTTP/1.1" status: 204 len: 168 time: 0.2847049 May 10 11:57:43.733388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ebfad-7742-4936-b0ad-3ac9c5d903d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6affd0c-b557-4d95-94a0-157d0e584a03,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:43.890009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51086) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:43.895326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93223c0d-ad74-4812-bc90-2260fe297f8b req-41b49fa9-b52e-40e7-8d42-f9ace6efc479 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:43.895326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93223c0d-ad74-4812-bc90-2260fe297f8b req-41b49fa9-b52e-40e7-8d42-f9ace6efc479 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.0579221 May 10 11:57:43.935153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93223c0d-ad74-4812-bc90-2260fe297f8b req-0ae22ad5-c035-4df6-bc7a-8416db2152fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331106 May 10 11:57:43.941766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7c31db8d-6a45-45ef-b666-a90462cea2c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4551412c3b01469c889003a211833ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501802 May 10 11:57:43.944231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:43.994814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8dc36df-d760-4f1a-aba9-610790eb864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:44.021679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8dc36df-d760-4f1a-aba9-610790eb864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:44.074190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8dc36df-d760-4f1a-aba9-610790eb864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:44.076681 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e8dc36df-d760-4f1a-aba9-610790eb864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:44.077920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e8dc36df-d760-4f1a-aba9-610790eb864b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f21f24a-7ad9-4ab0-87e4-b972bc22df0a HTTP/1.1" status: 204 len: 168 time: 0.1326957 May 10 11:57:44.085792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc36df-d760-4f1a-aba9-610790eb864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f21f24a-7ad9-4ab0-87e4-b972bc22df0a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:44.418782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51094) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:44.461351 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f5fc6dde-b311-4cf4-98e6-daf4a6d0e96d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6a65c8be3a047acb81210e510703a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413141 May 10 11:57:44.463802 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51096) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:44.514814 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93cb3f9d-4968-452d-a7ce-a05f2ba160db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:44.537679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93cb3f9d-4968-452d-a7ce-a05f2ba160db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:44.588940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93cb3f9d-4968-452d-a7ce-a05f2ba160db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:44.591593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93cb3f9d-4968-452d-a7ce-a05f2ba160db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:44.592786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-93cb3f9d-4968-452d-a7ce-a05f2ba160db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7051abf2-a04d-4859-900e-5f8f6578c874 HTTP/1.1" status: 204 len: 168 time: 0.1280653 May 10 11:57:44.601458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb3f9d-4968-452d-a7ce-a05f2ba160db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7051abf2-a04d-4859-900e-5f8f6578c874,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:45.058100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dcf99-202e-4a74-a133-326f51d0dafc req-176c3867-66b6-4a3c-a682-f0244bdbcb21 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:45.059618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd2dcf99-202e-4a74-a133-326f51d0dafc req-176c3867-66b6-4a3c-a682-f0244bdbcb21 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.0492723 May 10 11:57:45.101508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd2dcf99-202e-4a74-a133-326f51d0dafc req-d27eb143-7af2-43bd-9523-05610a55c674 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 May 10 11:57:46.052620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ade873dd-677d-4c69-a2c0-bf4f4c893457 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:57:46.146900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ade873dd-677d-4c69-a2c0-bf4f4c893457, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ade873dd-677d-4c69-a2c0-bf4f4c893457,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:46.159746 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'ade873dd-677d-4c69-a2c0-bf4f4c893457', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'port_id': 'ade873dd-677d-4c69-a2c0-bf4f4c893457', 'mac_address': 'fa:16:3e:68:90:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:57:46.207614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ade873dd-677d-4c69-a2c0-bf4f4c893457 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:57:46.208036 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:46.221062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade873dd-677d-4c69-a2c0-bf4f4c893457 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:57:46.222505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068a38-74df-46a1-8625-ed7a64ad2d44 req-60c34cf0-3e98-46c2-bb42-908d0598bbbb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:46.224304 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e068a38-74df-46a1-8625-ed7a64ad2d44 req-60c34cf0-3e98-46c2-bb42-908d0598bbbb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 943 time: 0.0523365 May 10 11:57:46.242543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ade873dd-677d-4c69-a2c0-bf4f4c893457, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ade873dd-677d-4c69-a2c0-bf4f4c893457,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:46.247690 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:46.268354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e068a38-74df-46a1-8625-ed7a64ad2d44 req-c797a571-7ae6-4e9d-8421-424f98c1f63f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375233 May 10 11:57:46.298121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ade873dd-677d-4c69-a2c0-bf4f4c893457,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:46.472514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['ade873dd-677d-4c69-a2c0-bf4f4c893457'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:57:47.398962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd42a9-bb22-4405-8826-a918bb1bb9be req-f66830e2-a35e-4640-b2db-9f27e787baf3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:47.400483 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79dd42a9-bb22-4405-8826-a918bb1bb9be req-f66830e2-a35e-4640-b2db-9f27e787baf3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 944 time: 0.0541716 May 10 11:57:47.443541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79dd42a9-bb22-4405-8826-a918bb1bb9be req-7efc2ce5-c926-4fe0-a602-0b3781eca0c9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364335 May 10 11:57:48.055852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ade873dd-677d-4c69-a2c0-bf4f4c893457 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:57:48.109309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port ade873dd-677d-4c69-a2c0-bf4f4c893457 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:57:48.113221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port ade873dd-677d-4c69-a2c0-bf4f4c893457 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:57:48.118538 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:48.196453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port ade873dd-677d-4c69-a2c0-bf4f4c893457 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:57:48.196824 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:48.221428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311638de-eccf-4a5e-a0a5-5c448fe4455a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade873dd-677d-4c69-a2c0-bf4f4c893457'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:57:48.223710 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54316ee6-bd15-47b1-a8c0-45c4297598d4" -d '{"events": [{"server_uuid": "311638de-eccf-4a5e-a0a5-5c448fe4455a", "name": "network-vif-plugged", "status": "completed", "tag": "ade873dd-677d-4c69-a2c0-bf4f4c893457"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:57:48.236548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port ade873dd-677d-4c69-a2c0-bf4f4c893457, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ade873dd-677d-4c69-a2c0-bf4f4c893457,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:57:48.241385 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:48.271852 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53757554-8dc0-4c25-98bb-ec9fea0cf23b x-openstack-request-id: req-53757554-8dc0-4c25-98bb-ec9fea0cf23b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:57:48.271852 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311638de-eccf-4a5e-a0a5-5c448fe4455a", "name": "network-vif-plugged", "status": "completed", "tag": "ade873dd-677d-4c69-a2c0-bf4f4c893457", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:57:48.271852 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53757554-8dc0-4c25-98bb-ec9fea0cf23b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:57:48.271852 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53757554-8dc0-4c25-98bb-ec9fea0cf23b'] response: {'server_uuid': '311638de-eccf-4a5e-a0a5-5c448fe4455a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade873dd-677d-4c69-a2c0-bf4f4c893457', 'code': 200} May 10 11:57:48.304789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=ade873dd-677d-4c69-a2c0-bf4f4c893457,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:48.371346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea8c9-7b2f-4c81-8446-d9bdc7235919 req-871acab7-8f7a-4cd4-9899-f3092dd67054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:48.372794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d4ea8c9-7b2f-4c81-8446-d9bdc7235919 req-871acab7-8f7a-4cd4-9899-f3092dd67054 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 1096 time: 0.0479925 May 10 11:57:48.407409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d4ea8c9-7b2f-4c81-8446-d9bdc7235919 req-77f18503-5ac0-4571-8b47-48a6b368e78c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274470 May 10 11:57:48.566970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04808c8-f157-431a-9b70-29b02b225316 req-34328e5a-fbca-4209-ab07-544e8c84117c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:48.568474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c04808c8-f157-431a-9b70-29b02b225316 req-34328e5a-fbca-4209-ab07-544e8c84117c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 945 time: 0.0551925 May 10 11:57:48.606425 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c04808c8-f157-431a-9b70-29b02b225316 req-f8fa6fc7-b416-4cbc-9411-5c631c38d1aa tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 May 10 11:57:49.740643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe7fc2-90c2-416e-b913-f17bf192cd01 req-ddfb8cdf-abce-4583-b368-20598b21b5a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:49.742165 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abe7fc2-90c2-416e-b913-f17bf192cd01 req-ddfb8cdf-abce-4583-b368-20598b21b5a4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 945 time: 0.0559905 May 10 11:57:49.780887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abe7fc2-90c2-416e-b913-f17bf192cd01 req-74a05153-a18a-4887-8b66-f16e2ce9a62a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324478 May 10 11:57:49.899163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fde9a-8085-4342-927a-1a7b2a178022 req-6f9a3e33-0aff-4bc6-ad9b-f39fbe68249e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:49.900540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-041fde9a-8085-4342-927a-1a7b2a178022 req-6f9a3e33-0aff-4bc6-ad9b-f39fbe68249e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 945 time: 0.0511253 May 10 11:57:49.942492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-041fde9a-8085-4342-927a-1a7b2a178022 req-aeff0fe6-98cf-4417-a78b-786fd0c37880 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330725 May 10 11:57:52.538470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-f04c0d87-f530-4a14-a741-6801f0b4c44f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:52.540879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-f04c0d87-f530-4a14-a741-6801f0b4c44f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1140671 May 10 11:57:52.558072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-15da972e-e7e0-4c77-aa84-5d1804c54f96 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/quotas/82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 375 time: 0.0103571 May 10 11:57:52.615068 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-9279ec3f-45be-4e98-a381-d73af2b39538 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509830 May 10 11:57:52.711527 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-8162919a-8b6a-444f-9806-794bc405bf4a service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888045 May 10 11:57:52.812213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-43cf4355-d5d1-43f6-8d6a-6ece15f0d25a service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936511 May 10 11:57:53.063804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-73a7ca98-e324-483b-b2bb-aa331c128eb2 req-e5bb9b9c-5712-40fc-b2d2-a2dfb06b0ed6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 210 time: 0.0414755 May 10 11:57:54.096879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-91a53ad1-9d11-4784-a141-2ef2651ce85e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:54.099736 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-91a53ad1-9d11-4784-a141-2ef2651ce85e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1632118 May 10 11:57:54.129357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'port': {'device_id': '6f95f613-a612-4e4a-a005-e9152dea7479', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'admin_state_up': True, 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:54.585650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3863f0d5-be3e-44f4-b905-602810df87ad req-20d3c4f9-acc9-4629-a302-eaf11e6bacc8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 210 time: 0.0349851 May 10 11:57:54.666690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:54.670426 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:54.807630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.20.0.3 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/f4c03c49-ba99-4aea-9acc-4f21f5305e3c) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:57:54.984707 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.019134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.031641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['ade873dd-677d-4c69-a2c0-bf4f4c893457'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:57:55.042866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:57:55.061024 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:57:55.066221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:57:55.120881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:55.137451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.138332 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.138997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.139380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.139724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.140108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.140471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.140804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.141159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.142074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.142219 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.142624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:55.156721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:55.157381 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.177270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-02b02fb8-c512-4341-8e2e-dd60384e4899 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0603030 May 10 11:57:55.195636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Request body: {'port': {'device_id': '6f95f613-a612-4e4a-a005-e9152dea7479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:55.275222 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.507359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-57634fa4-1292-4240-b346-56ac06dd341e None None] Provisioning complete for port f4c03c49-ba99-4aea-9acc-4f21f5305e3c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:57:55.508063 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-57634fa4-1292-4240-b346-56ac06dd341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.545642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-57634fa4-1292-4240-b346-56ac06dd341e None None] Port f4c03c49-ba99-4aea-9acc-4f21f5305e3c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:57:55.599782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c03c49-ba99-4aea-9acc-4f21f5305e3c {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:57:55.607264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.623724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Transition to ACTIVE for port object f4c03c49-ba99-4aea-9acc-4f21f5305e3c will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:57:55.628654 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.751563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:55.759109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b93e11-2233-4ac5-9ba0-c8bc398a05ef req-4384af95-913c-4e38-b91e-4934536fb9f5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:55.761520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06b93e11-2233-4ac5-9ba0-c8bc398a05ef req-4384af95-913c-4e38-b91e-4934536fb9f5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0913980 May 10 11:57:55.791666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Attempting to bind port f4c03c49-ba99-4aea-9acc-4f21f5305e3c on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:57:55.792029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Attempting to bind port f4c03c49-ba99-4aea-9acc-4f21f5305e3c by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:57:55.792362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Attempting to bind port f4c03c49-ba99-4aea-9acc-4f21f5305e3c on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:57:55.801429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Port f4c03c49-ba99-4aea-9acc-4f21f5305e3c on network 4614ead3-c23c-412b-950b-bf423696c4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:57:55.801881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Attempting to bind port f4c03c49-ba99-4aea-9acc-4f21f5305e3c on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:57:55.809144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:57:55.809467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:57:55.809854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:57:55.810297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Bound port: f4c03c49-ba99-4aea-9acc-4f21f5305e3c, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:57:55.810658 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.818312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06b93e11-2233-4ac5-9ba0-c8bc398a05ef req-1d216372-7e47-42ac-91dc-7cc9d305895e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 May 10 11:57:55.892259 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] For port f4c03c49-ba99-4aea-9acc-4f21f5305e3c, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:57:55.896106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] For port f4c03c49-ba99-4aea-9acc-4f21f5305e3c, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:57:55.906035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.949665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:55.950505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:55.952149 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] 10.222.0.70 "PUT /v2.0/ports/f4c03c49-ba99-4aea-9acc-4f21f5305e3c HTTP/1.1" status: 200 len: 1091 time: 0.7632773 May 10 11:57:55.956895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f95f613-a612-4e4a-a005-e9152dea7479', 'tag': 'f4c03c49-ba99-4aea-9acc-4f21f5305e3c'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:57:55.959732 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34" -d '{"events": [{"name": "network-changed", "server_uuid": "6f95f613-a612-4e4a-a005-e9152dea7479", "tag": "f4c03c49-ba99-4aea-9acc-4f21f5305e3c"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:57:56.001371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59607dc-b6c0-4167-ae2c-fdfb88a486d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:56.048014 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b0e60-1ee5-4af5-8f6d-6a143fd50ef8 x-openstack-request-id: req-990b0e60-1ee5-4af5-8f6d-6a143fd50ef8 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:57:56.049511 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f95f613-a612-4e4a-a005-e9152dea7479", "tag": "f4c03c49-ba99-4aea-9acc-4f21f5305e3c", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:57:56.049769 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-990b0e60-1ee5-4af5-8f6d-6a143fd50ef8 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:57:56.050183 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990b0e60-1ee5-4af5-8f6d-6a143fd50ef8'] response: {'name': 'network-changed', 'server_uuid': '6f95f613-a612-4e4a-a005-e9152dea7479', 'tag': 'f4c03c49-ba99-4aea-9acc-4f21f5305e3c', 'status': 'completed', 'code': 200} May 10 11:57:56.062851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-0a79871a-24bc-49aa-a368-7f9c7610e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:56.064642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-0a79871a-24bc-49aa-a368-7f9c7610e421 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 1094 time: 0.0592515 May 10 11:57:56.110396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-f1c6ad9d-ea87-4621-a2c8-756d2a4cd3c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c03c49-ba99-4aea-9acc-4f21f5305e3c HTTP/1.1" status: 200 len: 217 time: 0.0375433 May 10 11:57:56.166198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-5bf28283-4e56-4ed2-ab07-1d3585644046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:56.168475 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-5bf28283-4e56-4ed2-ab07-1d3585644046 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0512443 May 10 11:57:56.237966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-12f3c7fc-1b25-44e4-b35e-ed24ab9d6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:56.239477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-12f3c7fc-1b25-44e4-b35e-ed24ab9d6870 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637636 May 10 11:57:56.348393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-728b4201-203e-4c13-944f-0e98e8ca9af0 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009483 May 10 11:57:56.439272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9d7a79a-7cc5-4bfa-8d2f-53f9288a054f req-9f2459b2-84b4-4134-94c4-d89a804bd3f9 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842831 May 10 11:57:56.543809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-84ead9c8-b488-4839-8342-88e0c8af2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:56.545799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-84ead9c8-b488-4839-8342-88e0c8af2c13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 1094 time: 0.0586798 May 10 11:57:56.709032 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-afa6b8c2-f30e-4463-b0b2-e592cc6290db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:56.710635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-afa6b8c2-f30e-4463-b0b2-e592cc6290db service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.1580453 May 10 11:57:56.764564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-d7279c4e-087b-44cc-8320-683a8dddc13f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c03c49-ba99-4aea-9acc-4f21f5305e3c HTTP/1.1" status: 200 len: 217 time: 0.0473955 May 10 11:57:56.823928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-fd733d7e-2a3b-4e04-8e95-1986580c44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:56.825910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-fd733d7e-2a3b-4e04-8e95-1986580c44b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0539896 May 10 11:57:56.883151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-24d0979a-f05d-4791-914e-691bb64dadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:56.884986 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-24d0979a-f05d-4791-914e-691bb64dadb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516546 May 10 11:57:56.974377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ae05c-9138-437c-a836-ed3a498c6fcd req-4b8e5898-dc89-4830-9ffb-88ff734c4212 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:56.985386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-608ae05c-9138-437c-a836-ed3a498c6fcd req-4b8e5898-dc89-4830-9ffb-88ff734c4212 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0760808 May 10 11:57:57.016365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-db78a003-9fe7-44bd-98be-10cc0761215b service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237731 May 10 11:57:57.031452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-608ae05c-9138-437c-a836-ed3a498c6fcd req-34e4d535-8a55-460e-a5fa-5ce1f6d0b5b2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 May 10 11:57:57.175813 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60a1ee5d-dacd-464b-af6f-83a4fc8bce34 req-695ee72e-2665-4b7e-b873-3e35930535c1 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517165 May 10 11:57:58.204205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e77d0e-6853-434d-b65e-81e6d49f4bbd req-7b9a8e1a-cdcf-481b-ad3c-321852961290 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:58.206754 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5e77d0e-6853-434d-b65e-81e6d49f4bbd req-7b9a8e1a-cdcf-481b-ad3c-321852961290 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0699275 May 10 11:57:58.270446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5e77d0e-6853-434d-b65e-81e6d49f4bbd req-16e51f83-83ab-4010-8815-0ac40e85c31e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504270 May 10 11:57:59.238695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51334) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:59.397978 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1c6beb0-e6c2-4a8d-a2ca-bb3af05fe66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:59.445805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f6a71-725c-43b5-b3bd-e7c4f1a2706a req-c7f9aa3f-c733-4079-af68-c3d2d47124d2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:57:59.447406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-990f6a71-725c-43b5-b3bd-e7c4f1a2706a req-c7f9aa3f-c733-4079-af68-c3d2d47124d2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0574279 May 10 11:57:59.512693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-990f6a71-725c-43b5-b3bd-e7c4f1a2706a req-d5a26bbf-50ec-4703-a8f8-bb1364a37784 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 May 10 11:57:59.561663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1c6beb0-e6c2-4a8d-a2ca-bb3af05fe66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:59.569589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1c6beb0-e6c2-4a8d-a2ca-bb3af05fe66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:59.614317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a1c6beb0-e6c2-4a8d-a2ca-bb3af05fe66a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0c357500f5a49cc8063f7e43fa79ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745065 May 10 11:57:59.615178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6beb0-e6c2-4a8d-a2ca-bb3af05fe66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3fedc7-3221-4d63-8268-4df02ae9a64c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:59.617844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51340) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:57:59.686780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-626a3f04-9d7d-4290-8adf-a2754b369299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:59.723674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-626a3f04-9d7d-4290-8adf-a2754b369299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:59.806416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-626a3f04-9d7d-4290-8adf-a2754b369299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:59.809492 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-626a3f04-9d7d-4290-8adf-a2754b369299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:59.816450 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-626a3f04-9d7d-4290-8adf-a2754b369299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee3fedc7-3221-4d63-8268-4df02ae9a64c HTTP/1.1" status: 204 len: 168 time: 0.1941442 May 10 11:57:59.822063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a3f04-9d7d-4290-8adf-a2754b369299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3fedc7-3221-4d63-8268-4df02ae9a64c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:00.154167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51346) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:00.169362 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33116a5c-b31e-4010-9225-4bd4a62a3738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:00.281076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33116a5c-b31e-4010-9225-4bd4a62a3738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:00.289289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-33116a5c-b31e-4010-9225-4bd4a62a3738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:00.324909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33116a5c-b31e-4010-9225-4bd4a62a3738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7201aaac-30a9-404f-9451-189c7c9e809e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:00.339449 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-33116a5c-b31e-4010-9225-4bd4a62a3738 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3d7495d1cd04b22ac3bb029232eb92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838059 May 10 11:58:00.342450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51348) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:00.402319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c39e-0f64-41a2-bf69-c73b9f2aa640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:00.437568 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c39e-0f64-41a2-bf69-c73b9f2aa640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:00.487162 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c39e-0f64-41a2-bf69-c73b9f2aa640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:00.489863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c39e-0f64-41a2-bf69-c73b9f2aa640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:00.491157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a0f7c39e-0f64-41a2-bf69-c73b9f2aa640 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7201aaac-30a9-404f-9451-189c7c9e809e HTTP/1.1" status: 204 len: 168 time: 0.1479743 May 10 11:58:00.500431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7c39e-0f64-41a2-bf69-c73b9f2aa640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7201aaac-30a9-404f-9451-189c7c9e809e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:00.692404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe79af4-0b47-4d46-9c21-f8238bad79ad req-c00eb830-2ca6-41bb-99f7-7d05b5467cb8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:00.693801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-efe79af4-0b47-4d46-9c21-f8238bad79ad req-c00eb830-2ca6-41bb-99f7-7d05b5467cb8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0634124 May 10 11:58:00.756433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-efe79af4-0b47-4d46-9c21-f8238bad79ad req-c57dcc17-f4d3-40b7-a002-37717b7f4a65 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517967 May 10 11:58:01.317426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51372) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:01.419955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1515026499-network', 'tenant_id': 'b1d4c44ebaaf4a4ca98ad920001e9681'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:01.440149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Made reservation on behalf of b1d4c44ebaaf4a4ca98ad920001e9681 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:58:01.442443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.450680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.528739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.534309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.560893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:58:01.571087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e924f-cf0b-41be-b770-c7cb2f3b478e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:01.576037 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.576381 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Added segment 56423d15-8752-4a83-ba7e-c21a20c983f1 of type vlan for network 7e8905a0-466f-450d-9f6c-85443463a908 May 10 11:58:01.618474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.643474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.644933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:01.645521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.709076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3904309 May 10 11:58:01.713822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51376) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:01.719713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Request body: {'subnet': {'network_id': '7e8905a0-466f-450d-9f6c-85443463a908', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1515026499-subnet', 'tenant_id': 'b1d4c44ebaaf4a4ca98ad920001e9681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:01.723450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e0321-eb2d-4109-a961-b3cf2e257568 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8905a0-466f-450d-9f6c-85443463a908,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:01.734299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 7e8905a0-466f-450d-9f6c-85443463a908 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:58:01.747492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Made reservation on behalf of b1d4c44ebaaf4a4ca98ad920001e9681 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:58:01.750591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:01.931508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7f8a7-732b-48c0-a281-689fb001ce76 req-7b2cfaff-da4b-49bc-ad23-15a82c0724de tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:01.933055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93c7f8a7-732b-48c0-a281-689fb001ce76 req-7b2cfaff-da4b-49bc-ad23-15a82c0724de tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0913053 May 10 11:58:02.003427 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93c7f8a7-732b-48c0-a281-689fb001ce76 req-de7c8e9a-93a2-488b-9e4b-ece1f99d3363 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625539 May 10 11:58:02.020716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:02.069642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06096e02-60b0-416f-ae69-60584dea7174,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:02.085883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Checking segment: {'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:58:02.086274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Network hostable DHCP agents. Network: 7e8905a0-466f-450d-9f6c-85443463a908, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:58:02.105625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Network 7e8905a0-466f-450d-9f6c-85443463a908 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:58:02.118713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 7e8905a0-466f-450d-9f6c-85443463a908) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:58:02.123931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:02.124551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:02.131899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6cf5f6-964b-40c9-9cde-fd1242040009 None None] Network 7e8905a0-466f-450d-9f6c-85443463a908 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:58:02.151087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1cb635ba-404f-42c0-8b63-8b374e37a9a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4262378 May 10 11:58:02.287975 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e898d-5317-425c-a791-9bf2128ae673 None None] Network 7e8905a0-466f-450d-9f6c-85443463a908 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:58:02.710220 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:03.123793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3351952-5aab-43fb-8b30-0fd063d7b644 req-de9caaee-95ce-461c-a659-13af82a13133 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:03.125347 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3351952-5aab-43fb-8b30-0fd063d7b644 req-de9caaee-95ce-461c-a659-13af82a13133 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0507245 May 10 11:58:03.168083 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e3351952-5aab-43fb-8b30-0fd063d7b644 req-4a66676a-c1cd-4b87-99ae-36dec6d17eac tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364754 May 10 11:58:04.050860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-891fce74-0c2b-4f0b-b7cf-7842024c1b1f tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:04.052797 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-891fce74-0c2b-4f0b-b7cf-7842024c1b1f tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/networks?id=7e8905a0-466f-450d-9f6c-85443463a908 HTTP/1.1" status: 200 len: 809 time: 0.1130002 May 10 11:58:04.071537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-ee2f9bfe-0b02-4a6a-8801-f2bb784cc0d0 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/quotas/b1d4c44ebaaf4a4ca98ad920001e9681 HTTP/1.1" status: 200 len: 375 time: 0.0119898 May 10 11:58:04.109118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-fcf1fa63-5fcb-4678-9635-3836d36cbf58 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1d4c44ebaaf4a4ca98ad920001e9681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301032 May 10 11:58:04.211140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-92c331c0-1e86-4c60-9e9f-7a2ebdc81007 service neutron] 10.222.0.13 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938118 May 10 11:58:04.291963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296beeb-7b0d-47ce-8d30-11c7ddf275ad req-a80dcc42-a490-4f38-b673-a885eb9fc1c4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:04.294872 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0296beeb-7b0d-47ce-8d30-11c7ddf275ad req-a80dcc42-a490-4f38-b673-a885eb9fc1c4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0528731 May 10 11:58:04.300427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1633acfd-5a3a-4dc1-beea-29c7603950ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:04.308526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-f3d73768-8790-4a04-b6ef-1792de7b3775 service neutron] 10.222.0.13 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921931 May 10 11:58:04.359864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0296beeb-7b0d-47ce-8d30-11c7ddf275ad req-2c6d0eac-4f0d-4883-94af-8502b94c74f6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544548 May 10 11:58:04.480787 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-06afbfb3-56b7-4efb-ad9d-6655e50a4919 req-1000d16e-8308-4726-8794-f50e62896f8b tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 210 time: 0.0288165 May 10 11:58:05.508545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-da59d135-93da-4a33-916a-f3c6ccbc4075 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:05.510260 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-da59d135-93da-4a33-916a-f3c6ccbc4075 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.49 "GET /v2.0/networks?id=7e8905a0-466f-450d-9f6c-85443463a908 HTTP/1.1" status: 200 len: 809 time: 0.1641974 May 10 11:58:05.519356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731d68-1c71-401f-9664-9d9c2b055397 req-0448f538-6f47-4251-b4f9-723cd50e3e15 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:05.520945 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59731d68-1c71-401f-9664-9d9c2b055397 req-0448f538-6f47-4251-b4f9-723cd50e3e15 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0802150 May 10 11:58:05.526132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Request body: {'port': {'device_id': '744ba088-97c5-4369-9763-c26dc509b4db', 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908', 'admin_state_up': True, 'tenant_id': 'b1d4c44ebaaf4a4ca98ad920001e9681'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:05.573998 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59731d68-1c71-401f-9664-9d9c2b055397 req-65b0a61b-d322-4dd2-a89c-0e6da56d2389 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 May 10 11:58:05.590026 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:05.661148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7630f94b-1ad6-42c3-b2f0-103879e0c4d2 req-fa05045f-6692-4b9e-9144-d704462c1ac0 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 210 time: 0.0394936 May 10 11:58:05.695933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Made reservation on behalf of b1d4c44ebaaf4a4ca98ad920001e9681 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:58:05.699898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:05.837765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Allocated IP 172.20.0.12 (7e8905a0-466f-450d-9f6c-85443463a908/06096e02-60b0-416f-ae69-60584dea7174/fc8418f4-605e-4719-92a6-8d86cc3bb808) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:58:05.995527 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.031359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.077760 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Network 7e8905a0-466f-450d-9f6c-85443463a908 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:58:06.081291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:58:06.087785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:58:06.091688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Pushing event updated for resources: {'Port': ['ID=fc8418f4-605e-4719-92a6-8d86cc3bb808,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:06.141602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:06.142261 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.159028 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-9fb45712-45ec-4037-9d38-25e9ca587ab8 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6369393 May 10 11:58:06.171324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Request body: {'port': {'device_id': '744ba088-97c5-4369-9763-c26dc509b4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:06.227001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.498048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8418f4-605e-4719-92a6-8d86cc3bb808 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:58:06.506866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.520352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Transition to ACTIVE for port object fc8418f4-605e-4719-92a6-8d86cc3bb808 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:58:06.525281 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.575518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Pushing event updated for resources: {'Port': ['ID=fc8418f4-605e-4719-92a6-8d86cc3bb808,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:06.645520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Attempting to bind port fc8418f4-605e-4719-92a6-8d86cc3bb808 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:58:06.646530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Attempting to bind port fc8418f4-605e-4719-92a6-8d86cc3bb808 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:58:06.646530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Attempting to bind port fc8418f4-605e-4719-92a6-8d86cc3bb808 on network 7e8905a0-466f-450d-9f6c-85443463a908 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:58:06.650674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Port fc8418f4-605e-4719-92a6-8d86cc3bb808 on network 7e8905a0-466f-450d-9f6c-85443463a908 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:58:06.651047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Attempting to bind port fc8418f4-605e-4719-92a6-8d86cc3bb808 on network 7e8905a0-466f-450d-9f6c-85443463a908 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:58:06.656067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:58:06.656409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Checking segment: {'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:58:06.656787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Bound using segment: {'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:58:06.657213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Bound port: fc8418f4-605e-4719-92a6-8d86cc3bb808, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:58:06.657686 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.760321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-60bdfe63-7c05-4b31-9328-f305088aeb58 req-7311a39c-8eaf-4e05-adb8-81b33b4d9880 service neutron] (102768) timed out ('10.222.0.70', 58261) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 11:58:06.765040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5cec-7e8e-40a5-8ee4-03a84e3c5621 req-b75d713f-9204-4d77-8f5c-fc86a1cfc55a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:06.766961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3ad5cec-7e8e-40a5-8ee4-03a84e3c5621 req-b75d713f-9204-4d77-8f5c-fc86a1cfc55a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.1008620 May 10 11:58:06.771576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] For port fc8418f4-605e-4719-92a6-8d86cc3bb808, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:58:06.776023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] For port fc8418f4-605e-4719-92a6-8d86cc3bb808, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc8418f4-605e-4719-92a6-8d86cc3bb808,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:58:06.781164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4852668-7641-491e-a90d-01575e082689 req-4cafaa6f-0ac6-4597-af26-1ec6d0b2482f tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:06.783701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.784069 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4852668-7641-491e-a90d-01575e082689 req-4cafaa6f-0ac6-4597-af26-1ec6d0b2482f tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 944 time: 0.0576570 May 10 11:58:06.834619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d4852668-7641-491e-a90d-01575e082689 req-d21683f8-c654-4381-b71d-d39eae702125 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441422 May 10 11:58:06.835637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:06.836298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:06.837693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] 10.222.0.49 "PUT /v2.0/ports/fc8418f4-605e-4719-92a6-8d86cc3bb808 HTTP/1.1" status: 200 len: 1092 time: 0.6708148 May 10 11:58:06.838142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744ba088-97c5-4369-9763-c26dc509b4db', 'tag': 'fc8418f4-605e-4719-92a6-8d86cc3bb808'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:06.840472 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2236fc18-f047-4d94-8c70-7c3e3abd0006" -d '{"events": [{"name": "network-changed", "server_uuid": "744ba088-97c5-4369-9763-c26dc509b4db", "tag": "fc8418f4-605e-4719-92a6-8d86cc3bb808"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:06.854844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a3ad5cec-7e8e-40a5-8ee4-03a84e3c5621 req-c761606e-7008-4fde-81be-12b304b4f1bb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807393 May 10 11:58:06.880811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458893a3-06ed-42bf-bdee-30d083a7ee0f service neutron] Pushing event updated for resources: {'Port': ['ID=fc8418f4-605e-4719-92a6-8d86cc3bb808,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:06.931310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-5e6bfd42-f9ef-4afa-997a-c07b92355bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:06.932870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-5e6bfd42-f9ef-4afa-997a-c07b92355bbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1d4c44ebaaf4a4ca98ad920001e9681&device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 1095 time: 0.0533390 May 10 11:58:06.978536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-89640f2a-3aff-451b-afc8-2b47e234ae9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8418f4-605e-4719-92a6-8d86cc3bb808 HTTP/1.1" status: 200 len: 217 time: 0.0374489 May 10 11:58:07.033048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-a1f404c5-6516-4d0a-99d1-0539f995f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:07.034785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-a1f404c5-6516-4d0a-99d1-0539f995f4e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06096e02-60b0-416f-ae69-60584dea7174 HTTP/1.1" status: 200 len: 849 time: 0.0497508 May 10 11:58:07.046203 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc2cb14-5ee8-47ca-99c3-6979752d1987 x-openstack-request-id: req-6bc2cb14-5ee8-47ca-99c3-6979752d1987 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:07.046734 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744ba088-97c5-4369-9763-c26dc509b4db", "tag": "fc8418f4-605e-4719-92a6-8d86cc3bb808", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:07.047107 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bc2cb14-5ee8-47ca-99c3-6979752d1987 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:07.047707 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc2cb14-5ee8-47ca-99c3-6979752d1987'] response: {'name': 'network-changed', 'server_uuid': '744ba088-97c5-4369-9763-c26dc509b4db', 'tag': 'fc8418f4-605e-4719-92a6-8d86cc3bb808', 'status': 'completed', 'code': 200} May 10 11:58:07.074756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-8170af80-0086-4d11-bacf-7c1d55d1fcc7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e8905a0-466f-450d-9f6c-85443463a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310340 May 10 11:58:07.172678 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-6945a3f0-3d08-4810-aeea-eafa124b2ebb service neutron] 10.222.0.49 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904498 May 10 11:58:07.265846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7bb806f2-c1e8-4e3b-8850-a81c79f76e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:07.273988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b9639d8-1efd-42cb-8dad-a19274584f09 req-4fc0d7ff-9985-404d-8f86-c43c58c79bba service neutron] 10.222.0.49 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945370 May 10 11:58:07.365842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-6c2734fc-2b5c-451e-b2d9-13894fb8abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:07.367354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-6c2734fc-2b5c-451e-b2d9-13894fb8abe0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1d4c44ebaaf4a4ca98ad920001e9681&device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 1095 time: 0.0485437 May 10 11:58:07.461578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-cff98a9e-7554-4c2a-8e58-83c3d91a1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:07.462979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-cff98a9e-7554-4c2a-8e58-83c3d91a1e14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e8905a0-466f-450d-9f6c-85443463a908 HTTP/1.1" status: 200 len: 910 time: 0.0886893 May 10 11:58:07.514126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-0483054b-4612-475c-9c4b-49834474bd5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8418f4-605e-4719-92a6-8d86cc3bb808 HTTP/1.1" status: 200 len: 217 time: 0.0440245 May 10 11:58:07.568650 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-1602d7e7-523b-4e81-9610-c0b67e01ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:07.570021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-1602d7e7-523b-4e81-9610-c0b67e01ec56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06096e02-60b0-416f-ae69-60584dea7174 HTTP/1.1" status: 200 len: 849 time: 0.0471778 May 10 11:58:07.606740 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-92ad6888-ee42-4b8d-91a4-c18aabffe74a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e8905a0-466f-450d-9f6c-85443463a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288553 May 10 11:58:07.699806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-cb8fc31a-95e4-464d-98b0-a5b5abe6f2f4 service neutron] 10.222.0.49 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832016 May 10 11:58:07.837545 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:08.002418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa657c19-e15b-4475-9fdb-fa3120398ced req-fa4a4e55-e3ca-4c63-ba3b-c0b6275718e9 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:08.004303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa657c19-e15b-4475-9fdb-fa3120398ced req-fa4a4e55-e3ca-4c63-ba3b-c0b6275718e9 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 944 time: 0.0538692 May 10 11:58:08.047186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa657c19-e15b-4475-9fdb-fa3120398ced req-cabb2434-6c33-4654-99f1-14d3d9ddc0ed tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342534 May 10 11:58:08.081658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ff6f7-3791-4212-8e14-a74aba0dacbe req-604135e9-ffca-41f9-b61c-63fe0653bbab tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:08.083145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a2ff6f7-3791-4212-8e14-a74aba0dacbe req-604135e9-ffca-41f9-b61c-63fe0653bbab tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0795176 May 10 11:58:08.100071 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2236fc18-f047-4d94-8c70-7c3e3abd0006 req-84fbf358-bfa3-4c26-b972-46dc3c00cb21 service neutron] 10.222.0.49 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872061 May 10 11:58:08.137418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fc8418f4-605e-4719-92a6-8d86cc3bb808 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:58:08.140464 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a2ff6f7-3791-4212-8e14-a74aba0dacbe req-4ee51462-d442-4a65-a2e0-a5dbb8c97d17 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 May 10 11:58:08.232233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fc8418f4-605e-4719-92a6-8d86cc3bb808, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc8418f4-605e-4719-92a6-8d86cc3bb808,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:08.244488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'fc8418f4-605e-4719-92a6-8d86cc3bb808', 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908', 'port_id': 'fc8418f4-605e-4719-92a6-8d86cc3bb808', 'mac_address': 'fa:16:3e:d0:3f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06096e02-60b0-416f-ae69-60584dea7174', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:58:08.287273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port fc8418f4-605e-4719-92a6-8d86cc3bb808 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:58:08.287999 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:08.300692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8418f4-605e-4719-92a6-8d86cc3bb808 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:58:08.321722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fc8418f4-605e-4719-92a6-8d86cc3bb808, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc8418f4-605e-4719-92a6-8d86cc3bb808,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:08.327203 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:08.372152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=fc8418f4-605e-4719-92a6-8d86cc3bb808,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:08.379336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.379658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.380046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.380375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.380695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.381021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.381322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.381646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.381960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.382270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.382588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.382906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:08.551716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['fc8418f4-605e-4719-92a6-8d86cc3bb808'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:09.186733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb97c8-1c49-4dfe-b3b3-e976827c4c7f req-6d39cc94-cec9-4f30-a872-4a0a30d16ca0 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:09.188331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49cb97c8-1c49-4dfe-b3b3-e976827c4c7f req-6d39cc94-cec9-4f30-a872-4a0a30d16ca0 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 945 time: 0.0621665 May 10 11:58:09.230062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49cb97c8-1c49-4dfe-b3b3-e976827c4c7f req-93bc1809-c13d-4328-a82d-ead2d0c0c7d5 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332994 May 10 11:58:09.266106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7cc9b-d9ee-48e5-a606-b1327228e02e req-63076bc9-f8da-4400-b9ec-fca94b20228c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:09.267850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5d7cc9b-d9ee-48e5-a606-b1327228e02e req-63076bc9-f8da-4400-b9ec-fca94b20228c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0512450 May 10 11:58:09.311619 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5d7cc9b-d9ee-48e5-a606-b1327228e02e req-554691e0-3a2f-4aea-a0ea-cda3f9796dc6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 May 10 11:58:09.353540 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:09.586182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:10.136175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fc8418f4-605e-4719-92a6-8d86cc3bb808 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:58:10.193139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port fc8418f4-605e-4719-92a6-8d86cc3bb808 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:58:10.197979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port fc8418f4-605e-4719-92a6-8d86cc3bb808 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:58:10.198441 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:10.287308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port fc8418f4-605e-4719-92a6-8d86cc3bb808 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:58:10.287701 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:10.311442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744ba088-97c5-4369-9763-c26dc509b4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8418f4-605e-4719-92a6-8d86cc3bb808'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:10.313819 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e6ada4-ac38-46f1-90ff-74afd7e2fd33" -d '{"events": [{"server_uuid": "744ba088-97c5-4369-9763-c26dc509b4db", "name": "network-vif-plugged", "status": "completed", "tag": "fc8418f4-605e-4719-92a6-8d86cc3bb808"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:10.328057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fc8418f4-605e-4719-92a6-8d86cc3bb808, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc8418f4-605e-4719-92a6-8d86cc3bb808,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:10.335765 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:10.353883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6885c2c-0962-4cd3-ae5f-7b5581cb6234 req-d6af0b52-2420-4bcf-80a5-4c7fcc89a59b tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:10.355615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6885c2c-0962-4cd3-ae5f-7b5581cb6234 req-d6af0b52-2420-4bcf-80a5-4c7fcc89a59b tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 945 time: 0.0549123 May 10 11:58:10.362606 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0400e1af-ad43-4c87-ac51-f1101f30d85c x-openstack-request-id: req-0400e1af-ad43-4c87-ac51-f1101f30d85c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:10.363148 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744ba088-97c5-4369-9763-c26dc509b4db", "name": "network-vif-plugged", "status": "completed", "tag": "fc8418f4-605e-4719-92a6-8d86cc3bb808", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:10.363148 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0400e1af-ad43-4c87-ac51-f1101f30d85c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:10.363505 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0400e1af-ad43-4c87-ac51-f1101f30d85c'] response: {'server_uuid': '744ba088-97c5-4369-9763-c26dc509b4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8418f4-605e-4719-92a6-8d86cc3bb808', 'code': 200} May 10 11:58:10.396935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=fc8418f4-605e-4719-92a6-8d86cc3bb808,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:10.411321 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6885c2c-0962-4cd3-ae5f-7b5581cb6234 req-28ec348d-4ba5-47b0-baff-12572ddcc77a tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 May 10 11:58:10.496050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cede02-0836-4f50-8e06-1853f55ce618 req-a57f9b17-976d-44a5-b7d4-8d66c1ab92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:10.497579 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6cede02-0836-4f50-8e06-1853f55ce618 req-a57f9b17-976d-44a5-b7d4-8d66c1ab92c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 1097 time: 0.0808585 May 10 11:58:10.509607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674b1-0e4f-4e16-9cbb-b16ca82fa093 req-fd79a607-3a55-4b32-836f-d18731a23ee3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:10.511102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15b674b1-0e4f-4e16-9cbb-b16ca82fa093 req-fd79a607-3a55-4b32-836f-d18731a23ee3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0619936 May 10 11:58:10.560538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b6cede02-0836-4f50-8e06-1853f55ce618 req-06f74a81-66a4-4db3-9926-9ce9eb6c0bae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484221 May 10 11:58:10.573108 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15b674b1-0e4f-4e16-9cbb-b16ca82fa093 req-a11f1315-6a44-4f7a-8c1b-39ee153f1e4a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552731 May 10 11:58:11.540364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95aa2a-db7c-46a0-9f2d-634e84148468 req-d403776a-b8f7-4462-a07e-1987b62d9637 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:11.541879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a95aa2a-db7c-46a0-9f2d-634e84148468 req-d403776a-b8f7-4462-a07e-1987b62d9637 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 946 time: 0.0523992 May 10 11:58:11.586397 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a95aa2a-db7c-46a0-9f2d-634e84148468 req-310dbc8a-e06c-46a9-a277-4b3bed373826 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346141 May 10 11:58:11.697333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476322f7-b2ee-43dd-9bfc-0daf5ff3b217 req-7e97e9d4-513f-4b4d-8aa2-879768fb0c6c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:11.698769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-476322f7-b2ee-43dd-9bfc-0daf5ff3b217 req-7e97e9d4-513f-4b4d-8aa2-879768fb0c6c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0506999 May 10 11:58:11.739674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-476322f7-b2ee-43dd-9bfc-0daf5ff3b217 req-13070eda-2b67-4aab-a4b5-2d71a18d5144 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 May 10 11:58:12.721783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd77cd-fea0-4037-a497-d9586a881cd9 req-b0ccce21-1b4f-4a50-8cc7-0d5446777f10 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:12.723287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3cdd77cd-fea0-4037-a497-d9586a881cd9 req-b0ccce21-1b4f-4a50-8cc7-0d5446777f10 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 946 time: 0.0621924 May 10 11:58:12.765621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3cdd77cd-fea0-4037-a497-d9586a881cd9 req-777f351a-a7f6-42ca-9beb-975f229d0402 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 May 10 11:58:12.868991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d44563-7c1c-4bc3-988f-68a6bf2c30c2 req-2c68aded-4b4f-48ff-b76d-dbc9174bb0f2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:12.870429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87d44563-7c1c-4bc3-988f-68a6bf2c30c2 req-2c68aded-4b4f-48ff-b76d-dbc9174bb0f2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0522394 May 10 11:58:12.909994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87d44563-7c1c-4bc3-988f-68a6bf2c30c2 req-84ba0b1a-7901-4f88-b6a2-400af6a88da8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 May 10 11:58:13.370227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c636d-049f-4fa6-9df8-565a547b5cda req-dacf94d6-6303-4be8-baa5-d0bdf8a6d862 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:13.371928 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b47c636d-049f-4fa6-9df8-565a547b5cda req-dacf94d6-6303-4be8-baa5-d0bdf8a6d862 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 946 time: 0.0569777 May 10 11:58:13.414327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b47c636d-049f-4fa6-9df8-565a547b5cda req-21b59ed0-d1d1-4e48-9877-4f52a6420412 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350058 May 10 11:58:14.038745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0d7de-87a3-4193-a639-a94794208352 req-d746ab2a-c601-4fa0-b268-002ca4296286 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:14.040261 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-53e0d7de-87a3-4193-a639-a94794208352 req-d746ab2a-c601-4fa0-b268-002ca4296286 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0534987 May 10 11:58:14.086158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-53e0d7de-87a3-4193-a639-a94794208352 req-a09830e7-8089-46b2-9981-0be55c1acdbb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 May 10 11:58:14.536587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301d40-88a4-4a18-8fef-044952443d09 req-f51dee74-f1f7-46a4-bf1e-b78a8c70f9d1 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:14.538058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09301d40-88a4-4a18-8fef-044952443d09 req-f51dee74-f1f7-46a4-bf1e-b78a8c70f9d1 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 946 time: 0.0513999 May 10 11:58:14.581009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-09301d40-88a4-4a18-8fef-044952443d09 req-f99a6cf9-a321-4ed7-a510-7746152fe661 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358887 May 10 11:58:14.659302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-22a1cc64-460e-4d04-b0ea-fa1958f6220e tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:14.660778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-22a1cc64-460e-4d04-b0ea-fa1958f6220e tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.49 "GET /v2.0/ports?device_id=744ba088-97c5-4369-9763-c26dc509b4db HTTP/1.1" status: 200 len: 946 time: 0.0493138 May 10 11:58:14.755676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Deleting port fc8418f4-605e-4719-92a6-8d86cc3bb808 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:58:14.755954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:14.859539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] For port fc8418f4-605e-4719-92a6-8d86cc3bb808, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fc8418f4-605e-4719-92a6-8d86cc3bb808,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:14.859936 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:14.873291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Calling delete_port for fc8418f4-605e-4719-92a6-8d86cc3bb808 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:58:15.007271 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:15.018601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['fc8418f4-605e-4719-92a6-8d86cc3bb808'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:15.035297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Pushing event deleted for resources: {'Port': ['ID=fc8418f4-605e-4719-92a6-8d86cc3bb808,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:15.079959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] No DVR routers for this DVR port fc8418f4-605e-4719-92a6-8d86cc3bb808 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:58:15.082573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:15.085847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67988468-c528-4e69-8f2f-4dd4b97b9000 req-75f61b67-bd6d-47cb-b1ed-bc89bf737368 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.49 "DELETE /v2.0/ports/fc8418f4-605e-4719-92a6-8d86cc3bb808 HTTP/1.1" status: 204 len: 173 time: 0.4194899 May 10 11:58:15.086264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744ba088-97c5-4369-9763-c26dc509b4db', 'name': 'network-vif-deleted', 'tag': 'fc8418f4-605e-4719-92a6-8d86cc3bb808'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:15.088649 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40016bca-1afa-47f8-9cf4-c6ea70fc19e8" -d '{"events": [{"server_uuid": "744ba088-97c5-4369-9763-c26dc509b4db", "name": "network-vif-deleted", "tag": "fc8418f4-605e-4719-92a6-8d86cc3bb808"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:15.135900 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022e0263-9690-4faf-b62b-db6476e78844 x-openstack-request-id: req-022e0263-9690-4faf-b62b-db6476e78844 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:15.136296 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744ba088-97c5-4369-9763-c26dc509b4db", "name": "network-vif-deleted", "tag": "fc8418f4-605e-4719-92a6-8d86cc3bb808", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:15.136681 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-022e0263-9690-4faf-b62b-db6476e78844 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:15.137242 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022e0263-9690-4faf-b62b-db6476e78844'] response: {'server_uuid': '744ba088-97c5-4369-9763-c26dc509b4db', 'name': 'network-vif-deleted', 'tag': 'fc8418f4-605e-4719-92a6-8d86cc3bb808', 'status': 'completed', 'code': 200} May 10 11:58:15.230849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3fcf3-e23a-498e-a1a1-3f1d3ea1a89e req-37e8201c-17f1-4266-9abc-1ce34e472867 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:15.232787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21e3fcf3-e23a-498e-a1a1-3f1d3ea1a89e req-37e8201c-17f1-4266-9abc-1ce34e472867 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0601315 May 10 11:58:15.275503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21e3fcf3-e23a-498e-a1a1-3f1d3ea1a89e req-c9289919-3b07-4d48-8660-efb69d65d6bf tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361733 May 10 11:58:15.882599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-bc85791a-424e-4e29-97db-fb29185bd633 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:15.884061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-bc85791a-424e-4e29-97db-fb29185bd633 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/networks?id=7e8905a0-466f-450d-9f6c-85443463a908 HTTP/1.1" status: 200 len: 809 time: 0.1213093 May 10 11:58:15.902270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-165e0e32-f5c4-423a-aa49-61d066039e7b tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/quotas/b1d4c44ebaaf4a4ca98ad920001e9681 HTTP/1.1" status: 200 len: 375 time: 0.0116982 May 10 11:58:15.940771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-404cf37c-f8b8-4fae-9c58-47632770f407 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1d4c44ebaaf4a4ca98ad920001e9681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330367 May 10 11:58:16.049894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-6cde875f-3631-4e54-b5d9-536736a3bd2b service neutron] 10.222.0.13 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971577 May 10 11:58:16.149694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-43edf7d3-86de-470a-9976-53cad3004314 service neutron] 10.222.0.13 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925612 May 10 11:58:16.331198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0132e5ba-a0e4-42a7-be88-f6feac8b4c0a req-218787eb-5033-4a0e-a20b-946ee77c0210 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 210 time: 0.0287497 May 10 11:58:16.402935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305614a1-7830-4fd7-895f-fa7e50e7b327 req-1aa64331-f007-43b2-8677-abfc0279a3da tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:16.404500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-305614a1-7830-4fd7-895f-fa7e50e7b327 req-1aa64331-f007-43b2-8677-abfc0279a3da tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 943 time: 0.0568638 May 10 11:58:16.443396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-305614a1-7830-4fd7-895f-fa7e50e7b327 req-0b90227f-a808-46f0-a14a-2ba8bdbdf8be tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 May 10 11:58:16.496939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f4c03c49-ba99-4aea-9acc-4f21f5305e3c details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:58:16.591225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f4c03c49-ba99-4aea-9acc-4f21f5305e3c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:16.602782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'f4c03c49-ba99-4aea-9acc-4f21f5305e3c', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'port_id': 'f4c03c49-ba99-4aea-9acc-4f21f5305e3c', 'mac_address': 'fa:16:3e:5c:d2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:58:16.826911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f4c03c49-ba99-4aea-9acc-4f21f5305e3c is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:58:16.827535 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:16.841605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c03c49-ba99-4aea-9acc-4f21f5305e3c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:58:16.862300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f4c03c49-ba99-4aea-9acc-4f21f5305e3c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:16.867139 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:16.916824 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:17.069279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['f4c03c49-ba99-4aea-9acc-4f21f5305e3c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:17.290895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-1e232a00-78b2-4210-8f9d-a52328b50252 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:17.292430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-1e232a00-78b2-4210-8f9d-a52328b50252 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.49 "GET /v2.0/networks?id=7e8905a0-466f-450d-9f6c-85443463a908 HTTP/1.1" status: 200 len: 809 time: 0.1046259 May 10 11:58:17.306059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Request body: {'port': {'device_id': '55da9f5d-4fa2-4069-98fa-81ea24c59b50', 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908', 'admin_state_up': True, 'tenant_id': 'b1d4c44ebaaf4a4ca98ad920001e9681'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:17.421349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Made reservation on behalf of b1d4c44ebaaf4a4ca98ad920001e9681 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:58:17.425092 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:17.430314 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8ed48ce0-05ab-4e14-bd7d-c366e4a3d369 req-c10f69a9-fa79-41fd-8e0d-9b8def2d1a5a tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 210 time: 0.0265183 May 10 11:58:17.579756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Allocated IP 172.20.0.9 (7e8905a0-466f-450d-9f6c-85443463a908/06096e02-60b0-416f-ae69-60584dea7174/977b3011-46d5-4905-8974-0a7ced436b89) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:58:17.604534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a63dd-657f-443f-acf4-d28ec705d906 req-dcd6eb91-05a3-40dd-914b-f15ad8170391 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:17.606564 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d47a63dd-657f-443f-acf4-d28ec705d906 req-dcd6eb91-05a3-40dd-914b-f15ad8170391 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 944 time: 0.0776262 May 10 11:58:17.712436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d47a63dd-657f-443f-acf4-d28ec705d906 req-2e6a9e3f-3d7e-4e7e-a1e5-55f91db8fb55 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952983 May 10 11:58:17.771793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:17.808388 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:17.822761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['fc8418f4-605e-4719-92a6-8d86cc3bb808'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:17.854435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Network 7e8905a0-466f-450d-9f6c-85443463a908 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:58:17.859861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:58:17.867888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:58:17.872162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Pushing event updated for resources: {'Port': ['ID=977b3011-46d5-4905-8974-0a7ced436b89,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:17.925011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:17.925614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:17.944234 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-23d16e42-25cc-45d8-bcb1-235719ac98e2 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428459 May 10 11:58:18.007728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Request body: {'port': {'device_id': '55da9f5d-4fa2-4069-98fa-81ea24c59b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:18.069339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.351974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977b3011-46d5-4905-8974-0a7ced436b89 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:58:18.359948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.371879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Transition to ACTIVE for port object 977b3011-46d5-4905-8974-0a7ced436b89 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:58:18.377920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.426202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=977b3011-46d5-4905-8974-0a7ced436b89,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:18.506199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Attempting to bind port 977b3011-46d5-4905-8974-0a7ced436b89 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:58:18.506786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Attempting to bind port 977b3011-46d5-4905-8974-0a7ced436b89 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:58:18.507345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Attempting to bind port 977b3011-46d5-4905-8974-0a7ced436b89 on network 7e8905a0-466f-450d-9f6c-85443463a908 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:58:18.513758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Port 977b3011-46d5-4905-8974-0a7ced436b89 on network 7e8905a0-466f-450d-9f6c-85443463a908 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:58:18.514078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Attempting to bind port 977b3011-46d5-4905-8974-0a7ced436b89 on network 7e8905a0-466f-450d-9f6c-85443463a908 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:58:18.520316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:58:18.520793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Checking segment: {'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:58:18.521290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Bound using segment: {'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:58:18.521894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Bound port: 977b3011-46d5-4905-8974-0a7ced436b89, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56423d15-8752-4a83-ba7e-c21a20c983f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:58:18.522248 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.523535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f4c03c49-ba99-4aea-9acc-4f21f5305e3c up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:58:18.560041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2874e42-c4a6-4939-ab88-d95d282e9b8a req-948ede6c-b181-414c-af06-c0353191b85d tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:18.561547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2874e42-c4a6-4939-ab88-d95d282e9b8a req-948ede6c-b181-414c-af06-c0353191b85d tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 943 time: 0.0591104 May 10 11:58:18.580306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port f4c03c49-ba99-4aea-9acc-4f21f5305e3c completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:58:18.594552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port f4c03c49-ba99-4aea-9acc-4f21f5305e3c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:58:18.596302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.596690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] For port 977b3011-46d5-4905-8974-0a7ced436b89, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:58:18.600757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] For port 977b3011-46d5-4905-8974-0a7ced436b89, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=977b3011-46d5-4905-8974-0a7ced436b89,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:58:18.605318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2874e42-c4a6-4939-ab88-d95d282e9b8a req-7c42ffea-9faa-41af-b6f2-fffc0f4761ae tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356774 May 10 11:58:18.607648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.644980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:18.645607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.647267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/977b3011-46d5-4905-8974-0a7ced436b89 HTTP/1.1" status: 200 len: 1091 time: 0.6954579 May 10 11:58:18.647887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55da9f5d-4fa2-4069-98fa-81ea24c59b50', 'tag': '977b3011-46d5-4905-8974-0a7ced436b89'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:18.650191 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7ad4c0-2623-4c03-b30e-4f463f94a205" -d '{"events": [{"name": "network-changed", "server_uuid": "55da9f5d-4fa2-4069-98fa-81ea24c59b50", "tag": "977b3011-46d5-4905-8974-0a7ced436b89"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:18.684779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031deb8-4da6-4bd0-9a63-2b132b2bd6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=977b3011-46d5-4905-8974-0a7ced436b89,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:18.710772 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733313cb-2459-4975-aad9-ce93fa010756 x-openstack-request-id: req-733313cb-2459-4975-aad9-ce93fa010756 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:18.711034 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55da9f5d-4fa2-4069-98fa-81ea24c59b50", "tag": "977b3011-46d5-4905-8974-0a7ced436b89", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:18.711174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f4c03c49-ba99-4aea-9acc-4f21f5305e3c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:58:18.711330 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-733313cb-2459-4975-aad9-ce93fa010756 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:18.711652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.711772 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733313cb-2459-4975-aad9-ce93fa010756'] response: {'name': 'network-changed', 'server_uuid': '55da9f5d-4fa2-4069-98fa-81ea24c59b50', 'tag': '977b3011-46d5-4905-8974-0a7ced436b89', 'status': 'completed', 'code': 200} May 10 11:58:18.736307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f95f613-a612-4e4a-a005-e9152dea7479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c03c49-ba99-4aea-9acc-4f21f5305e3c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:18.738603 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d2ad3b-9fa0-4c6d-ac46-018bf3b7ed45" -d '{"events": [{"server_uuid": "6f95f613-a612-4e4a-a005-e9152dea7479", "name": "network-vif-plugged", "status": "completed", "tag": "f4c03c49-ba99-4aea-9acc-4f21f5305e3c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:18.752015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-3761dbf4-044b-405b-a6e3-302f052ad509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:18.753556 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-3761dbf4-044b-405b-a6e3-302f052ad509 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1d4c44ebaaf4a4ca98ad920001e9681&device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 1094 time: 0.0518475 May 10 11:58:18.754169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f4c03c49-ba99-4aea-9acc-4f21f5305e3c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:18.761324 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:18.796620 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362a1ef2-ea48-4659-9550-a63af8f5cc19 x-openstack-request-id: req-362a1ef2-ea48-4659-9550-a63af8f5cc19 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:18.797071 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f95f613-a612-4e4a-a005-e9152dea7479", "name": "network-vif-plugged", "status": "completed", "tag": "f4c03c49-ba99-4aea-9acc-4f21f5305e3c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:18.797454 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-362a1ef2-ea48-4659-9550-a63af8f5cc19 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:18.797988 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362a1ef2-ea48-4659-9550-a63af8f5cc19'] response: {'server_uuid': '6f95f613-a612-4e4a-a005-e9152dea7479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c03c49-ba99-4aea-9acc-4f21f5305e3c', 'code': 200} May 10 11:58:18.800440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-2ef7206d-156c-4516-8edc-50342c05d328 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=977b3011-46d5-4905-8974-0a7ced436b89 HTTP/1.1" status: 200 len: 217 time: 0.0400825 May 10 11:58:18.825703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:18.858397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-0702ff9b-8326-4010-a227-ec84978f5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:18.860007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-0702ff9b-8326-4010-a227-ec84978f5fd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06096e02-60b0-416f-ae69-60584dea7174 HTTP/1.1" status: 200 len: 849 time: 0.0522442 May 10 11:58:18.865719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f4126-2f7e-4ec7-b15a-d6877878db19 req-2d05f4db-44fc-4b45-b94b-66cdd8f4d288 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:18.867582 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-543f4126-2f7e-4ec7-b15a-d6877878db19 req-2d05f4db-44fc-4b45-b94b-66cdd8f4d288 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 945 time: 0.0692718 May 10 11:58:18.894297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-30362e36-30a0-4f06-bbb2-8621e04d8838 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e8905a0-466f-450d-9f6c-85443463a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281205 May 10 11:58:18.941584 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6171ebb-b7b2-4375-9cda-7e34cc628eb6 req-d5708d72-63e1-4b4f-ae13-f334f8dfd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:18.943093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6171ebb-b7b2-4375-9cda-7e34cc628eb6 req-d5708d72-63e1-4b4f-ae13-f334f8dfd526 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 1096 time: 0.0746253 May 10 11:58:18.946319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-543f4126-2f7e-4ec7-b15a-d6877878db19 req-3e7fe215-895c-4d2b-9f93-5ee6912445b1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676553 May 10 11:58:18.979882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6171ebb-b7b2-4375-9cda-7e34cc628eb6 req-4ef07736-dbca-4749-bf02-6ce839a9020b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294247 May 10 11:58:19.004147 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-f546ea2f-847b-4fdc-ac03-02ff10209d32 service neutron] 10.222.0.49 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027813 May 10 11:58:19.100076 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43ac7d28-fc60-4acd-a59b-6b7c1d538fa1 req-2b93915b-1b40-4717-95ee-b17d20822d4a service neutron] 10.222.0.49 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899343 May 10 11:58:19.192746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-d0d90cc7-61e6-43c7-b7f6-3caae8b446a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:19.194222 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-d0d90cc7-61e6-43c7-b7f6-3caae8b446a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1d4c44ebaaf4a4ca98ad920001e9681&device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 1094 time: 0.0483992 May 10 11:58:19.286963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-fc7e6862-e1f1-44b6-8cad-a1c3f9c02f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:19.288685 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-fc7e6862-e1f1-44b6-8cad-a1c3f9c02f18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e8905a0-466f-450d-9f6c-85443463a908 HTTP/1.1" status: 200 len: 910 time: 0.0884767 May 10 11:58:19.336072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-09a4a1c3-9056-44d5-8c1f-dd7f34494a53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=977b3011-46d5-4905-8974-0a7ced436b89 HTTP/1.1" status: 200 len: 217 time: 0.0412252 May 10 11:58:19.389701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-1555b1dd-5b42-4372-9bba-08f90a131281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:19.391201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-1555b1dd-5b42-4372-9bba-08f90a131281 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06096e02-60b0-416f-ae69-60584dea7174 HTTP/1.1" status: 200 len: 849 time: 0.0490026 May 10 11:58:19.424996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-9fa5d2c6-264d-469c-ad5f-1cb53f76120f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e8905a0-466f-450d-9f6c-85443463a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267673 May 10 11:58:19.524613 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-9f296646-31ef-4edf-99ee-7f65e5ed75ea service neutron] 10.222.0.49 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923142 May 10 11:58:19.622147 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de7ad4c0-2623-4c03-b30e-4f463f94a205 req-77916b49-1c65-4c38-a19b-35dfa24a3395 service neutron] 10.222.0.49 "GET /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898566 May 10 11:58:19.744870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe179564-1d63-4a47-884c-670b4824bbec req-faf38baf-cd8c-4b97-b026-2a6c7dbba49d tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:19.747107 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe179564-1d63-4a47-884c-670b4824bbec req-faf38baf-cd8c-4b97-b026-2a6c7dbba49d tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 943 time: 0.0605197 May 10 11:58:19.786296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fe179564-1d63-4a47-884c-670b4824bbec req-753fd7ae-20bf-4f5d-a5f9-9cac68e4b29b tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328796 May 10 11:58:19.850983 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:58:20.089910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5f31-d77d-45cb-9634-62aa5188fe05 req-dc44dfa9-b0a4-49cf-b141-6e4d929ac960 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:20.091582 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fefb5f31-d77d-45cb-9634-62aa5188fe05 req-dc44dfa9-b0a4-49cf-b141-6e4d929ac960 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 945 time: 0.0605912 May 10 11:58:20.137018 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fefb5f31-d77d-45cb-9634-62aa5188fe05 req-78b6259b-eca2-4705-a64f-6a0dd483e505 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 May 10 11:58:20.183641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 977b3011-46d5-4905-8974-0a7ced436b89 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:58:20.186568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fc8418f4-605e-4719-92a6-8d86cc3bb808 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:58:20.219003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: fc8418f4-605e-4719-92a6-8d86cc3bb808 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:58:20.219389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fc8418f4-605e-4719-92a6-8d86cc3bb808 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:58:20.266255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9c1e-2284-4268-8274-894a12d559d9 req-03813019-1f60-446a-a236-7f6dfa57e695 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:20.267765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c18f9c1e-2284-4268-8274-894a12d559d9 req-03813019-1f60-446a-a236-7f6dfa57e695 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 945 time: 0.0558794 May 10 11:58:20.305736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 977b3011-46d5-4905-8974-0a7ced436b89, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=977b3011-46d5-4905-8974-0a7ced436b89,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:20.307016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c18f9c1e-2284-4268-8274-894a12d559d9 req-cff59b70-408c-4cac-8fff-b45751326c1a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 May 10 11:58:20.317795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '977b3011-46d5-4905-8974-0a7ced436b89', 'network_id': '7e8905a0-466f-450d-9f6c-85443463a908', 'port_id': '977b3011-46d5-4905-8974-0a7ced436b89', 'mac_address': 'fa:16:3e:a1:26:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06096e02-60b0-416f-ae69-60584dea7174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:58:20.354924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 977b3011-46d5-4905-8974-0a7ced436b89 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:58:20.355391 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:20.371990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977b3011-46d5-4905-8974-0a7ced436b89 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:58:20.391739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 977b3011-46d5-4905-8974-0a7ced436b89, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=977b3011-46d5-4905-8974-0a7ced436b89,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:20.396548 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:20.450897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=977b3011-46d5-4905-8974-0a7ced436b89,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:20.598640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['977b3011-46d5-4905-8974-0a7ced436b89'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:20.616178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a827b-52b4-4e6f-beb9-1ebe7878ad53 req-26a4d954-bf16-4aaa-a800-9d638586bc1b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:20.617608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-579a827b-52b4-4e6f-beb9-1ebe7878ad53 req-26a4d954-bf16-4aaa-a800-9d638586bc1b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 945 time: 0.0508492 May 10 11:58:20.659334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-579a827b-52b4-4e6f-beb9-1ebe7878ad53 req-3c2c4b35-10c2-4f37-8fa4-bdebcf3770ca tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348144 May 10 11:58:20.907901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf25eea-c65c-46c5-a947-310a565f07d8 req-b0071afa-dda0-46ab-8c45-5cd7d6d0c10b tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:20.909285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-baf25eea-c65c-46c5-a947-310a565f07d8 req-b0071afa-dda0-46ab-8c45-5cd7d6d0c10b tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 944 time: 0.0504415 May 10 11:58:20.952264 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-baf25eea-c65c-46c5-a947-310a565f07d8 req-9e8bd881-78b7-4362-91b1-32d44e270e58 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 May 10 11:58:21.727883 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-8632f59b-7e36-4e94-8f07-7048c7d694e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438745 May 10 11:58:21.815062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798804e-928a-4688-8ff0-a3cf7a3e5ed9 req-6a306da9-b8e9-481f-a64f-edea05d4c75a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:21.816682 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4798804e-928a-4688-8ff0-a3cf7a3e5ed9 req-6a306da9-b8e9-481f-a64f-edea05d4c75a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 945 time: 0.0782123 May 10 11:58:21.853967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-15ce0420-0c5e-44ce-bc6f-efd9b0e14efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:21.855719 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-15ce0420-0c5e-44ce-bc6f-efd9b0e14efd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 1096 time: 0.0794554 May 10 11:58:21.872533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4798804e-928a-4688-8ff0-a3cf7a3e5ed9 req-bc7e5014-b0b5-44b4-ac8b-5a31cf213fb5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471113 May 10 11:58:21.970187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-f307ba8e-487b-4871-ad40-99e316fc221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:21.971626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-f307ba8e-487b-4871-ad40-99e316fc221d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0941620 May 10 11:58:22.005670 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-ea085aa8-5ed1-42eb-9796-75f1fff61541 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:22.007348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-ea085aa8-5ed1-42eb-9796-75f1fff61541 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 945 time: 0.0537343 May 10 11:58:22.019224 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-2b53c2ec-619f-46b8-b53b-b7ae6ebc4e70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ade873dd-677d-4c69-a2c0-bf4f4c893457 HTTP/1.1" status: 200 len: 217 time: 0.0412979 May 10 11:58:22.071326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-a938184f-5acb-49a3-8bc1-1a23fd4e3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:22.072838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-a938184f-5acb-49a3-8bc1-1a23fd4e3a0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0475101 May 10 11:58:22.119063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-dfeeb046-a464-4d92-ba5a-5ff3b6fc451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:22.120538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-dfeeb046-a464-4d92-ba5a-5ff3b6fc451b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411940 May 10 11:58:22.140617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4274ec-2374-404e-9941-284cce102409 req-da1134fa-aaa2-44e2-a391-cb7dedb27fee tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:22.142095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf4274ec-2374-404e-9941-284cce102409 req-da1134fa-aaa2-44e2-a391-cb7dedb27fee tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 944 time: 0.0961113 May 10 11:58:22.173218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port f4c03c49-ba99-4aea-9acc-4f21f5305e3c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:58:22.173611 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:22.192741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 977b3011-46d5-4905-8974-0a7ced436b89 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:58:22.233383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-0d70d309-dd3b-49b5-b1cd-1e175f705a34 service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054749 May 10 11:58:22.251490 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cf4274ec-2374-404e-9941-284cce102409 req-8741f728-ccc1-4c54-9e3f-0ef0eafea0e3 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997837 May 10 11:58:22.251750 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 977b3011-46d5-4905-8974-0a7ced436b89 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:58:22.256420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 977b3011-46d5-4905-8974-0a7ced436b89 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:58:22.256870 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:22.303469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] For port f4c03c49-ba99-4aea-9acc-4f21f5305e3c, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:22.303844 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:22.318458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for f4c03c49-ba99-4aea-9acc-4f21f5305e3c owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:58:22.342869 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f362e74-9d2e-4a63-977b-c024f9a76e72 req-c8f3e10a-0fab-47f2-a5ff-e4df9276be4b service neutron] 10.222.0.49 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016331 May 10 11:58:22.352455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 977b3011-46d5-4905-8974-0a7ced436b89 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:58:22.352924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:22.387191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55da9f5d-4fa2-4069-98fa-81ea24c59b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977b3011-46d5-4905-8974-0a7ced436b89'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:22.390040 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87538ede-8a5f-4342-90ef-f5823d11fde3" -d '{"events": [{"server_uuid": "55da9f5d-4fa2-4069-98fa-81ea24c59b50", "name": "network-vif-plugged", "status": "completed", "tag": "977b3011-46d5-4905-8974-0a7ced436b89"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:22.406552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 977b3011-46d5-4905-8974-0a7ced436b89, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=977b3011-46d5-4905-8974-0a7ced436b89,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:22.410946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:22.445081 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c453640-c2c9-48a7-ab9a-e9d7fb14e12b x-openstack-request-id: req-3c453640-c2c9-48a7-ab9a-e9d7fb14e12b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:22.445373 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55da9f5d-4fa2-4069-98fa-81ea24c59b50", "name": "network-vif-plugged", "status": "completed", "tag": "977b3011-46d5-4905-8974-0a7ced436b89", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:22.445632 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c453640-c2c9-48a7-ab9a-e9d7fb14e12b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:22.446026 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c453640-c2c9-48a7-ab9a-e9d7fb14e12b'] response: {'server_uuid': '55da9f5d-4fa2-4069-98fa-81ea24c59b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977b3011-46d5-4905-8974-0a7ced436b89', 'code': 200} May 10 11:58:22.461350 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:22.473791 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['ade873dd-677d-4c69-a2c0-bf4f4c893457'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:22.491141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=f4c03c49-ba99-4aea-9acc-4f21f5305e3c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:22.522623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['f4c03c49-ba99-4aea-9acc-4f21f5305e3c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:22.534311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] No DVR routers for this DVR port f4c03c49-ba99-4aea-9acc-4f21f5305e3c on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:58:22.538920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:22.542537 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1dcd7600-b2ce-4c2a-8130-626de7996ae0 req-833d4ba9-c0a1-4e83-aea8-79378eeba06f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "DELETE /v2.0/ports/f4c03c49-ba99-4aea-9acc-4f21f5305e3c HTTP/1.1" status: 204 len: 173 time: 0.5280674 May 10 11:58:22.542739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f95f613-a612-4e4a-a005-e9152dea7479', 'name': 'network-vif-deleted', 'tag': 'f4c03c49-ba99-4aea-9acc-4f21f5305e3c'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:22.545352 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfd9305-0170-4561-9e70-4323a8e86044" -d '{"events": [{"server_uuid": "6f95f613-a612-4e4a-a005-e9152dea7479", "name": "network-vif-deleted", "tag": "f4c03c49-ba99-4aea-9acc-4f21f5305e3c"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:22.555464 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=977b3011-46d5-4905-8974-0a7ced436b89,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:22.558938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8367059-4da3-411e-9bde-0bcb77d2301b req-2383c55f-3e57-4442-b162-736c45e6da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:22.560537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8367059-4da3-411e-9bde-0bcb77d2301b req-2383c55f-3e57-4442-b162-736c45e6da13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 1096 time: 0.0614696 May 10 11:58:22.606233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c8367059-4da3-411e-9bde-0bcb77d2301b req-8aa022dc-fbb6-458b-917e-8cfe9e4a374e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 May 10 11:58:22.609205 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343e8556-e120-49fb-b36b-d444badfafd6 x-openstack-request-id: req-343e8556-e120-49fb-b36b-d444badfafd6 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:22.609499 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f95f613-a612-4e4a-a005-e9152dea7479", "name": "network-vif-deleted", "tag": "f4c03c49-ba99-4aea-9acc-4f21f5305e3c", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:22.609794 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-343e8556-e120-49fb-b36b-d444badfafd6 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:22.610194 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343e8556-e120-49fb-b36b-d444badfafd6'] response: {'server_uuid': '6f95f613-a612-4e4a-a005-e9152dea7479', 'name': 'network-vif-deleted', 'tag': 'f4c03c49-ba99-4aea-9acc-4f21f5305e3c', 'status': 'completed', 'code': 200} May 10 11:58:22.988598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad41455-5b2a-49e9-ac2a-8ddbea1c855f req-eddd1292-c898-4051-9fd8-10d4bb1d5f15 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 210 time: 0.0343409 May 10 11:58:23.383095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3fd73-5615-46de-84a8-b6fda16ca08c req-9a3752e5-8133-45e9-810f-eb1ea96ac780 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:23.384954 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29b3fd73-5615-46de-84a8-b6fda16ca08c req-9a3752e5-8133-45e9-810f-eb1ea96ac780 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 945 time: 0.0540400 May 10 11:58:23.426059 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29b3fd73-5615-46de-84a8-b6fda16ca08c req-dddf8bec-c105-4263-aba1-45b618f56ebc tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344589 May 10 11:58:24.099276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a4c56e96-5ae2-469b-95be-672f1700055f req-14b8ed5d-b33a-4049-95f3-4def902b95dc tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 210 time: 0.0287290 May 10 11:58:24.551948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e5c6e-62f1-475b-8d66-1ba665f5dc83 req-308800e8-5bfb-4602-bc4f-bd64e641e2f7 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:24.553671 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-359e5c6e-62f1-475b-8d66-1ba665f5dc83 req-308800e8-5bfb-4602-bc4f-bd64e641e2f7 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 945 time: 0.0571432 May 10 11:58:24.595364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-359e5c6e-62f1-475b-8d66-1ba665f5dc83 req-810b2623-0e7f-4c77-b5c1-ceabb29fa043 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347779 May 10 11:58:25.204625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1d1ec27e-0c4f-4b82-b3a4-73380600cddf req-69fa4cb4-d1a2-471d-a4a6-bc5959cb022f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 210 time: 0.0278656 May 10 11:58:25.232607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d517b88-90d9-4317-85c8-3172d94b52a0 req-338a08f2-845e-485c-9737-d1981033031e tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:25.234088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d517b88-90d9-4317-85c8-3172d94b52a0 req-338a08f2-845e-485c-9737-d1981033031e tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 945 time: 0.0485907 May 10 11:58:25.273927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d517b88-90d9-4317-85c8-3172d94b52a0 req-50b8961a-81e0-4f44-9b2c-d09e25dd5a31 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 May 10 11:58:26.321413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d7945bc0-a73a-48fd-b5e3-c3313cafedb9 req-5857f48e-7b3b-4b18-8b71-6b93ad6fc185 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f95f613-a612-4e4a-a005-e9152dea7479 HTTP/1.1" status: 200 len: 210 time: 0.0292881 May 10 11:58:26.405752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74076567-bec6-4c81-87d9-7729aaf79163 req-f3bed7f7-ec0c-4424-95fd-6eaa4c7f7885 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:26.408348 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74076567-bec6-4c81-87d9-7729aaf79163 req-f3bed7f7-ec0c-4424-95fd-6eaa4c7f7885 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 945 time: 0.0543244 May 10 11:58:26.453696 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-74076567-bec6-4c81-87d9-7729aaf79163 req-9095dbcd-ebff-4e80-b60f-fb7bdfae1158 tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.13 "GET /v2.0/security-groups?id=163e924f-cf0b-41be-b770-c7cb2f3b478e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 May 10 11:58:26.538471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f4c03c49-ba99-4aea-9acc-4f21f5305e3c no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:58:26.553234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-584abc24-178f-4ed9-b718-5dda0a356deb tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:26.555219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-584abc24-178f-4ed9-b718-5dda0a356deb tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.49 "GET /v2.0/ports?device_id=55da9f5d-4fa2-4069-98fa-81ea24c59b50 HTTP/1.1" status: 200 len: 945 time: 0.0663850 May 10 11:58:26.563085 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: f4c03c49-ba99-4aea-9acc-4f21f5305e3c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:58:26.563707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f4c03c49-ba99-4aea-9acc-4f21f5305e3c not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:58:26.652699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Deleting port 977b3011-46d5-4905-8974-0a7ced436b89 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:58:26.653044 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:26.752670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] For port 977b3011-46d5-4905-8974-0a7ced436b89, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=977b3011-46d5-4905-8974-0a7ced436b89,segment=NetworkSegment(56423d15-8752-4a83-ba7e-c21a20c983f1),segment_id=56423d15-8752-4a83-ba7e-c21a20c983f1)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:26.753082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:26.766382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Calling delete_port for 977b3011-46d5-4905-8974-0a7ced436b89 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:58:26.897584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:26.910855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['977b3011-46d5-4905-8974-0a7ced436b89'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:26.925951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Pushing event deleted for resources: {'Port': ['ID=977b3011-46d5-4905-8974-0a7ced436b89,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:26.968378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] No DVR routers for this DVR port 977b3011-46d5-4905-8974-0a7ced436b89 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:58:26.970814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:26.974121 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61b068af-91da-4e73-bc4c-c043ed3fd9d1 req-0eedb989-0f4f-4e76-bfdc-03748e47afff tempest-VolumesActionsTest-1535186624 tempest-VolumesActionsTest-1535186624-project] 10.222.0.49 "DELETE /v2.0/ports/977b3011-46d5-4905-8974-0a7ced436b89 HTTP/1.1" status: 204 len: 173 time: 0.4120848 May 10 11:58:26.974563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55da9f5d-4fa2-4069-98fa-81ea24c59b50', 'name': 'network-vif-deleted', 'tag': '977b3011-46d5-4905-8974-0a7ced436b89'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:26.976882 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d86e61-b2e7-4069-b922-ea108edfde71" -d '{"events": [{"server_uuid": "55da9f5d-4fa2-4069-98fa-81ea24c59b50", "name": "network-vif-deleted", "tag": "977b3011-46d5-4905-8974-0a7ced436b89"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:27.017024 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2042d310-73ad-4f54-b064-eda8df934e93 x-openstack-request-id: req-2042d310-73ad-4f54-b064-eda8df934e93 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:27.017361 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55da9f5d-4fa2-4069-98fa-81ea24c59b50", "name": "network-vif-deleted", "tag": "977b3011-46d5-4905-8974-0a7ced436b89", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:27.017617 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2042d310-73ad-4f54-b064-eda8df934e93 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:27.018050 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2042d310-73ad-4f54-b064-eda8df934e93'] response: {'server_uuid': '55da9f5d-4fa2-4069-98fa-81ea24c59b50', 'name': 'network-vif-deleted', 'tag': '977b3011-46d5-4905-8974-0a7ced436b89', 'status': 'completed', 'code': 200} May 10 11:58:30.900979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1fdb4-f679-42af-a8b2-8da7cb664f95 req-92943830-aff1-49fc-969a-fec6696a7235 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:30.904068 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88b1fdb4-f679-42af-a8b2-8da7cb664f95 req-92943830-aff1-49fc-969a-fec6696a7235 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 945 time: 0.0634608 May 10 11:58:30.956007 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88b1fdb4-f679-42af-a8b2-8da7cb664f95 req-e024b21c-631e-4391-a5e6-2036f241da04 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 May 10 11:58:32.108526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966a60-d7c9-4c17-b03b-d9b55f93106d req-3eb89adf-aed3-4ce7-b0c8-43a5f364236d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:32.120722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07966a60-d7c9-4c17-b03b-d9b55f93106d req-3eb89adf-aed3-4ce7-b0c8-43a5f364236d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 945 time: 0.0823851 May 10 11:58:32.167491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07966a60-d7c9-4c17-b03b-d9b55f93106d req-6c9668ad-57a3-4d1e-b9cb-af50e5dd6c64 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=34bb7a13-55ca-4a74-8f96-9659c7c04e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 May 10 11:58:32.227881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 977b3011-46d5-4905-8974-0a7ced436b89 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:58:32.253028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 977b3011-46d5-4905-8974-0a7ced436b89 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:58:32.253584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 977b3011-46d5-4905-8974-0a7ced436b89 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:58:32.377838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b2811-ed45-4362-b466-c83212d2bb17 req-324da0e4-d60c-4a6b-a8e5-867a47b5101f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:32.379341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-085b2811-ed45-4362-b466-c83212d2bb17 req-324da0e4-d60c-4a6b-a8e5-867a47b5101f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 945 time: 0.0621088 May 10 11:58:32.495710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port ade873dd-677d-4c69-a2c0-bf4f4c893457 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 11:58:32.496490 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:32.599506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] For port ade873dd-677d-4c69-a2c0-bf4f4c893457, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=ade873dd-677d-4c69-a2c0-bf4f4c893457,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:58:32.600243 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:32.615529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for ade873dd-677d-4c69-a2c0-bf4f4c893457 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 11:58:32.731082 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:32.781192 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:32.793459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['ade873dd-677d-4c69-a2c0-bf4f4c893457'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:58:33.067000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=ade873dd-677d-4c69-a2c0-bf4f4c893457,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:33.111046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] No DVR routers for this DVR port ade873dd-677d-4c69-a2c0-bf4f4c893457 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:58:33.118586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:33.124550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-085b2811-ed45-4362-b466-c83212d2bb17 req-ff9daf2c-9554-458f-9e4f-a7db9edf57d4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.49 "DELETE /v2.0/ports/ade873dd-677d-4c69-a2c0-bf4f4c893457 HTTP/1.1" status: 204 len: 173 time: 0.7397459 May 10 11:58:33.126890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311638de-eccf-4a5e-a0a5-5c448fe4455a', 'name': 'network-vif-deleted', 'tag': 'ade873dd-677d-4c69-a2c0-bf4f4c893457'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:58:33.140577 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba91fe5d-7be1-478b-8705-ede2b428a277" -d '{"events": [{"server_uuid": "311638de-eccf-4a5e-a0a5-5c448fe4455a", "name": "network-vif-deleted", "tag": "ade873dd-677d-4c69-a2c0-bf4f4c893457"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:58:33.219698 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df377357-fa62-4a9c-b6c2-03afbf5990c8 x-openstack-request-id: req-df377357-fa62-4a9c-b6c2-03afbf5990c8 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:58:33.220084 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311638de-eccf-4a5e-a0a5-5c448fe4455a", "name": "network-vif-deleted", "tag": "ade873dd-677d-4c69-a2c0-bf4f4c893457", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:58:33.220332 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df377357-fa62-4a9c-b6c2-03afbf5990c8 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:58:33.220779 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df377357-fa62-4a9c-b6c2-03afbf5990c8'] response: {'server_uuid': '311638de-eccf-4a5e-a0a5-5c448fe4455a', 'name': 'network-vif-deleted', 'tag': 'ade873dd-677d-4c69-a2c0-bf4f4c893457', 'status': 'completed', 'code': 200} May 10 11:58:33.303615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11ebf112-2009-4849-b3fc-770f9ff77100 req-ee0b9089-4a6d-4c2b-8c90-142edef6258d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 210 time: 0.0351267 May 10 11:58:34.301379 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8d70-6af6-428b-8487-8eaf37ee40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:34.524486 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04fa14ef-3ff4-4b5f-9e1b-c4df88886050 req-b6e364f9-76a7-4631-829a-fed093d10f72 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 210 time: 0.0689418 May 10 11:58:35.593912 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:35.660634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10ae6e5e-2364-4201-89b4-a7845c166cd5 req-fc1a4ee3-e45a-4a47-b4c4-09a0b37f0607 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 210 time: 0.0401866 May 10 11:58:36.257502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ade873dd-677d-4c69-a2c0-bf4f4c893457 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 11:58:36.297955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: ade873dd-677d-4c69-a2c0-bf4f4c893457 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 11:58:36.298807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device ade873dd-677d-4c69-a2c0-bf4f4c893457 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 11:58:36.795140 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-de1d1585-e063-46c5-966e-c7ff98e78b35 req-b287035e-90f1-4a0d-8f4d-7e599f2db09a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=311638de-eccf-4a5e-a0a5-5c448fe4455a HTTP/1.1" status: 200 len: 210 time: 0.0351870 May 10 11:58:37.274130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c2a5def-c9b6-4687-be52-875166c3c909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:37.857227 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:39.370368 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:39.596989 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.083701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51764) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:41.089769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0b1b666b-3797-4afc-9ed7-e48c9546de92 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22188187', 'description': 'tempest-secgroup-smoke-22188187 description', 'project_id': '82d6e3cf10374657a88d6ed14916eeec'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:41.118791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b1b666b-3797-4afc-9ed7-e48c9546de92 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.201493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b1b666b-3797-4afc-9ed7-e48c9546de92 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.206761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b1b666b-3797-4afc-9ed7-e48c9546de92 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.239240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b666b-3797-4afc-9ed7-e48c9546de92 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6378e6f-01d0-46ef-bfb3-8268a2695e79,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:41.257049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b1b666b-3797-4afc-9ed7-e48c9546de92 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.258361 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b1b666b-3797-4afc-9ed7-e48c9546de92 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1729755 May 10 11:58:41.261448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:41.266268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-aaddc7b1-505e-4f63-a4ab-e385a7f6e3c2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'security_group_rule': {'security_group_id': 'b6378e6f-01d0-46ef-bfb3-8268a2695e79', 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:41.295359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaddc7b1-505e-4f63-a4ab-e385a7f6e3c2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.386491 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaddc7b1-505e-4f63-a4ab-e385a7f6e3c2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.418765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaddc7b1-505e-4f63-a4ab-e385a7f6e3c2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.438482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddc7b1-505e-4f63-a4ab-e385a7f6e3c2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2326460-1379-45f9-9cb2-cfdd4df3bc91,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:41.468598 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaddc7b1-505e-4f63-a4ab-e385a7f6e3c2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.471276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aaddc7b1-505e-4f63-a4ab-e385a7f6e3c2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2085512 May 10 11:58:41.474012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51768) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:41.480533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-033e9c6f-dff8-4992-b9f3-c15af73a04cb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'security_group_rule': {'security_group_id': 'b6378e6f-01d0-46ef-bfb3-8268a2695e79', 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:41.516159 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-033e9c6f-dff8-4992-b9f3-c15af73a04cb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.586954 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-033e9c6f-dff8-4992-b9f3-c15af73a04cb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.594687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-033e9c6f-dff8-4992-b9f3-c15af73a04cb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.617804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e9c6f-dff8-4992-b9f3-c15af73a04cb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a724e7-032c-4c60-ba71-7edd98adeae7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:41.625444 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-033e9c6f-dff8-4992-b9f3-c15af73a04cb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.629664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51774) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:41.630270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-033e9c6f-dff8-4992-b9f3-c15af73a04cb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547024 May 10 11:58:41.637807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'security_group_rule': {'security_group_id': 'b6378e6f-01d0-46ef-bfb3-8268a2695e79', 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:41.686472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.761845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.770840 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.787672 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4348a339-3e68-46b1-80c4-71c0dcecb1ca,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:41.801481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.801827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.802201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.802487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.802819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.803145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.803471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.803791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.804500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.804817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.805326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.805651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:58:41.815328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.820765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-723f6e49-b676-4981-b2e0-eecd7e343a3e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848719 May 10 11:58:41.821023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51780) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:41.827472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-168aa57a-2194-42fd-b95e-bef8494a2cce tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'security_group_rule': {'security_group_id': 'b6378e6f-01d0-46ef-bfb3-8268a2695e79', 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:41.865290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-168aa57a-2194-42fd-b95e-bef8494a2cce tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.950727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-168aa57a-2194-42fd-b95e-bef8494a2cce tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.958002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-168aa57a-2194-42fd-b95e-bef8494a2cce tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.981717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168aa57a-2194-42fd-b95e-bef8494a2cce tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af16a2a3-830c-4669-9aa3-f08753a05c96,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:41.993552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-168aa57a-2194-42fd-b95e-bef8494a2cce tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:41.995263 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-168aa57a-2194-42fd-b95e-bef8494a2cce tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1730056 May 10 11:58:41.998243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51782) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:42.004233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-99b5a657-03a5-41f1-9ad2-ed6da35b262a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'security_group_rule': {'security_group_id': 'b6378e6f-01d0-46ef-bfb3-8268a2695e79', 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:42.031303 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-99b5a657-03a5-41f1-9ad2-ed6da35b262a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Project 82d6e3cf10374657a88d6ed14916eeec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:58:42.037906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99b5a657-03a5-41f1-9ad2-ed6da35b262a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.117184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99b5a657-03a5-41f1-9ad2-ed6da35b262a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.125918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99b5a657-03a5-41f1-9ad2-ed6da35b262a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.147026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5a657-03a5-41f1-9ad2-ed6da35b262a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9711c9b3-8c99-420e-b3eb-8dc5a911415d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:42.165658 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-99b5a657-03a5-41f1-9ad2-ed6da35b262a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.166878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-99b5a657-03a5-41f1-9ad2-ed6da35b262a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1674991 May 10 11:58:42.170086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:42.174952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-39e9e166-d82e-4238-953f-09598e60f54e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'security_group_rule': {'security_group_id': 'b6378e6f-01d0-46ef-bfb3-8268a2695e79', 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:58:42.202756 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-39e9e166-d82e-4238-953f-09598e60f54e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Project 82d6e3cf10374657a88d6ed14916eeec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:58:42.208484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39e9e166-d82e-4238-953f-09598e60f54e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.287423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39e9e166-d82e-4238-953f-09598e60f54e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.293528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39e9e166-d82e-4238-953f-09598e60f54e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.319029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9e166-d82e-4238-953f-09598e60f54e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc46f7b-e2e7-4b78-8e5e-89ca38ec666d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:42.329473 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39e9e166-d82e-4238-953f-09598e60f54e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.334611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-39e9e166-d82e-4238-953f-09598e60f54e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634567 May 10 11:58:49.808850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:49.853979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d56d0f-c910-4ff7-9a0f-105194224247 admin admin] Deleting subnet 06096e02-60b0-416f-ae69-60584dea7174 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 11:58:49.857133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84d56d0f-c910-4ff7-9a0f-105194224247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:49.896772 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84d56d0f-c910-4ff7-9a0f-105194224247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:49.941787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84d56d0f-c910-4ff7-9a0f-105194224247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.001442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84d56d0f-c910-4ff7-9a0f-105194224247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.024867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d56d0f-c910-4ff7-9a0f-105194224247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06096e02-60b0-416f-ae69-60584dea7174,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:50.032247 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84d56d0f-c910-4ff7-9a0f-105194224247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.038066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-84d56d0f-c910-4ff7-9a0f-105194224247 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/06096e02-60b0-416f-ae69-60584dea7174 HTTP/1.1" status: 204 len: 168 time: 0.2257612 May 10 11:58:50.038238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:50.109726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.197945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.217870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8905a0-466f-450d-9f6c-85443463a908']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:58:50.227538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56423d15-8752-4a83-ba7e-c21a20c983f1') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:58:50.227835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56423d15-8752-4a83-ba7e-c21a20c983f1') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:58:50.237314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.250733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.257024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:58:50.257416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: timer() May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: self._notify() May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:58:50.299909 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:58:50.324755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.330719 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.333882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7e8905a0-466f-450d-9f6c-85443463a908 HTTP/1.1" status: 204 len: 168 time: 0.2947249 May 10 11:58:50.346518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7192a3-463e-4dd9-8db2-ee450105c726 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8905a0-466f-450d-9f6c-85443463a908,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:50.455118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:50.495217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-06a5b0c8-c9be-4d74-bbdb-fae676cdd3a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1d4c44ebaaf4a4ca98ad920001e9681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388119 May 10 11:58:50.497769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51970) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:50.547116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1c6fd76-4204-43c6-a20c-7b15368354c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.568881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1c6fd76-4204-43c6-a20c-7b15368354c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.621340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1c6fd76-4204-43c6-a20c-7b15368354c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.623921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c1c6fd76-4204-43c6-a20c-7b15368354c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.627696 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c1c6fd76-4204-43c6-a20c-7b15368354c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/163e924f-cf0b-41be-b770-c7cb2f3b478e HTTP/1.1" status: 204 len: 168 time: 0.1264863 May 10 11:58:50.636471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6fd76-4204-43c6-a20c-7b15368354c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e924f-cf0b-41be-b770-c7cb2f3b478e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:51.754605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52002) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:51.865257 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-406c4846-94ed-4c60-b0a9-953d316880d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:51.944154 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-406c4846-94ed-4c60-b0a9-953d316880d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:51.948941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-406c4846-94ed-4c60-b0a9-953d316880d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:51.988996 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-406c4846-94ed-4c60-b0a9-953d316880d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56e99c37fceb484aabf51e2b39c7e06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332692 May 10 11:58:51.989886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c4846-94ed-4c60-b0a9-953d316880d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e97619a-83b4-4227-8c16-1d872bbc6734,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:51.991803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:58:52.049564 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-440cf177-9043-43e4-b15b-9045f128485e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:52.073721 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-440cf177-9043-43e4-b15b-9045f128485e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:52.160457 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-440cf177-9043-43e4-b15b-9045f128485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:52.163136 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-440cf177-9043-43e4-b15b-9045f128485e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:52.164582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-440cf177-9043-43e4-b15b-9045f128485e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e97619a-83b4-4227-8c16-1d872bbc6734 HTTP/1.1" status: 204 len: 168 time: 0.1716251 May 10 11:58:52.180075 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cf177-9043-43e4-b15b-9045f128485e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e97619a-83b4-4227-8c16-1d872bbc6734,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:58:56.851387 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:58:59.000886 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-2004303c-735b-46b5-82c7-52823c70e1ae tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22188187&fields=id&tenant_id=82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 267 time: 0.0427642 May 10 11:58:59.117858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524006-515d-4864-9da6-3b003f43382e req-e937b0b8-6fcd-47a0-a442-322a86830e3a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:58:59.119355 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-e937b0b8-6fcd-47a0-a442-322a86830e3a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1114223 May 10 11:58:59.134816 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-136b0050-4ccd-45b0-8152-0e555977a9f7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/quotas/82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 375 time: 0.0095336 May 10 11:58:59.189247 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-fd0d08ff-0620-4d7d-83ce-9ff05b8aa9ad tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472789 May 10 11:58:59.281797 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-263bf2ce-c7df-44ad-9bef-a973c1bf6e6d service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815306 May 10 11:58:59.375201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-f685da5b-bac4-4bb1-bb1c-60c0f11f7e01 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873206 May 10 11:58:59.707308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa46c3bc-044a-4627-9666-c2873852ecca req-1255c9ad-c627-44d5-9db7-e99dc3a4ef48 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 210 time: 0.0286036 May 10 11:59:00.650481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524006-515d-4864-9da6-3b003f43382e req-31e211e8-0ae2-4ee2-830d-df99d8cdff44 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:00.651953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-31e211e8-0ae2-4ee2-830d-df99d8cdff44 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1086800 May 10 11:59:00.704504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-47cd0851-a667-400f-9049-a0efbcbcb1f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 378 time: 0.0423548 May 10 11:59:00.714264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'port': {'device_id': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'admin_state_up': True, 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'security_groups': ['b6378e6f-01d0-46ef-bfb3-8268a2695e79']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:59:00.834819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:59:00.838448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:00.857013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1344afa1-3e64-4faa-844a-2cec0cceb87b req-f1e1c421-4d88-4e12-9b64-530a03b70fa8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 210 time: 0.0495224 May 10 11:59:00.978411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.20.0.6 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/f913e3c5-1aa8-4214-beee-d0be50dd09c6) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:59:01.135003 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:01.173927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:01.218029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:59:01.221501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:59:01.224508 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:59:01.260740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=f913e3c5-1aa8-4214-beee-d0be50dd09c6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:01.274497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.275210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.275759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.276355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.276892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.277427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.277973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.278521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.279055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.279595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.280210 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.280812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:01.309849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:01.310745 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:01.336975 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-86ba0cdf-6508-4cbc-b559-9da7958940f9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6265247 May 10 11:59:01.349847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Request body: {'port': {'device_id': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:59:01.413263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:01.553156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-10e0f1ad-31b1-4cca-aeb3-1ef0587fabe5 None None] Provisioning complete for port f913e3c5-1aa8-4214-beee-d0be50dd09c6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:59:01.554219 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-10e0f1ad-31b1-4cca-aeb3-1ef0587fabe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:01.596756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-10e0f1ad-31b1-4cca-aeb3-1ef0587fabe5 None None] Port f913e3c5-1aa8-4214-beee-d0be50dd09c6 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 11:59:01.696428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f913e3c5-1aa8-4214-beee-d0be50dd09c6 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:59:01.704582 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:01.719182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Transition to ACTIVE for port object f913e3c5-1aa8-4214-beee-d0be50dd09c6 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:59:01.725278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:01.894796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Attempting to bind port f913e3c5-1aa8-4214-beee-d0be50dd09c6 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:59:01.894796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Attempting to bind port f913e3c5-1aa8-4214-beee-d0be50dd09c6 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:59:01.895489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Attempting to bind port f913e3c5-1aa8-4214-beee-d0be50dd09c6 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:59:01.898971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f913e3c5-1aa8-4214-beee-d0be50dd09c6,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:01.903691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Port f913e3c5-1aa8-4214-beee-d0be50dd09c6 on network 4614ead3-c23c-412b-950b-bf423696c4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 11:59:01.904142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Attempting to bind port f913e3c5-1aa8-4214-beee-d0be50dd09c6 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 11:59:01.910817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 11:59:01.911261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:59:01.911723 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 11:59:01.912310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Bound port: f913e3c5-1aa8-4214-beee-d0be50dd09c6, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:59:01.912757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:01.989109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] For port f913e3c5-1aa8-4214-beee-d0be50dd09c6, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 11:59:01.993348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] For port f913e3c5-1aa8-4214-beee-d0be50dd09c6, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 11:59:02.008401 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:02.089949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:02.090861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:02.094827 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f913e3c5-1aa8-4214-beee-d0be50dd09c6 HTTP/1.1" status: 200 len: 1091 time: 0.7499099 May 10 11:59:02.097761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'tag': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:59:02.100191 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50a74b-8912-49a9-b156-7cbcd40b7b46" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb11f75-a8ac-4f87-a78f-aebac829b180", "tag": "f913e3c5-1aa8-4214-beee-d0be50dd09c6"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:59:02.185572 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70933f0b-821a-4571-b9d6-c05d74a787b1 x-openstack-request-id: req-70933f0b-821a-4571-b9d6-c05d74a787b1 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:59:02.185866 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb11f75-a8ac-4f87-a78f-aebac829b180", "tag": "f913e3c5-1aa8-4214-beee-d0be50dd09c6", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:59:02.186118 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70933f0b-821a-4571-b9d6-c05d74a787b1 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:59:02.186526 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70933f0b-821a-4571-b9d6-c05d74a787b1'] response: {'name': 'network-changed', 'server_uuid': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'tag': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'status': 'completed', 'code': 200} May 10 11:59:02.234824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6249a-11a9-4699-8449-0250745f26f1 req-11e5844a-bba9-4fb0-abdf-27485b7619c3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:02.236782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2c6249a-11a9-4699-8449-0250745f26f1 req-11e5844a-bba9-4fb0-abdf-27485b7619c3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.2419157 May 10 11:59:02.239077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1612f0e-c8fd-4c5b-9fb2-116e66f429f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f913e3c5-1aa8-4214-beee-d0be50dd09c6,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:02.315088 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2c6249a-11a9-4699-8449-0250745f26f1 req-dae7a338-09a1-44fc-b1cf-016d1452e4e0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562665 May 10 11:59:02.317519 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524006-515d-4864-9da6-3b003f43382e req-091daeb2-865a-4d5b-b3d4-f9da0bbc8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:02.319882 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-091daeb2-865a-4d5b-b3d4-f9da0bbc8808 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 1094 time: 0.1510837 May 10 11:59:02.377185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-f4d2fc5f-7ab2-46ae-b5ec-345879a8bb71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6 HTTP/1.1" status: 200 len: 217 time: 0.0467694 May 10 11:59:02.435885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524006-515d-4864-9da6-3b003f43382e req-a33fc3d6-9f0d-4dfa-bccc-dff103bb653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:02.437691 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-a33fc3d6-9f0d-4dfa-bccc-dff103bb653a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0536177 May 10 11:59:02.488307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524006-515d-4864-9da6-3b003f43382e req-ca1d105f-d8af-43b0-8f36-dcccfcc999f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:02.489939 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-ca1d105f-d8af-43b0-8f36-dcccfcc999f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458136 May 10 11:59:02.582537 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-5482dd34-a050-48e9-992c-6f97a0660841 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858998 May 10 11:59:02.677205 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69524006-515d-4864-9da6-3b003f43382e req-98da2308-d3b6-414f-8280-47934a75cbd2 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878639 May 10 11:59:02.727883 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:02.771347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-5b1a4fb0-afcd-4808-ba1e-997122b99b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:02.772917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-5b1a4fb0-afcd-4808-ba1e-997122b99b55 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 1094 time: 0.0430076 May 10 11:59:02.875185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-4c7bb318-c5dc-4905-9ec2-bfd8420636c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:02.876789 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-4c7bb318-c5dc-4905-9ec2-bfd8420636c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0974164 May 10 11:59:02.922494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-33eaf22f-73b3-4f42-af8a-bc3e161a6f41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6 HTTP/1.1" status: 200 len: 217 time: 0.0388906 May 10 11:59:02.980237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-62fdf243-c911-440a-a74c-9b5306331d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:02.981703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-62fdf243-c911-440a-a74c-9b5306331d9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0525146 May 10 11:59:03.031700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-1a0328c4-0486-454a-a112-8f627a781cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:03.033211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-1a0328c4-0486-454a-a112-8f627a781cad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452330 May 10 11:59:03.128667 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-51440b3b-5f21-4b4e-80ee-8cd6d90c7a1d service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880322 May 10 11:59:03.231423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6a50a74b-8912-49a9-b156-7cbcd40b7b46 req-7fb07086-0986-4a6d-8a9f-7af9534f5732 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958731 May 10 11:59:03.444248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3178f-1256-4cc0-afd4-c5ea4e3f4bf1 req-0adde0e2-78b0-4a4f-893a-c41bb9db48a9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:03.446431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8e3178f-1256-4cc0-afd4-c5ea4e3f4bf1 req-0adde0e2-78b0-4a4f-893a-c41bb9db48a9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.0549216 May 10 11:59:03.494113 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8e3178f-1256-4cc0-afd4-c5ea4e3f4bf1 req-d26de25b-ebcf-4d20-abbc-cbe698202df8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412693 May 10 11:59:04.297700 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccf02af0-ab25-4160-bba6-4aae045e7c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:04.939730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a000-b5f2-40ab-b4c5-d13e4151c3a1 req-64c07ab3-3262-4bfa-a9ca-0aca79cf898b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:04.941340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0fa6a000-b5f2-40ab-b4c5-d13e4151c3a1 req-64c07ab3-3262-4bfa-a9ca-0aca79cf898b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.3695719 May 10 11:59:04.987087 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0fa6a000-b5f2-40ab-b4c5-d13e4151c3a1 req-49f880c5-4ab3-4c19-8ccb-f24704412318 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384560 May 10 11:59:05.583285 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:06.119011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f7b7-ec92-43aa-852a-739d4f389def req-119e684b-b132-4d15-b5ec-2e31a3a21bd1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:06.120686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9933f7b7-ec92-43aa-852a-739d4f389def req-119e684b-b132-4d15-b5ec-2e31a3a21bd1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.0565255 May 10 11:59:06.161353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9933f7b7-ec92-43aa-852a-739d4f389def req-92590163-742d-4c25-83d1-027106e4d906 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343311 May 10 11:59:06.430734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52232) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:59:06.547011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a957eb37-3261-45f4-8eab-8e12ad5b8da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:06.627896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a957eb37-3261-45f4-8eab-8e12ad5b8da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:06.635782 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a957eb37-3261-45f4-8eab-8e12ad5b8da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:06.672974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a957eb37-3261-45f4-8eab-8e12ad5b8da4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9081b80b47424dc8b8e628ef0eae98c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408533 May 10 11:59:06.673883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957eb37-3261-45f4-8eab-8e12ad5b8da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fc3de2-58fe-4378-9297-ceab0dca5e73,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:06.675790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52236) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:59:06.730637 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-032f93c6-fc96-4eb1-a14a-ccf0410371ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:06.755190 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-032f93c6-fc96-4eb1-a14a-ccf0410371ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:06.810034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-032f93c6-fc96-4eb1-a14a-ccf0410371ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:06.814219 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-032f93c6-fc96-4eb1-a14a-ccf0410371ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:06.815909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-032f93c6-fc96-4eb1-a14a-ccf0410371ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0fc3de2-58fe-4378-9297-ceab0dca5e73 HTTP/1.1" status: 204 len: 168 time: 0.1385500 May 10 11:59:06.824085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f93c6-fc96-4eb1-a14a-ccf0410371ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fc3de2-58fe-4378-9297-ceab0dca5e73,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:07.268774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b65cb466-3ca4-4fd4-8d6d-39390f891c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.288038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb331c-5166-4534-ac86-ffd8663d28c5 req-00d1afb4-be41-496f-8d09-626dfe60d2fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:07.289703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71eb331c-5166-4534-ac86-ffd8663d28c5 req-00d1afb4-be41-496f-8d09-626dfe60d2fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.0575471 May 10 11:59:07.330998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71eb331c-5166-4534-ac86-ffd8663d28c5 req-d9072158-34fc-4ef7-969a-774d3c495744 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350897 May 10 11:59:07.464641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52260) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:59:07.576202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-408628751-network', 'tenant_id': 'f62fc3a5ccd44bbfa36978f1b1abd863'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:59:07.597710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Made reservation on behalf of f62fc3a5ccd44bbfa36978f1b1abd863 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:59:07.600158 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.609024 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.682213 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.688537 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.718341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:59:07.727765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f490ac87-e0b5-4f9f-996f-041ff7764b6f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:07.732679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.733038 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Added segment 661f2736-197c-4fd5-aed9-2050a7f5f578 of type vlan for network 8e4fb718-1cbc-489f-b407-327fe3b87a6a May 10 11:59:07.772223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.797297 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.798291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:07.798921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.835421 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:07.856092 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3903370 May 10 11:59:07.859274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52264) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:59:07.864540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Request body: {'subnet': {'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-408628751-subnet', 'tenant_id': 'f62fc3a5ccd44bbfa36978f1b1abd863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:59:07.865092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee17548-49b9-4856-a6bb-9866796d8fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e4fb718-1cbc-489f-b407-327fe3b87a6a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:07.874861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 8e4fb718-1cbc-489f-b407-327fe3b87a6a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 11:59:07.885178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Made reservation on behalf of f62fc3a5ccd44bbfa36978f1b1abd863 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:59:07.887482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:08.053046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:08.102090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04c0d93-5503-455e-a62d-eb446e0be823,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:08.119424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Checking segment: {'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 11:59:08.119784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Network hostable DHCP agents. Network: 8e4fb718-1cbc-489f-b407-327fe3b87a6a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:59:08.138002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Network 8e4fb718-1cbc-489f-b407-327fe3b87a6a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:59:08.148450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 8e4fb718-1cbc-489f-b407-327fe3b87a6a) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:59:08.152492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:08.153169 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:08.157336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436db87c-e9f8-438f-b292-3591f452ef5a None None] Network 8e4fb718-1cbc-489f-b407-327fe3b87a6a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:59:08.170492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-71f1938d-600d-4d21-905d-46f6b1e123db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3100007 May 10 11:59:08.282491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801dd6f-2bfc-478a-98f3-fdf2c3e18b0d None None] Network 8e4fb718-1cbc-489f-b407-327fe3b87a6a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:59:08.453673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d75f6-ce06-4ed4-86af-d6ca565a8344 req-019a42c1-96d5-4c97-af85-2c9c20900993 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:08.455277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c39d75f6-ce06-4ed4-86af-d6ca565a8344 req-019a42c1-96d5-4c97-af85-2c9c20900993 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.0564730 May 10 11:59:08.492842 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c39d75f6-ce06-4ed4-86af-d6ca565a8344 req-a2314227-10bb-471b-ad53-017433571f05 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314085 May 10 11:59:09.357235 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:09.583854 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:09.618881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba70ec-2027-4971-bb52-0728772ad06a req-48a91cb0-2e57-4a8a-8eb6-3840f4df4b59 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:09.620358 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1ba70ec-2027-4971-bb52-0728772ad06a req-48a91cb0-2e57-4a8a-8eb6-3840f4df4b59 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.0501981 May 10 11:59:09.658968 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1ba70ec-2027-4971-bb52-0728772ad06a req-fe9b3f1e-fc5c-48e9-b580-b43462797077 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321338 May 10 11:59:10.784912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ad31-d22a-4825-9611-c9448c661ba5 req-b3ec62f0-752d-450c-a6ea-708917a54e95 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:10.786395 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86a6ad31-d22a-4825-9611-c9448c661ba5 req-b3ec62f0-752d-450c-a6ea-708917a54e95 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.0506518 May 10 11:59:10.879201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86a6ad31-d22a-4825-9611-c9448c661ba5 req-23c189c1-05c8-4510-9bba-ae71515280a1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828595 May 10 11:59:12.010589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bca467-d835-4703-a68a-2f998062cb87 req-cbac362c-9291-42ec-9f84-f247c818f495 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:12.012297 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71bca467-d835-4703-a68a-2f998062cb87 req-cbac362c-9291-42ec-9f84-f247c818f495 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 943 time: 0.0515780 May 10 11:59:12.051968 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71bca467-d835-4703-a68a-2f998062cb87 req-1832aeb0-e816-4b24-958a-c87e8334994e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328705 May 10 11:59:12.725215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f913e3c5-1aa8-4214-beee-d0be50dd09c6 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 11:59:12.828665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f913e3c5-1aa8-4214-beee-d0be50dd09c6, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:59:12.842145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'port_id': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'mac_address': 'fa:16:3e:b6:2a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 11:59:12.880268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f913e3c5-1aa8-4214-beee-d0be50dd09c6 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:59:12.880667 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:12.894116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f913e3c5-1aa8-4214-beee-d0be50dd09c6 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 11:59:12.913814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f913e3c5-1aa8-4214-beee-d0be50dd09c6, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:59:12.919502 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:12.967800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f913e3c5-1aa8-4214-beee-d0be50dd09c6,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:12.975594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.975904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.976216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.976551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.976883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.977210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.977537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.977861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.978183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.978503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.978823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:12.979142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:59:13.121789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['f913e3c5-1aa8-4214-beee-d0be50dd09c6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 11:59:13.174590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e61b5-c24c-4f1d-a3dc-42f120b6a5ce req-f73f7521-cfdb-4b01-b884-bab195266f14 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:13.176104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-175e61b5-c24c-4f1d-a3dc-42f120b6a5ce req-f73f7521-cfdb-4b01-b884-bab195266f14 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 944 time: 0.0502715 May 10 11:59:13.213872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-175e61b5-c24c-4f1d-a3dc-42f120b6a5ce req-c9e4092c-e06e-4b9e-b88c-b2f948e98cd1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313323 May 10 11:59:14.351378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70893c20-e637-4c51-add2-5dced6d9201a req-bb40b00c-071f-4463-aa4f-541fadf024df tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:14.356265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70893c20-e637-4c51-add2-5dced6d9201a req-bb40b00c-071f-4463-aa4f-541fadf024df tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 944 time: 0.0619533 May 10 11:59:14.391324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70893c20-e637-4c51-add2-5dced6d9201a req-0650c906-9fe3-4709-814e-db8f7ce63512 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320294 May 10 11:59:14.723145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f913e3c5-1aa8-4214-beee-d0be50dd09c6 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 11:59:14.778065 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port f913e3c5-1aa8-4214-beee-d0be50dd09c6 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:59:14.782339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port f913e3c5-1aa8-4214-beee-d0be50dd09c6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:59:14.782777 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:14.867364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port f913e3c5-1aa8-4214-beee-d0be50dd09c6 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 11:59:14.867800 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:14.890805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:59:14.893092 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae37d8ef-5038-4607-9981-d0d4c9bd2e78" -d '{"events": [{"server_uuid": "9bb11f75-a8ac-4f87-a78f-aebac829b180", "name": "network-vif-plugged", "status": "completed", "tag": "f913e3c5-1aa8-4214-beee-d0be50dd09c6"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:59:14.905673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port f913e3c5-1aa8-4214-beee-d0be50dd09c6, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 11:59:14.910791 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:14.944960 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc57b61-a660-4a94-bc51-2022d3bff68a x-openstack-request-id: req-4cc57b61-a660-4a94-bc51-2022d3bff68a {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:59:14.945253 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb11f75-a8ac-4f87-a78f-aebac829b180", "name": "network-vif-plugged", "status": "completed", "tag": "f913e3c5-1aa8-4214-beee-d0be50dd09c6", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:59:14.945538 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cc57b61-a660-4a94-bc51-2022d3bff68a {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:59:14.945885 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc57b61-a660-4a94-bc51-2022d3bff68a'] response: {'server_uuid': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'code': 200} May 10 11:59:14.988840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=f913e3c5-1aa8-4214-beee-d0be50dd09c6,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:15.045554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900ef15-2604-4a3b-b0fc-219b5eaad369 req-73a27b6a-9cc9-401d-9b0c-0b2fadb089a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:15.047146 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8900ef15-2604-4a3b-b0fc-219b5eaad369 req-73a27b6a-9cc9-401d-9b0c-0b2fadb089a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 1096 time: 0.0447316 May 10 11:59:15.082440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8900ef15-2604-4a3b-b0fc-219b5eaad369 req-69d53bc0-3528-4679-a5f2-b16aba8ea99d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282402 May 10 11:59:15.509855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6d896-5a6a-406f-a927-e85a94da54d3 req-41f0f2c6-0932-4e03-b3de-101d587bf278 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:15.512292 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ec6d896-5a6a-406f-a927-e85a94da54d3 req-41f0f2c6-0932-4e03-b3de-101d587bf278 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 945 time: 0.0513923 May 10 11:59:15.551732 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5ec6d896-5a6a-406f-a927-e85a94da54d3 req-c3139fff-659a-46db-a74b-db65e4ba8ef6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327916 May 10 11:59:16.695701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e507e-2bf2-4aac-88d3-560ec6c9c9ef req-7bc5bb7f-1fba-41b9-af43-3414518c117a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:16.697445 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e0e507e-2bf2-4aac-88d3-560ec6c9c9ef req-7bc5bb7f-1fba-41b9-af43-3414518c117a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 945 time: 0.0639777 May 10 11:59:16.739219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e0e507e-2bf2-4aac-88d3-560ec6c9c9ef req-f763cd67-3bbc-451d-b42f-bf4f89e11894 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331895 May 10 11:59:16.866374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438783d2-cfdb-4848-948f-2cb880e9f68b req-931a907a-0272-4fb3-ba60-b64b85467092 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:16.867885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-438783d2-cfdb-4848-948f-2cb880e9f68b req-931a907a-0272-4fb3-ba60-b64b85467092 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 945 time: 0.0555179 May 10 11:59:16.908072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-438783d2-cfdb-4848-948f-2cb880e9f68b req-1622b01c-147d-46a8-aea2-a0ccd8ebde52 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339277 May 10 11:59:16.931870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52322) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:59:16.972932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e938a-d5ae-492e-a031-90dfa4a7c833 tempest-TestVolumeBootPattern-861560122 tempest-TestVolumeBootPattern-861560122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:16.975850 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e16e938a-d5ae-492e-a031-90dfa4a7c833 tempest-TestVolumeBootPattern-861560122 tempest-TestVolumeBootPattern-861560122-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 1091 time: 0.0416269 May 10 11:59:16.977813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52324) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 11:59:16.982415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:59:17.004525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:17.125151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:17.236493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.25.8.19 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/8801ad23-e964-49ec-b8e7-1f63d8faa3a7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:59:17.352818 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:17.388523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:17.430765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:59:17.438252 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:59:17.440353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=8801ad23-e964-49ec-b8e7-1f63d8faa3a7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:17.442369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 11:59:17.941715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:18.046162 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:18.213198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:18.218196 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:18.286578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=8801ad23-e964-49ec-b8e7-1f63d8faa3a7,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:59:18.298102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:18.410640 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Floating IP ef56710e-ba33-42ac-bbe5-3e065ca4077f associated. External IP: 172.25.8.19, port: f913e3c5-1aa8-4214-beee-d0be50dd09c6. May 10 11:59:18.628917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 11:59:18.738999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 11:59:18.749129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:59:18.759742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:18.760001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:59:18.760547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:59:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:59:18.788332 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2effcb3f-da09-430a-9b62-adc041e768b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8093097 May 10 11:59:18.788994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'tag': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 11:59:18.791297 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3cca34-1d59-46e9-9b2d-92607cbde431" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb11f75-a8ac-4f87-a78f-aebac829b180", "tag": "f913e3c5-1aa8-4214-beee-d0be50dd09c6"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 11:59:18.828488 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d8cd8a-dabf-4a1c-9545-d924bf1665c9 x-openstack-request-id: req-69d8cd8a-dabf-4a1c-9545-d924bf1665c9 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 11:59:18.829036 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb11f75-a8ac-4f87-a78f-aebac829b180", "tag": "f913e3c5-1aa8-4214-beee-d0be50dd09c6", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 11:59:18.829273 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69d8cd8a-dabf-4a1c-9545-d924bf1665c9 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 11:59:18.829840 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d8cd8a-dabf-4a1c-9545-d924bf1665c9'] response: {'name': 'network-changed', 'server_uuid': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'tag': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'status': 'completed', 'code': 200} May 10 11:59:18.874374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:59:18.893289 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-81c19404-dba0-48f4-b552-729e92cafedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:18.894812 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-81c19404-dba0-48f4-b552-729e92cafedf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 1096 time: 0.0444307 May 10 11:59:18.990666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-79d95252-d194-424d-8f6b-c48281a4b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:18.992091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-79d95252-d194-424d-8f6b-c48281a4b851 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0910633 May 10 11:59:19.059963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-6d577c1b-3d14-4381-b84a-8438b33252d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6 HTTP/1.1" status: 200 len: 998 time: 0.0617750 May 10 11:59:19.106959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ef56710e-ba33-42ac-bbe5-3e065ca4077f', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:b6:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:59:17Z', 'updated_at': '2022-05-10T11:59:17Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:59:19.119671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-d3a16952-3517-4f8a-a420-12683fd44162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:19.121026 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-d3a16952-3517-4f8a-a420-12683fd44162 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0541337 May 10 11:59:19.134206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:59:19.143139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 11:59:19.143673 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T11:59:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:59:19.171746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-c38768b8-290e-4685-8308-b01ad8a7f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:19.173564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-c38768b8-290e-4685-8308-b01ad8a7f9ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458567 May 10 11:59:19.269379 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-a60bf00c-abca-49bc-bd7b-bfe32429b222 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887485 May 10 11:59:19.373160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f3cca34-1d59-46e9-9b2d-92607cbde431 req-2eda8622-0028-4467-a5d9-56366d94259f service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968072 May 10 11:59:19.416115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 11:59:19.664165 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ef56710e-ba33-42ac-bbe5-3e065ca4077f', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:b6:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:59:17Z', 'updated_at': '2022-05-10T11:59:17Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:59:19.695382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126ab00-a94a-4e02-b970-7d69ee61b6b9 None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ef56710e-ba33-42ac-bbe5-3e065ca4077f', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:b6:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T11:59:17Z', 'updated_at': '2022-05-10T11:59:17Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:59:19.900583 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762f969-435a-4650-936e-db3f49046267 None None] New status for floating IP ef56710e-ba33-42ac-bbe5-3e065ca4077f: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:59:32.752472 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:33.850820 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 11:59:34.303296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7da25ea8-1dbe-441d-80f5-e94cd28dd2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:35.614771 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:37.272465 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa1df-4848-47c8-bd8b-a8298a039efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:37.841724 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:39.361626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:39.578194 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:59.702345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-c86f7049-877f-4e0d-a03c-9ef82b61a2f4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 11:59:59.703842 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-c86f7049-877f-4e0d-a03c-9ef82b61a2f4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/networks?id=8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 200 len: 813 time: 0.1078489 May 10 11:59:59.719525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-36e086cc-dcce-41d8-aa89-25f8b5e873dd tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/quotas/f62fc3a5ccd44bbfa36978f1b1abd863 HTTP/1.1" status: 200 len: 375 time: 0.0095975 May 10 11:59:59.756301 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-c7122d5f-e576-46d3-8139-d0e07365c318 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315099 May 10 11:59:59.856096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-372ed031-ae24-4681-997e-43c56546396e service neutron] 10.222.0.13 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912569 May 10 11:59:59.951573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-22efc9d3-a99b-4d55-9ef1-922122e5d904 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891681 May 10 12:00:00.120987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8cc99bb0-b8c9-4c22-b5f8-a596b1d0cd76 req-9dca06d8-22ea-4b26-8104-b3486f26feb8 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 210 time: 0.0275450 May 10 12:00:01.100003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-c95e4cb9-5922-4fee-b74a-1e51304318a9 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:01.101455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-c95e4cb9-5922-4fee-b74a-1e51304318a9 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.49 "GET /v2.0/networks?id=8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 200 len: 813 time: 0.1063261 May 10 12:00:01.113606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Request body: {'port': {'device_id': 'e10148fb-c3ed-49ae-b208-3b1d7fd445c9', 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a', 'admin_state_up': True, 'tenant_id': 'f62fc3a5ccd44bbfa36978f1b1abd863'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:00:01.220320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Made reservation on behalf of f62fc3a5ccd44bbfa36978f1b1abd863 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:00:01.223900 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:01.358011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Allocated IP 172.20.0.6 (8e4fb718-1cbc-489f-b407-327fe3b87a6a/b04c0d93-5503-455e-a62d-eb446e0be823/fe43593a-71e9-47f6-b39c-858a90649db7) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:00:01.512630 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:01.534234 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-867840b6-423f-41ef-951d-faded6246f8c req-5ed66f79-c535-4d39-a384-d434ff6f127b tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 210 time: 0.3383443 May 10 12:00:01.550276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:01.593237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Network 8e4fb718-1cbc-489f-b407-327fe3b87a6a is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:00:01.596302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:00:01.599920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:00:01.608490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Pushing event updated for resources: {'Port': ['ID=fe43593a-71e9-47f6-b39c-858a90649db7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:01.636669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.637023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.637367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.637703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.638036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.638369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.638699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.639024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.639349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.639678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.640101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.640430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:01.662049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:01.662676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:01.679996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-25b0baf4-8a2f-474c-bb4f-32bf59ab7149 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701642 May 10 12:00:01.691202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Request body: {'port': {'device_id': 'e10148fb-c3ed-49ae-b208-3b1d7fd445c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:00:01.747841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:02.005729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe43593a-71e9-47f6-b39c-858a90649db7 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:00:02.013413 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:02.026331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Transition to ACTIVE for port object fe43593a-71e9-47f6-b39c-858a90649db7 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:00:02.032883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:02.080025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Pushing event updated for resources: {'Port': ['ID=fe43593a-71e9-47f6-b39c-858a90649db7,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:02.152109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Attempting to bind port fe43593a-71e9-47f6-b39c-858a90649db7 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:00:02.152457 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Attempting to bind port fe43593a-71e9-47f6-b39c-858a90649db7 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:00:02.152773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Attempting to bind port fe43593a-71e9-47f6-b39c-858a90649db7 on network 8e4fb718-1cbc-489f-b407-327fe3b87a6a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:00:02.157521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Port fe43593a-71e9-47f6-b39c-858a90649db7 on network 8e4fb718-1cbc-489f-b407-327fe3b87a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:00:02.157844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Attempting to bind port fe43593a-71e9-47f6-b39c-858a90649db7 on network 8e4fb718-1cbc-489f-b407-327fe3b87a6a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:00:02.162840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:00:02.163179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Checking segment: {'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:00:02.163563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Bound using segment: {'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:00:02.164026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Bound port: fe43593a-71e9-47f6-b39c-858a90649db7, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:00:02.164379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:02.230308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] For port fe43593a-71e9-47f6-b39c-858a90649db7, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:00:02.233296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] For port fe43593a-71e9-47f6-b39c-858a90649db7, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fe43593a-71e9-47f6-b39c-858a90649db7,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:00:02.238264 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:02.271776 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:02.272464 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:02.273878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] 10.222.0.49 "PUT /v2.0/ports/fe43593a-71e9-47f6-b39c-858a90649db7 HTTP/1.1" status: 200 len: 1091 time: 0.5867758 May 10 12:00:02.274312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10148fb-c3ed-49ae-b208-3b1d7fd445c9', 'tag': 'fe43593a-71e9-47f6-b39c-858a90649db7'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:00:02.276744 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d4145c-ae6a-440d-a6b4-fd127a68f035" -d '{"events": [{"name": "network-changed", "server_uuid": "e10148fb-c3ed-49ae-b208-3b1d7fd445c9", "tag": "fe43593a-71e9-47f6-b39c-858a90649db7"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:00:02.300279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db33a95-afdf-4a95-b3cf-fc11363a0610 service neutron] Pushing event updated for resources: {'Port': ['ID=fe43593a-71e9-47f6-b39c-858a90649db7,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:02.324967 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf8a2ff-29c1-4139-9814-ac9d3ce18844 x-openstack-request-id: req-2bf8a2ff-29c1-4139-9814-ac9d3ce18844 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:00:02.325261 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10148fb-c3ed-49ae-b208-3b1d7fd445c9", "tag": "fe43593a-71e9-47f6-b39c-858a90649db7", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:00:02.325576 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bf8a2ff-29c1-4139-9814-ac9d3ce18844 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:00:02.325983 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf8a2ff-29c1-4139-9814-ac9d3ce18844'] response: {'name': 'network-changed', 'server_uuid': 'e10148fb-c3ed-49ae-b208-3b1d7fd445c9', 'tag': 'fe43593a-71e9-47f6-b39c-858a90649db7', 'status': 'completed', 'code': 200} May 10 12:00:02.355069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-15b8f9ad-ebd3-4410-9af3-8c10b7070d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:02.356598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-15b8f9ad-ebd3-4410-9af3-8c10b7070d4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 1094 time: 0.0422063 May 10 12:00:02.403771 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-3c2af9c3-abe0-4e2e-baa9-55175f9dcf13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe43593a-71e9-47f6-b39c-858a90649db7 HTTP/1.1" status: 200 len: 217 time: 0.0364439 May 10 12:00:02.454361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-69c9b205-44da-403f-a72d-978864d72ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:02.455784 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-69c9b205-44da-403f-a72d-978864d72ee0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b04c0d93-5503-455e-a62d-eb446e0be823 HTTP/1.1" status: 200 len: 853 time: 0.0432119 May 10 12:00:02.489503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-310ec865-3771-4e54-b32a-298cab80a686 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e4fb718-1cbc-489f-b407-327fe3b87a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269725 May 10 12:00:02.582532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-881f5433-024f-4e98-a586-36dea3032b13 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863936 May 10 12:00:02.652125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5bfbd-ea95-4661-8da3-dd5c5daad94d req-a476a38b-7619-43ed-85eb-ba443f5cb134 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:02.653623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d0e5bfbd-ea95-4661-8da3-dd5c5daad94d req-a476a38b-7619-43ed-85eb-ba443f5cb134 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 943 time: 0.0499253 May 10 12:00:02.675288 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cde52b99-1475-4c2a-af49-064f5fcda36b req-ecc12452-5bfa-4d96-9bb3-95e332251749 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865724 May 10 12:00:02.692431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d0e5bfbd-ea95-4661-8da3-dd5c5daad94d req-eff24b3a-6198-450b-914e-ff064ee7b4c0 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 May 10 12:00:02.751166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:02.768572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-a4015c93-b503-4287-8708-a5411ca34ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:02.770079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-a4015c93-b503-4287-8708-a5411ca34ac8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 1094 time: 0.0443354 May 10 12:00:02.864785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-7726e364-5f88-4095-bbb8-7c34ab5d84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:02.866272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-7726e364-5f88-4095-bbb8-7c34ab5d84ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 200 len: 914 time: 0.0896299 May 10 12:00:02.907430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-b55bfd62-d891-4577-9fd9-6d4fa7bd0532 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe43593a-71e9-47f6-b39c-858a90649db7 HTTP/1.1" status: 200 len: 217 time: 0.0343943 May 10 12:00:02.960623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-94db658a-ef52-43f9-8afc-e7cb7da3c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:02.962052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-94db658a-ef52-43f9-8afc-e7cb7da3c101 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b04c0d93-5503-455e-a62d-eb446e0be823 HTTP/1.1" status: 200 len: 853 time: 0.0477126 May 10 12:00:03.000301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-eea25a70-4913-4762-a65c-3c747679b076 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e4fb718-1cbc-489f-b407-327fe3b87a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302081 May 10 12:00:03.088741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-36c9a6ad-d859-4ae2-803e-f1f8298208b6 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808911 May 10 12:00:03.188400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1d4145c-ae6a-440d-a6b4-fd127a68f035 req-4ad909b9-2bca-4524-97e5-1af9cfeb9b00 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893226 May 10 12:00:03.824388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d278-520b-4504-bd17-54d23a8ddb68 req-4a7ed2a0-f2c6-4348-bab6-d3db95afe77e tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:03.825866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4c7d278-520b-4504-bd17-54d23a8ddb68 req-4a7ed2a0-f2c6-4348-bab6-d3db95afe77e tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 943 time: 0.0510309 May 10 12:00:03.867809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4c7d278-520b-4504-bd17-54d23a8ddb68 req-649ff645-0c75-481c-97c5-3f0bf59ec332 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 May 10 12:00:04.309624 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-08cbf013-1f67-41e5-9164-1adbfac13bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:05.002672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6379c8-5f1a-45a0-b4bb-ee91c75fef32 req-d28c294a-7c7c-4c2b-a71e-6fa23be87127 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:05.004153 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1f6379c8-5f1a-45a0-b4bb-ee91c75fef32 req-d28c294a-7c7c-4c2b-a71e-6fa23be87127 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 943 time: 0.0585868 May 10 12:00:05.045027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1f6379c8-5f1a-45a0-b4bb-ee91c75fef32 req-392e449e-0799-44f0-98bb-b9241e79f02d tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 May 10 12:00:05.631556 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:06.164941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa064381-fc30-4dfe-93cd-30598ee0e337 req-e3f92fc7-63e5-4e84-bedf-957bdff66584 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:06.166410 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa064381-fc30-4dfe-93cd-30598ee0e337 req-e3f92fc7-63e5-4e84-bedf-957bdff66584 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 943 time: 0.0498998 May 10 12:00:06.206381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa064381-fc30-4dfe-93cd-30598ee0e337 req-f6d89db1-5b8f-4e02-b30d-1e055d19cba8 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336301 May 10 12:00:06.738475 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fe43593a-71e9-47f6-b39c-858a90649db7 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:00:06.837395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fe43593a-71e9-47f6-b39c-858a90649db7, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fe43593a-71e9-47f6-b39c-858a90649db7,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:00:06.847636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'fe43593a-71e9-47f6-b39c-858a90649db7', 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a', 'port_id': 'fe43593a-71e9-47f6-b39c-858a90649db7', 'mac_address': 'fa:16:3e:7a:f3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04c0d93-5503-455e-a62d-eb446e0be823', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:00:06.883899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port fe43593a-71e9-47f6-b39c-858a90649db7 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:00:06.884281 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:06.897105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe43593a-71e9-47f6-b39c-858a90649db7 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:00:06.917397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fe43593a-71e9-47f6-b39c-858a90649db7, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fe43593a-71e9-47f6-b39c-858a90649db7,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:00:06.923723 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:06.973638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=fe43593a-71e9-47f6-b39c-858a90649db7,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:07.129602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['fe43593a-71e9-47f6-b39c-858a90649db7'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:00:07.280199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-22755d44-210d-40a6-88c0-d64f3cb8678c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:07.342765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2860b-d4fb-4331-8c9d-f11d75f7a2db req-ef2f57e5-3e64-476a-858d-ec2a78805cdb tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:07.344264 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3de2860b-d4fb-4331-8c9d-f11d75f7a2db req-ef2f57e5-3e64-476a-858d-ec2a78805cdb tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 944 time: 0.0637877 May 10 12:00:07.383603 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3de2860b-d4fb-4331-8c9d-f11d75f7a2db req-c175389c-efcb-4b08-83bd-672ae26eccb5 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 May 10 12:00:07.845878 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:08.512264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1f696-f352-4f05-b618-c009be2926e2 req-9d1f3a4f-0df3-4d3d-8720-73a57158dd95 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:08.513844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-acc1f696-f352-4f05-b618-c009be2926e2 req-9d1f3a4f-0df3-4d3d-8720-73a57158dd95 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 944 time: 0.0550106 May 10 12:00:08.557336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-acc1f696-f352-4f05-b618-c009be2926e2 req-9d4dd37c-846d-4b82-862e-a7efda8e32f0 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 May 10 12:00:08.740555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fe43593a-71e9-47f6-b39c-858a90649db7 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:00:08.799834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port fe43593a-71e9-47f6-b39c-858a90649db7 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:00:08.804000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port fe43593a-71e9-47f6-b39c-858a90649db7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:00:08.804365 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:08.884778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port fe43593a-71e9-47f6-b39c-858a90649db7 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:00:08.885565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:08.911288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10148fb-c3ed-49ae-b208-3b1d7fd445c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe43593a-71e9-47f6-b39c-858a90649db7'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:00:08.914894 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aad546f-0f97-4b72-bf14-1965df90f22b" -d '{"events": [{"server_uuid": "e10148fb-c3ed-49ae-b208-3b1d7fd445c9", "name": "network-vif-plugged", "status": "completed", "tag": "fe43593a-71e9-47f6-b39c-858a90649db7"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:00:08.933943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port fe43593a-71e9-47f6-b39c-858a90649db7, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fe43593a-71e9-47f6-b39c-858a90649db7,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:00:08.939098 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:08.966834 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff0783-f7b7-4cf6-acfb-7c862fa14aa6 x-openstack-request-id: req-43ff0783-f7b7-4cf6-acfb-7c862fa14aa6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:00:08.967275 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10148fb-c3ed-49ae-b208-3b1d7fd445c9", "name": "network-vif-plugged", "status": "completed", "tag": "fe43593a-71e9-47f6-b39c-858a90649db7", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:00:08.967518 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43ff0783-f7b7-4cf6-acfb-7c862fa14aa6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:00:08.967938 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ff0783-f7b7-4cf6-acfb-7c862fa14aa6'] response: {'server_uuid': 'e10148fb-c3ed-49ae-b208-3b1d7fd445c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe43593a-71e9-47f6-b39c-858a90649db7', 'code': 200} May 10 12:00:08.996566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=fe43593a-71e9-47f6-b39c-858a90649db7,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:09.066927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329e61e-f321-4c36-a45f-883631cd4c1e req-a6a4a47c-3f20-4246-a9b3-78d3f9e6a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:09.068473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a329e61e-f321-4c36-a45f-883631cd4c1e req-a6a4a47c-3f20-4246-a9b3-78d3f9e6a78a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 1096 time: 0.0414002 May 10 12:00:09.103365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a329e61e-f321-4c36-a45f-883631cd4c1e req-0a6eb40e-6ab9-42f4-b3e6-66730ab34c93 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285957 May 10 12:00:09.366348 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:09.595857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:09.691579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549e874-a137-4758-8622-c939ef1e7907 req-f3959c67-4d50-4812-8cd7-8337e184dc1f tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:09.693125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a549e874-a137-4758-8622-c939ef1e7907 req-f3959c67-4d50-4812-8cd7-8337e184dc1f tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 945 time: 0.0524316 May 10 12:00:09.732680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a549e874-a137-4758-8622-c939ef1e7907 req-edf72ac4-2261-4103-9299-234898b05e8c tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 May 10 12:00:10.661478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-bd4f7b63-da85-4c79-86ef-718cbd8c76ea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476701 May 10 12:00:10.744123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-2d9237d5-5c68-40d0-b65e-cd74fbb77738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:10.745600 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-2d9237d5-5c68-40d0-b65e-cd74fbb77738 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 1096 time: 0.0415282 May 10 12:00:10.849825 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:00:10.889522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a2888-3160-427b-8e8e-df8533d56d1b req-11128176-9839-4318-88e9-9b9901e6ecfa tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:10.891005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-204a2888-3160-427b-8e8e-df8533d56d1b req-11128176-9839-4318-88e9-9b9901e6ecfa tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 945 time: 0.0776482 May 10 12:00:10.892392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-1e674eca-b24a-47ce-b215-de539f05fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:10.893690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-1e674eca-b24a-47ce-b215-de539f05fe95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.1286464 May 10 12:00:10.976855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-204a2888-3160-427b-8e8e-df8533d56d1b req-33a56e58-30c2-4889-b43e-a96adc79d293 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775096 May 10 12:00:10.984796 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-bc313cfb-8e4e-4a7c-90df-d073e4b3008e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6 HTTP/1.1" status: 200 len: 1000 time: 0.0845032 May 10 12:00:11.035957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-cb5e3f8e-bf77-4e19-a3ea-07a596e87c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:11.037930 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-cb5e3f8e-bf77-4e19-a3ea-07a596e87c60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0469923 May 10 12:00:11.085789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-f326017d-ffaf-40f6-a4a7-5b7da8729510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:11.087291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-f326017d-ffaf-40f6-a4a7-5b7da8729510 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431566 May 10 12:00:11.189663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-7cf2343a-0924-46ba-90af-181966898db9 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954623 May 10 12:00:11.283646 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e24fadbf-8818-467a-a19a-8b3b1405994a req-840f4f65-25e6-43b4-a2c6-faeca8e28e82 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873542 May 10 12:00:22.711323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-6125da34-672c-4f82-b459-3d6c4ac2c916 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441544 May 10 12:00:22.797557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-58f2baae-6bcc-492d-84cc-a83e67a7ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:22.799119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-58f2baae-6bcc-492d-84cc-a83e67a7ebb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 1096 time: 0.0410252 May 10 12:00:22.907273 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-c56f2c78-66d2-4a8f-929c-de6f14b04e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:22.908837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-c56f2c78-66d2-4a8f-929c-de6f14b04e9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 200 len: 914 time: 0.0894496 May 10 12:00:23.187854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-fa4e28f0-bf95-4c13-92cc-c547aeff2eb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe43593a-71e9-47f6-b39c-858a90649db7 HTTP/1.1" status: 200 len: 217 time: 0.2696195 May 10 12:00:23.237637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-530547e8-73c7-46c3-8203-440f67b2957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:23.239018 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-530547e8-73c7-46c3-8203-440f67b2957e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b04c0d93-5503-455e-a62d-eb446e0be823 HTTP/1.1" status: 200 len: 853 time: 0.0449452 May 10 12:00:23.271236 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-14eec668-f0d0-4a0b-8d09-df48db73b46b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e4fb718-1cbc-489f-b407-327fe3b87a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259242 May 10 12:00:23.365994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-1b9a71f1-468c-4319-b2e3-48a1c79d0bb1 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881724 May 10 12:00:23.454507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3efba4-c63c-4c73-81b6-b74311cd88fd req-88853678-a4b8-4853-a6fe-7fb8bb088420 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818076 May 10 12:00:30.788016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-7f365dd0-e186-4937-bf45-13156b41f4e2 req-63cbe5ec-7dac-43a3-977f-956a3382ce18 service neutron] (102767) timed out ('10.222.0.13', 56642) {{(pid=102767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 12:00:32.788508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:34.311742 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-03574207-f12c-4a75-b750-27ddf8a355e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:35.629668 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:37.275573 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-025d71d8-d8d2-47a5-82fb-179ef2d932bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:37.849645 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:39.378935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:39.581552 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:47.850838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:00:52.810516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b232744-a204-45b9-be2f-add2c33880bb req-1ddb32ea-8823-423f-aeda-773c5f644f45 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:52.812378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b232744-a204-45b9-be2f-add2c33880bb req-1ddb32ea-8823-423f-aeda-773c5f644f45 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 945 time: 0.0648372 May 10 12:00:52.857678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b232744-a204-45b9-be2f-add2c33880bb req-18eb31b0-ba5d-49ee-b6b4-50d6e8065835 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374143 May 10 12:00:53.992356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9926b-38c3-41bc-b7d4-59702f7f0e62 req-a39f65ed-a757-4af3-a236-2d650c6f68ac tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:53.993809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2c9926b-38c3-41bc-b7d4-59702f7f0e62 req-a39f65ed-a757-4af3-a236-2d650c6f68ac tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 945 time: 0.0558450 May 10 12:00:54.034134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d2c9926b-38c3-41bc-b7d4-59702f7f0e62 req-193cb54b-e087-487a-80cf-0ee976b78b2f tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344021 May 10 12:00:54.173286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-3fcc287a-34b8-47c7-a9f8-fb1bd26ca0e8 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:00:54.174678 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-3fcc287a-34b8-47c7-a9f8-fb1bd26ca0e8 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10148fb-c3ed-49ae-b208-3b1d7fd445c9 HTTP/1.1" status: 200 len: 945 time: 0.0541825 May 10 12:00:54.271730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Deleting port fe43593a-71e9-47f6-b39c-858a90649db7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:00:54.272108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.360072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] For port fe43593a-71e9-47f6-b39c-858a90649db7, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=fe43593a-71e9-47f6-b39c-858a90649db7,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:00:54.360412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.373967 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Calling delete_port for fe43593a-71e9-47f6-b39c-858a90649db7 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:00:54.523030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.537087 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['fe43593a-71e9-47f6-b39c-858a90649db7'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:00:54.563908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Pushing event deleted for resources: {'Port': ['ID=fe43593a-71e9-47f6-b39c-858a90649db7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:54.600706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] No DVR routers for this DVR port fe43593a-71e9-47f6-b39c-858a90649db7 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:00:54.603419 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.607001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4ea69a26-b0bd-4b7b-95f4-9a554ebf32ad req-a34123cc-df86-4e03-a059-0fca6defb906 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.49 "DELETE /v2.0/ports/fe43593a-71e9-47f6-b39c-858a90649db7 HTTP/1.1" status: 204 len: 173 time: 0.4264207 May 10 12:00:54.607464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10148fb-c3ed-49ae-b208-3b1d7fd445c9', 'name': 'network-vif-deleted', 'tag': 'fe43593a-71e9-47f6-b39c-858a90649db7'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:00:54.610238 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43856483-991c-4395-9fc6-8559b0715c71" -d '{"events": [{"server_uuid": "e10148fb-c3ed-49ae-b208-3b1d7fd445c9", "name": "network-vif-deleted", "tag": "fe43593a-71e9-47f6-b39c-858a90649db7"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:00:54.650907 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98898abd-a809-4ea7-8034-32b1a06c69b3 x-openstack-request-id: req-98898abd-a809-4ea7-8034-32b1a06c69b3 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:00:54.651202 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10148fb-c3ed-49ae-b208-3b1d7fd445c9", "name": "network-vif-deleted", "tag": "fe43593a-71e9-47f6-b39c-858a90649db7", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:00:54.651453 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98898abd-a809-4ea7-8034-32b1a06c69b3 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:00:54.651889 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98898abd-a809-4ea7-8034-32b1a06c69b3'] response: {'server_uuid': 'e10148fb-c3ed-49ae-b208-3b1d7fd445c9', 'name': 'network-vif-deleted', 'tag': 'fe43593a-71e9-47f6-b39c-858a90649db7', 'status': 'completed', 'code': 200} May 10 12:00:58.941645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fe43593a-71e9-47f6-b39c-858a90649db7 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:00:58.963172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: fe43593a-71e9-47f6-b39c-858a90649db7 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:00:58.963512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device fe43593a-71e9-47f6-b39c-858a90649db7 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:01:02.056422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e4f272cc-c1e1-4512-81b0-2e100224f56d tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:02.057822 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e4f272cc-c1e1-4512-81b0-2e100224f56d tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/networks?id=8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 200 len: 813 time: 0.1110213 May 10 12:01:02.076829 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-4a6c90cf-e549-4ca5-bfa1-cef827ba0b20 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/quotas/f62fc3a5ccd44bbfa36978f1b1abd863 HTTP/1.1" status: 200 len: 375 time: 0.0103757 May 10 12:01:02.112505 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-33cdad71-1d68-4408-9be3-ca4b878171d5 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280726 May 10 12:01:02.212020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-a648b175-087e-4d7a-9974-4e23bea7d2eb service neutron] 10.222.0.13 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919139 May 10 12:01:02.303061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-0b6098da-18ad-4b11-a08e-3445eb312f8c service neutron] 10.222.0.13 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843523 May 10 12:01:02.473307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9e33136b-b45d-4b62-8e1d-7d20d194d93f req-974a4c06-1d9d-453c-ad3e-08f21b9a21e7 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 210 time: 0.0298231 May 10 12:01:02.793543 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:03.468400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-447f9734-6bf2-462c-a22a-7ba9b9bb1ccb tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:03.469777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-447f9734-6bf2-462c-a22a-7ba9b9bb1ccb tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.49 "GET /v2.0/networks?id=8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 200 len: 813 time: 0.1029220 May 10 12:01:03.481774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Request body: {'port': {'device_id': 'b3c57297-4c45-4818-9a22-99f2de6e9637', 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a', 'admin_state_up': True, 'tenant_id': 'f62fc3a5ccd44bbfa36978f1b1abd863'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:01:03.575777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02fb454a-bd3d-4e5e-9f2a-a44696f83e9c req-7338cf7b-85b9-4d61-ae8e-947e281287e5 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 210 time: 0.0326693 May 10 12:01:03.592037 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Made reservation on behalf of f62fc3a5ccd44bbfa36978f1b1abd863 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:01:03.595777 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:03.721959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Allocated IP 172.20.0.3 (8e4fb718-1cbc-489f-b407-327fe3b87a6a/b04c0d93-5503-455e-a62d-eb446e0be823/1370f37f-eb23-422c-ad65-ef36790c32b8) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:01:03.880862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:03.918555 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:03.960701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Network 8e4fb718-1cbc-489f-b407-327fe3b87a6a is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:01:03.963728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:01:03.967344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:01:03.975617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Pushing event updated for resources: {'Port': ['ID=1370f37f-eb23-422c-ad65-ef36790c32b8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:04.007982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.008324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.008684 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.009017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.009350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.009775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.010100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.010494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.010824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.011118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.011458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.011780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:04.049820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:04.054248 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:04.072618 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-16e7e14e-43ab-40b2-80df-787fd864dcf4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944920 May 10 12:01:04.084439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Request body: {'port': {'device_id': 'b3c57297-4c45-4818-9a22-99f2de6e9637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:01:04.139770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:04.307538 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29fd6f41-62f3-4ff6-bb2d-439332fb5956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:04.406361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1370f37f-eb23-422c-ad65-ef36790c32b8 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:01:04.414104 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:04.427544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Transition to ACTIVE for port object 1370f37f-eb23-422c-ad65-ef36790c32b8 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:01:04.433293 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:04.481722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Pushing event updated for resources: {'Port': ['ID=1370f37f-eb23-422c-ad65-ef36790c32b8,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:04.557476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Attempting to bind port 1370f37f-eb23-422c-ad65-ef36790c32b8 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:01:04.558270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Attempting to bind port 1370f37f-eb23-422c-ad65-ef36790c32b8 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:01:04.558270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Attempting to bind port 1370f37f-eb23-422c-ad65-ef36790c32b8 on network 8e4fb718-1cbc-489f-b407-327fe3b87a6a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:01:04.562735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Port 1370f37f-eb23-422c-ad65-ef36790c32b8 on network 8e4fb718-1cbc-489f-b407-327fe3b87a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:01:04.563060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Attempting to bind port 1370f37f-eb23-422c-ad65-ef36790c32b8 on network 8e4fb718-1cbc-489f-b407-327fe3b87a6a {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:01:04.567955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:01:04.568297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Checking segment: {'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:01:04.568682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Bound using segment: {'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:01:04.569105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Bound port: 1370f37f-eb23-422c-ad65-ef36790c32b8, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661f2736-197c-4fd5-aed9-2050a7f5f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:01:04.569472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:04.637151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] For port 1370f37f-eb23-422c-ad65-ef36790c32b8, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:01:04.640676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] For port 1370f37f-eb23-422c-ad65-ef36790c32b8, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1370f37f-eb23-422c-ad65-ef36790c32b8,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:01:04.646045 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:04.703929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:04.704524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:04.705881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] 10.222.0.49 "PUT /v2.0/ports/1370f37f-eb23-422c-ad65-ef36790c32b8 HTTP/1.1" status: 200 len: 1091 time: 0.6256471 May 10 12:01:04.706315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c57297-4c45-4818-9a22-99f2de6e9637', 'tag': '1370f37f-eb23-422c-ad65-ef36790c32b8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:01:04.708584 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6de3a1-b583-4884-a2c2-677da15c76cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c57297-4c45-4818-9a22-99f2de6e9637", "tag": "1370f37f-eb23-422c-ad65-ef36790c32b8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:01:04.743429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acf6e6-72fc-4471-9bd2-c29af8ac7123 service neutron] Pushing event updated for resources: {'Port': ['ID=1370f37f-eb23-422c-ad65-ef36790c32b8,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:04.757635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ce6c3-b406-4ad0-b90c-32cfdec5342c req-e6397860-c60d-47cb-aa92-1f16c308b01e tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:04.759097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c8ce6c3-b406-4ad0-b90c-32cfdec5342c req-e6397860-c60d-47cb-aa92-1f16c308b01e tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 943 time: 0.1077561 May 10 12:01:04.760585 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d45b6af-638d-4aa3-9feb-ea47dde1f1b6 x-openstack-request-id: req-0d45b6af-638d-4aa3-9feb-ea47dde1f1b6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:01:04.760861 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c57297-4c45-4818-9a22-99f2de6e9637", "tag": "1370f37f-eb23-422c-ad65-ef36790c32b8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:01:04.761110 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d45b6af-638d-4aa3-9feb-ea47dde1f1b6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:01:04.761495 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d45b6af-638d-4aa3-9feb-ea47dde1f1b6'] response: {'name': 'network-changed', 'server_uuid': 'b3c57297-4c45-4818-9a22-99f2de6e9637', 'tag': '1370f37f-eb23-422c-ad65-ef36790c32b8', 'status': 'completed', 'code': 200} May 10 12:01:04.824326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c8ce6c3-b406-4ad0-b90c-32cfdec5342c req-55c75fa8-5da0-426a-a540-bbfbf33d16a3 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554786 May 10 12:01:04.831036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-d08e85be-304c-4d5a-9ccd-b222cef9fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:04.832512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-d08e85be-304c-4d5a-9ccd-b222cef9fc24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 1094 time: 0.0836017 May 10 12:01:04.874421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-96979187-9f66-4d71-a9c7-ddec5e57810a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1370f37f-eb23-422c-ad65-ef36790c32b8 HTTP/1.1" status: 200 len: 217 time: 0.0345609 May 10 12:01:04.922882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-588af1d3-01fb-4601-bb03-400047f71ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:04.924338 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-588af1d3-01fb-4601-bb03-400047f71ff8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b04c0d93-5503-455e-a62d-eb446e0be823 HTTP/1.1" status: 200 len: 853 time: 0.0435355 May 10 12:01:04.956239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-c6a22d9b-9c3e-4145-bcc9-e5a1bb6e7cfa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e4fb718-1cbc-489f-b407-327fe3b87a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254152 May 10 12:01:05.050205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-ca9b2fe2-3245-46f3-bbde-9bd8c7a6b727 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869308 May 10 12:01:05.141746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca7d4013-c904-41ab-9449-bb980607ee3c req-155f53c7-7505-4181-9596-d2b7b7dfb229 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848424 May 10 12:01:05.237824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-a1210436-f3bf-485f-9253-eeb209165ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:05.239333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-a1210436-f3bf-485f-9253-eeb209165ee5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 1094 time: 0.0462215 May 10 12:01:05.328447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-34c1027e-9c14-4a2f-bdad-589546140cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:05.329802 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-34c1027e-9c14-4a2f-bdad-589546140cfb service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 200 len: 914 time: 0.0833499 May 10 12:01:05.374127 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-9829bdfb-8bcf-440c-83ee-b4dd81974bf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1370f37f-eb23-422c-ad65-ef36790c32b8 HTTP/1.1" status: 200 len: 217 time: 0.0371633 May 10 12:01:05.424693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-40fd0211-15d2-43f2-ab1f-662f7599b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:05.427692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-40fd0211-15d2-43f2-ab1f-662f7599b8b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b04c0d93-5503-455e-a62d-eb446e0be823 HTTP/1.1" status: 200 len: 853 time: 0.0454683 May 10 12:01:05.459072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-8d15055c-2a09-4709-b443-3bf664ea47d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e4fb718-1cbc-489f-b407-327fe3b87a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254347 May 10 12:01:05.552113 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-550b026b-bf4c-4f52-8586-76afb989d71a service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855651 May 10 12:01:05.642401 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:05.649636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6de3a1-b583-4884-a2c2-677da15c76cb req-aa02f9f5-6b68-4ce8-831c-a5d0d372b354 service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902538 May 10 12:01:05.947187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cbb8a-8dc2-4a2c-94bc-3b2a0b2d4296 req-4270145d-855e-4d5f-af3d-c04e7557d2da tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:05.948883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad7cbb8a-8dc2-4a2c-94bc-3b2a0b2d4296 req-4270145d-855e-4d5f-af3d-c04e7557d2da tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 943 time: 0.0506227 May 10 12:01:05.987488 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad7cbb8a-8dc2-4a2c-94bc-3b2a0b2d4296 req-dad34568-57a5-435c-8db8-414fd0a1881c tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 May 10 12:01:07.122252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566fc3-6a18-4e9f-9353-ffefeb51d616 req-cb3995ff-b209-4d98-a2e1-7b83cb1e5a78 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:07.124407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7566fc3-6a18-4e9f-9353-ffefeb51d616 req-cb3995ff-b209-4d98-a2e1-7b83cb1e5a78 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 943 time: 0.0530460 May 10 12:01:07.164175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7566fc3-6a18-4e9f-9353-ffefeb51d616 req-03f54bee-c1b6-4264-8828-d0287c655d12 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341914 May 10 12:01:07.284946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-147955c6-662d-47c0-9c21-b2474bd01b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:07.851412 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:08.289381 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540f206-d1bf-4fae-bdbf-3e2ac3370c30 req-1dcc67a4-d5a1-4291-923b-d59dc4329212 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:08.290894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6540f206-d1bf-4fae-bdbf-3e2ac3370c30 req-1dcc67a4-d5a1-4291-923b-d59dc4329212 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 943 time: 0.0504057 May 10 12:01:08.330204 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6540f206-d1bf-4fae-bdbf-3e2ac3370c30 req-540c35da-2f84-4761-b7d6-a7c689343f88 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 May 10 12:01:09.006327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1370f37f-eb23-422c-ad65-ef36790c32b8 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:01:09.112062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1370f37f-eb23-422c-ad65-ef36790c32b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1370f37f-eb23-422c-ad65-ef36790c32b8,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:01:09.123728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '1370f37f-eb23-422c-ad65-ef36790c32b8', 'network_id': '8e4fb718-1cbc-489f-b407-327fe3b87a6a', 'port_id': '1370f37f-eb23-422c-ad65-ef36790c32b8', 'mac_address': 'fa:16:3e:d8:7c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04c0d93-5503-455e-a62d-eb446e0be823', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:01:09.159901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1370f37f-eb23-422c-ad65-ef36790c32b8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:01:09.160315 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:09.173154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1370f37f-eb23-422c-ad65-ef36790c32b8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:01:09.192193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1370f37f-eb23-422c-ad65-ef36790c32b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1370f37f-eb23-422c-ad65-ef36790c32b8,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:01:09.198584 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:09.246497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1370f37f-eb23-422c-ad65-ef36790c32b8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:09.254495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.254847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.255181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.255523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.255983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.256323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.256737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.256987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.257321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.257648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.257974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.258284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:09.381126 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:09.422571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1370f37f-eb23-422c-ad65-ef36790c32b8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:01:09.584782 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:09.592564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402d24a-543c-4f5a-8d65-0053e7fd5600 req-550b3a6c-dc9d-485c-a857-60278f2d558e tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:09.594101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a402d24a-543c-4f5a-8d65-0053e7fd5600 req-550b3a6c-dc9d-485c-a857-60278f2d558e tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 944 time: 0.1883259 May 10 12:01:09.633907 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a402d24a-543c-4f5a-8d65-0053e7fd5600 req-ea1b815a-e418-4273-876d-d939fa5383d4 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335076 May 10 12:01:10.826064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e286137-b22d-453c-847c-4197aea58533 req-87ebaf74-5376-46e0-9633-45ddf054c507 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:10.827554 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e286137-b22d-453c-847c-4197aea58533 req-87ebaf74-5376-46e0-9633-45ddf054c507 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 944 time: 0.1211009 May 10 12:01:10.866829 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e286137-b22d-453c-847c-4197aea58533 req-cc66f582-ba05-4bcb-9f64-1ca7f90cdc0e tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330613 May 10 12:01:11.021409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1370f37f-eb23-422c-ad65-ef36790c32b8 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:01:11.073985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 1370f37f-eb23-422c-ad65-ef36790c32b8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:01:11.078272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 1370f37f-eb23-422c-ad65-ef36790c32b8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:01:11.078639 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:11.157677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 1370f37f-eb23-422c-ad65-ef36790c32b8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:01:11.158054 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:11.181156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c57297-4c45-4818-9a22-99f2de6e9637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1370f37f-eb23-422c-ad65-ef36790c32b8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:01:11.183563 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91097e4d-933a-46b8-9eaa-7c51c7970a53" -d '{"events": [{"server_uuid": "b3c57297-4c45-4818-9a22-99f2de6e9637", "name": "network-vif-plugged", "status": "completed", "tag": "1370f37f-eb23-422c-ad65-ef36790c32b8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:01:11.196361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 1370f37f-eb23-422c-ad65-ef36790c32b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1370f37f-eb23-422c-ad65-ef36790c32b8,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:01:11.201490 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:11.250753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=1370f37f-eb23-422c-ad65-ef36790c32b8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:11.293227 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49a4852-3fc6-4f59-b590-8d5bb7a1b314 x-openstack-request-id: req-c49a4852-3fc6-4f59-b590-8d5bb7a1b314 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:01:11.293522 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c57297-4c45-4818-9a22-99f2de6e9637", "name": "network-vif-plugged", "status": "completed", "tag": "1370f37f-eb23-422c-ad65-ef36790c32b8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:01:11.293773 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c49a4852-3fc6-4f59-b590-8d5bb7a1b314 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:01:11.294181 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49a4852-3fc6-4f59-b590-8d5bb7a1b314'] response: {'server_uuid': 'b3c57297-4c45-4818-9a22-99f2de6e9637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1370f37f-eb23-422c-ad65-ef36790c32b8', 'code': 200} May 10 12:01:11.425672 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411c811-6b49-49ea-90d5-1294f3f2c568 req-caf87534-c2c7-4881-a616-2c8c78d2bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:11.427556 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9411c811-6b49-49ea-90d5-1294f3f2c568 req-caf87534-c2c7-4881-a616-2c8c78d2bfec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 1096 time: 0.0413864 May 10 12:01:11.463046 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9411c811-6b49-49ea-90d5-1294f3f2c568 req-9df959a9-ec98-476f-9c4a-58782d1835fe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285759 May 10 12:01:11.650311 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-33a2adeb-e308-45eb-922b-41dca3a8a061 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483770 May 10 12:01:11.744754 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-52019f11-e0c4-4411-97a5-fa5077cbc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:11.746267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-52019f11-e0c4-4411-97a5-fa5077cbc14e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 1096 time: 0.0452030 May 10 12:01:11.863038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-bbf59f98-d742-4789-bb1b-51d4c7778744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:11.864573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-bbf59f98-d742-4789-bb1b-51d4c7778744 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0989795 May 10 12:01:11.932128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-6f8e1d3c-282b-405f-82f8-58d7270afbfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6 HTTP/1.1" status: 200 len: 1000 time: 0.0608945 May 10 12:01:12.009174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-d7760213-9626-4c31-946d-0f303129866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:12.010927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-d7760213-9626-4c31-946d-0f303129866e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0656774 May 10 12:01:12.023395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bceab6-1642-4313-9df7-c7846845abe3 req-97afc2bf-9ee2-418f-9945-edff7e58dbed tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:12.024788 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c8bceab6-1642-4313-9df7-c7846845abe3 req-97afc2bf-9ee2-418f-9945-edff7e58dbed tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 945 time: 0.0879810 May 10 12:01:12.086912 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c8bceab6-1642-4313-9df7-c7846845abe3 req-bc3f1996-8c03-42d7-b12b-2db294b92fe5 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539048 May 10 12:01:12.089928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-02ae84b0-e644-40e3-be5a-e43053d054fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:12.091314 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-02ae84b0-e644-40e3-be5a-e43053d054fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656424 May 10 12:01:12.186174 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-e1ce7aa8-0f6b-4e44-8207-a1f966923868 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880389 May 10 12:01:12.281275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-aba6668a-487a-4042-bea6-977e942ec6c6 req-eb3e7b3c-89e0-44ac-b493-56f66282df02 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885692 May 10 12:01:13.216091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60605e-5235-47d1-a29f-7924d618b86e req-855062e3-954f-47fd-8116-e571068cec00 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:13.217623 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d60605e-5235-47d1-a29f-7924d618b86e req-855062e3-954f-47fd-8116-e571068cec00 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 945 time: 0.0579317 May 10 12:01:13.256925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7d60605e-5235-47d1-a29f-7924d618b86e req-f94ca4ad-8de0-437a-8b65-54d518c4e255 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 May 10 12:01:16.755368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119daf8-21fe-460b-a18a-db5c5a9204f1 req-7ef2eb3e-8693-4908-a35a-408b5c023e50 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:16.756992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5119daf8-21fe-460b-a18a-db5c5a9204f1 req-7ef2eb3e-8693-4908-a35a-408b5c023e50 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 945 time: 0.0517037 May 10 12:01:16.795318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5119daf8-21fe-460b-a18a-db5c5a9204f1 req-37e56d74-8b2f-46c2-a2fb-382288598014 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322120 May 10 12:01:17.921569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2aa59-a7af-43d6-81b3-51afc345ff78 req-33bc4c1f-ae65-4743-bd8e-ef94bf9d0d0c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:17.922922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d2aa59-a7af-43d6-81b3-51afc345ff78 req-33bc4c1f-ae65-4743-bd8e-ef94bf9d0d0c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 945 time: 0.0561998 May 10 12:01:17.964316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d2aa59-a7af-43d6-81b3-51afc345ff78 req-9accd407-2a7c-4897-9f57-db6aba3fc123 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316610 May 10 12:01:18.176910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-c165d82a-d346-4513-b61c-99ded5d01f1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:18.178308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-c165d82a-d346-4513-b61c-99ded5d01f1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 945 time: 0.0619676 May 10 12:01:18.272572 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port f913e3c5-1aa8-4214-beee-d0be50dd09c6 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:01:18.272913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:18.365432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] For port f913e3c5-1aa8-4214-beee-d0be50dd09c6, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=f913e3c5-1aa8-4214-beee-d0be50dd09c6,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:01:18.365811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:18.533926 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:18.534220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:18.534671 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Floating IP ef56710e-ba33-42ac-bbe5-3e065ca4077f disassociated. External IP: 172.25.8.19, port: f913e3c5-1aa8-4214-beee-d0be50dd09c6. May 10 12:01:18.535012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for f913e3c5-1aa8-4214-beee-d0be50dd09c6 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:01:18.671879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:18.701417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=f913e3c5-1aa8-4214-beee-d0be50dd09c6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:18.711565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.711740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.712110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.712450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.712787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.713137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.713446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.713743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.714084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.714414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.714830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.715247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:01:18.829755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:01:18.941158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:01:18.953572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:01:18.965184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:01:18.965662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:01:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:01:18.980917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] No DVR routers for this DVR port f913e3c5-1aa8-4214-beee-d0be50dd09c6 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:01:18.983370 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:18.986641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba4ba25c-2112-44f7-af41-4e2e1eab46d0 req-b93bb923-1eff-4b79-bb6f-3f3ca94e90c6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "DELETE /v2.0/ports/f913e3c5-1aa8-4214-beee-d0be50dd09c6 HTTP/1.1" status: 204 len: 173 time: 0.8018401 May 10 12:01:18.987078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'name': 'network-vif-deleted', 'tag': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:01:18.989426 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006c1d7-f756-4080-a0f4-853493ff6a76" -d '{"events": [{"server_uuid": "9bb11f75-a8ac-4f87-a78f-aebac829b180", "name": "network-vif-deleted", "tag": "f913e3c5-1aa8-4214-beee-d0be50dd09c6"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:01:19.035551 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b8a7d9-b725-4d7d-9a06-858232811baa x-openstack-request-id: req-22b8a7d9-b725-4d7d-9a06-858232811baa {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:01:19.036082 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb11f75-a8ac-4f87-a78f-aebac829b180", "name": "network-vif-deleted", "tag": "f913e3c5-1aa8-4214-beee-d0be50dd09c6", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:01:19.036425 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22b8a7d9-b725-4d7d-9a06-858232811baa {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:01:19.036917 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b8a7d9-b725-4d7d-9a06-858232811baa'] response: {'server_uuid': '9bb11f75-a8ac-4f87-a78f-aebac829b180', 'name': 'network-vif-deleted', 'tag': 'f913e3c5-1aa8-4214-beee-d0be50dd09c6', 'status': 'completed', 'code': 200} May 10 12:01:19.100708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:01:19.109892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-433d311c-695c-49db-b8a9-15f4db5c01b5 req-2b95e86f-4abd-4649-9de7-c8b35ae989b9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 210 time: 0.0355365 May 10 12:01:19.315718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:01:19.341492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:01:19.350212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:01:19.350829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:01:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:01:19.457578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:01:19.851100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:01:19.876919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005e88-2617-4ca0-b588-22470fa50817 None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:01:20.127661 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b277d4-7317-4699-ba91-17b473b735ca None None] New status for floating IP ef56710e-ba33-42ac-bbe5-3e065ca4077f: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:01:20.217736 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-95aac2bc-f57c-470d-9643-0a99190fda90 req-901dd39c-0415-447b-8bce-b119ff46941e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 210 time: 0.0268075 May 10 12:01:21.315755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c5ea2ee-bbc0-41f8-995d-0d82d7d14189 req-42d11630-fcf3-4d1f-a6aa-e37126dac792 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 210 time: 0.0276351 May 10 12:01:22.314405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-69c88708-6949-49ad-b981-f2d70b4bb2f7 req-188b5a36-9bee-43f5-b224-4daced5686cf service neutron] (102768) timed out ('10.222.0.13', 53946) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 12:01:22.421630 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ad62fc28-81d2-407a-afe8-0be51a118432 req-c5eecc98-df07-4938-852c-2ded5abdaa84 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb11f75-a8ac-4f87-a78f-aebac829b180 HTTP/1.1" status: 200 len: 210 time: 0.0367079 May 10 12:01:23.093857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f913e3c5-1aa8-4214-beee-d0be50dd09c6 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:01:23.117164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: f913e3c5-1aa8-4214-beee-d0be50dd09c6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:01:23.117513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device f913e3c5-1aa8-4214-beee-d0be50dd09c6 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:01:23.666591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-f7a8a742-b289-4016-a22e-245ecc4e4f7b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22188187&fields=id&tenant_id=82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 267 time: 0.0447929 May 10 12:01:23.704487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-e445bb56-6be5-4756-9662-608f7a1ffe51 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405371 May 10 12:01:23.787796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-e6633019-36c5-4460-82d1-b21862049064 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:23.789540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-e6633019-36c5-4460-82d1-b21862049064 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1158898 May 10 12:01:23.807876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-2fe98594-c82d-4f6b-a632-168ddbf8161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:23.808303 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-67ffd821-2360-4c20-98b0-c2a62cb7dbba tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/quotas/82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 375 time: 0.0109160 May 10 12:01:23.810509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-2fe98594-c82d-4f6b-a632-168ddbf8161d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 1096 time: 0.0616407 May 10 12:01:23.871948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-fa0cbb81-5e58-4ec8-abbb-930c8bdb39d2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567739 May 10 12:01:23.916437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-1264ceba-de6a-46f2-a026-72c4303f2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:23.917910 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-1264ceba-de6a-46f2-a026-72c4303f2103 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 200 len: 914 time: 0.0851378 May 10 12:01:23.964943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-da79980b-e813-4d27-89f6-0a8311385d5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1370f37f-eb23-422c-ad65-ef36790c32b8 HTTP/1.1" status: 200 len: 217 time: 0.0380864 May 10 12:01:23.971256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6896e17b-d743-4323-a68c-97be1170f298 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856779 May 10 12:01:24.014494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-f41d9528-e7af-4bfc-865d-af0aa2cec8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:24.016259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-f41d9528-e7af-4bfc-865d-af0aa2cec8d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b04c0d93-5503-455e-a62d-eb446e0be823 HTTP/1.1" status: 200 len: 853 time: 0.0438821 May 10 12:01:24.055924 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-7798dfd7-7027-46dd-9304-01d624b745ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e4fb718-1cbc-489f-b407-327fe3b87a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314240 May 10 12:01:24.076493 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-951094c4-df0d-40e9-bdf4-5c5092a4aa31 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981932 May 10 12:01:24.162866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-3335c038-482e-4b28-9359-214ddb32b16d service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997872 May 10 12:01:24.378967 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30e4dac8-a06b-4a19-96c2-b252c25b59a2 req-c3bc00df-d46a-4260-aa7c-d600f961555f service neutron] 10.222.0.49 "GET /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068005 May 10 12:01:24.520566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d54839ed-5937-4530-8bae-828bcff6175d req-96a1817b-6946-44b7-8822-f05f960c8af1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 210 time: 0.0286434 May 10 12:01:24.850963 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:01:25.446660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-cbb7b52e-a097-4fce-a1c3-9075e3c37386 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:25.448513 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-cbb7b52e-a097-4fce-a1c3-9075e3c37386 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1105442 May 10 12:01:25.496445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-a606c48e-7a36-4939-8390-ab828050627a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 378 time: 0.0393183 May 10 12:01:25.508083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'port': {'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'admin_state_up': True, 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'security_groups': ['b6378e6f-01d0-46ef-bfb3-8268a2695e79']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:01:25.650590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d8cefba-2352-4106-8e3e-21312f5c1c36 req-52f6e95a-1cfe-49be-b20f-357b789ad070 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 210 time: 0.0335755 May 10 12:01:25.687870 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:01:25.692540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:25.833796 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.20.0.9 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/70b6cb62-83d1-4275-87a0-ec4fdabc46f5) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:01:25.984088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:26.019214 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:26.070413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:01:26.073965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:01:26.081422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:01:26.085743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:26.135859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:26.136475 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:26.159960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-6f7dfc92-ab96-4f9a-ac18-9d0b30f6d696 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6557455 May 10 12:01:26.172196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Request body: {'port': {'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:01:26.246855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:26.385324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-887672ec-2c5c-4241-9a2d-d5d18c0f86c4 None None] Provisioning complete for port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:01:26.386556 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-887672ec-2c5c-4241-9a2d-d5d18c0f86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:26.427804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-887672ec-2c5c-4241-9a2d-d5d18c0f86c4 None None] Port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:01:26.551810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:01:26.560451 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:26.577104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Transition to ACTIVE for port object 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:01:26.582399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:26.748328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Pushing event updated for resources: {'Port': ['ID=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:26.897371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Attempting to bind port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:01:26.897624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Attempting to bind port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:01:26.897952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Attempting to bind port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:01:26.909230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 on network 4614ead3-c23c-412b-950b-bf423696c4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:01:26.909774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Attempting to bind port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:01:26.925306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:01:26.926416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:01:26.926535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:01:26.926899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Bound port: 70b6cb62-83d1-4275-87a0-ec4fdabc46f5, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:01:26.927264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:26.971991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e4bfb-fd74-4403-8a23-efb0f579d3be req-bbf48509-1d2c-458e-bd9e-d9944de9836d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:26.975107 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b57e4bfb-fd74-4403-8a23-efb0f579d3be req-bbf48509-1d2c-458e-bd9e-d9944de9836d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0891111 May 10 12:01:27.015948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] For port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:01:27.019933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] For port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:01:27.030649 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:27.059735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b57e4bfb-fd74-4403-8a23-efb0f579d3be req-3918aea0-6d2c-4a14-99b9-22dce3110a03 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752695 May 10 12:01:27.088957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:27.089692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:27.091112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] 10.222.0.70 "PUT /v2.0/ports/70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 200 len: 1091 time: 0.9236262 May 10 12:01:27.091663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:01:27.093883 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d7032-7742-48f2-bfde-42e4e345f017" -d '{"events": [{"name": "network-changed", "server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:01:27.150172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea6f62-f5be-419d-b165-c196f2073275 service neutron] Pushing event updated for resources: {'Port': ['ID=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:27.155045 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0703d730-abc8-4f4a-b370-99e9ed2aa0e0 x-openstack-request-id: req-0703d730-abc8-4f4a-b370-99e9ed2aa0e0 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:01:27.155333 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:01:27.155592 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0703d730-abc8-4f4a-b370-99e9ed2aa0e0 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:01:27.156031 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0703d730-abc8-4f4a-b370-99e9ed2aa0e0'] response: {'name': 'network-changed', 'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'status': 'completed', 'code': 200} May 10 12:01:27.198168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-210dbbd1-1c1b-40ec-a245-c74a30e63aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:27.199707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-210dbbd1-1c1b-40ec-a245-c74a30e63aa5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1094 time: 0.0624592 May 10 12:01:27.252479 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-c8c0b40e-d427-4ab6-ac64-3c0d3508c207 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 200 len: 217 time: 0.0427299 May 10 12:01:27.305093 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-389dc224-23e5-46e1-844d-dd19f07d12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:27.306585 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-389dc224-23e5-46e1-844d-dd19f07d12c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0481973 May 10 12:01:27.351771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-7cb5551b-c9d9-4827-8679-7f2d48253c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:27.353301 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-7cb5551b-c9d9-4827-8679-7f2d48253c3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401120 May 10 12:01:27.447129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-e6be4fb6-4e7f-436f-b2a0-76be95e01a1b service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867767 May 10 12:01:27.539571 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a630669-2b44-4777-87c3-ef4865384fc5 req-06677b1f-3da4-4a01-a82e-70301a167043 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858972 May 10 12:01:27.627778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d7032-7742-48f2-bfde-42e4e345f017 req-451db25d-11b7-4370-8ea5-dd6f41ac506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:27.630244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-619d7032-7742-48f2-bfde-42e4e345f017 req-451db25d-11b7-4370-8ea5-dd6f41ac506b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1094 time: 0.0460579 May 10 12:01:27.738290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d7032-7742-48f2-bfde-42e4e345f017 req-0a883346-568e-43a1-8e08-6900113fe940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:27.739948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-619d7032-7742-48f2-bfde-42e4e345f017 req-0a883346-568e-43a1-8e08-6900113fe940 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.1024458 May 10 12:01:27.784218 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-619d7032-7742-48f2-bfde-42e4e345f017 req-f447f2de-1792-4a57-89ca-b02c74c70b65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 200 len: 217 time: 0.0374064 May 10 12:01:27.838127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d7032-7742-48f2-bfde-42e4e345f017 req-767d05b0-e7ce-4cbe-a6d3-c83c51c15fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:27.839893 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-619d7032-7742-48f2-bfde-42e4e345f017 req-767d05b0-e7ce-4cbe-a6d3-c83c51c15fab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0495734 May 10 12:01:27.890382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d7032-7742-48f2-bfde-42e4e345f017 req-4f925176-dee6-4e97-b393-7811820fc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:27.891990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-619d7032-7742-48f2-bfde-42e4e345f017 req-4f925176-dee6-4e97-b393-7811820fc418 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461988 May 10 12:01:27.981624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-619d7032-7742-48f2-bfde-42e4e345f017 req-aa56a720-5b62-4f17-8bc3-60207718387f service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832722 May 10 12:01:28.077614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-619d7032-7742-48f2-bfde-42e4e345f017 req-53d74d3b-f3fe-4c03-a1e6-bee9c0ed2e38 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895247 May 10 12:01:28.194813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9768a-60fe-49b5-a689-07d6ef9b79d6 req-70a15657-d571-4c89-8220-92e6a6b729e8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:28.196643 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ca9768a-60fe-49b5-a689-07d6ef9b79d6 req-70a15657-d571-4c89-8220-92e6a6b729e8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0592120 May 10 12:01:28.237353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ca9768a-60fe-49b5-a689-07d6ef9b79d6 req-5bdfcf6b-330c-475c-a5bc-ef618739352b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342202 May 10 12:01:29.360119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176d04-1a1e-4bdf-b689-eb08e61a1c2d req-2a2bfe98-5252-4f9e-93d9-50b4216b704a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:29.362323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5176d04-1a1e-4bdf-b689-eb08e61a1c2d req-2a2bfe98-5252-4f9e-93d9-50b4216b704a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0527792 May 10 12:01:29.402575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5176d04-1a1e-4bdf-b689-eb08e61a1c2d req-4e781a73-14c9-4884-bfdd-f1e6134e42d2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340109 May 10 12:01:30.521519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d6ab8-ac4a-482a-82fe-9be0580e1d7b req-2fff7c6a-22f7-49ea-909e-725cb57f8db7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:30.523006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d6ab8-ac4a-482a-82fe-9be0580e1d7b req-2fff7c6a-22f7-49ea-909e-725cb57f8db7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0505691 May 10 12:01:30.561895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-361d6ab8-ac4a-482a-82fe-9be0580e1d7b req-49e5c785-4d43-42f6-9f9f-677bc14c7b6a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324368 May 10 12:01:31.707374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b1c73-2ed3-4fd6-8959-cdc311031c95 req-85927dea-6162-4976-bf74-d766d0cde847 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:31.708976 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-392b1c73-2ed3-4fd6-8959-cdc311031c95 req-85927dea-6162-4976-bf74-d766d0cde847 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0677462 May 10 12:01:31.754972 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-392b1c73-2ed3-4fd6-8959-cdc311031c95 req-7cf47a3c-5892-4f47-bc27-9e2e8cb0a9e2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371318 May 10 12:01:32.815185 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:32.912264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac4079-e337-49f1-b277-62a56e184a75 req-f54caf86-c63d-4b11-b4c8-bb4f71dd6e5f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:32.913836 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbac4079-e337-49f1-b277-62a56e184a75 req-f54caf86-c63d-4b11-b4c8-bb4f71dd6e5f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0596514 May 10 12:01:32.956938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbac4079-e337-49f1-b277-62a56e184a75 req-27f4452f-35bd-4707-92d6-e484755cbec1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368855 May 10 12:01:34.095393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea7799-8f4b-4e71-91ea-6379af2e4bf5 req-20774ef1-1df1-4ca5-b982-9534d7d3d921 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:34.096911 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-beea7799-8f4b-4e71-91ea-6379af2e4bf5 req-20774ef1-1df1-4ca5-b982-9534d7d3d921 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0544217 May 10 12:01:34.135656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-beea7799-8f4b-4e71-91ea-6379af2e4bf5 req-f9426300-e99f-4b1a-a044-a3d7e81aefb1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326593 May 10 12:01:34.301042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f042eec0-1bdb-406f-bb5a-c09855b4b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:35.260144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0a17e-98ed-4f19-bdc2-c99389796d81 req-e94d5eea-de81-4ba9-9aa4-b58544750b71 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:35.261861 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a0a17e-98ed-4f19-bdc2-c99389796d81 req-e94d5eea-de81-4ba9-9aa4-b58544750b71 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0513875 May 10 12:01:35.319748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14a0a17e-98ed-4f19-bdc2-c99389796d81 req-19cb651b-fc42-454c-b555-e449712ed300 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515079 May 10 12:01:35.642217 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:36.446204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2466c2-5341-4cc4-9ad3-55e356702536 req-fb3166c1-c8dd-48e9-94e2-79758338ed2d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:36.447676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b2466c2-5341-4cc4-9ad3-55e356702536 req-fb3166c1-c8dd-48e9-94e2-79758338ed2d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 943 time: 0.0549836 May 10 12:01:36.487153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b2466c2-5341-4cc4-9ad3-55e356702536 req-74b76293-0e9b-4282-b0a8-7caff83ae3a3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332072 May 10 12:01:37.156137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:01:37.260298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:01:37.289151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:01:37.296532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5dac345a-2047-41b2-a785-358f62a0508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:37.341404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:01:37.341802 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:37.357058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:01:37.379411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:01:37.386003 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:37.450881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:37.614697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['70b6cb62-83d1-4275-87a0-ec4fdabc46f5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:01:37.615317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530b9fe-54e7-4639-ab8a-b7ac31b7cdd4 req-d96e8c6c-d80b-48fa-ae14-5c0e5b822181 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:37.617031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7530b9fe-54e7-4639-ab8a-b7ac31b7cdd4 req-d96e8c6c-d80b-48fa-ae14-5c0e5b822181 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 944 time: 0.0524781 May 10 12:01:37.662272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7530b9fe-54e7-4639-ab8a-b7ac31b7cdd4 req-86bc061d-1c58-49b0-9c42-6e6d5011d83a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381033 May 10 12:01:37.870997 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:38.745932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14641b8-e899-40e1-ba08-cc01421e0dda req-60032d46-c018-4cdf-a0f1-f7c43ab3c837 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:38.747352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a14641b8-e899-40e1-ba08-cc01421e0dda req-60032d46-c018-4cdf-a0f1-f7c43ab3c837 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 945 time: 0.0506017 May 10 12:01:38.783696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e7e05-e200-489a-bf17-cfa812fe175b req-f7a86213-9c58-46f9-9e7f-0fd80b85ef67 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:38.785680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b93e7e05-e200-489a-bf17-cfa812fe175b req-f7a86213-9c58-46f9-9e7f-0fd80b85ef67 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 944 time: 0.0504546 May 10 12:01:38.786357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a14641b8-e899-40e1-ba08-cc01421e0dda req-b45920bc-9827-4fc4-8ddb-cae4f46939b0 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 May 10 12:01:38.823431 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b93e7e05-e200-489a-bf17-cfa812fe175b req-72ca0c01-1cf6-4c91-bd8c-226d0aadaac7 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318944 May 10 12:01:39.172264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:01:39.228416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:01:39.232056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:01:39.232428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:39.309928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:01:39.310314 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:39.332254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:01:39.334595 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ca1c4-6025-4fdc-843a-8a55ba246a91" -d '{"events": [{"server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "name": "network-vif-plugged", "status": "completed", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:01:39.347146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:01:39.352517 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:39.386576 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05af2e5-5bab-4d78-9aa4-f6714202f64b x-openstack-request-id: req-e05af2e5-5bab-4d78-9aa4-f6714202f64b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:01:39.386875 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "name": "network-vif-plugged", "status": "completed", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:01:39.387653 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e05af2e5-5bab-4d78-9aa4-f6714202f64b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:01:39.388076 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05af2e5-5bab-4d78-9aa4-f6714202f64b'] response: {'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'code': 200} May 10 12:01:39.402854 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:39.420143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:39.475262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdcf1e-9033-46a3-a757-c997d4d7206b req-219d1996-5c38-41c2-b957-727351ed3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:39.476766 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0cbdcf1e-9033-46a3-a757-c997d4d7206b req-219d1996-5c38-41c2-b957-727351ed3217 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1096 time: 0.0427208 May 10 12:01:39.511647 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0cbdcf1e-9033-46a3-a757-c997d4d7206b req-b92044e2-47aa-49bc-a54d-5db5c24798a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276220 May 10 12:01:39.584105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:39.915515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f31514-2255-4c7b-ae41-55bcb6967dc0 req-8efff845-0778-4e21-8ebf-7966c00c52b3 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:39.917099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96f31514-2255-4c7b-ae41-55bcb6967dc0 req-8efff845-0778-4e21-8ebf-7966c00c52b3 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 945 time: 0.0513954 May 10 12:01:39.941235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b037-352d-43b2-9292-a98ea4496834 req-de942ac1-d8c8-478a-83fa-4c2a3b07c4e3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:39.942845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9b0b037-352d-43b2-9292-a98ea4496834 req-de942ac1-d8c8-478a-83fa-4c2a3b07c4e3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 945 time: 0.0486076 May 10 12:01:39.956836 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96f31514-2255-4c7b-ae41-55bcb6967dc0 req-5f349b96-ec40-4153-8129-f846fc8b5eb7 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/security-groups?id=f490ac87-e0b5-4f9f-996f-041ff7764b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 May 10 12:01:39.986430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f9b0b037-352d-43b2-9292-a98ea4496834 req-a7a46605-7f48-4f79-9616-75d6d88b2a96 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373502 May 10 12:01:40.224495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-b85befdd-1425-4fca-8331-f565d296c8f8 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:40.225937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-b85befdd-1425-4fca-8331-f565d296c8f8 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 945 time: 0.0585017 May 10 12:01:40.318794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Deleting port 1370f37f-eb23-422c-ad65-ef36790c32b8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:01:40.319100 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:40.415015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] For port 1370f37f-eb23-422c-ad65-ef36790c32b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=1370f37f-eb23-422c-ad65-ef36790c32b8,segment=NetworkSegment(661f2736-197c-4fd5-aed9-2050a7f5f578),segment_id=661f2736-197c-4fd5-aed9-2050a7f5f578)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:01:40.415290 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:40.429359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Calling delete_port for 1370f37f-eb23-422c-ad65-ef36790c32b8 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:01:40.563938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:40.575912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['1370f37f-eb23-422c-ad65-ef36790c32b8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:01:40.592945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Pushing event deleted for resources: {'Port': ['ID=1370f37f-eb23-422c-ad65-ef36790c32b8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:40.636240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] No DVR routers for this DVR port 1370f37f-eb23-422c-ad65-ef36790c32b8 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:01:40.639050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:40.642351 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e2b134-c259-4b94-beaa-ce0877c335eb req-298b371c-7d92-4d6b-a615-6a70e140f550 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.49 "DELETE /v2.0/ports/1370f37f-eb23-422c-ad65-ef36790c32b8 HTTP/1.1" status: 204 len: 173 time: 0.4099739 May 10 12:01:40.642792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c57297-4c45-4818-9a22-99f2de6e9637', 'name': 'network-vif-deleted', 'tag': '1370f37f-eb23-422c-ad65-ef36790c32b8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:01:40.645753 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba8a782-9b6e-4fd9-afe8-72f01d2fc0ee" -d '{"events": [{"server_uuid": "b3c57297-4c45-4818-9a22-99f2de6e9637", "name": "network-vif-deleted", "tag": "1370f37f-eb23-422c-ad65-ef36790c32b8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:01:40.686289 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9047871d-b47f-434f-a772-37df2821869b x-openstack-request-id: req-9047871d-b47f-434f-a772-37df2821869b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:01:40.686595 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c57297-4c45-4818-9a22-99f2de6e9637", "name": "network-vif-deleted", "tag": "1370f37f-eb23-422c-ad65-ef36790c32b8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:01:40.686909 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9047871d-b47f-434f-a772-37df2821869b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:01:40.687403 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9047871d-b47f-434f-a772-37df2821869b'] response: {'server_uuid': 'b3c57297-4c45-4818-9a22-99f2de6e9637', 'name': 'network-vif-deleted', 'tag': '1370f37f-eb23-422c-ad65-ef36790c32b8', 'status': 'completed', 'code': 200} May 10 12:01:41.074052 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5e0691b-a9b0-425e-9e47-f4f261ded2c7 req-55cfe155-b118-43be-bcd0-15ad10fb4159 tempest-VolumesSnapshotTestJSON-760716459 tempest-VolumesSnapshotTestJSON-760716459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c57297-4c45-4818-9a22-99f2de6e9637 HTTP/1.1" status: 200 len: 210 time: 0.0310812 May 10 12:01:41.392030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec96d5f-2081-4174-add1-aebe05cb66e2 req-f56e1f8c-8e42-456b-ae13-5f425167c729 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:41.393512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ec96d5f-2081-4174-add1-aebe05cb66e2 req-f56e1f8c-8e42-456b-ae13-5f425167c729 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 945 time: 0.0608490 May 10 12:01:41.432136 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ec96d5f-2081-4174-add1-aebe05cb66e2 req-011ca962-43d4-41ce-a5f7-25e02f070e44 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320823 May 10 12:01:41.553361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e874a0d-2f76-4865-8908-2204689c3090 req-fd957cff-220a-4348-b109-e150aa9194fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:41.554842 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e874a0d-2f76-4865-8908-2204689c3090 req-fd957cff-220a-4348-b109-e150aa9194fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 945 time: 0.0529177 May 10 12:01:41.593723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e874a0d-2f76-4865-8908-2204689c3090 req-6b20c5e5-c24c-464e-b6bd-bbee85849ac6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326986 May 10 12:01:41.616810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53846) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:01:41.788398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eae695-ca16-4494-9a76-7aef6a750b05 tempest-TestVolumeBootPattern-861560122 tempest-TestVolumeBootPattern-861560122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:41.789940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a0eae695-ca16-4494-9a76-7aef6a750b05 tempest-TestVolumeBootPattern-861560122 tempest-TestVolumeBootPattern-861560122-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1091 time: 0.1721237 May 10 12:01:41.792897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53850) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:01:41.797300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:01:41.821167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:41.918535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:42.029506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.25.8.62 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d46284be-7e94-48b5-8909-ededf9d1aca5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:01:42.135028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:42.169901 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:42.210933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:01:42.213712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:01:42.217168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:01:42.245313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=d46284be-7e94-48b5-8909-ededf9d1aca5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:42.967723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:43.062608 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:43.231439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:43.237141 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:43.300213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=d46284be-7e94-48b5-8909-ededf9d1aca5,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:01:43.313753 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:43.414045 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Floating IP ab25deb7-5ed9-4a75-bfa6-c3412201a9ec associated. External IP: 172.25.8.62, port: 70b6cb62-83d1-4275-87a0-ec4fdabc46f5. May 10 12:01:43.634112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:01:43.744258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:01:43.756338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:01:43.767106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:01:43.767735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:01:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:01:43.767922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:43.802690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b9eb44df-b628-47cb-b619-0682c45b1227 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0064728 May 10 12:01:43.802690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:01:43.803543 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253e4f9d-3022-475c-b3ee-c403cc602ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:01:43.846342 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55234fad-49d3-47f7-bfc2-b05b05cee606 x-openstack-request-id: req-55234fad-49d3-47f7-bfc2-b05b05cee606 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:01:43.846873 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:01:43.847352 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55234fad-49d3-47f7-bfc2-b05b05cee606 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:01:43.848664 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55234fad-49d3-47f7-bfc2-b05b05cee606'] response: {'name': 'network-changed', 'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'status': 'completed', 'code': 200} May 10 12:01:43.888099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:01:43.910265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-f829ea7d-6edb-4b19-b61e-64c049e751cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:43.912495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-f829ea7d-6edb-4b19-b61e-64c049e751cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1096 time: 0.0421865 May 10 12:01:44.013598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-af0a0fe0-865f-4742-8886-b1c5d58a6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:44.014995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-af0a0fe0-865f-4742-8886-b1c5d58a6087 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0948744 May 10 12:01:44.099357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-517701c5-ce3d-45be-b4ad-8c6aabe36f93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 200 len: 998 time: 0.0757048 May 10 12:01:44.147580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:42Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:01:44.155268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-516238e1-1516-4b0c-98fd-094bf588e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:44.156831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-516238e1-1516-4b0c-98fd-094bf588e694 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0500786 May 10 12:01:44.176314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:01:44.185925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:01:44.186755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:01:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:01:44.202786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-74859c7b-547a-4e3d-9cf6-1c7a30c8dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:01:44.204319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-74859c7b-547a-4e3d-9cf6-1c7a30c8dcb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411010 May 10 12:01:44.293784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:01:44.294691 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-8efb43df-e2a6-44db-9b1f-b35dcc183ebf service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836360 May 10 12:01:44.532503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:42Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:01:44.570911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1786ad-4803-44c2-be0e-bbb783e2b027 None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:42Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:01:44.766365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-253e4f9d-3022-475c-b3ee-c403cc602ea7 req-6cad2b00-0878-47f4-99d5-6845fd3d4f37 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650927 May 10 12:01:44.861644 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090e568-4ff0-40cf-b806-a1f273a7d615 None None] New status for floating IP ab25deb7-5ed9-4a75-bfa6-c3412201a9ec: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:01:45.268337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1370f37f-eb23-422c-ad65-ef36790c32b8 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:01:45.298912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 1370f37f-eb23-422c-ad65-ef36790c32b8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:01:45.299174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 1370f37f-eb23-422c-ad65-ef36790c32b8 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:01:54.923885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-7d16bc77-ea86-4d20-88de-4ec02d861b07 req-f133c7d1-ed7b-4e33-a4fb-b09e087ebb7b service neutron] (102767) timed out ('10.222.0.49', 61325) {{(pid=102767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 12:02:01.852010 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:02:02.809844 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:04.308112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6713f91c-636b-4c68-b190-7d74ca11ffba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:05.658097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:07.285943 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cadccba3-f643-4a2b-9df9-ffb6cf7b7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:07.855413 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:09.379417 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:09.586970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:11.730786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-2872d4bc-c583-411c-b886-e98a5ac12c45 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322701 May 10 12:02:11.821029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-a254ac7d-668f-4433-917c-557195c4486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:11.822515 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-a254ac7d-668f-4433-917c-557195c4486a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1096 time: 0.0452516 May 10 12:02:11.933535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-ae6fabad-97d4-43f6-8af6-4683774582e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:11.935604 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-ae6fabad-97d4-43f6-8af6-4683774582e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0922413 May 10 12:02:12.002153 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-5e489c5f-08c4-4531-a6bd-941480be8343 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 200 len: 1000 time: 0.0602555 May 10 12:02:12.056988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-9e8588b8-79dd-492b-bed7-c28dc6ecad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:12.058511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-9e8588b8-79dd-492b-bed7-c28dc6ecad5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0502965 May 10 12:02:12.105314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-c4c24606-12c7-4ec4-8345-be00c004ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:12.107348 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-c4c24606-12c7-4ec4-8345-be00c004ef0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426075 May 10 12:02:12.198628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-437b3291-afb7-41e2-b025-f3375d743029 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839489 May 10 12:02:12.303345 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b90d07b4-452b-49a2-b2fe-8d30443bec9c req-4da3b8d8-7fb1-4cc9-9d3b-a87b9d460ce2 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988255 May 10 12:02:22.265506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:22.311172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Deleting subnet b04c0d93-5503-455e-a62d-eb446e0be823 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:02:22.314466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.353342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.391657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.448475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.477054 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.480280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b04c0d93-5503-455e-a62d-eb446e0be823 HTTP/1.1" status: 204 len: 168 time: 0.2137003 May 10 12:02:22.481073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04c0d93-5503-455e-a62d-eb446e0be823,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:22.483113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54044) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:22.503987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.504339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.504904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.505246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.505583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.505911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.506237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.506583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.506886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.507230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.507549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.507865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3214e38f-05c3-4271-ae9d-53ef39980baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:22.568586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.654097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.675384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4fb718-1cbc-489f-b407-327fe3b87a6a']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:22.684826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661f2736-197c-4fd5-aed9-2050a7f5f578') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:22.685213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661f2736-197c-4fd5-aed9-2050a7f5f578') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:22.695312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.708749 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.714800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:02:22.715324 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: timer() May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:02:22.717283 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:02:22.776744 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.782501 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:22.788220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e4fb718-1cbc-489f-b407-327fe3b87a6a HTTP/1.1" status: 204 len: 168 time: 0.3017094 May 10 12:02:22.799605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9590c6-41e4-4557-bf21-96c6dd4b9f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4fb718-1cbc-489f-b407-327fe3b87a6a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:22.906694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54050) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:22.947262 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b642a68d-351f-4982-9679-636a76877c1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f62fc3a5ccd44bbfa36978f1b1abd863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392256 May 10 12:02:22.949693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54052) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:22.997754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:23.018032 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:23.066237 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:23.069083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:23.073883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f490ac87-e0b5-4f9f-996f-041ff7764b6f HTTP/1.1" status: 204 len: 168 time: 0.1232409 May 10 12:02:23.082440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f490ac87-e0b5-4f9f-996f-041ff7764b6f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:23.090901 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.091425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.091858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.092256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.092598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.092939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.093274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.093599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.093927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.094255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.094581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:23.094904 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0441b566-d9e2-4025-b0b8-276bb5fb04ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:25.700848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54096) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:25.705648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255972109', 'description': 'tempest-secgroup-smoke-255972109 description', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:25.728323 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:25.736752 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:25.821147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:25.827647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:25.868017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df4e63-4e61-458d-b5ee-0da500b3a39e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:25.912603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:25.918430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:25.943381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:25.944680 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2426815 May 10 12:02:25.949251 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54098) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:25.953194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57f7df-d7cb-446d-9ff8-212f42c13964 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae2f8f-4f2e-4d73-a07b-678740dd201a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:25.957327 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3b6bb7ef-d3cf-4bb4-88bd-a79b03b71f80 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '91ae2f8f-4f2e-4d73-a07b-678740dd201a', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:25.984258 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb7ef-d3cf-4bb4-88bd-a79b03b71f80 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.048553 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb7ef-d3cf-4bb4-88bd-a79b03b71f80 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.055039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb7ef-d3cf-4bb4-88bd-a79b03b71f80 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.075476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bb7ef-d3cf-4bb4-88bd-a79b03b71f80 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1b551b-98eb-4321-ac94-e12c3093c8c2,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:26.084278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb7ef-d3cf-4bb4-88bd-a79b03b71f80 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.085484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3b6bb7ef-d3cf-4bb4-88bd-a79b03b71f80 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345353 May 10 12:02:26.088478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54100) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:26.092966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-8d106e73-876b-4dc5-94d4-a74139a55d17 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '91ae2f8f-4f2e-4d73-a07b-678740dd201a', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:26.117632 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d106e73-876b-4dc5-94d4-a74139a55d17 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.179035 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d106e73-876b-4dc5-94d4-a74139a55d17 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.184342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d106e73-876b-4dc5-94d4-a74139a55d17 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.203636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d106e73-876b-4dc5-94d4-a74139a55d17 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d96a74-2b25-4b5f-bb40-50f5ecc1cb3c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:26.214695 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8d106e73-876b-4dc5-94d4-a74139a55d17 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.216292 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8d106e73-876b-4dc5-94d4-a74139a55d17 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268730 May 10 12:02:26.219321 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54102) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:26.224014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-52861329-6eec-4cb0-9064-41459621f744 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '91ae2f8f-4f2e-4d73-a07b-678740dd201a', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:26.250836 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52861329-6eec-4cb0-9064-41459621f744 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.319797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52861329-6eec-4cb0-9064-41459621f744 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.326336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52861329-6eec-4cb0-9064-41459621f744 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.343698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52861329-6eec-4cb0-9064-41459621f744 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e519d9-d293-47fa-b9a9-682605f3c933,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:26.353756 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52861329-6eec-4cb0-9064-41459621f744 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.354989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-52861329-6eec-4cb0-9064-41459621f744 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346126 May 10 12:02:26.357978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54104) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:26.362687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-82ee4004-d4c7-4fbc-9649-c2afe5a3487b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '91ae2f8f-4f2e-4d73-a07b-678740dd201a', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:26.389349 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ee4004-d4c7-4fbc-9649-c2afe5a3487b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.449786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ee4004-d4c7-4fbc-9649-c2afe5a3487b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.455227 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ee4004-d4c7-4fbc-9649-c2afe5a3487b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.473033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee4004-d4c7-4fbc-9649-c2afe5a3487b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0c7d06-3ca0-4832-9964-f3d4dce6751f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:26.482187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-82ee4004-d4c7-4fbc-9649-c2afe5a3487b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.483809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-82ee4004-d4c7-4fbc-9649-c2afe5a3487b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245146 May 10 12:02:26.487376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54106) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:26.492118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-03a67583-3a10-493d-9b0e-514a99893f29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '91ae2f8f-4f2e-4d73-a07b-678740dd201a', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:26.512561 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-03a67583-3a10-493d-9b0e-514a99893f29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Project 635d9fcbd9474cd3918eb216a6bb5e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:02:26.517292 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a67583-3a10-493d-9b0e-514a99893f29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.578962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a67583-3a10-493d-9b0e-514a99893f29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.585747 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a67583-3a10-493d-9b0e-514a99893f29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.607438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a67583-3a10-493d-9b0e-514a99893f29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e9480f-5254-4e8d-9704-1e5bfb01382c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:26.612868 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a67583-3a10-493d-9b0e-514a99893f29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.616389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-03a67583-3a10-493d-9b0e-514a99893f29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278412 May 10 12:02:26.616892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54108) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:26.622083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f0834321-9438-44ed-8259-b47b8e9dbef0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '91ae2f8f-4f2e-4d73-a07b-678740dd201a', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:26.645149 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-f0834321-9438-44ed-8259-b47b8e9dbef0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Project 635d9fcbd9474cd3918eb216a6bb5e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:02:26.650122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0834321-9438-44ed-8259-b47b8e9dbef0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.726045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0834321-9438-44ed-8259-b47b8e9dbef0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.731860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0834321-9438-44ed-8259-b47b8e9dbef0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.754138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0834321-9438-44ed-8259-b47b8e9dbef0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20775a2-48d1-40fd-b7aa-321d9028e2df,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:26.764453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0834321-9438-44ed-8259-b47b8e9dbef0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.765689 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f0834321-9438-44ed-8259-b47b8e9dbef0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477027 May 10 12:02:26.768869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54110) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:26.773755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'network': {'name': 'tempest-network-smoke--2048134640', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'port_security_enabled': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:26.794792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:02:26.799281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.823175 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:02:26.832162 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.832504 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Added segment c2eadeca-d6fd-4855-bd13-f07ea0cf9100 of type vlan for network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 May 10 12:02:26.872202 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.912356 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.917891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:26.918469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:26.985446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2153809 May 10 12:02:26.988464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54112) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:26.994908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'admin_state_up': True, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:27.009217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7bbb-9b3f-4794-8d77-6f8422754b9f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Network': ['ID=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:27.020721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:02:27.022710 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.023812 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.075105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.220691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.426465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.449652 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.560015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.25.8.23 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f9c7c21a-133c-4d08-92c3-38405ba58c41) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:02:27.672270 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.714390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.752673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:02:27.756887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:02:27.764161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:02:27.767772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=f9c7c21a-133c-4d08-92c3-38405ba58c41,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:28.042521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:28.243301 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:28.379616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:02:28.486581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:02:28.497640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Sync routers for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:02:28.508582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:02:28.509293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:02:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:28.509705 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:28.511039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1b647854-47fe-4fd5-8285-16105e2d7363 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5216241 May 10 12:02:28.514468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54114) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:28.615440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:02:28.649001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-57b1d100-088d-4922-baf2-e1124ca0e3f6 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=635d9fcbd9474cd3918eb216a6bb5e47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1330462 May 10 12:02:28.651550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54118) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:28.794553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:27Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:28.799961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbf87d-c6e4-48f6-b755-45b07106ace6 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:28.801557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f3dbf87d-c6e4-48f6-b755-45b07106ace6 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490831 May 10 12:02:28.804611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:28.826077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Checking router: e93f4d0e-2cf0-41ca-a881-7f32dfedb676 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:02:28.826423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Updating router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 port f9c7c21a-133c-4d08-92c3-38405ba58c41 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:02:28.839497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e2744317-9554-4081-8252-469aef55e28a tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336914 May 10 12:02:28.842355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:28.847152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-258368347', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:28.851716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:28.933304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:02:28.936975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.101270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.106523 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.125636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.161479 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Pushing event updated for resources: {'Port': ['ID=f9c7c21a-133c-4d08-92c3-38405ba58c41,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:29.163852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Attempting to bind port f9c7c21a-133c-4d08-92c3-38405ba58c41 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:02:29.164302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Attempting to bind port f9c7c21a-133c-4d08-92c3-38405ba58c41 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:02:29.164469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Attempting to bind port f9c7c21a-133c-4d08-92c3-38405ba58c41 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:02:29.174254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.174616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.174947 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.175288 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.175621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.175991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.176317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.176648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.176972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.177312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.177632 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.177955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:29.181154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:02:29.181537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:02:29.181950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.182426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:02:29.182801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Bound port: f9c7c21a-133c-4d08-92c3-38405ba58c41, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:02:29.183192 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.195020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Subnet': ['ID=0fa5f268-2163-457a-b360-0750126dabdf,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:29.212208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Checking segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:02:29.212571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network hostable DHCP agents. Network: 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:02:29.230070 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:02:29.238362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] For port f9c7c21a-133c-4d08-92c3-38405ba58c41, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:02:29.240112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:02:29.242012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] For port f9c7c21a-133c-4d08-92c3-38405ba58c41, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f9c7c21a-133c-4d08-92c3-38405ba58c41,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:02:29.244652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:29.245271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.247869 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.254300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f41ac7-7f47-448e-92fd-af1e1b1b5cc3 None None] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:02:29.262855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eba5cca6-89c6-43d1-b230-320127081bee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4195426 May 10 12:02:29.266001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:29.526911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:02:29.527543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:02:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:29.534981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba23331-bd97-4316-85c5-74f13d292661 None None] Pushing event updated for resources: {'Port': ['ID=f9c7c21a-133c-4d08-92c3-38405ba58c41,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:29.711045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:02:29.768411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:02:29.769333 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:29.985461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Allocated IP 172.20.0.2 (7adf0d41-d850-41c3-bb7e-66f3a2ca9a11/0fa5f268-2163-457a-b360-0750126dabdf/0e1daa59-1309-476a-9a84-066565a7f1be) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:02:30.010954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.069982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:27Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:30.100199 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a7686-084e-4c72-9989-f636259287e4 None None] The sync data for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 is: [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:27Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:02:30.169165 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.175627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.218802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:02:30.221658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:02:30.225252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:02:30.236263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Pushing event updated for resources: {'Port': ['ID=0e1daa59-1309-476a-9a84-066565a7f1be,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:30.290404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Attempting to bind port 0e1daa59-1309-476a-9a84-066565a7f1be on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:02:30.290774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Attempting to bind port 0e1daa59-1309-476a-9a84-066565a7f1be by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:02:30.291212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Attempting to bind port 0e1daa59-1309-476a-9a84-066565a7f1be on network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:02:30.296718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:02:30.297096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Checking segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:02:30.297637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.298394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Bound using segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:02:30.298870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Bound port: 0e1daa59-1309-476a-9a84-066565a7f1be, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:02:30.299253 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.310947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.20.0.1 (7adf0d41-d850-41c3-bb7e-66f3a2ca9a11/0fa5f268-2163-457a-b360-0750126dabdf/c6606e22-653a-4eb2-8791-66cff4c890f8) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:02:30.379482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] For port 0e1daa59-1309-476a-9a84-066565a7f1be, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:02:30.387528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] For port 0e1daa59-1309-476a-9a84-066565a7f1be, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0e1daa59-1309-476a-9a84-066565a7f1be,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:02:30.393255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.458889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34487c6-c402-4a4b-9d39-68c33b97b61c None None] Pushing event updated for resources: {'Port': ['ID=0e1daa59-1309-476a-9a84-066565a7f1be,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:30.464216 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.506008 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.557106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:02:30.564217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:02:30.566922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:02:30.571481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=c6606e22-653a-4eb2-8791-66cff4c890f8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:30.620025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:30.831001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.121114 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.126420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.205862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=c6606e22-653a-4eb2-8791-66cff4c890f8,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:31.208793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.298762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0e1daa59-1309-476a-9a84-066565a7f1be up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:02:31.334648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:02:31.336210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:02:31.358563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0e1daa59-1309-476a-9a84-066565a7f1be triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:31.359109 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.453380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0e1daa59-1309-476a-9a84-066565a7f1be is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:31.453928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.469497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:02:31.496858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 0e1daa59-1309-476a-9a84-066565a7f1be, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0e1daa59-1309-476a-9a84-066565a7f1be,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:02:31.502265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.503350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f9c7c21a-133c-4d08-92c3-38405ba58c41 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:02:31.537222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f1afa6-08f8-4f68-bff5-9d5d66309fc7 None None] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:02:31.595149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:02:31.601041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cc320e7f-4f27-4416-98cd-15a9209b8370 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "PUT /v2.0/routers/e93f4d0e-2cf0-41ca-a881-7f32dfedb676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3339038 May 10 12:02:31.661142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-eb92c589-124c-4503-9e75-5c3df39d8714 None None] Provisioning complete for port 0e1daa59-1309-476a-9a84-066565a7f1be triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:31.661523 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eb92c589-124c-4503-9e75-5c3df39d8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.697372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=0e1daa59-1309-476a-9a84-066565a7f1be,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:31.735944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f9c7c21a-133c-4d08-92c3-38405ba58c41 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:31.736385 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.772565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-d75b7130-5288-4f66-8e91-fb566a118719 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255972109&fields=id&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 267 time: 0.0435114 May 10 12:02:31.873872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eb92c589-124c-4503-9e75-5c3df39d8714 None None] Current status of the port 0e1daa59-1309-476a-9a84-066565a7f1be is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:31.896997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-a5709914-8655-4c70-9c55-6a22dfac4f63 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:31.898584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-a5709914-8655-4c70-9c55-6a22dfac4f63 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 797 time: 0.1149123 May 10 12:02:31.917909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f9c7c21a-133c-4d08-92c3-38405ba58c41 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:31.917909 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.920447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-62261d81-4605-43dd-9a77-d4e71d823193 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/quotas/635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 375 time: 0.0156853 May 10 12:02:31.941536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port f9c7c21a-133c-4d08-92c3-38405ba58c41, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f9c7c21a-133c-4d08-92c3-38405ba58c41,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:02:31.946479 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:31.966214 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Sync routers for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:02:31.979448 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:02:31.980314 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:02:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:31.992891 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-8ade8b5c-c5c0-4464-80e7-3ffe44499f85 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710106 May 10 12:02:32.013117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=f9c7c21a-133c-4d08-92c3-38405ba58c41,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:32.180302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-84924457-b674-4660-aaaf-aa1c70685092 service neutron] 10.222.0.13 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705868 May 10 12:02:32.208096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6acc5190-4f94-42c0-9e99-55dc47b16a5d None None] Provisioning complete for port 0e1daa59-1309-476a-9a84-066565a7f1be triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:32.208537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6acc5190-4f94-42c0-9e99-55dc47b16a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.216085 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:02:32.307987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6acc5190-4f94-42c0-9e99-55dc47b16a5d None None] Current status of the port 0e1daa59-1309-476a-9a84-066565a7f1be is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:32.313544 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-62c6dd7e-0698-4bfc-886b-258e73dcfd47 service neutron] 10.222.0.13 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198783 May 10 12:02:32.327508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6acc5190-4f94-42c0-9e99-55dc47b16a5d None None] Provisioning complete for port c6606e22-653a-4eb2-8791-66cff4c890f8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:32.328821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6acc5190-4f94-42c0-9e99-55dc47b16a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.369496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6acc5190-4f94-42c0-9e99-55dc47b16a5d None None] Port c6606e22-653a-4eb2-8791-66cff4c890f8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:02:32.462688 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 2, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:32.491643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-788255e7-717f-4530-a2ad-e6022967c723 None None] Provisioning complete for port c6606e22-653a-4eb2-8791-66cff4c890f8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:32.492061 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-788255e7-717f-4530-a2ad-e6022967c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.513509 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Checking router: e93f4d0e-2cf0-41ca-a881-7f32dfedb676 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:02:32.514143 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Updating router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 port c6606e22-653a-4eb2-8791-66cff4c890f8 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:02:32.537401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-788255e7-717f-4530-a2ad-e6022967c723 None None] Port c6606e22-653a-4eb2-8791-66cff4c890f8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:02:32.541524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-638459d3-33bf-4845-bd02-d85f0a900417 req-a1ca60f2-d49d-4f24-aa94-b5a19a72004f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 210 time: 0.0677371 May 10 12:02:32.549718 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.764712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d1a9b3d3-ee70-4f05-9bf9-41606240ccca None None] Provisioning complete for port c6606e22-653a-4eb2-8791-66cff4c890f8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:32.765055 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b3d3-ee70-4f05-9bf9-41606240ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.825368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9b3d3-ee70-4f05-9bf9-41606240ccca None None] Port c6606e22-653a-4eb2-8791-66cff4c890f8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:02:32.834265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.864017 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.869579 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.917545 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Pushing event updated for resources: {'Port': ['ID=c6606e22-653a-4eb2-8791-66cff4c890f8,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:32.930476 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.930821 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.931157 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.931485 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.931877 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.932164 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.932485 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.932807 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.933127 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.933441 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.933758 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.934082 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:02:32.994261 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Attempting to bind port c6606e22-653a-4eb2-8791-66cff4c890f8 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:02:32.994994 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Attempting to bind port c6606e22-653a-4eb2-8791-66cff4c890f8 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:02:32.994994 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Attempting to bind port c6606e22-653a-4eb2-8791-66cff4c890f8 on network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:02:33.001113 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:02:33.001472 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Checking segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:02:33.001890 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.002250 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Bound using segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:02:33.002709 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Bound port: c6606e22-653a-4eb2-8791-66cff4c890f8, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:02:33.003078 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.072310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] For port c6606e22-653a-4eb2-8791-66cff4c890f8, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:02:33.075720 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] For port c6606e22-653a-4eb2-8791-66cff4c890f8, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c6606e22-653a-4eb2-8791-66cff4c890f8,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:02:33.082715 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.131224 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:02:33.131964 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:02:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:33.179698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b6fc0703-600a-4e97-9f4c-5b0cb8d61638 None None] Provisioning complete for port c6606e22-653a-4eb2-8791-66cff4c890f8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:33.181027 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0703-600a-4e97-9f4c-5b0cb8d61638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.253060 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:02:33.290772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0e1daa59-1309-476a-9a84-066565a7f1be up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:02:33.300159 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef27c1e-4b91-4fcc-93cc-88faee7f28bc None None] Pushing event updated for resources: {'Port': ['ID=c6606e22-653a-4eb2-8791-66cff4c890f8,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:33.343939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc0703-600a-4e97-9f4c-5b0cb8d61638 None None] Current status of the port c6606e22-653a-4eb2-8791-66cff4c890f8 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:33.345001 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0703-600a-4e97-9f4c-5b0cb8d61638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.389266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b6fc0703-600a-4e97-9f4c-5b0cb8d61638 None None] For port c6606e22-653a-4eb2-8791-66cff4c890f8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c6606e22-653a-4eb2-8791-66cff4c890f8,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:02:33.402637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0703-600a-4e97-9f4c-5b0cb8d61638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.409725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 0e1daa59-1309-476a-9a84-066565a7f1be triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:33.410117 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.477872 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:33Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:33.494230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc0703-600a-4e97-9f4c-5b0cb8d61638 None None] Pushing event updated for resources: {'Port': ['ID=c6606e22-653a-4eb2-8791-66cff4c890f8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:33.516245 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57461018-d80e-4582-9ce4-28ba6772656a None None] The sync data for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 is: [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:33Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:02:33.563418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d77fabfc-756f-486f-a72e-72565639a86d None None] Provisioning complete for port c6606e22-653a-4eb2-8791-66cff4c890f8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:33.563776 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d77fabfc-756f-486f-a72e-72565639a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.565467 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 0e1daa59-1309-476a-9a84-066565a7f1be is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:33.566542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f9c7c21a-133c-4d08-92c3-38405ba58c41 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:02:33.688697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-0f50c0f5-017f-496e-8bf4-a541e7ffaa01 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:33.691767 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-0f50c0f5-017f-496e-8bf4-a541e7ffaa01 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 797 time: 0.2033913 May 10 12:02:33.741053 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c0e1022e-ce8e-4e70-9291-4c194241da20 req-117b98a9-72df-4ebd-9d8f-816cdb1b1f26 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 210 time: 0.0463767 May 10 12:02:33.752807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f9c7c21a-133c-4d08-92c3-38405ba58c41 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:33.753191 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:33.777534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-b74801f2-c46d-4f77-a2a9-7fa4e93d1ba2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 379 time: 0.0728385 May 10 12:02:33.791930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'port': {'device_id': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'admin_state_up': True, 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'security_groups': ['91ae2f8f-4f2e-4d73-a07b-678740dd201a']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:33.821728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d77fabfc-756f-486f-a72e-72565639a86d None None] Current status of the port c6606e22-653a-4eb2-8791-66cff4c890f8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:33.875612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f9c7c21a-133c-4d08-92c3-38405ba58c41 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:33.914345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:02:33.918222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.079529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.20.0.13 (7adf0d41-d850-41c3-bb7e-66f3a2ca9a11/0fa5f268-2163-457a-b360-0750126dabdf/af343fa7-f467-405b-a180-eee617adcfe5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:02:34.243381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.282376 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.308026 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ab76bd1c-81ad-452a-a02f-11285a3eaa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.329311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:02:34.332395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:02:34.336207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:02:34.363925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:34.394841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:34.395497 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.414717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-1c0c47b4-c09a-43c4-911c-358c482d620d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6271284 May 10 12:02:34.425489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-62ad1bc5-4cbb-42de-bc72-1226ad153ecd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:02:34.426501 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-62ad1bc5-4cbb-42de-bc72-1226ad153ecd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060654 May 10 12:02:34.444574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Request body: {'port': {'device_id': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:34.506034 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.650455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e5c8041a-3424-4a97-a874-4bd625ad46ba None None] Provisioning complete for port af343fa7-f467-405b-a180-eee617adcfe5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:34.651080 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e5c8041a-3424-4a97-a874-4bd625ad46ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.693551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8041a-3424-4a97-a874-4bd625ad46ba None None] Port af343fa7-f467-405b-a180-eee617adcfe5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:02:34.788091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af343fa7-f467-405b-a180-eee617adcfe5 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:02:34.796150 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.838780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Transition to ACTIVE for port object af343fa7-f467-405b-a180-eee617adcfe5 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:02:34.844301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:34.903277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef6002-b2f4-4fb3-99e3-e86e23d27c86 req-0cc104f3-272d-4d7c-8f95-e774b2dc51f6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:34.905070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11ef6002-b2f4-4fb3-99e3-e86e23d27c86 req-0cc104f3-272d-4d7c-8f95-e774b2dc51f6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 932 time: 0.1058805 May 10 12:02:34.924508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:35.013873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-11ef6002-b2f4-4fb3-99e3-e86e23d27c86 req-f0c0f5f1-b814-4057-8189-9a45cc3a3b54 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929532 May 10 12:02:35.041762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Attempting to bind port af343fa7-f467-405b-a180-eee617adcfe5 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:02:35.042099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Attempting to bind port af343fa7-f467-405b-a180-eee617adcfe5 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:02:35.042446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Attempting to bind port af343fa7-f467-405b-a180-eee617adcfe5 on network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:02:35.048691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Port af343fa7-f467-405b-a180-eee617adcfe5 on network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:02:35.049073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Attempting to bind port af343fa7-f467-405b-a180-eee617adcfe5 on network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:02:35.054786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:02:35.055129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Checking segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:02:35.055521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Bound using segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:02:35.056169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Bound port: af343fa7-f467-405b-a180-eee617adcfe5, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:02:35.056540 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:35.128919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:02:35.137225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:02:35.143621 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:35.196778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:35.197610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:35.199111 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] 10.222.0.49 "PUT /v2.0/ports/af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1092 time: 0.7639189 May 10 12:02:35.199610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:02:35.203980 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178d119e-2536-4183-98b8-50a246405f64" -d '{"events": [{"name": "network-changed", "server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "tag": "af343fa7-f467-405b-a180-eee617adcfe5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:02:35.243141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbb38e-f352-40ce-91c3-bfee301dd94f service neutron] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:35.269283 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21ae5c0-f9fb-42ac-8857-04cfedef201d x-openstack-request-id: req-d21ae5c0-f9fb-42ac-8857-04cfedef201d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:02:35.269757 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "tag": "af343fa7-f467-405b-a180-eee617adcfe5", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:02:35.270023 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d21ae5c0-f9fb-42ac-8857-04cfedef201d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:02:35.270432 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21ae5c0-f9fb-42ac-8857-04cfedef201d'] response: {'name': 'network-changed', 'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5', 'status': 'completed', 'code': 200} May 10 12:02:35.306504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-7d7fd5de-55a0-42b8-b281-52c12697ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:35.307711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c6606e22-653a-4eb2-8791-66cff4c890f8 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:02:35.308156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-7d7fd5de-55a0-42b8-b281-52c12697ea51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1095 time: 0.0524879 May 10 12:02:35.351011 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-ca3e34eb-e38a-44c5-83e9-7b9ddbdd5dde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 217 time: 0.0359948 May 10 12:02:35.359669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port c6606e22-653a-4eb2-8791-66cff4c890f8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:35.360111 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:35.406712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-4fe07c20-2d41-419b-8582-bca181c57094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:35.408299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-4fe07c20-2d41-419b-8582-bca181c57094 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0510943 May 10 12:02:35.452600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port c6606e22-653a-4eb2-8791-66cff4c890f8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:35.468452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-de658eb2-ac2b-4585-b1a0-8a054e8f73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:35.470063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-de658eb2-ac2b-4585-b1a0-8a054e8f73c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548806 May 10 12:02:35.560334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-c4821208-40f9-4495-9753-10ce86919b8e service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828876 May 10 12:02:35.664775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:35.930991 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297f3781-a5b7-4e36-9892-2caa76ab21d5 req-d930d9d9-0a36-4bfa-8732-5051e09b9188 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647356 May 10 12:02:36.021796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d119e-2536-4183-98b8-50a246405f64 req-162ac16d-c3d0-4660-9411-38b53c9f2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:36.023297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178d119e-2536-4183-98b8-50a246405f64 req-162ac16d-c3d0-4660-9411-38b53c9f2277 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1095 time: 0.0426579 May 10 12:02:36.149669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d119e-2536-4183-98b8-50a246405f64 req-cabf4957-b920-4398-b207-c15a62982fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:36.151306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178d119e-2536-4183-98b8-50a246405f64 req-cabf4957-b920-4398-b207-c15a62982fd8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.1205499 May 10 12:02:36.159337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a74ec-9baf-48dc-807f-aa8c3ba67bce req-8f6ef30e-3188-49d4-8c60-d72adb3c6b05 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:36.160700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-015a74ec-9baf-48dc-807f-aa8c3ba67bce req-8f6ef30e-3188-49d4-8c60-d72adb3c6b05 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 944 time: 0.0771699 May 10 12:02:36.201083 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178d119e-2536-4183-98b8-50a246405f64 req-9bfcbe8b-cd75-4b2c-8b54-e5483f86bae1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 217 time: 0.0393052 May 10 12:02:36.255554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-015a74ec-9baf-48dc-807f-aa8c3ba67bce req-2b866475-c0fa-4f70-a5de-51632e9410c9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885038 May 10 12:02:36.264550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d119e-2536-4183-98b8-50a246405f64 req-c9fb6cca-cee8-45f6-8df9-a6be673023f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:36.266048 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178d119e-2536-4183-98b8-50a246405f64 req-c9fb6cca-cee8-45f6-8df9-a6be673023f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0573225 May 10 12:02:36.321023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d119e-2536-4183-98b8-50a246405f64 req-dafb8dd2-1980-489a-b5d1-070aae708e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:36.322503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178d119e-2536-4183-98b8-50a246405f64 req-dafb8dd2-1980-489a-b5d1-070aae708e44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487714 May 10 12:02:36.418303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178d119e-2536-4183-98b8-50a246405f64 req-77c28aae-a15f-4864-8630-83d1a1d66c45 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887265 May 10 12:02:36.516091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-178d119e-2536-4183-98b8-50a246405f64 req-455e0a51-3285-4645-b002-53607dcf97c0 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902896 May 10 12:02:37.280952 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a057ae7a-eb29-4af5-8b22-ebfdcd71d980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:37.385079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f67bec-a652-449e-ae63-018ab94b8ce8 req-2b53a3ed-0045-4519-8d74-13962aac8f2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:37.386441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2f67bec-a652-449e-ae63-018ab94b8ce8 req-2b53a3ed-0045-4519-8d74-13962aac8f2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 944 time: 0.0538695 May 10 12:02:37.431127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e2f67bec-a652-449e-ae63-018ab94b8ce8 req-ef9bc66b-ea3d-421a-bd05-49a68bfc048c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371807 May 10 12:02:37.864433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:38.571715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c5c58-bd1d-408a-8fd9-29f02690851b req-1380c0fc-9299-4f7b-9143-ed914c57e927 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:38.573256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f79c5c58-bd1d-408a-8fd9-29f02690851b req-1380c0fc-9299-4f7b-9143-ed914c57e927 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 944 time: 0.0583382 May 10 12:02:38.613205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f79c5c58-bd1d-408a-8fd9-29f02690851b req-3f3380bc-a1d5-421a-9dc7-927e70a4b806 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331295 May 10 12:02:38.857975 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:02:39.392639 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:39.485513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af343fa7-f467-405b-a180-eee617adcfe5 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:02:39.596232 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:39.607912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:02:39.618354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'af343fa7-f467-405b-a180-eee617adcfe5', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'port_id': 'af343fa7-f467-405b-a180-eee617adcfe5', 'mac_address': 'fa:16:3e:7c:c5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:02:39.657236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port af343fa7-f467-405b-a180-eee617adcfe5 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:39.657654 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:39.673365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af343fa7-f467-405b-a180-eee617adcfe5 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:02:39.694770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:02:39.700525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:39.739006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0473-8fa5-4c5b-a6c2-a8aa929b8469 req-1a9b987e-27b5-467e-8797-73d347d00dd0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:39.740618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79da0473-8fa5-4c5b-a6c2-a8aa929b8469 req-1a9b987e-27b5-467e-8797-73d347d00dd0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 944 time: 0.0558560 May 10 12:02:39.754974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:39.780430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-79da0473-8fa5-4c5b-a6c2-a8aa929b8469 req-4c156ea1-c239-489a-97db-644f348b2a7f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336020 May 10 12:02:39.905960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['af343fa7-f467-405b-a180-eee617adcfe5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:02:40.904217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bc59c-e0ca-4573-8c66-78c9f8e3eb36 req-fed03bec-53dd-45e0-be5e-b9994a212716 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:40.905681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a42bc59c-e0ca-4573-8c66-78c9f8e3eb36 req-fed03bec-53dd-45e0-be5e-b9994a212716 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 945 time: 0.0513425 May 10 12:02:40.946377 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a42bc59c-e0ca-4573-8c66-78c9f8e3eb36 req-c0a2cefd-232f-45fe-99f4-50e8dae08fbc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330563 May 10 12:02:41.484756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af343fa7-f467-405b-a180-eee617adcfe5 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:02:41.544667 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port af343fa7-f467-405b-a180-eee617adcfe5 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:02:41.549425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port af343fa7-f467-405b-a180-eee617adcfe5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:02:41.549838 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:41.627516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port af343fa7-f467-405b-a180-eee617adcfe5 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:02:41.627948 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:41.651520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:02:41.653793 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e656e71f-31f6-41b4-94f1-904fb7be319b" -d '{"events": [{"server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "name": "network-vif-plugged", "status": "completed", "tag": "af343fa7-f467-405b-a180-eee617adcfe5"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:02:41.667098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:02:41.671734 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:41.699691 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0da155-2c16-4627-91cf-ca316e8634f3 x-openstack-request-id: req-ad0da155-2c16-4627-91cf-ca316e8634f3 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:02:41.700013 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "name": "network-vif-plugged", "status": "completed", "tag": "af343fa7-f467-405b-a180-eee617adcfe5", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:02:41.700266 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad0da155-2c16-4627-91cf-ca316e8634f3 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:02:41.700657 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0da155-2c16-4627-91cf-ca316e8634f3'] response: {'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5', 'code': 200} May 10 12:02:41.726613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:41.793730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a25458-4a95-4197-84c6-24d595f4aa94 req-20e7c7e5-09ce-4925-be99-c78c372cee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:41.795151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6a25458-4a95-4197-84c6-24d595f4aa94 req-20e7c7e5-09ce-4925-be99-c78c372cee3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1097 time: 0.0470729 May 10 12:02:41.832169 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6a25458-4a95-4197-84c6-24d595f4aa94 req-74762a1c-1458-4058-a4a6-0d2dbc14d7e9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296996 May 10 12:02:42.075557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46c200-29ae-4cd6-bfb8-b9e28de71470 req-44dd6e91-3354-4f53-9f54-3dab7952eb16 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:42.076936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b46c200-29ae-4cd6-bfb8-b9e28de71470 req-44dd6e91-3354-4f53-9f54-3dab7952eb16 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0541213 May 10 12:02:42.120158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b46c200-29ae-4cd6-bfb8-b9e28de71470 req-ea31527b-16c3-4c12-9f2d-c856f5329dce tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338671 May 10 12:02:43.256654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de651200-56c4-4ef9-ae10-ca64e217ebd4 req-0342010d-fd19-4dec-8dcb-7eb5073d3843 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:43.258291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-de651200-56c4-4ef9-ae10-ca64e217ebd4 req-0342010d-fd19-4dec-8dcb-7eb5073d3843 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0586674 May 10 12:02:43.303393 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-de651200-56c4-4ef9-ae10-ca64e217ebd4 req-5105b393-07e7-4f5b-9d32-48923bbb3b06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377603 May 10 12:02:43.425889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8974e-dc57-4abb-8081-0ebc05d33ebe req-8e9eba1b-35d5-40d5-8f04-3921d8dce82c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:43.427325 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3b8974e-dc57-4abb-8081-0ebc05d33ebe req-8e9eba1b-35d5-40d5-8f04-3921d8dce82c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0524695 May 10 12:02:43.467443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3b8974e-dc57-4abb-8081-0ebc05d33ebe req-196b3226-e072-44a2-a549-3ea773ea0528 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332785 May 10 12:02:43.491265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54184) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:43.535641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2174e138-b9f2-4220-84db-73de71304766 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:43.537271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2174e138-b9f2-4220-84db-73de71304766 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1092 time: 0.0449994 May 10 12:02:43.540730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54186) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:43.545174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'af343fa7-f467-405b-a180-eee617adcfe5', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:02:43.566615 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:43.664229 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:43.772488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.25.8.247 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/6bee0f1f-7bbf-477d-9626-1ab5cc11a359) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:02:43.879414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:43.915274 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:43.956912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:02:43.959734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:02:43.964107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:02:43.975197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=6bee0f1f-7bbf-477d-9626-1ab5cc11a359,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:44.346594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:44.416898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:44.571573 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:44.578620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:44.643688 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=6bee0f1f-7bbf-477d-9626-1ab5cc11a359,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:02:44.655812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:44.755809 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Floating IP 66ceb1c8-b6b3-47e3-85f8-b8851c58ac11 associated. External IP: 172.25.8.247, port: af343fa7-f467-405b-a180-eee617adcfe5. May 10 12:02:44.960966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:02:45.067528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:02:45.078163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] Sync routers for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:02:45.087286 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:45.088306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:02:45.088924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:02:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:45.114484 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c37ff469-bfb7-423c-8e04-96c22386cef9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5726955 May 10 12:02:45.115097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:02:45.117394 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25763a7-254b-4a4d-9973-1d3aafa97cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "tag": "af343fa7-f467-405b-a180-eee617adcfe5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:02:45.159734 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a260cf9-b5fa-4c48-8afd-585e51e75a28 x-openstack-request-id: req-0a260cf9-b5fa-4c48-8afd-585e51e75a28 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:02:45.160080 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "tag": "af343fa7-f467-405b-a180-eee617adcfe5", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:02:45.160336 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a260cf9-b5fa-4c48-8afd-585e51e75a28 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:02:45.160756 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a260cf9-b5fa-4c48-8afd-585e51e75a28'] response: {'name': 'network-changed', 'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5', 'status': 'completed', 'code': 200} May 10 12:02:45.216703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:02:45.219226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-a17dc2f0-0d7c-4eab-9545-f850c3c8e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:45.220857 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-a17dc2f0-0d7c-4eab-9545-f850c3c8e462 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1097 time: 0.0414925 May 10 12:02:45.223446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e2ef8-710c-4869-aa98-0ea0e1ed2705 req-4ea8af8b-2e44-4e9b-8dc6-066a315848c3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:45.224976 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-380e2ef8-710c-4869-aa98-0ea0e1ed2705 req-4ea8af8b-2e44-4e9b-8dc6-066a315848c3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0503924 May 10 12:02:45.263838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-380e2ef8-710c-4869-aa98-0ea0e1ed2705 req-dd5ba0cc-a282-4808-bbf4-e732bbfc908f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 May 10 12:02:45.288370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54192) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:45.318920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-c798a252-2332-4432-a816-085f5f26d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:45.320510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-c798a252-2332-4432-a816-085f5f26d57f service neutron] 10.222.0.49 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.0915368 May 10 12:02:45.355600 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-79e9246c-6f9e-4dc1-b185-97136fa73bd6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/66ceb1c8-b6b3-47e3-85f8-b8851c58ac11 HTTP/1.1" status: 200 len: 992 time: 0.0644429 May 10 12:02:45.413943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-bfd1c79a-d28c-4af4-b18f-11202f0cef77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1000 time: 0.0866575 May 10 12:02:45.443957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '66ceb1c8-b6b3-47e3-85f8-b8851c58ac11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'port_id': 'af343fa7-f467-405b-a180-eee617adcfe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'mac_address': 'fa:16:3e:7c:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:02:44Z', 'updated_at': '2022-05-10T12:02:44Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:33Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:45.466147 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-8783b727-b4a8-4a40-968a-a7a96c89a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:45.467615 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-8783b727-b4a8-4a40-968a-a7a96c89a7b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0479579 May 10 12:02:45.469796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] Checking router: e93f4d0e-2cf0-41ca-a881-7f32dfedb676 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:02:45.478379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:02:45.478993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:02:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:45.512640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-eb81e067-387a-4d19-a38a-c6b26fdb6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:02:45.514135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-eb81e067-387a-4d19-a38a-c6b26fdb6756 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399575 May 10 12:02:45.585193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:02:45.602593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-fa980332-c905-4d07-b7da-1717debdcba9 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818977 May 10 12:02:45.692511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c25763a7-254b-4a4d-9973-1d3aafa97cd2 req-7a60331d-c858-4d40-bb4b-6b41dfba32d4 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837188 May 10 12:02:45.817360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '66ceb1c8-b6b3-47e3-85f8-b8851c58ac11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'port_id': 'af343fa7-f467-405b-a180-eee617adcfe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'mac_address': 'fa:16:3e:7c:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:02:44Z', 'updated_at': '2022-05-10T12:02:44Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:33Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:02:45.846111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85127ac6-fe20-49aa-b3d1-60bde4e12109 None None] The sync data for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 is: [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '66ceb1c8-b6b3-47e3-85f8-b8851c58ac11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'port_id': 'af343fa7-f467-405b-a180-eee617adcfe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'mac_address': 'fa:16:3e:7c:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:02:44Z', 'updated_at': '2022-05-10T12:02:44Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:33Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:02:46.046656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d8dfc-90f3-41a3-9969-b1f9d6c14d4f None None] New status for floating IP 66ceb1c8-b6b3-47e3-85f8-b8851c58ac11: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:02:46.358605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:02:46.433911 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d677776c-1ffd-4bc8-84c4-abe8586bb04c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/66ceb1c8-b6b3-47e3-85f8-b8851c58ac11 HTTP/1.1" status: 200 len: 994 time: 0.0740047 May 10 12:03:02.835017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:04.314956 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-74bc20d3-9cb3-4f69-b7f6-955edef52f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:05.655031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:07.292300 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad0a940f-e6ef-4839-bcab-7bccd3b7d275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:07.868232 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:09.398924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:09.583328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:12.655392 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-44d92c4c-9392-4af1-be17-a82d6c3a98d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416548 May 10 12:03:12.744878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-9e0a7794-2b70-49ec-bc38-713875a1c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:12.746378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-9e0a7794-2b70-49ec-bc38-713875a1c96f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1096 time: 0.0476007 May 10 12:03:12.852561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-2f518d1e-e208-437e-9e4e-3e140ac432fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:12.854163 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-2f518d1e-e208-437e-9e4e-3e140ac432fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0883262 May 10 12:03:12.929068 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-892ccd10-821d-4679-933f-eeebd632f535 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 200 len: 1000 time: 0.0685022 May 10 12:03:12.979785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-e4dbfcb1-4e74-4716-ac5e-25cc356d0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:12.981260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-e4dbfcb1-4e74-4716-ac5e-25cc356d0b61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0459223 May 10 12:03:13.030525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-7d11d5ff-2df4-415d-920c-dda24260b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:13.032043 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-7d11d5ff-2df4-415d-920c-dda24260b384 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438995 May 10 12:03:13.042399 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-decf54a4-00ea-4da1-9476-b13184797662 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:03:13.043333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-decf54a4-00ea-4da1-9476-b13184797662 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050380 May 10 12:03:13.138242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-b971276f-88f1-4dc7-bd7e-d6cec597b8ed service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884776 May 10 12:03:13.229743 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21c4171b-33c4-48bf-8c1b-4538d3d3c4fd req-8f69e24d-b50b-4537-ba54-2f5ff3d14075 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847905 May 10 12:03:15.865586 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:03:17.783489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dbd4c-38c3-4547-9a89-0d811bd5dd4b req-d3b18892-d053-4c50-93ff-ade1e94c0d67 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:17.785057 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf1dbd4c-38c3-4547-9a89-0d811bd5dd4b req-d3b18892-d053-4c50-93ff-ade1e94c0d67 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1097 time: 0.0524821 May 10 12:03:17.803642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bf1dbd4c-38c3-4547-9a89-0d811bd5dd4b req-547ea931-eef1-4d91-8c9e-bde3edc95b01 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:17.883394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bf1dbd4c-38c3-4547-9a89-0d811bd5dd4b req-547ea931-eef1-4d91-8c9e-bde3edc95b01 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:17.888718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bf1dbd4c-38c3-4547-9a89-0d811bd5dd4b req-547ea931-eef1-4d91-8c9e-bde3edc95b01 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:17.911138 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf1dbd4c-38c3-4547-9a89-0d811bd5dd4b req-547ea931-eef1-4d91-8c9e-bde3edc95b01 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200173 May 10 12:03:17.919935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ea931-eef1-4d91-8c9e-bde3edc95b01 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60a75ba-9b03-4590-8d30-14911243823a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:18.044784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e669f9-a8c2-4d9b-9034-8e40f2682c4b req-238c1496-dc59-4ca0-821b-3d4fcf98437f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:18.046260 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45e669f9-a8c2-4d9b-9034-8e40f2682c4b req-238c1496-dc59-4ca0-821b-3d4fcf98437f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0639789 May 10 12:03:18.087308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-45e669f9-a8c2-4d9b-9034-8e40f2682c4b req-592f2a9d-f248-433f-ac9a-e89dd4f5e725 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344155 May 10 12:03:18.110347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54210) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:03:18.174585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e9932995-00ca-4560-86d8-32848077fb18 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/66ceb1c8-b6b3-47e3-85f8-b8851c58ac11 HTTP/1.1" status: 200 len: 994 time: 0.0627928 May 10 12:03:18.582533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-21478f30-4bb2-4800-a99a-32a5d4b2da15 req-b70ac647-4b48-4515-b48f-7bb0b50ddb7a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:03:18.583974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21478f30-4bb2-4800-a99a-32a5d4b2da15 req-b70ac647-4b48-4515-b48f-7bb0b50ddb7a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0737739 May 10 12:03:20.045743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54234) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:03:20.105574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc94ac8-99f0-44ab-bb8a-6b7b1c361e71 req-ecf4248d-aa5a-407d-b638-3a25e020bc0b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:20.107056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9dc94ac8-99f0-44ab-bb8a-6b7b1c361e71 req-ecf4248d-aa5a-407d-b638-3a25e020bc0b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0492892 May 10 12:03:20.168795 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9dc94ac8-99f0-44ab-bb8a-6b7b1c361e71 req-0884a024-7b79-45ee-af07-5336b1561265 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526145 May 10 12:03:20.172719 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-45b3abd4-8c33-405d-a7fa-611815f309ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258929 May 10 12:03:20.189785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-708ede3e-a369-4f43-8bdc-339563b8ff46 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:03:20.189785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-708ede3e-a369-4f43-8bdc-339563b8ff46 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052364 May 10 12:03:21.298310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6206-b7d3-4e01-85b8-b3fb08de7dc2 req-a3f00c3b-b40e-430b-b934-c4e82099fed1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:21.299996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c77e6206-b7d3-4e01-85b8-b3fb08de7dc2 req-a3f00c3b-b40e-430b-b934-c4e82099fed1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0529966 May 10 12:03:21.368171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c77e6206-b7d3-4e01-85b8-b3fb08de7dc2 req-e907b5ef-92d1-423e-b029-0e8cbe140e3c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621033 May 10 12:03:21.374491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-22a70893-d063-48fd-9ae6-0fba18d42188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:21.375863 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-22a70893-d063-48fd-9ae6-0fba18d42188 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1097 time: 0.1202624 May 10 12:03:21.468811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-08da94b5-38ba-4ec3-bf3c-f1948efc3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:21.470270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-08da94b5-38ba-4ec3-bf3c-f1948efc3e7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.0861359 May 10 12:03:21.547899 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-d1eef7af-2c98-454b-8e69-6ed60421d2a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1002 time: 0.0702977 May 10 12:03:21.598007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-18d0b041-7556-4021-8daa-53f7798c2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:21.599444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-18d0b041-7556-4021-8daa-53f7798c2d76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0444262 May 10 12:03:21.645733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-058cc001-9b0b-4c88-93c5-ecb2dc2fd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:21.647140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-058cc001-9b0b-4c88-93c5-ecb2dc2fd5cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408003 May 10 12:03:21.741139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-76276c75-7381-498f-956d-c0dcedb88d14 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864115 May 10 12:03:21.830184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-4c528d9a-3425-4634-abf9-73ac43a22ab3 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824749 May 10 12:03:22.500820 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0af7e-ba08-42cc-bd43-63727b2a672f req-1e068d8a-f29b-43f1-b85a-72c8b338dad3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:22.502274 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b0c0af7e-ba08-42cc-bd43-63727b2a672f req-1e068d8a-f29b-43f1-b85a-72c8b338dad3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0536594 May 10 12:03:22.539320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b0c0af7e-ba08-42cc-bd43-63727b2a672f req-894bb43e-614e-4f59-ac10-1e8c3289f310 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308993 May 10 12:03:23.670795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a1585-9461-4b5f-82d5-efbf3a1c7b13 req-5a39278d-de65-433e-ac6d-c826e65db621 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:23.672782 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e9a1585-9461-4b5f-82d5-efbf3a1c7b13 req-5a39278d-de65-433e-ac6d-c826e65db621 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0607455 May 10 12:03:23.713153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e9a1585-9461-4b5f-82d5-efbf3a1c7b13 req-a8da0176-c66e-4a4e-9136-e68aa0daf152 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335026 May 10 12:03:24.843583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589eefc-f5ca-4eae-8239-6da85cf01a2b req-4c879d2d-1adb-40af-a29f-4f6e0f622179 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:24.845278 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e589eefc-f5ca-4eae-8239-6da85cf01a2b req-4c879d2d-1adb-40af-a29f-4f6e0f622179 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0567083 May 10 12:03:24.887861 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e589eefc-f5ca-4eae-8239-6da85cf01a2b req-2b4b73ba-780d-4f74-896e-7f57cad82953 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363231 May 10 12:03:25.036055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-c4681674-81e0-480c-991d-5100ff1bd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:25.037451 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-c4681674-81e0-480c-991d-5100ff1bd441 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1097 time: 0.3412154 May 10 12:03:25.151095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-a9868170-a125-4246-9c8a-649f8fc80d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:25.152759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-a9868170-a125-4246-9c8a-649f8fc80d93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.0907922 May 10 12:03:25.222835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-dc76d52c-1017-4e53-9344-9df810aa7c2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1002 time: 0.0634611 May 10 12:03:25.273419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-a12091c2-b229-4998-a0a7-cccb4aee2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:25.275693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-a12091c2-b229-4998-a0a7-cccb4aee2c03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0460029 May 10 12:03:25.321976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-c6c274ed-7be2-4c05-98cd-23bd0ad59b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:25.323757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-c6c274ed-7be2-4c05-98cd-23bd0ad59b10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423553 May 10 12:03:25.413586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-e5de2917-274b-4859-85ae-bf281bdd15d1 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833726 May 10 12:03:25.507559 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b712f481-82a5-4a6d-8611-aeb50154aa4c req-39f436aa-f56b-47d4-a66f-35a7ca99a4e9 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867167 May 10 12:03:26.018888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28125454-a722-4759-bd3d-8fd99e7edf23 req-7278a652-0df5-4ebb-8ff8-27547c5ddfac tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:26.022045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28125454-a722-4759-bd3d-8fd99e7edf23 req-7278a652-0df5-4ebb-8ff8-27547c5ddfac tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0519607 May 10 12:03:26.060807 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-28125454-a722-4759-bd3d-8fd99e7edf23 req-14e5292d-a38a-4277-abd0-61226535b5e6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342050 May 10 12:03:27.191344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ff85d-a8c1-437c-bd1a-acb3053f0a3a req-9519f6dd-b16a-40e6-ae67-e2f484e9c293 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:27.192909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c85ff85d-a8c1-437c-bd1a-acb3053f0a3a req-9519f6dd-b16a-40e6-ae67-e2f484e9c293 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0555069 May 10 12:03:27.257281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c85ff85d-a8c1-437c-bd1a-acb3053f0a3a req-84511278-82af-48fb-89a0-d26291dd681c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381653 May 10 12:03:28.384191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7e2da-f8a2-478c-b5b6-ee88a7942fc9 req-379915f7-7a30-420e-8b1a-2e987f623650 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:28.385688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ab7e2da-f8a2-478c-b5b6-ee88a7942fc9 req-379915f7-7a30-420e-8b1a-2e987f623650 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0549161 May 10 12:03:28.445828 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ab7e2da-f8a2-478c-b5b6-ee88a7942fc9 req-d666b98a-a4f7-4754-8a71-be461411e8d0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526574 May 10 12:03:29.601448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fa567-6e06-4330-b84c-5c55767d6e95 req-775d7807-c352-4d13-84e6-87d1673f681a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:29.603122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-712fa567-6e06-4330-b84c-5c55767d6e95 req-775d7807-c352-4d13-84e6-87d1673f681a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0816085 May 10 12:03:29.651496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-712fa567-6e06-4330-b84c-5c55767d6e95 req-b6794c0b-b379-4fd3-a1fd-bdce5a4ac089 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 May 10 12:03:30.790800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167d52-f088-4b91-9011-dde29085b380 req-4a8518af-4e09-4032-8120-33e31f683457 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:30.792322 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94167d52-f088-4b91-9011-dde29085b380 req-4a8518af-4e09-4032-8120-33e31f683457 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0569077 May 10 12:03:30.836886 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94167d52-f088-4b91-9011-dde29085b380 req-6f4c6888-c58a-47a9-ae65-4989b799b3b2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372913 May 10 12:03:31.965456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a189-7696-4851-9654-a74e58886a60 req-9f2d48bd-4a3b-4d74-90d8-5d05ddc1378c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:31.966995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-61e8a189-7696-4851-9654-a74e58886a60 req-9f2d48bd-4a3b-4d74-90d8-5d05ddc1378c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0506284 May 10 12:03:32.013656 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-61e8a189-7696-4851-9654-a74e58886a60 req-83f4d525-83da-4b79-a1f2-31663baf5eb9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367684 May 10 12:03:32.823095 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:33.137941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ede44-5fa1-4bde-9677-bf98e50ce8fd req-0f81bdbb-89d8-46f9-9a75-a36738f5d58f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:33.139683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297ede44-5fa1-4bde-9677-bf98e50ce8fd req-0f81bdbb-89d8-46f9-9a75-a36738f5d58f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0508854 May 10 12:03:33.179154 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-297ede44-5fa1-4bde-9677-bf98e50ce8fd req-9db013c3-8fc6-476e-a101-a5f94a03673e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331688 May 10 12:03:33.328319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-77b31dc3-4068-4216-9fb7-3a7314c1da04 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22188187&fields=id&tenant_id=82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 267 time: 0.0344334 May 10 12:03:33.703808 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-4ffd1feb-c430-4f14-b664-8d584ce6e474 service neutron] show failed (client error): The resource could not be found. May 10 12:03:33.704884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-4ffd1feb-c430-4f14-b664-8d584ce6e474 service neutron] 10.222.0.49 "GET /v2.0/ports/af343fa7-f467-405b-a180-eee617adcfe5/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0634811 May 10 12:03:33.765686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-bc4ed914-0064-44fb-9611-d76427e9b40f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:33.767159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-bc4ed914-0064-44fb-9611-d76427e9b40f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.4319146 May 10 12:03:33.782456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-e0b2c4fd-9aa8-459d-8c54-001552b574ca tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/quotas/82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 375 time: 0.0091586 May 10 12:03:33.848158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-9f8a4438-d9a1-4862-9c97-1f44b4e5cd7d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590420 May 10 12:03:33.990086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-19c053fa-fa59-452a-a241-3084e0e58675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:33.991476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-19c053fa-fa59-452a-a241-3084e0e58675 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 1097 time: 0.1230812 May 10 12:03:34.005310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:03:34.012000 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-7fd4f13c-fb19-4923-a9b0-9aedb60a48ed service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514871 May 10 12:03:34.110786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:34.195541 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-bdf583e2-fb9e-40b8-bb95-51b61543ba36 service neutron] 10.222.0.13 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695335 May 10 12:03:34.304113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eb9cc-c5a3-4ccf-8cea-94cdf557bbba req-95a51a2c-6f91-42b5-a2fa-314405d51ea8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:34.305653 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-921eb9cc-c5a3-4ccf-8cea-94cdf557bbba req-95a51a2c-6f91-42b5-a2fa-314405d51ea8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0514405 May 10 12:03:34.319190 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6d0919a6-5326-4c94-bd57-cb01d3c75d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:34.348675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-921eb9cc-c5a3-4ccf-8cea-94cdf557bbba req-8055db11-38c7-49eb-8432-fee0e468f76e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353045 May 10 12:03:34.360505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:03:34.408834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:03:34.449602 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:03:34.452258 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71cf65-5a3b-4d6a-be75-dfa69a561a44" -d '{"events": [{"server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "name": "network-vif-unplugged", "status": "completed", "tag": "af343fa7-f467-405b-a180-eee617adcfe5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:03:34.456896 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:34.471053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Transition to ACTIVE for port object af343fa7-f467-405b-a180-eee617adcfe5 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:03:34.476998 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:34.609821 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-931c6c19-8c47-418e-9e1b-a74f4278f932 req-78c73ca9-3680-4aa5-8511-31552163c066 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 210 time: 0.0994964 May 10 12:03:34.643167 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ed8889-6332-4a7b-b7bb-8c39ae03c72b x-openstack-request-id: req-e6ed8889-6332-4a7b-b7bb-8c39ae03c72b {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:03:34.643568 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "name": "network-vif-unplugged", "status": "completed", "tag": "af343fa7-f467-405b-a180-eee617adcfe5", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:03:34.643707 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6ed8889-6332-4a7b-b7bb-8c39ae03c72b {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:03:34.644233 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ed8889-6332-4a7b-b7bb-8c39ae03c72b'] response: {'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5', 'code': 200} May 10 12:03:34.650378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:34.673962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.674408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.674651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.674990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.675326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.675662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.676088 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.676545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.676885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.677216 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.677546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.677872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:34.715872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] No DVR routers for this DVR port af343fa7-f467-405b-a180-eee617adcfe5 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:03:34.870255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Attempting to bind port af343fa7-f467-405b-a180-eee617adcfe5 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:03:34.870590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Attempting to bind port af343fa7-f467-405b-a180-eee617adcfe5 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:03:34.870921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Attempting to bind port af343fa7-f467-405b-a180-eee617adcfe5 on network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:03:34.876005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Port af343fa7-f467-405b-a180-eee617adcfe5 on network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:03:34.876346 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Attempting to bind port af343fa7-f467-405b-a180-eee617adcfe5 on network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:03:34.882028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:03:34.882444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Checking segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:03:34.883083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Bound using segment: {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:03:34.883706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Bound port: af343fa7-f467-405b-a180-eee617adcfe5, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:03:34.884098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:34.960096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:03:34.963312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:03:34.968368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:35.002979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:35.003602 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:35.005030 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] 10.222.0.70 "PUT /v2.0/ports/af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1092 time: 1.0051327 May 10 12:03:35.033145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0828-5fcc-463e-95dc-d3c14353f1ca service neutron] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:35.121487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-9f872d29-0c92-4420-87fb-9afe3392cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:35.123011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-9f872d29-0c92-4420-87fb-9afe3392cc1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1095 time: 0.0459304 May 10 12:03:35.223181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-a869c748-5aff-4ed2-a7c5-27be887ec30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:35.224721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-a869c748-5aff-4ed2-a7c5-27be887ec30d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.0955272 May 10 12:03:35.290614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-00342fa3-ff1a-4121-b0d0-88a74f4dd397 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1000 time: 0.0585542 May 10 12:03:35.343353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-f096aca0-93ae-452a-a1d5-256e9075bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:35.344826 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-f096aca0-93ae-452a-a1d5-256e9075bf37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0471146 May 10 12:03:35.395365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-a8ed63fb-809d-4028-8c0d-168467a54b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:35.397067 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-a8ed63fb-809d-4028-8c0d-168467a54b90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454726 May 10 12:03:35.529423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1d6b4-7c7c-4b18-8442-6035f55e0fba req-f21f7bb1-c7ea-4780-90a8-5919e45fd804 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:35.531184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1bb1d6b4-7c7c-4b18-8442-6035f55e0fba req-f21f7bb1-c7ea-4780-90a8-5919e45fd804 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 944 time: 0.0827518 May 10 12:03:35.535084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-2146d2b1-e3e7-4688-a64d-2c81899a2951 service neutron] 10.222.0.70 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286757 May 10 12:03:35.590586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-70db1a3c-7ece-4a64-80ea-7cbd8e8d52b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:35.592065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-70db1a3c-7ece-4a64-80ea-7cbd8e8d52b8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 812 time: 0.1137094 May 10 12:03:35.631977 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1bb1d6b4-7c7c-4b18-8442-6035f55e0fba req-1ae37ea7-973b-4553-9916-667b4ca3538f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899358 May 10 12:03:35.640829 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a76a35d1-99ae-42e7-88a8-221f1e79fde5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82d6e3cf10374657a88d6ed14916eeec HTTP/1.1" status: 200 len: 378 time: 0.0386677 May 10 12:03:35.651199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'port': {'device_id': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'admin_state_up': True, 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'security_groups': ['b6378e6f-01d0-46ef-bfb3-8268a2695e79']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:03:35.673347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:35.679256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-89ac8cec-13c5-4ea2-9c8d-0f9e6719916f req-18ec6855-f85b-4615-8302-3ba303c81533 service neutron] 10.222.0.70 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360352 May 10 12:03:35.747434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e2b34da-dd47-4fec-a415-b92bca6354ed req-0bdf3cfb-8a8e-4228-ae8d-7876023ddd48 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 210 time: 0.0329788 May 10 12:03:35.813458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Made reservation on behalf of 82d6e3cf10374657a88d6ed14916eeec for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:03:35.817968 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:35.962560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.20.0.8 (4614ead3-c23c-412b-950b-bf423696c4ff/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315/35c2012e-1942-42bd-b249-fe07050fbaca) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:03:36.116187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:36.151297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:36.196264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 4614ead3-c23c-412b-950b-bf423696c4ff is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:03:36.199420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:03:36.203733 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:03:36.229878 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=35c2012e-1942-42bd-b249-fe07050fbaca,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:36.244771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.245122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.245464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.245822 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.246141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.246495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.246817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.247141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.247462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.247785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.248133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.248461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:36.273162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:36.273813 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:36.293168 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-8fd36637-c1c5-4364-82a8-bd985d743492 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6466179 May 10 12:03:36.306337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Request body: {'port': {'device_id': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:03:36.368775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:36.509048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6c0b3e7a-0edf-4fc2-b727-b73fd4c0dab5 None None] Provisioning complete for port 35c2012e-1942-42bd-b249-fe07050fbaca triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:03:36.509448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3e7a-0edf-4fc2-b727-b73fd4c0dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:36.547460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b3e7a-0edf-4fc2-b727-b73fd4c0dab5 None None] Port 35c2012e-1942-42bd-b249-fe07050fbaca cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:03:36.635260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c2012e-1942-42bd-b249-fe07050fbaca {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:03:36.643152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:36.645320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:03:36.647710 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7601468-6bfa-47bb-8c59-f5466deea805" -d '{"events": [{"name": "network-changed", "server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "tag": "af343fa7-f467-405b-a180-eee617adcfe5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:03:36.656027 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Transition to ACTIVE for port object 35c2012e-1942-42bd-b249-fe07050fbaca will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:03:36.661184 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:36.699490 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b4ca4f-4051-4847-b7a7-798134d63aa5 x-openstack-request-id: req-46b4ca4f-4051-4847-b7a7-798134d63aa5 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:03:36.699935 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "tag": "af343fa7-f467-405b-a180-eee617adcfe5", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:03:36.700086 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46b4ca4f-4051-4847-b7a7-798134d63aa5 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:03:36.700453 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b4ca4f-4051-4847-b7a7-798134d63aa5'] response: {'name': 'network-changed', 'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5', 'status': 'completed', 'code': 200} May 10 12:03:36.728352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Pushing event updated for resources: {'Port': ['ID=35c2012e-1942-42bd-b249-fe07050fbaca,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:36.798034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-948e3fe7-519d-4e89-9b6b-558874a26d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:36.798941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-948e3fe7-519d-4e89-9b6b-558874a26d82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1095 time: 0.0666144 May 10 12:03:36.901055 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-2d94d36d-646a-4ab7-9428-2bd860ac8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:36.902576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-2d94d36d-646a-4ab7-9428-2bd860ac8086 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1095 time: 0.1754916 May 10 12:03:36.985764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462a6ad-f285-49a5-96e4-117c8010ccc6 req-1ec03623-f34d-4f0c-a548-4a786a0fc874 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:36.987513 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4462a6ad-f285-49a5-96e4-117c8010ccc6 req-1ec03623-f34d-4f0c-a548-4a786a0fc874 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.1117685 May 10 12:03:36.988831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-1e6e2a18-af3e-4815-a83b-0e694f7e6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:36.990206 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-1e6e2a18-af3e-4815-a83b-0e694f7e6d99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.1808362 May 10 12:03:37.035299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-6e493fce-0326-4ae6-b563-6225665cd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.039498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-6e493fce-0326-4ae6-b563-6225665cd4f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.1203353 May 10 12:03:37.052140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a04bd6-b042-431c-9ad6-b4c6216dc0d8 req-c0e4f86a-2bf2-45a6-8729-f9a8680f3a0e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.053765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57a04bd6-b042-431c-9ad6-b4c6216dc0d8 req-c0e4f86a-2bf2-45a6-8729-f9a8680f3a0e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 944 time: 0.3008521 May 10 12:03:37.060611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Attempting to bind port 35c2012e-1942-42bd-b249-fe07050fbaca on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:03:37.061057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Attempting to bind port 35c2012e-1942-42bd-b249-fe07050fbaca by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:03:37.061504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Attempting to bind port 35c2012e-1942-42bd-b249-fe07050fbaca on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:03:37.076832 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4462a6ad-f285-49a5-96e4-117c8010ccc6 req-4db473e6-94ba-490b-a23d-5ac63db7fe9b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813575 May 10 12:03:37.104290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-7f285637-13f4-4618-b699-c5ff3266e8f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1000 time: 0.0838099 May 10 12:03:37.142826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Port 35c2012e-1942-42bd-b249-fe07050fbaca on network 4614ead3-c23c-412b-950b-bf423696c4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:03:37.143172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Attempting to bind port 35c2012e-1942-42bd-b249-fe07050fbaca on network 4614ead3-c23c-412b-950b-bf423696c4ff {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:03:37.164404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-591178a6-9184-45c8-9e24-119f773b223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.166317 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-591178a6-9184-45c8-9e24-119f773b223b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0523653 May 10 12:03:37.166521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:03:37.166735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Checking segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:03:37.167288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Bound using segment: {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:03:37.168080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Bound port: 35c2012e-1942-42bd-b249-fe07050fbaca, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274368a9-e761-492d-af31-dc5e6d3281fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:03:37.168447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:37.209649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-57a04bd6-b042-431c-9ad6-b4c6216dc0d8 req-33c5e3a0-6d4b-4e74-9817-41ab706e07c2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446245 May 10 12:03:37.221724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-2c7022d5-0e29-48b2-aea7-b680fbbeec44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1000 time: 0.1668398 May 10 12:03:37.227675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-8d6e4144-8369-4681-8718-f94240227670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.229341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-8d6e4144-8369-4681-8718-f94240227670 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562208 May 10 12:03:37.295942 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7e53746d-1490-4407-b303-c1fc5dc0d833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:37.360279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] For port 35c2012e-1942-42bd-b249-fe07050fbaca, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:03:37.363939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-66ddea95-eb62-4c46-bde8-cbd738ae4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.365641 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-66ddea95-eb62-4c46-bde8-cbd738ae4617 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.1341052 May 10 12:03:37.368182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] For port 35c2012e-1942-42bd-b249-fe07050fbaca, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=35c2012e-1942-42bd-b249-fe07050fbaca,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:03:37.375603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:37.389885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-00903914-5156-477a-8cb4-137d85f6975a service neutron] 10.222.0.70 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530244 May 10 12:03:37.436145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.436879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:37.438329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] 10.222.0.70 "PUT /v2.0/ports/35c2012e-1942-42bd-b249-fe07050fbaca HTTP/1.1" status: 200 len: 1091 time: 1.1375360 May 10 12:03:37.443309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:03:37.446009 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3861a-dce5-4d79-9113-5528046ef1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:03:37.518629 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-54f15418-6acc-4649-aa8e-7f9904d0743c service neutron] 10.222.0.70 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141860 May 10 12:03:37.539174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398b137-48b6-4d86-ac41-3cdc34d26eac service neutron] Pushing event updated for resources: {'Port': ['ID=35c2012e-1942-42bd-b249-fe07050fbaca,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:37.556992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-ebe953a2-ae5f-449c-a1ef-e8d68978589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.560022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-ebe953a2-ae5f-449c-a1ef-e8d68978589c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859984 May 10 12:03:37.590409 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7018e811-7353-438f-90f4-c4f0f985d3d2 x-openstack-request-id: req-7018e811-7353-438f-90f4-c4f0f985d3d2 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:03:37.590779 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:03:37.591501 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7018e811-7353-438f-90f4-c4f0f985d3d2 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:03:37.591501 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7018e811-7353-438f-90f4-c4f0f985d3d2'] response: {'name': 'network-changed', 'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca', 'status': 'completed', 'code': 200} May 10 12:03:37.634069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-b10ee233-100b-4bb3-987d-c244571058e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.635724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-b10ee233-100b-4bb3-987d-c244571058e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 1094 time: 0.1377466 May 10 12:03:37.638851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device af343fa7-f467-405b-a180-eee617adcfe5 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:03:37.700819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-48eff6e4-3daa-47ea-a269-f496077cc458 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35c2012e-1942-42bd-b249-fe07050fbaca HTTP/1.1" status: 200 len: 217 time: 0.0552721 May 10 12:03:37.751955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-d354dd69-abb7-477d-b2c9-ab524ad2f632 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836565 May 10 12:03:37.759840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:03:37.769429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-7802c9ef-aff0-46d6-95d1-8cb90df4de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.770908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-7802c9ef-aff0-46d6-95d1-8cb90df4de39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0640943 May 10 12:03:37.773121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'af343fa7-f467-405b-a180-eee617adcfe5', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'port_id': 'af343fa7-f467-405b-a180-eee617adcfe5', 'mac_address': 'fa:16:3e:7c:c5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:03:37.810049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af343fa7-f467-405b-a180-eee617adcfe5 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:03:37.863517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port af343fa7-f467-405b-a180-eee617adcfe5 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:03:37.864570 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:37.870230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-1df72a33-78b7-4515-b140-0cb46630c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:37.871584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-1df72a33-78b7-4515-b140-0cb46630c832 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904281 May 10 12:03:37.940136 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7601468-6bfa-47bb-8c59-f5466deea805 req-b21e6cd2-269b-4382-99a2-08e8237a6a44 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799638 May 10 12:03:37.989356 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-27090221-f813-40c0-99a0-53343c05c705 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096809 May 10 12:03:38.073560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af343fa7-f467-405b-a180-eee617adcfe5 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:03:38.081504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device af343fa7-f467-405b-a180-eee617adcfe5 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:03:38.090040 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:38.098086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6d263f0d-3624-42be-88a3-9bf39b4fa2c1 req-2ffba503-9197-46fb-b5d7-5ee95bbaea4f service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022840 May 10 12:03:38.098754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:03:38.104057 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:38.159725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:38.168027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.168411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.168700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.169026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.169357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.169733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.170062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.170380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.170741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.171061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.171897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.172223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:03:38.256614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-1491a534-6958-4e02-9250-4575257b9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:38.258884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-1491a534-6958-4e02-9250-4575257b9680 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 1094 time: 0.0942595 May 10 12:03:38.277867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dbeeb-2ec9-4f7e-ae34-36380e05e175 req-0a62b55b-3dac-4b5f-b554-ed2b51154e89 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:38.280668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb9dbeeb-2ec9-4f7e-ae34-36380e05e175 req-0a62b55b-3dac-4b5f-b554-ed2b51154e89 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.0768752 May 10 12:03:38.335350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['af343fa7-f467-405b-a180-eee617adcfe5'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:03:38.365544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357c229-5925-4321-b05a-49c99f652e52 req-351d2d8a-8764-4e2c-a304-28ce4d810155 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:38.367638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8357c229-5925-4321-b05a-49c99f652e52 req-351d2d8a-8764-4e2c-a304-28ce4d810155 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 945 time: 0.0594926 May 10 12:03:38.376803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb9dbeeb-2ec9-4f7e-ae34-36380e05e175 req-493663cc-2596-438b-a39f-385f61b76856 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838552 May 10 12:03:38.412622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-ca0946f4-2b09-44d7-951a-de238e7117a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:38.414135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-ca0946f4-2b09-44d7-951a-de238e7117a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.1323271 May 10 12:03:38.416864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8357c229-5925-4321-b05a-49c99f652e52 req-e3fbd365-8f36-4d62-808a-c81d8f223dca tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 May 10 12:03:38.478998 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-ee1aacee-a403-48eb-9f83-248716e23e69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35c2012e-1942-42bd-b249-fe07050fbaca HTTP/1.1" status: 200 len: 217 time: 0.0566723 May 10 12:03:38.536992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-0e9d2335-a0e3-4001-a063-e976a8be65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:38.539042 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-0e9d2335-a0e3-4001-a063-e976a8be65c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0531514 May 10 12:03:38.608324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-d2a1c107-61e4-44d0-b019-aa5bca3a36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:38.610370 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-d2a1c107-61e4-44d0-b019-aa5bca3a36bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630851 May 10 12:03:38.689113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a69db5-91d4-48ea-9eaa-8d8842314b2d req-38d68c87-280e-4ff9-b215-e6fd25aeb005 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:38.691421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c0a69db5-91d4-48ea-9eaa-8d8842314b2d req-38d68c87-280e-4ff9-b215-e6fd25aeb005 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 945 time: 0.0600336 May 10 12:03:38.732315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-d529f2ab-1cb7-4342-8759-45b733febfa4 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146412 May 10 12:03:38.739918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c0a69db5-91d4-48ea-9eaa-8d8842314b2d req-78de9a25-c8ab-439b-a63c-a1e621d6a399 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412755 May 10 12:03:38.873323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-aae93fa3-2366-4da0-9f5f-ec3644fd147e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:38.874830 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-aae93fa3-2366-4da0-9f5f-ec3644fd147e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 945 time: 0.1540623 May 10 12:03:38.929259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcb3861a-dce5-4d79-9113-5528046ef1e5 req-41beec38-c9bf-4464-aed5-9853a1dbb83e service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744316 May 10 12:03:38.949631 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-cda7c138-3e8b-4884-9aa2-e550ab2054f0 service neutron] delete failed (client error): The resource could not be found. May 10 12:03:38.950637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-cda7c138-3e8b-4884-9aa2-e550ab2054f0 service neutron] 10.222.0.49 "DELETE /v2.0/ports/af343fa7-f467-405b-a180-eee617adcfe5/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0676694 May 10 12:03:39.035068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-49613eba-a52c-4c04-bb17-868cd9ac1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:39.036588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-49613eba-a52c-4c04-bb17-868cd9ac1cd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1096 time: 0.0423744 May 10 12:03:39.140411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-e1c39838-32b3-433c-932d-9aa2855ea000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:39.142550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-e1c39838-32b3-433c-932d-9aa2855ea000 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.0990357 May 10 12:03:39.214845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-5ccb7822-a6b3-4439-a808-c6084aa272e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 1001 time: 0.0656066 May 10 12:03:39.266883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-ea4bf934-7083-4f5b-a589-58e32f6b3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:39.268444 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-ea4bf934-7083-4f5b-a589-58e32f6b3a8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0475521 May 10 12:03:39.315439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-19e5d2dc-26f5-4f3c-8199-935795894456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:39.316962 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-19e5d2dc-26f5-4f3c-8199-935795894456 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421062 May 10 12:03:39.391378 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:39.408229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-d185a21a-a9f8-44ac-adc2-ec1f7f626f33 service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844002 May 10 12:03:39.581079 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:39.667069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device af343fa7-f467-405b-a180-eee617adcfe5 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:03:39.722112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port af343fa7-f467-405b-a180-eee617adcfe5 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:03:39.726188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port af343fa7-f467-405b-a180-eee617adcfe5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:03:39.726559 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:39.817471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503eb96-f2b8-48cd-b741-0f8e5faebfe9 req-47e17e50-2eea-4d07-8716-f13b5e7c65d0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:39.819762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4503eb96-f2b8-48cd-b741-0f8e5faebfe9 req-47e17e50-2eea-4d07-8716-f13b5e7c65d0 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.0655799 May 10 12:03:39.828646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port af343fa7-f467-405b-a180-eee617adcfe5 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:03:39.829124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:39.856591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:03:39.859001 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c75321-09a8-4852-b460-da3266430293" -d '{"events": [{"server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "name": "network-vif-plugged", "status": "completed", "tag": "af343fa7-f467-405b-a180-eee617adcfe5"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:03:39.865583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2849fcb8-046f-4341-8454-a6601fad6ef3 req-e04055f4-6558-4440-98ee-7dea3ffb23ae service neutron] 10.222.0.49 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507406 May 10 12:03:39.872614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:03:39.879524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:39.890956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4503eb96-f2b8-48cd-b741-0f8e5faebfe9 req-54ccc6b8-e169-45d8-bc8c-ced6907e9495 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556829 May 10 12:03:39.902698 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8bd50-9bb2-480c-8df5-4528edd29e8d req-defa607a-5cc2-4fde-8707-d8b0079a20d7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:39.912107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-32a8bd50-9bb2-480c-8df5-4528edd29e8d req-defa607a-5cc2-4fde-8707-d8b0079a20d7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 945 time: 0.0712221 May 10 12:03:39.946858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:39.972039 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-32a8bd50-9bb2-480c-8df5-4528edd29e8d req-1d3aa13f-f028-4580-83da-01ca6a80a9a6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522807 May 10 12:03:39.983487 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e898da9-3883-4ee5-af89-a9c3e7941938 x-openstack-request-id: req-4e898da9-3883-4ee5-af89-a9c3e7941938 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:03:39.984191 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "name": "network-vif-plugged", "status": "completed", "tag": "af343fa7-f467-405b-a180-eee617adcfe5", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:03:39.984506 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e898da9-3883-4ee5-af89-a9c3e7941938 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:03:39.984961 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e898da9-3883-4ee5-af89-a9c3e7941938'] response: {'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5', 'code': 200} May 10 12:03:41.021694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77331f2d-2095-4777-8741-0277a7a6815f req-7cd04613-8d5a-4adf-b827-0d486f42155e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:41.023285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77331f2d-2095-4777-8741-0277a7a6815f req-7cd04613-8d5a-4adf-b827-0d486f42155e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.0532072 May 10 12:03:41.065844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77331f2d-2095-4777-8741-0277a7a6815f req-037e0eb8-6e41-4d79-a95f-13ba2cd0f829 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360973 May 10 12:03:41.372565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517b783-4883-4449-ba3e-2810d6848a99 req-a07dab35-ca63-4e1b-aac4-b17bcee0023d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:41.374252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b517b783-4883-4449-ba3e-2810d6848a99 req-a07dab35-ca63-4e1b-aac4-b17bcee0023d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0497007 May 10 12:03:41.416853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b517b783-4883-4449-ba3e-2810d6848a99 req-395ee781-19ff-475b-9eec-b0f670938069 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339074 May 10 12:03:41.440233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54386) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:03:41.518679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a93ad583-5070-459e-9a1a-c462ccc6ad39 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/66ceb1c8-b6b3-47e3-85f8-b8851c58ac11 HTTP/1.1" status: 200 len: 994 time: 0.0770857 May 10 12:03:42.202050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfad74a-62ed-40ef-b8fc-e2d638e0dbc2 req-bbb1e970-a857-4b2f-a67c-5d70639dfba6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:42.203552 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2cfad74a-62ed-40ef-b8fc-e2d638e0dbc2 req-bbb1e970-a857-4b2f-a67c-5d70639dfba6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.0511243 May 10 12:03:42.245693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2cfad74a-62ed-40ef-b8fc-e2d638e0dbc2 req-e5ecd161-d528-4b07-95d1-2f2d42d3e574 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331471 May 10 12:03:43.377102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9a43-b367-4ac5-8085-758fb040da75 req-f3769313-6624-4254-98dd-4e43db843212 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:43.378478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46bb9a43-b367-4ac5-8085-758fb040da75 req-f3769313-6624-4254-98dd-4e43db843212 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.0524197 May 10 12:03:43.417725 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46bb9a43-b367-4ac5-8085-758fb040da75 req-361d942c-0c76-4fa9-a451-8e78b179b164 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330954 May 10 12:03:44.560676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28e9a9-2310-4c2a-9de3-7adb71948ce2 req-ed9f07d3-0010-4d9f-99de-a07f04a24530 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:44.562776 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c28e9a9-2310-4c2a-9de3-7adb71948ce2 req-ed9f07d3-0010-4d9f-99de-a07f04a24530 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.0690601 May 10 12:03:44.612080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c28e9a9-2310-4c2a-9de3-7adb71948ce2 req-b5a60061-32a5-4ebe-b35f-57af21613253 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409379 May 10 12:03:45.733874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176a3ae-a61e-4547-982b-363c7ad0602c req-af93c040-ae11-4d25-b5c4-be759011c39a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:45.735356 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d176a3ae-a61e-4547-982b-363c7ad0602c req-af93c040-ae11-4d25-b5c4-be759011c39a tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.0529065 May 10 12:03:45.777381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d176a3ae-a61e-4547-982b-363c7ad0602c req-37478859-4e2c-44ff-97ad-3810c9fcfe01 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349178 May 10 12:03:46.917519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14bdfb-afee-4113-aa15-abd56a41281f req-cf750824-c500-4792-a348-4604d43408de tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:46.919070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b14bdfb-afee-4113-aa15-abd56a41281f req-cf750824-c500-4792-a348-4604d43408de tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 943 time: 0.0626600 May 10 12:03:46.962245 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b14bdfb-afee-4113-aa15-abd56a41281f req-f77c22e7-5a2a-4aa9-b1da-86d00f3564e3 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354240 May 10 12:03:47.712564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 35c2012e-1942-42bd-b249-fe07050fbaca details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:03:47.810581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 35c2012e-1942-42bd-b249-fe07050fbaca, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=35c2012e-1942-42bd-b249-fe07050fbaca,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:03:47.821941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '35c2012e-1942-42bd-b249-fe07050fbaca', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'port_id': '35c2012e-1942-42bd-b249-fe07050fbaca', 'mac_address': 'fa:16:3e:d6:ae:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:03:47.862613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 35c2012e-1942-42bd-b249-fe07050fbaca is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:03:47.863043 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:47.876048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c2012e-1942-42bd-b249-fe07050fbaca {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:03:47.895092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 35c2012e-1942-42bd-b249-fe07050fbaca, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=35c2012e-1942-42bd-b249-fe07050fbaca,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:03:47.900565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:47.949686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=35c2012e-1942-42bd-b249-fe07050fbaca,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:48.084163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5db46-c270-4b55-9cff-896adddde0c7 req-ef87a801-91f4-4e18-b5fd-52be87cb9150 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:48.085620 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbf5db46-c270-4b55-9cff-896adddde0c7 req-ef87a801-91f4-4e18-b5fd-52be87cb9150 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 944 time: 0.0541396 May 10 12:03:48.125954 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbf5db46-c270-4b55-9cff-896adddde0c7 req-a33765dd-46a7-4676-8d1e-e5e50daf6855 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318241 May 10 12:03:48.149920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['35c2012e-1942-42bd-b249-fe07050fbaca'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:03:49.243853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c47ae-575f-4b4c-a18e-48d188bacd68 req-907da068-656e-4636-8c8f-5735b5ddccd6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:49.245285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-796c47ae-575f-4b4c-a18e-48d188bacd68 req-907da068-656e-4636-8c8f-5735b5ddccd6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 944 time: 0.0496035 May 10 12:03:49.287404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-796c47ae-575f-4b4c-a18e-48d188bacd68 req-93955d4a-cd4b-42e3-b94c-ff54792c1c81 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327334 May 10 12:03:49.745807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 35c2012e-1942-42bd-b249-fe07050fbaca up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:03:49.809646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 35c2012e-1942-42bd-b249-fe07050fbaca completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:03:49.813235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 35c2012e-1942-42bd-b249-fe07050fbaca triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:03:49.813586 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:49.893454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 35c2012e-1942-42bd-b249-fe07050fbaca is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:03:49.893839 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:49.917901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:03:49.920171 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f7b998-1348-4789-93c4-e7197930ed64" -d '{"events": [{"server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "name": "network-vif-plugged", "status": "completed", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:03:49.933259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 35c2012e-1942-42bd-b249-fe07050fbaca, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=35c2012e-1942-42bd-b249-fe07050fbaca,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:03:49.938870 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:49.961734 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e32c0ce-751a-4230-89ac-fd1024270504 x-openstack-request-id: req-6e32c0ce-751a-4230-89ac-fd1024270504 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:03:49.962021 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "name": "network-vif-plugged", "status": "completed", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:03:49.962265 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e32c0ce-751a-4230-89ac-fd1024270504 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:03:49.962656 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e32c0ce-751a-4230-89ac-fd1024270504'] response: {'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca', 'code': 200} May 10 12:03:49.987811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=35c2012e-1942-42bd-b249-fe07050fbaca,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:50.093139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a1c77-0a33-46cf-9f44-c76a7e79d593 req-dd10c0bc-6b43-44b3-9e94-8a92a7165781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:50.094602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac6a1c77-0a33-46cf-9f44-c76a7e79d593 req-dd10c0bc-6b43-44b3-9e94-8a92a7165781 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 1096 time: 0.0398641 May 10 12:03:50.130926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac6a1c77-0a33-46cf-9f44-c76a7e79d593 req-8ca13468-92d3-45ed-91b3-1440bfed81e9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0285141 May 10 12:03:50.444862 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6417a-eadb-4dbc-a3f0-ad182f48c632 req-dd9f6d7c-77af-4a38-acce-a1f37ac737a5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:50.446349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4e6417a-eadb-4dbc-a3f0-ad182f48c632 req-dd9f6d7c-77af-4a38-acce-a1f37ac737a5 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 945 time: 0.0610511 May 10 12:03:50.484514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4e6417a-eadb-4dbc-a3f0-ad182f48c632 req-d422f47d-3a7a-483c-b5e9-87fbf10768b6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320578 May 10 12:03:51.616651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768fe3b-e8ef-4b96-b575-8163d7eacc3f req-173d9ecd-9bd3-482d-a0a6-fa691a0016de tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:51.618142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e768fe3b-e8ef-4b96-b575-8163d7eacc3f req-173d9ecd-9bd3-482d-a0a6-fa691a0016de tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 945 time: 0.0514603 May 10 12:03:51.658955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e768fe3b-e8ef-4b96-b575-8163d7eacc3f req-08f6ec00-88c2-43a4-82c1-4f0090c8b773 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323012 May 10 12:03:51.790757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957c72-9dd6-4c98-a58c-1d65963ce3b3 req-e2e69ce6-2536-482e-9d5d-64c6e86e9ca2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:51.792258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d957c72-9dd6-4c98-a58c-1d65963ce3b3 req-e2e69ce6-2536-482e-9d5d-64c6e86e9ca2 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 945 time: 0.0498381 May 10 12:03:51.833669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d957c72-9dd6-4c98-a58c-1d65963ce3b3 req-15cdf4cc-cb05-46f3-8957-09155fba71d1 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323260 May 10 12:03:51.856145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54410) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:03:51.898189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c3d5c-54ab-4b27-a1b6-48fa3042aa94 tempest-TestVolumeBootPattern-861560122 tempest-TestVolumeBootPattern-861560122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:51.899697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b61c3d5c-54ab-4b27-a1b6-48fa3042aa94 tempest-TestVolumeBootPattern-861560122 tempest-TestVolumeBootPattern-861560122-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 1091 time: 0.0425756 May 10 12:03:51.902526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54412) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:03:51.906756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '35c2012e-1942-42bd-b249-fe07050fbaca', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:03:51.929361 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:52.028708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:52.131535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Allocated IP 172.25.8.56 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/3d0a5233-9ffe-4889-9d63-3593ebceda1f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:03:52.236170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:52.273317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:52.309110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:03:52.311812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:03:52.315229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:03:52.340378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=3d0a5233-9ffe-4889-9d63-3593ebceda1f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:52.688079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:52.758604 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:52.856749 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:03:52.923538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:52.931287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:53.000872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event updated for resources: {'Port': ['ID=3d0a5233-9ffe-4889-9d63-3593ebceda1f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:03:53.012070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:53.126428 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Floating IP 762358d2-c09f-4976-9cdb-ad94c17a7331 associated. External IP: 172.25.8.56, port: 35c2012e-1942-42bd-b249-fe07050fbaca. May 10 12:03:53.665724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:03:53.780358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:03:53.790197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:03:53.800462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:53.801690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:03:53.802549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:03:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:03:53.828365 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9098e2ad-9f74-4fac-9c51-c0f00b9d4015 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9247730 May 10 12:03:53.828978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:03:53.831267 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218" -d '{"events": [{"name": "network-changed", "server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:03:53.867856 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccde1536-3f44-403e-a9ac-77a35a4d3cf1 x-openstack-request-id: req-ccde1536-3f44-403e-a9ac-77a35a4d3cf1 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:03:53.868319 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:03:53.868663 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccde1536-3f44-403e-a9ac-77a35a4d3cf1 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:03:53.869038 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccde1536-3f44-403e-a9ac-77a35a4d3cf1'] response: {'name': 'network-changed', 'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca', 'status': 'completed', 'code': 200} May 10 12:03:53.922889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:03:53.939388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-22cb1231-eeb0-4b2c-8302-a653e82f9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:53.940928 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-22cb1231-eeb0-4b2c-8302-a653e82f9a61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 1096 time: 0.0415244 May 10 12:03:54.044847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-dce7a3a9-adf6-4595-ad05-cea84df73d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:54.046416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-dce7a3a9-adf6-4595-ad05-cea84df73d76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0902033 May 10 12:03:54.110095 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-27c2da6d-179e-4989-8dc4-e0c8e755b0f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35c2012e-1942-42bd-b249-fe07050fbaca HTTP/1.1" status: 200 len: 998 time: 0.0573025 May 10 12:03:54.156205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '762358d2-c09f-4976-9cdb-ad94c17a7331', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '35c2012e-1942-42bd-b249-fe07050fbaca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:d6:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:03:52Z', 'updated_at': '2022-05-10T12:03:52Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}, {'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:44Z', 'revision_number': 1, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:03:54.168263 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-5ffa5d47-dfdc-4c9a-a883-284c09ea4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:54.169742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-5ffa5d47-dfdc-4c9a-a883-284c09ea4c8b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0531104 May 10 12:03:54.186969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:03:54.195641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:03:54.196292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:03:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:03:54.220418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-08f8ea8a-6991-4eb5-a1a0-b5c20838930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:03:54.224626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-08f8ea8a-6991-4eb5-a1a0-b5c20838930c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466366 May 10 12:03:54.306910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:03:54.321387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-c46a12ef-ddca-4fc3-a70a-2ede75558bc4 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876470 May 10 12:03:54.413992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6386ec-a9a5-44ee-b69b-543b4b5fe218 req-60df6a29-ca37-4636-9416-a51767deb847 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845358 May 10 12:03:54.551979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '762358d2-c09f-4976-9cdb-ad94c17a7331', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '35c2012e-1942-42bd-b249-fe07050fbaca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:d6:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:03:52Z', 'updated_at': '2022-05-10T12:03:52Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}, {'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:44Z', 'revision_number': 1, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:03:54.577397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd253b0-c814-43f1-8140-2399c811f7e7 None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '762358d2-c09f-4976-9cdb-ad94c17a7331', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '35c2012e-1942-42bd-b249-fe07050fbaca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:d6:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:03:52Z', 'updated_at': '2022-05-10T12:03:52Z', 'revision_number': 0, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}, {'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:44Z', 'revision_number': 1, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:03:54.793451 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1450c23a-a09a-4767-9d26-a97f278fb406 None None] New status for floating IP 762358d2-c09f-4976-9cdb-ad94c17a7331: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:04:02.839997 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:04.312907 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-73e61733-d6bd-4fe2-baee-8c9e6f6df0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:05.687646 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:07.300260 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c2a120b-1f4a-4f69-b04e-12094b686c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:07.870647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:08.049697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e48f-1c5d-4622-9a06-9f24d44f22b4 req-fd2d2bff-1937-4610-b572-11f184c4c7dc tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:08.051192 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d00e48f-1c5d-4622-9a06-9f24d44f22b4 req-fd2d2bff-1937-4610-b572-11f184c4c7dc tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1097 time: 0.0476570 May 10 12:04:08.087633 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3d00e48f-1c5d-4622-9a06-9f24d44f22b4 req-b61d3941-6584-450c-b9c8-b43bf6732a49 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301266 May 10 12:04:08.110238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54432) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:08.266848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port 6bee0f1f-7bbf-477d-9626-1ab5cc11a359 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:04:08.266848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:08.347171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:08.347459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:08.358884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for 6bee0f1f-7bbf-477d-9626-1ab5cc11a359 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:04:08.528563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:08.561994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=6bee0f1f-7bbf-477d-9626-1ab5cc11a359,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:08.621492 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:08.621801 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Floating IP 66ceb1c8-b6b3-47e3-85f8-b8851c58ac11 disassociated (deleted). External IP: 172.25.8.247, port: af343fa7-f467-405b-a180-eee617adcfe5. May 10 12:04:08.856137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:04:08.967533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:04:08.972623 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:08.978637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] Sync routers for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:04:08.995209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:08.996545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:09.004027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-45bae8ea-588b-47f5-8be6-0e9478129a13 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/floatingips/66ceb1c8-b6b3-47e3-85f8-b8851c58ac11 HTTP/1.1" status: 204 len: 168 time: 0.8923144 May 10 12:04:09.004657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:04:09.007079 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08faaf-e665-4fa9-8405-54189491132e" -d '{"events": [{"name": "network-changed", "server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "tag": "af343fa7-f467-405b-a180-eee617adcfe5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:04:09.049174 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb30ef6a-69e6-4a98-90a0-861fd86889ef x-openstack-request-id: req-bb30ef6a-69e6-4a98-90a0-861fd86889ef {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:04:09.049503 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "tag": "af343fa7-f467-405b-a180-eee617adcfe5", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:04:09.049813 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb30ef6a-69e6-4a98-90a0-861fd86889ef {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:04:09.050446 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb30ef6a-69e6-4a98-90a0-861fd86889ef'] response: {'name': 'network-changed', 'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5', 'status': 'completed', 'code': 200} May 10 12:04:09.136748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08faaf-e665-4fa9-8405-54189491132e req-111aabde-c7c9-4b78-a86b-108eec1ac5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:09.140759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:09.141691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e08faaf-e665-4fa9-8405-54189491132e req-111aabde-c7c9-4b78-a86b-108eec1ac5aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 1097 time: 0.0645502 May 10 12:04:09.259671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08faaf-e665-4fa9-8405-54189491132e req-751ea6eb-d541-4fae-a4d1-7289452d0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:09.261495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e08faaf-e665-4fa9-8405-54189491132e req-751ea6eb-d541-4fae-a4d1-7289452d0806 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 200 len: 898 time: 0.1146586 May 10 12:04:09.311192 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e08faaf-e665-4fa9-8405-54189491132e req-04b43116-92cc-4f40-b55f-60a62350c53c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 200 len: 217 time: 0.0420947 May 10 12:04:09.369122 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08faaf-e665-4fa9-8405-54189491132e req-8d70a40d-e082-4745-827a-6fb859cd19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:09.370926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e08faaf-e665-4fa9-8405-54189491132e req-8d70a40d-e082-4745-827a-6fb859cd19f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 200 len: 834 time: 0.0524597 May 10 12:04:09.385057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804847-9f4d-4e09-b0c1-e8af76416c23 req-fe214ee8-f5e7-402c-a891-793b39d03af3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:09.386520 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c6804847-9f4d-4e09-b0c1-e8af76416c23 req-fe214ee8-f5e7-402c-a891-793b39d03af3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.1035233 May 10 12:04:09.421547 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:09.439877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08faaf-e665-4fa9-8405-54189491132e req-ed5e711a-26b2-40db-9672-a3c09689d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:09.441749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e08faaf-e665-4fa9-8405-54189491132e req-ed5e711a-26b2-40db-9672-a3c09689d381 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629196 May 10 12:04:09.444470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:33Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:09.444837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c6804847-9f4d-4e09-b0c1-e8af76416c23 req-afe1b409-39d1-40c4-a343-a672d501a44b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456922 May 10 12:04:09.475551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] Checking router: e93f4d0e-2cf0-41ca-a881-7f32dfedb676 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:04:09.484561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:09.485180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:09.539470 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e08faaf-e665-4fa9-8405-54189491132e req-d8285348-47cd-45b5-a815-3de08fc95b9e service neutron] 10.222.0.70 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892854 May 10 12:04:09.649428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5e08faaf-e665-4fa9-8405-54189491132e req-e393d793-8335-4674-b8de-a0d81b6ef00b service neutron] 10.222.0.70 "GET /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026692 May 10 12:04:09.707107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:09.760929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:09.967182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:33Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:09.993626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495864d-db5d-4319-8fa9-318f9bf038fc None None] The sync data for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 is: [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:30Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'c6606e22-653a-4eb2-8791-66cff4c890f8', 'name': '', 'network_id': '7adf0d41-d850-41c3-bb7e-66f3a2ca9a11', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:75:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '0fa5f268-2163-457a-b360-0750126dabdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:30Z', 'updated_at': '2022-05-10T12:02:33Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '0fa5f268-2163-457a-b360-0750126dabdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:04:10.252670 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdacd7a-0c4a-4d63-b301-f7cf39fc11a7 None None] New status for floating IP 66ceb1c8-b6b3-47e3-85f8-b8851c58ac11: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:04:10.574382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be7521-5161-44ed-8f5e-9155a84173f4 req-c3bf4244-1d8d-46c6-982d-8cea4ef4ab0a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:10.575845 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07be7521-5161-44ed-8f5e-9155a84173f4 req-c3bf4244-1d8d-46c6-982d-8cea4ef4ab0a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0546286 May 10 12:04:10.615532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07be7521-5161-44ed-8f5e-9155a84173f4 req-5b94758e-f1cc-4715-843c-44c13bce50db tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ae2f8f-4f2e-4d73-a07b-678740dd201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323627 May 10 12:04:10.784189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c7b65-3b85-4880-8446-99cf55322eba req-5a36704e-96b2-4a88-a88a-46dd2b5881fd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:10.786123 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f82c7b65-3b85-4880-8446-99cf55322eba req-5a36704e-96b2-4a88-a88a-46dd2b5881fd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "GET /v2.0/ports?device_id=4007b18f-ab09-4da3-a004-d6079cbdb006 HTTP/1.1" status: 200 len: 946 time: 0.0574753 May 10 12:04:10.886393 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port af343fa7-f467-405b-a180-eee617adcfe5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:04:10.886741 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:10.972624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port af343fa7-f467-405b-a180-eee617adcfe5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=af343fa7-f467-405b-a180-eee617adcfe5,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:10.972984 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:10.986455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for af343fa7-f467-405b-a180-eee617adcfe5 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:04:11.129338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:11.162694 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=af343fa7-f467-405b-a180-eee617adcfe5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:11.200728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] No DVR routers for this DVR port af343fa7-f467-405b-a180-eee617adcfe5 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:04:11.203265 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:11.206821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f82c7b65-3b85-4880-8446-99cf55322eba req-2be5bbd4-d3a7-4c1b-b45c-4d8b823fd3a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "DELETE /v2.0/ports/af343fa7-f467-405b-a180-eee617adcfe5 HTTP/1.1" status: 204 len: 173 time: 0.4149728 May 10 12:04:11.207309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'name': 'network-vif-deleted', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:04:11.209590 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c6dbeb-1e42-4404-a4f2-59ce91427d25" -d '{"events": [{"server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "name": "network-vif-deleted", "tag": "af343fa7-f467-405b-a180-eee617adcfe5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:04:11.249253 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38396278-b57a-4a9a-89e3-b78c42ccdc88 x-openstack-request-id: req-38396278-b57a-4a9a-89e3-b78c42ccdc88 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:04:11.249525 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4007b18f-ab09-4da3-a004-d6079cbdb006", "name": "network-vif-deleted", "tag": "af343fa7-f467-405b-a180-eee617adcfe5", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:04:11.249770 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38396278-b57a-4a9a-89e3-b78c42ccdc88 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:04:11.250172 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38396278-b57a-4a9a-89e3-b78c42ccdc88'] response: {'server_uuid': '4007b18f-ab09-4da3-a004-d6079cbdb006', 'name': 'network-vif-deleted', 'tag': 'af343fa7-f467-405b-a180-eee617adcfe5', 'status': 'completed', 'code': 200} May 10 12:04:11.673646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54448) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:12.057975 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:12.323495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port c6606e22-653a-4eb2-8791-66cff4c890f8 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:04:12.323749 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:12.423598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port c6606e22-653a-4eb2-8791-66cff4c890f8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=c6606e22-653a-4eb2-8791-66cff4c890f8,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:12.424093 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:12.439329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for c6606e22-653a-4eb2-8791-66cff4c890f8 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:04:12.638353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:12.665964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=c6606e22-653a-4eb2-8791-66cff4c890f8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:12.843051 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.088478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:04:13.203335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:04:13.215467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54450) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:13.216028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b385382-3c00-4b08-b192-cf12560de1c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "PUT /v2.0/routers/e93f4d0e-2cf0-41ca-a881-7f32dfedb676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5405178 May 10 12:04:13.217842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] Sync routers for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:04:13.229347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:13.230063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:13.277742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-69371e67-f7da-415f-b767-129ea5d15a06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting subnet 0fa5f268-2163-457a-b360-0750126dabdf {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:04:13.281111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-69371e67-f7da-415f-b767-129ea5d15a06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.322206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-69371e67-f7da-415f-b767-129ea5d15a06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.336971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:13.411480 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-69371e67-f7da-415f-b767-129ea5d15a06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.478606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-69371e67-f7da-415f-b767-129ea5d15a06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.505646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69371e67-f7da-415f-b767-129ea5d15a06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa5f268-2163-457a-b360-0750126dabdf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:13.513488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-69371e67-f7da-415f-b767-129ea5d15a06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.517281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-69371e67-f7da-415f-b767-129ea5d15a06 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/subnets/0fa5f268-2163-457a-b360-0750126dabdf HTTP/1.1" status: 204 len: 168 time: 0.3006251 May 10 12:04:13.520307 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3798e714-9ac7-406d-8122-29fd25691616 None None] Network 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:04:13.520918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54452) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:13.535425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:04:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:13.594576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] Checking router: e93f4d0e-2cf0-41ca-a881-7f32dfedb676 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:04:13.621158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] Routers {'e93f4d0e-2cf0-41ca-a881-7f32dfedb676'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:13.621777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:13.664368 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.705256 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-0da36efe-f0c2-4784-b58b-7f1a50e32a3d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909677 May 10 12:04:13.771354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] Set router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:13.818671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.825052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-6895b846-ed85-42e9-83da-b00a550dd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:13.826543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-6895b846-ed85-42e9-83da-b00a550dd850 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1096 time: 0.0706899 May 10 12:04:13.831561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device af343fa7-f467-405b-a180-eee617adcfe5 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:04:13.864810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] DHCP port deletion for 7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:04:13.891982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: af343fa7-f467-405b-a180-eee617adcfe5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:04:13.892327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device af343fa7-f467-405b-a180-eee617adcfe5 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:04:13.959905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port f9c7c21a-133c-4d08-92c3-38405ba58c41 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:04:13.960435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.998887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] Deleting port 0e1daa59-1309-476a-9a84-066565a7f1be {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:04:13.999260 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.001742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-2f778271-a453-462c-842d-a93b8da03383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:14.003254 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-2f778271-a453-462c-842d-a93b8da03383 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.1426556 May 10 12:04:14.068802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] For port 0e1daa59-1309-476a-9a84-066565a7f1be, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=0e1daa59-1309-476a-9a84-066565a7f1be,segment=NetworkSegment(c2eadeca-d6fd-4855-bd13-f07ea0cf9100),segment_id=c2eadeca-d6fd-4855-bd13-f07ea0cf9100)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:14.069168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.084425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] Calling delete_port for 0e1daa59-1309-476a-9a84-066565a7f1be owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:04:14.091610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:04:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:14.097795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-196905ab-9cb5-45ae-a49a-7c0fe3164a47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 200 len: 1000 time: 0.0872629 May 10 12:04:14.104773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port f9c7c21a-133c-4d08-92c3-38405ba58c41, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f9c7c21a-133c-4d08-92c3-38405ba58c41,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:14.105200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.125942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47ace1-7dc8-4eea-a050-ee27ddbefd30 None None] The sync data for ids ['e93f4d0e-2cf0-41ca-a881-7f32dfedb676'] in n-d-840949-1 is: [{'id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793399488', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:04:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f9c7c21a-133c-4d08-92c3-38405ba58c41', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f4d0e-2cf0-41ca-a881-7f32dfedb676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:02:27Z', 'updated_at': '2022-05-10T12:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:04:14.143532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for f9c7c21a-133c-4d08-92c3-38405ba58c41 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:04:14.207194 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.207724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-3601bb03-3620-4f9f-83fb-a5de08661548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:14.209316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-3601bb03-3620-4f9f-83fb-a5de08661548 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.1016109 May 10 12:04:14.232251 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] Pushing event deleted for resources: {'Port': ['ID=0e1daa59-1309-476a-9a84-066565a7f1be,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:14.239404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07e181-3981-4cf2-b20d-c0a509acd171 None None] No DVR routers for this DVR port 0e1daa59-1309-476a-9a84-066565a7f1be on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:04:14.315397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-f47b167b-f37d-48ff-86ea-a5e1d996f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:14.317074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-f47b167b-f37d-48ff-86ea-a5e1d996f53b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011183 May 10 12:04:14.449518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-181f9ac2-5804-4ea5-93ff-55393e0dee35 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244049 May 10 12:04:14.451468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.491134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=f9c7c21a-133c-4d08-92c3-38405ba58c41,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:14.623974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.689015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5fa3e083-4a9a-414e-9454-f49934fa122a req-182cab00-b08c-4581-b630-b194ff7123c1 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288620 May 10 12:04:14.729925 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.732638 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.778256 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.778846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Fanout notify agent at l3_agent the message router_deleted on router e93f4d0e-2cf0-41ca-a881-7f32dfedb676 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:04:14.786285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.787296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2e6e7d3f-5548-48c8-ae70-eb67a80d9c32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/routers/e93f4d0e-2cf0-41ca-a881-7f32dfedb676 HTTP/1.1" status: 204 len: 168 time: 1.2658393 May 10 12:04:14.790311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54456) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:14.875500 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.965588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:14.985993 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adf0d41-d850-41c3-bb7e-66f3a2ca9a11']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:14.995702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:14.996029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2eadeca-d6fd-4855-bd13-f07ea0cf9100') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:15.006356 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.019919 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.026296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:04:15.026706 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: timer() May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:04:15.029864 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:04:15.094578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.103435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.105979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/networks/7adf0d41-d850-41c3-bb7e-66f3a2ca9a11 HTTP/1.1" status: 204 len: 168 time: 0.3147151 May 10 12:04:15.109023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54458) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:15.117835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58372137-c93e-4344-b96d-ca69e928cb71 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Network': ['ID=7adf0d41-d850-41c3-bb7e-66f3a2ca9a11,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:15.175673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4bec0e6-fca4-434e-8716-e22cf159d846 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.201988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4bec0e6-fca4-434e-8716-e22cf159d846 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.270691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4bec0e6-fca4-434e-8716-e22cf159d846 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.274100 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4bec0e6-fca4-434e-8716-e22cf159d846 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:15.281778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e4bec0e6-fca4-434e-8716-e22cf159d846 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/security-groups/91ae2f8f-4f2e-4d73-a07b-678740dd201a HTTP/1.1" status: 204 len: 168 time: 0.1684263 May 10 12:04:15.293143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c6606e22-653a-4eb2-8791-66cff4c890f8 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:04:15.295661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bec0e6-fca4-434e-8716-e22cf159d846 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae2f8f-4f2e-4d73-a07b-678740dd201a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:15.323748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: c6606e22-653a-4eb2-8791-66cff4c890f8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:04:15.324170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device c6606e22-653a-4eb2-8791-66cff4c890f8 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:04:15.324725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0e1daa59-1309-476a-9a84-066565a7f1be no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:04:15.349567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 0e1daa59-1309-476a-9a84-066565a7f1be {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:04:15.349884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 0e1daa59-1309-476a-9a84-066565a7f1be not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:04:15.350304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f9c7c21a-133c-4d08-92c3-38405ba58c41 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:04:15.372409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f9c7c21a-133c-4d08-92c3-38405ba58c41 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:04:15.372409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f9c7c21a-133c-4d08-92c3-38405ba58c41 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:04:16.426115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54466) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:16.430999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-687210ff-068d-4da2-8e3f-caca531c710e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745816482', 'description': 'tempest-secgroup-smoke-745816482 description', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:16.454113 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-687210ff-068d-4da2-8e3f-caca531c710e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.525879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-687210ff-068d-4da2-8e3f-caca531c710e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.530142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-687210ff-068d-4da2-8e3f-caca531c710e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.559215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-687210ff-068d-4da2-8e3f-caca531c710e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.560474 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-687210ff-068d-4da2-8e3f-caca531c710e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1333392 May 10 12:04:16.563843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54468) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:16.565167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687210ff-068d-4da2-8e3f-caca531c710e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01673d6-138e-4f0b-9ae7-61d47a6b0a51,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:16.568726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fd9efbb1-1965-4940-a4fb-6f77b922b1dc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'e01673d6-138e-4f0b-9ae7-61d47a6b0a51', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:16.597237 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd9efbb1-1965-4940-a4fb-6f77b922b1dc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.663663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd9efbb1-1965-4940-a4fb-6f77b922b1dc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.668774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd9efbb1-1965-4940-a4fb-6f77b922b1dc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.686582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9efbb1-1965-4940-a4fb-6f77b922b1dc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ace6ee8-68a3-4ee6-a1b4-ec1f90d0625e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:16.695176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd9efbb1-1965-4940-a4fb-6f77b922b1dc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.696477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fd9efbb1-1965-4940-a4fb-6f77b922b1dc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316073 May 10 12:04:16.699305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54470) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:16.704010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e9c315bc-2f1a-4d1a-af10-7555a9751f3f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'e01673d6-138e-4f0b-9ae7-61d47a6b0a51', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:16.731714 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c315bc-2f1a-4d1a-af10-7555a9751f3f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.792606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c315bc-2f1a-4d1a-af10-7555a9751f3f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.797461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c315bc-2f1a-4d1a-af10-7555a9751f3f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.817001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c315bc-2f1a-4d1a-af10-7555a9751f3f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3869393b-e8b0-46a7-821e-040c07d5bbcb,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:16.825235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c315bc-2f1a-4d1a-af10-7555a9751f3f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.826437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e9c315bc-2f1a-4d1a-af10-7555a9751f3f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262159 May 10 12:04:16.829368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54472) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:16.834286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-227bdfcf-b2d4-40ab-b8dd-3ca4be599764 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'e01673d6-138e-4f0b-9ae7-61d47a6b0a51', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:16.862260 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227bdfcf-b2d4-40ab-b8dd-3ca4be599764 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.929011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227bdfcf-b2d4-40ab-b8dd-3ca4be599764 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.932845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227bdfcf-b2d4-40ab-b8dd-3ca4be599764 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.952287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bdfcf-b2d4-40ab-b8dd-3ca4be599764 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db088443-d14c-4fe6-847b-de97cb3abbd1,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:16.960286 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-227bdfcf-b2d4-40ab-b8dd-3ca4be599764 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:16.961577 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-227bdfcf-b2d4-40ab-b8dd-3ca4be599764 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312125 May 10 12:04:16.964582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54474) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:16.969718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a31bfe7e-610f-4678-847d-8257c8ac5671 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'e01673d6-138e-4f0b-9ae7-61d47a6b0a51', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:16.996479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a31bfe7e-610f-4678-847d-8257c8ac5671 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.057226 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a31bfe7e-610f-4678-847d-8257c8ac5671 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.061184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a31bfe7e-610f-4678-847d-8257c8ac5671 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.080153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bfe7e-610f-4678-847d-8257c8ac5671 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec91f84-14e1-4d3f-a6c1-015c5e9b90a3,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:17.088007 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a31bfe7e-610f-4678-847d-8257c8ac5671 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.089362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a31bfe7e-610f-4678-847d-8257c8ac5671 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236846 May 10 12:04:17.092127 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54476) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:17.096810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a8b49706-a122-418e-a005-c94b35c927b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'e01673d6-138e-4f0b-9ae7-61d47a6b0a51', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:17.118281 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-a8b49706-a122-418e-a005-c94b35c927b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Project 635d9fcbd9474cd3918eb216a6bb5e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:04:17.124418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b49706-a122-418e-a005-c94b35c927b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.184908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b49706-a122-418e-a005-c94b35c927b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.189525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b49706-a122-418e-a005-c94b35c927b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.210025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b49706-a122-418e-a005-c94b35c927b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bce0b9-5ac4-45d8-a37e-aa018248dbc4,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:17.220052 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b49706-a122-418e-a005-c94b35c927b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.221270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a8b49706-a122-418e-a005-c94b35c927b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281679 May 10 12:04:17.224221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54478) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:17.228596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b2d0b554-a81d-4a3a-8cb2-70df37eee76c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'e01673d6-138e-4f0b-9ae7-61d47a6b0a51', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:17.249958 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-b2d0b554-a81d-4a3a-8cb2-70df37eee76c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Project 635d9fcbd9474cd3918eb216a6bb5e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:04:17.255313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b554-a81d-4a3a-8cb2-70df37eee76c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.323921 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b554-a81d-4a3a-8cb2-70df37eee76c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.329331 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b554-a81d-4a3a-8cb2-70df37eee76c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.346542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0b554-a81d-4a3a-8cb2-70df37eee76c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e15a6b7-b078-434c-b267-75f573114495,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:17.355564 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b554-a81d-4a3a-8cb2-70df37eee76c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.357074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b2d0b554-a81d-4a3a-8cb2-70df37eee76c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318901 May 10 12:04:17.360276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54480) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:17.365433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'network': {'name': 'tempest-network-smoke--106599855', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'port_security_enabled': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:17.387046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:04:17.390626 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.420880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:04:17.431475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.431830 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Added segment 01a8ba8d-bfa0-4be7-91af-927621d5ad66 of type vlan for network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d May 10 12:04:17.473887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.500512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.507741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:17.508381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.851174 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4896123 May 10 12:04:17.854230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54482) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:17.860835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'admin_state_up': True, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:17.876266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b0e1f-6801-4f3a-8a3b-0854b57d7513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Network': ['ID=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:17.887388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:04:17.891277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.892365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:17.943007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:18.081493 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:18.285159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:18.314165 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:18.420685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.25.8.65 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/02e97fee-5b42-4ec8-a9aa-156afb3e5e8d) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:04:18.539666 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:18.577617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:18.617493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:04:18.620369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:04:18.626651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:04:18.629700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=02e97fee-5b42-4ec8-a9aa-156afb3e5e8d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:18.880079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:19.083119 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:19.229695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 36848cb6-6475-41ce-a187-42ee6bb75a0b is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:04:19.344304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:04:19.354679 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Sync routers for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:04:19.365358 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:19.365560 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:19.365968 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:19.366700 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dfaaff94-a65a-41a2-a209-8a2b08fb876d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5115757 May 10 12:04:19.370224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54484) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:19.397519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-001ce040-1a76-47ce-966f-e9d340576400 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=635d9fcbd9474cd3918eb216a6bb5e47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261908 May 10 12:04:19.400224 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54486) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:19.467727 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:19.488415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7e0d0-ce0b-47db-b8b6-0087c866739d tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:19.489980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e6c7e0d0-ce0b-47db-b8b6-0087c866739d tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888929 May 10 12:04:19.492937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:19.526606 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0e01ca25-5eff-45ba-a3ad-3a6ea8ead010 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325520 May 10 12:04:19.529185 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54490) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:19.533860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997393684', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:19.622767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:04:19.626475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:19.648934 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:18Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:19.679148 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Checking router: 36848cb6-6475-41ce-a187-42ee6bb75a0b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:04:19.679571 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Updating router 36848cb6-6475-41ce-a187-42ee6bb75a0b port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:04:19.707098 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:19.814415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:19.875928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Subnet': ['ID=1bb19d58-7521-4ca4-acc9-841f7367a0d1,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:19.886475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Checking segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:04:19.887121 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network hostable DHCP agents. Network: c2150a3a-39a3-4ddc-b4ff-643d0c42d16d, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:04:19.904504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:04:19.913322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c2150a3a-39a3-4ddc-b4ff-643d0c42d16d) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:04:19.917883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:19.918473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:19.924194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf1b67-86c9-4f60-b349-83603bfe006d None None] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:04:19.940495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0bd20596-112f-49d2-ab14-2a264cbd6f7d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4097021 May 10 12:04:19.943004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54492) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:19.956500 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:19.963114 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.014923 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Attempting to bind port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:04:20.015374 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Attempting to bind port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:04:20.015791 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Attempting to bind port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:04:20.025847 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Pushing event updated for resources: {'Port': ['ID=02e97fee-5b42-4ec8-a9aa-156afb3e5e8d,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:20.028952 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:04:20.029410 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:04:20.029860 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.030304 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:04:20.030825 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Bound port: 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:04:20.031406 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.039688 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.045030 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.045706 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.045858 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.046268 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.046639 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.047034 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.047774 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.048224 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.048606 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.048986 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.051357 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:04:20.077166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:04:20.078287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.128269 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] For port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:04:20.132384 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] For port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=02e97fee-5b42-4ec8-a9aa-156afb3e5e8d,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:04:20.138210 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.203151 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:20.203794 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:20.207381 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d39033-3f62-41ab-97d0-ecfc58a13367 None None] Pushing event updated for resources: {'Port': ['ID=02e97fee-5b42-4ec8-a9aa-156afb3e5e8d,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:20.249525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Allocated IP 172.20.0.2 (c2150a3a-39a3-4ddc-b4ff-643d0c42d16d/1bb19d58-7521-4ca4-acc9-841f7367a0d1/ddaaa44a-8296-43ae-bf1c-89868fdd7b3c) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:04:20.325544 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:20.410101 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.417384 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.463812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:04:20.467213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:04:20.474868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:04:20.478343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Pushing event updated for resources: {'Port': ['ID=ddaaa44a-8296-43ae-bf1c-89868fdd7b3c,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:20.530709 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:18Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:20.535227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Attempting to bind port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:04:20.535708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Attempting to bind port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:04:20.536166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Attempting to bind port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:04:20.541459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:04:20.541919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Checking segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:04:20.542410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.542876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Bound using segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:04:20.543405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Bound port: ddaaa44a-8296-43ae-bf1c-89868fdd7b3c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:04:20.543882 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.563760 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c066a-5cce-4470-bc27-fc2c7f6357b1 None None] The sync data for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 is: [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:18Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:04:20.616608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] For port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:04:20.620864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] For port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ddaaa44a-8296-43ae-bf1c-89868fdd7b3c,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:04:20.626773 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:20.688151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e889044-9544-41e9-95b3-9cd5571c024c None None] Pushing event updated for resources: {'Port': ['ID=ddaaa44a-8296-43ae-bf1c-89868fdd7b3c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:20.781947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.116432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.20.0.1 (c2150a3a-39a3-4ddc-b4ff-643d0c42d16d/1bb19d58-7521-4ca4-acc9-841f7367a0d1/3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:04:21.254860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.290836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.331060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ddaaa44a-8296-43ae-bf1c-89868fdd7b3c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:04:21.340371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:04:21.343593 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:04:21.354205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:04:21.360376 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:21.397139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:21.397637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.411368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.478086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:21.478371 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.521803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ddaaa44a-8296-43ae-bf1c-89868fdd7b3c,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:21.529802 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.531543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:04:21.564674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.762800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130b388-6d80-43d1-ac18-5e1a8c668e83 None None] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:04:21.834928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=ddaaa44a-8296-43ae-bf1c-89868fdd7b3c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:21.867125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a54c3d38-18d4-4682-8371-43e1e2127378 None None] Provisioning complete for port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:21.867503 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a54c3d38-18d4-4682-8371-43e1e2127378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.871039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:21.871402 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.877230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.882163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:21.955402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:21.959197 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:22.064479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:04:22.065978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:04:22.093164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a54c3d38-18d4-4682-8371-43e1e2127378 None None] Current status of the port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:22.094923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:22.095304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:22.120692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=02e97fee-5b42-4ec8-a9aa-156afb3e5e8d,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:22.127046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:22.185444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=02e97fee-5b42-4ec8-a9aa-156afb3e5e8d,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:22.214413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 36848cb6-6475-41ce-a187-42ee6bb75a0b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:04:22.322494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-792b16df-3ceb-4ad4-93d1-1a910366bbaa None None] Provisioning complete for port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:22.323137 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-792b16df-3ceb-4ad4-93d1-1a910366bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:22.336442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:04:22.342066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fefac2f4-4a22-4ed7-8225-49e572e184df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "PUT /v2.0/routers/36848cb6-6475-41ce-a187-42ee6bb75a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3980074 May 10 12:04:22.380159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Sync routers for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:04:22.415015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:22.415684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:22.471859 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-792b16df-3ceb-4ad4-93d1-1a910366bbaa None None] Current status of the port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:22.503532 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-611e4588-2636-421e-8fce-b52f08e5696f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745816482&fields=id&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 267 time: 0.0352576 May 10 12:04:22.524343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-792b16df-3ceb-4ad4-93d1-1a910366bbaa None None] Provisioning complete for port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:22.524729 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-792b16df-3ceb-4ad4-93d1-1a910366bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:22.571744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:22.604282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-792b16df-3ceb-4ad4-93d1-1a910366bbaa None None] Port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:04:22.639206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8980-54ec-4482-8b20-453352646512 req-966a6d6f-de94-4055-8c01-5949703ceb72 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:22.641191 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-966a6d6f-de94-4055-8c01-5949703ceb72 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 796 time: 0.1297536 May 10 12:04:22.657759 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-3c71f620-7fd3-40d9-a726-49ad37d7c5a2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/quotas/635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 375 time: 0.0105429 May 10 12:04:22.720644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-380d6d0c-b5d2-40b6-a423-bc6bf2fa8768 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570123 May 10 12:04:22.746148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-24f4726e-0b8a-4610-87e3-bbe853ede899 None None] Provisioning complete for port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:22.746508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-24f4726e-0b8a-4610-87e3-bbe853ede899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:22.812816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-24f4726e-0b8a-4610-87e3-bbe853ede899 None None] Port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:04:22.819208 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-5f8406cd-570f-4dd0-bf95-5e2b0d6072f7 service neutron] 10.222.0.13 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865130 May 10 12:04:22.835328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 2, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:22.861656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Checking router: 36848cb6-6475-41ce-a187-42ee6bb75a0b for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:04:22.862009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Updating router 36848cb6-6475-41ce-a187-42ee6bb75a0b port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:04:22.888907 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:22.916805 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-d1ab92be-6793-4abe-bbc1-a1f84901d737 service neutron] 10.222.0.13 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910208 May 10 12:04:23.100045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25331e18-36b1-4dc3-ba8a-dab79b60f38c req-a094aa05-44b1-43c5-88eb-63d0bd3d0147 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 210 time: 0.0303876 May 10 12:04:23.168358 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:23.173826 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:23.243912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bf6fa-e4b7-421d-ad36-411b1096260f None None] Pushing event updated for resources: {'Port': ['ID=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:23.276261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Attempting to bind port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:04:23.276635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Attempting to bind port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:04:23.277003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Attempting to bind port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:04:23.282576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:04:23.282956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Checking segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:04:23.283372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:23.283935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Bound using segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:04:23.284281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Bound port: 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:04:23.284666 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:23.322056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ddaaa44a-8296-43ae-bf1c-89868fdd7b3c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:04:23.389136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] For port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:04:23.392489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] For port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:04:23.401268 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:23.434867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:23.435249 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:23.502816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bf6fa-e4b7-421d-ad36-411b1096260f None None] Pushing event updated for resources: {'Port': ['ID=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:23.506647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:23.507281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:23.786725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-22894fd1-e2c0-463a-86ca-739fc3541674 None None] Provisioning complete for port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:23.786972 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-22894fd1-e2c0-463a-86ca-739fc3541674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:23.831971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:23.833027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:04:23.844854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:24.035003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-22894fd1-e2c0-463a-86ca-739fc3541674 None None] Current status of the port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:24.035411 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-22894fd1-e2c0-463a-86ca-739fc3541674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.039014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:24.039306 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.081820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8980-54ec-4482-8b20-453352646512 req-d28e7d9f-ff1a-48a0-abcc-bc7e94a9c396 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:24.083437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-d28e7d9f-ff1a-48a0-abcc-bc7e94a9c396 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 796 time: 0.1122246 May 10 12:04:24.125941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-22894fd1-e2c0-463a-86ca-739fc3541674 None None] For port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:24.135094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-5d42f4e8-727d-464f-9df9-9e1350c0e1b4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 379 time: 0.0428474 May 10 12:04:24.149630 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-22894fd1-e2c0-463a-86ca-739fc3541674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.157545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'port': {'device_id': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'admin_state_up': True, 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'security_groups': ['e01673d6-138e-4f0b-9ae7-61d47a6b0a51']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:24.225207 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f62daef5-5bff-4d1c-bee1-9310a05ab681 req-54e37bf6-0243-467a-91f9-ea1b88b6280f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 210 time: 0.0281854 May 10 12:04:24.250552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22894fd1-e2c0-463a-86ca-739fc3541674 None None] Pushing event updated for resources: {'Port': ['ID=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:24.263553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:24.271835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:23Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:24.277936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:04:24.281663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.302860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd9d52-ceac-405b-ad42-edb248985346 None None] The sync data for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 is: [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:23Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:04:24.305304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-03f18591-4f24-4f26-929e-fdec248da83a None None] Provisioning complete for port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:24.305711 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-03f18591-4f24-4f26-929e-fdec248da83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.411547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-03f18591-4f24-4f26-929e-fdec248da83a None None] Current status of the port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:24.455544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.20.0.7 (c2150a3a-39a3-4ddc-b4ff-643d0c42d16d/1bb19d58-7521-4ca4-acc9-841f7367a0d1/cac1abca-7683-4331-9194-da35eac54fa1) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:04:24.598813 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.636188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.686411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:04:24.689575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:04:24.693252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:04:24.726088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:24.765535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:24.766225 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.792912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-6f440e9d-3fbb-44d6-a953-1022b9d1e154 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6429236 May 10 12:04:24.805160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Request body: {'port': {'device_id': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:24.866183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.950684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-50995c51-b507-4b2a-95dd-49cdd14b2043 None None] Provisioning complete for port cac1abca-7683-4331-9194-da35eac54fa1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:24.951172 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-50995c51-b507-4b2a-95dd-49cdd14b2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:24.989452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-50995c51-b507-4b2a-95dd-49cdd14b2043 None None] Port cac1abca-7683-4331-9194-da35eac54fa1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:04:25.169896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac1abca-7683-4331-9194-da35eac54fa1 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:04:25.178499 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:25.191186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Transition to ACTIVE for port object cac1abca-7683-4331-9194-da35eac54fa1 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:04:25.196851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:25.248868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:25.327781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:04:25.356539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:04:25.356814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:04:25.356930 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:04:25.382852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:04:25.383260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:04:25.393810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:04:25.394156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Checking segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:04:25.394676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Bound using segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:04:25.395127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Bound port: cac1abca-7683-4331-9194-da35eac54fa1, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:04:25.395470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:25.395614 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:25.396172 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:25.427756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aa812-0483-4174-be36-0a407de8f1d6 req-2719bd25-12cb-4a3f-9744-f4c106dbb60c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:25.429805 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-327aa812-0483-4174-be36-0a407de8f1d6 req-2719bd25-12cb-4a3f-9744-f4c106dbb60c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 943 time: 0.0881624 May 10 12:04:25.487039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:25.505127 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-327aa812-0483-4174-be36-0a407de8f1d6 req-0890e381-a013-4d6f-b04e-445d3b317ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551622 May 10 12:04:25.512518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:04:25.515929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:04:25.522687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:25.560073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:25.560739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:25.562185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] 10.222.0.70 "PUT /v2.0/ports/cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 1091 time: 0.7616193 May 10 12:04:25.562631 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:04:25.564993 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7b9745-20b8-4dcb-a109-8eed6643077b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:04:25.599046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536e4bb-9f9b-4285-a849-36ebcaa08524 service neutron] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:25.624315 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0767f97e-fed2-41c5-91ce-00bfaef198a0 x-openstack-request-id: req-0767f97e-fed2-41c5-91ce-00bfaef198a0 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:04:25.624622 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:04:25.624936 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0767f97e-fed2-41c5-91ce-00bfaef198a0 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:04:25.625339 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0767f97e-fed2-41c5-91ce-00bfaef198a0'] response: {'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'status': 'completed', 'code': 200} May 10 12:04:25.666008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8980-54ec-4482-8b20-453352646512 req-fc517b12-f57d-4f00-a0ef-241386cb2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:25.667597 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-fc517b12-f57d-4f00-a0ef-241386cb2703 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1094 time: 0.0551622 May 10 12:04:25.710002 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-6798fae8-cefd-4368-8a89-d53ead020d78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 217 time: 0.0343366 May 10 12:04:25.759257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8980-54ec-4482-8b20-453352646512 req-9127589a-66e1-4a9d-8379-39f5cdcdd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:25.760772 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-9127589a-66e1-4a9d-8379-39f5cdcdd35b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0442851 May 10 12:04:25.810286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8980-54ec-4482-8b20-453352646512 req-61b24475-add6-45f5-9feb-7165fec3b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:25.811768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-61b24475-add6-45f5-9feb-7165fec3b34a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445976 May 10 12:04:25.906596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-dfb77ed0-aa43-4ffe-8944-9985df9a4c44 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855336 May 10 12:04:26.001912 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-198a8980-54ec-4482-8b20-453352646512 req-59fc9e42-441a-4a62-b280-562614451808 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880487 May 10 12:04:26.373563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-db968922-5be3-4d39-a376-82c3b9964730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:26.375476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-db968922-5be3-4d39-a376-82c3b9964730 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1094 time: 0.3230598 May 10 12:04:26.469543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-96c23ba3-350d-463b-b1d0-efc8d72e1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:26.471011 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-96c23ba3-350d-463b-b1d0-efc8d72e1a22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.0879416 May 10 12:04:26.520408 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-c36f541b-5e53-4874-bf8f-8de9aced162b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 217 time: 0.0406663 May 10 12:04:26.572468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-b4c3d7ef-1c42-474b-b001-aec634bd98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:26.574031 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-b4c3d7ef-1c42-474b-b001-aec634bd98f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0460875 May 10 12:04:26.649355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-9963b55a-4b83-49e3-a7fa-94c62258e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:26.650751 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-9963b55a-4b83-49e3-a7fa-94c62258e86b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703585 May 10 12:04:26.660956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b77c8-e53d-4346-8d35-f9f61410ff21 req-3dbe4f0b-21b3-4d21-b501-761d2533b780 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:26.662323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e8b77c8-e53d-4346-8d35-f9f61410ff21 req-3dbe4f0b-21b3-4d21-b501-761d2533b780 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 943 time: 0.0741949 May 10 12:04:26.758671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0e8b77c8-e53d-4346-8d35-f9f61410ff21 req-fb49d19b-db99-49d1-b01a-aee31b7e2c36 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877314 May 10 12:04:26.790191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-d833afdd-775c-4446-833b-65bd4c471531 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267478 May 10 12:04:26.888552 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e7b9745-20b8-4dcb-a109-8eed6643077b req-ea67b558-1891-4f03-bc64-e8a4caab2867 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915697 May 10 12:04:27.885788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cac1abca-7683-4331-9194-da35eac54fa1 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:04:27.899563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d5296-52cf-4a97-b58f-71b1089a4367 req-bf9e9672-19a3-45bb-8cda-1f181f5e133f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:27.901312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea9d5296-52cf-4a97-b58f-71b1089a4367 req-bf9e9672-19a3-45bb-8cda-1f181f5e133f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 943 time: 0.0582421 May 10 12:04:27.940463 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea9d5296-52cf-4a97-b58f-71b1089a4367 req-8ff529e4-1aa1-4e0c-80a7-b552e0af3e80 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323551 May 10 12:04:27.984946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:27.999662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'cac1abca-7683-4331-9194-da35eac54fa1', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'port_id': 'cac1abca-7683-4331-9194-da35eac54fa1', 'mac_address': 'fa:16:3e:70:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:04:28.045171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port cac1abca-7683-4331-9194-da35eac54fa1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:28.045592 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:28.058954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac1abca-7683-4331-9194-da35eac54fa1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:04:28.078042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:28.083136 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:28.129015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:28.297179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['cac1abca-7683-4331-9194-da35eac54fa1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:04:29.073904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a150f-d01f-4b72-a8ae-9bafa8776750 req-cd24be08-70a9-4fbf-850c-cc9594b2f4a4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:29.075406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e19a150f-d01f-4b72-a8ae-9bafa8776750 req-cd24be08-70a9-4fbf-850c-cc9594b2f4a4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 944 time: 0.0562098 May 10 12:04:29.116287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e19a150f-d01f-4b72-a8ae-9bafa8776750 req-92cc1a2d-8f70-4443-8e34-2658ca32d0f8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324984 May 10 12:04:29.863390 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:04:29.901130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cac1abca-7683-4331-9194-da35eac54fa1 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:04:29.957327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port cac1abca-7683-4331-9194-da35eac54fa1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:04:29.961277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port cac1abca-7683-4331-9194-da35eac54fa1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:04:29.961737 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:30.038075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port cac1abca-7683-4331-9194-da35eac54fa1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:04:30.038453 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:30.060968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:04:30.063342 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615c6e73-a3ff-4419-b368-f35b32abd0fc" -d '{"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-plugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:04:30.076163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:04:30.081167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:30.109344 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b458cef6-4254-42da-97d2-b48ba907a579 x-openstack-request-id: req-b458cef6-4254-42da-97d2-b48ba907a579 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:04:30.109616 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-plugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:04:30.109888 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b458cef6-4254-42da-97d2-b48ba907a579 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:04:30.110271 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b458cef6-4254-42da-97d2-b48ba907a579'] response: {'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'code': 200} May 10 12:04:30.137846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:30.229563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c2b0-06cb-4126-97eb-c636477384b0 req-7517c86e-7a13-47a3-adef-ba8115330bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:30.231289 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8166c2b0-06cb-4126-97eb-c636477384b0 req-7517c86e-7a13-47a3-adef-ba8115330bf5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1096 time: 0.0714087 May 10 12:04:30.261928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53927daa-cc7a-4a27-8d68-72292a8260ca req-bbe60c3e-1bbb-495e-a059-bbd06ce2f2ec tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:30.263403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53927daa-cc7a-4a27-8d68-72292a8260ca req-bbe60c3e-1bbb-495e-a059-bbd06ce2f2ec tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0730007 May 10 12:04:30.284852 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8166c2b0-06cb-4126-97eb-c636477384b0 req-2544dc9a-a7d9-48ca-ab01-5399eef5a10a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466363 May 10 12:04:30.310756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53927daa-cc7a-4a27-8d68-72292a8260ca req-6b255a9a-a7af-4b1b-92ea-cbf27a94310a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375783 May 10 12:04:31.445506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dd970-260a-41db-8f78-cc7e478c597a req-88578f0c-2222-4c1d-b16a-25d0b334402b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:31.446948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-053dd970-260a-41db-8f78-cc7e478c597a req-88578f0c-2222-4c1d-b16a-25d0b334402b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0604396 May 10 12:04:31.484440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-053dd970-260a-41db-8f78-cc7e478c597a req-2c694de3-d3fc-46aa-b31a-88da6f8a34be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313189 May 10 12:04:31.602397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a19b1-831d-4134-a3c7-8a022920c0b5 req-1696aa59-a21d-4b96-ba4f-042fb0fcb902 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:31.604175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-370a19b1-831d-4134-a3c7-8a022920c0b5 req-1696aa59-a21d-4b96-ba4f-042fb0fcb902 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0514693 May 10 12:04:31.645819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-370a19b1-831d-4134-a3c7-8a022920c0b5 req-f11838f2-51d8-43d1-94e4-3e6d474fb4c3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329616 May 10 12:04:31.667739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54544) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:31.708854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfc522-3c0e-4f34-b744-713b88358292 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:31.710343 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d2cfc522-3c0e-4f34-b744-713b88358292 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1091 time: 0.0415661 May 10 12:04:31.713771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54546) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:31.720236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'cac1abca-7683-4331-9194-da35eac54fa1', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:04:31.749175 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:31.851861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:31.958996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.25.8.127 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/c1323921-da13-4618-bfa6-09e652efda47) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:04:32.067046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:32.113841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:32.152577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:04:32.156613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:04:32.161014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:04:32.169066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=c1323921-da13-4618-bfa6-09e652efda47,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:32.536088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:32.612412 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:32.775014 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:32.780190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:32.836956 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:32.851045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=c1323921-da13-4618-bfa6-09e652efda47,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:04:32.862212 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:32.972413 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Floating IP 3fa5dbbc-ae2e-42c1-a34a-215bfa42361f associated. External IP: 172.25.8.127, port: cac1abca-7683-4331-9194-da35eac54fa1. May 10 12:04:33.198485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 36848cb6-6475-41ce-a187-42ee6bb75a0b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:04:33.318431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:04:33.329296 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] Sync routers for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:04:33.339861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:33.343228 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:33.344015 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:33.369523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d288c61e-407e-46cc-9909-fa372b5fa3be tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6543546 May 10 12:04:33.370070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:04:33.372463 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:04:33.417382 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2921b603-2a57-4299-9c17-176301ef17e1 x-openstack-request-id: req-2921b603-2a57-4299-9c17-176301ef17e1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:04:33.417833 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:04:33.418088 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2921b603-2a57-4299-9c17-176301ef17e1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:04:33.418551 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2921b603-2a57-4299-9c17-176301ef17e1'] response: {'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'status': 'completed', 'code': 200} May 10 12:04:33.459899 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:33.484757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-38f4324b-7be6-4777-bb17-3b3c807fb038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:33.486540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-38f4324b-7be6-4777-bb17-3b3c807fb038 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1096 time: 0.0461090 May 10 12:04:33.487246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8559aa-5799-4866-a6f0-532443c56a41 req-21635a17-23b5-43d5-8a54-b99b4a4976da tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:33.488825 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a8559aa-5799-4866-a6f0-532443c56a41 req-21635a17-23b5-43d5-8a54-b99b4a4976da tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0640988 May 10 12:04:33.530105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a8559aa-5799-4866-a6f0-532443c56a41 req-6e79cb14-574a-44ef-84f6-95cb36d6e995 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342124 May 10 12:04:33.555208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54554) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:33.593286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-375f4f52-b3b0-466c-a310-4691251f8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:33.595425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-375f4f52-b3b0-466c-a310-4691251f8cb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.1010184 May 10 12:04:33.626248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-85ace947-d186-4203-a220-651179f7f3ad tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/3fa5dbbc-ae2e-42c1-a34a-215bfa42361f HTTP/1.1" status: 200 len: 991 time: 0.0696430 May 10 12:04:33.668659 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-fe277cd7-e934-418b-a6b0-2ff32ee7602e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 999 time: 0.0663469 May 10 12:04:33.721921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-4a498bb6-07fe-4e20-aff3-73e40048d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:33.723504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-4a498bb6-07fe-4e20-aff3-73e40048d53a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0483522 May 10 12:04:33.779200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-5def841f-51b1-410f-85a8-749c5837768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:04:33.780749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-5def841f-51b1-410f-85a8-749c5837768b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498686 May 10 12:04:33.802670 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '3fa5dbbc-ae2e-42c1-a34a-215bfa42361f', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'port_id': 'cac1abca-7683-4331-9194-da35eac54fa1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'mac_address': 'fa:16:3e:70:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:04:32Z', 'updated_at': '2022-05-10T12:04:32Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:24Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:33.832142 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] Checking router: 36848cb6-6475-41ce-a187-42ee6bb75a0b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:04:33.840890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:04:33.842041 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:04:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:33.878823 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-488876f3-2651-423d-8cba-84245925d2f1 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913575 May 10 12:04:33.950125 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:04:33.979942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d13a0c69-cda4-4a18-a4b7-bf66c18e02e2 req-dbf8bbde-9384-487d-9115-8998ad321cb4 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948799 May 10 12:04:34.178421 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '3fa5dbbc-ae2e-42c1-a34a-215bfa42361f', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'port_id': 'cac1abca-7683-4331-9194-da35eac54fa1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'mac_address': 'fa:16:3e:70:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:04:32Z', 'updated_at': '2022-05-10T12:04:32Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:24Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:04:34.208460 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda80143-5afa-4293-8d42-c1bb10e54b90 None None] The sync data for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 is: [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '3fa5dbbc-ae2e-42c1-a34a-215bfa42361f', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'port_id': 'cac1abca-7683-4331-9194-da35eac54fa1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'mac_address': 'fa:16:3e:70:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:04:32Z', 'updated_at': '2022-05-10T12:04:32Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:24Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:04:34.307049 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fe80b30c-13bb-4ab3-b519-92fdf2f9995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:34.423950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe63b7c-00b3-4860-9039-eea113d7d89e None None] New status for floating IP 3fa5dbbc-ae2e-42c1-a34a-215bfa42361f: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:04:34.630094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54556) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:04:34.691558 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2f00eebf-cf46-4a1a-b46f-d8b5194a7901 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/3fa5dbbc-ae2e-42c1-a34a-215bfa42361f HTTP/1.1" status: 200 len: 993 time: 0.0602236 May 10 12:04:35.687595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:37.295375 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87cd3074-08cd-4cd7-aaa6-4160415a48d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:37.872230 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:39.405491 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:39.574820 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:02.847208 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:03.399731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54079633-66e1-4230-961b-6c2100b5c0ae req-a77ac68b-3f2b-40cc-b3ee-cf17bf9a5be6 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:03.401736 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54079633-66e1-4230-961b-6c2100b5c0ae req-a77ac68b-3f2b-40cc-b3ee-cf17bf9a5be6 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1096 time: 0.0470057 May 10 12:05:03.436553 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-54079633-66e1-4230-961b-6c2100b5c0ae req-57d4a31b-b9ea-4d0c-b3ac-f5b5aab043be tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288055 May 10 12:05:03.565553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e489-c661-4d81-a620-e87cfa4f317f req-4f6fa9c9-2582-48a3-8cf2-41d375be2a84 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:03.567340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b536e489-c661-4d81-a620-e87cfa4f317f req-4f6fa9c9-2582-48a3-8cf2-41d375be2a84 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0580764 May 10 12:05:03.606870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b536e489-c661-4d81-a620-e87cfa4f317f req-09283376-961a-4c39-894a-2bd6ffee018a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332489 May 10 12:05:03.629577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54574) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:03.694312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-99c27d9e-25f5-4594-b0db-136de5105e21 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/3fa5dbbc-ae2e-42c1-a34a-215bfa42361f HTTP/1.1" status: 200 len: 993 time: 0.0634463 May 10 12:05:04.166183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54586) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:04.232193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d5f9f-213c-47d0-bb13-2ea145a37fcf req-d394505e-2526-49ab-abae-caea0a4f240e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:04.233695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac6d5f9f-213c-47d0-bb13-2ea145a37fcf req-d394505e-2526-49ab-abae-caea0a4f240e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0585847 May 10 12:05:04.274794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac6d5f9f-213c-47d0-bb13-2ea145a37fcf req-0d3ff3e5-32f3-4fb0-a8c2-7c4d4a75ad22 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347207 May 10 12:05:04.281063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-f26b288f-6cd5-4c34-ba9c-44cd4b4065fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127057 May 10 12:05:04.290162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-37b72c88-9225-413a-86a0-a7fd87a3b1bd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:05:04.291137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-37b72c88-9225-413a-86a0-a7fd87a3b1bd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056798 May 10 12:05:04.309664 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d04a9a0f-d104-4805-a7fc-265eb9984d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:05.429286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fc417-6bf5-4e61-86e6-ed81eddbd4af req-5e154e46-5259-44d9-b6df-a3cf64f4b36d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:05.430724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-051fc417-6bf5-4e61-86e6-ed81eddbd4af req-5e154e46-5259-44d9-b6df-a3cf64f4b36d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0807493 May 10 12:05:05.432544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-35aafe60-049d-4a8b-a28d-eb7d9e5afd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:05.433858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-35aafe60-049d-4a8b-a28d-eb7d9e5afd1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1096 time: 0.0748746 May 10 12:05:05.517000 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-051fc417-6bf5-4e61-86e6-ed81eddbd4af req-80e60669-7992-40c4-92e6-f8fdaa3ad5f9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795360 May 10 12:05:05.550206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-390747fc-0a4e-4ab4-8deb-359c1e0a8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:05.551667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-390747fc-0a4e-4ab4-8deb-359c1e0a8d9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.1085987 May 10 12:05:05.616704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-72616f92-18ae-4555-8e1a-852664831688 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0573633 May 10 12:05:05.666295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-b1c7a544-6c19-4e81-8ec4-a167f6553482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:05.667614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-b1c7a544-6c19-4e81-8ec4-a167f6553482 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0430448 May 10 12:05:05.700480 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:05.718219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-90d45f35-94e3-45ca-a7e2-dc71a47f40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:05.719695 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-90d45f35-94e3-45ca-a7e2-dc71a47f40bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454926 May 10 12:05:05.812378 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-58963625-225d-429c-b8a4-2ceaf6fb1ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 May 10 12:05:05.907579 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-b04dc05d-2c2b-4018-ab34-8c1786d518d6 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884595 May 10 12:05:06.642614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942684-4b69-4ce5-8997-7220697f4c83 req-7aa06c10-a722-403a-ba71-87df88982123 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:06.644132 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9942684-4b69-4ce5-8997-7220697f4c83 req-7aa06c10-a722-403a-ba71-87df88982123 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0503576 May 10 12:05:06.694341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d9942684-4b69-4ce5-8997-7220697f4c83 req-2022ecfa-6a0e-4c47-8415-0870b42c84f5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 May 10 12:05:06.859436 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:05:07.301717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6d219d8-5539-4a01-bf71-440deff62df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:07.823550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c3999-a6ff-4258-8db2-f1c0b623062d req-0c2ea08c-082c-4d15-b0d5-73a5e9d836a4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:07.825139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53c3999-a6ff-4258-8db2-f1c0b623062d req-0c2ea08c-082c-4d15-b0d5-73a5e9d836a4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0503676 May 10 12:05:07.866373 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53c3999-a6ff-4258-8db2-f1c0b623062d req-a94f8cda-8c19-4334-bdb2-326076b9b7a2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349052 May 10 12:05:07.872363 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:09.002523 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80654c-a48f-42b4-a4c7-fc0983ea37e4 req-a6484736-e37f-4214-861c-ba4c956cd305 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:09.004032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af80654c-a48f-42b4-a4c7-fc0983ea37e4 req-a6484736-e37f-4214-861c-ba4c956cd305 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0551555 May 10 12:05:09.043732 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af80654c-a48f-42b4-a4c7-fc0983ea37e4 req-e5cd23eb-2db5-43a0-a769-3c589dfde49b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310366 May 10 12:05:09.416757 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:09.572062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:10.175946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7564966-0a1c-40cb-80a6-a5d8cf98dfc1 req-f549b5af-c277-4237-a806-a2eeabd4461d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:10.177418 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7564966-0a1c-40cb-80a6-a5d8cf98dfc1 req-f549b5af-c277-4237-a806-a2eeabd4461d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0549991 May 10 12:05:10.217477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7564966-0a1c-40cb-80a6-a5d8cf98dfc1 req-df41eb5a-e32e-4c46-bb06-d7c4785777fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338991 May 10 12:05:11.339099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec7421-9171-4795-b652-e87ffb575cf6 req-0f5f77a2-5efa-4aff-b033-eb7e04faa299 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:11.340653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccec7421-9171-4795-b652-e87ffb575cf6 req-0f5f77a2-5efa-4aff-b033-eb7e04faa299 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0516949 May 10 12:05:11.383778 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccec7421-9171-4795-b652-e87ffb575cf6 req-942975df-c2cd-440c-a84c-3e481794b369 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341005 May 10 12:05:12.520442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a8c6a-139c-451c-8ae7-747f61c33ba2 req-f241330c-8971-4031-90b0-e3af280af935 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:12.521901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f97a8c6a-139c-451c-8ae7-747f61c33ba2 req-f241330c-8971-4031-90b0-e3af280af935 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0600007 May 10 12:05:12.567327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f97a8c6a-139c-451c-8ae7-747f61c33ba2 req-82ac0df8-e089-44ae-9c51-f73f4f84e39e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365214 May 10 12:05:13.697531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91c980-d537-4c00-be0a-658ea0a6a60a req-a2771e43-8dd6-4bf5-bc1c-8920e4b6bd25 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:13.699056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a91c980-d537-4c00-be0a-658ea0a6a60a req-a2771e43-8dd6-4bf5-bc1c-8920e4b6bd25 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0562260 May 10 12:05:13.741765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0a91c980-d537-4c00-be0a-658ea0a6a60a req-52230323-03ca-4ccb-8038-a4e92877b454 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335062 May 10 12:05:14.878848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba324ae-1857-4781-a4ec-1f9fe1b4020e req-8b342286-77da-4236-a330-3fc9a17f0a59 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:14.880437 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ba324ae-1857-4781-a4ec-1f9fe1b4020e req-8b342286-77da-4236-a330-3fc9a17f0a59 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0610354 May 10 12:05:14.922257 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ba324ae-1857-4781-a4ec-1f9fe1b4020e req-66aebf37-93b5-4126-82d7-1eae026ed7d0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 May 10 12:05:15.676281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-4e438fc1-5cbb-43eb-9c83-ce73d1fa288f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429058 May 10 12:05:15.738228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-5ac6ca0e-d2ff-49c9-afca-b3b3c6a9db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:15.739698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-5ac6ca0e-d2ff-49c9-afca-b3b3c6a9db51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 1096 time: 0.0401354 May 10 12:05:16.050203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df182654-c079-4841-b666-b706bc6e2bb3 req-42e54812-b817-4708-8b12-a71d482c9b4f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:16.051735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df182654-c079-4841-b666-b706bc6e2bb3 req-42e54812-b817-4708-8b12-a71d482c9b4f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0568571 May 10 12:05:16.092922 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df182654-c079-4841-b666-b706bc6e2bb3 req-3db02ae8-a68c-4d52-9cc5-35bf64f1fce0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344813 May 10 12:05:16.127355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-59eccdd7-74e6-475b-aec6-2fda3b6f58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:16.128871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-59eccdd7-74e6-475b-aec6-2fda3b6f58cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.3696938 May 10 12:05:16.195924 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-b5c042c3-85c2-4f33-9618-1c3c3e24f2d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35c2012e-1942-42bd-b249-fe07050fbaca HTTP/1.1" status: 200 len: 1000 time: 0.0589485 May 10 12:05:16.250803 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-2e78a4d7-3755-4724-b9fe-9ec52bc02c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:16.252181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-2e78a4d7-3755-4724-b9fe-9ec52bc02c4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0487671 May 10 12:05:16.431274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-ece89b0e-0cd8-45dc-914b-c2c47a25495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:16.432800 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-ece89b0e-0cd8-45dc-914b-c2c47a25495a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565567 May 10 12:05:16.525516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-170c39e3-919e-45ee-b7c1-291cd37e6bf4 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853229 May 10 12:05:16.618541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41a68830-62db-4902-9b68-4a39babf4eb7 req-6fc53c76-e13d-4953-8784-9c58175a4808 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859809 May 10 12:05:17.223735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d32e8-c547-4aec-ab73-ed8980f35b90 req-e9e16c7a-4608-4e85-b3e9-8308e21e6467 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:17.225226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da3d32e8-c547-4aec-ab73-ed8980f35b90 req-e9e16c7a-4608-4e85-b3e9-8308e21e6467 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0528114 May 10 12:05:17.266353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-da3d32e8-c547-4aec-ab73-ed8980f35b90 req-899367c6-408b-40b4-a2a0-e690b2fbb011 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322087 May 10 12:05:17.877997 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-999e00f7-e3cf-42bb-acb3-fff7ca5832a0 service neutron] show failed (client error): The resource could not be found. May 10 12:05:17.878981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-999e00f7-e3cf-42bb-acb3-fff7ca5832a0 service neutron] 10.222.0.70 "GET /v2.0/ports/cac1abca-7683-4331-9194-da35eac54fa1/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0676601 May 10 12:05:18.116214 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-57ace081-6fa0-499e-a8fa-d70c47299275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:18.118347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-57ace081-6fa0-499e-a8fa-d70c47299275 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 1096 time: 0.0748074 May 10 12:05:18.130416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:05:18.190337 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:18.387423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e963-79ae-43db-8014-e11de1607983 req-9ac04de3-0541-4d5c-9c45-2600c6b3fe7c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:18.388891 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8e9e963-79ae-43db-8014-e11de1607983 req-9ac04de3-0541-4d5c-9c45-2600c6b3fe7c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0519011 May 10 12:05:18.390845 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:18.425176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:05:18.427904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8e9e963-79ae-43db-8014-e11de1607983 req-040d60fd-9f62-40f1-a891-278b0dd96618 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 May 10 12:05:18.464877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:18.467255 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788ffbaa-6f1f-4853-99e5-e9002885d427" -d '{"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:18.471403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:18.484687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Transition to ACTIVE for port object cac1abca-7683-4331-9194-da35eac54fa1 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:05:18.489982 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:18.518802 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676bf21a-e68d-4b34-9b6c-98e497e95ebf x-openstack-request-id: req-676bf21a-e68d-4b34-9b6c-98e497e95ebf {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:18.519118 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:18.519399 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-676bf21a-e68d-4b34-9b6c-98e497e95ebf {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:18.519743 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676bf21a-e68d-4b34-9b6c-98e497e95ebf'] response: {'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'code': 200} May 10 12:05:18.600621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:18.622880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.623230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.623581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.623945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.624307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.624637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.624969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.625296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.625611 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.625956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.626284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.626606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:18.672410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] No DVR routers for this DVR port cac1abca-7683-4331-9194-da35eac54fa1 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:05:18.810758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:05:18.810996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:05:18.811309 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:05:18.815720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:05:18.816068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:05:18.821092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:05:18.821430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Checking segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:05:18.821809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Bound using segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:05:18.822234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Bound port: cac1abca-7683-4331-9194-da35eac54fa1, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:05:18.822558 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:18.888808 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:05:18.893441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:05:18.900403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:18.934922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:18.935529 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:18.936940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] 10.222.0.49 "PUT /v2.0/ports/cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 1091 time: 0.8106480 May 10 12:05:18.971378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbdd8d-b486-46e8-95e0-69eed1863ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:19.009988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-b78ee5c4-be4d-4d55-b407-5be799ed621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:19.011503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-b78ee5c4-be4d-4d55-b407-5be799ed621e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1094 time: 0.0491018 May 10 12:05:19.109022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-b4949764-67d6-4f03-bd09-96eb177a82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:19.110588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-b4949764-67d6-4f03-bd09-96eb177a82b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.0918994 May 10 12:05:19.181430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-f578ba99-e615-47e1-a4c1-e57742bae15a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 999 time: 0.0639970 May 10 12:05:19.230176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-23e460cc-e91f-4cb6-8a1e-b4211f96f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:19.231569 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-23e460cc-e91f-4cb6-8a1e-b4211f96f603 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0434642 May 10 12:05:19.278638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-a1b99cf3-8e86-4171-8dc9-e21960c02cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:19.280116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-a1b99cf3-8e86-4171-8dc9-e21960c02cc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402653 May 10 12:05:19.378072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-429bed0d-82f4-4bcc-846b-56667aad7a5e service neutron] 10.222.0.49 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907369 May 10 12:05:19.469240 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b6273e3-dc8a-49e2-982e-15bfb58b0a46 req-4f34949c-f465-4436-9710-c75bbd229bc8 service neutron] 10.222.0.49 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843561 May 10 12:05:19.550302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ed6a6-53ae-49e6-8bc5-c8c55cb5b0e7 req-040c40fa-46be-4387-8e87-63aefabdb075 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:19.551720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-029ed6a6-53ae-49e6-8bc5-c8c55cb5b0e7 req-040c40fa-46be-4387-8e87-63aefabdb075 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 943 time: 0.0539215 May 10 12:05:19.592576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-029ed6a6-53ae-49e6-8bc5-c8c55cb5b0e7 req-bbc17b3c-9dec-43f5-bfc6-4438e0211a35 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332208 May 10 12:05:20.521836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:20.525738 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d200cb0-c0b3-471d-97f7-7c5346468fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:20.580647 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d955a-b225-4f62-a812-b1532d245f9d x-openstack-request-id: req-c63d955a-b225-4f62-a812-b1532d245f9d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:20.580943 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:20.581202 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c63d955a-b225-4f62-a812-b1532d245f9d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:20.581664 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63d955a-b225-4f62-a812-b1532d245f9d'] response: {'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'status': 'completed', 'code': 200} May 10 12:05:20.671104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-2ad5b4b0-47a1-475e-b683-dfccdb5fdf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:20.672636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-2ad5b4b0-47a1-475e-b683-dfccdb5fdf3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1094 time: 0.0722358 May 10 12:05:20.677504 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-0107bf52-bbd9-40ce-b26c-a5bf40e25a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:20.678857 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-0107bf52-bbd9-40ce-b26c-a5bf40e25a54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1094 time: 0.0700879 May 10 12:05:20.722609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53a114-74fb-4e48-b25f-1e9e46e85ea7 req-52adca04-3953-4188-812f-d1097f85fedd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:20.725227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d53a114-74fb-4e48-b25f-1e9e46e85ea7 req-52adca04-3953-4188-812f-d1097f85fedd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 943 time: 0.0546086 May 10 12:05:20.763631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2d53a114-74fb-4e48-b25f-1e9e46e85ea7 req-e6105f03-730c-4600-ab39-059bdb97d1fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332048 May 10 12:05:20.831416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-2ac2ca74-d56e-495f-9492-12d8559af56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:20.832994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-2ac2ca74-d56e-495f-9492-12d8559af56f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.1516757 May 10 12:05:20.834080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-c51ae30f-7b8d-407f-ac49-66812a76befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:20.835448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-c51ae30f-7b8d-407f-ac49-66812a76befd service neutron] 10.222.0.70 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.1467154 May 10 12:05:20.958950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-9f5ce0e8-987c-4e8a-9973-d754e83617f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 999 time: 0.1182013 May 10 12:05:20.961383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-6c14414d-1b95-49d5-beb3-e3bf111be00a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 999 time: 0.1182556 May 10 12:05:21.047764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-1879c692-74f8-424f-8fc0-e35aadda257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:21.049512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-1879c692-74f8-424f-8fc0-e35aadda257a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0839713 May 10 12:05:21.050897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-8aab1db4-fc88-4d39-8e25-718e7df407df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:21.052199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-8aab1db4-fc88-4d39-8e25-718e7df407df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0794067 May 10 12:05:21.120728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-7d6608fc-09a0-4986-95de-3064f313e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:21.122229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-7d6608fc-09a0-4986-95de-3064f313e9d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657649 May 10 12:05:21.126253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-3c57b965-d592-4e08-95b8-f48d251e2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:21.127592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-3c57b965-d592-4e08-95b8-f48d251e2a56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638919 May 10 12:05:21.280542 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-f37c84b0-3bb1-44b9-8af4-66497269a911 service neutron] 10.222.0.49 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504180 May 10 12:05:21.282703 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-0ba12037-ff59-4445-bc9a-09471ac4f0df service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453714 May 10 12:05:21.437977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-4cd3552c-e447-4cd1-be07-6053e8cf2c52 service neutron] 10.222.0.49 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498525 May 10 12:05:21.439833 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0d200cb0-c0b3-471d-97f7-7c5346468fc6 req-4d663432-1fbc-4f64-a2f1-42d0eed0fab1 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501093 May 10 12:05:21.896269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0d754-226b-403a-be53-c30bd64625b4 req-1e977c22-8516-4d3e-8df9-e4829150c4df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:21.897735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3cd0d754-226b-403a-be53-c30bd64625b4 req-1e977c22-8516-4d3e-8df9-e4829150c4df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 943 time: 0.0532620 May 10 12:05:21.938386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3cd0d754-226b-403a-be53-c30bd64625b4 req-3d92a027-5427-4514-b802-3a6c7bf6b540 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315886 May 10 12:05:22.182030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cac1abca-7683-4331-9194-da35eac54fa1 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:22.199277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-037a3afa-783d-4fb4-a626-6d352ea6e3f9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:22.200766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-037a3afa-783d-4fb4-a626-6d352ea6e3f9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 943 time: 0.0796912 May 10 12:05:22.221114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa549ff-321b-40a1-88cb-36bac7d563ed req-5848a9ee-1ffd-41b8-ab34-427e14f4ad2a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:22.222508 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfa549ff-321b-40a1-88cb-36bac7d563ed req-5848a9ee-1ffd-41b8-ab34-427e14f4ad2a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 943 time: 0.0751090 May 10 12:05:22.229578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cac1abca-7683-4331-9194-da35eac54fa1 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:22.298595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device cac1abca-7683-4331-9194-da35eac54fa1 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:05:22.298898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfa549ff-321b-40a1-88cb-36bac7d563ed req-6ab69168-5f53-40b3-be6c-369121cb5965 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532870 May 10 12:05:22.300281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-d5a0d3f9-8809-4f46-9e50-1df6d6e55b4e service neutron] 10.222.0.49 "GET /v2.0/ports/cac1abca-7683-4331-9194-da35eac54fa1/bindings/n-h2-840949-1 HTTP/1.1" status: 200 len: 382 time: 0.0918524 May 10 12:05:22.362740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-9945013f-0f44-449d-91af-45fa36614956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:22.364267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-9945013f-0f44-449d-91af-45fa36614956 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1094 time: 0.0427310 May 10 12:05:22.400664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:22.412231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'cac1abca-7683-4331-9194-da35eac54fa1', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'port_id': 'cac1abca-7683-4331-9194-da35eac54fa1', 'mac_address': 'fa:16:3e:70:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:05:22.437942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54652) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:22.451222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port cac1abca-7683-4331-9194-da35eac54fa1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:05:22.451605 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:22.456635 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-c321e47f-7c4e-4d24-a2cb-bc50b09e9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:22.458104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-c321e47f-7c4e-4d24-a2cb-bc50b09e9e01 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.0872803 May 10 12:05:22.469172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac1abca-7683-4331-9194-da35eac54fa1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:05:22.489311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:22.494622 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:22.545416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:22.555090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.555423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.555773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.556146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.556487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.556823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.557158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.557490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.557819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.558162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.558491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.558821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.617650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port 3d0a5233-9ffe-4889-9d63-3593ebceda1f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:22.617650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:22.706480 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:22.706811 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:22.716669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['cac1abca-7683-4331-9194-da35eac54fa1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:05:22.721810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for 3d0a5233-9ffe-4889-9d63-3593ebceda1f owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:22.836557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ec57e8e5-866e-4b2b-abd3-662278b1904a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 999 time: 0.3721085 May 10 12:05:22.888449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-27a6f3d3-5b05-42d5-81fc-b15d4ae848c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:22.889859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-27a6f3d3-5b05-42d5-81fc-b15d4ae848c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0468733 May 10 12:05:22.891502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:22.919788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=3d0a5233-9ffe-4889-9d63-3593ebceda1f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:22.946784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-f83cf654-6b73-4e82-8964-30d7b6df9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:22.948458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-f83cf654-6b73-4e82-8964-30d7b6df9a5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526428 May 10 12:05:22.977288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.977635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.977998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.978326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.978792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.979134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.979467 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.979795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.980148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.980484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.980821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:22.981140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:23.000684 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:23.001236 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Floating IP 762358d2-c09f-4976-9cdb-ad94c17a7331 disassociated (deleted). External IP: 172.25.8.56, port: 35c2012e-1942-42bd-b249-fe07050fbaca. May 10 12:05:23.039881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-24797d58-3a5a-47a7-949b-c25e0703b787 service neutron] 10.222.0.49 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843122 May 10 12:05:23.131229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-46fd1215-c712-48ea-928a-521b211b76a9 service neutron] 10.222.0.49 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844688 May 10 12:05:23.218993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:05:23.337078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:05:23.341966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:23.349246 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:05:23.359987 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:23.360632 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:23.373995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7c3e2c91-2ccc-4381-8a7b-42072056cb47 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "DELETE /v2.0/floatingips/762358d2-c09f-4976-9cdb-ad94c17a7331 HTTP/1.1" status: 204 len: 168 time: 0.9348300 May 10 12:05:23.375545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:23.379640 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8667b41d-68fe-4b18-a534-6fbe3fc1d994" -d '{"events": [{"name": "network-changed", "server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:23.432672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f806129-9de2-4234-ae62-e3ab4915ea21 req-fc429af3-921b-46e9-9b92-76a5392a7cfe tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:23.434580 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f806129-9de2-4234-ae62-e3ab4915ea21 req-fc429af3-921b-46e9-9b92-76a5392a7cfe tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 944 time: 0.0497029 May 10 12:05:23.468606 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:23.474962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f806129-9de2-4234-ae62-e3ab4915ea21 req-f9b7379b-d648-4831-bc60-9f30e9443241 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333965 May 10 12:05:23.525466 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be180ea-9ec3-4c48-83e5-a461d5f5880a x-openstack-request-id: req-5be180ea-9ec3-4c48-83e5-a461d5f5880a {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:23.525817 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:23.526137 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5be180ea-9ec3-4c48-83e5-a461d5f5880a {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:23.526652 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be180ea-9ec3-4c48-83e5-a461d5f5880a'] response: {'name': 'network-changed', 'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca', 'status': 'completed', 'code': 200} May 10 12:05:23.617128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-31d4044e-2c5f-417d-b177-c1f04326745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:23.618724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-31d4044e-2c5f-417d-b177-c1f04326745e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 1096 time: 0.0694675 May 10 12:05:23.632628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ffdec-73d8-4c64-aa0f-c33a07a9f360 req-a6963ea7-755e-46f8-81b9-8f8adc614001 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:23.634124 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca8ffdec-73d8-4c64-aa0f-c33a07a9f360 req-a6963ea7-755e-46f8-81b9-8f8adc614001 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 945 time: 0.0591352 May 10 12:05:23.698370 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:44Z', 'revision_number': 1, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:23.721773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca8ffdec-73d8-4c64-aa0f-c33a07a9f360 req-9a7e1427-5f2f-4427-a7ad-a0b4d3c3630f tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787876 May 10 12:05:23.723852 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:05:23.733874 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:23.734444 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:23.754695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-85992dc4-8e53-4073-ac89-da05a3bbcc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:23.756231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-85992dc4-8e53-4073-ac89-da05a3bbcc48 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.1210074 May 10 12:05:23.799539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-01d26778-3c99-4e39-85d0-eb1190d9e617 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35c2012e-1942-42bd-b249-fe07050fbaca HTTP/1.1" status: 200 len: 217 time: 0.0342691 May 10 12:05:23.840778 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:23.850805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-f70953f5-30cb-451c-930a-f82da01cdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:23.852329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-f70953f5-30cb-451c-930a-f82da01cdb19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0460212 May 10 12:05:23.899307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-696bda0a-a1ca-44e9-b0ee-eeb55e9872d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:23.900893 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-696bda0a-a1ca-44e9-b0ee-eeb55e9872d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402353 May 10 12:05:23.989303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-5fc373a3-5d05-4645-87fa-698a0a6fd740 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810485 May 10 12:05:24.069354 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:44Z', 'revision_number': 1, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:24.084936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8667b41d-68fe-4b18-a534-6fbe3fc1d994 req-1bfdb110-6b0e-4a98-989e-0b68cc710a43 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886743 May 10 12:05:24.095144 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81683fe-0cda-4a0d-9b35-a5843b1c22fa None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'ab25deb7-5ed9-4a75-bfa6-c3412201a9ec', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'port_id': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'mac_address': 'fa:16:3e:fa:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:01:42Z', 'updated_at': '2022-05-10T12:01:44Z', 'revision_number': 1, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:05:24.304159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device cac1abca-7683-4331-9194-da35eac54fa1 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:05:24.331757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b53cb-01c5-4e76-961a-ce75b112dbb6 None None] New status for floating IP 762358d2-c09f-4976-9cdb-ad94c17a7331: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:05:24.413274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port cac1abca-7683-4331-9194-da35eac54fa1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:05:24.418160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port cac1abca-7683-4331-9194-da35eac54fa1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:05:24.418331 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:24.504338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port cac1abca-7683-4331-9194-da35eac54fa1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:05:24.504732 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:24.531233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:24.533523 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2572b88-79d5-485a-bcc9-81021a1e2c3c" -d '{"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-plugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:24.546161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:24.551486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:24.601280 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77535849-7af7-47e0-9b56-80faae6d8be8 x-openstack-request-id: req-77535849-7af7-47e0-9b56-80faae6d8be8 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:24.601572 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-plugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:24.601822 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77535849-7af7-47e0-9b56-80faae6d8be8 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:24.602218 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77535849-7af7-47e0-9b56-80faae6d8be8'] response: {'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'code': 200} May 10 12:05:24.606184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:24.613233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321e94f-2b1e-44ed-bf82-6db8c93b7d1c req-e5e714b1-db92-4d1f-9ed8-7cd00084bd0f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:24.614731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3321e94f-2b1e-44ed-bf82-6db8c93b7d1c req-e5e714b1-db92-4d1f-9ed8-7cd00084bd0f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0632441 May 10 12:05:24.652734 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3321e94f-2b1e-44ed-bf82-6db8c93b7d1c req-64301da4-ecd7-4c0c-9c88-c7f79f454c6f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317206 May 10 12:05:24.852577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ff4a2-59f2-4fc9-b1c4-8040bfc95b36 req-0e9af49f-4bd2-458a-b599-8a4337d06327 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:24.854070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-532ff4a2-59f2-4fc9-b1c4-8040bfc95b36 req-0e9af49f-4bd2-458a-b599-8a4337d06327 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 945 time: 0.0514715 May 10 12:05:24.896699 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-532ff4a2-59f2-4fc9-b1c4-8040bfc95b36 req-1608d01a-c47b-4cb4-84cd-761dd5706c83 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341463 May 10 12:05:25.073506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-dbbb6e09-8899-47ab-a87d-5cbc444b2118 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:25.075069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-dbbb6e09-8899-47ab-a87d-5cbc444b2118 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 945 time: 0.0541422 May 10 12:05:25.077397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-072c082f-b595-432f-acfd-394c5a3228e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:25.078937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-072c082f-b595-432f-acfd-394c5a3228e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 1096 time: 0.0422258 May 10 12:05:25.090635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:05:25.146927 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:25.171301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port 35c2012e-1942-42bd-b249-fe07050fbaca {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:25.171668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:25.262587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] For port 35c2012e-1942-42bd-b249-fe07050fbaca, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=35c2012e-1942-42bd-b249-fe07050fbaca,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:25.262962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:25.280204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for 35c2012e-1942-42bd-b249-fe07050fbaca owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:25.353567 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:25.387163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:05:25.406677 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:25.431345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:25.437166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=35c2012e-1942-42bd-b249-fe07050fbaca,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:25.447989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Transition to ACTIVE for port object cac1abca-7683-4331-9194-da35eac54fa1 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:05:25.453923 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:25.482447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] No DVR routers for this DVR port 35c2012e-1942-42bd-b249-fe07050fbaca on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:05:25.484898 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:25.488201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-07d27d11-fc0d-4140-a104-df10b0696eb8 req-e7331f8f-3e2d-4895-935b-02155dc3393d tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "DELETE /v2.0/ports/35c2012e-1942-42bd-b249-fe07050fbaca HTTP/1.1" status: 204 len: 173 time: 0.4065311 May 10 12:05:25.488612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'name': 'network-vif-deleted', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:25.490878 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84e20b9-95cf-4821-978b-cabd7936333a" -d '{"events": [{"server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "name": "network-vif-deleted", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:25.537158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:25.540187 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511e9605-114c-4b9d-97c6-cf7be9e5f361" -d '{"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:25.542661 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc64ab3-4b28-4e49-978c-72cca8c2805b x-openstack-request-id: req-bcc64ab3-4b28-4e49-978c-72cca8c2805b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:25.543102 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95f5fda-db54-43a7-ac3d-6ec55b021729", "name": "network-vif-deleted", "tag": "35c2012e-1942-42bd-b249-fe07050fbaca", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:25.543368 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcc64ab3-4b28-4e49-978c-72cca8c2805b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:25.543809 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc64ab3-4b28-4e49-978c-72cca8c2805b'] response: {'server_uuid': 'b95f5fda-db54-43a7-ac3d-6ec55b021729', 'name': 'network-vif-deleted', 'tag': '35c2012e-1942-42bd-b249-fe07050fbaca', 'status': 'completed', 'code': 200} May 10 12:05:25.568347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:25.611225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] No DVR routers for this DVR port cac1abca-7683-4331-9194-da35eac54fa1 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:05:25.647394 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7850cdeb-3155-4653-9153-d271b70a87e6 x-openstack-request-id: req-7850cdeb-3155-4653-9153-d271b70a87e6 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:25.648165 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:25.648165 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7850cdeb-3155-4653-9153-d271b70a87e6 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:25.648633 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7850cdeb-3155-4653-9153-d271b70a87e6'] response: {'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'code': 200} May 10 12:05:26.006655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8edcbdc4-504e-4a9f-9107-2bace66baba9 req-f7b1bf93-c590-4044-a628-ba793b991b5e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 210 time: 0.0271845 May 10 12:05:26.130104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfd4e1-6232-47d4-82c9-e71b9e2ff240 req-8f13a65c-119c-4175-8a9b-5541d73af1ff tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:26.131592 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-adcfd4e1-6232-47d4-82c9-e71b9e2ff240 req-8f13a65c-119c-4175-8a9b-5541d73af1ff tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 944 time: 0.0664449 May 10 12:05:26.181663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:05:26.181894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:05:26.183886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:05:26.195002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:05:26.195457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Attempting to bind port cac1abca-7683-4331-9194-da35eac54fa1 on network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:05:26.204862 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-adcfd4e1-6232-47d4-82c9-e71b9e2ff240 req-a1d0cfb7-980e-4d06-9ed3-279b7a72061a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667434 May 10 12:05:26.206051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:05:26.206365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Checking segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:05:26.206757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Bound using segment: {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:05:26.207211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Bound port: cac1abca-7683-4331-9194-da35eac54fa1, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8ba8d-bfa0-4be7-91af-927621d5ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:05:26.207569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:26.279103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:05:26.288099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:05:26.294463 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:26.333591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:26.334220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:26.335903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] 10.222.0.70 "PUT /v2.0/ports/cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 1092 time: 1.2487402 May 10 12:05:26.354806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d705c-6adb-49d6-809a-bb2acdb8e63b service neutron] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=11']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:26.409230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ad069524-5ed4-4210-b9c0-ec1f502ae5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:26.410758 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ad069524-5ed4-4210-b9c0-ec1f502ae5be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1095 time: 0.0503287 May 10 12:05:26.516108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-28f6df42-4ccc-4833-99f5-b08f9277df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:26.517601 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-28f6df42-4ccc-4833-99f5-b08f9277df77 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.0989449 May 10 12:05:26.586931 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-8ccf15a9-206a-4a4f-8e06-c216568b44a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 999 time: 0.0613849 May 10 12:05:26.639946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ab19d028-9b91-4a9a-a985-b60307a91816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:26.641435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-ab19d028-9b91-4a9a-a985-b60307a91816 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0487888 May 10 12:05:26.691621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-70cb05e3-7341-481a-91fe-e7c4570b531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:26.693085 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-70cb05e3-7341-481a-91fe-e7c4570b531b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448372 May 10 12:05:26.783585 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-84a1a465-cfad-480d-8a28-c4c621d0a922 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839589 May 10 12:05:26.881909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-55204b10-ea59-4646-b42b-67ef1f71ecf6 req-bd030a18-1162-43fc-a19a-c0c3955deda7 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893674 May 10 12:05:27.109837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7c9354b-0bea-4ff4-b034-2d4b86770d20 req-0eff2dde-862e-4702-bf6d-4cad541b9ce6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 210 time: 0.0275915 May 10 12:05:27.330063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831705c6-7aba-49a7-8403-5adb2742a37b req-2e89ec39-78f9-4fb7-ae3a-22899958363a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:27.331586 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-831705c6-7aba-49a7-8403-5adb2742a37b req-2e89ec39-78f9-4fb7-ae3a-22899958363a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 944 time: 0.0510151 May 10 12:05:27.370831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-831705c6-7aba-49a7-8403-5adb2742a37b req-9ae1825b-443b-4949-b811-85740b4d2f58 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326679 May 10 12:05:27.650229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:27.652814 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2f4246-9498-4d0a-b28a-a704c4545631" -d '{"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:27.703677 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9420a4-1d8d-4e1a-822b-e7fdb4f4d29c x-openstack-request-id: req-6f9420a4-1d8d-4e1a-822b-e7fdb4f4d29c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:27.704443 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:27.704443 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f9420a4-1d8d-4e1a-822b-e7fdb4f4d29c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:27.704661 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9420a4-1d8d-4e1a-822b-e7fdb4f4d29c'] response: {'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'status': 'completed', 'code': 200} May 10 12:05:27.764328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-4948c004-c4fc-4801-84d6-50e533f93bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:27.766467 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-4948c004-c4fc-4801-84d6-50e533f93bf9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1095 time: 0.0432391 May 10 12:05:27.773184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-b0612c96-add9-4036-9f53-3999ce44227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:27.775320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-b0612c96-add9-4036-9f53-3999ce44227c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1095 time: 0.0477986 May 10 12:05:27.860687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-73d03bc6-4466-41c8-89b2-cf6ebaf61209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:27.862314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-73d03bc6-4466-41c8-89b2-cf6ebaf61209 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.0881124 May 10 12:05:27.872780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-110a820c-47fc-4e2f-a3e7-2cfee2117c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:27.874227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-110a820c-47fc-4e2f-a3e7-2cfee2117c29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.0879991 May 10 12:05:27.956774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-36d069c6-2e16-4f1d-8404-5bf007878dcc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 999 time: 0.0839295 May 10 12:05:27.962900 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-05c7feee-478d-41c6-8b8b-b8211a41082a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 999 time: 0.0805681 May 10 12:05:28.017143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-8e376e45-5057-4d6b-8851-402f7357e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:28.018723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-8e376e45-5057-4d6b-8851-402f7357e647 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0493047 May 10 12:05:28.022703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-c46b9020-58a4-4a12-ac94-1722776d22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:28.024330 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-c46b9020-58a4-4a12-ac94-1722776d22f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0577478 May 10 12:05:28.069522 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-62e643dc-77e0-4c1d-b271-57e92e2dea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:28.071873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-62e643dc-77e0-4c1d-b271-57e92e2dea98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460894 May 10 12:05:28.073141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-f14bb6cd-083f-4795-8849-333fd3677c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:28.074685 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-f14bb6cd-083f-4795-8849-333fd3677c1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427630 May 10 12:05:28.172494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-33c7e222-03c5-41bc-a41d-8f7b00bf07d9 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922451 May 10 12:05:28.186450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-14d75e59-d82e-4fc7-8b8d-78f3b6ca64fe service neutron] 10.222.0.49 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044207 May 10 12:05:28.219284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cac1abca-7683-4331-9194-da35eac54fa1 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:05:28.259364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fb1874f2-9297-4fcb-8b5f-41419e5d6374 req-77825111-675e-4a9e-8d7d-e43575589bd9 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 210 time: 0.0685425 May 10 12:05:28.324765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-ec6bb2b7-9fba-47c0-bf40-e3ab7195c697 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435392 May 10 12:05:28.350943 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e2f4246-9498-4d0a-b28a-a704c4545631 req-f3abd72f-d961-4a66-8cf5-2db62a9db692 service neutron] 10.222.0.49 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574500 May 10 12:05:28.457842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 35c2012e-1942-42bd-b249-fe07050fbaca no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:28.460253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device cac1abca-7683-4331-9194-da35eac54fa1 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:28.503742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 35c2012e-1942-42bd-b249-fe07050fbaca {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:05:28.504392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 35c2012e-1942-42bd-b249-fe07050fbaca not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:28.508984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333f33b-2539-4511-90da-8260bc41d142 req-a912ea7b-1737-4cbe-a4d1-49ca3811191e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:28.510616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b333f33b-2539-4511-90da-8260bc41d142 req-a912ea7b-1737-4cbe-a4d1-49ca3811191e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 944 time: 0.0605125 May 10 12:05:28.526267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device cac1abca-7683-4331-9194-da35eac54fa1 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:28.561300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:28.570149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b333f33b-2539-4511-90da-8260bc41d142 req-fe2e2286-654d-4fae-bf38-240e052eeb00 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460072 May 10 12:05:28.579325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'cac1abca-7683-4331-9194-da35eac54fa1', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'port_id': 'cac1abca-7683-4331-9194-da35eac54fa1', 'mac_address': 'fa:16:3e:70:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:05:28.623629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port cac1abca-7683-4331-9194-da35eac54fa1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:05:28.624057 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:28.637699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac1abca-7683-4331-9194-da35eac54fa1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:05:28.658217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:28.662326 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:28.709096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=12']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:28.892506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['cac1abca-7683-4331-9194-da35eac54fa1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:05:29.388846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f27bb228-f17e-47cc-8164-6ad85ce57157 req-baad0c60-3ac5-46a2-ac9d-95f3eef776c4 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=b95f5fda-db54-43a7-ac3d-6ec55b021729 HTTP/1.1" status: 200 len: 210 time: 0.0319986 May 10 12:05:29.727175 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b410a-dc06-4e04-b9af-f39e42c98ad4 req-fabfbddf-9d87-4b5a-adc8-2d8cd86260d0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:29.728656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-675b410a-dc06-4e04-b9af-f39e42c98ad4 req-fabfbddf-9d87-4b5a-adc8-2d8cd86260d0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 945 time: 0.0603890 May 10 12:05:29.773980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-675b410a-dc06-4e04-b9af-f39e42c98ad4 req-54685fc3-fa19-4f60-8afc-0b25210e1f57 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376451 May 10 12:05:29.797952 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54692) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:29.858583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f09e8058-7898-4395-87f5-466ad2b147df tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/3fa5dbbc-ae2e-42c1-a34a-215bfa42361f HTTP/1.1" status: 200 len: 992 time: 0.0590315 May 10 12:05:30.234317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cac1abca-7683-4331-9194-da35eac54fa1 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:05:30.299232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port cac1abca-7683-4331-9194-da35eac54fa1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:05:30.303304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port cac1abca-7683-4331-9194-da35eac54fa1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:05:30.303680 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:30.381424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port cac1abca-7683-4331-9194-da35eac54fa1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:05:30.381671 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:30.404786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:30.407239 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39829264-695f-4dab-9f04-7f99f5bdce39" -d '{"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-plugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:30.421175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:30.426450 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:30.454385 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8215c566-2d1d-41f6-afc5-9a2ca2d71a6d x-openstack-request-id: req-8215c566-2d1d-41f6-afc5-9a2ca2d71a6d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:30.454701 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-plugged", "status": "completed", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:30.455021 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8215c566-2d1d-41f6-afc5-9a2ca2d71a6d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:30.455298 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8215c566-2d1d-41f6-afc5-9a2ca2d71a6d'] response: {'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'code': 200} May 10 12:05:30.481806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=13']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:32.845431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:34.314496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-107625d2-8218-430a-bb45-b83af9464a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:34.773227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54716) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:34.939496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port d46284be-7e94-48b5-8909-ededf9d1aca5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:34.939988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:35.021681 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:35.021932 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:35.033929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for d46284be-7e94-48b5-8909-ededf9d1aca5 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:35.210823 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:35.247104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=d46284be-7e94-48b5-8909-ededf9d1aca5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:35.308242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:35.308488 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Floating IP ab25deb7-5ed9-4a75-bfa6-c3412201a9ec disassociated (deleted). External IP: 172.25.8.62, port: 70b6cb62-83d1-4275-87a0-ec4fdabc46f5. May 10 12:05:35.522150 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:05:35.634227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:05:35.639607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:35.643939 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:05:35.654377 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:35.655138 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:35.669157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b4b16576-9368-42eb-a6e9-3cccca513872 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "DELETE /v2.0/floatingips/ab25deb7-5ed9-4a75-bfa6-c3412201a9ec HTTP/1.1" status: 204 len: 168 time: 0.8948367 May 10 12:05:35.670000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:35.672513 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b467dfee-8cfa-4807-aedb-7f718d0f71ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:35.705696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:35.714710 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7883823-fc8b-4d27-9302-29d96da3742b x-openstack-request-id: req-b7883823-fc8b-4d27-9302-29d96da3742b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:35.715009 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:35.715266 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7883823-fc8b-4d27-9302-29d96da3742b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:35.715686 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7883823-fc8b-4d27-9302-29d96da3742b'] response: {'name': 'network-changed', 'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'status': 'completed', 'code': 200} May 10 12:05:35.780968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-b25accd1-8709-4724-ba0a-fdfb58254967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:35.782562 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-b25accd1-8709-4724-ba0a-fdfb58254967 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d6e3cf10374657a88d6ed14916eeec&device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 1096 time: 0.0447514 May 10 12:05:35.878825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-90497b0f-ffaa-49fc-b194-1c05054abba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:35.880418 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-90497b0f-ffaa-49fc-b194-1c05054abba7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 200 len: 913 time: 0.0913525 May 10 12:05:35.889626 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:35.925408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ef153-f2fe-4e94-b1df-369c3c748ad8 req-8f82dd3e-b75e-43ef-a844-83a21589b99b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:35.926989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-288ef153-f2fe-4e94-b1df-369c3c748ad8 req-8f82dd3e-b75e-43ef-a844-83a21589b99b tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 945 time: 0.0547941 May 10 12:05:35.930141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-d98c128d-d654-453e-98f3-59a5b5a806a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 200 len: 217 time: 0.0410645 May 10 12:05:35.965522 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-288ef153-f2fe-4e94-b1df-369c3c748ad8 req-342ad9f6-08a6-4614-8688-f4c72f175973 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323441 May 10 12:05:35.985703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-b5e5a154-923e-4166-8dfb-f3706168d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:35.987199 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-b5e5a154-923e-4166-8dfb-f3706168d096 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 200 len: 851 time: 0.0482538 May 10 12:05:36.033804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-d4dbf571-4f4f-43a8-a698-eb3f5a64eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:36.035346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-d4dbf571-4f4f-43a8-a698-eb3f5a64eab0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4614ead3-c23c-412b-950b-bf423696c4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401156 May 10 12:05:36.099454 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:36.125915 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:05:36.129574 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-08aa7f2c-eaa0-4ca7-98d5-bf799e516f1e service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862467 May 10 12:05:36.134343 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:36.135010 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:36.224868 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b467dfee-8cfa-4807-aedb-7f718d0f71ce req-e3a41552-79a5-4400-bdb0-e49d642b8f72 service neutron] 10.222.0.70 "GET /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875254 May 10 12:05:36.238135 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:36.433302 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:36.463144 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a99159-b7af-4572-94a3-5934d2a69cc6 None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T11:55:37Z', 'revision_number': 4, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '100c3709-8d1b-4c1d-be97-a04645a95559', 'name': '', 'network_id': '4614ead3-c23c-412b-950b-bf423696c4ff', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'mac_address': 'fa:16:3e:7a:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:36Z', 'updated_at': '2022-05-10T11:55:41Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'subnets': [{'id': '9fc89501-d8d4-42ba-9eb1-86b5f4ddb315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:05:36.688245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16646d14-5b88-4bfc-bfad-3c1aa0a7777a None None] New status for floating IP ab25deb7-5ed9-4a75-bfa6-c3412201a9ec: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:05:37.112619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d202586-9f68-41e6-aa37-86fe1215eccb req-65bc34bc-0b51-4caa-a581-8670ed215280 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:37.114142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d202586-9f68-41e6-aa37-86fe1215eccb req-65bc34bc-0b51-4caa-a581-8670ed215280 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 945 time: 0.0669549 May 10 12:05:37.156617 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0d202586-9f68-41e6-aa37-86fe1215eccb req-ffe14ecc-27a5-4593-a330-0aabd724f659 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6378e6f-01d0-46ef-bfb3-8268a2695e79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360568 May 10 12:05:37.299696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e3d9ff8-d173-4746-afa7-488d7a303fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:37.311761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-15b733d4-4c59-4b5d-a21c-33861352cc33 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:37.313257 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-15b733d4-4c59-4b5d-a21c-33861352cc33 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 945 time: 0.0670111 May 10 12:05:37.405767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:37.406078 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:37.499004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] For port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:37.499364 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:37.517341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:37.653114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:37.682333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=70b6cb62-83d1-4275-87a0-ec4fdabc46f5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:37.723590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] No DVR routers for this DVR port 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:05:37.726267 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:37.730101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5861d0c9-6db1-449a-bdee-c9ebbfa5d16f req-efd4947a-3ae0-4c05-b8d1-87dcf3c758fb tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.70 "DELETE /v2.0/ports/70b6cb62-83d1-4275-87a0-ec4fdabc46f5 HTTP/1.1" status: 204 len: 173 time: 0.4109898 May 10 12:05:37.730559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'name': 'network-vif-deleted', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:37.732803 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b9f123-621d-46be-8434-c67dc059f67a" -d '{"events": [{"server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "name": "network-vif-deleted", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:37.772290 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e1b40-cb00-4668-b8d0-86eccb46afaa x-openstack-request-id: req-b32e1b40-cb00-4668-b8d0-86eccb46afaa {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:37.772602 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f870b956-dedc-4f26-bd2b-7712c4a06e39", "name": "network-vif-deleted", "tag": "70b6cb62-83d1-4275-87a0-ec4fdabc46f5", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:37.772887 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b32e1b40-cb00-4668-b8d0-86eccb46afaa {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:37.773297 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32e1b40-cb00-4668-b8d0-86eccb46afaa'] response: {'server_uuid': 'f870b956-dedc-4f26-bd2b-7712c4a06e39', 'name': 'network-vif-deleted', 'tag': '70b6cb62-83d1-4275-87a0-ec4fdabc46f5', 'status': 'completed', 'code': 200} May 10 12:05:37.883281 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:38.260981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94171d1e-a6ee-4ac1-a385-661e185b203b req-05b1d8a6-86fe-42e5-bac1-da104a9d0c2e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 210 time: 0.0272176 May 10 12:05:39.370803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2aa4c3f-189d-4fd2-b792-f3dd583e60bb req-c532cf2d-20b6-4063-b660-3a45851d3520 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 210 time: 0.0267138 May 10 12:05:39.406934 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:39.569071 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:40.312684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:40.332868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:05:40.333233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 70b6cb62-83d1-4275-87a0-ec4fdabc46f5 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:40.471065 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b5cfff1e-6f2b-4ade-935f-4b89a0152a9b req-ab9340e1-6d96-400e-bb5b-fe4a1990a54c tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 210 time: 0.0270741 May 10 12:05:41.584284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa7f0689-5abe-4d19-a4c8-740a51cbdfdb req-56ff7259-4c18-462b-b057-2823598310c8 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f870b956-dedc-4f26-bd2b-7712c4a06e39 HTTP/1.1" status: 200 len: 210 time: 0.0258214 May 10 12:05:42.644539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54738) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:42.770983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Deleting port 8801ad23-e964-49ec-b8e7-1f63d8faa3a7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:42.771302 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:42.845294 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:42.845600 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:42.857418 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Calling delete_port for 8801ad23-e964-49ec-b8e7-1f63d8faa3a7 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:42.999185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:43.023831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'Port': ['ID=8801ad23-e964-49ec-b8e7-1f63d8faa3a7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:43.089338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:43.091952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:43.093129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a62b369c-cadb-4964-ad39-f34242360b1e tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "DELETE /v2.0/floatingips/ef56710e-ba33-42ac-bbe5-3e065ca4077f HTTP/1.1" status: 204 len: 168 time: 0.4475868 May 10 12:05:43.853502 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:05:45.348904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54752) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:45.413634 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-877ff07a-e295-4c47-bb11-6991d8d917d6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:45.443431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-877ff07a-e295-4c47-bb11-6991d8d917d6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:45.503188 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-877ff07a-e295-4c47-bb11-6991d8d917d6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:45.505726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-877ff07a-e295-4c47-bb11-6991d8d917d6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:45.509411 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-877ff07a-e295-4c47-bb11-6991d8d917d6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6378e6f-01d0-46ef-bfb3-8268a2695e79 HTTP/1.1" status: 204 len: 168 time: 0.1569436 May 10 12:05:45.518937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ff07a-e295-4c47-bb11-6991d8d917d6 tempest-TestVolumeBootPattern-2095320784 tempest-TestVolumeBootPattern-2095320784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6378e6f-01d0-46ef-bfb3-8268a2695e79,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:45.566546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54758) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:46.040358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.580251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Deleting port 100c3709-8d1b-4c1d-be97-a04645a95559 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:46.580977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.658506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] For port 100c3709-8d1b-4c1d-be97-a04645a95559, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=100c3709-8d1b-4c1d-be97-a04645a95559,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:46.658815 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.671807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Calling delete_port for 100c3709-8d1b-4c1d-be97-a04645a95559 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:46.855289 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.879997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=100c3709-8d1b-4c1d-be97-a04645a95559,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:47.050133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.273148 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Router 5dc2aa56-4941-42d0-b450-4a403efedad2 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:05:47.388340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:05:47.393611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e3094cbc-9bdb-498a-86e7-f82437ad30f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/5dc2aa56-4941-42d0-b450-4a403efedad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8250999 May 10 12:05:47.396510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54762) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:47.398931 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] Sync routers for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:05:47.409915 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:47.410524 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:47.496417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.518139 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:47.598399 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.653377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Deleting port 57e8a9e0-e9fb-4517-bc94-d934455f71f4 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:47.653666 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.697275 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T12:05:46Z', 'revision_number': 5, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port': {'id': '57e8a9e0-e9fb-4517-bc94-d934455f71f4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:34Z', 'updated_at': '2022-05-10T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:47.728092 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] Checking router: 5dc2aa56-4941-42d0-b450-4a403efedad2 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:05:47.732461 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] For port 57e8a9e0-e9fb-4517-bc94-d934455f71f4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=57e8a9e0-e9fb-4517-bc94-d934455f71f4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:47.732826 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.737576 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] Routers {'5dc2aa56-4941-42d0-b450-4a403efedad2'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:47.738191 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dc2aa56-4941-42d0-b450-4a403efedad2'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:47.745565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Calling delete_port for 57e8a9e0-e9fb-4517-bc94-d934455f71f4 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:47.825235 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] Set router 5dc2aa56-4941-42d0-b450-4a403efedad2 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:47.876309 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T12:05:47Z', 'revision_number': 6, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:47.905371 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819dd76-a5a5-46f0-ba2d-6b909989462c None None] The sync data for ids ['5dc2aa56-4941-42d0-b450-4a403efedad2'] in n-d-840949-1 is: [{'id': '5dc2aa56-4941-42d0-b450-4a403efedad2', 'name': 'tempest-TestVolumeBootPattern-1882103681-router', 'tenant_id': '82d6e3cf10374657a88d6ed14916eeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:33Z', 'updated_at': '2022-05-10T12:05:47Z', 'revision_number': 6, 'project_id': '82d6e3cf10374657a88d6ed14916eeec', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:05:47.917323 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.951430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e8a9e0-e9fb-4517-bc94-d934455f71f4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:48.021172 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.110814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.112988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.157418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.157932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc2aa56-4941-42d0-b450-4a403efedad2 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:05:48.162328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.163478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-799837cc-6225-46da-8ddd-7ab03d0618e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5dc2aa56-4941-42d0-b450-4a403efedad2 HTTP/1.1" status: 204 len: 168 time: 0.7666445 May 10 12:05:48.166059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54764) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:48.213872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3601d8-5471-4f53-9ccd-80691c0550ac admin admin] Deleting subnet 9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:05:48.217194 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c3601d8-5471-4f53-9ccd-80691c0550ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.264076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c3601d8-5471-4f53-9ccd-80691c0550ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.345824 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c3601d8-5471-4f53-9ccd-80691c0550ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.397586 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c3601d8-5471-4f53-9ccd-80691c0550ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.426601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3601d8-5471-4f53-9ccd-80691c0550ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc89501-d8d4-42ba-9eb1-86b5f4ddb315,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:48.431449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c3601d8-5471-4f53-9ccd-80691c0550ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.434983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8c3601d8-5471-4f53-9ccd-80691c0550ac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9fc89501-d8d4-42ba-9eb1-86b5f4ddb315 HTTP/1.1" status: 204 len: 168 time: 0.2676358 May 10 12:05:48.437162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff30af-beeb-4607-9d88-deaddea7f0a2 None None] Network 4614ead3-c23c-412b-950b-bf423696c4ff requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:05:48.437876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54766) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:48.503535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.560464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Deleting port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:48.560880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.630162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] For port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:48.630861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.643709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Calling delete_port for 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:48.664531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] DHCP port deletion for 4614ead3-c23c-412b-950b-bf423696c4ff request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:05:48.715036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] Deleting port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:48.715330 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.727209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.755112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] No DVR routers for this DVR port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:05:48.760431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Pushing event deleted for resources: {'Port': ['ID=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:48.784198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] For port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,segment=NetworkSegment(274368a9-e761-492d-af31-dc5e6d3281fa),segment_id=274368a9-e761-492d-af31-dc5e6d3281fa)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:48.784594 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.800486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] Calling delete_port for 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:48.833535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.856953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4614ead3-c23c-412b-950b-bf423696c4ff']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:48.866531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274368a9-e761-492d-af31-dc5e6d3281fa') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:48.866833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274368a9-e761-492d-af31-dc5e6d3281fa') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:48.875060 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.877479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.892812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.900556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:05:48.900967 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: timer() May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:05:48.902668 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:05:48.905525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] Pushing event deleted for resources: {'Port': ['ID=6035cdd2-76b2-45c4-bb09-90dd13cd1e0b,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:48.905525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba44148-ed64-41f1-9aa9-30fb69a08708 None None] No DVR routers for this DVR port 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:05:48.967921 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.974980 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:48.978393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4614ead3-c23c-412b-950b-bf423696c4ff HTTP/1.1" status: 204 len: 168 time: 0.5395689 May 10 12:05:48.981729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54768) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:48.994824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ef9a2-423d-4087-a102-ec6e33491896 admin admin] Pushing event deleted for resources: {'Network': ['ID=4614ead3-c23c-412b-950b-bf423696c4ff,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:49.322003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 100c3709-8d1b-4c1d-be97-a04645a95559 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:49.337230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:49.342212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 100c3709-8d1b-4c1d-be97-a04645a95559 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:05:49.342560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 100c3709-8d1b-4c1d-be97-a04645a95559 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:49.342976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:49.364084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:05:49.364424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 6035cdd2-76b2-45c4-bb09-90dd13cd1e0b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:49.364866 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 57e8a9e0-e9fb-4517-bc94-d934455f71f4 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:49.383527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 57e8a9e0-e9fb-4517-bc94-d934455f71f4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:05:49.383967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 57e8a9e0-e9fb-4517-bc94-d934455f71f4 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:49.603520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Deleting port da211604-a948-403f-b0c8-981524cfdd0a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:49.603846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:49.692406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] For port da211604-a948-403f-b0c8-981524cfdd0a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=da211604-a948-403f-b0c8-981524cfdd0a,segment=NetworkSegment(6a5b2c40-d6f2-4009-b103-b994ce162b9c),segment_id=6a5b2c40-d6f2-4009-b103-b994ce162b9c)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:49.692780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:49.708988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Calling delete_port for da211604-a948-403f-b0c8-981524cfdd0a owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:49.899944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:49.927739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Pushing event deleted for resources: {'Port': ['ID=da211604-a948-403f-b0c8-981524cfdd0a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:50.094926 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:50.327378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:05:50.436843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:05:50.442276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-770d0b28-61ba-48ac-b25c-7e4c57c6e867 admin admin] 10.222.0.13 "PUT /v2.0/routers/eeb5c4bb-ac9c-48fd-9086-fdca6053d77c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595602 May 10 12:05:50.445897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:50.452512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] Sync routers for ids ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:05:50.463018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] Routers {'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:50.463643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:50.550256 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:50.569141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] Set router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:50.747741 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T12:05:49Z', 'revision_number': 5, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:50.779683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] Checking router: eeb5c4bb-ac9c-48fd-9086-fdca6053d77c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:05:50.788986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] Routers {'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:50.789625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:50.899309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] Set router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:50.987138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.041382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Deleting port 879f0b45-1b13-435d-b22a-4af936202f69 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:51.041651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.079588 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T12:05:49Z', 'revision_number': 5, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:51.105660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6f3fa4-12bc-4d77-b3cb-55528199973d None None] The sync data for ids ['eeb5c4bb-ac9c-48fd-9086-fdca6053d77c'] in n-d-840949-1 is: [{'id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'name': 'tempest-TestVolumeBootPattern-509470060-router', 'tenant_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '879f0b45-1b13-435d-b22a-4af936202f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T11:55:39Z', 'updated_at': '2022-05-10T12:05:49Z', 'revision_number': 5, 'project_id': 'bc1f54af6f6d4038a259e7baf31021dc', 'gw_port': {'id': '879f0b45-1b13-435d-b22a-4af936202f69', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb5c4bb-ac9c-48fd-9086-fdca6053d77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T11:55:40Z', 'updated_at': '2022-05-10T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:05:51.120137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] For port 879f0b45-1b13-435d-b22a-4af936202f69, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=879f0b45-1b13-435d-b22a-4af936202f69,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:51.120696 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.133862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Calling delete_port for 879f0b45-1b13-435d-b22a-4af936202f69 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:51.305382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.340284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=879f0b45-1b13-435d-b22a-4af936202f69,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:51.403235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.500304 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.502532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.556556 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.557356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb5c4bb-ac9c-48fd-9086-fdca6053d77c {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:05:51.562362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.563596 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f8741c7-9897-4633-b14c-42d497f223a6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/eeb5c4bb-ac9c-48fd-9086-fdca6053d77c HTTP/1.1" status: 204 len: 168 time: 1.1167898 May 10 12:05:51.566339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54772) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:51.581243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da211604-a948-403f-b0c8-981524cfdd0a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:51.608910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: da211604-a948-403f-b0c8-981524cfdd0a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:05:51.609261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device da211604-a948-403f-b0c8-981524cfdd0a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:51.615429 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c988dae-31b5-4abf-b3b6-8b2a64e824ce admin admin] Deleting subnet e4975955-35c4-4fd9-8fa1-e5b19149efc8 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:05:51.618652 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c988dae-31b5-4abf-b3b6-8b2a64e824ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.653332 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c988dae-31b5-4abf-b3b6-8b2a64e824ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.732567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c988dae-31b5-4abf-b3b6-8b2a64e824ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.793936 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c988dae-31b5-4abf-b3b6-8b2a64e824ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.818742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c988dae-31b5-4abf-b3b6-8b2a64e824ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4975955-35c4-4fd9-8fa1-e5b19149efc8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:51.825207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c988dae-31b5-4abf-b3b6-8b2a64e824ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.828658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0c988dae-31b5-4abf-b3b6-8b2a64e824ce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4975955-35c4-4fd9-8fa1-e5b19149efc8 HTTP/1.1" status: 204 len: 168 time: 0.2606144 May 10 12:05:51.831499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54774) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:51.833297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a07cc66-582a-4dda-bf49-f516b77eccd5 None None] Network d66da646-0a5c-4c0c-b4fa-d709328a7be0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:05:51.895958 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:51.951506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Deleting port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:51.951872 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.023753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] For port 1983e36a-12cd-4c6c-9271-5086ed5fdc22, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=1983e36a-12cd-4c6c-9271-5086ed5fdc22,segment=NetworkSegment(6a5b2c40-d6f2-4009-b103-b994ce162b9c),segment_id=6a5b2c40-d6f2-4009-b103-b994ce162b9c)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:05:52.024147 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.036364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Calling delete_port for 1983e36a-12cd-4c6c-9271-5086ed5fdc22 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:52.130149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.144583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8402161-22e3-403e-8801-8180b70b19b3 None None] DHCP port deletion for d66da646-0a5c-4c0c-b4fa-d709328a7be0 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:05:52.168591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Pushing event deleted for resources: {'Port': ['ID=1983e36a-12cd-4c6c-9271-5086ed5fdc22,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:52.173280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] No DVR routers for this DVR port 1983e36a-12cd-4c6c-9271-5086ed5fdc22 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:05:52.246155 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.268024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66da646-0a5c-4c0c-b4fa-d709328a7be0']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:52.278419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5b2c40-d6f2-4009-b103-b994ce162b9c') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:52.278805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5b2c40-d6f2-4009-b103-b994ce162b9c') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:52.288303 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.302432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.308548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:05:52.308926 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: timer() May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:05:52.311135 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:05:52.654459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.660025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.663172 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d66da646-0a5c-4c0c-b4fa-d709328a7be0 HTTP/1.1" status: 204 len: 168 time: 0.8307383 May 10 12:05:52.674843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b97a0-f4bf-4e4a-983c-0ea590b0c905 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66da646-0a5c-4c0c-b4fa-d709328a7be0,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:52.805338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54784) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:52.853019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-16c584eb-011b-4c4e-8977-6cbc91238446 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82d6e3cf10374657a88d6ed14916eeec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464280 May 10 12:05:52.855995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54786) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:52.905506 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5701baa-b42c-4dd9-975d-a039e7f13786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.927723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5701baa-b42c-4dd9-975d-a039e7f13786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.977433 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5701baa-b42c-4dd9-975d-a039e7f13786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.981360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5701baa-b42c-4dd9-975d-a039e7f13786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:52.982654 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b5701baa-b42c-4dd9-975d-a039e7f13786 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34bb7a13-55ca-4a74-8f96-9659c7c04e9b HTTP/1.1" status: 204 len: 168 time: 0.1253197 May 10 12:05:52.990413 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5701baa-b42c-4dd9-975d-a039e7f13786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb7a13-55ca-4a74-8f96-9659c7c04e9b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:53.320686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1983e36a-12cd-4c6c-9271-5086ed5fdc22 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:53.340689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 1983e36a-12cd-4c6c-9271-5086ed5fdc22 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:05:53.341060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 1983e36a-12cd-4c6c-9271-5086ed5fdc22 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:53.341505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 879f0b45-1b13-435d-b22a-4af936202f69 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:05:53.360417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 879f0b45-1b13-435d-b22a-4af936202f69 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:05:53.360760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 879f0b45-1b13-435d-b22a-4af936202f69 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:05:53.365965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54794) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:53.406852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2db6a2b3-770e-4f9e-956d-ea4b391f5802 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc1f54af6f6d4038a259e7baf31021dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394938 May 10 12:05:53.409272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54796) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:53.459240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-038aab5c-75bb-4259-8283-30e8681fffb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:53.481467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-038aab5c-75bb-4259-8283-30e8681fffb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:53.531223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-038aab5c-75bb-4259-8283-30e8681fffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:53.535268 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-038aab5c-75bb-4259-8283-30e8681fffb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:53.536928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-038aab5c-75bb-4259-8283-30e8681fffb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad4fc7f5-ecab-4c7c-a50e-fedb4a1f8cea HTTP/1.1" status: 204 len: 168 time: 0.1268127 May 10 12:05:53.545138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038aab5c-75bb-4259-8283-30e8681fffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4fc7f5-ecab-4c7c-a50e-fedb4a1f8cea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:58.490090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c777d1c-4d7f-4ef9-84cb-3f6a913c0189 req-2b76deeb-fd5d-4a44-b4ef-8e28bc687ef6 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:58.491619 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c777d1c-4d7f-4ef9-84cb-3f6a913c0189 req-2b76deeb-fd5d-4a44-b4ef-8e28bc687ef6 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1097 time: 0.0561697 May 10 12:05:58.531113 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c777d1c-4d7f-4ef9-84cb-3f6a913c0189 req-adc10e4f-fcd2-4498-9008-97a7d7b5845f tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296440 May 10 12:05:58.554019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54806) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:05:58.719438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port c1323921-da13-4618-bfa6-09e652efda47 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:05:58.719742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:58.797518 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:58.797826 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:58.809800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for c1323921-da13-4618-bfa6-09e652efda47 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:05:58.960513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:58.983598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=c1323921-da13-4618-bfa6-09e652efda47,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:59.049845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:59.050140 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Floating IP 3fa5dbbc-ae2e-42c1-a34a-215bfa42361f disassociated (deleted). External IP: 172.25.8.127, port: cac1abca-7683-4331-9194-da35eac54fa1. May 10 12:05:59.262807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 36848cb6-6475-41ce-a187-42ee6bb75a0b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:05:59.377915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:05:59.383040 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:59.388186 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] Sync routers for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:05:59.399200 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:59.399810 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:59.411496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6f2ed332-bfa0-48df-bc9c-482c415e5240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/floatingips/3fa5dbbc-ae2e-42c1-a34a-215bfa42361f HTTP/1.1" status: 204 len: 168 time: 0.8563259 May 10 12:05:59.412119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:05:59.414383 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36565bff-8c01-4f46-9cdd-f00cb876f7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:05:59.452879 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045225b3-d074-4851-bd3d-0cc2f3fc740f x-openstack-request-id: req-045225b3-d074-4851-bd3d-0cc2f3fc740f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:05:59.453265 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:05:59.453650 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-045225b3-d074-4851-bd3d-0cc2f3fc740f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:05:59.454071 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045225b3-d074-4851-bd3d-0cc2f3fc740f'] response: {'name': 'network-changed', 'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'status': 'completed', 'code': 200} May 10 12:05:59.519221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-f1d0135d-f149-42fe-9ed6-9315b9de8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:59.520746 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-f1d0135d-f149-42fe-9ed6-9315b9de8102 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 1097 time: 0.0473220 May 10 12:05:59.623533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:59.626056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-bdfb7a37-67a9-4753-a8c2-d5eca59e4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:59.627662 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-bdfb7a37-67a9-4753-a8c2-d5eca59e4a29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 200 len: 897 time: 0.0943041 May 10 12:05:59.662796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d33b-eaad-4385-8d0f-0e8d5aaac28d req-71bdf00d-95af-4cb9-9c14-8062971b20d2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:59.665014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5db5d33b-eaad-4385-8d0f-0e8d5aaac28d req-71bdf00d-95af-4cb9-9c14-8062971b20d2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 946 time: 0.0570552 May 10 12:05:59.680798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-8a82a962-95cc-4361-95a0-03fdf939f4ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 200 len: 217 time: 0.0462008 May 10 12:05:59.705422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5db5d33b-eaad-4385-8d0f-0e8d5aaac28d req-cc70ef3d-ddeb-4764-ae44-5965c5f0797f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343344 May 10 12:05:59.731547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-56679a36-5cb0-4792-ad03-6e324c7ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:59.733044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-56679a36-5cb0-4792-ad03-6e324c7ab94d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 200 len: 835 time: 0.0444574 May 10 12:05:59.780771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-cec11d5e-f7b1-44c2-bb72-de98ae58c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:05:59.782714 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-cec11d5e-f7b1-44c2-bb72-de98ae58c558 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407722 May 10 12:05:59.819341 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:24Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:59.849465 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] Checking router: 36848cb6-6475-41ce-a187-42ee6bb75a0b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:05:59.860021 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:05:59.860643 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:05:59.886020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-f5cb1f41-6d97-4211-86cc-5e4904b6e369 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949719 May 10 12:05:59.965894 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:05:59.976066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36565bff-8c01-4f46-9cdd-f00cb876f7d2 req-b59d15bf-c658-44da-bfcc-3d3847e6b879 service neutron] 10.222.0.70 "GET /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824497 May 10 12:06:00.178114 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:24Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:00.204620 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfe7fa-ba28-4779-9214-f92888092032 None None] The sync data for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 is: [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:04:21Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59', 'name': '', 'network_id': 'c2150a3a-39a3-4ddc-b4ff-643d0c42d16d', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:fd:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:20Z', 'updated_at': '2022-05-10T12:04:24Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '1bb19d58-7521-4ca4-acc9-841f7367a0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:06:00.437538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4861d-91dd-4e83-a269-50ceb5cf832d None None] New status for floating IP 3fa5dbbc-ae2e-42c1-a34a-215bfa42361f: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:06:00.833559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b36abd-5b25-4e76-976d-d1a22eebe2d8 req-35779b6c-cc20-4dfa-9815-ab794451cc75 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:00.835048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9b36abd-5b25-4e76-976d-d1a22eebe2d8 req-35779b6c-cc20-4dfa-9815-ab794451cc75 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 946 time: 0.0571647 May 10 12:06:00.881282 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9b36abd-5b25-4e76-976d-d1a22eebe2d8 req-1b59d382-bec9-41ac-b6d4-ddadd3e75536 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01673d6-138e-4f0b-9ae7-61d47a6b0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399210 May 10 12:06:00.917730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-c00aaa91-97b6-46ca-acc9-3b1c8f06441c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:00.919170 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-c00aaa91-97b6-46ca-acc9-3b1c8f06441c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cdbe-2800-435d-ad0a-9fc0660edd8d HTTP/1.1" status: 200 len: 946 time: 0.0530035 May 10 12:06:01.033601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port cac1abca-7683-4331-9194-da35eac54fa1 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:06:01.033934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:01.139664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port cac1abca-7683-4331-9194-da35eac54fa1, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cac1abca-7683-4331-9194-da35eac54fa1,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:01.140618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:01.153889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for cac1abca-7683-4331-9194-da35eac54fa1 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:06:01.296105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:01.325211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=cac1abca-7683-4331-9194-da35eac54fa1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:01.368973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] No DVR routers for this DVR port cac1abca-7683-4331-9194-da35eac54fa1 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:06:01.371729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:01.376017 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ebc5f07f-ac96-4028-b3ef-070306d84475 req-bc58f1c9-5fd7-40ef-946a-a18dcdf7d0d9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "DELETE /v2.0/ports/cac1abca-7683-4331-9194-da35eac54fa1 HTTP/1.1" status: 204 len: 173 time: 0.4508245 May 10 12:06:01.455122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-deleted', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:06:01.457744 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caeb11d-67ef-46fc-a9ad-a53e5f2e426a" -d '{"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-deleted", "tag": "cac1abca-7683-4331-9194-da35eac54fa1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:06:01.495683 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e1e8dd-faa6-474a-9716-d7a58d7246a4 x-openstack-request-id: req-d8e1e8dd-faa6-474a-9716-d7a58d7246a4 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:06:01.495982 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03cdbe-2800-435d-ad0a-9fc0660edd8d", "name": "network-vif-deleted", "tag": "cac1abca-7683-4331-9194-da35eac54fa1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:06:01.496250 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8e1e8dd-faa6-474a-9716-d7a58d7246a4 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:06:01.496659 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e1e8dd-faa6-474a-9716-d7a58d7246a4'] response: {'server_uuid': '7e03cdbe-2800-435d-ad0a-9fc0660edd8d', 'name': 'network-vif-deleted', 'tag': 'cac1abca-7683-4331-9194-da35eac54fa1', 'status': 'completed', 'code': 200} May 10 12:06:01.941129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54820) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:02.338607 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.599102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:06:02.599362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.690134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:02.690488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.704247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:06:02.857024 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.904430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.936396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:03.114508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.336574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 36848cb6-6475-41ce-a187-42ee6bb75a0b has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:06:03.443720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:06:03.449275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-db075bf7-28b1-4708-9dbd-9dcc1b6c00ee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "PUT /v2.0/routers/36848cb6-6475-41ce-a187-42ee6bb75a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5071421 May 10 12:06:03.452403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54822) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:03.455339 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] Sync routers for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:06:03.465567 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:06:03.466239 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:03.503353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-582627a3-c83d-42af-8ba9-209f52118562 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting subnet 1bb19d58-7521-4ca4-acc9-841f7367a0d1 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:06:03.506591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-582627a3-c83d-42af-8ba9-209f52118562 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.545317 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-582627a3-c83d-42af-8ba9-209f52118562 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.572693 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:06:03.632531 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-582627a3-c83d-42af-8ba9-209f52118562 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.694037 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-582627a3-c83d-42af-8ba9-209f52118562 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.722244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582627a3-c83d-42af-8ba9-209f52118562 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb19d58-7521-4ca4-acc9-841f7367a0d1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:03.724344 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-582627a3-c83d-42af-8ba9-209f52118562 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.727649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-582627a3-c83d-42af-8ba9-209f52118562 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/subnets/1bb19d58-7521-4ca4-acc9-841f7367a0d1 HTTP/1.1" status: 204 len: 168 time: 0.2740545 May 10 12:06:03.730247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54824) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:03.742359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db51da-e501-4826-b599-e5c96cc44355 None None] Network c2150a3a-39a3-4ddc-b4ff-643d0c42d16d requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:06:03.750013 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:06:02Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:03.777013 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] Checking router: 36848cb6-6475-41ce-a187-42ee6bb75a0b for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:06:03.786712 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] Routers {'36848cb6-6475-41ce-a187-42ee6bb75a0b'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:06:03.787329 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:05:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['36848cb6-6475-41ce-a187-42ee6bb75a0b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:03.838258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.898931 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] Set router 36848cb6-6475-41ce-a187-42ee6bb75a0b gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:06:03.929970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] DHCP port deletion for c2150a3a-39a3-4ddc-b4ff-643d0c42d16d request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:06:03.948684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.984425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] Deleting port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:06:03.984805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.008399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:06:04.008748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.046113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] For port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ddaaa44a-8296-43ae-bf1c-89868fdd7b3c,segment=NetworkSegment(01a8ba8d-bfa0-4be7-91af-927621d5ad66),segment_id=01a8ba8d-bfa0-4be7-91af-927621d5ad66)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:04.047160 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.060074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] Calling delete_port for ddaaa44a-8296-43ae-bf1c-89868fdd7b3c owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:06:04.095460 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:06:02Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:04.097234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=02e97fee-5b42-4ec8-a9aa-156afb3e5e8d,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:04.097670 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.110547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:06:04.149632 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.168070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] No DVR routers for this DVR port ddaaa44a-8296-43ae-bf1c-89868fdd7b3c on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:06:04.199156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f329c76-1435-4d22-975b-7bd64c623568 None None] Pushing event deleted for resources: {'Port': ['ID=ddaaa44a-8296-43ae-bf1c-89868fdd7b3c,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:04.221982 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad0c2d-d72a-4749-ab73-b95f9f29e035 None None] The sync data for ids ['36848cb6-6475-41ce-a187-42ee6bb75a0b'] in n-d-840949-1 is: [{'id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280270094', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:04:17Z', 'updated_at': '2022-05-10T12:06:02Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '02e97fee-5b42-4ec8-a9aa-156afb3e5e8d', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36848cb6-6475-41ce-a187-42ee6bb75a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:04:18Z', 'updated_at': '2022-05-10T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:06:04.303071 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.318195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20740919-107b-421c-abb3-ab88a0385204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.329738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=02e97fee-5b42-4ec8-a9aa-156afb3e5e8d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:04.390825 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.447117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cac1abca-7683-4331-9194-da35eac54fa1 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:06:04.468829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: cac1abca-7683-4331-9194-da35eac54fa1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:06:04.469064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cac1abca-7683-4331-9194-da35eac54fa1 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:06:04.486731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.488966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.538302 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.538893 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Fanout notify agent at l3_agent the message router_deleted on router 36848cb6-6475-41ce-a187-42ee6bb75a0b {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:06:04.548299 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.549872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-75e6b52b-83aa-4e68-bdc4-47da6257d639 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/routers/36848cb6-6475-41ce-a187-42ee6bb75a0b HTTP/1.1" status: 204 len: 168 time: 0.8183904 May 10 12:06:04.552707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54826) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:04.631979 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.728384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.748155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2150a3a-39a3-4ddc-b4ff-643d0c42d16d']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:04.757678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a8ba8d-bfa0-4be7-91af-927621d5ad66') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:04.757994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a8ba8d-bfa0-4be7-91af-927621d5ad66') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:04.768359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.781841 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.788292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:06:04.788689 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: timer() May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:06:04.792161 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:06:04.854989 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.862805 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.866627 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/networks/c2150a3a-39a3-4ddc-b4ff-643d0c42d16d HTTP/1.1" status: 204 len: 168 time: 0.3129799 May 10 12:06:04.869531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54828) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:04.886109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836018b-e80b-4148-a811-380060f371f7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Network': ['ID=c2150a3a-39a3-4ddc-b4ff-643d0c42d16d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:04.934724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b85e9a3-3af7-4f37-9705-defda3e66b3e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:04.961658 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b85e9a3-3af7-4f37-9705-defda3e66b3e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.028752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b85e9a3-3af7-4f37-9705-defda3e66b3e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.031385 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3b85e9a3-3af7-4f37-9705-defda3e66b3e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.032596 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3b85e9a3-3af7-4f37-9705-defda3e66b3e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/security-groups/e01673d6-138e-4f0b-9ae7-61d47a6b0a51 HTTP/1.1" status: 204 len: 168 time: 0.1618483 May 10 12:06:05.042466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85e9a3-3af7-4f37-9705-defda3e66b3e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01673d6-138e-4f0b-9ae7-61d47a6b0a51,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:05.172604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54834) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:05.177886 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4bc6c13f-c9d2-45c4-8a56-f9336f994b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789934038', 'description': 'tempest-secgroup-smoke-789934038 description', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:05.199263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4bc6c13f-c9d2-45c4-8a56-f9336f994b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.272458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4bc6c13f-c9d2-45c4-8a56-f9336f994b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.277517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4bc6c13f-c9d2-45c4-8a56-f9336f994b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.308833 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4bc6c13f-c9d2-45c4-8a56-f9336f994b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.310098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4bc6c13f-c9d2-45c4-8a56-f9336f994b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1364467 May 10 12:06:05.313089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54836) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:05.318135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b2b8cf9e-716d-4b31-9946-d4f67d924de1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'b1195626-6083-4824-b4d5-a5e92c9cc934', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:05.323308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6c13f-c9d2-45c4-8a56-f9336f994b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1195626-6083-4824-b4d5-a5e92c9cc934,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:05.339108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:06:05.346109 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cf9e-716d-4b31-9946-d4f67d924de1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.361959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:06:05.362304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3ebeac1c-65af-4eb9-8fcf-37d86e6cdd59 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:06:05.362752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ddaaa44a-8296-43ae-bf1c-89868fdd7b3c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:06:05.548178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ddaaa44a-8296-43ae-bf1c-89868fdd7b3c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:06:05.548403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ddaaa44a-8296-43ae-bf1c-89868fdd7b3c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:06:05.549195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:06:05.569382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:06:05.569681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 02e97fee-5b42-4ec8-a9aa-156afb3e5e8d not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:06:05.718507 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.726790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cf9e-716d-4b31-9946-d4f67d924de1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.731596 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cf9e-716d-4b31-9946-d4f67d924de1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.749396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8cf9e-716d-4b31-9946-d4f67d924de1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6816aa-b389-44fc-8fe7-e605ea572117,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:05.755037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cf9e-716d-4b31-9946-d4f67d924de1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.756089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b2b8cf9e-716d-4b31-9946-d4f67d924de1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420331 May 10 12:06:05.759097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54838) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:05.763422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5a2d5591-0e78-4d81-8d0a-eef2e9fb6e2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'b1195626-6083-4824-b4d5-a5e92c9cc934', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:05.787674 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5591-0e78-4d81-8d0a-eef2e9fb6e2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.843948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5591-0e78-4d81-8d0a-eef2e9fb6e2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.849315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5591-0e78-4d81-8d0a-eef2e9fb6e2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.867871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d5591-0e78-4d81-8d0a-eef2e9fb6e2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d7f8f5-1b3d-4c26-a764-eab8b338cb0b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:05.877470 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5591-0e78-4d81-8d0a-eef2e9fb6e2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.878715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5a2d5591-0e78-4d81-8d0a-eef2e9fb6e2e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186492 May 10 12:06:05.881531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54840) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:05.885860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c8833a0d-f1d9-4cdf-b094-0c46a30276c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'b1195626-6083-4824-b4d5-a5e92c9cc934', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:05.911882 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8833a0d-f1d9-4cdf-b094-0c46a30276c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.968727 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8833a0d-f1d9-4cdf-b094-0c46a30276c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.973671 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8833a0d-f1d9-4cdf-b094-0c46a30276c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:05.990494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8833a0d-f1d9-4cdf-b094-0c46a30276c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccfc100-2345-49c1-bb4e-9b9058df00bc,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:06.000613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c8833a0d-f1d9-4cdf-b094-0c46a30276c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.001832 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c8833a0d-f1d9-4cdf-b094-0c46a30276c4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193981 May 10 12:06:06.004552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54842) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:06.008891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6204e6fc-925e-4a78-bb4c-88837218ffc0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'b1195626-6083-4824-b4d5-a5e92c9cc934', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:06.033815 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6204e6fc-925e-4a78-bb4c-88837218ffc0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.096151 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6204e6fc-925e-4a78-bb4c-88837218ffc0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.100243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6204e6fc-925e-4a78-bb4c-88837218ffc0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.118642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204e6fc-925e-4a78-bb4c-88837218ffc0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d29c25-858c-4c77-ada1-1cc0f529f858,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:06.128823 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6204e6fc-925e-4a78-bb4c-88837218ffc0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.129992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6204e6fc-925e-4a78-bb4c-88837218ffc0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244853 May 10 12:06:06.132821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54844) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:06.137200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-05f7601b-79d8-434d-a15b-07bdeb7f5dc6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'b1195626-6083-4824-b4d5-a5e92c9cc934', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:06.157976 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-05f7601b-79d8-434d-a15b-07bdeb7f5dc6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Project 635d9fcbd9474cd3918eb216a6bb5e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:06:06.162848 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05f7601b-79d8-434d-a15b-07bdeb7f5dc6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.227959 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05f7601b-79d8-434d-a15b-07bdeb7f5dc6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.233624 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05f7601b-79d8-434d-a15b-07bdeb7f5dc6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.253539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7601b-79d8-434d-a15b-07bdeb7f5dc6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97fc542-fe67-4dd2-a435-321177241e7f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:06.259491 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05f7601b-79d8-434d-a15b-07bdeb7f5dc6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.260735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-05f7601b-79d8-434d-a15b-07bdeb7f5dc6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269929 May 10 12:06:06.263638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54846) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:06.268472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-be21f661-c184-4f9c-b4d4-57b9a7c4645f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': 'b1195626-6083-4824-b4d5-a5e92c9cc934', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:06.290695 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-be21f661-c184-4f9c-b4d4-57b9a7c4645f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Project 635d9fcbd9474cd3918eb216a6bb5e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:06:06.295504 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be21f661-c184-4f9c-b4d4-57b9a7c4645f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.364784 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be21f661-c184-4f9c-b4d4-57b9a7c4645f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.369918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be21f661-c184-4f9c-b4d4-57b9a7c4645f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.388698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21f661-c184-4f9c-b4d4-57b9a7c4645f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bad1dd9-34de-4d1b-a516-1f5807aa2233,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:06.397097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be21f661-c184-4f9c-b4d4-57b9a7c4645f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.398302 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-be21f661-c184-4f9c-b4d4-57b9a7c4645f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335878 May 10 12:06:06.401345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54848) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:06.406520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'network': {'name': 'tempest-network-smoke--412382967', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'port_security_enabled': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:06.426590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:06:06.430110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.452395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:06:06.461074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.461453 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Added segment 3c506ee4-26ad-4342-b8e1-ac9ebb2f821e of type vlan for network 561a508d-e139-4c80-ba8c-01a5402e69b7 May 10 12:06:06.501080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.530985 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.539748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:06.540663 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.606238 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2036815 May 10 12:06:06.609010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54850) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:06.615600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'admin_state_up': True, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:06.630548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526f035-6d1c-48cb-a03d-48979ed3c517 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Network': ['ID=561a508d-e139-4c80-ba8c-01a5402e69b7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:06.643077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:06:06.645899 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.647081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.701300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.841479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.046585 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.068267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.170598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.25.8.217 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/18e8af4b-9690-4f31-a811-1c055fa4ff45) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:06:07.289432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.293188 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eaab9d37-005b-474c-86b0-75aea0d60cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.327859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.365070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:06:07.367838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:06:07.371216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:06:07.396369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=18e8af4b-9690-4f31-a811-1c055fa4ff45,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:07.634282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.835408 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.880198 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.968310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 76cceb84-6817-477a-9815-c0eef73f06f5 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:06:08.075571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:06:08.086344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Sync routers for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:06:08.097195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:06:08.097584 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.097818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:06:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:08.098839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0fe715db-9caa-4c5f-885a-d974e70f6ef2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4888337 May 10 12:06:08.102156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54852) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:08.130865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3be3b28b-666d-4122-97b0-e07a225aedd3 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=635d9fcbd9474cd3918eb216a6bb5e47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275447 May 10 12:06:08.133559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54854) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:08.200991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:06:08.225488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813101fa-4424-49f5-9f52-eb5672d1c05e tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:08.226916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-813101fa-4424-49f5-9f52-eb5672d1c05e tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924525 May 10 12:06:08.229831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54856) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:08.259755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0e20a05e-8a37-4649-9d03-734311b9d768 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264523 May 10 12:06:08.260034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54858) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:08.264578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-591866941', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:08.350262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:06:08.354723 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.377284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:07Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:08.407695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Checking router: 76cceb84-6817-477a-9815-c0eef73f06f5 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:06:08.408037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Updating router 76cceb84-6817-477a-9815-c0eef73f06f5 port 18e8af4b-9690-4f31-a811-1c055fa4ff45 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:06:08.433069 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.538262 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.612204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Subnet': ['ID=80245501-2bcf-4cac-a3bb-a3dab5f5e464,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:08.621653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Checking segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:06:08.623095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network hostable DHCP agents. Network: 561a508d-e139-4c80-ba8c-01a5402e69b7, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:06:08.639252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:06:08.647902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 561a508d-e139-4c80-ba8c-01a5402e69b7) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:06:08.652394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:08.653495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.670290 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9a9fe014-4ae1-4665-86e2-4ba3e2b7c801 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4093885 May 10 12:06:08.673395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54860) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:08.678603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c33026-cb0f-4388-bbae-e16e7fcca185 None None] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:06:08.741588 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.752864 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.827454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5ceb-57f2-4883-bb89-15101b34d3db None None] Pushing event updated for resources: {'Port': ['ID=18e8af4b-9690-4f31-a811-1c055fa4ff45,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:08.831456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Attempting to bind port 18e8af4b-9690-4f31-a811-1c055fa4ff45 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:06:08.838805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Attempting to bind port 18e8af4b-9690-4f31-a811-1c055fa4ff45 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:06:08.838805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Attempting to bind port 18e8af4b-9690-4f31-a811-1c055fa4ff45 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:06:08.863581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:06:08.864023 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:06:08.864395 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.864792 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:06:08.865253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Bound port: 18e8af4b-9690-4f31-a811-1c055fa4ff45, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:06:08.865637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.939043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-561a508d-e139-4c80-ba8c-01a5402e69b7', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:06:08.939913 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:08.955327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] For port 18e8af4b-9690-4f31-a811-1c055fa4ff45, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:06:08.970820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] For port 18e8af4b-9690-4f31-a811-1c055fa4ff45, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=18e8af4b-9690-4f31-a811-1c055fa4ff45,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:06:08.980195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.126710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:06:09.127351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:06:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:09.132746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.179282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5ceb-57f2-4883-bb89-15101b34d3db None None] Pushing event updated for resources: {'Port': ['ID=18e8af4b-9690-4f31-a811-1c055fa4ff45,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:09.195326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Allocated IP 172.20.0.2 (561a508d-e139-4c80-ba8c-01a5402e69b7/80245501-2bcf-4cac-a3bb-a3dab5f5e464/76cd93b3-9351-47d5-bc09-19786e5d5e4a) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:06:09.312175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:06:09.458042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.525620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.534106 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.587783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.20.0.1 (561a508d-e139-4c80-ba8c-01a5402e69b7/80245501-2bcf-4cac-a3bb-a3dab5f5e464/449c21f8-617c-445e-a5f2-e6d1c52ef567) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:06:09.708891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.744251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.771091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:06:09.780385 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.783795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:06:09.785507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:06:09.785671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Pushing event updated for resources: {'Port': ['ID=76cd93b3-9351-47d5-bc09-19786e5d5e4a,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:09.789489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:06:09.789890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:06:09.794071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:06:09.825706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=449c21f8-617c-445e-a5f2-e6d1c52ef567,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:09.850122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.850402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:07Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:09.881116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Attempting to bind port 76cd93b3-9351-47d5-bc09-19786e5d5e4a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:06:09.881577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Attempting to bind port 76cd93b3-9351-47d5-bc09-19786e5d5e4a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:06:09.881957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Attempting to bind port 76cd93b3-9351-47d5-bc09-19786e5d5e4a on network 561a508d-e139-4c80-ba8c-01a5402e69b7 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:06:09.884576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a2cc6-6d16-49b8-b8f5-1817bb690d62 None None] The sync data for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 is: [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:07Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:06:09.890924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:06:09.891321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Checking segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:06:09.891785 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.892215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Bound using segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:06:09.892684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Bound port: 76cd93b3-9351-47d5-bc09-19786e5d5e4a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:06:09.893122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.965334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] For port 76cd93b3-9351-47d5-bc09-19786e5d5e4a, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:06:09.969839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] For port 76cd93b3-9351-47d5-bc09-19786e5d5e4a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=76cd93b3-9351-47d5-bc09-19786e5d5e4a,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:06:09.973935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:09.993346 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:10.033378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc84561-e4e9-4eff-97cd-8aa3cd0c2b08 None None] Pushing event updated for resources: {'Port': ['ID=76cd93b3-9351-47d5-bc09-19786e5d5e4a,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:10.377989 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:10.385242 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:10.466701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=449c21f8-617c-445e-a5f2-e6d1c52ef567,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:10.470363 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:10.575350 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:06:10.576868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:06:10.700916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 76cceb84-6817-477a-9815-c0eef73f06f5 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:06:10.818099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:06:10.823491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7324ca75-b0a4-4b38-9872-d2712da702e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "PUT /v2.0/routers/76cceb84-6817-477a-9815-c0eef73f06f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1486795 May 10 12:06:11.021825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95153ff3-916f-47a9-aa63-7fd75c3e88b2 None None] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:06:11.153126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9443f74a-6b52-4ec3-8aef-9547618c3ae1 None None] Provisioning complete for port 76cd93b3-9351-47d5-bc09-19786e5d5e4a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:11.153498 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9443f74a-6b52-4ec3-8aef-9547618c3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.261083 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-3266ca01-ea2f-4756-aa16-82bd965362fa tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789934038&fields=id&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 267 time: 0.0565386 May 10 12:06:11.267643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9443f74a-6b52-4ec3-8aef-9547618c3ae1 None None] Current status of the port 76cd93b3-9351-47d5-bc09-19786e5d5e4a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:11.268067 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9443f74a-6b52-4ec3-8aef-9547618c3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.307664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9443f74a-6b52-4ec3-8aef-9547618c3ae1 None None] For port 76cd93b3-9351-47d5-bc09-19786e5d5e4a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=76cd93b3-9351-47d5-bc09-19786e5d5e4a,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:11.314609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9443f74a-6b52-4ec3-8aef-9547618c3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.381258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443f74a-6b52-4ec3-8aef-9547618c3ae1 None None] Pushing event updated for resources: {'Port': ['ID=76cd93b3-9351-47d5-bc09-19786e5d5e4a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:11.414817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-fd443938-0f7a-4177-8bb0-568dd537df76 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:11.416424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-fd443938-0f7a-4177-8bb0-568dd537df76 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 796 time: 0.1415107 May 10 12:06:11.436604 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-b11ef38c-0c19-4c75-917c-7d7f592e2030 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/quotas/635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 375 time: 0.0114851 May 10 12:06:11.452793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 18e8af4b-9690-4f31-a811-1c055fa4ff45 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:06:11.503498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-08dd1c2c-ec33-489a-a8f2-fadf32a285e9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588140 May 10 12:06:11.520026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-a76a1fe2-6140-4f5a-9e95-9c1b920749ee service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:06:11.521331 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-a76a1fe2-6140-4f5a-9e95-9c1b920749ee service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060568 May 10 12:06:11.522873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 18e8af4b-9690-4f31-a811-1c055fa4ff45 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:11.524893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.573717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7f9d2c88-0f83-41bb-bc2e-58cb98e3f271 None None] Provisioning complete for port 76cd93b3-9351-47d5-bc09-19786e5d5e4a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:11.574087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2c88-0f83-41bb-bc2e-58cb98e3f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.626036 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-9e435249-0e19-41dc-9672-3c9c093a9233 service neutron] 10.222.0.13 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970910 May 10 12:06:11.679403 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 18e8af4b-9690-4f31-a811-1c055fa4ff45 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:11.679856 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.694140 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Sync routers for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:06:11.705466 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:06:11.706103 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:06:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:11.712546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d2c88-0f83-41bb-bc2e-58cb98e3f271 None None] Current status of the port 76cd93b3-9351-47d5-bc09-19786e5d5e4a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:11.715691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 18e8af4b-9690-4f31-a811-1c055fa4ff45, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=18e8af4b-9690-4f31-a811-1c055fa4ff45,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:11.725785 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.726651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 76cd93b3-9351-47d5-bc09-19786e5d5e4a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:06:11.729961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7f9d2c88-0f83-41bb-bc2e-58cb98e3f271 None None] Provisioning complete for port 449c21f8-617c-445e-a5f2-e6d1c52ef567 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:11.730318 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2c88-0f83-41bb-bc2e-58cb98e3f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.739977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-d82d9c48-73b0-4fd4-b511-77e542a8413b service neutron] 10.222.0.13 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075850 May 10 12:06:11.823991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d2c88-0f83-41bb-bc2e-58cb98e3f271 None None] Port 449c21f8-617c-445e-a5f2-e6d1c52ef567 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:06:11.831416 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:06:11.838281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=18e8af4b-9690-4f31-a811-1c055fa4ff45,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:11.854327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 76cd93b3-9351-47d5-bc09-19786e5d5e4a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:11.854770 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:11.971956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-932fb1d1-2cc1-4da2-b411-683f09f0b544 None None] Provisioning complete for port 449c21f8-617c-445e-a5f2-e6d1c52ef567 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:11.972376 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-932fb1d1-2cc1-4da2-b411-683f09f0b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.009056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 76cd93b3-9351-47d5-bc09-19786e5d5e4a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:12.019314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-932fb1d1-2cc1-4da2-b411-683f09f0b544 None None] Port 449c21f8-617c-445e-a5f2-e6d1c52ef567 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:06:12.095149 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:10Z', 'revision_number': 2, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:12.115308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eec14e14-358c-4f91-8eb5-2ced7a790449 req-4480ad59-fa41-447c-8c4c-089026415fc4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 210 time: 0.1953518 May 10 12:06:12.122102 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Checking router: 76cceb84-6817-477a-9815-c0eef73f06f5 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:06:12.122712 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Updating router 76cceb84-6817-477a-9815-c0eef73f06f5 port 449c21f8-617c-445e-a5f2-e6d1c52ef567 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:06:12.143312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bf88794d-106f-450f-8cab-2494c2890a34 None None] Provisioning complete for port 449c21f8-617c-445e-a5f2-e6d1c52ef567 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:12.143886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf88794d-106f-450f-8cab-2494c2890a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.154424 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.185449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bf88794d-106f-450f-8cab-2494c2890a34 None None] Port 449c21f8-617c-445e-a5f2-e6d1c52ef567 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:06:12.425815 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.432076 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.484945 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Pushing event updated for resources: {'Port': ['ID=449c21f8-617c-445e-a5f2-e6d1c52ef567,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:12.511017 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.511579 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.512158 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.512673 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.513177 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.513676 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.514189 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.514518 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.515095 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.515535 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.515886 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.516395 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:12.548266 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Attempting to bind port 449c21f8-617c-445e-a5f2-e6d1c52ef567 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:06:12.548629 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Attempting to bind port 449c21f8-617c-445e-a5f2-e6d1c52ef567 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:06:12.549542 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Attempting to bind port 449c21f8-617c-445e-a5f2-e6d1c52ef567 on network 561a508d-e139-4c80-ba8c-01a5402e69b7 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:06:12.556210 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:06:12.556698 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Checking segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:06:12.557115 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.557514 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Bound using segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:06:12.558006 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Bound port: 449c21f8-617c-445e-a5f2-e6d1c52ef567, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:06:12.558390 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.630358 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] For port 449c21f8-617c-445e-a5f2-e6d1c52ef567, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:06:12.633850 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] For port 449c21f8-617c-445e-a5f2-e6d1c52ef567, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=449c21f8-617c-445e-a5f2-e6d1c52ef567,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:06:12.639924 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.688950 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:06:12.689583 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:06:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:12.715318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b18af2f8-aaab-4a8b-995b-6a79e91d6723 None None] Provisioning complete for port 449c21f8-617c-445e-a5f2-e6d1c52ef567 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:12.716066 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b18af2f8-aaab-4a8b-995b-6a79e91d6723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.795200 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e033e94-04bb-4025-9563-bf9a9817d754 None None] Pushing event updated for resources: {'Port': ['ID=449c21f8-617c-445e-a5f2-e6d1c52ef567,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:12.809897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b18af2f8-aaab-4a8b-995b-6a79e91d6723 None None] Current status of the port 449c21f8-617c-445e-a5f2-e6d1c52ef567 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:12.810302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b18af2f8-aaab-4a8b-995b-6a79e91d6723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.815917 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:06:12.844128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b18af2f8-aaab-4a8b-995b-6a79e91d6723 None None] For port 449c21f8-617c-445e-a5f2-e6d1c52ef567, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=449c21f8-617c-445e-a5f2-e6d1c52ef567,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:12.849495 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b18af2f8-aaab-4a8b-995b-6a79e91d6723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.898877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18af2f8-aaab-4a8b-995b-6a79e91d6723 None None] Pushing event updated for resources: {'Port': ['ID=449c21f8-617c-445e-a5f2-e6d1c52ef567,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:12.969397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b2b30ca4-df67-4811-b3cf-43b0241d665a None None] Provisioning complete for port 449c21f8-617c-445e-a5f2-e6d1c52ef567 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:12.969870 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2b30ca4-df67-4811-b3cf-43b0241d665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:13.024617 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:12Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:13.055070 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa41ae-01db-4d93-8a67-b76f853095f6 None None] The sync data for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 is: [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:12Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:06:13.056280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b2b30ca4-df67-4811-b3cf-43b0241d665a None None] Current status of the port 449c21f8-617c-445e-a5f2-e6d1c52ef567 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:13.235727 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f51c88d2-f3fe-4841-b45b-7edd5513ce4b req-3b4b7679-3ea6-4a05-9b69-dea06e08789f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 210 time: 0.0369759 May 10 12:06:13.261847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-744e0bad-06b2-410c-a388-89f82e3decdb tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:13.261847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-744e0bad-06b2-410c-a388-89f82e3decdb tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 796 time: 0.1907158 May 10 12:06:13.309819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-8cb1f0bc-eac4-4a73-b6a0-0aac19eeba0f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 379 time: 0.0380640 May 10 12:06:13.320535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'port': {'device_id': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'admin_state_up': True, 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'security_groups': ['b1195626-6083-4824-b4d5-a5e92c9cc934']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:13.423600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 449c21f8-617c-445e-a5f2-e6d1c52ef567 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:06:13.445954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:06:13.450547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:13.474384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 449c21f8-617c-445e-a5f2-e6d1c52ef567 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:13.474764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:13.559355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 449c21f8-617c-445e-a5f2-e6d1c52ef567 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:13.560532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 76cd93b3-9351-47d5-bc09-19786e5d5e4a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:06:13.602929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.20.0.8 (561a508d-e139-4c80-ba8c-01a5402e69b7/80245501-2bcf-4cac-a3bb-a3dab5f5e464/cc4749f0-a419-4357-a055-ef890fa73c3e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:06:13.616912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 76cd93b3-9351-47d5-bc09-19786e5d5e4a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:13.617341 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:13.712841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 76cd93b3-9351-47d5-bc09-19786e5d5e4a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:13.714043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 18e8af4b-9690-4f31-a811-1c055fa4ff45 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:06:13.766917 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 18e8af4b-9690-4f31-a811-1c055fa4ff45 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:13.767102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:13.851910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 18e8af4b-9690-4f31-a811-1c055fa4ff45 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:14.058348 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.094437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.140313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:06:14.144017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:06:14.146501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:06:14.180646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:14.205747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:14.206410 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.231806 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-e98cb5e9-65ae-49d2-8a04-ede11b22d752 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9152901 May 10 12:06:14.243268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Request body: {'port': {'device_id': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:14.299850 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.376786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29264b6-a9b9-4018-a777-481e3adac215 req-2e416469-fad5-4bfb-8b78-d77f9b7ae3a5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:14.380701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a29264b6-a9b9-4018-a777-481e3adac215 req-2e416469-fad5-4bfb-8b78-d77f9b7ae3a5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 931 time: 0.0629981 May 10 12:06:14.390269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-05af4188-8758-4489-824a-a548562a1ba9 None None] Provisioning complete for port cc4749f0-a419-4357-a055-ef890fa73c3e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:14.391152 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-05af4188-8758-4489-824a-a548562a1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.419783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a29264b6-a9b9-4018-a777-481e3adac215 req-bbeb6b00-db60-4672-812c-c0e5f9daea01 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352230 May 10 12:06:14.431327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-05af4188-8758-4489-824a-a548562a1ba9 None None] Port cc4749f0-a419-4357-a055-ef890fa73c3e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:06:14.567809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4749f0-a419-4357-a055-ef890fa73c3e {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:06:14.575852 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.590113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Transition to ACTIVE for port object cc4749f0-a419-4357-a055-ef890fa73c3e will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:06:14.595536 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.648159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:14.721726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:06:14.722072 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:06:14.722406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:06:14.727019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:06:14.727419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:06:14.732781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:06:14.733118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Checking segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:06:14.733497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Bound using segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:06:14.733965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Bound port: cc4749f0-a419-4357-a055-ef890fa73c3e, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:06:14.734315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.800010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:06:14.803052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:06:14.808373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.841659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:14.842278 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.844005 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] 10.222.0.49 "PUT /v2.0/ports/cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 1091 time: 0.6049681 May 10 12:06:14.844339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:06:14.846669 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723e4612-ffd0-4111-802e-b80063af455a" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:06:14.876679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be48e0-b5d7-431d-9e41-dd3a6064e61e service neutron] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:14.918763 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3994b82e-f914-4a87-b3ae-ba1716ad4851 x-openstack-request-id: req-3994b82e-f914-4a87-b3ae-ba1716ad4851 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:06:14.919038 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:06:14.919285 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3994b82e-f914-4a87-b3ae-ba1716ad4851 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:06:14.919689 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3994b82e-f914-4a87-b3ae-ba1716ad4851'] response: {'name': 'network-changed', 'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'status': 'completed', 'code': 200} May 10 12:06:14.939775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-b94a2b08-6515-4f9f-bf0f-2aeb79308608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:14.941350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-b94a2b08-6515-4f9f-bf0f-2aeb79308608 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1094 time: 0.0506387 May 10 12:06:14.989969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-25634a26-7598-434a-bc15-68e8181da8a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 217 time: 0.0389879 May 10 12:06:15.040701 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-fdf81bac-f663-4419-b23a-78601ecb76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:15.042200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-fdf81bac-f663-4419-b23a-78601ecb76c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 200 len: 834 time: 0.0465136 May 10 12:06:15.088030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-4fcaa3cc-314a-4507-9b73-70ccab7f0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:15.089347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-4fcaa3cc-314a-4507-9b73-70ccab7f0946 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=561a508d-e139-4c80-ba8c-01a5402e69b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412166 May 10 12:06:15.185808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-19eda608-a9ff-4e04-8df0-0941e0fca579 service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894847 May 10 12:06:15.274087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f55856b9-55cb-417a-ab60-d2a06f7a611b req-8f9976d7-13de-49aa-ae15-7e11d6064b26 service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814574 May 10 12:06:15.366221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e4612-ffd0-4111-802e-b80063af455a req-fa702f5a-8635-468e-9a85-016d69c7eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:15.367714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723e4612-ffd0-4111-802e-b80063af455a req-fa702f5a-8635-468e-9a85-016d69c7eec2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1094 time: 0.0440633 May 10 12:06:15.468410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e4612-ffd0-4111-802e-b80063af455a req-3300b0e7-50ee-42a7-aadd-fc729a3f5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:15.470019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723e4612-ffd0-4111-802e-b80063af455a req-3300b0e7-50ee-42a7-aadd-fc729a3f5f05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 897 time: 0.0952079 May 10 12:06:15.512951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723e4612-ffd0-4111-802e-b80063af455a req-a4d543f0-6e9d-439c-99a6-d27890911b2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 217 time: 0.0352969 May 10 12:06:15.541321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae351f-ac0a-46f8-bf7a-2657ff0b4ba0 req-bb419712-3321-4af5-b51f-e5fb0ca54b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:15.542830 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-faae351f-ac0a-46f8-bf7a-2657ff0b4ba0 req-bb419712-3321-4af5-b51f-e5fb0ca54b9d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 943 time: 0.0496662 May 10 12:06:15.566944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e4612-ffd0-4111-802e-b80063af455a req-a840c81b-004b-448c-a4fb-d0bcc19e68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:15.568468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723e4612-ffd0-4111-802e-b80063af455a req-a840c81b-004b-448c-a4fb-d0bcc19e68b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 200 len: 834 time: 0.0490015 May 10 12:06:15.581285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-faae351f-ac0a-46f8-bf7a-2657ff0b4ba0 req-affde6e8-af87-402e-a76f-60d75d555648 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315566 May 10 12:06:15.615550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e4612-ffd0-4111-802e-b80063af455a req-487aa417-93af-4699-9c22-467fa8616015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:15.617119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723e4612-ffd0-4111-802e-b80063af455a req-487aa417-93af-4699-9c22-467fa8616015 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=561a508d-e139-4c80-ba8c-01a5402e69b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417297 May 10 12:06:15.706336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723e4612-ffd0-4111-802e-b80063af455a req-94b32770-8baf-42c9-bff8-3c8ab52723d2 service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821044 May 10 12:06:15.802983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-723e4612-ffd0-4111-802e-b80063af455a req-df5e7592-1279-4de9-bb19-9f9e556d4436 service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898860 May 10 12:06:16.726050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7be4-cfa5-4b6c-b0da-0fd9005913c2 req-1f8de1c3-cab3-4132-9ca7-9478f435dac3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:16.727532 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8eae7be4-cfa5-4b6c-b0da-0fd9005913c2 req-1f8de1c3-cab3-4132-9ca7-9478f435dac3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 943 time: 0.0617986 May 10 12:06:16.778717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8eae7be4-cfa5-4b6c-b0da-0fd9005913c2 req-5fe87499-f83a-4302-886e-59e8830cbfdc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 May 10 12:06:17.902606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf7832-e4ef-4ef8-bb3c-a01a63b437ed req-62b0b0ad-9ed3-4c99-9377-31fa6d2f0713 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:17.904367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-facf7832-e4ef-4ef8-bb3c-a01a63b437ed req-62b0b0ad-9ed3-4c99-9377-31fa6d2f0713 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 943 time: 0.0509958 May 10 12:06:17.943273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-facf7832-e4ef-4ef8-bb3c-a01a63b437ed req-d73768c6-401f-437c-9921-31d8699d99d0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326471 May 10 12:06:18.624423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device cc4749f0-a419-4357-a055-ef890fa73c3e details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:06:18.726544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:18.737905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'port_id': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'mac_address': 'fa:16:3e:9b:3f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:06:18.774106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port cc4749f0-a419-4357-a055-ef890fa73c3e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:18.774491 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:18.787799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4749f0-a419-4357-a055-ef890fa73c3e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:06:18.808027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:18.814397 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:18.864499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:19.003626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['cc4749f0-a419-4357-a055-ef890fa73c3e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:06:19.062339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1138f-66b1-4130-9f79-2f72dc287696 req-64deed1b-1001-4cee-bc67-3587cb9af4ef tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:19.063838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b2c1138f-66b1-4130-9f79-2f72dc287696 req-64deed1b-1001-4cee-bc67-3587cb9af4ef tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 944 time: 0.0509872 May 10 12:06:19.107417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b2c1138f-66b1-4130-9f79-2f72dc287696 req-f44529dd-6118-4024-ab89-f6422d09814c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371122 May 10 12:06:20.229048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb81e17-8e1e-44d0-a450-660a6165bd44 req-d094416f-6642-4a57-833d-c37884c1f01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:20.230529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7eb81e17-8e1e-44d0-a450-660a6165bd44 req-d094416f-6642-4a57-833d-c37884c1f01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 944 time: 0.0548840 May 10 12:06:20.275019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7eb81e17-8e1e-44d0-a450-660a6165bd44 req-a79fec04-f8be-49bf-a982-231b47aa234e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363965 May 10 12:06:20.625697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device cc4749f0-a419-4357-a055-ef890fa73c3e up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:06:20.693528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port cc4749f0-a419-4357-a055-ef890fa73c3e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:06:20.697379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port cc4749f0-a419-4357-a055-ef890fa73c3e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:06:20.697757 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:20.778231 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port cc4749f0-a419-4357-a055-ef890fa73c3e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:06:20.778682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:20.802098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:06:20.804378 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1959923b-3666-4e62-8e10-92b545b53850" -d '{"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-plugged", "status": "completed", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:06:20.817415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:06:20.822592 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:20.852469 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:06:20.873014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:20.911301 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc96279-fefb-4148-a980-41b150bdac20 x-openstack-request-id: req-fdc96279-fefb-4148-a980-41b150bdac20 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:06:20.911649 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-plugged", "status": "completed", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:06:20.912007 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdc96279-fefb-4148-a980-41b150bdac20 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:06:20.912618 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc96279-fefb-4148-a980-41b150bdac20'] response: {'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'code': 200} May 10 12:06:21.008506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf112dc-ff2d-49f0-b998-6271cf016632 req-55a3de82-2d19-4852-a4d2-24c73c83051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:21.010026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9bf112dc-ff2d-49f0-b998-6271cf016632 req-55a3de82-2d19-4852-a4d2-24c73c83051d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1096 time: 0.0421312 May 10 12:06:21.043862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9bf112dc-ff2d-49f0-b998-6271cf016632 req-95c14deb-08f1-44d7-96c0-3668b7cdeb23 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272233 May 10 12:06:21.392990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c82fd-fdcf-4063-8031-ef07ab5314c9 req-08392d88-a421-452c-8200-3f584fc75350 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:21.394450 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b25c82fd-fdcf-4063-8031-ef07ab5314c9 req-08392d88-a421-452c-8200-3f584fc75350 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0505421 May 10 12:06:21.434963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b25c82fd-fdcf-4063-8031-ef07ab5314c9 req-c8f80179-075b-46a1-9cf6-c2cec2937dca tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 May 10 12:06:22.580052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8944-daa0-44b4-8e7c-61a65a83151f req-518a28d5-af4b-4445-8831-ca44e3cdd20f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:22.581533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b4d8944-daa0-44b4-8e7c-61a65a83151f req-518a28d5-af4b-4445-8831-ca44e3cdd20f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0588007 May 10 12:06:22.620808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b4d8944-daa0-44b4-8e7c-61a65a83151f req-d6fa81ec-a7d0-422b-a01a-c6279dc00a52 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329239 May 10 12:06:22.751494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44ecd3-f33b-4e13-ac4e-8fe2024429b9 req-5ac0570c-fdc9-4d3b-b0f0-d75b3b01d936 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:22.753055 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d44ecd3-f33b-4e13-ac4e-8fe2024429b9 req-5ac0570c-fdc9-4d3b-b0f0-d75b3b01d936 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0505068 May 10 12:06:22.791210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d44ecd3-f33b-4e13-ac4e-8fe2024429b9 req-3ab61231-c059-4c76-9cab-7105460fd6d1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 May 10 12:06:22.814152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54920) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:22.861449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb54f2ac-addb-465b-a6c7-4752f7a832bf tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:22.862977 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bb54f2ac-addb-465b-a6c7-4752f7a832bf tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1091 time: 0.0478384 May 10 12:06:22.866976 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54922) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:22.871225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:22.893517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:22.994653 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:23.105453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.25.8.92 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b5a5051e-9e3e-4ef6-8536-81e67a8832ca) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:06:23.224778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:23.268766 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:23.306487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:06:23.309243 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:06:23.312740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:06:23.320184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=b5a5051e-9e3e-4ef6-8536-81e67a8832ca,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:23.352064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.352417 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.352757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.353105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.353431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.353765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.354065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.354430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.354752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.355085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.355409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.355731 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:23.700750 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:23.772663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:23.919987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:23.926210 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:23.996744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=b5a5051e-9e3e-4ef6-8536-81e67a8832ca,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:24.007471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:24.107845 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Floating IP 3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2 associated. External IP: 172.25.8.92, port: cc4749f0-a419-4357-a055-ef890fa73c3e. May 10 12:06:24.325795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 76cceb84-6817-477a-9815-c0eef73f06f5 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:06:24.434383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:06:24.445149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] Sync routers for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:06:24.454375 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:24.456227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:06:24.456987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:06:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:24.483958 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-05df0211-13fa-4137-9d86-35eb009142e8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6159360 May 10 12:06:24.484561 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:06:24.486927 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:06:24.529022 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92418a71-3e3a-456e-a5dd-7733d3c1ae00 x-openstack-request-id: req-92418a71-3e3a-456e-a5dd-7733d3c1ae00 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:06:24.529382 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:06:24.529697 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92418a71-3e3a-456e-a5dd-7733d3c1ae00 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:06:24.530208 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92418a71-3e3a-456e-a5dd-7733d3c1ae00'] response: {'name': 'network-changed', 'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'status': 'completed', 'code': 200} May 10 12:06:24.575219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:06:24.620097 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7b9a5-1ab2-4dde-b72a-06d8c661234f req-a9452398-36fa-4b89-ab38-677a6e6a48af tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:24.621585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03a7b9a5-1ab2-4dde-b72a-06d8c661234f req-a9452398-36fa-4b89-ab38-677a6e6a48af tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0883467 May 10 12:06:24.624253 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-36be9fb5-12f0-4265-9894-56c6346ad65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:24.625871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-36be9fb5-12f0-4265-9894-56c6346ad65a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1096 time: 0.0734103 May 10 12:06:24.709082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03a7b9a5-1ab2-4dde-b72a-06d8c661234f req-d47114e0-66c6-4e10-b139-afd9b0d4fffc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807202 May 10 12:06:24.732462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54928) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:24.753817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-5798bb05-56a7-4839-b1ff-8878f46bd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:24.755637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-5798bb05-56a7-4839-b1ff-8878f46bd5e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 897 time: 0.1213405 May 10 12:06:24.803628 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c3855df5-9570-4ea7-91f1-bc823755d46e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2 HTTP/1.1" status: 200 len: 990 time: 0.0680568 May 10 12:06:24.804933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'port_id': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'mac_address': 'fa:16:3e:9b:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:06:23Z', 'updated_at': '2022-05-10T12:06:23Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:24.825744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-fbaf1d49-a34a-429c-be7b-e5049f59625f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 998 time: 0.0636415 May 10 12:06:24.839043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] Checking router: 76cceb84-6817-477a-9815-c0eef73f06f5 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:06:24.849633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:06:24.852666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:06:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:24.876100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-2d92d233-f4ad-4c11-953e-3222b7ce4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:24.877676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-2d92d233-f4ad-4c11-953e-3222b7ce4418 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 200 len: 834 time: 0.0455544 May 10 12:06:24.927183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-2cf016b6-4516-43d9-9030-aa6050ab95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:24.928713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-2cf016b6-4516-43d9-9030-aa6050ab95f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=561a508d-e139-4c80-ba8c-01a5402e69b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445979 May 10 12:06:25.024246 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-942d0524-24ff-45ea-a33e-b8fc479cfb4a service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882182 May 10 12:06:25.127247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:06:25.132860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0474eeb-40c5-4611-ab5b-f4aa3d579d30 req-4f1f743c-ff05-4842-a16e-f41496eb5efe service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023824 May 10 12:06:25.357832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'port_id': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'mac_address': 'fa:16:3e:9b:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:06:23Z', 'updated_at': '2022-05-10T12:06:23Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:25.388296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3444a0-4d15-4426-be57-ec250703de74 None None] The sync data for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 is: [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'port_id': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'mac_address': 'fa:16:3e:9b:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:06:23Z', 'updated_at': '2022-05-10T12:06:23Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:06:25.596312 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6b32b-e285-44d2-9282-ad96403545a3 None None] New status for floating IP 3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:06:25.807248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54930) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:26.191507 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8565d4ac-0be7-4479-aa58-2b8f32efaa25 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2 HTTP/1.1" status: 200 len: 992 time: 0.3831036 May 10 12:06:26.720151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-2949a114-4a69-4bcb-a977-1650805fc09d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494738 May 10 12:06:26.810523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-bf3d85c3-bd80-4710-9f8e-1f3c27f1b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:26.812059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-bf3d85c3-bd80-4710-9f8e-1f3c27f1b4e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1096 time: 0.0454957 May 10 12:06:26.921537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-7632a11b-47dc-414d-bd5b-084d50b68172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:26.922950 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-7632a11b-47dc-414d-bd5b-084d50b68172 service neutron] 10.222.0.49 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 897 time: 0.0889320 May 10 12:06:26.999120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-9062ae7c-40ca-405e-88ab-20a68856f966 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 1000 time: 0.0640054 May 10 12:06:27.047477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-190dde94-2640-45ac-ae58-6255cd50ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:27.049954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-190dde94-2640-45ac-ae58-6255cd50ea3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 200 len: 834 time: 0.0444179 May 10 12:06:27.103394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-c42d1886-6c59-4ec2-994a-9b63cc9d33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:27.105568 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-c42d1886-6c59-4ec2-994a-9b63cc9d33ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=561a508d-e139-4c80-ba8c-01a5402e69b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484407 May 10 12:06:27.196900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-70cfb3e2-c521-40c7-b9a0-0e78ce84f080 service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846615 May 10 12:06:27.291423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-009c2592-6c7c-467a-a213-5b3128093bd7 req-7266e7cf-8d2d-4d62-a0c5-068b434a9352 service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883563 May 10 12:06:32.859834 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:34.328611 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2a7a5a82-fa3e-4007-821d-57b89eeda7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:35.727052 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:37.300276 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f1818dbd-2012-4d50-879f-c34055d626c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:37.884520 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:39.417682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:39.575533 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:57.545837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d14cdb-891b-48f6-83d2-613cd66c0f48 req-7f56d19d-c571-4112-b480-50c5b0531dbd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:57.547498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70d14cdb-891b-48f6-83d2-613cd66c0f48 req-7f56d19d-c571-4112-b480-50c5b0531dbd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0621006 May 10 12:06:57.587651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70d14cdb-891b-48f6-83d2-613cd66c0f48 req-b8255ff5-8359-47e8-8177-9c5f89621433 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 May 10 12:06:57.611493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:06:57.680970 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d7e35ecc-2e8d-4b15-a947-15f459a57686 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2 HTTP/1.1" status: 200 len: 992 time: 0.0682034 May 10 12:06:57.858005 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:06:58.037313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43545214-5e6a-416b-a9b1-dac27497c89a req-22722761-53cf-4614-9a9c-b00f2fe7800f tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:58.038820 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43545214-5e6a-416b-a9b1-dac27497c89a req-22722761-53cf-4614-9a9c-b00f2fe7800f tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1096 time: 0.0463381 May 10 12:06:58.074744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43545214-5e6a-416b-a9b1-dac27497c89a req-b51d6886-9f66-48f9-be87-15455624445b tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296001 May 10 12:06:58.155727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-771d33fd-ef36-44c1-9451-88e8e0de3e9a req-21bee263-eec2-409d-b5c2-a0acd33607de service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:06:58.157206 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-771d33fd-ef36-44c1-9451-88e8e0de3e9a req-21bee263-eec2-409d-b5c2-a0acd33607de service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116773 May 10 12:06:58.611067 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-8b6c285e-953a-4503-8251-4c80e671b2fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405388 May 10 12:06:58.620553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-b8a2f377-644a-4a78-93a1-ea352813ad40 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:06:58.621511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-b8a2f377-644a-4a78-93a1-ea352813ad40 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056648 May 10 12:06:59.139415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-6bbe7cf4-62e5-4a44-bf3c-91dd089e60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:59.140865 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-6bbe7cf4-62e5-4a44-bf3c-91dd089e60ac service neutron] 10.222.0.13 "GET /v2.0/ports/cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 1093 time: 0.0379667 May 10 12:06:59.149836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Request body: {'binding': {'host': 'n-h1-840949-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:06:59.150284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Unknown quota resources ['binding']. {{(pid=102767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 10 12:06:59.289411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on host n-h1-840949-1 for vnic_type normal with profile None {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:06:59.289754 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:06:59.290058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:06:59.295784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:06:59.296161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:06:59.303922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:06:59.304244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Checking segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:06:59.304625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Bound using segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:06:59.305043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Bound port: cc4749f0-a419-4357-a055-ef890fa73c3e, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:06:59.393171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:06:59.401313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] Notify callbacks [] for binding, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:59.403024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] 10.222.0.13 "POST /v2.0/ports/cc4749f0-a419-4357-a055-ef890fa73c3e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2566402 May 10 12:06:59.569500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe34a7-cbad-4162-8b18-472cc7cabb52 req-7d1f6854-5a14-4180-a3ef-679482771fce tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:59.571286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9fe34a7-cbad-4162-8b18-472cc7cabb52 req-7d1f6854-5a14-4180-a3ef-679482771fce tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0535934 May 10 12:06:59.609448 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9fe34a7-cbad-4162-8b18-472cc7cabb52 req-cb6e5f14-8568-48e2-b57a-4c083e5956de tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 May 10 12:06:59.630535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-2996d4c4-77e2-4097-9a8e-6362bceb77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:59.632060 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-2996d4c4-77e2-4097-9a8e-6362bceb77fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1096 time: 0.0411308 May 10 12:06:59.723310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-1dfe2630-cd7b-4fd9-8cbc-bd5b47babf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:59.724717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-1dfe2630-cd7b-4fd9-8cbc-bd5b47babf7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 897 time: 0.0863338 May 10 12:06:59.790045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-f74fa952-9eaf-40a5-8f80-ff50d92c1dba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 1000 time: 0.0582123 May 10 12:06:59.845202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-1ecc7203-cd06-4757-b185-a49de5eb345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:59.846683 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-1ecc7203-cd06-4757-b185-a49de5eb345e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 200 len: 834 time: 0.0499294 May 10 12:06:59.895141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-f1f44eb5-7eec-4803-807a-fcc52def5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:06:59.896670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-f1f44eb5-7eec-4803-807a-fcc52def5cca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=561a508d-e139-4c80-ba8c-01a5402e69b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431821 May 10 12:06:59.988415 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-078d1611-dd21-41b7-b3cf-5d969e87c880 service neutron] 10.222.0.70 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847149 May 10 12:07:00.082056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-1b8bf6ca-8487-4bdc-860a-f2dff42942c5 service neutron] 10.222.0.70 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864880 May 10 12:07:00.220355 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-22b75ce0-2dfe-44f1-bd41-a89b911279a9 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:00.221873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-22b75ce0-2dfe-44f1-bd41-a89b911279a9 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1096 time: 0.0798295 May 10 12:07:00.233050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840949-1'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:00.293030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:00.431474 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:00.470042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:07:00.516595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:00.520267 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748ff57-f1d5-4d4c-9b31-eee80aa08701" -d '{"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:00.526145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:00.532947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:00.564908 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409117b3-96fe-4657-995e-8010e844c7f5 x-openstack-request-id: req-409117b3-96fe-4657-995e-8010e844c7f5 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:00.565202 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:00.565453 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-409117b3-96fe-4657-995e-8010e844c7f5 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:00.565861 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409117b3-96fe-4657-995e-8010e844c7f5'] response: {'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'code': 200} May 10 12:07:00.593805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:00.688115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on host n-h2-840949-1 for vnic_type normal with profile {"migrating_to": "n-h1-840949-1"} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:07:00.688708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:07:00.688797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:07:00.693730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:07:00.694068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Attempting to bind port cc4749f0-a419-4357-a055-ef890fa73c3e on network 561a508d-e139-4c80-ba8c-01a5402e69b7 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:07:00.699358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:07:00.699704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Checking segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:07:00.700132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Bound using segment: {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:07:00.700708 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Bound port: cc4749f0-a419-4357-a055-ef890fa73c3e, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:07:00.701079 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:00.739516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f1110-22aa-463e-b68d-101735a7836d req-7f2db890-ecb6-45b9-bccb-ccbbf3fed17b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:00.741779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-528f1110-22aa-463e-b68d-101735a7836d req-7f2db890-ecb6-45b9-bccb-ccbbf3fed17b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 943 time: 0.0562830 May 10 12:07:00.771488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:07:00.774511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:07:00.779694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-528f1110-22aa-463e-b68d-101735a7836d req-33fe95e4-4b99-4728-bf6f-19953699fd49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 May 10 12:07:00.779916 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:00.821506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Provisioning complete for port cc4749f0-a419-4357-a055-ef890fa73c3e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:00.821960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:00.872653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=8']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:00.907770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Current status of the port cc4749f0-a419-4357-a055-ef890fa73c3e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:00.908193 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:00.921991 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:00.922753 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:00.924697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-11d7225b-a90a-4201-8840-af5701eaa6cb service neutron] 10.222.0.70 "PUT /v2.0/ports/cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 1121 time: 0.6954038 May 10 12:07:00.934655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:00.936987 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be96ebd3-f49f-4790-9b3d-8f2c371970b0" -d '{"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-plugged", "status": "completed", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:00.955105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:00.964323 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:01.005950 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c421cc2-7190-4520-a1c7-ff7812839a94 x-openstack-request-id: req-1c421cc2-7190-4520-a1c7-ff7812839a94 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:01.006235 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-plugged", "status": "completed", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:01.006489 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c421cc2-7190-4520-a1c7-ff7812839a94 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:01.006880 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c421cc2-7190-4520-a1c7-ff7812839a94'] response: {'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'code': 200} May 10 12:07:01.024304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['cc4749f0-a419-4357-a055-ef890fa73c3e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:07:01.154672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:01.169058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.169421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.169770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.170112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.170523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.170869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.171201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.171546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.171857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.172216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.172547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.172873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796f958-7883-452c-9e04-73e32c0ff372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:01.339560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b14b3c43-562b-461a-81c4-e6ef90d0d96d None None] Provisioning complete for port cc4749f0-a419-4357-a055-ef890fa73c3e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:01.340073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b14b3c43-562b-461a-81c4-e6ef90d0d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:01.456294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b14b3c43-562b-461a-81c4-e6ef90d0d96d None None] Current status of the port cc4749f0-a419-4357-a055-ef890fa73c3e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:01.909640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be9811-9806-4bdb-a9a1-60af2f30a93a req-bae1db77-d300-4cac-9b76-544a2d114df8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:01.911099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61be9811-9806-4bdb-a9a1-60af2f30a93a req-bae1db77-d300-4cac-9b76-544a2d114df8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0500968 May 10 12:07:01.955477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61be9811-9806-4bdb-a9a1-60af2f30a93a req-ab709b6f-3cc0-4ed0-bff9-3eceb1ea87f2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380170 May 10 12:07:02.567689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:02.570066 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8edc04-66e9-420d-bd11-3fe481919f08" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:02.607473 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c42bced-32be-42cc-9837-b212d2b3ca7a x-openstack-request-id: req-4c42bced-32be-42cc-9837-b212d2b3ca7a {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:02.607781 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:02.608066 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c42bced-32be-42cc-9837-b212d2b3ca7a {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:02.608471 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c42bced-32be-42cc-9837-b212d2b3ca7a'] response: {'name': 'network-changed', 'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'status': 'completed', 'code': 200} May 10 12:07:02.671749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-2a785700-3dfa-4519-b83e-b5e447818ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:02.673284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-2a785700-3dfa-4519-b83e-b5e447818ac1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1126 time: 0.0434568 May 10 12:07:02.765458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-15d2551e-fb15-4ecc-b152-61523eee9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:02.766908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-15d2551e-fb15-4ecc-b152-61523eee9617 service neutron] 10.222.0.49 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 897 time: 0.0863156 May 10 12:07:02.832792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-79cc56b4-819e-4ae7-9fdd-267842a35014 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 1000 time: 0.0591505 May 10 12:07:02.856813 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:02.890612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-50e4dada-0eb0-47bc-a355-e96e14b99fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:02.892140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-50e4dada-0eb0-47bc-a355-e96e14b99fd1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 200 len: 834 time: 0.0524676 May 10 12:07:02.938801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-1b3fec4d-6df4-4e86-9876-cb9d6e0e47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:02.940267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-1b3fec4d-6df4-4e86-9876-cb9d6e0e47fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=561a508d-e139-4c80-ba8c-01a5402e69b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420225 May 10 12:07:03.038557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-49861b34-8493-48c8-893d-1a0787767b64 service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914280 May 10 12:07:03.136313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5cafc-f349-44d9-a60a-e53b7a5b56ee req-e664c444-63d5-4412-939f-a8b18144e1a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:03.137810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ab5cafc-f349-44d9-a60a-e53b7a5b56ee req-e664c444-63d5-4412-939f-a8b18144e1a1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.1099751 May 10 12:07:03.178692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c8edc04-66e9-420d-bd11-3fe481919f08 req-01375de5-55ed-4dae-ad77-99383333f8ce service neutron] 10.222.0.49 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128931 May 10 12:07:03.190895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0ab5cafc-f349-44d9-a60a-e53b7a5b56ee req-51d06d51-de4c-446b-a895-0f4b35163158 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468061 May 10 12:07:04.328115 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d9681495-c237-4e1c-815d-68289e32e649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:04.339304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8927c1e-9315-4007-883e-c86a3b2529af req-4d1df1af-590f-42a6-a465-7c5d530cf6c7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:04.341159 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8927c1e-9315-4007-883e-c86a3b2529af req-4d1df1af-590f-42a6-a465-7c5d530cf6c7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0739493 May 10 12:07:04.380770 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8927c1e-9315-4007-883e-c86a3b2529af req-9026e223-6639-460e-ba6f-28ac8f9c6655 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332830 May 10 12:07:04.668331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cc4749f0-a419-4357-a055-ef890fa73c3e details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:07:04.769048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:04.780759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cc4749f0-a419-4357-a055-ef890fa73c3e has no active binding in host n-h1-840949-1 {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 10 12:07:05.508054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ec2d9-4335-4aa2-92e1-4ee8d1f79e61 req-cd86da73-6c49-4352-a686-ec1dd77e1efa tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:05.509670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c88ec2d9-4335-4aa2-92e1-4ee8d1f79e61 req-cd86da73-6c49-4352-a686-ec1dd77e1efa tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 945 time: 0.0558109 May 10 12:07:05.550717 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c88ec2d9-4335-4aa2-92e1-4ee8d1f79e61 req-3c1484e6-1c2e-4c70-a473-63c4c00e1983 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340800 May 10 12:07:05.740435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:06.287081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-95ccd168-629d-48a9-9df3-bc36719bef5b service neutron] 10.222.0.49 "GET /v2.0/ports/cc4749f0-a419-4357-a055-ef890fa73c3e/bindings/n-h1-840949-1 HTTP/1.1" status: 200 len: 384 time: 0.0588958 May 10 12:07:06.465886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:06.485642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:07:06.523856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:06.526158 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d61ddd-003c-4379-b30a-697592cf3e3d" -d '{"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:06.533477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:06.552927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:06.570284 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b868f6-00a5-4588-ad80-3712f365022f x-openstack-request-id: req-c3b868f6-00a5-4588-ad80-3712f365022f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:06.570574 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:06.570829 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3b868f6-00a5-4588-ad80-3712f365022f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:06.571235 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b868f6-00a5-4588-ad80-3712f365022f'] response: {'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'code': 200} May 10 12:07:06.657657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Transition to ACTIVE for port object cc4749f0-a419-4357-a055-ef890fa73c3e will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:07:06.662959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:06.716032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f54797-7b63-4ff1-a714-889b86ea758b req-f2c6c197-428f-42fa-a87f-d8be7f082ee4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:06.717496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40f54797-7b63-4ff1-a714-889b86ea758b req-f2c6c197-428f-42fa-a87f-d8be7f082ee4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 944 time: 0.0967116 May 10 12:07:06.777831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=11']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:06.809825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.810160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.810496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.810828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.811152 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.811474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.811794 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.812134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.812454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.812770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.813087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.813396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:06.845205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] No DVR routers for this DVR port cc4749f0-a419-4357-a055-ef890fa73c3e on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:07:06.850630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40f54797-7b63-4ff1-a714-889b86ea758b req-e8a5fe21-3e41-425e-97fa-2afc04ece687 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973058 May 10 12:07:07.267397 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-205145e2-f69d-4eb4-934b-211896180a81 service neutron] 10.222.0.49 "PUT /v2.0/ports/cc4749f0-a419-4357-a055-ef890fa73c3e/bindings/n-h1-840949-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9727297 May 10 12:07:07.294609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df91d661-ff36-40a3-b1cd-ca002998b44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:07.365647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-7cf8d2ff-94ac-442d-aa8d-88ecb3fbb965 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:07.367161 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-7cf8d2ff-94ac-442d-aa8d-88ecb3fbb965 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.0460980 May 10 12:07:07.414590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-45093caf-edc3-43a4-a2ff-dee81ea2f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:07.416209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-45093caf-edc3-43a4-a2ff-dee81ea2f38a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 1095 time: 0.0420568 May 10 12:07:07.482310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-352754fd-59a3-4160-9560-7c3d081a751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:07.483864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-352754fd-59a3-4160-9560-7c3d081a751e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1095 time: 0.0433273 May 10 12:07:07.579123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-6acd97d2-905a-4561-9046-c2dae8dadfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:07.580648 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-6acd97d2-905a-4561-9046-c2dae8dadfba service neutron] 10.222.0.70 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 897 time: 0.0889258 May 10 12:07:07.645005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-189bd7f2-b163-43a6-95b5-c7d5962b61d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 998 time: 0.0577416 May 10 12:07:07.697606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-a1051677-3cd2-420f-87d8-536646b00a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:07.699016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-a1051677-3cd2-420f-87d8-536646b00a5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 200 len: 834 time: 0.0473599 May 10 12:07:07.746913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-6f8282b0-b4e6-418b-8f66-d770a1dd1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:07.748522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-6f8282b0-b4e6-418b-8f66-d770a1dd1a8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=561a508d-e139-4c80-ba8c-01a5402e69b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434227 May 10 12:07:07.842990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-58e6ba39-4d3a-4d22-9d06-993ea993b5a5 service neutron] 10.222.0.70 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870891 May 10 12:07:07.888944 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:07.968301 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-9d5dcd08-51c9-477a-b4a6-8a4afcbd65ed service neutron] 10.222.0.70 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187692 May 10 12:07:07.986248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440a500-cf70-4534-8637-f8f0e3d42328 req-248f2c4e-5c69-4c68-b3c4-8cbe257ca14b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:07.987809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8440a500-cf70-4534-8637-f8f0e3d42328 req-248f2c4e-5c69-4c68-b3c4-8cbe257ca14b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 944 time: 0.0625501 May 10 12:07:08.029932 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8440a500-cf70-4534-8637-f8f0e3d42328 req-4c1e04a0-38d9-4256-abb3-9386caab86e4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332263 May 10 12:07:08.206871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-b80c9073-63b2-4c8e-8acc-55a74aaf9165 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:08.208410 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-b80c9073-63b2-4c8e-8acc-55a74aaf9165 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 1095 time: 0.0500994 May 10 12:07:08.361104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-d9e6265a-48a0-42f1-abd0-900b1b7b74e5 service neutron] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:07:08.364188 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-d9e6265a-48a0-42f1-abd0-900b1b7b74e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:08.365277 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-d9e6265a-48a0-42f1-abd0-900b1b7b74e5 service neutron] 10.222.0.70 "DELETE /v2.0/ports/cc4749f0-a419-4357-a055-ef890fa73c3e/bindings/n-h2-840949-1 HTTP/1.1" status: 204 len: 173 time: 0.1501253 May 10 12:07:09.165238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292916-8064-4fac-a049-f1ef53228c76 req-033b076a-2093-45d8-b916-cf2b50f3fd30 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:09.166711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed292916-8064-4fac-a049-f1ef53228c76 req-033b076a-2093-45d8-b916-cf2b50f3fd30 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 944 time: 0.0584733 May 10 12:07:09.205706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed292916-8064-4fac-a049-f1ef53228c76 req-3336a999-a5dc-4243-90d1-df7c44d392aa tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322893 May 10 12:07:09.324823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bb730-06ca-4c7c-94a8-cef37bf8bb10 req-bdde4efa-369d-4518-9bdc-7fcee30f8f20 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:09.327058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba7bb730-06ca-4c7c-94a8-cef37bf8bb10 req-bdde4efa-369d-4518-9bdc-7fcee30f8f20 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1095 time: 0.0550082 May 10 12:07:09.370370 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba7bb730-06ca-4c7c-94a8-cef37bf8bb10 req-0a3cea49-8601-4de2-8b12-5e816ad35cb3 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345175 May 10 12:07:09.417437 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:09.493200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948e49d-da28-4517-ad00-2d0a0bd067d5 req-f0f8ecc8-ff4e-40ce-bdd9-a79891efd26b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:09.494572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3948e49d-da28-4517-ad00-2d0a0bd067d5 req-f0f8ecc8-ff4e-40ce-bdd9-a79891efd26b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 944 time: 0.0542071 May 10 12:07:09.533040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3948e49d-da28-4517-ad00-2d0a0bd067d5 req-7314729f-f8ff-4cb2-9e45-e6b6553a6753 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 May 10 12:07:09.555638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55008) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:09.570801 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:09.616902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1a365f96-6b04-49c4-89a0-7d8d13db821f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2 HTTP/1.1" status: 200 len: 990 time: 0.0601215 May 10 12:07:09.842003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55014) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:10.002929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port b5a5051e-9e3e-4ef6-8536-81e67a8832ca {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:07:10.003260 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.093292 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.093563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.105448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for b5a5051e-9e3e-4ef6-8536-81e67a8832ca owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:07:10.264865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.291452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=b5a5051e-9e3e-4ef6-8536-81e67a8832ca,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:10.351198 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.351693 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Floating IP 3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2 disassociated (deleted). External IP: 172.25.8.92, port: cc4749f0-a419-4357-a055-ef890fa73c3e. May 10 12:07:10.569598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 76cceb84-6817-477a-9815-c0eef73f06f5 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:07:10.677375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:07:10.682285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.688267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] Sync routers for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:07:10.698260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:10.698855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:10.709355 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-946f5825-11fb-420b-b616-a83dc08eaeee tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/floatingips/3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2 HTTP/1.1" status: 204 len: 168 time: 0.8661997 May 10 12:07:10.709946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:10.712236 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ec441-6111-4de3-a764-446b207ed577" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:10.760277 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca587b6c-5040-4cd6-b9b5-f1f07886f0ab x-openstack-request-id: req-ca587b6c-5040-4cd6-b9b5-f1f07886f0ab {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:10.760648 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:10.760957 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca587b6c-5040-4cd6-b9b5-f1f07886f0ab {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:10.761556 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca587b6c-5040-4cd6-b9b5-f1f07886f0ab'] response: {'name': 'network-changed', 'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'status': 'completed', 'code': 200} May 10 12:07:10.810148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:10.833864 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec441-6111-4de3-a764-446b207ed577 req-409a2a0d-24e8-4593-a201-e92c73a5adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:10.835495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c32ec441-6111-4de3-a764-446b207ed577 req-409a2a0d-24e8-4593-a201-e92c73a5adb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 1095 time: 0.0536058 May 10 12:07:10.920116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device cc4749f0-a419-4357-a055-ef890fa73c3e no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:07:10.962594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec441-6111-4de3-a764-446b207ed577 req-f4db0ba5-00e8-45da-97d1-09578a67a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:10.963989 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c32ec441-6111-4de3-a764-446b207ed577 req-f4db0ba5-00e8-45da-97d1-09578a67a5b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 200 len: 897 time: 0.1195755 May 10 12:07:10.981434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device cc4749f0-a419-4357-a055-ef890fa73c3e not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:07:10.985885 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1a1a-4961-46f3-bd80-85350a430489 req-e423ab0a-c694-467b-8c46-9877a54f3513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:10.987327 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-203e1a1a-4961-46f3-bd80-85350a430489 req-e423ab0a-c694-467b-8c46-9877a54f3513 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 944 time: 0.0758104 May 10 12:07:11.015478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c32ec441-6111-4de3-a764-446b207ed577 req-dedab40f-4690-4144-b583-6a0aa9c69c35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 200 len: 217 time: 0.0437498 May 10 12:07:11.050674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:11.055366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-203e1a1a-4961-46f3-bd80-85350a430489 req-ea875ce6-56b1-4b76-b4c8-5ad0b30fb37c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1195626-6083-4824-b4d5-a5e92c9cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422544 May 10 12:07:11.077832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] Checking router: 76cceb84-6817-477a-9815-c0eef73f06f5 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:07:11.086594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:11.087225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:11.142958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec441-6111-4de3-a764-446b207ed577 req-4cd2cfb4-9c76-475e-a378-82645b283fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:11.144461 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c32ec441-6111-4de3-a764-446b207ed577 req-4cd2cfb4-9c76-475e-a378-82645b283fd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 200 len: 834 time: 0.1172271 May 10 12:07:11.195895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec441-6111-4de3-a764-446b207ed577 req-7c46ec32-1aa4-4821-8ce7-45ee8a0b6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:11.197369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:11.197473 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c32ec441-6111-4de3-a764-446b207ed577 req-7c46ec32-1aa4-4821-8ce7-45ee8a0b6f15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=561a508d-e139-4c80-ba8c-01a5402e69b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416069 May 10 12:07:11.288440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c32ec441-6111-4de3-a764-446b207ed577 req-0b322ea0-4e19-4274-bf71-10ff90371ce1 service neutron] 10.222.0.70 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831623 May 10 12:07:11.385290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c32ec441-6111-4de3-a764-446b207ed577 req-763b3a18-1932-4b11-8e25-3a1f6e5b4a34 service neutron] 10.222.0.70 "GET /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892506 May 10 12:07:11.398573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-1cdf6398-27fc-41ed-b511-6fdcabbeacd6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:11.400074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-1cdf6398-27fc-41ed-b511-6fdcabbeacd6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cc5d581-05c0-4ac6-9b41-67385858701a HTTP/1.1" status: 200 len: 944 time: 0.0522931 May 10 12:07:11.403310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:11.430592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe09e97-ccc1-40e8-939f-15558fbfcc87 None None] The sync data for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 is: [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:06:09Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '449c21f8-617c-445e-a5f2-e6d1c52ef567', 'name': '', 'network_id': '561a508d-e139-4c80-ba8c-01a5402e69b7', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:82:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:09Z', 'updated_at': '2022-05-10T12:06:12Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '80245501-2bcf-4cac-a3bb-a3dab5f5e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:07:11.494722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port cc4749f0-a419-4357-a055-ef890fa73c3e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:07:11.495060 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:11.594422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port cc4749f0-a419-4357-a055-ef890fa73c3e, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cc4749f0-a419-4357-a055-ef890fa73c3e,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:11.594793 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:11.609062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for cc4749f0-a419-4357-a055-ef890fa73c3e owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:07:11.682703 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce907a09-66a0-4f93-92ac-5a664034f065 None None] New status for floating IP 3a48cdcb-30d2-489e-b5fc-8c2e4129e5a2: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:07:11.744548 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:11.773465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=cc4749f0-a419-4357-a055-ef890fa73c3e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:11.824090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] No DVR routers for this DVR port cc4749f0-a419-4357-a055-ef890fa73c3e on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:07:11.826698 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:11.830106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1504aeeb-b746-45d0-8f98-13cea6807846 req-01ce1f0d-740d-4ccd-aede-bea09209040f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.70 "DELETE /v2.0/ports/cc4749f0-a419-4357-a055-ef890fa73c3e HTTP/1.1" status: 204 len: 173 time: 0.4242842 May 10 12:07:12.118514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:12.512818 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:12.762389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-deleted', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:12.765199 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc80b2d2-f029-41f5-9761-9a1b986416a2" -d '{"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-deleted", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:12.792539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port 449c21f8-617c-445e-a5f2-e6d1c52ef567 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:07:12.792884 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:12.808074 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3b119-99ac-4047-ac34-6a372ace3a4f x-openstack-request-id: req-07b3b119-99ac-4047-ac34-6a372ace3a4f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:12.808332 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc5d581-05c0-4ac6-9b41-67385858701a", "name": "network-vif-deleted", "tag": "cc4749f0-a419-4357-a055-ef890fa73c3e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:12.808612 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07b3b119-99ac-4047-ac34-6a372ace3a4f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:12.809020 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b3b119-99ac-4047-ac34-6a372ace3a4f'] response: {'server_uuid': '1cc5d581-05c0-4ac6-9b41-67385858701a', 'name': 'network-vif-deleted', 'tag': 'cc4749f0-a419-4357-a055-ef890fa73c3e', 'status': 'completed', 'code': 200} May 10 12:07:12.890209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port 449c21f8-617c-445e-a5f2-e6d1c52ef567, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=449c21f8-617c-445e-a5f2-e6d1c52ef567,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:12.890582 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:12.908451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for 449c21f8-617c-445e-a5f2-e6d1c52ef567 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:07:13.109042 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:13.145491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=449c21f8-617c-445e-a5f2-e6d1c52ef567,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:13.319263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:13.535712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 76cceb84-6817-477a-9815-c0eef73f06f5 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:07:13.641542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:07:13.647354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-aec66a82-5048-432f-9c22-0366bea24a9b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "PUT /v2.0/routers/76cceb84-6817-477a-9815-c0eef73f06f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5272911 May 10 12:07:13.649746 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55030) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:13.650915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] Sync routers for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:07:13.661723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:13.662345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:13.700556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07e4526-4d49-4f12-9d4c-ce871106290d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting subnet 80245501-2bcf-4cac-a3bb-a3dab5f5e464 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:07:13.703808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a07e4526-4d49-4f12-9d4c-ce871106290d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:13.743554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a07e4526-4d49-4f12-9d4c-ce871106290d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:13.839498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a07e4526-4d49-4f12-9d4c-ce871106290d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:13.904245 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a07e4526-4d49-4f12-9d4c-ce871106290d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:13.933301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e4526-4d49-4f12-9d4c-ce871106290d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Subnet': ['ID=80245501-2bcf-4cac-a3bb-a3dab5f5e464,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:13.935355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a07e4526-4d49-4f12-9d4c-ce871106290d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:13.937236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:13.938591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a07e4526-4d49-4f12-9d4c-ce871106290d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/subnets/80245501-2bcf-4cac-a3bb-a3dab5f5e464 HTTP/1.1" status: 204 len: 168 time: 0.2878807 May 10 12:07:13.941284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55032) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:13.941848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f1cd2-ceff-4aeb-bb6b-98afd5712592 None None] Network 561a508d-e139-4c80-ba8c-01a5402e69b7 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:07:14.047314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.153847 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.210524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port 18e8af4b-9690-4f31-a811-1c055fa4ff45 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:07:14.210866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.231576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:07:13Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': '18e8af4b-9690-4f31-a811-1c055fa4ff45', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:06:07Z', 'updated_at': '2022-05-10T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:14.264180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] Checking router: 76cceb84-6817-477a-9815-c0eef73f06f5 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:07:14.274394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] Routers {'76cceb84-6817-477a-9815-c0eef73f06f5'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:14.275126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['76cceb84-6817-477a-9815-c0eef73f06f5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:14.310140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port 18e8af4b-9690-4f31-a811-1c055fa4ff45, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=18e8af4b-9690-4f31-a811-1c055fa4ff45,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:14.310569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] DHCP port deletion for 561a508d-e139-4c80-ba8c-01a5402e69b7 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:07:14.310961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.323269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for 18e8af4b-9690-4f31-a811-1c055fa4ff45 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:07:14.386820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] Set router 76cceb84-6817-477a-9815-c0eef73f06f5 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:14.444802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:07:14Z', 'revision_number': 6, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:14.473375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b766e-b43b-43a7-82e3-792251aeb38e None None] The sync data for ids ['76cceb84-6817-477a-9815-c0eef73f06f5'] in n-d-840949-1 is: [{'id': '76cceb84-6817-477a-9815-c0eef73f06f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496035491', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:06:06Z', 'updated_at': '2022-05-10T12:07:14Z', 'revision_number': 6, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:07:14.483001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] Deleting port 76cd93b3-9351-47d5-bc09-19786e5d5e4a {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:07:14.483379 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.505243 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.528719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=18e8af4b-9690-4f31-a811-1c055fa4ff45,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:14.556970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] For port 76cd93b3-9351-47d5-bc09-19786e5d5e4a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=76cd93b3-9351-47d5-bc09-19786e5d5e4a,segment=NetworkSegment(3c506ee4-26ad-4342-b8e1-ac9ebb2f821e),segment_id=3c506ee4-26ad-4342-b8e1-ac9ebb2f821e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:14.557661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.574038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] Calling delete_port for 76cd93b3-9351-47d5-bc09-19786e5d5e4a owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:07:14.591971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.654138 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.682760 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.683030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] No DVR routers for this DVR port 76cd93b3-9351-47d5-bc09-19786e5d5e4a on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:07:14.684928 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.687532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e037b5d-7953-4e10-a8a8-153a6369c0e9 None None] Pushing event deleted for resources: {'Port': ['ID=76cd93b3-9351-47d5-bc09-19786e5d5e4a,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:14.731721 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cc4749f0-a419-4357-a055-ef890fa73c3e no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:07:14.733661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.734191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Fanout notify agent at l3_agent the message router_deleted on router 76cceb84-6817-477a-9815-c0eef73f06f5 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:07:14.741074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.742216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-915ce84d-0050-4695-8342-ad836f08e28e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/routers/76cceb84-6817-477a-9815-c0eef73f06f5 HTTP/1.1" status: 204 len: 168 time: 0.8000464 May 10 12:07:14.745043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55034) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:14.753067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: cc4749f0-a419-4357-a055-ef890fa73c3e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:07:14.754244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cc4749f0-a419-4357-a055-ef890fa73c3e not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:07:14.820232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.911908 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.931372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561a508d-e139-4c80-ba8c-01a5402e69b7']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:14.941577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:14.941871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c506ee4-26ad-4342-b8e1-ac9ebb2f821e') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:14.953285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.967988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.975062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:07:14.975558 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: timer() May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:07:14.978669 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:07:15.036209 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.041327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.044486 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/networks/561a508d-e139-4c80-ba8c-01a5402e69b7 HTTP/1.1" status: 204 len: 168 time: 0.2985179 May 10 12:07:15.047785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55036) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:15.064188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67e164-5767-4a10-a4b4-26f9ff0e24cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Network': ['ID=561a508d-e139-4c80-ba8c-01a5402e69b7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:15.109011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77acb7c2-2b1f-4ea9-a5fe-e968a0f1fb58 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.133714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77acb7c2-2b1f-4ea9-a5fe-e968a0f1fb58 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.195025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77acb7c2-2b1f-4ea9-a5fe-e968a0f1fb58 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.197778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-77acb7c2-2b1f-4ea9-a5fe-e968a0f1fb58 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.201626 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-77acb7c2-2b1f-4ea9-a5fe-e968a0f1fb58 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1195626-6083-4824-b4d5-a5e92c9cc934 HTTP/1.1" status: 204 len: 168 time: 0.1502051 May 10 12:07:15.214018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acb7c2-2b1f-4ea9-a5fe-e968a0f1fb58 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1195626-6083-4824-b4d5-a5e92c9cc934,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:15.318857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:15.323517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8b29f80d-776d-4d25-8392-c23c152c40fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608306772', 'description': 'tempest-secgroup-smoke-1608306772 description', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:15.346792 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b29f80d-776d-4d25-8392-c23c152c40fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.372410 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 449c21f8-617c-445e-a5f2-e6d1c52ef567 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:07:15.395901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 449c21f8-617c-445e-a5f2-e6d1c52ef567 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:07:15.396247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 449c21f8-617c-445e-a5f2-e6d1c52ef567 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:07:15.396661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 76cd93b3-9351-47d5-bc09-19786e5d5e4a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:07:15.415359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 76cd93b3-9351-47d5-bc09-19786e5d5e4a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:07:15.415700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 76cd93b3-9351-47d5-bc09-19786e5d5e4a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:07:15.416138 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 18e8af4b-9690-4f31-a811-1c055fa4ff45 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:07:15.426154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b29f80d-776d-4d25-8392-c23c152c40fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.430367 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b29f80d-776d-4d25-8392-c23c152c40fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.434744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 18e8af4b-9690-4f31-a811-1c055fa4ff45 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:07:15.435088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 18e8af4b-9690-4f31-a811-1c055fa4ff45 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:07:15.462781 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8b29f80d-776d-4d25-8392-c23c152c40fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.464066 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8b29f80d-776d-4d25-8392-c23c152c40fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441638 May 10 12:07:15.464770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f80d-776d-4d25-8392-c23c152c40fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30016d25-e37d-4511-972b-0f1ebd1d4545,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:15.467134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55044) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:15.472155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0732f87a-bda7-4316-a935-5d687c71f968 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '30016d25-e37d-4511-972b-0f1ebd1d4545', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:15.500294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0732f87a-bda7-4316-a935-5d687c71f968 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.562644 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0732f87a-bda7-4316-a935-5d687c71f968 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.568611 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0732f87a-bda7-4316-a935-5d687c71f968 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.585398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732f87a-bda7-4316-a935-5d687c71f968 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63dcf7d8-724c-4440-9986-8f44953878c9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:15.594797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0732f87a-bda7-4316-a935-5d687c71f968 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.596030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0732f87a-bda7-4316-a935-5d687c71f968 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275690 May 10 12:07:15.599883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55046) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:15.604225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ca52a84f-f622-47a2-937f-d86e11164077 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '30016d25-e37d-4511-972b-0f1ebd1d4545', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:15.629295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca52a84f-f622-47a2-937f-d86e11164077 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.685770 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca52a84f-f622-47a2-937f-d86e11164077 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.691423 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca52a84f-f622-47a2-937f-d86e11164077 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.708997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52a84f-f622-47a2-937f-d86e11164077 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03aab29f-c4dc-479c-89fd-25613c56c340,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:15.717528 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca52a84f-f622-47a2-937f-d86e11164077 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.718739 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ca52a84f-f622-47a2-937f-d86e11164077 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179154 May 10 12:07:15.722569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55048) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:15.726823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-312bcb46-a2ce-4575-a921-e9c0355850a9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '30016d25-e37d-4511-972b-0f1ebd1d4545', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:15.752572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-312bcb46-a2ce-4575-a921-e9c0355850a9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.816250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-312bcb46-a2ce-4575-a921-e9c0355850a9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.821473 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-312bcb46-a2ce-4575-a921-e9c0355850a9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.838830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bcb46-a2ce-4575-a921-e9c0355850a9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c82f8b-6fef-4b0d-be14-dded0161240c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:15.850201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-312bcb46-a2ce-4575-a921-e9c0355850a9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.851420 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-312bcb46-a2ce-4575-a921-e9c0355850a9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279221 May 10 12:07:15.854326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55050) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:15.858613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0cfd50d4-06e8-42b5-9bb1-ce1e41784f6e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '30016d25-e37d-4511-972b-0f1ebd1d4545', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:15.884129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0cfd50d4-06e8-42b5-9bb1-ce1e41784f6e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.946539 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0cfd50d4-06e8-42b5-9bb1-ce1e41784f6e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.951383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0cfd50d4-06e8-42b5-9bb1-ce1e41784f6e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.968978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd50d4-06e8-42b5-9bb1-ce1e41784f6e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7340949-2704-4b52-821d-ca96582e38fe,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:15.978862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0cfd50d4-06e8-42b5-9bb1-ce1e41784f6e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:15.980119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0cfd50d4-06e8-42b5-9bb1-ce1e41784f6e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248121 May 10 12:07:15.983853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55052) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:15.988331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-778f7945-0ef4-49b1-8a55-a76c18e4c9b3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '30016d25-e37d-4511-972b-0f1ebd1d4545', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:16.009431 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-778f7945-0ef4-49b1-8a55-a76c18e4c9b3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Project 635d9fcbd9474cd3918eb216a6bb5e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:07:16.014681 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-778f7945-0ef4-49b1-8a55-a76c18e4c9b3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.075301 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-778f7945-0ef4-49b1-8a55-a76c18e4c9b3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.080808 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-778f7945-0ef4-49b1-8a55-a76c18e4c9b3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.098591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f7945-0ef4-49b1-8a55-a76c18e4c9b3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9a8909-8be1-482a-baba-afb0484884ff,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:16.107534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-778f7945-0ef4-49b1-8a55-a76c18e4c9b3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.109167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-778f7945-0ef4-49b1-8a55-a76c18e4c9b3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243787 May 10 12:07:16.112073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55054) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:16.116465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7912613a-d917-44fe-af79-776d7d4fb6e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'security_group_rule': {'security_group_id': '30016d25-e37d-4511-972b-0f1ebd1d4545', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:16.138832 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-7912613a-d917-44fe-af79-776d7d4fb6e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Project 635d9fcbd9474cd3918eb216a6bb5e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:07:16.144795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7912613a-d917-44fe-af79-776d7d4fb6e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.210146 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7912613a-d917-44fe-af79-776d7d4fb6e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.215128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7912613a-d917-44fe-af79-776d7d4fb6e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.232575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912613a-d917-44fe-af79-776d7d4fb6e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb5cff3-f4dc-40c8-a2c0-3eea09cf16f6,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:16.242085 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7912613a-d917-44fe-af79-776d7d4fb6e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.243281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7912613a-d917-44fe-af79-776d7d4fb6e5 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302373 May 10 12:07:16.246248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55056) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:16.251366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'network': {'name': 'tempest-network-smoke--1384292855', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'port_security_enabled': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:16.270286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:07:16.273774 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.297137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:07:16.307059 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.307378 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Added segment b37b50eb-1cca-468d-adca-2467e5473489 of type vlan for network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b May 10 12:07:16.347711 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.372442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.378139 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:16.378720 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.739277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4918740 May 10 12:07:16.742299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55058) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:16.747223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f77fd-b026-4d25-b623-676a84d0dd8e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Network': ['ID=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:16.751563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'admin_state_up': True, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:16.766788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:07:16.784418 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.785578 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.842273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:16.978505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:17.174157 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:17.193354 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:17.302222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.25.8.21 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/f8525535-eb93-4df9-8177-dd09c835deca) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:17.405575 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:17.441946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:17.483057 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:17.487301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:17.494468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:07:17.497513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=f8525535-eb93-4df9-8177-dd09c835deca,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:17.751013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:17.974310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:18.110783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 5c041c90-c5a1-4ff9-81c8-b738890d8790 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:07:18.563369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:07:18.574879 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Sync routers for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:07:18.586500 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:18.587306 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:18.588080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:18.590775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-744e1945-5e60-478a-ab8c-b1c97f1e721d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8458395 May 10 12:07:18.592645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55060) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:18.627440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-224b91f3-6a4a-412a-b24b-23aa554076f9 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=635d9fcbd9474cd3918eb216a6bb5e47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335991 May 10 12:07:18.631008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55062) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:18.690281 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:18.779892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279ac59-5573-40b8-b139-a5bad3282b0d tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:18.781579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0279ac59-5573-40b8-b139-a5bad3282b0d tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1496131 May 10 12:07:18.784568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55064) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:18.812603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-809a416d-e13e-4635-a644-d4f6890f6831 tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268826 May 10 12:07:18.815098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55066) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:18.819834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318577345', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:18.869616 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:17Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:18.897300 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Checking router: 5c041c90-c5a1-4ff9-81c8-b738890d8790 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:07:18.897647 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Updating router 5c041c90-c5a1-4ff9-81c8-b738890d8790 port f8525535-eb93-4df9-8177-dd09c835deca binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:07:18.909420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:07:18.913888 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:18.926917 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.093407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.158745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Subnet': ['ID=75bd023b-f270-47af-9369-1d9b7e7a0bf9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:19.169827 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Checking segment: {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:07:19.170136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network hostable DHCP agents. Network: c6ee24ad-d4a0-45e7-a531-5586e2a40a2b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:07:19.176083 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.182701 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.193590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:07:19.204028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c6ee24ad-d4a0-45e7-a531-5586e2a40a2b) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:19.209132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:19.210069 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.215361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b6469-b37e-42bb-bf74-122d5464fd0f None None] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:07:19.236678 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Attempting to bind port f8525535-eb93-4df9-8177-dd09c835deca on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:07:19.237130 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Attempting to bind port f8525535-eb93-4df9-8177-dd09c835deca by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:07:19.237489 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Attempting to bind port f8525535-eb93-4df9-8177-dd09c835deca on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:07:19.238125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55068) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:19.249025 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Pushing event updated for resources: {'Port': ['ID=f8525535-eb93-4df9-8177-dd09c835deca,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:19.252157 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:07:19.252523 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:07:19.252987 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.253413 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:07:19.253684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2f9a2264-8438-4e10-b8f4-5332ba8ff01b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4363201 May 10 12:07:19.253890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Bound port: f8525535-eb93-4df9-8177-dd09c835deca, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:07:19.254392 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.261373 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.261373 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.261750 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.261997 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.262352 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.262687 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.263612 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.263612 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.263789 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.264223 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.264543 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.264838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:19.325791 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] For port f8525535-eb93-4df9-8177-dd09c835deca, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:07:19.329714 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] For port f8525535-eb93-4df9-8177-dd09c835deca, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f8525535-eb93-4df9-8177-dd09c835deca,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:07:19.335608 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.368736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:07:19.369924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.394283 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00890-8e66-452a-8221-9e2ead6822f4 None None] Pushing event updated for resources: {'Port': ['ID=f8525535-eb93-4df9-8177-dd09c835deca,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:19.405583 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:19.406231 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:19.512387 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:19.514417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Allocated IP 172.20.0.2 (c6ee24ad-d4a0-45e7-a531-5586e2a40a2b/75bd023b-f270-47af-9369-1d9b7e7a0bf9/2950c7e2-a93a-466c-a8e6-fe0c767aff87) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:19.673151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.680830 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.699491 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:17Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:19.710150 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.727454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:19.730343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:19.730465 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a5ae0-e8ee-408c-b5a7-598ef02c3410 None None] The sync data for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 is: [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:17Z', 'revision_number': 3, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:07:19.737383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:07:19.744655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Pushing event updated for resources: {'Port': ['ID=2950c7e2-a93a-466c-a8e6-fe0c767aff87,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:19.804624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Attempting to bind port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:07:19.804881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Attempting to bind port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:07:19.805242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Attempting to bind port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 on network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:07:19.810613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:07:19.811074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Checking segment: {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:07:19.811559 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.812110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Bound using segment: {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:07:19.812601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Bound port: 2950c7e2-a93a-466c-a8e6-fe0c767aff87, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:07:19.812985 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.876978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] For port 2950c7e2-a93a-466c-a8e6-fe0c767aff87, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:07:19.881018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] For port 2950c7e2-a93a-466c-a8e6-fe0c767aff87, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2950c7e2-a93a-466c-a8e6-fe0c767aff87,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:07:19.886440 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:19.990021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe14c8-5008-4eb5-9d0b-2951019de5fd None None] Pushing event updated for resources: {'Port': ['ID=2950c7e2-a93a-466c-a8e6-fe0c767aff87,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:20.029484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.20.0.1 (c6ee24ad-d4a0-45e7-a531-5586e2a40a2b/75bd023b-f270-47af-9369-1d9b7e7a0bf9/63412574-d0ca-4d71-a3a7-8712bab2fbc7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:20.176579 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:20.217049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:20.260766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:20.264748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:20.267411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:07:20.310026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=63412574-d0ca-4d71-a3a7-8712bab2fbc7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:20.331299 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:20.467767 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:20.764422 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:20.771198 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:20.849643 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:20.851589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=63412574-d0ca-4d71-a3a7-8712bab2fbc7,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:20.945157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40edc1d-0a48-47de-8f3c-38a3ed433486 None None] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:07:20.948832 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:20.950166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:21.065742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 5c041c90-c5a1-4ff9-81c8-b738890d8790 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:07:21.091117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5da230be-e477-43ca-bcfd-6305f7bc281f None None] Provisioning complete for port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:21.091509 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5da230be-e477-43ca-bcfd-6305f7bc281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:21.184655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5da230be-e477-43ca-bcfd-6305f7bc281f None None] Current status of the port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:21.185268 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5da230be-e477-43ca-bcfd-6305f7bc281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:21.190969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:07:21.196817 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-909a92a0-b2e4-4a23-8c63-2255501952cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "PUT /v2.0/routers/5c041c90-c5a1-4ff9-81c8-b738890d8790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9558945 May 10 12:07:21.225575 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5da230be-e477-43ca-bcfd-6305f7bc281f None None] For port 2950c7e2-a93a-466c-a8e6-fe0c767aff87, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2950c7e2-a93a-466c-a8e6-fe0c767aff87,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:21.231706 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5da230be-e477-43ca-bcfd-6305f7bc281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:21.300108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da230be-e477-43ca-bcfd-6305f7bc281f None None] Pushing event updated for resources: {'Port': ['ID=2950c7e2-a93a-466c-a8e6-fe0c767aff87,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:21.382161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-807f9225-12a6-4e9c-b0c7-fb813aa77693 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608306772&fields=id&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 267 time: 0.0446742 May 10 12:07:21.433208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Sync routers for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:07:21.463356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f8525535-eb93-4df9-8177-dd09c835deca up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:07:21.465987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:21.466999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:21.505538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-f684dc78-3ec7-41fb-8cd0-0e0213891881 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:21.507158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-f684dc78-3ec7-41fb-8cd0-0e0213891881 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/networks?id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b HTTP/1.1" status: 200 len: 797 time: 0.1173031 May 10 12:07:21.520438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-44f9a666-5ccb-46a7-a5df-cc68ea2502f8 None None] Provisioning complete for port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:21.520811 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-44f9a666-5ccb-46a7-a5df-cc68ea2502f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:21.524864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-e756cd71-4ac2-41e9-8138-f97e4de0b10b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/quotas/635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 375 time: 0.0105932 May 10 12:07:21.589404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-d7c25fe4-984b-4c5e-af28-1423aec0c503 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581396 May 10 12:07:21.696522 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-0672e3b3-3537-4a7a-965b-ca1fdc493002 service neutron] 10.222.0.13 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914986 May 10 12:07:21.795407 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-21a4f491-4578-4edf-9fb7-ef573f15848c service neutron] 10.222.0.13 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921783 May 10 12:07:21.861335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:21.863986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f8525535-eb93-4df9-8177-dd09c835deca triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:21.864366 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:21.889098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-44f9a666-5ccb-46a7-a5df-cc68ea2502f8 None None] Current status of the port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:21.969522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-44f9a666-5ccb-46a7-a5df-cc68ea2502f8 None None] Provisioning complete for port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:21.970243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-44f9a666-5ccb-46a7-a5df-cc68ea2502f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:21.983809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2be1e81c-c20f-4f57-8728-b2540d2cb960 req-05af9b55-9138-43a0-8e5d-e56b098631c8 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 210 time: 0.0284572 May 10 12:07:22.055183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-44f9a666-5ccb-46a7-a5df-cc68ea2502f8 None None] Port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:07:22.121326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f8525535-eb93-4df9-8177-dd09c835deca is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:22.121729 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.164549 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port f8525535-eb93-4df9-8177-dd09c835deca, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f8525535-eb93-4df9-8177-dd09c835deca,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:22.171984 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.172987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2950c7e2-a93a-466c-a8e6-fe0c767aff87 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:07:22.252461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7a0c7b1c-e374-4e68-b3e3-4837ede16c85 None None] Provisioning complete for port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:22.252856 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7b1c-e374-4e68-b3e3-4837ede16c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.292854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=f8525535-eb93-4df9-8177-dd09c835deca,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:22.315121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c7b1c-e374-4e68-b3e3-4837ede16c85 None None] Port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:07:22.324623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 2, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:22.328004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:22.328383 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.370453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Checking router: 5c041c90-c5a1-4ff9-81c8-b738890d8790 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:07:22.370803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Updating router 5c041c90-c5a1-4ff9-81c8-b738890d8790 port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:07:22.406511 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.539429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:22.703813 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.710620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.756955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d21962-d115-465a-aa81-838353d78863 None None] Pushing event updated for resources: {'Port': ['ID=63412574-d0ca-4d71-a3a7-8712bab2fbc7,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:22.826329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Attempting to bind port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:07:22.827120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Attempting to bind port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:07:22.827278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Attempting to bind port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 on network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:07:22.832767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:07:22.833144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Checking segment: {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:07:22.833549 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.833943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Bound using segment: {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:07:22.834412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Bound port: 63412574-d0ca-4d71-a3a7-8712bab2fbc7, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:07:22.834795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.917623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] For port 63412574-d0ca-4d71-a3a7-8712bab2fbc7, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:07:22.922716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] For port 63412574-d0ca-4d71-a3a7-8712bab2fbc7, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=63412574-d0ca-4d71-a3a7-8712bab2fbc7,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:07:22.931702 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:22.957154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-a49a1081-ca84-4b42-9449-7103c2d7af07 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:22.958645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-a49a1081-ca84-4b42-9449-7103c2d7af07 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/networks?id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b HTTP/1.1" status: 200 len: 797 time: 0.1524801 May 10 12:07:23.003907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:23.004574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:23.006974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d21962-d115-465a-aa81-838353d78863 None None] Pushing event updated for resources: {'Port': ['ID=63412574-d0ca-4d71-a3a7-8712bab2fbc7,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:23.007084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-9a75b674-c3de-44f1-bd93-487a5cb09f1e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=635d9fcbd9474cd3918eb216a6bb5e47 HTTP/1.1" status: 200 len: 380 time: 0.0366304 May 10 12:07:23.020098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'port': {'device_id': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'admin_state_up': True, 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'security_groups': ['30016d25-e37d-4511-972b-0f1ebd1d4545']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:23.095374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-621f58c6-ec07-42f2-add0-93c65ac0a110 None None] Provisioning complete for port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:23.095749 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-621f58c6-ec07-42f2-add0-93c65ac0a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.102671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-664cb8a8-bee0-47f0-b781-156eb0274545 req-c6a9af7b-cd50-49c4-80d5-eaff0be65dca tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 210 time: 0.0340419 May 10 12:07:23.172945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Made reservation on behalf of 635d9fcbd9474cd3918eb216a6bb5e47 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:07:23.177710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.194125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:23.308460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.20.0.8 (c6ee24ad-d4a0-45e7-a531-5586e2a40a2b/75bd023b-f270-47af-9369-1d9b7e7a0bf9/313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:23.333157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-621f58c6-ec07-42f2-add0-93c65ac0a110 None None] Current status of the port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:23.333548 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-621f58c6-ec07-42f2-add0-93c65ac0a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.386827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f8525535-eb93-4df9-8177-dd09c835deca up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:07:23.389759 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-621f58c6-ec07-42f2-add0-93c65ac0a110 None None] For port 63412574-d0ca-4d71-a3a7-8712bab2fbc7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=63412574-d0ca-4d71-a3a7-8712bab2fbc7,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:23.418181 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-621f58c6-ec07-42f2-add0-93c65ac0a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.456466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.491445 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.511101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f58c6-ec07-42f2-add0-93c65ac0a110 None None] Pushing event updated for resources: {'Port': ['ID=63412574-d0ca-4d71-a3a7-8712bab2fbc7,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:23.533272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port f8525535-eb93-4df9-8177-dd09c835deca triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:23.533662 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.538682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:23.541738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:23.545820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:07:23.581457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a5275eb4-c28e-40b2-861d-7b346d841f95 None None] Provisioning complete for port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:23.581828 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5275eb4-c28e-40b2-861d-7b346d841f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.585779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-07594e69-459e-486d-90b5-6450545284a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:23.600419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:23.601053 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.604711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:23.623774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-081b37c4-e1e7-46aa-8b28-a8cd21840b49 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079040 May 10 12:07:23.635316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Request body: {'port': {'device_id': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:23.642958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07594e69-459e-486d-90b5-6450545284a6 None None] The sync data for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 is: [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:07:23.712809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port f8525535-eb93-4df9-8177-dd09c835deca is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:23.719703 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.765510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a5275eb4-c28e-40b2-861d-7b346d841f95 None None] Current status of the port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:23.891460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-441abd0e-ef03-4f3d-a1fe-cbc51b2833a9 None None] Provisioning complete for port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:23.891865 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-441abd0e-ef03-4f3d-a1fe-cbc51b2833a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:23.931524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-441abd0e-ef03-4f3d-a1fe-cbc51b2833a9 None None] Port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:07:24.009937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:07:24.017941 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:24.030864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Transition to ACTIVE for port object 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:07:24.035633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:24.089857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Pushing event updated for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:24.180232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Attempting to bind port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:07:24.180569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Attempting to bind port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:07:24.180916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Attempting to bind port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 on network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:07:24.186168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 on network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:07:24.186493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Attempting to bind port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 on network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:07:24.192910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:07:24.193289 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Checking segment: {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:07:24.193714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Bound using segment: {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:07:24.194169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Bound port: 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37b50eb-1cca-468d-adca-2467e5473489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:07:24.194536 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:24.283840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:07:24.287382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:07:24.291773 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34586fee-1433-4922-b2ef-3f809d2c935a req-d3562e44-2b3d-4ef9-90cf-0ff5de6fa41c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:24.293930 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34586fee-1433-4922-b2ef-3f809d2c935a req-d3562e44-2b3d-4ef9-90cf-0ff5de6fa41c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 943 time: 0.1018946 May 10 12:07:24.296342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:24.335265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:24.336174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:24.338058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] 10.222.0.49 "PUT /v2.0/ports/313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 HTTP/1.1" status: 200 len: 1091 time: 0.7070348 May 10 12:07:24.338608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:24.341247 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:24.345928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34586fee-1433-4922-b2ef-3f809d2c935a req-c4b983ad-005a-4aeb-aa55-bba22104b663 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 May 10 12:07:24.390762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b989e88-1a3d-4a31-99ac-934a65336383 service neutron] Pushing event updated for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:24.404829 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dad637-5b01-4b63-8491-57b7421cc0c6 x-openstack-request-id: req-37dad637-5b01-4b63-8491-57b7421cc0c6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:24.405715 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:24.406152 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37dad637-5b01-4b63-8491-57b7421cc0c6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:24.406746 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37dad637-5b01-4b63-8491-57b7421cc0c6'] response: {'name': 'network-changed', 'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'status': 'completed', 'code': 200} May 10 12:07:24.463346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-2ab141d2-7496-4e35-8b95-2651810b9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:24.465541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-2ab141d2-7496-4e35-8b95-2651810b9f08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 1094 time: 0.0488136 May 10 12:07:24.513588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-b54f8280-18b0-49dc-b682-3bbe4d036271 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 HTTP/1.1" status: 200 len: 217 time: 0.0404274 May 10 12:07:24.566778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-95c05929-5827-4186-8dab-680ba8eacba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:24.568292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-95c05929-5827-4186-8dab-680ba8eacba2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=75bd023b-f270-47af-9369-1d9b7e7a0bf9 HTTP/1.1" status: 200 len: 835 time: 0.0487809 May 10 12:07:24.615975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-2fa52077-0e2a-4f45-890e-302934ce9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:24.617603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-2fa52077-0e2a-4f45-890e-302934ce9c1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419734 May 10 12:07:24.721775 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-e153b5a1-1c1c-40a3-bbd1-543abfa2fb95 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940311 May 10 12:07:24.814396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76a001e2-fe14-412c-b7a3-5494944eefbf req-e2710e6d-1891-432d-a64a-713245afd771 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863912 May 10 12:07:24.907105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-268f46d7-5264-4183-8b83-67e8d543c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:24.908662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-268f46d7-5264-4183-8b83-67e8d543c04e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 1094 time: 0.0479493 May 10 12:07:25.016480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-b75251c7-c8ce-4958-8c9f-ee9b01a9c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:25.017872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-b75251c7-c8ce-4958-8c9f-ee9b01a9c737 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b HTTP/1.1" status: 200 len: 898 time: 0.1027913 May 10 12:07:25.072196 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-bc9c0533-fdaa-4ea1-9ad7-5b82f8520b79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 HTTP/1.1" status: 200 len: 217 time: 0.0477083 May 10 12:07:25.138934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-2a563519-a54c-47a8-b186-2174afaf97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:25.140684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-2a563519-a54c-47a8-b186-2174afaf97cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=75bd023b-f270-47af-9369-1d9b7e7a0bf9 HTTP/1.1" status: 200 len: 835 time: 0.0612795 May 10 12:07:25.191729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-05741385-eb22-4cfa-9a6f-381af2f918b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:25.193327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-05741385-eb22-4cfa-9a6f-381af2f918b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454440 May 10 12:07:25.285050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-0f19f9ee-12a6-4004-a20d-cc60b10b8b02 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836046 May 10 12:07:25.384499 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa71724b-71c6-4a9b-94c4-5d7e41f0dcd8 req-232c0f87-2b21-4dce-99a8-dfb5e888d11c service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890360 May 10 12:07:25.401031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 63412574-d0ca-4d71-a3a7-8712bab2fbc7 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:07:25.450289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:25.450658 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:25.533653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:25.586145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b35-01cc-48b5-ac7e-fdd239318f39 req-aca1ef1c-ba7e-41de-83a8-132f55bb31f6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:25.587611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40be5b35-01cc-48b5-ac7e-fdd239318f39 req-aca1ef1c-ba7e-41de-83a8-132f55bb31f6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 943 time: 0.0587981 May 10 12:07:25.626534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40be5b35-01cc-48b5-ac7e-fdd239318f39 req-0a988409-45ab-402f-829e-57496cd07240 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 May 10 12:07:26.778217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13836c03-4aad-4360-b609-c1db29968680 req-c8bf7fbe-738b-4e1f-8d7d-94fe18529960 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:26.780155 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-13836c03-4aad-4360-b609-c1db29968680 req-c8bf7fbe-738b-4e1f-8d7d-94fe18529960 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 943 time: 0.0730271 May 10 12:07:26.821925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-13836c03-4aad-4360-b609-c1db29968680 req-aa3be110-3356-4dab-9ed4-275e350a7fce tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350232 May 10 12:07:26.953740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:07:27.055429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:27.068404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'port_id': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'mac_address': 'fa:16:3e:88:84:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:07:27.109108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:27.109490 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:27.122607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:07:27.143053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:27.149436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:27.205192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:27.384938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:07:27.953792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770b72-9cbd-4962-94d7-b19bd1932523 req-3fc999aa-6560-4da9-8ce3-9b5d13ed4485 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:27.955380 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba770b72-9cbd-4962-94d7-b19bd1932523 req-3fc999aa-6560-4da9-8ce3-9b5d13ed4485 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 944 time: 0.0511370 May 10 12:07:27.993273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ba770b72-9cbd-4962-94d7-b19bd1932523 req-040ab252-f40a-4e3b-a51e-7606c8a14293 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 May 10 12:07:28.968788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:07:29.022160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:07:29.026494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:29.026894 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:29.106607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:07:29.106958 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:29.112510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5718c8-3363-4396-a7c1-f26c3e3fcf60 req-2a569202-c325-469c-ae09-bc7b25c4dc32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:29.114009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc5718c8-3363-4396-a7c1-f26c3e3fcf60 req-2a569202-c325-469c-ae09-bc7b25c4dc32 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 944 time: 0.0490460 May 10 12:07:29.130724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:29.133179 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76288446-1b11-43fa-a325-e0f310f43e31" -d '{"events": [{"server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "name": "network-vif-plugged", "status": "completed", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:29.146254 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:07:29.152156 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:29.154101 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc5718c8-3363-4396-a7c1-f26c3e3fcf60 req-c5e25a19-914c-4500-9f8c-d99a27a4c955 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333414 May 10 12:07:29.180405 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392614bc-9ec1-4b62-96e2-3b9c144f4d76 x-openstack-request-id: req-392614bc-9ec1-4b62-96e2-3b9c144f4d76 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:29.180702 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "name": "network-vif-plugged", "status": "completed", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:29.180957 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-392614bc-9ec1-4b62-96e2-3b9c144f4d76 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:29.181355 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392614bc-9ec1-4b62-96e2-3b9c144f4d76'] response: {'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'code': 200} May 10 12:07:29.214377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:29.271780 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9157c-bda8-4618-9c1f-6e110b18209e req-d95b9f1a-b9d6-4b1a-89f1-c4131fdbe843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:29.273304 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dcf9157c-bda8-4618-9c1f-6e110b18209e req-d95b9f1a-b9d6-4b1a-89f1-c4131fdbe843 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 1096 time: 0.0450058 May 10 12:07:29.308778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dcf9157c-bda8-4618-9c1f-6e110b18209e req-2c365b91-ef4e-46d6-9b52-efc542db69ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279081 May 10 12:07:30.292248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441031f-fcdb-45b0-99be-fc97e23149d4 req-8876bd9f-8fe0-4100-b1bc-4415a1308269 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:30.293917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7441031f-fcdb-45b0-99be-fc97e23149d4 req-8876bd9f-8fe0-4100-b1bc-4415a1308269 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0546868 May 10 12:07:30.333280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7441031f-fcdb-45b0-99be-fc97e23149d4 req-f0e332a2-7f9e-453e-a784-b6ae6b5a0493 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 May 10 12:07:31.467300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57542-2da0-4d8c-9124-ca3209147b16 req-7cac5ee5-1cef-43f0-9409-c45563d118c2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:31.469802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80d57542-2da0-4d8c-9124-ca3209147b16 req-7cac5ee5-1cef-43f0-9409-c45563d118c2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0629780 May 10 12:07:31.512764 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80d57542-2da0-4d8c-9124-ca3209147b16 req-c5052284-dcef-4d92-b69a-9d7f0800d8f0 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 May 10 12:07:31.642804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337116f-f529-4c7b-8985-6fee1823cd45 req-8b1803c1-0a7a-4957-95de-82910c11545b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:31.644205 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f337116f-f529-4c7b-8985-6fee1823cd45 req-8b1803c1-0a7a-4957-95de-82910c11545b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0565305 May 10 12:07:31.684373 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f337116f-f529-4c7b-8985-6fee1823cd45 req-bdc411c6-e1f0-42a8-a447-09b686389e99 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 May 10 12:07:31.705830 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:31.854587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b051b9f-c7a8-4447-80fb-39208122b29d tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:31.856152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b051b9f-c7a8-4447-80fb-39208122b29d tempest-TestNetworkAdvancedServerOps-748969974 tempest-TestNetworkAdvancedServerOps-748969974-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 1091 time: 0.1492772 May 10 12:07:31.859170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55124) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:31.863748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:31.886400 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:31.992899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:32.105521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Allocated IP 172.25.8.124 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/5c038527-d27f-4fa1-9018-938f1e70406a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:32.221170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:32.259138 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:32.296270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:32.299104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:32.302933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:07:32.310262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=5c038527-d27f-4fa1-9018-938f1e70406a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:32.338483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.338837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.339172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.339510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.339848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.340207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.340537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.340861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.341196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.341506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.341825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.342143 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:32.698136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:32.765311 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:32.852999 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:32.919366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:32.927781 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:32.993196 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event updated for resources: {'Port': ['ID=5c038527-d27f-4fa1-9018-938f1e70406a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:33.003804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:33.105497 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Floating IP 98685bed-461a-4617-b26c-b80402c67e56 associated. External IP: 172.25.8.124, port: 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1. May 10 12:07:33.317677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 5c041c90-c5a1-4ff9-81c8-b738890d8790 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:07:33.778388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:07:33.788916 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203da40-8a69-444a-adf5-9117515462bd None None] Sync routers for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:07:33.798772 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:33.803589 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203da40-8a69-444a-adf5-9117515462bd None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:33.804262 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2203da40-8a69-444a-adf5-9117515462bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:33.832597 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-34d3b8cf-5e72-414f-98b7-31312e53d84a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9720123 May 10 12:07:33.833380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:07:33.836847 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869cddb0-dac4-435a-a299-f491835bae61" -d '{"events": [{"name": "network-changed", "server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:07:33.877953 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eff3889-597e-4159-a315-f8d9b575007e x-openstack-request-id: req-4eff3889-597e-4159-a315-f8d9b575007e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:07:33.878249 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:07:33.878522 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4eff3889-597e-4159-a315-f8d9b575007e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:07:33.879138 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eff3889-597e-4159-a315-f8d9b575007e'] response: {'name': 'network-changed', 'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'status': 'completed', 'code': 200} May 10 12:07:33.923275 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2203da40-8a69-444a-adf5-9117515462bd None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:33.957690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cddb0-dac4-435a-a299-f491835bae61 req-172dbe20-eafe-47bd-8903-68088c866a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:33.959161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-869cddb0-dac4-435a-a299-f491835bae61 req-172dbe20-eafe-47bd-8903-68088c866a62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 1096 time: 0.0519514 May 10 12:07:33.961435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657b254-8e5e-4b70-9253-5119a912f7b8 req-316e316c-5b5c-43b2-8c5f-ceaed8b78cd7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:33.963210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4657b254-8e5e-4b70-9253-5119a912f7b8 req-316e316c-5b5c-43b2-8c5f-ceaed8b78cd7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0516329 May 10 12:07:34.004880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4657b254-8e5e-4b70-9253-5119a912f7b8 req-90dbffb0-b0eb-4ded-8c02-083d2553592d tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358036 May 10 12:07:34.029039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:34.055520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cddb0-dac4-435a-a299-f491835bae61 req-7b0f2d2a-be90-4a80-8b50-0123a3301dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:34.058096 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-869cddb0-dac4-435a-a299-f491835bae61 req-7b0f2d2a-be90-4a80-8b50-0123a3301dfe service neutron] 10.222.0.49 "GET /v2.0/networks?id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b HTTP/1.1" status: 200 len: 898 time: 0.0916109 May 10 12:07:34.100791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d98065b1-39a5-4c73-a6b5-1a72e207f2fd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/98685bed-461a-4617-b26c-b80402c67e56 HTTP/1.1" status: 200 len: 991 time: 0.0706432 May 10 12:07:34.129126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-869cddb0-dac4-435a-a299-f491835bae61 req-f28afd38-8001-4828-9c09-60f891d48d76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 HTTP/1.1" status: 200 len: 999 time: 0.0651667 May 10 12:07:34.178854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cddb0-dac4-435a-a299-f491835bae61 req-91785940-7734-4bb2-a093-38a692e24166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:34.180368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-869cddb0-dac4-435a-a299-f491835bae61 req-91785940-7734-4bb2-a093-38a692e24166 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=75bd023b-f270-47af-9369-1d9b7e7a0bf9 HTTP/1.1" status: 200 len: 835 time: 0.0443990 May 10 12:07:34.228141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cddb0-dac4-435a-a299-f491835bae61 req-cd308d7a-c66e-428f-864a-84f21eb26da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:07:34.229713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-869cddb0-dac4-435a-a299-f491835bae61 req-cd308d7a-c66e-428f-864a-84f21eb26da1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424974 May 10 12:07:34.238430 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2203da40-8a69-444a-adf5-9117515462bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '98685bed-461a-4617-b26c-b80402c67e56', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'port_id': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'mac_address': 'fa:16:3e:88:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:07:32Z', 'updated_at': '2022-05-10T12:07:32Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:23Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:34.268813 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203da40-8a69-444a-adf5-9117515462bd None None] Checking router: 5c041c90-c5a1-4ff9-81c8-b738890d8790 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:07:34.277890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203da40-8a69-444a-adf5-9117515462bd None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:07:34.278506 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2203da40-8a69-444a-adf5-9117515462bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:07:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:34.325656 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-869cddb0-dac4-435a-a299-f491835bae61 req-3ba0b314-9f22-4109-a972-3117a1a0f4c2 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890083 May 10 12:07:34.326087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eefe0d7a-57d2-499c-9b9b-04eef8f1dbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:34.382742 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-2203da40-8a69-444a-adf5-9117515462bd None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:07:34.415695 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-869cddb0-dac4-435a-a299-f491835bae61 req-9469d242-3a2a-4c33-b937-050b99e2c92b service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840411 May 10 12:07:34.613809 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-2203da40-8a69-444a-adf5-9117515462bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '98685bed-461a-4617-b26c-b80402c67e56', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'port_id': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'mac_address': 'fa:16:3e:88:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:07:32Z', 'updated_at': '2022-05-10T12:07:32Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:23Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:34.642327 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203da40-8a69-444a-adf5-9117515462bd None None] The sync data for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 is: [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '98685bed-461a-4617-b26c-b80402c67e56', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'port_id': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'mac_address': 'fa:16:3e:88:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:07:32Z', 'updated_at': '2022-05-10T12:07:32Z', 'revision_number': 0, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:23Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:07:34.841126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fdf0f-ffe9-4c87-8931-625da19ac486 None None] New status for floating IP 98685bed-461a-4617-b26c-b80402c67e56: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:07:34.857922 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:07:35.105495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55132) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:07:35.177247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b7f24eba-6dbd-44d0-af40-c67a7c053d12 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/98685bed-461a-4617-b26c-b80402c67e56 HTTP/1.1" status: 200 len: 993 time: 0.0703542 May 10 12:07:35.746711 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:37.301595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11b4958a-13c0-4d92-86f9-432925457954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:37.899046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:39.434099 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:39.578107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.199322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7e3e4-2fd1-405c-83cf-bade514e885a req-1c4cd0ee-0ba9-489c-aed4-ce10087169ea tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:02.201119 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6f7e3e4-2fd1-405c-83cf-bade514e885a req-1c4cd0ee-0ba9-489c-aed4-ce10087169ea tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0514727 May 10 12:08:02.240410 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6f7e3e4-2fd1-405c-83cf-bade514e885a req-4b1b02c2-c7bf-4b34-a42a-b45bf179a067 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324674 May 10 12:08:02.858295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.364262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ece10-e755-49c9-a2e7-a033cea3904a req-eb4c54dc-37fc-48de-adc6-f212f1aad5e4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:03.365803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-400ece10-e755-49c9-a2e7-a033cea3904a req-eb4c54dc-37fc-48de-adc6-f212f1aad5e4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0520830 May 10 12:08:03.403400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-400ece10-e755-49c9-a2e7-a033cea3904a req-1c44ecf5-1a9f-40e0-becf-754fb857d1aa tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309937 May 10 12:08:04.326266 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4b66-c370-4998-8af4-bb38ae494c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:04.531987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c9c8f-bd5c-4233-a788-f204d9148898 req-2c4492c9-f28a-4c0f-a39a-dabf06e682c2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:04.533474 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c3c9c8f-bd5c-4233-a788-f204d9148898 req-2c4492c9-f28a-4c0f-a39a-dabf06e682c2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0543337 May 10 12:08:04.580897 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c3c9c8f-bd5c-4233-a788-f204d9148898 req-2316eed5-921e-4cbd-94f6-d5691418ecce tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387049 May 10 12:08:05.700809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927cc43-108b-428a-8795-a30f6539c37b req-f981e53b-a1c3-4416-9985-edc9dc5ce4f9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:05.702198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9927cc43-108b-428a-8795-a30f6539c37b req-f981e53b-a1c3-4416-9985-edc9dc5ce4f9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0500581 May 10 12:08:05.751227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9927cc43-108b-428a-8795-a30f6539c37b req-a8c58e72-eec6-4ca4-9d3f-d6b9464e4ef4 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380406 May 10 12:08:05.751844 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.870996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cc22f-dcb6-46a5-b469-78cd27e8151c req-7995fd4c-6772-441c-852d-4dc73f31ace3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:06.872530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-033cc22f-dcb6-46a5-b469-78cd27e8151c req-7995fd4c-6772-441c-852d-4dc73f31ace3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0519495 May 10 12:08:06.921791 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-033cc22f-dcb6-46a5-b469-78cd27e8151c req-e7c4df9b-2546-46a4-ab42-d41a9fbea70f tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391698 May 10 12:08:07.300637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d6b239d8-3759-4e49-b483-ef30f3df4c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:07.906562 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:08.041132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81be815-e8a0-4554-baec-a5e900d6659c req-090df813-2691-408f-81fe-4f01dcd05677 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:08.042613 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e81be815-e8a0-4554-baec-a5e900d6659c req-090df813-2691-408f-81fe-4f01dcd05677 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0504456 May 10 12:08:08.095589 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e81be815-e8a0-4554-baec-a5e900d6659c req-a1c59186-e7a1-403c-a6e8-6064f3148ca1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462868 May 10 12:08:09.224215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02cadb-1b8f-451f-b31c-e216dc50cadd req-29525829-5876-434e-8a78-dcb1bc7478cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:09.225673 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c02cadb-1b8f-451f-b31c-e216dc50cadd req-29525829-5876-434e-8a78-dcb1bc7478cc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0557117 May 10 12:08:09.264292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c02cadb-1b8f-451f-b31c-e216dc50cadd req-7f3c25b9-6099-457a-b1c3-6dea48a27707 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 May 10 12:08:09.435657 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:09.572583 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:10.391484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f32ed-f8e7-47cd-83ad-c1def96d94fc req-bbe7d837-a165-4554-8db5-885712b0205b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:10.392919 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b0f32ed-f8e7-47cd-83ad-c1def96d94fc req-bbe7d837-a165-4554-8db5-885712b0205b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0530345 May 10 12:08:10.435044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b0f32ed-f8e7-47cd-83ad-c1def96d94fc req-c8b15c2a-9977-46b7-80da-2559b8521c29 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333138 May 10 12:08:11.576750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fdf3e-562b-4cb4-969f-9a50f21ae8a5 req-d073a485-83d1-4d83-b906-e2ef4eaf0c5e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:11.578237 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646fdf3e-562b-4cb4-969f-9a50f21ae8a5 req-d073a485-83d1-4d83-b906-e2ef4eaf0c5e tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0640936 May 10 12:08:11.617613 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646fdf3e-562b-4cb4-969f-9a50f21ae8a5 req-8b9f26fb-e690-469c-98eb-995e0cc7db3c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331726 May 10 12:08:11.863034 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:08:12.739672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560956f-d1e4-4a5b-9c3f-fe763d42126d req-81411ccc-6b85-495c-ac5e-c45b2adc7862 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:12.741188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9560956f-d1e4-4a5b-9c3f-fe763d42126d req-81411ccc-6b85-495c-ac5e-c45b2adc7862 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0524673 May 10 12:08:12.781275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9560956f-d1e4-4a5b-9c3f-fe763d42126d req-8e59fbb4-795b-4b13-82e7-11d21d431286 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 May 10 12:08:13.906237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f84237-9208-4dd2-b30c-9d8ac6d61465 req-0c877148-11ef-41bf-b4eb-4756f6ad2716 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:13.907706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7f84237-9208-4dd2-b30c-9d8ac6d61465 req-0c877148-11ef-41bf-b4eb-4756f6ad2716 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0512900 May 10 12:08:13.945989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7f84237-9208-4dd2-b30c-9d8ac6d61465 req-040ce533-20de-46fd-ac38-4235ae9dffd6 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 May 10 12:08:14.773891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e890f6-8bc6-4890-b777-ff5b72548b68 req-3602726a-0a46-4816-a001-3c666d7b3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:14.775371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1e890f6-8bc6-4890-b777-ff5b72548b68 req-3602726a-0a46-4816-a001-3c666d7b3b8a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 1096 time: 0.0416512 May 10 12:08:14.811369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c1e890f6-8bc6-4890-b777-ff5b72548b68 req-0d359389-2bb9-4858-b8a2-48de2987b295 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292914 May 10 12:08:15.079945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506696f-6660-479e-a511-f17407b1d745 req-c26bd197-42c5-406c-9730-166c87095fc2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:15.081357 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7506696f-6660-479e-a511-f17407b1d745 req-c26bd197-42c5-406c-9730-166c87095fc2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0522342 May 10 12:08:15.125630 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7506696f-6660-479e-a511-f17407b1d745 req-5fa057b8-6a1f-4ef7-8b2d-bd8b7a7f15b7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 May 10 12:08:16.261058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15177a9-47c7-4565-8935-12dff3039c9f req-02378558-351e-4ac5-a9d8-07fa3cd2677b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:16.262526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a15177a9-47c7-4565-8935-12dff3039c9f req-02378558-351e-4ac5-a9d8-07fa3cd2677b tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0592003 May 10 12:08:16.316173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a15177a9-47c7-4565-8935-12dff3039c9f req-0eced7f3-3460-4985-b906-bd3132b204b2 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 May 10 12:08:16.345819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55182) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:16.405917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ac7df6b1-66c8-4943-a81d-2982373878e9 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/floatingips/98685bed-461a-4617-b26c-b80402c67e56 HTTP/1.1" status: 200 len: 993 time: 0.0587485 May 10 12:08:17.189953 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:08:17.193634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:08:17.346551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:08:17.346930 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:17.350431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:08:17.368452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'port_id': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'mac_address': 'fa:16:3e:88:84:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:08:17.381976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:08:17.384243 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32730420-aa3c-48d7-ab3a-4a62d34840e4" -d '{"events": [{"server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "name": "network-vif-unplugged", "status": "completed", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:08:17.413392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:08:17.422010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:17.426504 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc28b0c-5419-4f79-acbf-420a68ed46b2 x-openstack-request-id: req-bbc28b0c-5419-4f79-acbf-420a68ed46b2 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:08:17.426771 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "name": "network-vif-unplugged", "status": "completed", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:08:17.427042 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbc28b0c-5419-4f79-acbf-420a68ed46b2 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:08:17.427754 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc28b0c-5419-4f79-acbf-420a68ed46b2'] response: {'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'code': 200} May 10 12:08:17.434718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:08:17.435113 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:17.473094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:08:17.495306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:17.521893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.522259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.522576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.522905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.523239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.523562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.523909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.524217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.524538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.524862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.525180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.525500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:17.539193 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 12:08:17.539575 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 12:08:18.085161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:08:18.085561 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:18.098717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:08:18.119793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:08:18.125347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:18.176930 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:18.334961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:08:19.203573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:08:19.255874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:19.256270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:19.334473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:08:19.334889 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:19.372052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:08:19.378478 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:19.424773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:19.428434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:08:19.430517 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b55cbb4-bbe5-4cf5-91e2-d5c90ca4ee2e" -d '{"events": [{"server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "name": "network-vif-plugged", "status": "completed", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:08:19.466540 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f5b8c-8f1b-4970-90ce-551b05ada38d x-openstack-request-id: req-c66f5b8c-8f1b-4970-90ce-551b05ada38d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:08:19.466831 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "name": "network-vif-plugged", "status": "completed", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:08:19.467085 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c66f5b8c-8f1b-4970-90ce-551b05ada38d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:08:19.467493 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66f5b8c-8f1b-4970-90ce-551b05ada38d'] response: {'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'code': 200} May 10 12:08:30.398161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-e81b882b-1078-468b-83a4-9567007f9bd0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034148 May 10 12:08:30.491013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-c5c74a69-ef39-4bca-ab69-c44abef7a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:30.492524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-c5c74a69-ef39-4bca-ab69-c44abef7a4d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 1096 time: 0.0462389 May 10 12:08:30.611414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-86ebabc7-751d-4ed1-a535-e21bd800111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:30.612893 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-86ebabc7-751d-4ed1-a535-e21bd800111e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b HTTP/1.1" status: 200 len: 898 time: 0.0904453 May 10 12:08:30.693271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-bd518dd2-c380-43e5-a706-ecda940a6be2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 HTTP/1.1" status: 200 len: 1001 time: 0.0658417 May 10 12:08:30.750920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-0281d087-4a05-40b2-99bb-7b7cf641df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:30.753299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-0281d087-4a05-40b2-99bb-7b7cf641df66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=75bd023b-f270-47af-9369-1d9b7e7a0bf9 HTTP/1.1" status: 200 len: 835 time: 0.0519211 May 10 12:08:30.810550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-016dabbb-c666-4699-b9df-9eedb4cce05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:30.812057 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-016dabbb-c666-4699-b9df-9eedb4cce05a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514147 May 10 12:08:30.908400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-5a28e0a1-24b3-4974-a64a-f395617fc312 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893035 May 10 12:08:30.996108 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4cdc0bb-de79-4e98-ac6c-245b68e05c1d req-206b4c25-8545-4197-b6bd-fb0b7e56cff6 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808449 May 10 12:08:32.854864 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:34.321893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa40-82c0-413f-a70f-200eb16395fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:35.786764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:37.295325 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2ec85518-bf3e-42b9-b436-835819d1efa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:37.907304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:39.431251 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:39.578357 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:48.870007 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:08:51.679679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55200) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:51.836465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port 5c038527-d27f-4fa1-9018-938f1e70406a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:08:51.836866 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:51.919460 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:51.919902 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:51.938507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for 5c038527-d27f-4fa1-9018-938f1e70406a owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:08:52.106071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.136866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=5c038527-d27f-4fa1-9018-938f1e70406a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:52.159625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.160007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.160358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.160699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.161040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.161379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.161705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.162040 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.162372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.162718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.163046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.163352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:52.208271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.208509 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Floating IP 98685bed-461a-4617-b26c-b80402c67e56 disassociated (deleted). External IP: 172.25.8.124, port: 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1. May 10 12:08:52.418592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 5c041c90-c5a1-4ff9-81c8-b738890d8790 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:08:52.529591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:08:52.534831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.539681 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] Sync routers for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:08:52.549906 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:08:52.550858 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:08:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:52.568043 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8144edd6-e253-40be-9d32-0dfeb18442fc tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/floatingips/98685bed-461a-4617-b26c-b80402c67e56 HTTP/1.1" status: 204 len: 168 time: 0.8849459 May 10 12:08:52.568043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:08:52.568524 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b34c94-a381-4e2b-9194-b27010a536cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:08:52.661175 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:08:52.685827 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0349f1b0-5f57-4188-8f89-7db228b58e61 x-openstack-request-id: req-0349f1b0-5f57-4188-8f89-7db228b58e61 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:08:52.686355 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:08:52.686355 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0349f1b0-5f57-4188-8f89-7db228b58e61 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:08:52.686820 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0349f1b0-5f57-4188-8f89-7db228b58e61'] response: {'name': 'network-changed', 'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'status': 'completed', 'code': 200} May 10 12:08:52.759731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-f2154426-7b92-46eb-9964-037feac80be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:52.761398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-f2154426-7b92-46eb-9964-037feac80be8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 1096 time: 0.0488243 May 10 12:08:52.818622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af2d3-e116-4770-9f2d-dc5bfe1f6e86 req-ed0e384b-d20a-4c8e-9d75-b429b52bce54 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:52.820082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-249af2d3-e116-4770-9f2d-dc5bfe1f6e86 req-ed0e384b-d20a-4c8e-9d75-b429b52bce54 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0501413 May 10 12:08:52.862095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-5393878f-2e2e-46c3-891b-44ebeaf219df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:52.863008 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-249af2d3-e116-4770-9f2d-dc5bfe1f6e86 req-c4432253-5da7-4907-86d8-105587e3619c tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364749 May 10 12:08:52.863212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-5393878f-2e2e-46c3-891b-44ebeaf219df service neutron] 10.222.0.49 "GET /v2.0/networks?id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b HTTP/1.1" status: 200 len: 898 time: 0.0942581 May 10 12:08:52.884013 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:23Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:52.907489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-18ff8605-f22f-4b68-a3ee-b4c40d2aa065 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 HTTP/1.1" status: 200 len: 217 time: 0.0362833 May 10 12:08:52.914186 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] Checking router: 5c041c90-c5a1-4ff9-81c8-b738890d8790 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:08:52.923132 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:08:52.923745 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:08:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:52.959565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-2bea9b93-4035-42a9-b577-806dae3a782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:52.961156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-2bea9b93-4035-42a9-b577-806dae3a782e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=75bd023b-f270-47af-9369-1d9b7e7a0bf9 HTTP/1.1" status: 200 len: 835 time: 0.0475788 May 10 12:08:53.008208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-95cfce33-e3b5-40a7-92b4-2e2ee86e72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:53.009715 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-95cfce33-e3b5-40a7-92b4-2e2ee86e72b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420115 May 10 12:08:53.038824 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:08:53.098858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-e3e2e85c-8558-4c96-903f-0734090249dd service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818019 May 10 12:08:53.197616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d6b34c94-a381-4e2b-9194-b27010a536cf req-ffb0431b-ee48-4124-b34e-4601c0bfc661 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914400 May 10 12:08:53.342861 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:23Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:53.368643 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd325aef-082d-43e5-b6e1-f6e88c436a93 None None] The sync data for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 is: [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:07:20Z', 'revision_number': 4, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '63412574-d0ca-4d71-a3a7-8712bab2fbc7', 'name': '', 'network_id': 'c6ee24ad-d4a0-45e7-a531-5586e2a40a2b', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'mac_address': 'fa:16:3e:1c:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:19Z', 'updated_at': '2022-05-10T12:07:23Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'subnets': [{'id': '75bd023b-f270-47af-9369-1d9b7e7a0bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:08:53.595229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a104be-2678-4c9e-a9ec-6387f8e9c16e None None] New status for floating IP 98685bed-461a-4617-b26c-b80402c67e56: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:08:53.993683 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c85b84-894d-4c48-9f75-1fffb4057f86 req-2fba1d93-a122-4c57-b631-9caf5fda64cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:53.995084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4c85b84-894d-4c48-9f75-1fffb4057f86 req-2fba1d93-a122-4c57-b631-9caf5fda64cd tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0542858 May 10 12:08:54.043209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4c85b84-894d-4c48-9f75-1fffb4057f86 req-c7f1e397-60d3-4e43-a5f4-3bfb584c1bd7 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "GET /v2.0/security-groups?id=30016d25-e37d-4511-972b-0f1ebd1d4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394542 May 10 12:08:54.084945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-351b2420-8a5e-4775-a56a-ea635615b4d1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:08:54.086430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-351b2420-8a5e-4775-a56a-ea635615b4d1 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e081f98-a728-4ed7-ac39-8f704ca690f5 HTTP/1.1" status: 200 len: 945 time: 0.0624378 May 10 12:08:54.177555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:08:54.177894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:54.270346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:08:54.270577 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:54.283444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:08:54.415768 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:54.455704 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:54.467655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.468030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.468375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.468713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.469045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.469384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.470156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.470499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.470832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.471160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.471484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.471806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:54.512087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] No DVR routers for this DVR port 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:08:54.514861 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:54.518414 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b203081-5a6e-4660-8189-eeac44be05b0 req-b3837f14-ebf5-40a4-9fbe-b028aaf03de3 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.49 "DELETE /v2.0/ports/313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 HTTP/1.1" status: 204 len: 173 time: 0.4259324 May 10 12:08:54.518857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'name': 'network-vif-deleted', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:08:54.521274 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67283b66-9978-45c1-997d-dd4bde898515" -d '{"events": [{"server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "name": "network-vif-deleted", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:08:54.622652 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e405ba-4017-48ac-9d41-850c6b9efba1 x-openstack-request-id: req-17e405ba-4017-48ac-9d41-850c6b9efba1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:08:54.622942 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e081f98-a728-4ed7-ac39-8f704ca690f5", "name": "network-vif-deleted", "tag": "313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:08:54.623189 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17e405ba-4017-48ac-9d41-850c6b9efba1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:08:54.623590 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e405ba-4017-48ac-9d41-850c6b9efba1'] response: {'server_uuid': '0e081f98-a728-4ed7-ac39-8f704ca690f5', 'name': 'network-vif-deleted', 'tag': '313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1', 'status': 'completed', 'code': 200} May 10 12:08:55.112638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:55.480290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:55.745663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port 63412574-d0ca-4d71-a3a7-8712bab2fbc7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:08:55.745881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:55.846557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port 63412574-d0ca-4d71-a3a7-8712bab2fbc7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=63412574-d0ca-4d71-a3a7-8712bab2fbc7,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:08:55.846918 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:55.860107 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for 63412574-d0ca-4d71-a3a7-8712bab2fbc7 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:08:56.053603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.079083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=63412574-d0ca-4d71-a3a7-8712bab2fbc7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:56.257832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.493583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Router 5c041c90-c5a1-4ff9-81c8-b738890d8790 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:08:56.603949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:08:56.609512 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a8b03959-94c3-490a-9b76-5cda889b1f5a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "PUT /v2.0/routers/5c041c90-c5a1-4ff9-81c8-b738890d8790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4957817 May 10 12:08:56.612526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55220) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:56.615187 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] Sync routers for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:08:56.626761 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:08:56.627401 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:08:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:56.668612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06b48dd-1ca2-42fd-a65a-134a70deba1a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting subnet 75bd023b-f270-47af-9369-1d9b7e7a0bf9 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:08:56.671787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06b48dd-1ca2-42fd-a65a-134a70deba1a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.713800 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06b48dd-1ca2-42fd-a65a-134a70deba1a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.735741 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:08:56.807070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06b48dd-1ca2-42fd-a65a-134a70deba1a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.870747 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06b48dd-1ca2-42fd-a65a-134a70deba1a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.897444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b48dd-1ca2-42fd-a65a-134a70deba1a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Subnet': ['ID=75bd023b-f270-47af-9369-1d9b7e7a0bf9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:56.909259 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a06b48dd-1ca2-42fd-a65a-134a70deba1a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.910872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4221e6-102f-41c5-8d27-23060d19fded None None] Network c6ee24ad-d4a0-45e7-a531-5586e2a40a2b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:08:56.912846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a06b48dd-1ca2-42fd-a65a-134a70deba1a tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/subnets/75bd023b-f270-47af-9369-1d9b7e7a0bf9 HTTP/1.1" status: 204 len: 168 time: 0.2992840 May 10 12:08:56.915556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:56.931154 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:08:55Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:56.956954 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] Checking router: 5c041c90-c5a1-4ff9-81c8-b738890d8790 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:08:56.966272 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] Routers {'5c041c90-c5a1-4ff9-81c8-b738890d8790'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:08:56.967192 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:08:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5c041c90-c5a1-4ff9-81c8-b738890d8790'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:57.039200 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.082902 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] Set router 5c041c90-c5a1-4ff9-81c8-b738890d8790 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:08:57.122628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] DHCP port deletion for c6ee24ad-d4a0-45e7-a531-5586e2a40a2b request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:08:57.162467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.173773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] Deleting port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:08:57.174150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.219093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Deleting port f8525535-eb93-4df9-8177-dd09c835deca {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:08:57.219601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.237636 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] For port 2950c7e2-a93a-466c-a8e6-fe0c767aff87, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2950c7e2-a93a-466c-a8e6-fe0c767aff87,segment=NetworkSegment(b37b50eb-1cca-468d-adca-2467e5473489),segment_id=b37b50eb-1cca-468d-adca-2467e5473489)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:08:57.238030 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.250049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] Calling delete_port for 2950c7e2-a93a-466c-a8e6-fe0c767aff87 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:08:57.274608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:08:55Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:57.301881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] For port f8525535-eb93-4df9-8177-dd09c835deca, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f8525535-eb93-4df9-8177-dd09c835deca,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:08:57.302524 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.304409 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3e0a6-953a-496a-aaad-df4cb5d4be45 None None] The sync data for ids ['5c041c90-c5a1-4ff9-81c8-b738890d8790'] in n-d-840949-1 is: [{'id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039684326', 'tenant_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:07:16Z', 'updated_at': '2022-05-10T12:08:55Z', 'revision_number': 5, 'project_id': '635d9fcbd9474cd3918eb216a6bb5e47', 'gw_port': {'id': 'f8525535-eb93-4df9-8177-dd09c835deca', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c041c90-c5a1-4ff9-81c8-b738890d8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:07:17Z', 'updated_at': '2022-05-10T12:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:08:57.315641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Calling delete_port for f8525535-eb93-4df9-8177-dd09c835deca owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:08:57.336321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.359954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] Pushing event deleted for resources: {'Port': ['ID=2950c7e2-a93a-466c-a8e6-fe0c767aff87,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:57.370854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d3093-0250-421a-8877-6fa42ec894b9 None None] No DVR routers for this DVR port 2950c7e2-a93a-466c-a8e6-fe0c767aff87 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:08:57.437525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:08:57.459701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:08:57.460084 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 313fe4f5-fe93-4ea5-b4b0-e9a3e8df2bc1 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:08:57.716048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 63412574-d0ca-4d71-a3a7-8712bab2fbc7 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:08:57.740420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 63412574-d0ca-4d71-a3a7-8712bab2fbc7 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:08:57.742407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 63412574-d0ca-4d71-a3a7-8712bab2fbc7 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:08:57.742967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2950c7e2-a93a-466c-a8e6-fe0c767aff87 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:08:57.768899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2950c7e2-a93a-466c-a8e6-fe0c767aff87 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:08:57.769509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2950c7e2-a93a-466c-a8e6-fe0c767aff87 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:08:57.803337 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.833142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Port': ['ID=f8525535-eb93-4df9-8177-dd09c835deca,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:57.887099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.980961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.983096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.027773 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.028377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Fanout notify agent at l3_agent the message router_deleted on router 5c041c90-c5a1-4ff9-81c8-b738890d8790 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:08:58.035566 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.036697 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9fac9139-f555-47ad-ad02-45ab142c4a19 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/routers/5c041c90-c5a1-4ff9-81c8-b738890d8790 HTTP/1.1" status: 204 len: 168 time: 1.1200862 May 10 12:08:58.039688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55224) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:58.118077 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.209723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.229871 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ee24ad-d4a0-45e7-a531-5586e2a40a2b']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:58.239577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37b50eb-1cca-468d-adca-2467e5473489') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:58.239878 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37b50eb-1cca-468d-adca-2467e5473489') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:58.249511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.263122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.269789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:08:58.270169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: timer() May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:08:58.273249 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:08:58.332225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.339205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.342152 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/networks/c6ee24ad-d4a0-45e7-a531-5586e2a40a2b HTTP/1.1" status: 204 len: 168 time: 0.3013303 May 10 12:08:58.345177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55226) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:58.353848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bf0db-bc9b-4400-8d44-aac535b74449 tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'Network': ['ID=c6ee24ad-d4a0-45e7-a531-5586e2a40a2b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:58.410235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb56943f-8f29-4be2-a341-87e63b8376eb tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.443955 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb56943f-8f29-4be2-a341-87e63b8376eb tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.515176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb56943f-8f29-4be2-a341-87e63b8376eb tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.517922 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb56943f-8f29-4be2-a341-87e63b8376eb tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.519103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cb56943f-8f29-4be2-a341-87e63b8376eb tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] 10.222.0.13 "DELETE /v2.0/security-groups/30016d25-e37d-4511-972b-0f1ebd1d4545 HTTP/1.1" status: 204 len: 168 time: 0.1728597 May 10 12:08:58.528469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56943f-8f29-4be2-a341-87e63b8376eb tempest-TestNetworkAdvancedServerOps-1561594765 tempest-TestNetworkAdvancedServerOps-1561594765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30016d25-e37d-4511-972b-0f1ebd1d4545,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:58.842720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55234) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:59.050884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-64f4aeeb-66ac-4439-b318-ad39495aeef6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=635d9fcbd9474cd3918eb216a6bb5e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064500 May 10 12:08:59.053345 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55240) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:59.102547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb7c59a5-3d7e-47f0-b64a-be71a15fdf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:59.123869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb7c59a5-3d7e-47f0-b64a-be71a15fdf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:59.170050 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb7c59a5-3d7e-47f0-b64a-be71a15fdf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:59.173965 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb7c59a5-3d7e-47f0-b64a-be71a15fdf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:59.175798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cb7c59a5-3d7e-47f0-b64a-be71a15fdf0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7df4e63-4e61-458d-b5ee-0da500b3a39e HTTP/1.1" status: 204 len: 168 time: 0.1215014 May 10 12:08:59.185493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c59a5-3d7e-47f0-b64a-be71a15fdf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df4e63-4e61-458d-b5ee-0da500b3a39e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:59.432483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f8525535-eb93-4df9-8177-dd09c835deca no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:08:59.452335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f8525535-eb93-4df9-8177-dd09c835deca {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:08:59.452682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f8525535-eb93-4df9-8177-dd09c835deca not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:08:59.464120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55246) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:59.503461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d63e2d6b-afd5-42d2-988f-cf7f6456d220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=492f23f220d64316925e193f8ff8b18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381165 May 10 12:08:59.506108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55248) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:08:59.555174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45dedde3-4834-44eb-88a9-863668b31b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:59.576277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45dedde3-4834-44eb-88a9-863668b31b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:59.628203 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45dedde3-4834-44eb-88a9-863668b31b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:59.632311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45dedde3-4834-44eb-88a9-863668b31b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:59.633616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-45dedde3-4834-44eb-88a9-863668b31b69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e60a75ba-9b03-4590-8d30-14911243823a HTTP/1.1" status: 204 len: 168 time: 0.1266186 May 10 12:08:59.643979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dedde3-4834-44eb-88a9-863668b31b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60a75ba-9b03-4590-8d30-14911243823a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:00.368882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55270) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:00.501348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-712984200-network', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:00.523967 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Made reservation on behalf of 8afbb45a4fad43298ce84bf7afc0d25a for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:09:00.526420 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.535239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.616823 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.622569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.642741 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:09:00.655887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d8258-4281-4221-9a24-b7e6c5150c2e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:00.660861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.661202 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Added segment a005412b-f5e0-4fff-b506-538b3e183af3 of type vlan for network 9008ca9a-5869-4d21-be69-bd619f298233 May 10 12:09:00.701787 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.733166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.734087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:00.734661 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.787010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4169829 May 10 12:09:00.790286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55276) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:00.795448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Request body: {'subnet': {'network_id': '9008ca9a-5869-4d21-be69-bd619f298233', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-712984200-subnet', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:00.795840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cee33-3740-4928-92c5-aafac015a522 admin admin] Pushing event updated for resources: {'Network': ['ID=9008ca9a-5869-4d21-be69-bd619f298233,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:00.807096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 9008ca9a-5869-4d21-be69-bd619f298233 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:09:00.817524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Made reservation on behalf of 8afbb45a4fad43298ce84bf7afc0d25a for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:09:00.819974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:00.992083 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.042629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b1a65d-1b58-479b-bd39-0d38f8a48824,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:01.058834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Checking segment: {'id': 'a005412b-f5e0-4fff-b506-538b3e183af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:09:01.059198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Network hostable DHCP agents. Network: 9008ca9a-5869-4d21-be69-bd619f298233, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:09:01.079222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Network 9008ca9a-5869-4d21-be69-bd619f298233 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:09:01.089180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 9008ca9a-5869-4d21-be69-bd619f298233) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:01.095858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:01.096657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.097445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818312c-fef4-406c-b0c8-7ac53be3c520 None None] Network 9008ca9a-5869-4d21-be69-bd619f298233 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:09:01.113540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0f9bd495-eb96-42b5-bfbc-c32b556e420a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3219748 May 10 12:09:01.116210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55278) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:01.121220 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-712984200-router', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:01.143234 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.144538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.197997 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.248907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-9008ca9a-5869-4d21-be69-bd619f298233', 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'fixed_ips': [{'subnet_id': 'b6b1a65d-1b58-479b-bd39-0d38f8a48824'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:09:01.249949 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.336762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.385816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Allocated IP 172.20.0.2 (9008ca9a-5869-4d21-be69-bd619f298233/b6b1a65d-1b58-479b-bd39-0d38f8a48824/bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:09:01.555339 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.575396 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.681067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Allocated IP 172.25.8.225 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/a6cddc4f-d07b-416c-81bb-084d89d6060f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:09:01.683550 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.689872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.730216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Network 9008ca9a-5869-4d21-be69-bd619f298233 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:09:01.733100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:01.737644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:09:01.750340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Pushing event updated for resources: {'Port': ['ID=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:01.796432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.806763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Attempting to bind port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:09:01.807063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Attempting to bind port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a005412b-f5e0-4fff-b506-538b3e183af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:09:01.807438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Attempting to bind port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 on network 9008ca9a-5869-4d21-be69-bd619f298233 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:09:01.812811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:09:01.813291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Checking segment: {'id': 'a005412b-f5e0-4fff-b506-538b3e183af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:09:01.813906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.814310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Bound using segment: {'id': 'a005412b-f5e0-4fff-b506-538b3e183af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:09:01.814788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Bound port: bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a005412b-f5e0-4fff-b506-538b3e183af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:09:01.815177 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.830945 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.867339 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:09:01.871463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:01.873968 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:09:01.878577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] For port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:09:01.881821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] For port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,segment=NetworkSegment(a005412b-f5e0-4fff-b506-538b3e183af3),segment_id=a005412b-f5e0-4fff-b506-538b3e183af3)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:09:01.885849 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:01.900640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cddc4f-d07b-416c-81bb-084d89d6060f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:01.948867 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89bc8c-99b0-4185-a105-32050f824a72 None None] Pushing event updated for resources: {'Port': ['ID=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:02.163681 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:02.370633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:02.509395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:09:02.622627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:09:02.633846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Sync routers for ids ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:09:02.642312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:02.644081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1b7375e7-819b-47dd-acf1-acfe079d1bf5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5267832 May 10 12:09:02.645794 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Routers {'d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:09:02.646425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:08:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:02.646782 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55280) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:02.753598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Set router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:09:02.870869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc02a73-014c-45d7-9577-6df62434780b None None] Network 9008ca9a-5869-4d21-be69-bd619f298233 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:09:02.917843 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:02.994357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1c796b3d-e94b-476d-97e7-92c01de4e77b None None] Provisioning complete for port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:02.994716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c796b3d-e94b-476d-97e7-92c01de4e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.075383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.150742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'name': 'tempest-ImageQuotaTest-712984200-router', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:02Z', 'revision_number': 3, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'gw_port': {'id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:03.158798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1c796b3d-e94b-476d-97e7-92c01de4e77b None None] Current status of the port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:03.159187 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c796b3d-e94b-476d-97e7-92c01de4e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.187190 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Checking router: d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:09:03.187465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Updating router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d port a6cddc4f-d07b-416c-81bb-084d89d6060f binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:09:03.231010 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.272483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1c796b3d-e94b-476d-97e7-92c01de4e77b None None] For port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,segment=NetworkSegment(a005412b-f5e0-4fff-b506-538b3e183af3),segment_id=a005412b-f5e0-4fff-b506-538b3e183af3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:03.274895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Allocated IP 172.20.0.1 (9008ca9a-5869-4d21-be69-bd619f298233/b6b1a65d-1b58-479b-bd39-0d38f8a48824/4826f5a6-7d88-4e57-a148-c3d2db6f5207) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:09:03.285140 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c796b3d-e94b-476d-97e7-92c01de4e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.391538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.433736 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.442383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c796b3d-e94b-476d-97e7-92c01de4e77b None None] Pushing event updated for resources: {'Port': ['ID=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:03.479566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Network 9008ca9a-5869-4d21-be69-bd619f298233 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:09:03.484316 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:03.487022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:09:03.511454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:09:03.518340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Pushing event updated for resources: {'Port': ['ID=4826f5a6-7d88-4e57-a148-c3d2db6f5207,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:03.539102 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.585973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-834e17b3-e60a-4031-b252-c0e28e26170d None None] Provisioning complete for port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:03.586357 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-834e17b3-e60a-4031-b252-c0e28e26170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.642932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:03.643271 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.670395 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.702602 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.715663 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.805195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Attempting to bind port a6cddc4f-d07b-416c-81bb-084d89d6060f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:09:03.805567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Attempting to bind port a6cddc4f-d07b-416c-81bb-084d89d6060f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:09:03.805939 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Attempting to bind port a6cddc4f-d07b-416c-81bb-084d89d6060f on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:09:03.814876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377d566-5f22-41ac-9db4-e6868605b0f8 None None] Pushing event updated for resources: {'Port': ['ID=a6cddc4f-d07b-416c-81bb-084d89d6060f,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:03.836563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.837705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-834e17b3-e60a-4031-b252-c0e28e26170d None None] Current status of the port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:03.842538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.842868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:09:03.843300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:09:03.843765 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.844282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:09:03.844875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Bound port: a6cddc4f-d07b-416c-81bb-084d89d6060f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:09:03.845265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.878871 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:03.909690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] For port a6cddc4f-d07b-416c-81bb-084d89d6060f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:09:03.913539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] For port a6cddc4f-d07b-416c-81bb-084d89d6060f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a6cddc4f-d07b-416c-81bb-084d89d6060f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:09:03.919371 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.993713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c11c096b-c966-4991-aae2-52ae4e7afe63 None None] Provisioning complete for port 4826f5a6-7d88-4e57-a148-c3d2db6f5207 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:03.994085 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c11c096b-c966-4991-aae2-52ae4e7afe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.996066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Routers {'d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:09:03.996708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:08:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:03.999776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377d566-5f22-41ac-9db4-e6868605b0f8 None None] Pushing event updated for resources: {'Port': ['ID=a6cddc4f-d07b-416c-81bb-084d89d6060f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:04.076367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c11c096b-c966-4991-aae2-52ae4e7afe63 None None] Port 4826f5a6-7d88-4e57-a148-c3d2db6f5207 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:09:04.140176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] Set router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:09:04.212187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Pushing event updated for resources: {'Port': ['ID=4826f5a6-7d88-4e57-a148-c3d2db6f5207,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:04.217029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.311071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Network 9008ca9a-5869-4d21-be69-bd619f298233 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:09:04.312500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:04.336914 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04fba43f-5eab-4671-94e4-f9a530c2f3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.357120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'name': 'tempest-ImageQuotaTest-712984200-router', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:03Z', 'revision_number': 4, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'gw_port': {'id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '4826f5a6-7d88-4e57-a148-c3d2db6f5207', 'name': '', 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'mac_address': 'fa:16:3e:2e:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b6b1a65d-1b58-479b-bd39-0d38f8a48824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:03Z', 'updated_at': '2022-05-10T12:09:03Z', 'revision_number': 2, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'subnets': [{'id': 'b6b1a65d-1b58-479b-bd39-0d38f8a48824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:04.386323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7ec8f-035e-4a78-9d5c-1769bdfbe8ca None None] The sync data for ids ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'] in n-d-840949-1 is: [{'id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'name': 'tempest-ImageQuotaTest-712984200-router', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:03Z', 'revision_number': 4, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'gw_port': {'id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '4826f5a6-7d88-4e57-a148-c3d2db6f5207', 'name': '', 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'mac_address': 'fa:16:3e:2e:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b6b1a65d-1b58-479b-bd39-0d38f8a48824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:03Z', 'updated_at': '2022-05-10T12:09:03Z', 'revision_number': 2, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'subnets': [{'id': 'b6b1a65d-1b58-479b-bd39-0d38f8a48824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:09:04.443074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:09:04.563351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:09:04.574007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ddb75756-a666-4003-809f-86cf01a22f82 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9222887 May 10 12:09:04.611117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-20dd7af0-21e6-43a9-87fe-6a68e742710f None None] Provisioning complete for port 4826f5a6-7d88-4e57-a148-c3d2db6f5207 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:04.611117 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20dd7af0-21e6-43a9-87fe-6a68e742710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.650353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-20dd7af0-21e6-43a9-87fe-6a68e742710f None None] Port 4826f5a6-7d88-4e57-a148-c3d2db6f5207 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:09:05.572965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:09:05.631465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:05.631863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:05.654881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55300) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:05.905897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:05.907042 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a6cddc4f-d07b-416c-81bb-084d89d6060f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:09:05.941293 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:05.962192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port a6cddc4f-d07b-416c-81bb-084d89d6060f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:05.962578 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:06.026322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:06.042665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port a6cddc4f-d07b-416c-81bb-084d89d6060f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:06.043121 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:06.064637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port a6cddc4f-d07b-416c-81bb-084d89d6060f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a6cddc4f-d07b-416c-81bb-084d89d6060f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:06.070032 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:06.132657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=a6cddc4f-d07b-416c-81bb-084d89d6060f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:06.297101 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Deleting port 4826f5a6-7d88-4e57-a148-c3d2db6f5207 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:09:06.297492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:06.379557 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:06.392547 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Calling delete_port for 4826f5a6-7d88-4e57-a148-c3d2db6f5207 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:09:06.480933 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] Sync routers for ids ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:09:06.490771 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] Routers {'d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:09:06.491389 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:08:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:06.582074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:06.612303 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] Set router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:09:06.617212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Pushing event deleted for resources: {'Port': ['ID=4826f5a6-7d88-4e57-a148-c3d2db6f5207,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:06.785005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:06.841913 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'name': 'tempest-ImageQuotaTest-712984200-router', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:03Z', 'revision_number': 4, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'gw_port': {'id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '4826f5a6-7d88-4e57-a148-c3d2db6f5207', 'name': '', 'network_id': '9008ca9a-5869-4d21-be69-bd619f298233', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'mac_address': 'fa:16:3e:2e:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b6b1a65d-1b58-479b-bd39-0d38f8a48824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:03Z', 'updated_at': '2022-05-10T12:09:03Z', 'revision_number': 2, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'subnets': [{'id': 'b6b1a65d-1b58-479b-bd39-0d38f8a48824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:06.873346 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] Checking router: d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:09:06.873691 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] Updating router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d port 4826f5a6-7d88-4e57-a148-c3d2db6f5207 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:09:06.890447 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] Port 4826f5a6-7d88-4e57-a148-c3d2db6f5207 not found while updating agent binding for router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d. {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 10 12:09:06.901991 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] Routers {'d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:09:06.902605 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:08:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:07.013827 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] Set router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:09:07.020763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:09:07.131488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:09:07.137089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-46b14640-7b74-4dba-abc9-ac6af687e623 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4811211 May 10 12:09:07.139849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55302) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:07.249686 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.284591 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'name': 'tempest-ImageQuotaTest-712984200-router', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:06Z', 'revision_number': 5, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'gw_port': {'id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:07.289508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-10107239-1c25-490b-bf45-0b47ee7e1b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.315278 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df87ad-f1d1-4d62-a19a-fd43f4f7b914 None None] The sync data for ids ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'] in n-d-840949-1 is: [{'id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'name': 'tempest-ImageQuotaTest-712984200-router', 'tenant_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:06Z', 'revision_number': 5, 'project_id': '8afbb45a4fad43298ce84bf7afc0d25a', 'gw_port': {'id': 'a6cddc4f-d07b-416c-81bb-084d89d6060f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb07a3-a9a3-4b63-a8fc-1724ec7de67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:09:01Z', 'updated_at': '2022-05-10T12:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:09:07.356006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.414418 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Deleting port a6cddc4f-d07b-416c-81bb-084d89d6060f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:09:07.414762 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.503222 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] For port a6cddc4f-d07b-416c-81bb-084d89d6060f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a6cddc4f-d07b-416c-81bb-084d89d6060f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:07.503474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.518008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Calling delete_port for a6cddc4f-d07b-416c-81bb-084d89d6060f owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:09:07.700183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a6cddc4f-d07b-416c-81bb-084d89d6060f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:09:07.703099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.722374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: a6cddc4f-d07b-416c-81bb-084d89d6060f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:09:07.722722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a6cddc4f-d07b-416c-81bb-084d89d6060f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 10 12:09:07.739463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cddc4f-d07b-416c-81bb-084d89d6060f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:07.742428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Port a6cddc4f-d07b-416c-81bb-084d89d6060f not found, will not notify nova. {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 10 12:09:07.751435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4826f5a6-7d88-4e57-a148-c3d2db6f5207 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:09:07.771884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 4826f5a6-7d88-4e57-a148-c3d2db6f5207 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:09:07.772232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 4826f5a6-7d88-4e57-a148-c3d2db6f5207 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:09:07.804700 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.898687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.901594 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.905104 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.947105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.947641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:09:07.952158 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:07.953337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-75368bb2-5b28-43db-aee8-88e43fbb3d82 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d HTTP/1.1" status: 204 len: 168 time: 0.8125076 May 10 12:09:07.955998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55304) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:08.000690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-71021f1c-fb19-48a9-8224-61a31755d56f admin admin] Deleting subnet b6b1a65d-1b58-479b-bd39-0d38f8a48824 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:09:08.004103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71021f1c-fb19-48a9-8224-61a31755d56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.042828 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71021f1c-fb19-48a9-8224-61a31755d56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.120754 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71021f1c-fb19-48a9-8224-61a31755d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.175572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71021f1c-fb19-48a9-8224-61a31755d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.199789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71021f1c-fb19-48a9-8224-61a31755d56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b1a65d-1b58-479b-bd39-0d38f8a48824,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:08.207568 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71021f1c-fb19-48a9-8224-61a31755d56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.212596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-71021f1c-fb19-48a9-8224-61a31755d56f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6b1a65d-1b58-479b-bd39-0d38f8a48824 HTTP/1.1" status: 204 len: 168 time: 0.2556398 May 10 12:09:08.213673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55306) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:08.216230 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f8225-b3d3-4b5a-b7c4-d5107efd0524 None None] Network 9008ca9a-5869-4d21-be69-bd619f298233 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:09:08.292287 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.342697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15253f9a-354c-4629-ae06-a7ee862f5da4 None None] Sync routers for ids ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:09:08.349748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Deleting port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:09:08.350161 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.354215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15253f9a-354c-4629-ae06-a7ee862f5da4 None None] Routers set() bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:09:08.354579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15253f9a-354c-4629-ae06-a7ee862f5da4 None None] Router IDs set() for agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 12:09:08.355177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_agentschedulers_db [None req-15253f9a-354c-4629-ae06-a7ee862f5da4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:09:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent'). {{(pid=102769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 10 12:09:08.365274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15253f9a-354c-4629-ae06-a7ee862f5da4 None None] Routers set() bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:09:08.365639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15253f9a-354c-4629-ae06-a7ee862f5da4 None None] Router IDs set() for agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 12:09:08.366232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_agentschedulers_db [None req-15253f9a-354c-4629-ae06-a7ee862f5da4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:09:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent'). {{(pid=102769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 10 12:09:08.366603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15253f9a-354c-4629-ae06-a7ee862f5da4 None None] The sync data for ids ['d8bb07a3-a9a3-4b63-a8fc-1724ec7de67d'] in n-d-840949-1 is: [] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:09:08.404197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] DHCP port deletion for 9008ca9a-5869-4d21-be69-bd619f298233 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:09:08.417585 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] For port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,segment=NetworkSegment(a005412b-f5e0-4fff-b506-538b3e183af3),segment_id=a005412b-f5e0-4fff-b506-538b3e183af3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:08.417954 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.438192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Calling delete_port for bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:09:08.459226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] Deleting port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:09:08.459604 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.521594 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.523598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] For port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,segment=NetworkSegment(a005412b-f5e0-4fff-b506-538b3e183af3),segment_id=a005412b-f5e0-4fff-b506-538b3e183af3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:08.524169 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.537421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] Calling delete_port for bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:09:08.547225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:08.552048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] No DVR routers for this DVR port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:09:08.624696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.628589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.649191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9008ca9a-5869-4d21-be69-bd619f298233']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:08.651514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] No DVR routers for this DVR port bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:09:08.655424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4502e00-f1d1-4c04-b380-92f7f483678f None None] Pushing event deleted for resources: {'Port': ['ID=bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:08.663119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a005412b-f5e0-4fff-b506-538b3e183af3') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:08.663654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a005412b-f5e0-4fff-b506-538b3e183af3') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:09:08.673557 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.688068 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.693907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:09:08.694314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: timer() May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:09:08.696228 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:09:08.750941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.756166 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.759302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9008ca9a-5869-4d21-be69-bd619f298233 HTTP/1.1" status: 204 len: 168 time: 0.5445411 May 10 12:09:08.772997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95937d8f-cb67-4180-992a-8cbe8096bc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9008ca9a-5869-4d21-be69-bd619f298233,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:08.900293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55310) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:08.949860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5de4a3a1-802e-46d8-9129-29040d01d850 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8afbb45a4fad43298ce84bf7afc0d25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478890 May 10 12:09:08.953374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55312) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:09.018332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b28ad32-bb48-4018-aea9-ffb2526544a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.041511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b28ad32-bb48-4018-aea9-ffb2526544a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.091038 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b28ad32-bb48-4018-aea9-ffb2526544a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.093704 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2b28ad32-bb48-4018-aea9-ffb2526544a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.094996 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2b28ad32-bb48-4018-aea9-ffb2526544a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b02d8258-4281-4221-9a24-b7e6c5150c2e HTTP/1.1" status: 204 len: 168 time: 0.1405141 May 10 12:09:09.102498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28ad32-bb48-4018-aea9-ffb2526544a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d8258-4281-4221-9a24-b7e6c5150c2e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:09.444109 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.452703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55318) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:09.459605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:09:09.466170 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f024b7ea-eb66-4d8b-8e27-69b2566612ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.479444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:09:09.479755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bb3b4b04-20e6-4bf9-b1f2-90efc97bc5e7 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:09:09.480200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a6cddc4f-d07b-416c-81bb-084d89d6060f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:09:09.501998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: a6cddc4f-d07b-416c-81bb-084d89d6060f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:09:09.502412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a6cddc4f-d07b-416c-81bb-084d89d6060f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:09:09.543854 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f024b7ea-eb66-4d8b-8e27-69b2566612ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.549593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f024b7ea-eb66-4d8b-8e27-69b2566612ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.571448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.585917 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024b7ea-eb66-4d8b-8e27-69b2566612ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1219670-8032-4b74-a0e4-e1dcfefd2e09,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:09.590198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f024b7ea-eb66-4d8b-8e27-69b2566612ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1364684 May 10 12:09:09.593176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55320) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:09.645444 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5bc21b5-a73a-4528-8a30-99983b82490f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.665730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5bc21b5-a73a-4528-8a30-99983b82490f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.712999 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5bc21b5-a73a-4528-8a30-99983b82490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.715700 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f5bc21b5-a73a-4528-8a30-99983b82490f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:09.716895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f5bc21b5-a73a-4528-8a30-99983b82490f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1219670-8032-4b74-a0e4-e1dcfefd2e09 HTTP/1.1" status: 204 len: 168 time: 0.1224427 May 10 12:09:09.725162 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc21b5-a73a-4528-8a30-99983b82490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1219670-8032-4b74-a0e4-e1dcfefd2e09,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:20.488262 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-cb732a6a-04ad-41d5-bae8-8e5c61b6dfc4 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17373d66077949bf843f9c517e8bc511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298462 May 10 12:09:20.669966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-a7502d4f-3984-45b1-874b-d7c0cc4ec2e3 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:20.671412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-a7502d4f-3984-45b1-874b-d7c0cc4ec2e3 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775577 May 10 12:09:20.688966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-a36a8d68-3f49-44fc-9228-ec5263a46eaa tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/quotas/17373d66077949bf843f9c517e8bc511 HTTP/1.1" status: 200 len: 375 time: 0.0093436 May 10 12:09:20.722963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-8293376e-8983-4e5e-863c-a1ab71ea8486 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17373d66077949bf843f9c517e8bc511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285492 May 10 12:09:20.906638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-511468e6-eae3-4e41-8981-a7c9d839a249 req-38984426-4d28-4da4-9cb9-33b74cee4204 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 210 time: 0.0311031 May 10 12:09:21.986716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-831bbf57-ef48-4953-aa46-07cfc0a9e282 req-6dc5a1d6-4910-482d-9f3b-fb5a9aaa2d07 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 210 time: 0.0266154 May 10 12:09:23.072308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd27ee4b-1896-49c9-b781-bb8e0b898133 req-80c0c348-64af-4c84-950a-9b844ededcbe tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 210 time: 0.0280280 May 10 12:09:23.805908 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-be53030f-25b1-4a70-9a88-082ef65528ea tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=17373d66077949bf843f9c517e8bc511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212259 May 10 12:09:23.915196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-fc29e05f-65a7-405b-a0a6-b4e68553dd11 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:23.916711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-fc29e05f-65a7-405b-a0a6-b4e68553dd11 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057582 May 10 12:09:23.929200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Request body: {'port': {'device_id': '25e2c398-91eb-475f-855c-7e07b1c9a94c', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'admin_state_up': True, 'tenant_id': '17373d66077949bf843f9c517e8bc511'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:24.293993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f9c3605f-9b00-41c9-a192-a3cbb87976d4 req-3ef6be82-3a09-40fa-8bb7-a91277ac9416 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 210 time: 0.0529039 May 10 12:09:24.358031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Made reservation on behalf of 17373d66077949bf843f9c517e8bc511 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:09:24.361555 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:24.372809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:24.446386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:24.451197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:24.512410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76c720-71e1-4edc-8d7d-4c0efa576b2a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:24.587017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Allocated IP 192.168.233.192 (a8bff2d0-49e9-4858-96c4-1b8fc6610b80/e48d1658-2cf7-4728-b18c-ffb22a6437f1/cfd41f16-5017-4490-b291-8b4291695a70) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:09:24.732828 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:24.769751 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:24.810187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:09:24.813198 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:24.816784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:09:24.848841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Pushing event updated for resources: {'Port': ['ID=cfd41f16-5017-4490-b291-8b4291695a70,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:24.877755 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:24.878359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:24.896450 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-9111b2d5-8e41-442b-b949-0dc0db6cfd88 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9713359 May 10 12:09:24.908384 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Request body: {'port': {'device_id': '25e2c398-91eb-475f-855c-7e07b1c9a94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:24.964041 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:25.020855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d6fdeb43-2fd3-40c5-b606-dcb1290d849c None None] Provisioning complete for port cfd41f16-5017-4490-b291-8b4291695a70 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:25.021414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d6fdeb43-2fd3-40c5-b606-dcb1290d849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:25.057736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdeb43-2fd3-40c5-b606-dcb1290d849c None None] Port cfd41f16-5017-4490-b291-8b4291695a70 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:09:25.227778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd41f16-5017-4490-b291-8b4291695a70 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:09:25.235456 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:25.249283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Transition to ACTIVE for port object cfd41f16-5017-4490-b291-8b4291695a70 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:09:25.253259 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:25.305747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd41f16-5017-4490-b291-8b4291695a70,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:25.377403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Attempting to bind port cfd41f16-5017-4490-b291-8b4291695a70 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:09:25.377741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Attempting to bind port cfd41f16-5017-4490-b291-8b4291695a70 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:09:25.378067 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Attempting to bind port cfd41f16-5017-4490-b291-8b4291695a70 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:09:25.383857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Port cfd41f16-5017-4490-b291-8b4291695a70 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:09:25.383857 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Attempting to bind port cfd41f16-5017-4490-b291-8b4291695a70 on network a8bff2d0-49e9-4858-96c4-1b8fc6610b80 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:09:25.387958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:09:25.388294 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Checking segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:09:25.388705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Bound using segment: {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:09:25.389083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Bound port: cfd41f16-5017-4490-b291-8b4291695a70, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b539ba7-36b7-4f69-a24f-221b9f30186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:09:25.389440 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:25.422101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc274354-d1f4-49a0-95a6-495cb836824a req-3877e542-6435-48d6-af4a-8f2d978af924 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:25.423786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc274354-d1f4-49a0-95a6-495cb836824a req-3877e542-6435-48d6-af4a-8f2d978af924 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 948 time: 0.0517008 May 10 12:09:25.454133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] For port cfd41f16-5017-4490-b291-8b4291695a70, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:09:25.457583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] For port cfd41f16-5017-4490-b291-8b4291695a70, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfd41f16-5017-4490-b291-8b4291695a70,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:09:25.463875 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:25.472360 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fc274354-d1f4-49a0-95a6-495cb836824a req-d8a81ee5-6f8f-4a88-9f8f-44f224ef5c6c tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374799 May 10 12:09:25.504379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:25.505093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:25.506487 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] 10.222.0.70 "PUT /v2.0/ports/cfd41f16-5017-4490-b291-8b4291695a70 HTTP/1.1" status: 200 len: 1096 time: 0.6024649 May 10 12:09:25.506936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e2c398-91eb-475f-855c-7e07b1c9a94c', 'tag': 'cfd41f16-5017-4490-b291-8b4291695a70'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:09:25.509259 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5628fd94-695b-4988-a17a-c9e6ee4f5d89" -d '{"events": [{"name": "network-changed", "server_uuid": "25e2c398-91eb-475f-855c-7e07b1c9a94c", "tag": "cfd41f16-5017-4490-b291-8b4291695a70"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:09:25.537343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5509c-9d83-403c-aed3-2f8ab82f0c29 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd41f16-5017-4490-b291-8b4291695a70,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:25.560991 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d05ba6-0754-4f58-9f75-d49b0369b5ea x-openstack-request-id: req-c0d05ba6-0754-4f58-9f75-d49b0369b5ea {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:09:25.561352 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e2c398-91eb-475f-855c-7e07b1c9a94c", "tag": "cfd41f16-5017-4490-b291-8b4291695a70", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:09:25.561605 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0d05ba6-0754-4f58-9f75-d49b0369b5ea {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:09:25.562013 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d05ba6-0754-4f58-9f75-d49b0369b5ea'] response: {'name': 'network-changed', 'server_uuid': '25e2c398-91eb-475f-855c-7e07b1c9a94c', 'tag': 'cfd41f16-5017-4490-b291-8b4291695a70', 'status': 'completed', 'code': 200} May 10 12:09:25.594218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-3ee5f647-cec3-4eef-a53d-367b8c93df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:25.595743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-3ee5f647-cec3-4eef-a53d-367b8c93df10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17373d66077949bf843f9c517e8bc511&device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 1099 time: 0.0486667 May 10 12:09:25.638984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-a6f1347e-edca-4169-b693-d22f23edbb41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=cfd41f16-5017-4490-b291-8b4291695a70 HTTP/1.1" status: 200 len: 217 time: 0.0349138 May 10 12:09:25.694496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-b566f682-d1c3-4f45-bfb1-53078f003f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:25.696014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-b566f682-d1c3-4f45-bfb1-53078f003f30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0496261 May 10 12:09:25.741209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-46129977-7ca7-4c02-8313-1e24d9889faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:25.742660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-46129977-7ca7-4c02-8313-1e24d9889faf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403316 May 10 12:09:25.836488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-a0cbc136-17fc-47be-805a-89eee6237868 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869858 May 10 12:09:25.859692 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:09:25.931019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4a3542b-a407-415e-8a4d-32363b6f4907 req-05e68a00-1197-40c7-aa34-f1c7a93f5672 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882187 May 10 12:09:26.021257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-8d5ad67a-fa7a-40eb-88d9-17056cb65297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:26.022770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-8d5ad67a-fa7a-40eb-88d9-17056cb65297 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17373d66077949bf843f9c517e8bc511&device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 1099 time: 0.0417590 May 10 12:09:26.116981 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-08b5171a-5586-4e70-8c38-cab320a16fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:26.118475 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-08b5171a-5586-4e70-8c38-cab320a16fd1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80 HTTP/1.1" status: 200 len: 870 time: 0.0891030 May 10 12:09:26.159415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-0c36d697-e99f-467d-a218-d9ee154418ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=cfd41f16-5017-4490-b291-8b4291695a70 HTTP/1.1" status: 200 len: 217 time: 0.0345240 May 10 12:09:26.210705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-95672a4b-d914-4712-b2e0-f564458b87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:26.212207 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-95672a4b-d914-4712-b2e0-f564458b87ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e48d1658-2cf7-4728-b18c-ffb22a6437f1 HTTP/1.1" status: 200 len: 843 time: 0.0460293 May 10 12:09:26.262516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-6c74aab7-e8b9-4460-8801-85366a01cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:26.264088 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-6c74aab7-e8b9-4460-8801-85366a01cde1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8bff2d0-49e9-4858-96c4-1b8fc6610b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450747 May 10 12:09:26.358443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-a418e73d-f8c3-46ea-be3d-99ed27736c52 service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866466 May 10 12:09:26.455934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5628fd94-695b-4988-a17a-c9e6ee4f5d89 req-3036261f-b52a-45a7-b015-4fafba7fe91a service neutron] 10.222.0.70 "GET /v2.0/networks/a8bff2d0-49e9-4858-96c4-1b8fc6610b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896904 May 10 12:09:26.594692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264f9d-d5aa-4977-a210-64c3c835923a req-8c7a9533-8cf7-47c8-b2b4-cebec5d1ec74 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:26.596189 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4264f9d-d5aa-4977-a210-64c3c835923a req-8c7a9533-8cf7-47c8-b2b4-cebec5d1ec74 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 948 time: 0.0522811 May 10 12:09:26.636462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4264f9d-d5aa-4977-a210-64c3c835923a req-cd7e001b-ee8e-4e02-8271-5b75c597be21 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 May 10 12:09:27.772417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01104327-f763-4dcc-874a-4c7be3364849 req-8bd22aa9-c25d-4ea1-a42e-9bf18e61424c tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:27.774644 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01104327-f763-4dcc-874a-4c7be3364849 req-8bd22aa9-c25d-4ea1-a42e-9bf18e61424c tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 948 time: 0.0587335 May 10 12:09:27.818429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-01104327-f763-4dcc-874a-4c7be3364849 req-bf4cf05f-d9f1-46e2-8cd0-5365fa57ba9b tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343976 May 10 12:09:28.950737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0512e0-b708-4d72-a3ae-2549e1a3538c req-8f483a8f-7f92-4c8c-859f-350a28686b55 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:28.952273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed0512e0-b708-4d72-a3ae-2549e1a3538c req-8f483a8f-7f92-4c8c-859f-350a28686b55 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 948 time: 0.0548642 May 10 12:09:28.991392 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ed0512e0-b708-4d72-a3ae-2549e1a3538c req-26e2e80c-0753-4b03-8a6a-92c0acc7f390 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 May 10 12:09:29.039706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cfd41f16-5017-4490-b291-8b4291695a70 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:09:29.137223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cfd41f16-5017-4490-b291-8b4291695a70, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfd41f16-5017-4490-b291-8b4291695a70,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:29.148166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'cfd41f16-5017-4490-b291-8b4291695a70', 'network_id': 'a8bff2d0-49e9-4858-96c4-1b8fc6610b80', 'port_id': 'cfd41f16-5017-4490-b291-8b4291695a70', 'mac_address': 'fa:16:3e:f0:63:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d1658-2cf7-4728-b18c-ffb22a6437f1', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:09:29.184097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port cfd41f16-5017-4490-b291-8b4291695a70 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:29.184486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:29.197818 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd41f16-5017-4490-b291-8b4291695a70 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:09:29.217358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cfd41f16-5017-4490-b291-8b4291695a70, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfd41f16-5017-4490-b291-8b4291695a70,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:29.223259 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:29.270253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=cfd41f16-5017-4490-b291-8b4291695a70,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:29.277665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.278002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.278343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.278671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.278999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.279326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.279653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.280004 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.280324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.280644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.280962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.281278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:29.472583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['cfd41f16-5017-4490-b291-8b4291695a70'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:09:30.125587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58fe2a-53cb-47a5-b6a4-65e8f4044db8 req-5f50f181-5595-4c28-a388-ffa5e3508e99 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:30.127658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b58fe2a-53cb-47a5-b6a4-65e8f4044db8 req-5f50f181-5595-4c28-a388-ffa5e3508e99 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 949 time: 0.0571368 May 10 12:09:30.167767 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b58fe2a-53cb-47a5-b6a4-65e8f4044db8 req-2710a3e7-f593-4dce-a222-ddcefdac8ea7 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 May 10 12:09:31.057177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cfd41f16-5017-4490-b291-8b4291695a70 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:09:31.115685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port cfd41f16-5017-4490-b291-8b4291695a70 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:09:31.119808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port cfd41f16-5017-4490-b291-8b4291695a70 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:31.120196 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:31.200463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port cfd41f16-5017-4490-b291-8b4291695a70 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:31.200856 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:31.223140 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e2c398-91eb-475f-855c-7e07b1c9a94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd41f16-5017-4490-b291-8b4291695a70'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:09:31.225545 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc76d1-39a3-40ce-8583-cf55e8019af4" -d '{"events": [{"server_uuid": "25e2c398-91eb-475f-855c-7e07b1c9a94c", "name": "network-vif-plugged", "status": "completed", "tag": "cfd41f16-5017-4490-b291-8b4291695a70"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:09:31.238313 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port cfd41f16-5017-4490-b291-8b4291695a70, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfd41f16-5017-4490-b291-8b4291695a70,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:31.242474 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:31.281964 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db178a7c-49e5-42f6-b911-a2ecb8adc480 x-openstack-request-id: req-db178a7c-49e5-42f6-b911-a2ecb8adc480 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:09:31.282261 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e2c398-91eb-475f-855c-7e07b1c9a94c", "name": "network-vif-plugged", "status": "completed", "tag": "cfd41f16-5017-4490-b291-8b4291695a70", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:09:31.282512 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db178a7c-49e5-42f6-b911-a2ecb8adc480 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:09:31.282911 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db178a7c-49e5-42f6-b911-a2ecb8adc480'] response: {'server_uuid': '25e2c398-91eb-475f-855c-7e07b1c9a94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd41f16-5017-4490-b291-8b4291695a70', 'code': 200} May 10 12:09:31.292025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=cfd41f16-5017-4490-b291-8b4291695a70,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:31.307576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3df0e-8dc1-48ab-a710-5a3aafb1dd10 req-ea015f3e-798c-4f32-aa0e-99affc9f2875 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:31.309018 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb3df0e-8dc1-48ab-a710-5a3aafb1dd10 req-ea015f3e-798c-4f32-aa0e-99affc9f2875 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 950 time: 0.0574224 May 10 12:09:31.348774 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cb3df0e-8dc1-48ab-a710-5a3aafb1dd10 req-3a2c3cf1-c42f-4f45-a885-053da00b38ea tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 May 10 12:09:31.382099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c32e-cbc0-4654-ae2d-9829b63a0d48 req-6f493e91-da54-4b74-a77b-95c5ba2a050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:31.383602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2710c32e-cbc0-4654-ae2d-9829b63a0d48 req-6f493e91-da54-4b74-a77b-95c5ba2a050b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 1101 time: 0.0407186 May 10 12:09:31.422847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2710c32e-cbc0-4654-ae2d-9829b63a0d48 req-34bae12d-e6c7-4914-9b89-60a7d53f6a35 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 May 10 12:09:32.475718 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81392-a12b-4bce-899b-5a17f60ff3f1 req-4c5fc211-ceb0-481d-b411-b1996bcdbdd2 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:32.477317 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad81392-a12b-4bce-899b-5a17f60ff3f1 req-4c5fc211-ceb0-481d-b411-b1996bcdbdd2 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 950 time: 0.0509491 May 10 12:09:32.518403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad81392-a12b-4bce-899b-5a17f60ff3f1 req-de1b6540-fbd9-45ec-9edd-3c3d36b4bd62 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 May 10 12:09:32.867136 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:33.648614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17415eab-b6d7-4fcd-99c0-f817dac800de req-5c224546-1cbc-48d8-9efb-7d5a8f1d5d09 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:33.650077 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17415eab-b6d7-4fcd-99c0-f817dac800de req-5c224546-1cbc-48d8-9efb-7d5a8f1d5d09 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 950 time: 0.0539656 May 10 12:09:33.690351 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-17415eab-b6d7-4fcd-99c0-f817dac800de req-870755b8-6429-4902-86c7-63d146e4b9fd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331974 May 10 12:09:34.089578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-df009809-329d-48b8-8010-27b8f6df85e5 req-3711a7ac-a665-4ccc-b658-d0837ba17ff3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:09:34.090754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-df009809-329d-48b8-8010-27b8f6df85e5 req-3711a7ac-a665-4ccc-b658-d0837ba17ff3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132033 May 10 12:09:34.333320 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17b3c68b-23c4-4285-b226-b01e99bfeadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:34.506049 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-e8a3f98a-b5f0-4a6e-8451-1f2b8283116a req-be6287d2-3748-4e72-99b1-d5c094ef394b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:09:34.507068 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8a3f98a-b5f0-4a6e-8451-1f2b8283116a req-be6287d2-3748-4e72-99b1-d5c094ef394b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0653546 May 10 12:09:34.872063 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4ce19-00e3-41d9-a343-2caa35c16979 req-d4b3c613-1f58-43ef-adaa-b592ce68799a tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:34.873548 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47b4ce19-00e3-41d9-a343-2caa35c16979 req-d4b3c613-1f58-43ef-adaa-b592ce68799a tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 950 time: 0.0582457 May 10 12:09:34.918524 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47b4ce19-00e3-41d9-a343-2caa35c16979 req-fe6adc1e-c5ef-43a3-9902-89cbf2d049c2 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 May 10 12:09:35.816754 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:36.041842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419b721-bc3c-45ce-a1cf-a3d10dc3611f req-fea40a52-866a-4ec5-82a0-1b645bb68ad9 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:36.043347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1419b721-bc3c-45ce-a1cf-a3d10dc3611f req-fea40a52-866a-4ec5-82a0-1b645bb68ad9 tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 950 time: 0.0526333 May 10 12:09:36.115546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1419b721-bc3c-45ce-a1cf-a3d10dc3611f req-ccb21e7c-7c99-4928-a6ed-f63d6b905fcd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b76c720-71e1-4edc-8d7d-4c0efa576b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586524 May 10 12:09:36.123174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-94eabce0-0bc2-4c1c-ba95-eba98f61b5ad tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:36.124662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-94eabce0-0bc2-4c1c-ba95-eba98f61b5ad tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.70 "GET /v2.0/ports?device_id=25e2c398-91eb-475f-855c-7e07b1c9a94c HTTP/1.1" status: 200 len: 950 time: 0.0759714 May 10 12:09:36.216556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Deleting port cfd41f16-5017-4490-b291-8b4291695a70 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:09:36.216904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:36.317441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] For port cfd41f16-5017-4490-b291-8b4291695a70, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=cfd41f16-5017-4490-b291-8b4291695a70,segment=NetworkSegment(2b539ba7-36b7-4f69-a24f-221b9f30186f),segment_id=2b539ba7-36b7-4f69-a24f-221b9f30186f)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:36.317882 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:36.331632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Calling delete_port for cfd41f16-5017-4490-b291-8b4291695a70 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:09:36.471052 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:36.482861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['cfd41f16-5017-4490-b291-8b4291695a70'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:09:36.504597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Pushing event deleted for resources: {'Port': ['ID=cfd41f16-5017-4490-b291-8b4291695a70,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:36.547962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] No DVR routers for this DVR port cfd41f16-5017-4490-b291-8b4291695a70 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:09:36.551046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:36.555419 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3f690419-91f4-49f5-b577-93fb4eaa693d req-4a2ac37b-c518-4ef9-862b-61fbe1e246dd tempest-ServersAdminNegativeTestJSON-1108889612 tempest-ServersAdminNegativeTestJSON-1108889612-project] 10.222.0.70 "DELETE /v2.0/ports/cfd41f16-5017-4490-b291-8b4291695a70 HTTP/1.1" status: 204 len: 173 time: 0.4248173 May 10 12:09:36.555909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e2c398-91eb-475f-855c-7e07b1c9a94c', 'name': 'network-vif-deleted', 'tag': 'cfd41f16-5017-4490-b291-8b4291695a70'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:09:36.558311 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c88356-df70-4df8-acc8-1fc0011ee597" -d '{"events": [{"server_uuid": "25e2c398-91eb-475f-855c-7e07b1c9a94c", "name": "network-vif-deleted", "tag": "cfd41f16-5017-4490-b291-8b4291695a70"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:09:36.604719 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f786e9f-1d65-4442-beff-5743e123cec4 x-openstack-request-id: req-1f786e9f-1d65-4442-beff-5743e123cec4 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:09:36.605013 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e2c398-91eb-475f-855c-7e07b1c9a94c", "name": "network-vif-deleted", "tag": "cfd41f16-5017-4490-b291-8b4291695a70", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:09:36.605429 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f786e9f-1d65-4442-beff-5743e123cec4 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:09:36.605972 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f786e9f-1d65-4442-beff-5743e123cec4'] response: {'server_uuid': '25e2c398-91eb-475f-855c-7e07b1c9a94c', 'name': 'network-vif-deleted', 'tag': 'cfd41f16-5017-4490-b291-8b4291695a70', 'status': 'completed', 'code': 200} May 10 12:09:37.297620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-091bdc19-a503-4c7f-ba6d-64e61d3d8ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:37.450470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55468) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:37.596266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5960ea5b-17a6-4ffb-9553-93f0476b63c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17373d66077949bf843f9c517e8bc511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446135 May 10 12:09:37.598897 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55472) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:37.650765 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb0aacd7-4309-4a41-ad5f-959568980bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:37.676849 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb0aacd7-4309-4a41-ad5f-959568980bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:37.726694 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb0aacd7-4309-4a41-ad5f-959568980bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:37.729492 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cb0aacd7-4309-4a41-ad5f-959568980bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:37.730661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cb0aacd7-4309-4a41-ad5f-959568980bdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b76c720-71e1-4edc-8d7d-4c0efa576b2a HTTP/1.1" status: 204 len: 168 time: 0.1307452 May 10 12:09:37.738156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aacd7-4309-4a41-ad5f-959568980bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76c720-71e1-4edc-8d7d-4c0efa576b2a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:37.908255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:38.000689 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55478) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:38.014322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-34d8304d-73f2-467d-9f8e-47d167109a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:38.091032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-34d8304d-73f2-467d-9f8e-47d167109a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:38.096737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-34d8304d-73f2-467d-9f8e-47d167109a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:38.133694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-34d8304d-73f2-467d-9f8e-47d167109a2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6ba4fbf2262479ca0964d769ce7c8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319001 May 10 12:09:38.134550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8304d-73f2-467d-9f8e-47d167109a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c941a-f41a-49f5-bcd5-5ce6f2c0904b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:38.137290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55480) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:38.187108 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8159286-6b97-4a9e-859c-44cc47be1a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:38.208517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8159286-6b97-4a9e-859c-44cc47be1a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:38.258243 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8159286-6b97-4a9e-859c-44cc47be1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:38.260915 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8159286-6b97-4a9e-859c-44cc47be1a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:38.262074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f8159286-6b97-4a9e-859c-44cc47be1a5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e2c941a-f41a-49f5-bcd5-5ce6f2c0904b HTTP/1.1" status: 204 len: 168 time: 0.1237767 May 10 12:09:38.270200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8159286-6b97-4a9e-859c-44cc47be1a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c941a-f41a-49f5-bcd5-5ce6f2c0904b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:39.014099 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55502) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:39.102115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cfd41f16-5017-4490-b291-8b4291695a70 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:09:39.123338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: cfd41f16-5017-4490-b291-8b4291695a70 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:09:39.123937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device cfd41f16-5017-4490-b291-8b4291695a70 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:09:39.133501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-270115943-network', 'tenant_id': '364dec45d4d941c78e07220726973040'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:39.158018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Made reservation on behalf of 364dec45d4d941c78e07220726973040 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:09:39.160386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.172017 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.245296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.250797 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.275392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:09:39.283897 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b521460-f2c8-4189-970f-cb3f11a97bb5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:39.290271 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.290616 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Added segment 9225b00b-3634-4344-9bb6-023ec38c2357 of type vlan for network 01717b49-8038-480b-af81-b35cdb2a9e6b May 10 12:09:39.335615 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.365968 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.367447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:39.368233 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.421832 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4065404 May 10 12:09:39.425076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55506) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:09:39.429998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd53ff-8f82-4813-a843-1f8522a00837 admin admin] Pushing event updated for resources: {'Network': ['ID=01717b49-8038-480b-af81-b35cdb2a9e6b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:39.430974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Request body: {'subnet': {'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-270115943-subnet', 'tenant_id': '364dec45d4d941c78e07220726973040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:39.442863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 01717b49-8038-480b-af81-b35cdb2a9e6b details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:09:39.453810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Made reservation on behalf of 364dec45d4d941c78e07220726973040 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:09:39.456275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.482800 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.577031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.634474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.684262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:39.702728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Checking segment: {'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:09:39.703088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Network hostable DHCP agents. Network: 01717b49-8038-480b-af81-b35cdb2a9e6b, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:09:39.722203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Network 01717b49-8038-480b-af81-b35cdb2a9e6b is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:09:39.732654 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 01717b49-8038-480b-af81-b35cdb2a9e6b) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:39.736992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:39.737630 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:39.742965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b078af6-b969-4c1e-8d32-4bcbbd0d4140 None None] Network 01717b49-8038-480b-af81-b35cdb2a9e6b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:09:39.755026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-45e616d0-6d15-48d7-8c94-cb85fac1795d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3277965 May 10 12:09:39.894958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0965de-552e-41bc-bac3-bbff02126aa3 None None] Network 01717b49-8038-480b-af81-b35cdb2a9e6b requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:09:40.211646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-02079164-7cab-4d3f-a558-9cb826e052af tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:40.213253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-02079164-7cab-4d3f-a558-9cb826e052af tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 811 time: 0.1139779 May 10 12:09:40.232721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-13f7dc7c-7f13-40d8-97f4-afbebe2524b8 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/quotas/364dec45d4d941c78e07220726973040 HTTP/1.1" status: 200 len: 375 time: 0.0105107 May 10 12:09:40.268632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-fa74fcc9-42d9-4484-af7c-04176aced8b3 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280383 May 10 12:09:40.280968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-7d4adaa4-b19b-4bd5-99d5-25ba7744ba57 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:09:40.281906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-7d4adaa4-b19b-4bd5-99d5-25ba7744ba57 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050883 May 10 12:09:40.382116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-b56777d7-1305-4b7c-bde8-3c34d0ab40c2 service neutron] 10.222.0.13 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938904 May 10 12:09:40.496485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-cc0b42c7-e036-4184-82ef-5fec3e56a4cc service neutron] 10.222.0.13 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050513 May 10 12:09:40.676212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b94a0eed-b16c-4dc6-90f9-ef93c8263dbd req-9ecb1313-654f-4ddd-b84e-ceb9976f646b tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 210 time: 0.0294282 May 10 12:09:41.784054 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b9d5ecbb-ce3b-49e0-8b0b-d487e0df75ae req-f5641745-61ee-4b11-8b06-a6d71b2a7f58 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 210 time: 0.0279398 May 10 12:09:41.836013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-e9d903a1-00ec-4a86-a708-80e146c58924 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:41.837575 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-e9d903a1-00ec-4a86-a708-80e146c58924 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.49 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 811 time: 0.1084216 May 10 12:09:41.849735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Request body: {'port': {'device_id': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b', 'admin_state_up': True, 'tenant_id': '364dec45d4d941c78e07220726973040'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:41.958696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Made reservation on behalf of 364dec45d4d941c78e07220726973040 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:09:41.963011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:42.097806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Allocated IP 172.20.0.10 (01717b49-8038-480b-af81-b35cdb2a9e6b/7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd/d6359b51-5207-43a6-82c2-783bcd99db91) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:09:42.252814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:42.292829 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:42.338465 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Network 01717b49-8038-480b-af81-b35cdb2a9e6b is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:09:42.341586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:42.345304 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:09:42.353772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:42.398426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:42.399033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:42.417228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6a272339-0f6d-4694-993d-669a01e9fd5c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712509 May 10 12:09:42.429179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Request body: {'port': {'device_id': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:42.485666 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:42.758959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6359b51-5207-43a6-82c2-783bcd99db91 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:09:42.766636 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:42.778583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Transition to ACTIVE for port object d6359b51-5207-43a6-82c2-783bcd99db91 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:09:42.784695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:42.832825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:42.936089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Attempting to bind port d6359b51-5207-43a6-82c2-783bcd99db91 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:09:42.936806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Attempting to bind port d6359b51-5207-43a6-82c2-783bcd99db91 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:09:42.936806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Attempting to bind port d6359b51-5207-43a6-82c2-783bcd99db91 on network 01717b49-8038-480b-af81-b35cdb2a9e6b {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:09:42.947014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d78a-6f9e-4be4-b18f-d957d6ce8a77 req-0f003b7c-ad97-4862-b836-3c6e3c792a39 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:42.948566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f32d78a-6f9e-4be4-b18f-d957d6ce8a77 req-0f003b7c-ad97-4862-b836-3c6e3c792a39 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 944 time: 0.0722847 May 10 12:09:42.950702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Port d6359b51-5207-43a6-82c2-783bcd99db91 on network 01717b49-8038-480b-af81-b35cdb2a9e6b not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:09:42.951021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Attempting to bind port d6359b51-5207-43a6-82c2-783bcd99db91 on network 01717b49-8038-480b-af81-b35cdb2a9e6b {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:09:42.961916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:09:42.962256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Checking segment: {'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:09:42.962706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Bound using segment: {'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:09:42.963142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Bound port: d6359b51-5207-43a6-82c2-783bcd99db91, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:09:42.963502 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:43.019417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f32d78a-6f9e-4be4-b18f-d957d6ce8a77 req-cfb60084-0432-4814-9d5f-7569d51b9cdd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632603 May 10 12:09:43.046596 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:09:43.049914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:09:43.057364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:43.095865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:43.096485 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:43.097862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] 10.222.0.49 "PUT /v2.0/ports/d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 1092 time: 0.6730359 May 10 12:09:43.098299 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:09:43.100563 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce25f0-9421-4360-a2ec-7cb7d180c04d" -d '{"events": [{"name": "network-changed", "server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:09:43.128659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501e01d-9d9e-433d-9aca-5f68b1181734 service neutron] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:43.146869 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582e2512-85b7-409d-8ca0-bd1faf6fe156 x-openstack-request-id: req-582e2512-85b7-409d-8ca0-bd1faf6fe156 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:09:43.147157 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:09:43.147409 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-582e2512-85b7-409d-8ca0-bd1faf6fe156 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:09:43.147894 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582e2512-85b7-409d-8ca0-bd1faf6fe156'] response: {'name': 'network-changed', 'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'status': 'completed', 'code': 200} May 10 12:09:43.180834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-34ee0446-f615-4f2f-b74c-051ed921be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:43.182372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-34ee0446-f615-4f2f-b74c-051ed921be8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0443745 May 10 12:09:43.223722 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-a5588891-8e46-4eb5-b89d-c8d8afbfd7d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 217 time: 0.0340786 May 10 12:09:43.277398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-8a4fe4a4-043b-4366-94c8-9e2e291b3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:43.278846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-8a4fe4a4-043b-4366-94c8-9e2e291b3892 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 200 len: 851 time: 0.0484004 May 10 12:09:43.309495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-914f45dc-8758-470a-8df0-ac33a73ac82c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01717b49-8038-480b-af81-b35cdb2a9e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244408 May 10 12:09:43.400365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-6c9c7238-8c9e-42a7-a843-ae743d794bc6 service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841267 May 10 12:09:43.493434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bf342a15-42b7-4cc6-a2cf-2c1ed3601ff6 req-8092aba9-cd53-44f6-9c8a-475ad6bf4870 service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867214 May 10 12:09:43.587455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-92a17b5d-fac4-47a9-a45a-cf8dcf510f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:43.588915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-92a17b5d-fac4-47a9-a45a-cf8dcf510f9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0458097 May 10 12:09:43.680060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-ad1ad766-dc97-4675-9636-7eabd147eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:43.681609 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-ad1ad766-dc97-4675-9636-7eabd147eda7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 912 time: 0.0865800 May 10 12:09:43.721143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-ac1f54d5-bb46-4840-85eb-cac701a7c652 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 217 time: 0.0334954 May 10 12:09:43.769140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-ce86b9f7-2918-4b9a-b1cd-df197c4593ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:43.770522 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-ce86b9f7-2918-4b9a-b1cd-df197c4593ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 200 len: 851 time: 0.0426605 May 10 12:09:43.801829 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-0213f182-d3fa-4291-bc22-33b3d84d3abf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01717b49-8038-480b-af81-b35cdb2a9e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235441 May 10 12:09:43.900399 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-5de084ec-ec89-4f9d-a866-887ec6dd8b0e service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902646 May 10 12:09:44.000513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96ce25f0-9421-4360-a2ec-7cb7d180c04d req-f3f50f01-a03f-406b-916b-1f7637a87760 service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929956 May 10 12:09:44.146859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdcfa2-35ca-4226-80ad-f58dbc728cc6 req-abb53f67-ea4f-49c2-8b41-e26cd44a5d89 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:44.148368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7dfdcfa2-35ca-4226-80ad-f58dbc728cc6 req-abb53f67-ea4f-49c2-8b41-e26cd44a5d89 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 944 time: 0.0570824 May 10 12:09:44.202080 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7dfdcfa2-35ca-4226-80ad-f58dbc728cc6 req-199e93c7-de5c-4d32-a74b-f9dfefb94936 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466263 May 10 12:09:45.346748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82434101-7561-48dc-a44f-c4d6cf441483 req-766f72eb-458d-4021-bc9c-a935d61a9e4a tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:45.348222 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82434101-7561-48dc-a44f-c4d6cf441483 req-766f72eb-458d-4021-bc9c-a935d61a9e4a tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 944 time: 0.0618026 May 10 12:09:45.388455 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82434101-7561-48dc-a44f-c4d6cf441483 req-d402d11e-e333-478a-bcb9-3bcd8d9b9965 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310163 May 10 12:09:45.562861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d6359b51-5207-43a6-82c2-783bcd99db91 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:09:45.660437 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:45.672705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b', 'port_id': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'mac_address': 'fa:16:3e:dd:cb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:09:45.710600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port d6359b51-5207-43a6-82c2-783bcd99db91 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:45.710993 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:45.727415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6359b51-5207-43a6-82c2-783bcd99db91 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:09:45.747096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:45.753282 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:45.800768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:45.955494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['d6359b51-5207-43a6-82c2-783bcd99db91'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:09:46.525731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48a0a0-6b5e-4688-80c3-ed348def62ad req-d22ccab7-1531-479f-95dd-dc6bc8a67694 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:46.527231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb48a0a0-6b5e-4688-80c3-ed348def62ad req-d22ccab7-1531-479f-95dd-dc6bc8a67694 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0528905 May 10 12:09:46.567875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bb48a0a0-6b5e-4688-80c3-ed348def62ad req-32716a1a-d873-407f-b272-e2870abb75aa tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 May 10 12:09:47.577906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d6359b51-5207-43a6-82c2-783bcd99db91 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:09:47.632978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port d6359b51-5207-43a6-82c2-783bcd99db91 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:09:47.637000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port d6359b51-5207-43a6-82c2-783bcd99db91 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:47.637377 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:47.688699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783e16e-fa47-47dc-a8a9-27882476539e req-e5133cf9-c64c-47d8-8d3b-de55d59686c0 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:47.690086 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6783e16e-fa47-47dc-a8a9-27882476539e req-e5133cf9-c64c-47d8-8d3b-de55d59686c0 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0497437 May 10 12:09:47.713922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port d6359b51-5207-43a6-82c2-783bcd99db91 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:09:47.714316 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:47.728518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6783e16e-fa47-47dc-a8a9-27882476539e req-ffccfc4c-5020-4f8f-8af2-0a0cc839095d tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 May 10 12:09:47.736801 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:09:47.739018 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a13af79-2137-46f9-b212-7ad461def50d" -d '{"events": [{"server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "name": "network-vif-plugged", "status": "completed", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:09:47.756509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:09:47.761115 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:47.784173 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e79108-3731-4a57-8230-e645b45892a0 x-openstack-request-id: req-c4e79108-3731-4a57-8230-e645b45892a0 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:09:47.784462 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "name": "network-vif-plugged", "status": "completed", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:09:47.784710 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4e79108-3731-4a57-8230-e645b45892a0 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:09:47.785098 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e79108-3731-4a57-8230-e645b45892a0'] response: {'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'code': 200} May 10 12:09:47.813311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:47.883920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b82f-b118-464d-96e0-9c8b8205f573 req-f5ecbd55-27b3-4953-b0ac-6a7653dfa714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:47.885376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2611b82f-b118-464d-96e0-9c8b8205f573 req-f5ecbd55-27b3-4953-b0ac-6a7653dfa714 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0494378 May 10 12:09:47.921645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2611b82f-b118-464d-96e0-9c8b8205f573 req-2fd8e3ed-c39e-4537-8561-ad80bc90f1d7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296488 May 10 12:09:48.851836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0967cd4-50fb-4727-97ee-f4af96997177 req-3007c6b2-4335-407a-8d59-7bf02557cc70 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:48.853290 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d0967cd4-50fb-4727-97ee-f4af96997177 req-3007c6b2-4335-407a-8d59-7bf02557cc70 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0499222 May 10 12:09:48.907907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d0967cd4-50fb-4727-97ee-f4af96997177 req-efbe0b9b-0990-408b-a153-91a88f6dff21 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475538 May 10 12:09:50.040361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef643d-2932-4202-acd5-e078f9478a8d req-19ee25fb-a919-458d-9a32-a92a5699aa49 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:50.042011 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-42ef643d-2932-4202-acd5-e078f9478a8d req-19ee25fb-a919-458d-9a32-a92a5699aa49 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0547724 May 10 12:09:50.084090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-42ef643d-2932-4202-acd5-e078f9478a8d req-10e6d78e-15b5-4b57-bc09-1e4d6e5ba71f tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 May 10 12:09:50.330002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b03a2b-1190-48bf-90b9-a4b637bb428f req-e3ce754c-928c-4490-8d5d-202a6a9bbb01 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:50.331608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35b03a2b-1190-48bf-90b9-a4b637bb428f req-e3ce754c-928c-4490-8d5d-202a6a9bbb01 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0494819 May 10 12:09:50.367729 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-5761459b-be4c-4069-afe0-00f0a636c81d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936964 May 10 12:09:50.371175 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-35b03a2b-1190-48bf-90b9-a4b637bb428f req-8863de7c-3d6b-4e9d-a315-81434785a068 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 May 10 12:09:51.501378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07a605-36a4-4709-8afb-a32540b950dc req-a924fff7-23c2-47ed-a6e6-f6eab4514320 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:51.502880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da07a605-36a4-4709-8afb-a32540b950dc req-a924fff7-23c2-47ed-a6e6-f6eab4514320 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0576541 May 10 12:09:51.548436 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da07a605-36a4-4709-8afb-a32540b950dc req-3e8e5c94-e362-42a9-b1fd-6724c1feb9e6 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 May 10 12:09:51.585927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-b36a938f-785f-45a2-bb2d-5ab1eeedc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:51.587434 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-b36a938f-785f-45a2-bb2d-5ab1eeedc932 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0444636 May 10 12:09:51.683467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-06812848-3cff-4361-84d9-4f3fc79c4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:51.685455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-06812848-3cff-4361-84d9-4f3fc79c4630 service neutron] 10.222.0.49 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 912 time: 0.0919347 May 10 12:09:51.725020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-24b4759a-0104-4a1a-b3db-ce8ae52c3730 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 217 time: 0.0337410 May 10 12:09:51.772885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-b79936fb-b5ee-4043-87f9-0a90b904489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:51.774303 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-b79936fb-b5ee-4043-87f9-0a90b904489b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 200 len: 851 time: 0.0429060 May 10 12:09:51.809572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-3cd47d48-243c-42a5-b28f-08620a200eb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01717b49-8038-480b-af81-b35cdb2a9e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286267 May 10 12:09:51.899366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-c20e975a-c613-4f15-8ab1-0e80d07daa91 service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831237 May 10 12:09:51.991357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-e81a6d21-fde8-434e-a1b6-5d440b222b33 service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858953 May 10 12:09:52.703323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5ad2d-c5f1-418e-9901-22117262b3da req-6304f14b-f79b-4ec8-b6bd-15e33ac7b50b tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:52.704835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8aa5ad2d-c5f1-418e-9901-22117262b3da req-6304f14b-f79b-4ec8-b6bd-15e33ac7b50b tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0595262 May 10 12:09:52.742323 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8aa5ad2d-c5f1-418e-9901-22117262b3da req-4a467c86-512b-42bd-af2e-b17d97b30a30 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 May 10 12:09:53.872687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c0514-2401-4768-b669-456767ed2468 req-2002b512-2092-4532-8444-e44aec32e146 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:53.874498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-808c0514-2401-4768-b669-456767ed2468 req-2002b512-2092-4532-8444-e44aec32e146 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0526147 May 10 12:09:53.914873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-808c0514-2401-4768-b669-456767ed2468 req-ef8c06fb-6195-4dee-9db0-7ae95858e44a tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342412 May 10 12:09:55.047985 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ce9c7-a1a8-43c6-ba5c-1b809ac87ca9 req-1dfbe62a-5eef-41b3-a437-406b24ec35dc tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:55.049453 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-660ce9c7-a1a8-43c6-ba5c-1b809ac87ca9 req-1dfbe62a-5eef-41b3-a437-406b24ec35dc tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0522556 May 10 12:09:55.092887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-660ce9c7-a1a8-43c6-ba5c-1b809ac87ca9 req-21f5ff9f-5487-48ed-bbac-defe854742d7 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 May 10 12:09:56.231977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a78aa1-8c1c-482a-97f9-e8151cbf0813 req-d12d0ffc-098e-4b1d-a4b2-6145955a30c9 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:56.233421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6a78aa1-8c1c-482a-97f9-e8151cbf0813 req-d12d0ffc-098e-4b1d-a4b2-6145955a30c9 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0596499 May 10 12:09:56.270384 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6a78aa1-8c1c-482a-97f9-e8151cbf0813 req-b8eed0cc-4336-4f06-9a0f-4524d902f2ad tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307994 May 10 12:09:57.408187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaf48e-54a0-4b98-88d1-f67505a6c812 req-03992bcf-7074-447b-a540-492aba1b2bbd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:57.409674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98aaf48e-54a0-4b98-88d1-f67505a6c812 req-03992bcf-7074-447b-a540-492aba1b2bbd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0556648 May 10 12:09:57.450185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98aaf48e-54a0-4b98-88d1-f67505a6c812 req-385da096-23f7-40f0-8eb2-c67f5296764b tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 May 10 12:09:58.584500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af890fa7-3d25-4bbc-89e8-8a24107ac914 req-6f8e1923-f565-4c2e-a93a-725966763d34 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:58.585960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af890fa7-3d25-4bbc-89e8-8a24107ac914 req-6f8e1923-f565-4c2e-a93a-725966763d34 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0495226 May 10 12:09:58.624098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-af890fa7-3d25-4bbc-89e8-8a24107ac914 req-7b394f9e-f5da-4cbb-8cfc-00960a38dc29 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 May 10 12:09:59.753814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9f9f7-892d-4869-b8cb-43e7bdec4ff0 req-02767b28-bed3-41c1-8906-c546e79c8ca5 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:09:59.755326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32c9f9f7-892d-4869-b8cb-43e7bdec4ff0 req-02767b28-bed3-41c1-8906-c546e79c8ca5 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0516820 May 10 12:09:59.796494 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32c9f9f7-892d-4869-b8cb-43e7bdec4ff0 req-40cc67d8-cad1-46c2-bbee-43454a3b6818 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319643 May 10 12:10:00.934628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff636135-e192-4f72-b028-e3c5892c966c req-6c1087cd-3918-4560-ab9f-8a8c63247610 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:00.936107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff636135-e192-4f72-b028-e3c5892c966c req-6c1087cd-3918-4560-ab9f-8a8c63247610 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0571220 May 10 12:10:00.974890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ff636135-e192-4f72-b028-e3c5892c966c req-7eb20a87-8217-4ef7-8e8f-1dfc500d329e tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 May 10 12:10:02.102622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f5b3a-ad14-4bae-9c6c-504d6c10336e req-0c381c96-9cc0-423c-94ce-6f300c0e980f tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:02.104933 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f8f5b3a-ad14-4bae-9c6c-504d6c10336e req-0c381c96-9cc0-423c-94ce-6f300c0e980f tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0529258 May 10 12:10:02.146842 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8f8f5b3a-ad14-4bae-9c6c-504d6c10336e req-11f006fb-53f8-44e6-9853-2fbde63fbbb9 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354605 May 10 12:10:02.855320 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:02.867258 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:10:03.287334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc926d-0ca2-49f5-aa93-4d9c00f5d13f req-02d8cd85-d7c0-4502-bc42-73a83f562f37 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:03.289419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ffc926d-0ca2-49f5-aa93-4d9c00f5d13f req-02d8cd85-d7c0-4502-bc42-73a83f562f37 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0577760 May 10 12:10:03.328987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ffc926d-0ca2-49f5-aa93-4d9c00f5d13f req-afd7beb9-6617-4b4a-8a2d-cdf8f12e8b7c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 May 10 12:10:04.328932 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9b07454e-7256-49a9-a01f-97cf9797a555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:04.457672 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc9ad-42d0-49ec-a45b-c5125e15af3a req-81d80676-ee64-4e44-bcee-c59f5cdd19c1 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:04.459202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-846fc9ad-42d0-49ec-a45b-c5125e15af3a req-81d80676-ee64-4e44-bcee-c59f5cdd19c1 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0566382 May 10 12:10:04.501610 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-846fc9ad-42d0-49ec-a45b-c5125e15af3a req-db0f81de-6476-4220-878d-25260b11d6d1 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336232 May 10 12:10:05.631206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b114-af4e-4a3c-b379-820c2fcb7810 req-b5fcfec4-c877-4b9d-91b8-71d90fd5d40c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:05.632750 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cc45b114-af4e-4a3c-b379-820c2fcb7810 req-b5fcfec4-c877-4b9d-91b8-71d90fd5d40c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0509622 May 10 12:10:05.672186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cc45b114-af4e-4a3c-b379-820c2fcb7810 req-56d31854-ba2a-43cd-8cec-09857084c471 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 May 10 12:10:05.820581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:06.817341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419efd6-25c1-40f1-9d99-6133d6be4f2c req-fcea2213-e3ad-479a-88b8-c1fc94ba44eb tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:06.818793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1419efd6-25c1-40f1-9d99-6133d6be4f2c req-fcea2213-e3ad-479a-88b8-c1fc94ba44eb tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0585628 May 10 12:10:06.856823 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1419efd6-25c1-40f1-9d99-6133d6be4f2c req-28dcca42-0d9a-423e-83c0-98640d7accc5 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 May 10 12:10:07.315093 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dd058d2d-69e5-447d-a718-d27b421f5b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.911250 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.993109 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790d28-260c-481e-89ff-794f240e2aa8 req-d5d8fc0d-cbb9-4f3d-a39b-dc821600701a tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:07.994590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e790d28-260c-481e-89ff-794f240e2aa8 req-d5d8fc0d-cbb9-4f3d-a39b-dc821600701a tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0579212 May 10 12:10:08.035155 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e790d28-260c-481e-89ff-794f240e2aa8 req-b22bf4a7-68ca-42cd-99df-95accbff3a3c tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 May 10 12:10:09.164779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b044bd-8a30-4b04-b668-9980df9f769c req-8e6127ba-7e22-4263-b6dd-74abf34ea1a7 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:09.166212 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47b044bd-8a30-4b04-b668-9980df9f769c req-8e6127ba-7e22-4263-b6dd-74abf34ea1a7 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0546079 May 10 12:10:09.204979 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-47b044bd-8a30-4b04-b668-9980df9f769c req-fd2a3952-650d-46e8-8abb-f718ad5b9d56 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 May 10 12:10:09.440214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:09.574035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:10.341339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e5ab-1003-4a2c-964f-e5b2ce218c17 req-58a48d2e-1971-4ca2-a7bd-db83851e4ef7 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:10.342797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46b8e5ab-1003-4a2c-964f-e5b2ce218c17 req-58a48d2e-1971-4ca2-a7bd-db83851e4ef7 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0659754 May 10 12:10:10.720678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-46b8e5ab-1003-4a2c-964f-e5b2ce218c17 req-282e2ebf-e440-4ae4-841d-b58c8732f456 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715546 May 10 12:10:11.870702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b4d56-61ff-4479-ac84-59c6b9f9cc3f req-4a583ac3-cc23-48b2-b1bb-9e496e655ef8 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:11.872200 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e52b4d56-61ff-4479-ac84-59c6b9f9cc3f req-4a583ac3-cc23-48b2-b1bb-9e496e655ef8 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0653872 May 10 12:10:12.227618 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e52b4d56-61ff-4479-ac84-59c6b9f9cc3f req-4c00a96c-d91e-4736-8d61-a6b45b0d9bf3 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466077 May 10 12:10:13.367720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cde5dd-4ea3-48e1-a4fd-90c04c37decb req-86d5dead-8db9-4968-aed0-79f286ebd6ce tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:13.369185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4cde5dd-4ea3-48e1-a4fd-90c04c37decb req-86d5dead-8db9-4968-aed0-79f286ebd6ce tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0619159 May 10 12:10:13.410079 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a4cde5dd-4ea3-48e1-a4fd-90c04c37decb req-6c51a426-155c-47f3-b0b1-8b7020c288fc tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 May 10 12:10:14.541305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599baca-ace6-4368-9252-873be4877734 req-50ce8192-52db-43b8-84fb-7e9a307796a1 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:14.542824 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0599baca-ace6-4368-9252-873be4877734 req-50ce8192-52db-43b8-84fb-7e9a307796a1 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0587862 May 10 12:10:14.583151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0599baca-ace6-4368-9252-873be4877734 req-84f80e81-6d81-4273-ab50-b9408343218f tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339513 May 10 12:10:15.711061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fd53e-7476-436a-9fdf-951a8ddf8020 req-34a6ec00-130a-473c-8235-32156de8ef14 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:15.712441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-347fd53e-7476-436a-9fdf-951a8ddf8020 req-34a6ec00-130a-473c-8235-32156de8ef14 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0586944 May 10 12:10:15.751684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-347fd53e-7476-436a-9fdf-951a8ddf8020 req-77bd7dc9-cc0f-4761-b04d-e87e94e2226d tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 May 10 12:10:16.882245 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dbd5e-4092-4120-b8d3-5c2d4fc39f43 req-3bdf0552-11a1-49ce-9f98-abfce551e2b2 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:16.883749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d60dbd5e-4092-4120-b8d3-5c2d4fc39f43 req-3bdf0552-11a1-49ce-9f98-abfce551e2b2 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0574236 May 10 12:10:16.926530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d60dbd5e-4092-4120-b8d3-5c2d4fc39f43 req-535163b1-f134-4fc3-84d4-c844b079d06d tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 May 10 12:10:18.055645 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575559-d6bd-4725-855e-6a13e19fddaa req-12a142bb-4cf9-4818-9691-67715d56e383 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:18.057171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60575559-d6bd-4725-855e-6a13e19fddaa req-12a142bb-4cf9-4818-9691-67715d56e383 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0572891 May 10 12:10:18.095447 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60575559-d6bd-4725-855e-6a13e19fddaa req-b6c85011-fe9f-49ef-a8d4-61cf537e118a tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320787 May 10 12:10:18.758894 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-486989fa-80bb-4c72-b5d6-c9c370fcde12 service neutron] show failed (client error): The resource could not be found. May 10 12:10:18.759915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-486989fa-80bb-4c72-b5d6-c9c370fcde12 service neutron] 10.222.0.49 "GET /v2.0/ports/d6359b51-5207-43a6-82c2-783bcd99db91/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0590897 May 10 12:10:18.974100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-5b732548-08f8-461a-96b6-1ea91ce094ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:18.975586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-5b732548-08f8-461a-96b6-1ea91ce094ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2&tenant_id=364dec45d4d941c78e07220726973040 HTTP/1.1" status: 200 len: 1097 time: 0.0418947 May 10 12:10:18.986902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:10:19.039572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:19.270401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db07403-92ce-443b-adf4-dd00ebdf50c6 req-fc807712-daad-4306-b878-210ea23da52a tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:19.271930 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0db07403-92ce-443b-adf4-dd00ebdf50c6 req-fc807712-daad-4306-b878-210ea23da52a tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.1039503 May 10 12:10:19.292610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:10:19.337460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0db07403-92ce-443b-adf4-dd00ebdf50c6 req-8954eadd-cbb5-4142-927b-501b8203d512 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572331 May 10 12:10:19.345047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:10:19.385969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:10:19.388303 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5c7fe1-eb0c-49cc-8c17-498858084426" -d '{"events": [{"server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:10:19.392915 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:19.406164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Transition to ACTIVE for port object d6359b51-5207-43a6-82c2-783bcd99db91 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:10:19.410190 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:19.442563 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2becb3-6a70-4d37-841a-b056d325527e x-openstack-request-id: req-da2becb3-6a70-4d37-841a-b056d325527e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:10:19.442852 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:10:19.443101 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da2becb3-6a70-4d37-841a-b056d325527e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:10:19.443489 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2becb3-6a70-4d37-841a-b056d325527e'] response: {'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'code': 200} May 10 12:10:19.477041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] No DVR routers for this DVR port d6359b51-5207-43a6-82c2-783bcd99db91 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:10:19.478802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:19.491060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.491458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.491853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.492195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.492523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.492848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.493169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.493490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.493809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.494118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.494435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.494751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:19.523953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Attempting to bind port d6359b51-5207-43a6-82c2-783bcd99db91 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:10:19.524283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Attempting to bind port d6359b51-5207-43a6-82c2-783bcd99db91 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:10:19.524606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Attempting to bind port d6359b51-5207-43a6-82c2-783bcd99db91 on network 01717b49-8038-480b-af81-b35cdb2a9e6b {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:10:19.529062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Port d6359b51-5207-43a6-82c2-783bcd99db91 on network 01717b49-8038-480b-af81-b35cdb2a9e6b not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:10:19.529379 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Attempting to bind port d6359b51-5207-43a6-82c2-783bcd99db91 on network 01717b49-8038-480b-af81-b35cdb2a9e6b {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:10:19.534286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:10:19.534624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Checking segment: {'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:10:19.534996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Bound using segment: {'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:10:19.535409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Bound port: d6359b51-5207-43a6-82c2-783bcd99db91, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225b00b-3634-4344-9bb6-023ec38c2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:10:19.535761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:19.598856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:10:19.602140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:10:19.606870 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:19.645545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:19.646417 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:19.648523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] 10.222.0.70 "PUT /v2.0/ports/d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 1092 time: 0.6655824 May 10 12:10:19.681963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25457a-87d3-4318-80c6-b8ddc142b192 service neutron] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:19.718364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-a92704db-52e2-4622-a826-e3474d06135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:19.719978 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-a92704db-52e2-4622-a826-e3474d06135e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0461822 May 10 12:10:19.820039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-3876f2a4-f85a-4a39-a24f-a83305b23522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:19.821509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-3876f2a4-f85a-4a39-a24f-a83305b23522 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 912 time: 0.0938265 May 10 12:10:19.865728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-8efa1d4f-49cd-4506-baf1-e5775e5a6662 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 217 time: 0.0370829 May 10 12:10:19.916691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-36bb3e20-8bbd-4e24-be64-f6a3daf01606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:19.918153 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-36bb3e20-8bbd-4e24-be64-f6a3daf01606 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 200 len: 851 time: 0.0460777 May 10 12:10:19.949340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-24c97df1-fbb9-49c7-b0fe-c0fdda6d3814 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01717b49-8038-480b-af81-b35cdb2a9e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250437 May 10 12:10:20.044138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-02095c59-1f77-410f-9625-5f6a4fb6e86c service neutron] 10.222.0.70 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879741 May 10 12:10:20.136014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bddb4054-8ec0-4e07-aca6-2ecd18cba04e req-4aa63d37-2189-4bd6-af54-fca85b9a43df service neutron] 10.222.0.70 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856240 May 10 12:10:20.469328 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada719ce-2194-46e0-9e33-a3500dfb7786 req-1ad06e8c-739f-41ff-88ab-d79a8c478fde tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:20.470792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ada719ce-2194-46e0-9e33-a3500dfb7786 req-1ad06e8c-739f-41ff-88ab-d79a8c478fde tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 944 time: 0.0534394 May 10 12:10:20.520664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ada719ce-2194-46e0-9e33-a3500dfb7786 req-ae88220f-3791-4a0c-93bb-4320e01eaea9 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 May 10 12:10:21.444739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:10:21.447240 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4025a62e-ae37-49d6-9b0e-56af90f7544c" -d '{"events": [{"name": "network-changed", "server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:10:21.499513 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c26635-a6b4-494f-8ce8-d48012f8ffa1 x-openstack-request-id: req-53c26635-a6b4-494f-8ce8-d48012f8ffa1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:10:21.499811 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:10:21.500073 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53c26635-a6b4-494f-8ce8-d48012f8ffa1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:10:21.500514 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c26635-a6b4-494f-8ce8-d48012f8ffa1'] response: {'name': 'network-changed', 'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'status': 'completed', 'code': 200} May 10 12:10:21.594163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-ddf1fb11-6454-4d0b-b9ad-36cc0fe31e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:21.595756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-ddf1fb11-6454-4d0b-b9ad-36cc0fe31e28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0760705 May 10 12:10:21.602086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-23393a51-f503-40b3-9fc3-ce261f10bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:21.603550 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-23393a51-f503-40b3-9fc3-ce261f10bce3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0742099 May 10 12:10:21.780189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b64fe-79c0-4bca-8a8e-082c339e6d75 req-d88f9b6c-3b30-4630-85e8-b59b7aca1021 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:21.781561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-615b64fe-79c0-4bca-8a8e-082c339e6d75 req-d88f9b6c-3b30-4630-85e8-b59b7aca1021 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 944 time: 0.1682837 May 10 12:10:21.817659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-27da13c5-4ea9-4ea6-9ab0-10d9b7487223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:21.819150 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-27da13c5-4ea9-4ea6-9ab0-10d9b7487223 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 912 time: 0.2069182 May 10 12:10:21.824865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-261b292e-dc4f-4ef9-a618-6c64f68a7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:21.826306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-261b292e-dc4f-4ef9-a618-6c64f68a7431 service neutron] 10.222.0.49 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 912 time: 0.2217901 May 10 12:10:21.876741 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-823e99e7-64e8-422b-b5f3-1d9db358d9fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 217 time: 0.0493317 May 10 12:10:21.914057 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-8999ead0-0c5a-419f-9eb2-587d12fd9c36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 217 time: 0.0770850 May 10 12:10:21.918033 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-615b64fe-79c0-4bca-8a8e-082c339e6d75 req-1ac94da1-6111-4e7f-b9cc-6c90295099b8 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247759 May 10 12:10:21.988958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-74a0c06d-23fd-44c1-ad73-482c59cd3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:21.990421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-74a0c06d-23fd-44c1-ad73-482c59cd3139 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 200 len: 851 time: 0.0846791 May 10 12:10:21.995843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-8d366513-bd37-4d40-978a-e9fc230946b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:21.997237 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-8d366513-bd37-4d40-978a-e9fc230946b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 200 len: 851 time: 0.0563710 May 10 12:10:22.028831 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-0734d31c-3b67-4b8b-8632-e61d51738276 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01717b49-8038-480b-af81-b35cdb2a9e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306506 May 10 12:10:22.049509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-e4ef0631-145d-43d4-8d7c-7cbea0385007 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01717b49-8038-480b-af81-b35cdb2a9e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441270 May 10 12:10:22.190694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-47c5a5f0-a88f-41b6-8b85-6a1220cf190d service neutron] 10.222.0.70 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491029 May 10 12:10:22.196183 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-91f604ee-a3f1-442b-869f-361bd1494441 service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358192 May 10 12:10:22.350288 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-78ed724c-47b1-44f4-8622-b1d1127c58c2 service neutron] 10.222.0.70 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525786 May 10 12:10:22.352308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4025a62e-ae37-49d6-9b0e-56af90f7544c req-4f34917f-56df-494f-85ff-fd3b88b812d8 service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476555 May 10 12:10:23.052356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e07ba-9501-4908-a52b-980b74a3f13d req-05302c68-c39a-4d1b-a91d-bf5f60651260 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:23.053907 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c7e07ba-9501-4908-a52b-980b74a3f13d req-05302c68-c39a-4d1b-a91d-bf5f60651260 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 944 time: 0.0599597 May 10 12:10:23.092640 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c7e07ba-9501-4908-a52b-980b74a3f13d req-8ec49cbc-ed00-496a-8aa2-bdb5246c118d tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 May 10 12:10:23.217317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d6359b51-5207-43a6-82c2-783bcd99db91 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:10:23.222915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-4f586464-0f53-4f1f-bb28-c1c6b31ee029 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464249 May 10 12:10:23.325007 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:10:23.344063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'network_id': '01717b49-8038-480b-af81-b35cdb2a9e6b', 'port_id': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'mac_address': 'fa:16:3e:dd:cb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:10:23.354472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-45047a71-c774-4aa0-8ac0-dd394858c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:23.356021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-45047a71-c774-4aa0-8ac0-dd394858c251 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0816600 May 10 12:10:23.364098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-e1f60379-9b91-4b5d-8aa7-52632397babb tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:23.365633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-e1f60379-9b91-4b5d-8aa7-52632397babb tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.49 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2&tenant_id=364dec45d4d941c78e07220726973040&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 944 time: 0.0662563 May 10 12:10:23.383039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d6359b51-5207-43a6-82c2-783bcd99db91 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:10:23.383427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:23.396492 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6359b51-5207-43a6-82c2-783bcd99db91 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:10:23.417236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:10:23.421853 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:23.468840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:23.488240 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-b4adb286-9ac9-488a-b635-75aeed565f91 service neutron] delete failed (client error): The resource could not be found. May 10 12:10:23.489327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-b4adb286-9ac9-488a-b635-75aeed565f91 service neutron] 10.222.0.49 "DELETE /v2.0/ports/d6359b51-5207-43a6-82c2-783bcd99db91/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.1169059 May 10 12:10:23.504239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-95923b54-ab5d-4ed7-9a34-798181595216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:23.505818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-95923b54-ab5d-4ed7-9a34-798181595216 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 912 time: 0.1279542 May 10 12:10:23.554539 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-174dd587-2ef2-42da-9381-905702ee0787 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 217 time: 0.0419760 May 10 12:10:23.621513 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-e025be00-5c86-40a0-b6c3-68d697554492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:23.623015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-e025be00-5c86-40a0-b6c3-68d697554492 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 200 len: 851 time: 0.0513747 May 10 12:10:23.624676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d6359b51-5207-43a6-82c2-783bcd99db91'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:10:23.624961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-efbf0fad-ee72-4af1-bc8c-2fde84a464a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:23.626299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-efbf0fad-ee72-4af1-bc8c-2fde84a464a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=364dec45d4d941c78e07220726973040&device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 1096 time: 0.0805931 May 10 12:10:23.664379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-f1cd1c0f-b1e7-44e6-a8d2-27ef5fb98ee8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01717b49-8038-480b-af81-b35cdb2a9e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345721 May 10 12:10:23.804538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-3b9469c1-f3f0-419d-a90d-1084468d6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:23.805936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-3b9469c1-f3f0-419d-a90d-1084468d6af0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 200 len: 912 time: 0.1687951 May 10 12:10:23.811125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-511535c5-4566-4dc6-aabc-8e7c137ef320 service neutron] 10.222.0.70 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377051 May 10 12:10:23.858574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d6359b51-5207-43a6-82c2-783bcd99db91 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:10:23.860297 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-6151e0ef-6962-4b5f-95a1-8ab600e1f38d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 200 len: 217 time: 0.0474896 May 10 12:10:23.899025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device d6359b51-5207-43a6-82c2-783bcd99db91 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:10:23.948213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-f74af3df-59f2-4528-87ee-2e1bcbc5b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:23.949711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-f74af3df-59f2-4528-87ee-2e1bcbc5b3d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 200 len: 851 time: 0.0619040 May 10 12:10:23.973347 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4ad397e-00e9-4f26-8c2b-6a4123557cb0 req-42a1c346-9bfd-4031-ad9a-ea7614b654ab service neutron] 10.222.0.70 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552346 May 10 12:10:23.987846 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-5c6302c3-01a3-41ed-a657-9b5ce1234a62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01717b49-8038-480b-af81-b35cdb2a9e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278535 May 10 12:10:24.093384 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-1da01f37-0c94-4054-ac76-9b810cf8e68a service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990272 May 10 12:10:24.184862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-bdf61a68-cb88-4cbc-9e03-41c2baa765b2 service neutron] 10.222.0.49 "GET /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850308 May 10 12:10:24.913081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2fb33-1519-43e5-991b-ac42362a1d51 req-eea66fef-1e5a-477b-a830-c26380905d27 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:24.914494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5de2fb33-1519-43e5-991b-ac42362a1d51 req-eea66fef-1e5a-477b-a830-c26380905d27 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0594547 May 10 12:10:24.954880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5de2fb33-1519-43e5-991b-ac42362a1d51 req-e2017a19-1f2b-4094-ab3c-3adf8afe53a1 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 May 10 12:10:25.254225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d6359b51-5207-43a6-82c2-783bcd99db91 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:10:25.316255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port d6359b51-5207-43a6-82c2-783bcd99db91 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:10:25.322482 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port d6359b51-5207-43a6-82c2-783bcd99db91 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:10:25.322659 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:25.413377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port d6359b51-5207-43a6-82c2-783bcd99db91 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:10:25.413763 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:25.436876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:10:25.439118 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b29abc-2f54-4265-bbaf-5077e288201b" -d '{"events": [{"server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "name": "network-vif-plugged", "status": "completed", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:10:25.451612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:10:25.456257 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:25.479106 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687079a-ab2d-4ae7-be03-10dcdb50766f x-openstack-request-id: req-a687079a-ab2d-4ae7-be03-10dcdb50766f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:10:25.479394 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "name": "network-vif-plugged", "status": "completed", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:10:25.479639 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a687079a-ab2d-4ae7-be03-10dcdb50766f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:10:25.480052 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a687079a-ab2d-4ae7-be03-10dcdb50766f'] response: {'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'code': 200} May 10 12:10:25.506388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:26.089996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0a00c-3ec2-4cf0-b703-998f8653cbfe req-764a67a8-9874-4e08-98dd-9fee88a5dc44 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:26.091631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcc0a00c-3ec2-4cf0-b703-998f8653cbfe req-764a67a8-9874-4e08-98dd-9fee88a5dc44 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0661180 May 10 12:10:26.127022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-3721ff0b-f35b-4120-92da-2a56f1575412 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:26.128605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-3721ff0b-f35b-4120-92da-2a56f1575412 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753f40d-0ec7-45b1-8dbe-88488567d3e2 HTTP/1.1" status: 200 len: 946 time: 0.0510900 May 10 12:10:26.132516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fcc0a00c-3ec2-4cf0-b703-998f8653cbfe req-b0952bc3-775c-4257-a6e4-6d7bd1e63147 tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b521460-f2c8-4189-970f-cb3f11a97bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 May 10 12:10:26.222745 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Deleting port d6359b51-5207-43a6-82c2-783bcd99db91 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:10:26.223082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.313830 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] For port d6359b51-5207-43a6-82c2-783bcd99db91, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=d6359b51-5207-43a6-82c2-783bcd99db91,segment=NetworkSegment(9225b00b-3634-4344-9bb6-023ec38c2357),segment_id=9225b00b-3634-4344-9bb6-023ec38c2357)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:10:26.314074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.330711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Calling delete_port for d6359b51-5207-43a6-82c2-783bcd99db91 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:10:26.484096 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.500324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['d6359b51-5207-43a6-82c2-783bcd99db91'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:10:26.514817 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Pushing event deleted for resources: {'Port': ['ID=d6359b51-5207-43a6-82c2-783bcd99db91,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:26.559717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] No DVR routers for this DVR port d6359b51-5207-43a6-82c2-783bcd99db91 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:10:26.562582 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.566006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e62354d6-02ca-40d3-b4c0-2a9e8c8634f1 req-d4d89c8e-0622-48ff-9538-55ea9d08cedd tempest-DeleteServersTestJSON-398552742 tempest-DeleteServersTestJSON-398552742-project] 10.222.0.70 "DELETE /v2.0/ports/d6359b51-5207-43a6-82c2-783bcd99db91 HTTP/1.1" status: 204 len: 173 time: 0.4318886 May 10 12:10:26.566381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'name': 'network-vif-deleted', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:10:26.568854 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3393e51c-697a-4b7f-9905-4199e5f3aada" -d '{"events": [{"server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "name": "network-vif-deleted", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:10:26.607906 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2d1e92-2236-4033-a15b-e301bc0d54ce x-openstack-request-id: req-3b2d1e92-2236-4033-a15b-e301bc0d54ce {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:10:26.608197 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1753f40d-0ec7-45b1-8dbe-88488567d3e2", "name": "network-vif-deleted", "tag": "d6359b51-5207-43a6-82c2-783bcd99db91", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:10:26.608480 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b2d1e92-2236-4033-a15b-e301bc0d54ce {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:10:26.608868 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2d1e92-2236-4033-a15b-e301bc0d54ce'] response: {'server_uuid': '1753f40d-0ec7-45b1-8dbe-88488567d3e2', 'name': 'network-vif-deleted', 'tag': 'd6359b51-5207-43a6-82c2-783bcd99db91', 'status': 'completed', 'code': 200} May 10 12:10:27.266095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55668) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:10:27.313283 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce6c73d-86ea-43ee-b71c-f3f6b2578cb7 admin admin] Deleting subnet 7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:10:27.316522 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c73d-86ea-43ee-b71c-f3f6b2578cb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.351469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c73d-86ea-43ee-b71c-f3f6b2578cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.398845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c73d-86ea-43ee-b71c-f3f6b2578cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.457669 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c73d-86ea-43ee-b71c-f3f6b2578cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.480802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c73d-86ea-43ee-b71c-f3f6b2578cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:27.486600 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c73d-86ea-43ee-b71c-f3f6b2578cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.489848 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8ce6c73d-86ea-43ee-b71c-f3f6b2578cb7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7bd1ce80-ce54-4a16-8f5e-0dd21c8bfbfd HTTP/1.1" status: 204 len: 168 time: 0.2227407 May 10 12:10:27.492835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55670) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:10:27.559390 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.643759 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.666228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01717b49-8038-480b-af81-b35cdb2a9e6b']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:10:27.675917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9225b00b-3634-4344-9bb6-023ec38c2357') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:10:27.676209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9225b00b-3634-4344-9bb6-023ec38c2357') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:10:27.685439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.698415 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.704193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:10:27.704567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: timer() May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:10:27.706169 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:10:27.762080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.767978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:27.771281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] 10.222.0.13 "DELETE /v2.0/networks/01717b49-8038-480b-af81-b35cdb2a9e6b HTTP/1.1" status: 204 len: 168 time: 0.2778900 May 10 12:10:27.782544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae072a-dcdd-4bba-a722-7022f64a5905 admin admin] Pushing event deleted for resources: {'Network': ['ID=01717b49-8038-480b-af81-b35cdb2a9e6b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:27.884561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55674) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:10:27.929222 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-deb90513-7337-431c-8c0a-c0e8823d4648 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=364dec45d4d941c78e07220726973040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433972 May 10 12:10:27.931707 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55676) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:10:27.980033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c8fbd94-b66c-4111-9cb0-941eb8017c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:28.002786 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c8fbd94-b66c-4111-9cb0-941eb8017c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:28.053168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c8fbd94-b66c-4111-9cb0-941eb8017c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:28.056055 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0c8fbd94-b66c-4111-9cb0-941eb8017c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:28.057259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0c8fbd94-b66c-4111-9cb0-941eb8017c89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b521460-f2c8-4189-970f-cb3f11a97bb5 HTTP/1.1" status: 204 len: 168 time: 0.1246464 May 10 12:10:28.065114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fbd94-b66c-4111-9cb0-941eb8017c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b521460-f2c8-4189-970f-cb3f11a97bb5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:28.768217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55698) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:10:28.888516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-664041112-network', 'tenant_id': 'b5490a7b487e47b584d179a22fa143a8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:10:28.910163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Made reservation on behalf of b5490a7b487e47b584d179a22fa143a8 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:10:28.912503 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:28.921232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:28.993369 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:28.999329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.023012 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:10:29.032386 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cb4989-7089-4bac-a5dc-e7e27dd42961,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:29.036965 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.037307 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Added segment 0b3f3397-c9ad-4295-ba62-6ec2972d17a5 of type vlan for network c5a2024b-0731-45f7-8c9f-87e2b719b772 May 10 12:10:29.083334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.111396 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.112940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:29.113894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.169485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4001112 May 10 12:10:29.172515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55704) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:10:29.176904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f650b55-d6f6-4df8-9a1b-83f41a3512b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a2024b-0731-45f7-8c9f-87e2b719b772,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:29.177854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Request body: {'subnet': {'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-664041112-subnet', 'tenant_id': 'b5490a7b487e47b584d179a22fa143a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:10:29.189027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network c5a2024b-0731-45f7-8c9f-87e2b719b772 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:10:29.202126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Made reservation on behalf of b5490a7b487e47b584d179a22fa143a8 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:10:29.204573 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.288455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d6359b51-5207-43a6-82c2-783bcd99db91 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:10:29.309260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: d6359b51-5207-43a6-82c2-783bcd99db91 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:10:29.309607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device d6359b51-5207-43a6-82c2-783bcd99db91 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:10:29.388264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.444172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bbebe0-b240-4ecb-b72b-218da226ff25,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:29.454985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.455341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.455674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.456041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.456383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.456707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.457039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.457366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.457688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.458016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.458337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.458659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:29.461734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Checking segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:10:29.462092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Network hostable DHCP agents. Network: c5a2024b-0731-45f7-8c9f-87e2b719b772, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:10:29.485517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Network c5a2024b-0731-45f7-8c9f-87e2b719b772 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:10:29.497300 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, c5a2024b-0731-45f7-8c9f-87e2b719b772) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:10:29.501512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:29.502114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.507928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d2a090-1cac-4cbe-822e-88c0c37e0891 None None] Network c5a2024b-0731-45f7-8c9f-87e2b719b772 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:10:29.523374 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-46a4ede0-4faa-48e7-a4e3-5d35840aa1a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3451648 May 10 12:10:29.629704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fe0d6-5c6f-4d62-9975-b4d0eaba5290 None None] Network c5a2024b-0731-45f7-8c9f-87e2b719b772 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:10:29.951773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-7c48331a-7695-4337-a3b5-70c049744f70 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:29.953253 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-7c48331a-7695-4337-a3b5-70c049744f70 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 814 time: 0.1090093 May 10 12:10:29.969139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-e44466de-b0de-4caa-a858-232e4a669b52 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/quotas/b5490a7b487e47b584d179a22fa143a8 HTTP/1.1" status: 200 len: 375 time: 0.0099850 May 10 12:10:30.001279 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-da1fb633-25d4-43fc-b223-4337af3c77db tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268230 May 10 12:10:30.092357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-e7138315-540d-4f88-89d1-7f13dc8795ee service neutron] 10.222.0.13 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840449 May 10 12:10:30.206964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-0dbd3c2a-97ee-40c1-a4a1-edd5301fd53c service neutron] 10.222.0.13 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020694 May 10 12:10:30.370845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f15e2bb6-96d8-46c6-9760-1bac1b9ed824 req-90c364a3-43f8-457c-8d5c-6125fb2b5726 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 210 time: 0.0270567 May 10 12:10:31.374832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-9d3ee773-5f3e-4eda-9733-f83fd313a831 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:31.376657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-9d3ee773-5f3e-4eda-9733-f83fd313a831 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.49 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 814 time: 0.1066992 May 10 12:10:31.389781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Request body: {'port': {'device_id': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772', 'admin_state_up': True, 'tenant_id': 'b5490a7b487e47b584d179a22fa143a8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:10:31.781402 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-56658b9e-71ca-481f-823f-4226e59277e9 req-2707c449-5c75-4fd2-9314-b0065de23c7a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 210 time: 0.0550091 May 10 12:10:31.851341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Made reservation on behalf of b5490a7b487e47b584d179a22fa143a8 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:10:31.855382 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:31.980944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Allocated IP 172.20.0.10 (c5a2024b-0731-45f7-8c9f-87e2b719b772/a7bbebe0-b240-4ecb-b72b-218da226ff25/0f0702f6-8066-4232-8bf3-e3ddd587a41f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:10:32.133888 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.171468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.213935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Network c5a2024b-0731-45f7-8c9f-87e2b719b772 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:10:32.217603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:10:32.221266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:10:32.229571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:32.274980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:32.276170 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.294500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-3be3dbc2-05ed-45a9-81f2-01d8ca51caaa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9084399 May 10 12:10:32.305977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Request body: {'port': {'device_id': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:10:32.365390 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.632980 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0702f6-8066-4232-8bf3-e3ddd587a41f {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:10:32.640791 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.655377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Transition to ACTIVE for port object 0f0702f6-8066-4232-8bf3-e3ddd587a41f will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:10:32.660797 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.709388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:32.779663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Attempting to bind port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:10:32.780048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Attempting to bind port 0f0702f6-8066-4232-8bf3-e3ddd587a41f by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:10:32.780356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Attempting to bind port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on network c5a2024b-0731-45f7-8c9f-87e2b719b772 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:10:32.784724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on network c5a2024b-0731-45f7-8c9f-87e2b719b772 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:10:32.785031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Attempting to bind port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on network c5a2024b-0731-45f7-8c9f-87e2b719b772 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:10:32.789933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:10:32.790258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Checking segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:10:32.790702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Bound using segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:10:32.791153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Bound port: 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:10:32.791496 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.851755 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.859744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:10:32.863025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:10:32.869197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.903237 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cf1f4-9f19-4fe9-a699-fa0e3b46762f req-97c31b27-4f1f-45b0-b08b-8388cca4cb75 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:32.904385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:32.904955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-613cf1f4-9f19-4fe9-a699-fa0e3b46762f req-97c31b27-4f1f-45b0-b08b-8388cca4cb75 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 944 time: 0.0508223 May 10 12:10:32.905133 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:32.906531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] 10.222.0.49 "PUT /v2.0/ports/0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 1092 time: 0.6045926 May 10 12:10:32.906977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:10:32.909287 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f29646c-9e33-4574-aed4-5bb58caf4755" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:10:32.933911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bf128-3129-4088-a2bb-8de20d5547a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:32.949868 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b68b3a-c686-4fed-89a6-362172b35157 x-openstack-request-id: req-46b68b3a-c686-4fed-89a6-362172b35157 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:10:32.950154 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:10:32.950403 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46b68b3a-c686-4fed-89a6-362172b35157 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:10:32.950815 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b68b3a-c686-4fed-89a6-362172b35157'] response: {'name': 'network-changed', 'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'status': 'completed', 'code': 200} May 10 12:10:32.971879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-613cf1f4-9f19-4fe9-a699-fa0e3b46762f req-33ce4f60-bd87-452e-9501-e7db0504f8d9 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513928 May 10 12:10:32.996496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-368f45cf-7189-4ed8-9011-6510b976fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:32.998016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-368f45cf-7189-4ed8-9011-6510b976fb97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 1095 time: 0.0464478 May 10 12:10:33.038837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-ff04c945-ede3-4494-9dff-72080f2072c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 217 time: 0.0333812 May 10 12:10:33.087523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-6455013b-cd0d-4837-aceb-8ad676ea8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:33.088982 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-6455013b-cd0d-4837-aceb-8ad676ea8b8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0432141 May 10 12:10:33.120560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-0c90c33d-2bda-4152-87c1-aec834f7601e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251856 May 10 12:10:33.216954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-4217f264-193e-43c4-b6b2-5712df79d190 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900640 May 10 12:10:33.307677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-777b8d10-96bf-4bc7-84b4-1b593f2661f4 req-da2b6676-f4af-4e70-8ff0-86e4237c7b33 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837042 May 10 12:10:33.410791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-003c9ac2-c532-42d6-9250-e5fd7ca1c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:33.412329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-003c9ac2-c532-42d6-9250-e5fd7ca1c5bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 1095 time: 0.0475321 May 10 12:10:33.502767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-cda85a5f-80a5-45f5-b8eb-e580643aac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:33.504178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-cda85a5f-80a5-45f5-b8eb-e580643aac33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0848544 May 10 12:10:33.545059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-a23be3ad-1d2f-47e9-8e4c-5630c6c5e4ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 217 time: 0.0342684 May 10 12:10:33.602191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-e005340e-0df9-4648-a5b7-05ce1049248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:33.603669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-e005340e-0df9-4648-a5b7-05ce1049248e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0519817 May 10 12:10:33.636025 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-1071c95e-c94b-475e-826c-9d95e7c076fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245574 May 10 12:10:33.727730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-6098d941-db50-460f-9475-b88aeb4182ef service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 May 10 12:10:33.829566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1f29646c-9e33-4574-aed4-5bb58caf4755 req-ac9c40f5-0c45-4e25-9554-a1bd73fb620f service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946207 May 10 12:10:34.113505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876406-48e4-4649-94b5-02653b32a8c3 req-c5d0d8aa-e895-4529-98f8-047039ddf5f2 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:34.115333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a876406-48e4-4649-94b5-02653b32a8c3 req-c5d0d8aa-e895-4529-98f8-047039ddf5f2 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 944 time: 0.0580277 May 10 12:10:34.157470 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a876406-48e4-4649-94b5-02653b32a8c3 req-877636b2-0c31-4def-95ad-38379cd8fed0 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 May 10 12:10:34.333859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-de891a36-dc52-4145-97d5-b7eab19fc1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:35.290923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb3c69-e61f-461e-ba7b-d32488c3ffde req-86627367-ce15-4826-920a-d88b1c1c84c2 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:35.292440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8fb3c69-e61f-461e-ba7b-d32488c3ffde req-86627367-ce15-4826-920a-d88b1c1c84c2 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 944 time: 0.0542867 May 10 12:10:35.330591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d8fb3c69-e61f-461e-ba7b-d32488c3ffde req-a0320507-60c8-45ab-962b-cdbb8d0c8c11 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 May 10 12:10:35.827234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:35.876302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0f0702f6-8066-4232-8bf3-e3ddd587a41f details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:10:35.976573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:10:35.988296 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772', 'port_id': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'mac_address': 'fa:16:3e:f1:48:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bbebe0-b240-4ecb-b72b-218da226ff25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:10:36.027330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 0f0702f6-8066-4232-8bf3-e3ddd587a41f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:10:36.027717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:36.041941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0702f6-8066-4232-8bf3-e3ddd587a41f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:10:36.065276 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:10:36.073795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:36.125870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:36.133543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.133883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.134216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.134551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.134880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.135211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.135532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.135878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.136204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.136525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.136840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.137173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:36.265496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['0f0702f6-8066-4232-8bf3-e3ddd587a41f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:10:36.455603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140231f-d7dd-460c-b8a9-e6b86d3f4add req-34065428-1a43-4e38-8295-7ae48d04b7fb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:36.457145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c140231f-d7dd-460c-b8a9-e6b86d3f4add req-34065428-1a43-4e38-8295-7ae48d04b7fb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 945 time: 0.0549722 May 10 12:10:36.501866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c140231f-d7dd-460c-b8a9-e6b86d3f4add req-4919f90e-fccb-42d9-8157-b8c4499a6f45 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 May 10 12:10:37.301572 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd34d-955f-4159-b02e-2ff506fbd824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:37.625672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa60e60-86ba-42da-83b1-d166c00a0d6a req-dabb1488-02ba-4b9b-a055-36e8d6bbb640 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:37.627285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ffa60e60-86ba-42da-83b1-d166c00a0d6a req-dabb1488-02ba-4b9b-a055-36e8d6bbb640 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 945 time: 0.0510578 May 10 12:10:37.667765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ffa60e60-86ba-42da-83b1-d166c00a0d6a req-ae069622-35d3-4a02-adff-713c24f15511 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 May 10 12:10:37.891365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0f0702f6-8066-4232-8bf3-e3ddd587a41f up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:10:37.951724 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:37.967971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 0f0702f6-8066-4232-8bf3-e3ddd587a41f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:10:37.971657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 0f0702f6-8066-4232-8bf3-e3ddd587a41f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:10:37.972044 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:38.049457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 0f0702f6-8066-4232-8bf3-e3ddd587a41f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:10:38.049872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:38.072852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:10:38.075478 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d4dfa-ffb1-4ea4-b298-4014de446a20" -d '{"events": [{"server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "name": "network-vif-plugged", "status": "completed", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:10:38.089562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:10:38.096475 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:38.121514 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4b219d-0722-4dcf-b9d9-2c336e9d41d3 x-openstack-request-id: req-7d4b219d-0722-4dcf-b9d9-2c336e9d41d3 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:10:38.121833 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "name": "network-vif-plugged", "status": "completed", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:10:38.122082 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d4b219d-0722-4dcf-b9d9-2c336e9d41d3 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:10:38.122476 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4b219d-0722-4dcf-b9d9-2c336e9d41d3'] response: {'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'code': 200} May 10 12:10:38.151426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:38.222856 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b783ec2-5708-4df9-baa6-4bcb701ab6b7 req-1fe5c906-acd7-4e5f-88d5-dee8651357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:38.224301 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b783ec2-5708-4df9-baa6-4bcb701ab6b7 req-1fe5c906-acd7-4e5f-88d5-dee8651357ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 1097 time: 0.0406182 May 10 12:10:38.259163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b783ec2-5708-4df9-baa6-4bcb701ab6b7 req-21559bab-420e-4abb-896b-cf365f213b38 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277812 May 10 12:10:38.804566 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c1723-7a0f-4308-95ce-283cd9d15c15 req-ef633a84-b86b-4f59-8ea0-81737ffb0286 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:38.806036 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe8c1723-7a0f-4308-95ce-283cd9d15c15 req-ef633a84-b86b-4f59-8ea0-81737ffb0286 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0551004 May 10 12:10:38.849682 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe8c1723-7a0f-4308-95ce-283cd9d15c15 req-bf0ac48a-9240-471d-aa36-aa91cbb4ace6 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 May 10 12:10:39.453146 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:39.575587 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:39.864953 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:10:39.998484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e25898-d8ed-41ba-93d1-67eefcd4ddb3 req-da14b91a-ded4-43d1-bb1d-e84c7bd42a2a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:40.000006 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-27e25898-d8ed-41ba-93d1-67eefcd4ddb3 req-da14b91a-ded4-43d1-bb1d-e84c7bd42a2a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0596068 May 10 12:10:40.041847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-27e25898-d8ed-41ba-93d1-67eefcd4ddb3 req-9709c954-70e3-4980-923d-ac8cfa1fb84e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 May 10 12:10:40.158866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351215d-1092-48d8-ac09-5ae71326e51b req-6fb636f8-83ad-4f55-988b-e4a211d72faa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:40.160382 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7351215d-1092-48d8-ac09-5ae71326e51b req-6fb636f8-83ad-4f55-988b-e4a211d72faa tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0501425 May 10 12:10:40.200127 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7351215d-1092-48d8-ac09-5ae71326e51b req-818f8907-b9f1-4dea-8ab2-caaa1fe60738 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 May 10 12:10:40.420205 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f732467-dc2c-410a-a7a6-def3d859fb0e req-b8dc143e-8dfd-41de-89d0-189f05806f79 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:40.421593 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f732467-dc2c-410a-a7a6-def3d859fb0e req-b8dc143e-8dfd-41de-89d0-189f05806f79 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0551772 May 10 12:10:40.460604 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f732467-dc2c-410a-a7a6-def3d859fb0e req-c9768345-a9f7-495c-88e3-8c7b64b2c517 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325367 May 10 12:10:40.578714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6b61f-3f3f-4587-8e07-775787449ca0 req-b34670a4-6540-4d14-b5df-31140d779c30 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:40.580169 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1eb6b61f-3f3f-4587-8e07-775787449ca0 req-b34670a4-6540-4d14-b5df-31140d779c30 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0486300 May 10 12:10:40.623247 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1eb6b61f-3f3f-4587-8e07-775787449ca0 req-393efe98-a738-4acb-99a7-d864aceca058 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 May 10 12:10:40.880984 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-806c3602-98e0-4ca7-bed1-2775375135ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402899 May 10 12:10:40.885459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afbde7-65d5-41ca-aaa2-c8894f26e117 req-7223b243-52ad-422f-b10d-86ef364313eb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:40.887057 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3afbde7-65d5-41ca-aaa2-c8894f26e117 req-7223b243-52ad-422f-b10d-86ef364313eb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0506475 May 10 12:10:40.928020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3afbde7-65d5-41ca-aaa2-c8894f26e117 req-cb6ff26d-e89c-4d8a-b665-ae634ffdd592 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348091 May 10 12:10:42.041564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-14974b30-880f-4fd9-ae87-64ef36a7f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:42.043098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-14974b30-880f-4fd9-ae87-64ef36a7f500 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 1097 time: 0.0437284 May 10 12:10:42.066681 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cc882-25c7-408e-a4a2-de3154e34387 req-9caa563b-9e99-420f-a4a4-a9fb9567e6e5 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:42.068186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-786cc882-25c7-408e-a4a2-de3154e34387 req-9caa563b-9e99-420f-a4a4-a9fb9567e6e5 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0544031 May 10 12:10:42.107594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-786cc882-25c7-408e-a4a2-de3154e34387 req-9f011837-82af-47c0-b9b6-d3d1c39aed50 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329027 May 10 12:10:42.138042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-7584e7c6-67a9-4549-aca5-711767393b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:42.139526 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-7584e7c6-67a9-4549-aca5-711767393b2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0898995 May 10 12:10:42.181001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-6e738d0b-0950-4b1a-81e0-704d7f076879 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 217 time: 0.0344124 May 10 12:10:42.242479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-c80d5d7f-7317-46d1-bec6-f28a89cbd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:42.243878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-c80d5d7f-7317-46d1-bec6-f28a89cbd344 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0557826 May 10 12:10:42.277462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-1d8296ff-bbb1-4049-9872-43082de29aad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267470 May 10 12:10:42.373103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-eedc45ca-2b98-44c0-ac5b-7322edf177eb service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893881 May 10 12:10:42.465065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-0325d500-9656-4ea7-b1c3-792052f8a028 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849006 May 10 12:10:43.244408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f241b1d-7250-47d9-91ce-ea6cc11290c9 req-282e7e11-d92d-460a-9402-3a063e4cf181 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:43.245949 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f241b1d-7250-47d9-91ce-ea6cc11290c9 req-282e7e11-d92d-460a-9402-3a063e4cf181 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0658572 May 10 12:10:43.290803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2f241b1d-7250-47d9-91ce-ea6cc11290c9 req-d88472e8-867f-4432-8c65-e16c1756ad9c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 May 10 12:10:44.421449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b7897-dae4-4803-b3fc-033214bd5733 req-548d4c60-e6d9-4e17-99ca-3a1e16234150 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:44.422797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-335b7897-dae4-4803-b3fc-033214bd5733 req-548d4c60-e6d9-4e17-99ca-3a1e16234150 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0543587 May 10 12:10:44.464203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-335b7897-dae4-4803-b3fc-033214bd5733 req-0e36d9e7-7f31-41ef-8b2f-2a2bedf360b8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 May 10 12:10:45.593601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f28e2-322e-486a-987e-a1c5478be765 req-0e5b0480-6775-4f45-ab29-4cbb459e394f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:45.595085 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca0f28e2-322e-486a-987e-a1c5478be765 req-0e5b0480-6775-4f45-ab29-4cbb459e394f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0590892 May 10 12:10:45.636809 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca0f28e2-322e-486a-987e-a1c5478be765 req-32741120-fbda-4071-8462-512709da5c2b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 May 10 12:10:46.767321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20576171-df70-48fb-bc5b-e543a750d8c7 req-7ebcfe1f-8605-4657-86b1-7d8cc6c38114 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:46.768823 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20576171-df70-48fb-bc5b-e543a750d8c7 req-7ebcfe1f-8605-4657-86b1-7d8cc6c38114 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0541975 May 10 12:10:46.807420 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20576171-df70-48fb-bc5b-e543a750d8c7 req-15059e86-6629-4aba-850f-503ab7228260 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 May 10 12:10:47.930955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79d460-e73b-4459-b136-e856829331a9 req-7471facf-6d20-496f-8a49-7af49b2ed749 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:47.932446 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e79d460-e73b-4459-b136-e856829331a9 req-7471facf-6d20-496f-8a49-7af49b2ed749 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0505838 May 10 12:10:47.972029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6e79d460-e73b-4459-b136-e856829331a9 req-d6c13107-47ae-4b22-9da5-8420e4153928 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 May 10 12:10:49.115583 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece0c6b-a2c5-49ea-adb0-726ac33828a5 req-9c6d5ddc-47d4-4bca-bae9-9e3666769171 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:49.117055 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dece0c6b-a2c5-49ea-adb0-726ac33828a5 req-9c6d5ddc-47d4-4bca-bae9-9e3666769171 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0635781 May 10 12:10:49.157842 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dece0c6b-a2c5-49ea-adb0-726ac33828a5 req-7643ca15-ee3d-4a0d-b0c2-d094ed55742c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 May 10 12:10:50.296757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8388ade-98e6-4a95-9df5-f0b1b789be82 req-b2556ed5-b643-4bbd-820c-b3951caae967 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:50.298259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8388ade-98e6-4a95-9df5-f0b1b789be82 req-b2556ed5-b643-4bbd-820c-b3951caae967 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0616250 May 10 12:10:50.339974 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8388ade-98e6-4a95-9df5-f0b1b789be82 req-3f4d140e-7759-4996-b91d-52c7d62f76cb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 May 10 12:10:51.483842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418fda2-98dd-41e8-9895-2a5ed6cf1b1e req-8674af60-c800-4715-84e5-ae7ac5ff639a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:51.485354 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c418fda2-98dd-41e8-9895-2a5ed6cf1b1e req-8674af60-c800-4715-84e5-ae7ac5ff639a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0542321 May 10 12:10:51.524733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c418fda2-98dd-41e8-9895-2a5ed6cf1b1e req-062965a3-eda2-43e7-be5c-b206fe60e442 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331540 May 10 12:10:52.671046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc31ec2-79ab-4e03-aa31-3fb201c31971 req-f6c0247b-b63f-4d45-b4cc-6f176f3d6ef1 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:52.672554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fc31ec2-79ab-4e03-aa31-3fb201c31971 req-f6c0247b-b63f-4d45-b4cc-6f176f3d6ef1 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0616741 May 10 12:10:52.716130 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7fc31ec2-79ab-4e03-aa31-3fb201c31971 req-1e808bcc-53a2-4acf-8a2f-3bb1aea9aa8f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 May 10 12:10:53.849009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313618aa-84cd-4194-b80d-8e97d51dc01e req-e1be8ea3-3d3c-4c22-a835-ba3913ae5dcd tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:53.850497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-313618aa-84cd-4194-b80d-8e97d51dc01e req-e1be8ea3-3d3c-4c22-a835-ba3913ae5dcd tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0574982 May 10 12:10:53.889990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-313618aa-84cd-4194-b80d-8e97d51dc01e req-7bef0a09-0be6-4ed8-909f-fa82b21a13f3 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329874 May 10 12:10:55.023217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce89221-60c7-4503-b475-7ae73429b470 req-58407c43-0bc9-4e1b-acea-88ea69e99884 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:55.024674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ce89221-60c7-4503-b475-7ae73429b470 req-58407c43-0bc9-4e1b-acea-88ea69e99884 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0574644 May 10 12:10:55.063082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ce89221-60c7-4503-b475-7ae73429b470 req-465371b7-4b6e-4719-82bd-dc50a8536f51 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 May 10 12:10:56.202705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968103-1a80-4813-848f-8ad15f3fc386 req-a50c6433-8c58-40fa-a923-21ac98c77e3d tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:56.204181 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cc968103-1a80-4813-848f-8ad15f3fc386 req-a50c6433-8c58-40fa-a923-21ac98c77e3d tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0613217 May 10 12:10:56.241996 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cc968103-1a80-4813-848f-8ad15f3fc386 req-2e5b7f9a-86f2-4a3b-b248-3cbb2d07f451 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 May 10 12:10:57.393644 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b45e09-08bd-4333-96b0-eca58e593ede req-a7b89cf1-1c66-4981-92a2-0f06d0250271 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:57.395047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8b45e09-08bd-4333-96b0-eca58e593ede req-a7b89cf1-1c66-4981-92a2-0f06d0250271 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0688467 May 10 12:10:57.437616 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8b45e09-08bd-4333-96b0-eca58e593ede req-34058ae4-0b22-4846-a4d9-5340fa117d5f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334246 May 10 12:10:58.576439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20268129-0f71-41a3-9b89-34731e08867a req-7db79d38-384c-4433-85b4-177fe514efc7 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:58.577946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20268129-0f71-41a3-9b89-34731e08867a req-7db79d38-384c-4433-85b4-177fe514efc7 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0617726 May 10 12:10:58.617825 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20268129-0f71-41a3-9b89-34731e08867a req-f80b5eaf-154a-46a6-bd18-29f44a192f71 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337818 May 10 12:10:59.756948 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60a337-a7f9-4023-8014-3280a9bd5cd6 req-00f3c8e5-3f49-4ae8-9d22-40207930678b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:10:59.758345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab60a337-a7f9-4023-8014-3280a9bd5cd6 req-00f3c8e5-3f49-4ae8-9d22-40207930678b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0529602 May 10 12:10:59.798334 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab60a337-a7f9-4023-8014-3280a9bd5cd6 req-4baf6a54-7cf1-4410-9e3a-02962fddbc6e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 May 10 12:11:00.934304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e5268-dbf5-483e-b3ac-e4c29e9885ce req-9d7c16d8-c2cb-4a6c-a62d-620d6a910e72 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:00.936063 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b47e5268-dbf5-483e-b3ac-e4c29e9885ce req-9d7c16d8-c2cb-4a6c-a62d-620d6a910e72 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0533826 May 10 12:11:00.976845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b47e5268-dbf5-483e-b3ac-e4c29e9885ce req-3054c7e7-a8ad-4c44-9356-e6e200b45a62 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 May 10 12:11:02.118759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60372-51a3-42d5-976b-98a0a79ef71e req-25191249-f9c7-4b98-9422-407d35d6e074 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:02.120266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21e60372-51a3-42d5-976b-98a0a79ef71e req-25191249-f9c7-4b98-9422-407d35d6e074 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0567927 May 10 12:11:02.159032 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21e60372-51a3-42d5-976b-98a0a79ef71e req-24368be8-7b40-4af3-86c8-7c6737693eb4 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 May 10 12:11:02.855021 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:03.297419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077460-79d7-4bfe-94fc-f9ba03d83823 req-64d11322-9246-484e-af56-f4b9e8775362 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:03.298935 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6077460-79d7-4bfe-94fc-f9ba03d83823 req-64d11322-9246-484e-af56-f4b9e8775362 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0622840 May 10 12:11:03.341009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b6077460-79d7-4bfe-94fc-f9ba03d83823 req-498af260-4b33-4819-9bd3-b809466c50c6 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 May 10 12:11:04.334105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef57205c-9226-41e9-8089-d62d515c38dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:04.472648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb33ed-8b1f-4c36-b2f0-9f80b0aad170 req-3bab8c1d-88b9-4ccd-bdf6-1e2c9fe9db17 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:04.474283 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32cb33ed-8b1f-4c36-b2f0-9f80b0aad170 req-3bab8c1d-88b9-4ccd-bdf6-1e2c9fe9db17 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0630131 May 10 12:11:04.517267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32cb33ed-8b1f-4c36-b2f0-9f80b0aad170 req-38656912-5252-4fb9-b17b-049bda6b29cc tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 May 10 12:11:05.643254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71e83-6b31-4f37-9e5d-197f85be9735 req-ad2f5354-02be-437d-878b-5438fc09bade tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:05.644840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db71e83-6b31-4f37-9e5d-197f85be9735 req-ad2f5354-02be-437d-878b-5438fc09bade tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0515158 May 10 12:11:05.685123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2db71e83-6b31-4f37-9e5d-197f85be9735 req-ca604146-0a3d-4578-8e77-1a2487ef8363 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340273 May 10 12:11:05.832047 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:06.817767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a08fa-1b85-4abc-b407-7f929ff2d359 req-0200db67-e6c1-4f69-907f-b99a7ce788eb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:06.819259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-863a08fa-1b85-4abc-b407-7f929ff2d359 req-0200db67-e6c1-4f69-907f-b99a7ce788eb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0565522 May 10 12:11:06.857491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-863a08fa-1b85-4abc-b407-7f929ff2d359 req-448a9b9d-afa7-4903-8d68-338716695743 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 May 10 12:11:07.302083 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e9aedd76-d641-4d43-abc3-b380abe1e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:07.919106 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:07.988557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643368f3-d14a-4087-971e-364cb0b2f0c9 req-3411d3dc-c8aa-40ce-a825-4b74d5bad7df tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:07.990044 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-643368f3-d14a-4087-971e-364cb0b2f0c9 req-3411d3dc-c8aa-40ce-a825-4b74d5bad7df tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0497830 May 10 12:11:08.029440 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-643368f3-d14a-4087-971e-364cb0b2f0c9 req-86b2886f-9266-42aa-8546-a1968ca9859f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 May 10 12:11:09.180525 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ed3ec-907b-4884-b554-4cd79045f569 req-39234fde-1ce7-43f9-8cc5-6e4a35039f59 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:09.182161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-960ed3ec-907b-4884-b554-4cd79045f569 req-39234fde-1ce7-43f9-8cc5-6e4a35039f59 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0731940 May 10 12:11:09.267670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-960ed3ec-907b-4884-b554-4cd79045f569 req-d3817e95-4c67-4c5f-80d5-8fc0ebee07bb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725105 May 10 12:11:09.273112 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-5373b2f2-9961-46cd-9d9d-aec41507cf02 service neutron] show failed (client error): The resource could not be found. May 10 12:11:09.274058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-5373b2f2-9961-46cd-9d9d-aec41507cf02 service neutron] 10.222.0.49 "GET /v2.0/ports/0f0702f6-8066-4232-8bf3-e3ddd587a41f/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0851409 May 10 12:11:09.448104 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:09.478924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-f7669c74-4e7a-44ee-8f7b-c9c64e0b20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:09.480443 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-f7669c74-4e7a-44ee-8f7b-c9c64e0b20d1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576&tenant_id=b5490a7b487e47b584d179a22fa143a8 HTTP/1.1" status: 200 len: 1097 time: 0.0432415 May 10 12:11:09.492370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:11:09.544427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:09.570317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:09.783300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:09.816383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:11:09.855143 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:11:09.857634 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363c901d-54e1-4c4f-9029-3699e9391765" -d '{"events": [{"server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:11:09.862027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:09.875088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Transition to ACTIVE for port object 0f0702f6-8066-4232-8bf3-e3ddd587a41f will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:11:09.880230 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:09.909660 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49c90b8-1535-471d-9f34-71fbe6a6b315 x-openstack-request-id: req-b49c90b8-1535-471d-9f34-71fbe6a6b315 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:11:09.909982 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:11:09.910203 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b49c90b8-1535-471d-9f34-71fbe6a6b315 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:11:09.910650 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49c90b8-1535-471d-9f34-71fbe6a6b315'] response: {'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'code': 200} May 10 12:11:09.944154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] No DVR routers for this DVR port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:11:09.946085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:09.980225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Attempting to bind port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:11:09.980556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Attempting to bind port 0f0702f6-8066-4232-8bf3-e3ddd587a41f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:11:09.980883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Attempting to bind port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on network c5a2024b-0731-45f7-8c9f-87e2b719b772 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:11:09.985203 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on network c5a2024b-0731-45f7-8c9f-87e2b719b772 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:11:09.985517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Attempting to bind port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on network c5a2024b-0731-45f7-8c9f-87e2b719b772 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:11:09.990207 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:11:09.990534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Checking segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:11:09.990911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Bound using segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:11:09.991330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Bound port: 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:11:09.991678 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:10.060264 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:11:10.063450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:11:10.070635 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:10.102531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:10.103220 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:10.104626 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] 10.222.0.70 "PUT /v2.0/ports/0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 1092 time: 0.6161647 May 10 12:11:10.138588 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7dd2e-b2b1-4c73-be2f-35f96c4e0aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:10.171449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-c723af6d-f5fe-43be-8edd-c74747557165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:10.173007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-c723af6d-f5fe-43be-8edd-c74747557165 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 1095 time: 0.0449696 May 10 12:11:10.268114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-d3bb706b-a96e-4fd9-8bc1-80997fb79b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:10.269592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-d3bb706b-a96e-4fd9-8bc1-80997fb79b5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0888665 May 10 12:11:10.311519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-426c136f-b547-4c6d-a64d-0feb2faf2cb6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 217 time: 0.0346768 May 10 12:11:10.389066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-08d8c8b5-eb00-4d0a-8761-ca800862db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:10.390643 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-08d8c8b5-eb00-4d0a-8761-ca800862db82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0734489 May 10 12:11:10.414592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62ac6f-422b-40ef-b16d-b89f1facc88b req-f98fa66b-bd0f-4bdf-b8a2-654f47f0772e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:10.416075 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e62ac6f-422b-40ef-b16d-b89f1facc88b req-f98fa66b-bd0f-4bdf-b8a2-654f47f0772e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 944 time: 0.0737534 May 10 12:11:10.433090 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-4d0838c0-9c15-4f39-ba61-aab2d654e7fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357213 May 10 12:11:10.509742 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4e62ac6f-422b-40ef-b16d-b89f1facc88b req-88581027-7ff0-46ba-89bc-7b49108e2971 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795341 May 10 12:11:10.544354 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-f46ff55d-87fe-44cd-82ee-e5e7dcfac355 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050498 May 10 12:11:10.654878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b4d8660b-bb06-4231-890c-21f264c1b4ff req-1bcd5657-88c9-4cd7-aaa8-bf5b15f216fc service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033039 May 10 12:11:11.656433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7829b-a236-44fc-b0c9-c12a77690cdb req-c15a9a15-0b0c-4163-b79c-785e88663c61 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:11.657915 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-38a7829b-a236-44fc-b0c9-c12a77690cdb req-c15a9a15-0b0c-4163-b79c-785e88663c61 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 944 time: 0.0587225 May 10 12:11:11.699906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-38a7829b-a236-44fc-b0c9-c12a77690cdb req-4ae40272-16d6-4d51-8e87-0d7c72eb1637 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 May 10 12:11:11.912079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:11:11.915134 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270913aa-7785-420a-b358-4db905e5679f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:11:11.969602 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669bcdee-e936-4640-aa0a-83bb01a8aad7 x-openstack-request-id: req-669bcdee-e936-4640-aa0a-83bb01a8aad7 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:11:11.969911 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:11:11.970159 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-669bcdee-e936-4640-aa0a-83bb01a8aad7 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:11:11.970560 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669bcdee-e936-4640-aa0a-83bb01a8aad7'] response: {'name': 'network-changed', 'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'status': 'completed', 'code': 200} May 10 12:11:12.058060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270913aa-7785-420a-b358-4db905e5679f req-078bc944-a2b9-414f-8989-6ed61780febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:12.059555 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-078bc944-a2b9-414f-8989-6ed61780febb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 1095 time: 0.0741801 May 10 12:11:12.063719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270913aa-7785-420a-b358-4db905e5679f req-88cbd572-7ef5-4142-aedc-3212b0cfa093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:12.065063 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-88cbd572-7ef5-4142-aedc-3212b0cfa093 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 1095 time: 0.0687046 May 10 12:11:12.219082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270913aa-7785-420a-b358-4db905e5679f req-2bf00983-7e18-4180-9332-b2e378127147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:12.220583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-2bf00983-7e18-4180-9332-b2e378127147 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.1545756 May 10 12:11:12.235362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270913aa-7785-420a-b358-4db905e5679f req-e8d6ae64-df48-4b40-8974-2f0b2fed2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:12.236798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-e8d6ae64-df48-4b40-8974-2f0b2fed2a83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.1519520 May 10 12:11:12.271002 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-60e9c63e-3595-4876-ae80-08de8f7c363c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 217 time: 0.0414565 May 10 12:11:12.312122 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-fdd1080d-b423-4525-b735-4f2e8243d1cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 217 time: 0.0473659 May 10 12:11:12.381140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270913aa-7785-420a-b358-4db905e5679f req-f2795d7b-335d-46be-887c-0574be65c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:12.382660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-f2795d7b-335d-46be-887c-0574be65c605 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0796001 May 10 12:11:12.388117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270913aa-7785-420a-b358-4db905e5679f req-74084509-07a7-4df5-99fa-c19691321956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:12.389468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-74084509-07a7-4df5-99fa-c19691321956 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0591044 May 10 12:11:12.433321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-c88d8700-f11f-47b2-bb6f-f3630c11c95a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429199 May 10 12:11:12.435132 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-e0158958-a025-42bd-98a9-95fdfe1a50b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374787 May 10 12:11:12.588415 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-d7b9a7ba-8187-4d9c-96c7-87f2c190ed1c service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481712 May 10 12:11:12.590583 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-d70b85f0-fbb0-4cfe-a508-408c5caf8d41 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437178 May 10 12:11:12.892358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b09fd-c25f-48f5-950c-212af067f306 req-46d41bc4-2297-48e8-9b68-0600e136fab8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:12.894021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd9b09fd-c25f-48f5-950c-212af067f306 req-46d41bc4-2297-48e8-9b68-0600e136fab8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 944 time: 0.1190629 May 10 12:11:12.935901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd9b09fd-c25f-48f5-950c-212af067f306 req-d870cd49-a96d-4945-a885-ca047ef90509 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354631 May 10 12:11:13.073890 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-1490d4ae-754a-42df-a352-8b644e25195d service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790919 May 10 12:11:13.075842 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-270913aa-7785-420a-b358-4db905e5679f req-1c7377d9-bcb0-46e4-a6f6-f1a0be1111c4 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704564 May 10 12:11:13.139551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705e6b9-977d-4950-8fad-0985affd81ac req-273506ed-67c7-408a-9b58-7f43d0c8fa71 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:13.142019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c705e6b9-977d-4950-8fad-0985affd81ac req-273506ed-67c7-408a-9b58-7f43d0c8fa71 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 944 time: 0.0505269 May 10 12:11:13.164018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-b765b3d0-f457-4ce2-b7d4-6b9307bd65e0 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:13.165468 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-b765b3d0-f457-4ce2-b7d4-6b9307bd65e0 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576&tenant_id=b5490a7b487e47b584d179a22fa143a8&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 944 time: 0.0528758 May 10 12:11:13.182236 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c705e6b9-977d-4950-8fad-0985affd81ac req-e8aa4c1f-eefb-4208-9e42-56d38f3e1e61 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 May 10 12:11:13.225878 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-ba82e493-fc97-45f3-b3aa-8b9b98a02641 service neutron] delete failed (client error): The resource could not be found. May 10 12:11:13.226904 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-ba82e493-fc97-45f3-b3aa-8b9b98a02641 service neutron] 10.222.0.49 "DELETE /v2.0/ports/0f0702f6-8066-4232-8bf3-e3ddd587a41f/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0540750 May 10 12:11:13.319659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-fb54cbba-4d00-4a73-b4b4-ae65efea2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:13.321167 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-fb54cbba-4d00-4a73-b4b4-ae65efea2df2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 1095 time: 0.0469620 May 10 12:11:13.409373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-22725b3e-d73c-44b4-8e32-880483a4f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:13.410808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-22725b3e-d73c-44b4-8e32-880483a4f2fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0833280 May 10 12:11:13.456056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-43c689ba-c9c3-4e6f-af57-23439ba0acee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 200 len: 217 time: 0.0386119 May 10 12:11:13.505626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-c7c74a48-d045-446e-8e66-9f4b2b0c94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:13.507062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-c7c74a48-d045-446e-8e66-9f4b2b0c94b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0445244 May 10 12:11:13.544125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-8ae12310-381c-4557-ae02-736f6c13aa2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301037 May 10 12:11:13.569261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0f0702f6-8066-4232-8bf3-e3ddd587a41f details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:11:13.634016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-e83ef80d-19ae-421e-a01e-09a46102c4d6 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830185 May 10 12:11:13.663486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:13.675655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772', 'port_id': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'mac_address': 'fa:16:3e:f1:48:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bbebe0-b240-4ecb-b72b-218da226ff25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:11:13.716220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0f0702f6-8066-4232-8bf3-e3ddd587a41f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:11:13.716641 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:13.729913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-46cd2004-3e3d-443d-896f-29b5a9d33b80 req-301da64f-3121-4dc3-ac42-2d65d42402b4 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892994 May 10 12:11:13.730455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0702f6-8066-4232-8bf3-e3ddd587a41f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:11:13.750416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:13.755455 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:13.803258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:13.964388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0f0702f6-8066-4232-8bf3-e3ddd587a41f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:11:14.108949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0f0702f6-8066-4232-8bf3-e3ddd587a41f no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:11:14.152547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0f0702f6-8066-4232-8bf3-e3ddd587a41f not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:11:14.364675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7487df1-d382-4842-af92-287813b58afc req-a837352a-cc6c-4f01-b2b6-ac6cc144765a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:14.366161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7487df1-d382-4842-af92-287813b58afc req-a837352a-cc6c-4f01-b2b6-ac6cc144765a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 945 time: 0.1108701 May 10 12:11:14.406639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7487df1-d382-4842-af92-287813b58afc req-9d4de538-e9ac-41da-8ea4-a7e41ca96e88 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340743 May 10 12:11:14.529501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a81972-4fde-4235-afb4-3bd926a818f9 req-f32d301f-6fa3-4bb3-9eea-eaa22c19f2c5 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:14.530877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a6a81972-4fde-4235-afb4-3bd926a818f9 req-f32d301f-6fa3-4bb3-9eea-eaa22c19f2c5 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 945 time: 0.0538051 May 10 12:11:14.571456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a6a81972-4fde-4235-afb4-3bd926a818f9 req-599e8823-aace-4ff5-8df7-fb616ef93b54 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 May 10 12:11:14.690819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867128f6-4d84-4c75-9956-c98f38db1b6b req-758578e7-33fc-474e-b5b1-13bf890db51c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:14.692341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-867128f6-4d84-4c75-9956-c98f38db1b6b req-758578e7-33fc-474e-b5b1-13bf890db51c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 945 time: 0.0552914 May 10 12:11:14.732478 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-867128f6-4d84-4c75-9956-c98f38db1b6b req-5c65283f-62ea-48de-8664-d0050ad4e7ef tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 May 10 12:11:15.097969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-d65aaf82-d805-4ed9-82f0-bdf7aa8ac14c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:15.099408 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-d65aaf82-d805-4ed9-82f0-bdf7aa8ac14c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 814 time: 0.1015637 May 10 12:11:15.115424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-4a2299c2-47d0-4b79-8f7a-866b33671398 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/quotas/b5490a7b487e47b584d179a22fa143a8 HTTP/1.1" status: 200 len: 375 time: 0.0097618 May 10 12:11:15.166635 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-ec1fa9bd-832e-4e8c-9ec2-18435bc48d6d tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437973 May 10 12:11:15.262016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-90df3086-4f86-42d2-af9c-abbb94b5b521 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843077 May 10 12:11:15.350015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-1745c9a1-867d-4fb6-86b1-ebffc09390aa service neutron] 10.222.0.13 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816722 May 10 12:11:15.513067 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6493928c-4569-4fb9-802e-326a60bedf93 req-4b54290f-78e0-4981-9bf6-4d68aa27ab09 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 210 time: 0.0278563 May 10 12:11:15.593305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0f0702f6-8066-4232-8bf3-e3ddd587a41f up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:11:15.646571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 0f0702f6-8066-4232-8bf3-e3ddd587a41f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:11:15.650598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 0f0702f6-8066-4232-8bf3-e3ddd587a41f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:11:15.650984 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:15.732573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 0f0702f6-8066-4232-8bf3-e3ddd587a41f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:11:15.732967 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:15.755752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:11:15.758059 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b075c1-9477-460d-bbdd-0ac31cc29936" -d '{"events": [{"server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "name": "network-vif-plugged", "status": "completed", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:11:15.772073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:15.777620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:15.802111 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5f04f-a02f-4067-a44d-f59107f1b37f x-openstack-request-id: req-4ad5f04f-a02f-4067-a44d-f59107f1b37f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:11:15.802445 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "name": "network-vif-plugged", "status": "completed", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:11:15.802737 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ad5f04f-a02f-4067-a44d-f59107f1b37f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:11:15.803096 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad5f04f-a02f-4067-a44d-f59107f1b37f'] response: {'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'code': 200} May 10 12:11:15.828503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:16.226138 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-e8c500ec-bceb-4a4b-8841-0d2ef09ef073 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:16.227509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-e8c500ec-bceb-4a4b-8841-0d2ef09ef073 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a44eea-8ccf-41be-bacc-dd83d5fc9576 HTTP/1.1" status: 200 len: 946 time: 0.0556397 May 10 12:11:16.322231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Deleting port 0f0702f6-8066-4232-8bf3-e3ddd587a41f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:11:16.322693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:16.420990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] For port 0f0702f6-8066-4232-8bf3-e3ddd587a41f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=0f0702f6-8066-4232-8bf3-e3ddd587a41f,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:16.421510 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:16.435784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Calling delete_port for 0f0702f6-8066-4232-8bf3-e3ddd587a41f owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:11:16.448323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-2f2d8edc-8f6b-4eba-b213-7ecddd657565 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:16.450417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-2f2d8edc-8f6b-4eba-b213-7ecddd657565 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.70 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 814 time: 0.1157308 May 10 12:11:16.463131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Request body: {'port': {'device_id': '99897a89-dc6a-4316-883d-f97b73ca6174', 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772', 'admin_state_up': True, 'tenant_id': 'b5490a7b487e47b584d179a22fa143a8'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:11:16.569727 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:16.578817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Made reservation on behalf of b5490a7b487e47b584d179a22fa143a8 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:11:16.582936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:16.583333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0f0702f6-8066-4232-8bf3-e3ddd587a41f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:11:16.600506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Pushing event deleted for resources: {'Port': ['ID=0f0702f6-8066-4232-8bf3-e3ddd587a41f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:16.645244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] No DVR routers for this DVR port 0f0702f6-8066-4232-8bf3-e3ddd587a41f on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:11:16.648016 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:16.651311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.70 "DELETE /v2.0/ports/0f0702f6-8066-4232-8bf3-e3ddd587a41f HTTP/1.1" status: 204 len: 173 time: 0.4173849 May 10 12:11:16.651744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'name': 'network-vif-deleted', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:11:16.654134 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb6c022-fbb4-4713-b460-89153b31924a" -d '{"events": [{"server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "name": "network-vif-deleted", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:11:16.677210 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94016293-9b99-4c52-b6a9-61952fbfe2db req-f20b315d-896b-4b05-8e1b-a3510da18381 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 210 time: 0.0795772 May 10 12:11:16.695294 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bbd046-26cd-4edb-bebf-3a265aa878c2 x-openstack-request-id: req-56bbd046-26cd-4edb-bebf-3a265aa878c2 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:11:16.695757 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a44eea-8ccf-41be-bacc-dd83d5fc9576", "name": "network-vif-deleted", "tag": "0f0702f6-8066-4232-8bf3-e3ddd587a41f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:11:16.696129 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56bbd046-26cd-4edb-bebf-3a265aa878c2 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:11:16.696596 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bbd046-26cd-4edb-bebf-3a265aa878c2'] response: {'server_uuid': 'b6a44eea-8ccf-41be-bacc-dd83d5fc9576', 'name': 'network-vif-deleted', 'tag': '0f0702f6-8066-4232-8bf3-e3ddd587a41f', 'status': 'completed', 'code': 200} May 10 12:11:16.760338 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Allocated IP 172.20.0.2 (c5a2024b-0731-45f7-8c9f-87e2b719b772/a7bbebe0-b240-4ecb-b72b-218da226ff25/b3703605-f40c-4d70-b7cf-80c3ccd1631b) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:11:16.867333 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:11:16.920415 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:16.956837 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:16.969484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['0f0702f6-8066-4232-8bf3-e3ddd587a41f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:11:17.002349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Network c5a2024b-0731-45f7-8c9f-87e2b719b772 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:11:17.005435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:11:17.009075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:11:17.018483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:17.071948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:17.072471 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:17.091157 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3e8130f4-5f2e-4e69-9a48-fa909e656f97 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6320055 May 10 12:11:17.103080 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Request body: {'port': {'device_id': '99897a89-dc6a-4316-883d-f97b73ca6174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:11:17.161672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:17.443340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3703605-f40c-4d70-b7cf-80c3ccd1631b {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:11:17.451394 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:17.464283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Transition to ACTIVE for port object b3703605-f40c-4d70-b7cf-80c3ccd1631b will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:11:17.470094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:17.521077 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:17.589928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Attempting to bind port b3703605-f40c-4d70-b7cf-80c3ccd1631b on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:11:17.590255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Attempting to bind port b3703605-f40c-4d70-b7cf-80c3ccd1631b by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:11:17.590573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Attempting to bind port b3703605-f40c-4d70-b7cf-80c3ccd1631b on network c5a2024b-0731-45f7-8c9f-87e2b719b772 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:11:17.594727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Port b3703605-f40c-4d70-b7cf-80c3ccd1631b on network c5a2024b-0731-45f7-8c9f-87e2b719b772 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:11:17.595028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Attempting to bind port b3703605-f40c-4d70-b7cf-80c3ccd1631b on network c5a2024b-0731-45f7-8c9f-87e2b719b772 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:11:17.600307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:11:17.600637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Checking segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:11:17.601011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Bound using segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:11:17.601427 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Bound port: b3703605-f40c-4d70-b7cf-80c3ccd1631b, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:11:17.601779 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:17.676135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:11:17.680161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:11:17.685513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:17.721309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:17.721857 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:17.723236 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] 10.222.0.70 "PUT /v2.0/ports/b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 1091 time: 0.6242182 May 10 12:11:17.723671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:11:17.725952 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108ab43e-2479-4000-a0e3-0338d7a91e64" -d '{"events": [{"name": "network-changed", "server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:11:17.754812 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e326-ac75-4f15-ba4c-5dc7307b9324 service neutron] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:17.770035 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7a5670-4067-4de4-9592-cb28fec28e65 x-openstack-request-id: req-9d7a5670-4067-4de4-9592-cb28fec28e65 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:11:17.770326 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:11:17.770576 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d7a5670-4067-4de4-9592-cb28fec28e65 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:11:17.770987 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7a5670-4067-4de4-9592-cb28fec28e65'] response: {'name': 'network-changed', 'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'status': 'completed', 'code': 200} May 10 12:11:17.816354 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-2dbc6cb5-9ff5-4c0c-9dfe-59fd72ae0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:17.817879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-2dbc6cb5-9ff5-4c0c-9dfe-59fd72ae0f22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 1094 time: 0.0421748 May 10 12:11:17.822957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b93446-5b84-4a29-af83-45141a9f1c2a req-f62c9591-b8d4-4270-b2b3-8f0173944000 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:17.824462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6b93446-5b84-4a29-af83-45141a9f1c2a req-f62c9591-b8d4-4270-b2b3-8f0173944000 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 943 time: 0.0496876 May 10 12:11:17.863440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6b93446-5b84-4a29-af83-45141a9f1c2a req-f12e4cfa-2b45-400e-947a-35cc5d7b6b62 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 May 10 12:11:17.863686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-829ed264-e4c1-4491-860d-f2239168dc56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 217 time: 0.0379317 May 10 12:11:17.914745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3eb59e4b-bbb4-4127-a826-7ad7b6b6bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:17.916202 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-3eb59e4b-bbb4-4127-a826-7ad7b6b6bea1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0457349 May 10 12:11:17.946374 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-ef5a12dd-4257-4b5f-90cd-1997148e2f35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239923 May 10 12:11:18.049346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-99e92603-83d7-49d3-a8ae-a8a80f1d43dc service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958481 May 10 12:11:18.142300 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2eebdf65-c01d-4a52-927e-94e040183b13 req-1a1c1428-191b-4c90-807a-4428edee36a9 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 May 10 12:11:18.235839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-54bfd721-2d06-46e2-aaa4-28f76851b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:18.237352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-54bfd721-2d06-46e2-aaa4-28f76851b449 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 1094 time: 0.0434489 May 10 12:11:18.332402 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-ba292087-4545-498e-bf99-705e2a2393d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:18.333791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-ba292087-4545-498e-bf99-705e2a2393d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0895293 May 10 12:11:18.377538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-3d98c1af-1044-447b-8316-90029919c14f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 217 time: 0.0355992 May 10 12:11:18.432728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-8a8b2536-bfa0-4869-9580-a5ff96a41082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:18.434186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-8a8b2536-bfa0-4869-9580-a5ff96a41082 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0494967 May 10 12:11:18.465674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-3f72ca1b-40e5-4491-8c83-fcfaa6e52428 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242462 May 10 12:11:18.559261 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-3e683bec-049b-433a-ad93-519d30b6690c service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859342 May 10 12:11:18.661811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-108ab43e-2479-4000-a0e3-0338d7a91e64 req-aa18df96-d62d-4b10-9e56-cd88b7f4cdc3 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960090 May 10 12:11:19.000261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad303c-b241-4433-bc5a-6921319271e2 req-b8f80d3c-ac20-455d-987b-e2c775b231ae tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:19.002028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b0ad303c-b241-4433-bc5a-6921319271e2 req-b8f80d3c-ac20-455d-987b-e2c775b231ae tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 943 time: 0.0569880 May 10 12:11:19.046565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b0ad303c-b241-4433-bc5a-6921319271e2 req-2a0ba8f9-377c-49e5-b369-99b9bc1bdfc3 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363710 May 10 12:11:19.602355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0f0702f6-8066-4232-8bf3-e3ddd587a41f no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:11:19.633101 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 0f0702f6-8066-4232-8bf3-e3ddd587a41f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:11:19.633449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 0f0702f6-8066-4232-8bf3-e3ddd587a41f not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:11:20.173779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b0cd5-7647-48f2-8ea7-0bad680a33eb req-7c232089-49be-4c23-aa3f-415424cf453b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:20.175624 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-672b0cd5-7647-48f2-8ea7-0bad680a33eb req-7c232089-49be-4c23-aa3f-415424cf453b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 943 time: 0.0566626 May 10 12:11:20.216838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-672b0cd5-7647-48f2-8ea7-0bad680a33eb req-38801b9e-ee91-43fc-9179-0c79eb1edf9d tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328722 May 10 12:11:21.342683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1804f3b-af00-4dac-a8f4-2914e02c7536 req-9499e759-3110-41bb-a0bb-c7a4c435f280 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:21.344205 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1804f3b-af00-4dac-a8f4-2914e02c7536 req-9499e759-3110-41bb-a0bb-c7a4c435f280 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 943 time: 0.0537417 May 10 12:11:21.383215 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1804f3b-af00-4dac-a8f4-2914e02c7536 req-06c23fe6-ad6b-4d41-89c3-ea44c27e56f7 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 May 10 12:11:21.616145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b3703605-f40c-4d70-b7cf-80c3ccd1631b details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:11:21.717412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:21.730264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772', 'port_id': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'mac_address': 'fa:16:3e:b0:ed:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bbebe0-b240-4ecb-b72b-218da226ff25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:11:21.767367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b3703605-f40c-4d70-b7cf-80c3ccd1631b is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:11:21.768016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:21.781273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3703605-f40c-4d70-b7cf-80c3ccd1631b {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:11:21.802187 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:21.808209 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:21.854996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:22.000474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b3703605-f40c-4d70-b7cf-80c3ccd1631b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:11:22.516905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984fa27-8ca8-4933-a174-57fb36faa323 req-edfa1e27-40c5-47bf-a505-3ce7c94398f8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:22.518441 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a984fa27-8ca8-4933-a174-57fb36faa323 req-edfa1e27-40c5-47bf-a505-3ce7c94398f8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 944 time: 0.0517392 May 10 12:11:22.561164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a984fa27-8ca8-4933-a174-57fb36faa323 req-deb8fea5-9a5a-4f6c-ad91-40a9462c7ea2 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365777 May 10 12:11:23.634206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b3703605-f40c-4d70-b7cf-80c3ccd1631b up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:11:23.684812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port b3703605-f40c-4d70-b7cf-80c3ccd1631b completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:11:23.688971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port b3703605-f40c-4d70-b7cf-80c3ccd1631b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:11:23.689399 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:23.694709 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c1a9-f30e-418f-9bf0-dd066090970e req-1179e286-e95b-4987-833e-445c12f58237 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:23.696260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e328c1a9-f30e-418f-9bf0-dd066090970e req-1179e286-e95b-4987-833e-445c12f58237 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 944 time: 0.0545330 May 10 12:11:23.734056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e328c1a9-f30e-418f-9bf0-dd066090970e req-acab3205-987e-4c0a-b594-0f167989bf0c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 May 10 12:11:23.771787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b3703605-f40c-4d70-b7cf-80c3ccd1631b is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:11:23.772206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:23.794718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:11:23.796976 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63c3b05-25a0-4c52-9003-68fbcd20f419" -d '{"events": [{"server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "name": "network-vif-plugged", "status": "completed", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:11:23.810025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:23.815368 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:23.861511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:23.920877 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a86ed7-ea2b-42b9-8b33-45d405e4f051 x-openstack-request-id: req-09a86ed7-ea2b-42b9-8b33-45d405e4f051 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:11:23.921175 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "name": "network-vif-plugged", "status": "completed", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:11:23.921405 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09a86ed7-ea2b-42b9-8b33-45d405e4f051 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:11:23.921815 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a86ed7-ea2b-42b9-8b33-45d405e4f051'] response: {'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'code': 200} May 10 12:11:24.021074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abea00-123a-46dc-8d57-f258d5d62707 req-a8b7c649-a2b9-4f2c-8643-fad4fcf73af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:24.022437 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a6abea00-123a-46dc-8d57-f258d5d62707 req-a8b7c649-a2b9-4f2c-8643-fad4fcf73af4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 1096 time: 0.0421169 May 10 12:11:24.059854 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a6abea00-123a-46dc-8d57-f258d5d62707 req-6759be06-320d-48d7-8a5e-181bfabc6a3f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 May 10 12:11:24.888837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad9be3-9aab-47f6-a53b-1f5d0c15677f req-ec444530-7a5a-4525-8be2-24b531755bd8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:24.890319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4cad9be3-9aab-47f6-a53b-1f5d0c15677f req-ec444530-7a5a-4525-8be2-24b531755bd8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0637326 May 10 12:11:24.930919 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4cad9be3-9aab-47f6-a53b-1f5d0c15677f req-279d1fa6-6774-4566-b47b-5371bb2dbb90 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 May 10 12:11:26.056668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a783-b577-41c0-845d-9d093ae867e1 req-04b1c1b0-018d-48e1-8d49-0aee3c5dfab0 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:26.058131 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ecb8a783-b577-41c0-845d-9d093ae867e1 req-04b1c1b0-018d-48e1-8d49-0aee3c5dfab0 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0503466 May 10 12:11:26.097772 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ecb8a783-b577-41c0-845d-9d093ae867e1 req-4910d79c-1000-4bb1-b285-636d1fac651c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 May 10 12:11:26.222139 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07021e2-0cd6-4cdf-ad6f-d72ab0b1357e req-acc952ec-6353-47a3-b114-ab045293f66f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:26.223526 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c07021e2-0cd6-4cdf-ad6f-d72ab0b1357e req-acc952ec-6353-47a3-b114-ab045293f66f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0533466 May 10 12:11:26.261333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c07021e2-0cd6-4cdf-ad6f-d72ab0b1357e req-328d3d20-1757-4ca9-a147-bc52c498eaf7 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 May 10 12:11:26.536925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-0d095f3f-7ee5-420f-892f-826681b68fb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726285 May 10 12:11:26.555762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d5eb-2906-4716-abe3-651bdc85aebf req-55012ed7-371c-4cab-9c63-76f1d5c9f025 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:26.555762 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1a7d5eb-2906-4716-abe3-651bdc85aebf req-55012ed7-371c-4cab-9c63-76f1d5c9f025 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0760269 May 10 12:11:26.593147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1a7d5eb-2906-4716-abe3-651bdc85aebf req-a0cfae3a-8451-483d-b9a9-a1742b738e87 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 May 10 12:11:27.673217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-f6fd4c98-4d96-4dfe-a206-bd2a38f0bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:27.674698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-f6fd4c98-4d96-4dfe-a206-bd2a38f0bd25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 1096 time: 0.0456674 May 10 12:11:27.719840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce70462-ece4-4dd2-89d7-fa6594d110e6 req-e4ee85ae-ef42-45cf-8689-a2c1612da34e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:27.721259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ce70462-ece4-4dd2-89d7-fa6594d110e6 req-e4ee85ae-ef42-45cf-8689-a2c1612da34e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0538578 May 10 12:11:27.759962 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ce70462-ece4-4dd2-89d7-fa6594d110e6 req-99c5686b-4834-4a8d-8b7b-54ffcec5dedf tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 May 10 12:11:27.766717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-9ef39bc6-ff68-4a66-961b-6259a3681a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:27.768222 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-9ef39bc6-ff68-4a66-961b-6259a3681a76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0855398 May 10 12:11:27.814426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-4208c97d-3f6f-4432-9397-c9fb1497d23e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 217 time: 0.0386238 May 10 12:11:27.866811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-6d6330d8-7702-4d7a-8aa0-4327c46f1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:27.869193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-6d6330d8-7702-4d7a-8aa0-4327c46f1783 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0481329 May 10 12:11:27.902714 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-9b4aea58-6c88-4963-b60f-e163ee4d0252 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265980 May 10 12:11:27.995667 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-e49e3e13-5321-42d7-b33e-7bb07a2e26ac service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865014 May 10 12:11:28.087771 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-68756620-8137-473c-ba28-cced26fb5942 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 May 10 12:11:28.898640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e2a8-57a0-4c54-a7e1-8964e4642d56 req-9ad280fa-22d7-426f-9dc0-2e432a39fcbd tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:28.900153 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36a0e2a8-57a0-4c54-a7e1-8964e4642d56 req-9ad280fa-22d7-426f-9dc0-2e432a39fcbd tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0613632 May 10 12:11:28.940494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36a0e2a8-57a0-4c54-a7e1-8964e4642d56 req-b7d1485d-36d1-4c62-a84b-73c3a827ecd5 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 May 10 12:11:30.060748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ef811-0d8f-4d39-a6cd-ff334d703753 req-bd6b9a05-d253-4487-ac0b-d768abcc3a1b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:30.062204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ee6ef811-0d8f-4d39-a6cd-ff334d703753 req-bd6b9a05-d253-4487-ac0b-d768abcc3a1b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0493073 May 10 12:11:30.100662 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ee6ef811-0d8f-4d39-a6cd-ff334d703753 req-484a1f2e-c00e-4ba5-aa39-8ffb4b7b82bc tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 May 10 12:11:31.241868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137a9f-9007-41c3-8a2a-92af75f23941 req-61c9ad7e-c4c2-4f7a-b883-0606c59a43a6 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:31.243336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71137a9f-9007-41c3-8a2a-92af75f23941 req-61c9ad7e-c4c2-4f7a-b883-0606c59a43a6 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0622044 May 10 12:11:31.284695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-71137a9f-9007-41c3-8a2a-92af75f23941 req-a2c0086c-b109-4dd2-b0e6-7149647f128e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 May 10 12:11:32.410310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0d09-147c-44e8-86fd-f9ec994af8b3 req-8665aef3-e3e4-41e3-9621-46bca410069f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:32.411736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5a5d0d09-147c-44e8-86fd-f9ec994af8b3 req-8665aef3-e3e4-41e3-9621-46bca410069f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0516844 May 10 12:11:32.451768 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5a5d0d09-147c-44e8-86fd-f9ec994af8b3 req-f6cc5f39-e8da-4a33-a043-83f3be01aa0f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 May 10 12:11:32.861427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:33.579294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea4696-5917-45a8-8d4b-3153d962f1ef req-dde2fa01-791d-4454-8a02-3ec5875d9ec1 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:33.580773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2ea4696-5917-45a8-8d4b-3153d962f1ef req-dde2fa01-791d-4454-8a02-3ec5875d9ec1 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0527968 May 10 12:11:33.620213 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2ea4696-5917-45a8-8d4b-3153d962f1ef req-21724b0e-b87e-4110-83d3-55c8a04a00eb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 May 10 12:11:34.334950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29a1f2e8-4b72-438a-a58c-beb94ae2c389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:34.753052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18f230-e4c2-44b9-8010-548114775d07 req-477be58d-5adf-423c-a5a2-a5412a1cbda9 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:34.754537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a18f230-e4c2-44b9-8010-548114775d07 req-477be58d-5adf-423c-a5a2-a5412a1cbda9 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0550337 May 10 12:11:34.793440 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4a18f230-e4c2-44b9-8010-548114775d07 req-14d27404-76ef-403e-917d-2cc7b1ed3e24 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 May 10 12:11:35.832668 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:35.918493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61e545-33d4-4462-bdb3-5e1182517dc5 req-4dfce74a-5fc5-48fe-970a-9411f38e57dd tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:35.920010 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e61e545-33d4-4462-bdb3-5e1182517dc5 req-4dfce74a-5fc5-48fe-970a-9411f38e57dd tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0543771 May 10 12:11:35.959329 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1e61e545-33d4-4462-bdb3-5e1182517dc5 req-ecbe262a-0ff5-4a9f-a633-260ed2776009 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326684 May 10 12:11:37.107579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b68e25-763b-41f1-bcd0-2c47ca20d538 req-fe732ebf-c8dc-43bb-a22c-9ea3bdb89d9b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:37.109087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39b68e25-763b-41f1-bcd0-2c47ca20d538 req-fe732ebf-c8dc-43bb-a22c-9ea3bdb89d9b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0689595 May 10 12:11:37.149818 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39b68e25-763b-41f1-bcd0-2c47ca20d538 req-4315e509-f903-4beb-bd2d-ee2d5a200241 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344257 May 10 12:11:37.303410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e6c64781-c8b1-4133-b90e-e2a364a58605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:37.921784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:38.283502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df212f4-4635-44e7-9778-b3f03ca26219 req-84bf83c5-1885-44f8-ba05-627c1b92d12f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:38.284963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0df212f4-4635-44e7-9778-b3f03ca26219 req-84bf83c5-1885-44f8-ba05-627c1b92d12f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0546095 May 10 12:11:38.322825 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0df212f4-4635-44e7-9778-b3f03ca26219 req-65a4b5cb-4ccc-478d-af59-ce3b36202037 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315697 May 10 12:11:39.448702 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:39.459237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dc67a-6cd9-41b4-bf94-3df6ca42040c req-32dd673a-2382-4955-89b6-c8c15d0b3824 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:39.473685 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-328dc67a-6cd9-41b4-bf94-3df6ca42040c req-32dd673a-2382-4955-89b6-c8c15d0b3824 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0518558 May 10 12:11:39.503566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-328dc67a-6cd9-41b4-bf94-3df6ca42040c req-b31f5599-7330-48ca-907c-127461a8926d tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363185 May 10 12:11:39.578484 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:40.640977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd750e0e-f465-4355-9908-233981269c39 req-2cf72e1f-7ba4-4e65-b491-294c816af79c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:40.642451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd750e0e-f465-4355-9908-233981269c39 req-2cf72e1f-7ba4-4e65-b491-294c816af79c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0547557 May 10 12:11:40.681880 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cd750e0e-f465-4355-9908-233981269c39 req-666aa6b7-8e3a-48e6-866f-47e7a45f0422 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332038 May 10 12:11:41.812074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d7483-c9ca-499d-a3f2-67e01fa65b80 req-4c660c7b-f7d9-4e1b-b306-fd12ada5658e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:41.813547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d1d7483-c9ca-499d-a3f2-67e01fa65b80 req-4c660c7b-f7d9-4e1b-b306-fd12ada5658e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0559766 May 10 12:11:41.855578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d1d7483-c9ca-499d-a3f2-67e01fa65b80 req-46bd8c24-1c2b-4cec-a587-5697d84d93cb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 May 10 12:11:43.007056 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e4e29-3361-4c00-8dcf-10e0cf0e1d58 req-613a4c39-52b5-45d3-a91c-2a3b368a0387 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:43.008627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-035e4e29-3361-4c00-8dcf-10e0cf0e1d58 req-613a4c39-52b5-45d3-a91c-2a3b368a0387 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0542452 May 10 12:11:43.048464 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-035e4e29-3361-4c00-8dcf-10e0cf0e1d58 req-3f1a99fd-263f-4092-904a-de6954ea00cd tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335934 May 10 12:11:44.193356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217faac6-9269-45e8-8b92-f4209226bd84 req-f45a226a-849e-4d6b-a014-bd285ba9f871 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:44.194864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-217faac6-9269-45e8-8b92-f4209226bd84 req-f45a226a-849e-4d6b-a014-bd285ba9f871 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0591431 May 10 12:11:44.233995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-217faac6-9269-45e8-8b92-f4209226bd84 req-8a0b6894-9e40-4247-bc9a-92764b61c32e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327353 May 10 12:11:45.369652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdfd7a-367f-4f6e-baa8-d9ed4e0869f5 req-41ad262c-0c77-4cf8-97e6-e09fee64707b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:45.371233 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2cdfd7a-367f-4f6e-baa8-d9ed4e0869f5 req-41ad262c-0c77-4cf8-97e6-e09fee64707b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0557988 May 10 12:11:45.412754 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2cdfd7a-367f-4f6e-baa8-d9ed4e0869f5 req-49cbf690-af38-43e5-bad4-bd259d2e5803 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331383 May 10 12:11:46.543846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59974fde-cad5-4527-9034-e79238f6fddb req-fd59df12-97bb-4cdf-a926-d0f454750b0a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:46.545358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59974fde-cad5-4527-9034-e79238f6fddb req-fd59df12-97bb-4cdf-a926-d0f454750b0a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0565393 May 10 12:11:46.586738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59974fde-cad5-4527-9034-e79238f6fddb req-8d849b21-95a0-4b0f-a976-e0d7bc9da561 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 May 10 12:11:47.715308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076c75a-8a9f-4a0e-8d78-dadf946a0dfd req-bd62e1ff-c759-43be-b949-ec30324002f1 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:47.716805 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6076c75a-8a9f-4a0e-8d78-dadf946a0dfd req-bd62e1ff-c759-43be-b949-ec30324002f1 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0546305 May 10 12:11:47.765531 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6076c75a-8a9f-4a0e-8d78-dadf946a0dfd req-c30e27c1-694e-4d46-b719-5f4c814f6914 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 May 10 12:11:48.897441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e356f-d487-4a79-94d7-e7f568e186f0 req-cbae61ba-d862-447e-8975-a7e3c6631879 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:48.898927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-830e356f-d487-4a79-94d7-e7f568e186f0 req-cbae61ba-d862-447e-8975-a7e3c6631879 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0566094 May 10 12:11:48.941475 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-830e356f-d487-4a79-94d7-e7f568e186f0 req-26ab6ee3-507b-4728-a568-d12dc8df25e5 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 May 10 12:11:50.088618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9434b-2914-44a5-8603-9c16056ec243 req-c54758e7-d9c4-4cf7-8b8f-8a9efb8656d7 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:50.090148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cac9434b-2914-44a5-8603-9c16056ec243 req-c54758e7-d9c4-4cf7-8b8f-8a9efb8656d7 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0597167 May 10 12:11:50.131494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cac9434b-2914-44a5-8603-9c16056ec243 req-504b262c-5b0b-4e1d-8458-9be0f87d45af tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347526 May 10 12:11:51.254530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430a231-ada4-450d-908d-dd30525ce4cc req-012a8198-eb53-4f86-9dab-d32a374ce6e4 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:51.256059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0430a231-ada4-450d-908d-dd30525ce4cc req-012a8198-eb53-4f86-9dab-d32a374ce6e4 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0519431 May 10 12:11:51.294291 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0430a231-ada4-450d-908d-dd30525ce4cc req-c5a6311c-4979-4b5f-ab82-6c73189ae6b7 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 May 10 12:11:52.438207 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b84d-3fea-4669-aa9e-f2e612b70631 req-3c2f4ed3-5ef4-45fb-82b1-83a2978dea5c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:52.439606 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dea1b84d-3fea-4669-aa9e-f2e612b70631 req-3c2f4ed3-5ef4-45fb-82b1-83a2978dea5c tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0597668 May 10 12:11:52.480999 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dea1b84d-3fea-4669-aa9e-f2e612b70631 req-0dd26e56-cb64-4314-a656-855260a5ce72 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347283 May 10 12:11:53.600515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965a973-6e25-43e3-acb9-07dbdfb216e9 req-1bf2e0b2-e62d-4405-851c-992e2a17536d tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:53.602001 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1965a973-6e25-43e3-acb9-07dbdfb216e9 req-1bf2e0b2-e62d-4405-851c-992e2a17536d tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0496321 May 10 12:11:53.648250 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1965a973-6e25-43e3-acb9-07dbdfb216e9 req-a46d6da7-dbb0-4180-9d1d-3a63198d08d7 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 May 10 12:11:53.872645 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:11:54.819712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca880caa-992c-46f0-b2c2-6dc0e246459b req-32c5481c-2243-435f-a593-430b831bd92e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:54.821203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca880caa-992c-46f0-b2c2-6dc0e246459b req-32c5481c-2243-435f-a593-430b831bd92e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0944459 May 10 12:11:54.835695 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-ff09b56c-edd4-4721-a4e4-bb420cf80803 service neutron] show failed (client error): The resource could not be found. May 10 12:11:54.836673 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-ff09b56c-edd4-4721-a4e4-bb420cf80803 service neutron] 10.222.0.70 "GET /v2.0/ports/b3703605-f40c-4d70-b7cf-80c3ccd1631b/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0770302 May 10 12:11:54.867462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ca880caa-992c-46f0-b2c2-6dc0e246459b req-706592ec-1a7f-4bc7-8bd8-833a43e72e74 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382113 May 10 12:11:55.044767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-a27c50f0-425d-4f6b-9334-bf33909b8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:55.046210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-a27c50f0-425d-4f6b-9334-bf33909b8261 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174&tenant_id=b5490a7b487e47b584d179a22fa143a8 HTTP/1.1" status: 200 len: 1096 time: 0.0453012 May 10 12:11:55.057542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:11:55.112696 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:55.362799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:55.396962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:11:55.441722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:11:55.444062 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14a7662-df21-4393-97aa-e1c202f94369" -d '{"events": [{"server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "name": "network-vif-unplugged", "status": "completed", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:11:55.448183 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:55.460674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Transition to ACTIVE for port object b3703605-f40c-4d70-b7cf-80c3ccd1631b will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:11:55.466104 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:55.503388 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b529165-7cbf-49ab-bb69-610d67156243 x-openstack-request-id: req-5b529165-7cbf-49ab-bb69-610d67156243 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:11:55.503783 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "name": "network-vif-unplugged", "status": "completed", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:11:55.504160 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b529165-7cbf-49ab-bb69-610d67156243 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:11:55.504712 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b529165-7cbf-49ab-bb69-610d67156243'] response: {'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'code': 200} May 10 12:11:55.537517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] No DVR routers for this DVR port b3703605-f40c-4d70-b7cf-80c3ccd1631b on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:11:55.540568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:55.550922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.551266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.551604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.551966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.552292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.552618 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.552941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.553266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.553582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.553918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.554236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.554556 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:55.585300 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Attempting to bind port b3703605-f40c-4d70-b7cf-80c3ccd1631b on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:11:55.585603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Attempting to bind port b3703605-f40c-4d70-b7cf-80c3ccd1631b by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:11:55.585983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Attempting to bind port b3703605-f40c-4d70-b7cf-80c3ccd1631b on network c5a2024b-0731-45f7-8c9f-87e2b719b772 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:11:55.590257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Port b3703605-f40c-4d70-b7cf-80c3ccd1631b on network c5a2024b-0731-45f7-8c9f-87e2b719b772 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:11:55.590530 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Attempting to bind port b3703605-f40c-4d70-b7cf-80c3ccd1631b on network c5a2024b-0731-45f7-8c9f-87e2b719b772 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:11:55.595248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:11:55.595573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Checking segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:11:55.595988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Bound using segment: {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:11:55.596408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Bound port: b3703605-f40c-4d70-b7cf-80c3ccd1631b, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3f3397-c9ad-4295-ba62-6ec2972d17a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:11:55.596761 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:55.662831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:11:55.665790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:11:55.672632 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:55.707908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:55.708514 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:55.709898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 1091 time: 0.6563652 May 10 12:11:55.732487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbe59f-496e-4a21-9521-f870525814a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:55.782171 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-b3fcab69-8421-4235-88f0-4328d245e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:55.783658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-b3fcab69-8421-4235-88f0-4328d245e319 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 1094 time: 0.0470953 May 10 12:11:55.877398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-6972dd42-5569-4c78-b3f6-a3129d9f66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:55.878856 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-6972dd42-5569-4c78-b3f6-a3129d9f66c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0886555 May 10 12:11:55.923899 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-8bb27399-170a-4834-b94b-d2407ca3df3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 217 time: 0.0378916 May 10 12:11:55.973628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-f2cb7ff9-ce3b-4263-9110-8880e61fc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:55.975106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-f2cb7ff9-ce3b-4263-9110-8880e61fc277 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0439768 May 10 12:11:55.997132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5f2ab-5e66-404d-a364-09aa12b8b45b req-28e5b15a-0d73-4e3d-81b7-2f54fdcb294a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:55.998657 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb5f2ab-5e66-404d-a364-09aa12b8b45b req-28e5b15a-0d73-4e3d-81b7-2f54fdcb294a tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 943 time: 0.0537868 May 10 12:11:56.005281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-7001f9d0-6855-4eed-bb7e-6e86cd517744 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241787 May 10 12:11:56.038080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb5f2ab-5e66-404d-a364-09aa12b8b45b req-ab50980c-eb1f-444c-b8ed-5e9bcebbd6f1 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 May 10 12:11:56.096287 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-c92cc3ca-50ac-4dde-9231-6c55d0599f10 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848126 May 10 12:11:56.200510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e8c22218-8815-4d0b-b180-eb910a1512ff req-5356fa00-b67c-422e-b28d-9501694874a7 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966637 May 10 12:11:57.175984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cddc3-2a3c-471f-9264-413660b997c4 req-be9ea55b-3d28-4a03-83e6-822a2cda83fb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:57.177399 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-938cddc3-2a3c-471f-9264-413660b997c4 req-be9ea55b-3d28-4a03-83e6-822a2cda83fb tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 943 time: 0.0561562 May 10 12:11:57.215895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-938cddc3-2a3c-471f-9264-413660b997c4 req-7f131340-c484-4d9f-b1a4-f76136e6a7f3 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322328 May 10 12:11:57.506323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:11:57.508759 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637" -d '{"events": [{"name": "network-changed", "server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:11:57.558415 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3359b1e6-508e-4fa2-a9a8-c58f930248a8 x-openstack-request-id: req-3359b1e6-508e-4fa2-a9a8-c58f930248a8 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:11:57.558946 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:11:57.559347 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3359b1e6-508e-4fa2-a9a8-c58f930248a8 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:11:57.559846 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3359b1e6-508e-4fa2-a9a8-c58f930248a8'] response: {'name': 'network-changed', 'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'status': 'completed', 'code': 200} May 10 12:11:57.619938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-5644e4d4-5c4c-4485-adc6-3c4414b581ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:57.621589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-905ff505-c841-424d-86f8-3544eeedfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:57.622098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-5644e4d4-5c4c-4485-adc6-3c4414b581ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 1094 time: 0.0430229 May 10 12:11:57.623066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-905ff505-c841-424d-86f8-3544eeedfdc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 1094 time: 0.0419014 May 10 12:11:57.711463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-9d006798-a865-4f05-9984-4b4fb8d90a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:57.712960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-9d006798-a865-4f05-9984-4b4fb8d90a3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0829470 May 10 12:11:57.714972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-11dcc778-e1c5-4569-bc70-848320fc3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:57.717070 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-11dcc778-e1c5-4569-bc70-848320fc3572 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0887749 May 10 12:11:57.756066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b3703605-f40c-4d70-b7cf-80c3ccd1631b no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:11:57.757992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-fcbd30c8-2bd7-4caa-b0c8-7dddb61e6fc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 217 time: 0.0382431 May 10 12:11:57.762562 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-fafd51cc-7e62-446d-ad01-2b9ec7ad1a56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 217 time: 0.0358946 May 10 12:11:57.799562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b3703605-f40c-4d70-b7cf-80c3ccd1631b not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:11:57.812833 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-a0a373c3-2e87-4d94-81b4-c90bbd4e5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:57.814387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-a0a373c3-2e87-4d94-81b4-c90bbd4e5ee6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0499492 May 10 12:11:57.826508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-598cd146-ba60-4280-99b2-5cb798f3f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:57.828016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-598cd146-ba60-4280-99b2-5cb798f3f236 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0582981 May 10 12:11:57.850037 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-90245e0d-f59a-429d-8cf6-bb59732d6e76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278687 May 10 12:11:57.868055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-ab54bee2-84be-4730-b54d-673a29a6e4d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311553 May 10 12:11:57.948570 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-b76872d9-10fb-43ed-b0d2-a0eb20b77408 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925393 May 10 12:11:57.961425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-177fc4c3-c206-49bc-bc9f-0fe8a4650b41 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871911 May 10 12:11:58.036688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-852fd12b-dd1b-473a-b995-c13fdafed6b0 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819628 May 10 12:11:58.053835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2c1d858c-0f4a-4a10-b89d-cbbdcc8fc637 req-e353bc57-e0f5-43dc-a4b7-c28557cb68f5 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858812 May 10 12:11:58.351966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84d370-4401-438e-81d4-46412f8eeac5 req-1728877d-8e14-4b73-8ebb-e5e05ea1d60f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:58.353436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e84d370-4401-438e-81d4-46412f8eeac5 req-1728877d-8e14-4b73-8ebb-e5e05ea1d60f tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 943 time: 0.0585191 May 10 12:11:58.393891 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1e84d370-4401-438e-81d4-46412f8eeac5 req-6eb041c1-d0f3-4933-9be5-731d64bb27e1 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 May 10 12:11:58.419213 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b3703605-f40c-4d70-b7cf-80c3ccd1631b details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:11:58.519420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:58.533256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'network_id': 'c5a2024b-0731-45f7-8c9f-87e2b719b772', 'port_id': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'mac_address': 'fa:16:3e:b0:ed:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bbebe0-b240-4ecb-b72b-218da226ff25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:11:58.573995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b3703605-f40c-4d70-b7cf-80c3ccd1631b is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:11:58.574753 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:58.592662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3703605-f40c-4d70-b7cf-80c3ccd1631b {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:11:58.607613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6098-406f-47ec-b968-dfabf1049534 req-3e511986-1a56-4f8e-a182-29126397e1f8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:58.609081 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ee6e6098-406f-47ec-b968-dfabf1049534 req-3e511986-1a56-4f8e-a182-29126397e1f8 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 943 time: 0.0607762 May 10 12:11:58.615687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:11:58.620672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:58.651091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ee6e6098-406f-47ec-b968-dfabf1049534 req-327f2204-d730-4909-af21-cd4a00d0d7d3 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 May 10 12:11:58.668767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-c230e2bf-2993-4f8d-a2f0-191a9fb65bf3 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:58.670295 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-c230e2bf-2993-4f8d-a2f0-191a9fb65bf3 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.70 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174&tenant_id=b5490a7b487e47b584d179a22fa143a8&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 943 time: 0.1021302 May 10 12:11:58.671638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:58.679448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.679795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.680167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.680501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.680832 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.681160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.681488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.681839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.682167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.682487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.682809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.683129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:58.729101 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-786fd8c0-a0d0-47bd-b4c7-42591cf21a72 service neutron] delete failed (client error): The resource could not be found. May 10 12:11:58.730142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-786fd8c0-a0d0-47bd-b4c7-42591cf21a72 service neutron] 10.222.0.70 "DELETE /v2.0/ports/b3703605-f40c-4d70-b7cf-80c3ccd1631b/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0531962 May 10 12:11:58.817394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-fa0626fb-d814-412d-ac22-580c7f3a80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:58.818869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-fa0626fb-d814-412d-ac22-580c7f3a80d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5490a7b487e47b584d179a22fa143a8&device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 1095 time: 0.0436139 May 10 12:11:58.862513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['b3703605-f40c-4d70-b7cf-80c3ccd1631b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:11:58.913146 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-58dabd1c-e1a4-44ee-82b7-5b14645813ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:58.914799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-58dabd1c-e1a4-44ee-82b7-5b14645813ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 200 len: 915 time: 0.0890338 May 10 12:11:58.955352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-20e4373e-af5e-4d2f-bb47-5a31cd2deadf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 200 len: 217 time: 0.0344090 May 10 12:11:59.005980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-17157782-219d-4922-8530-01cd5bbc622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:59.008313 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-17157782-219d-4922-8530-01cd5bbc622a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 200 len: 854 time: 0.0456133 May 10 12:11:59.048686 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-3e162432-204b-4ad5-ad47-e4138e0342fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5a2024b-0731-45f7-8c9f-87e2b719b772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340838 May 10 12:11:59.140089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-a94120e8-9274-442a-b0f0-b6a2cc5465e3 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844479 May 10 12:11:59.233467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b4f144e-33c0-46e1-ab0b-c5796b30d969 req-cd66fb1a-0928-4a4b-81e7-e34fc54f7079 service neutron] 10.222.0.70 "GET /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868201 May 10 12:11:59.774310 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd4ca9-0539-4f4b-8aab-b83253c83cab req-db356227-facf-4f31-8d86-dbb159542fc6 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:59.775740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96dd4ca9-0539-4f4b-8aab-b83253c83cab req-db356227-facf-4f31-8d86-dbb159542fc6 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 944 time: 0.0508635 May 10 12:11:59.815151 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96dd4ca9-0539-4f4b-8aab-b83253c83cab req-cf2dc3dc-9129-44f2-827f-68164b55e2fd tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 May 10 12:11:59.937836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97a842-a38b-4fc1-9d6a-39d2c998dc51 req-b12a334f-78f5-4b15-bc9f-3baee011514b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:11:59.939292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc97a842-a38b-4fc1-9d6a-39d2c998dc51 req-b12a334f-78f5-4b15-bc9f-3baee011514b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 944 time: 0.0562336 May 10 12:11:59.983193 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fc97a842-a38b-4fc1-9d6a-39d2c998dc51 req-5073b7da-266b-4e15-9fd7-aa80f4494303 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346141 May 10 12:12:00.103228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac35c0-4fcc-45b5-9ead-15797a146741 req-3ea050b2-e834-4e0e-bbb6-863e962b1c30 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:00.104710 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e5ac35c0-4fcc-45b5-9ead-15797a146741 req-3ea050b2-e834-4e0e-bbb6-863e962b1c30 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 944 time: 0.0496271 May 10 12:12:00.143565 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e5ac35c0-4fcc-45b5-9ead-15797a146741 req-2b0148f3-b50b-4b6e-9889-adc246d8aa56 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 May 10 12:12:00.436201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b3703605-f40c-4d70-b7cf-80c3ccd1631b up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:12:00.489827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port b3703605-f40c-4d70-b7cf-80c3ccd1631b completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:12:00.493603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port b3703605-f40c-4d70-b7cf-80c3ccd1631b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:00.493974 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:00.501882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72fdbf-5855-4277-9e5a-d50199b9c0db req-54f16845-7d39-4be7-97d2-7de07b3cf401 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:00.503369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de72fdbf-5855-4277-9e5a-d50199b9c0db req-54f16845-7d39-4be7-97d2-7de07b3cf401 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 944 time: 0.0534213 May 10 12:12:00.541285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de72fdbf-5855-4277-9e5a-d50199b9c0db req-4498bee9-6134-4721-8ade-ab5755f4ecdc tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 May 10 12:12:00.570393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port b3703605-f40c-4d70-b7cf-80c3ccd1631b is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:00.570922 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:00.592635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:00.594852 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9f8381-9e52-4cdd-b54c-cf21df216cd1" -d '{"events": [{"server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "name": "network-vif-plugged", "status": "completed", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:00.610603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:00.615502 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:00.641390 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361c4f54-bb1d-49e5-a810-8cd29bc8401b x-openstack-request-id: req-361c4f54-bb1d-49e5-a810-8cd29bc8401b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:00.641678 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "name": "network-vif-plugged", "status": "completed", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:00.641929 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-361c4f54-bb1d-49e5-a810-8cd29bc8401b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:00.642311 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361c4f54-bb1d-49e5-a810-8cd29bc8401b'] response: {'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'code': 200} May 10 12:12:00.666819 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:01.607642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-2e50c0ee-2c75-40b0-9f46-a106858bf93e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:01.609292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-2e50c0ee-2c75-40b0-9f46-a106858bf93e tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.49 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0558672 May 10 12:12:01.716662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2621987-d4c2-4c51-9469-84e866df79c2 req-3cc1f0d2-9866-4007-a554-f4ebec16773b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:01.718141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2621987-d4c2-4c51-9469-84e866df79c2 req-3cc1f0d2-9866-4007-a554-f4ebec16773b tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99897a89-dc6a-4316-883d-f97b73ca6174 HTTP/1.1" status: 200 len: 945 time: 0.0966344 May 10 12:12:01.759213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Deleting port b3703605-f40c-4d70-b7cf-80c3ccd1631b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:12:01.759434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:01.778269 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2621987-d4c2-4c51-9469-84e866df79c2 req-219f9b3f-73dc-4ed6-821f-0ef3f39e9a60 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2cb4989-7089-4bac-a5dc-e7e27dd42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533795 May 10 12:12:01.855896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] For port b3703605-f40c-4d70-b7cf-80c3ccd1631b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=b3703605-f40c-4d70-b7cf-80c3ccd1631b,segment=NetworkSegment(0b3f3397-c9ad-4295-ba62-6ec2972d17a5),segment_id=0b3f3397-c9ad-4295-ba62-6ec2972d17a5)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:01.856334 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:01.873846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Calling delete_port for b3703605-f40c-4d70-b7cf-80c3ccd1631b owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:12:02.003313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:02.014523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['b3703605-f40c-4d70-b7cf-80c3ccd1631b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:12:02.032813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Pushing event deleted for resources: {'Port': ['ID=b3703605-f40c-4d70-b7cf-80c3ccd1631b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:02.080172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] No DVR routers for this DVR port b3703605-f40c-4d70-b7cf-80c3ccd1631b on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:12:02.082880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:02.086267 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b607bfa1-3b10-4d2e-b55f-c3f32a7b2bd8 req-79c8ce38-4fd2-43b2-9435-477b79e749fe tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] 10.222.0.49 "DELETE /v2.0/ports/b3703605-f40c-4d70-b7cf-80c3ccd1631b HTTP/1.1" status: 204 len: 173 time: 0.4709585 May 10 12:12:02.086709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'name': 'network-vif-deleted', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:02.089002 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4b2b1a-09b4-4df1-9cff-b0a9b8a0a471" -d '{"events": [{"server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "name": "network-vif-deleted", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:02.133275 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5738647-90fb-4b20-991c-6e7691f1c984 x-openstack-request-id: req-b5738647-90fb-4b20-991c-6e7691f1c984 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:02.133574 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99897a89-dc6a-4316-883d-f97b73ca6174", "name": "network-vif-deleted", "tag": "b3703605-f40c-4d70-b7cf-80c3ccd1631b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:02.133828 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5738647-90fb-4b20-991c-6e7691f1c984 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:02.134243 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5738647-90fb-4b20-991c-6e7691f1c984'] response: {'server_uuid': '99897a89-dc6a-4316-883d-f97b73ca6174', 'name': 'network-vif-deleted', 'tag': 'b3703605-f40c-4d70-b7cf-80c3ccd1631b', 'status': 'completed', 'code': 200} May 10 12:12:02.848914 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:02.905363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56052) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:02.952272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fede1a82-d718-445e-9750-b61f6e2df551 admin admin] Deleting subnet a7bbebe0-b240-4ecb-b72b-218da226ff25 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:12:02.955526 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fede1a82-d718-445e-9750-b61f6e2df551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:02.989346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fede1a82-d718-445e-9750-b61f6e2df551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.027809 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fede1a82-d718-445e-9750-b61f6e2df551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.095170 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fede1a82-d718-445e-9750-b61f6e2df551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.120066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede1a82-d718-445e-9750-b61f6e2df551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bbebe0-b240-4ecb-b72b-218da226ff25,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:03.125099 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fede1a82-d718-445e-9750-b61f6e2df551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.128264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fede1a82-d718-445e-9750-b61f6e2df551 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7bbebe0-b240-4ecb-b72b-218da226ff25 HTTP/1.1" status: 204 len: 168 time: 0.2218874 May 10 12:12:03.130917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56054) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:03.199944 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.283867 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.305667 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a2024b-0731-45f7-8c9f-87e2b719b772']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:03.315874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3f3397-c9ad-4295-ba62-6ec2972d17a5') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:03.316213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3f3397-c9ad-4295-ba62-6ec2972d17a5') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:03.326496 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.339972 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.345634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:12:03.345953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: timer() May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:12:03.347572 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:12:03.402877 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.408425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.411588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/c5a2024b-0731-45f7-8c9f-87e2b719b772 HTTP/1.1" status: 204 len: 168 time: 0.2797687 May 10 12:12:03.422364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f10fc-0c8c-48a9-b2d5-a1190205c6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a2024b-0731-45f7-8c9f-87e2b719b772,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:03.536052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56058) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:03.581350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9f15801e-a3bf-4379-892d-5fc4e70140c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5490a7b487e47b584d179a22fa143a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436275 May 10 12:12:03.584058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56060) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:03.633015 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd7ab-a326-45bd-9759-ea063501b562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.653683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd7ab-a326-45bd-9759-ea063501b562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.702887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd7ab-a326-45bd-9759-ea063501b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.705676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd7ab-a326-45bd-9759-ea063501b562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:03.706984 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f2bfd7ab-a326-45bd-9759-ea063501b562 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2cb4989-7089-4bac-a5dc-e7e27dd42961 HTTP/1.1" status: 204 len: 168 time: 0.1220512 May 10 12:12:03.714520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfd7ab-a326-45bd-9759-ea063501b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cb4989-7089-4bac-a5dc-e7e27dd42961,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:04.330409 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31edc81d-c4eb-49c1-84df-85646216a998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.431420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:04.554151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-838797610-network', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:04.582824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Made reservation on behalf of ed4faa1354b2455fa669f9feefe2cfb3 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:12:04.585242 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.593459 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.672850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.678290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.701811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:12:04.710962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52641677-8240-4fe0-a9af-01c8ea020739,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:04.715919 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.716320 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Added segment 019facc1-68e1-498f-a169-e266831208c3 of type vlan for network 4f73a7b9-635f-493f-b5db-ee8d7429bdad May 10 12:12:04.729470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.729814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.730152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.730483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.730809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.731133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.731510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.731848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.732171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.732489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.732806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.733130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:04.783603 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.813442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.814542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:04.815199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:04.867386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4348571 May 10 12:12:04.870458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56086) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:04.875723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Request body: {'subnet': {'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-838797610-subnet', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:04.876564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3909d-b3bb-4fcc-923e-ec2d1587d373 admin admin] Pushing event updated for resources: {'Network': ['ID=4f73a7b9-635f-493f-b5db-ee8d7429bdad,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:04.892542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:12:04.897033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Made reservation on behalf of ed4faa1354b2455fa669f9feefe2cfb3 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:12:04.899425 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.076325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.137431 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=790161ad-fc18-494c-885f-69cccd42c9e5,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:05.144872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:12:05.145234 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Network hostable DHCP agents. Network: 4f73a7b9-635f-493f-b5db-ee8d7429bdad, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:12:05.162955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:12:05.172714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4f73a7b9-635f-493f-b5db-ee8d7429bdad) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:12:05.177356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:05.178046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.182539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef31e7a-dd47-4737-8410-25eca89e2665 None None] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:12:05.197915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ab7cf8ad-3ca9-4dae-b041-1a7e35131ddc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3236890 May 10 12:12:05.198351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56088) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:05.202855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:05.222105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.223383 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.278780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.327664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:12:05.328590 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.477202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Allocated IP 172.20.0.2 (4f73a7b9-635f-493f-b5db-ee8d7429bdad/790161ad-fc18-494c-885f-69cccd42c9e5/9bd1f196-b7ab-41e1-b587-2e326649181a) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:12:05.629664 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.636445 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.680383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:12:05.683243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:12:05.686009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:12:05.694115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Pushing event updated for resources: {'Port': ['ID=9bd1f196-b7ab-41e1-b587-2e326649181a,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:05.747235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Attempting to bind port 9bd1f196-b7ab-41e1-b587-2e326649181a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:12:05.747432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Attempting to bind port 9bd1f196-b7ab-41e1-b587-2e326649181a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:12:05.747640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Attempting to bind port 9bd1f196-b7ab-41e1-b587-2e326649181a on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:05.752581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:12:05.752958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:12:05.753360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.753771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:12:05.754233 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Bound port: 9bd1f196-b7ab-41e1-b587-2e326649181a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:12:05.754614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.776389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.824248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] For port 9bd1f196-b7ab-41e1-b587-2e326649181a, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:12:05.838886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] For port 9bd1f196-b7ab-41e1-b587-2e326649181a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bd1f196-b7ab-41e1-b587-2e326649181a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:12:05.840433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.843299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:05.909220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9d210-c9f5-4ac9-8410-4b6bd324a047 None None] Pushing event updated for resources: {'Port': ['ID=9bd1f196-b7ab-41e1-b587-2e326649181a,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:05.992046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:06.011591 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:06.152676 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Allocated IP 172.25.8.169 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/aea87840-006c-49ab-a880-d25a0cb6adb4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:12:06.268049 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:06.305264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:06.348236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:12:06.351405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:12:06.357981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:12:06.367157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Pushing event updated for resources: {'Port': ['ID=aea87840-006c-49ab-a880-d25a0cb6adb4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:06.510012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b3703605-f40c-4d70-b7cf-80c3ccd1631b no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:12:06.532551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: b3703605-f40c-4d70-b7cf-80c3ccd1631b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:12:06.532894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device b3703605-f40c-4d70-b7cf-80c3ccd1631b not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:12:06.623517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:06.851860 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:06.855166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ffa68-563c-4c21-a079-bfdf7f9788c5 None None] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:12:06.977615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e6a2464f-2b5b-4325-8eb9-87d29f290787 None None] Provisioning complete for port 9bd1f196-b7ab-41e1-b587-2e326649181a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:06.977974 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e6a2464f-2b5b-4325-8eb9-87d29f290787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:06.989611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Router f9599266-58b8-40e3-9898-948cce7129fe is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:12:07.080545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2464f-2b5b-4325-8eb9-87d29f290787 None None] Current status of the port 9bd1f196-b7ab-41e1-b587-2e326649181a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:07.080929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e6a2464f-2b5b-4325-8eb9-87d29f290787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.109743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:12:07.118869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e6a2464f-2b5b-4325-8eb9-87d29f290787 None None] For port 9bd1f196-b7ab-41e1-b587-2e326649181a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bd1f196-b7ab-41e1-b587-2e326649181a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:07.123403 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:12:07.129329 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e6a2464f-2b5b-4325-8eb9-87d29f290787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.130399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.135346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-165b6f7f-64bc-4980-8d2f-382afb977e6b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9333522 May 10 12:12:07.135502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56090) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:07.136448 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:12:07.137293 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:11:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:07.203018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2464f-2b5b-4325-8eb9-87d29f290787 None None] Pushing event updated for resources: {'Port': ['ID=9bd1f196-b7ab-41e1-b587-2e326649181a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:07.264889 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:12:07.296115 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-610ce6cd-56c5-44a2-aae9-9dd468b67b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.350320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fb49a4f-e5b2-4863-922f-3bac0ab5023c None None] Provisioning complete for port 9bd1f196-b7ab-41e1-b587-2e326649181a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:07.350755 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fb49a4f-e5b2-4863-922f-3bac0ab5023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.435078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fb49a4f-e5b2-4863-922f-3bac0ab5023c None None] Current status of the port 9bd1f196-b7ab-41e1-b587-2e326649181a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:07.453606 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:06Z', 'revision_number': 3, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:07.478781 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:12:07.479120 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Updating router f9599266-58b8-40e3-9898-948cce7129fe port aea87840-006c-49ab-a880-d25a0cb6adb4 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:12:07.508244 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.575375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bd1f196-b7ab-41e1-b587-2e326649181a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:12:07.608282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.780594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Allocated IP 172.20.0.1 (4f73a7b9-635f-493f-b5db-ee8d7429bdad/790161ad-fc18-494c-885f-69cccd42c9e5/7339b94d-c499-4508-831a-05acb4bc6828) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:12:07.790205 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.797417 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.800613 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9bd1f196-b7ab-41e1-b587-2e326649181a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:07.800855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.849132 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Pushing event updated for resources: {'Port': ['ID=aea87840-006c-49ab-a880-d25a0cb6adb4,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:07.851293 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Attempting to bind port aea87840-006c-49ab-a880-d25a0cb6adb4 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:12:07.851629 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Attempting to bind port aea87840-006c-49ab-a880-d25a0cb6adb4 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:12:07.852031 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Attempting to bind port aea87840-006c-49ab-a880-d25a0cb6adb4 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:07.861039 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.861374 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.861702 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.862025 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.862343 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.862656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.862969 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.863283 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.863601 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.863923 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.864232 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.864553 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:07.868953 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:12:07.869325 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:12:07.869716 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.870084 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:12:07.870767 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Bound port: aea87840-006c-49ab-a880-d25a0cb6adb4, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:12:07.870909 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.890119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9bd1f196-b7ab-41e1-b587-2e326649181a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:07.900285 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.923294 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.929344 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] For port aea87840-006c-49ab-a880-d25a0cb6adb4, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:12:07.932528 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] For port aea87840-006c-49ab-a880-d25a0cb6adb4, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=aea87840-006c-49ab-a880-d25a0cb6adb4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:12:07.937016 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.945708 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:07.983169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:12:07.987535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:12:07.991135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:12:07.999983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Pushing event updated for resources: {'Port': ['ID=7339b94d-c499-4508-831a-05acb4bc6828,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:08.037899 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:08.088390 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:12:08.089019 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:08.134958 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b62d83-d099-4c50-b9b0-4067661186a7 None None] Pushing event updated for resources: {'Port': ['ID=aea87840-006c-49ab-a880-d25a0cb6adb4,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:08.183184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:08.211317 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:12:08.264873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a3417859-8817-438b-89db-4eedd717ef22 None None] Provisioning complete for port 7339b94d-c499-4508-831a-05acb4bc6828 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:08.265175 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3417859-8817-438b-89db-4eedd717ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:08.302507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a3417859-8817-438b-89db-4eedd717ef22 None None] Port 7339b94d-c499-4508-831a-05acb4bc6828 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:12:08.356784 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:08.362129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:08.389106 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:06Z', 'revision_number': 3, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:08.418186 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04de714-b0ea-434f-90ec-beac5f0a1d9c None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:06Z', 'revision_number': 3, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:12:08.427737 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Pushing event updated for resources: {'Port': ['ID=7339b94d-c499-4508-831a-05acb4bc6828,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:08.430192 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:08.528459 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:12:08.529814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:12:08.682201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:12:08.804328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:12:08.809263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b574bf9c-454d-439b-addb-125060e95949 admin admin] 10.222.0.13 "PUT /v2.0/routers/f9599266-58b8-40e3-9898-948cce7129fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726654 May 10 12:12:08.832693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-45c0636d-af8c-45bb-a243-3afa151e5b18 None None] Provisioning complete for port 7339b94d-c499-4508-831a-05acb4bc6828 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:08.833326 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45c0636d-af8c-45bb-a243-3afa151e5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:08.867906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-45c0636d-af8c-45bb-a243-3afa151e5b18 None None] Port 7339b94d-c499-4508-831a-05acb4bc6828 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:12:09.109632 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56098) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:09.114556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-dee0981a-c563-4034-8384-0a7f5e0e2167 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610577087', 'description': 'tempest-description--2016522632'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:09.138511 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dee0981a-c563-4034-8384-0a7f5e0e2167 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.208538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dee0981a-c563-4034-8384-0a7f5e0e2167 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.214130 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dee0981a-c563-4034-8384-0a7f5e0e2167 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.245213 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dee0981a-c563-4034-8384-0a7f5e0e2167 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.246453 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dee0981a-c563-4034-8384-0a7f5e0e2167 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1358151 May 10 12:12:09.249665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56100) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:09.254449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2dea871b-c449-4fca-9a4f-0a339777664f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'security_group_rule': {'security_group_id': '3d8e4c58-3247-463c-99d8-c05f3df9b0af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:09.262401 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0981a-c563-4034-8384-0a7f5e0e2167 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8e4c58-3247-463c-99d8-c05f3df9b0af,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:09.283585 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2dea871b-c449-4fca-9a4f-0a339777664f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.344101 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2dea871b-c449-4fca-9a4f-0a339777664f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.350988 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2dea871b-c449-4fca-9a4f-0a339777664f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.370898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea871b-c449-4fca-9a4f-0a339777664f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb38a2cc-f196-4e9c-a5ba-7763d820b372,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:09.379404 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2dea871b-c449-4fca-9a4f-0a339777664f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.380714 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2dea871b-c449-4fca-9a4f-0a339777664f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300647 May 10 12:12:09.383330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56102) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:09.387650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3aca69e0-b9e3-4256-b74f-898768cdfe52 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'security_group_rule': {'security_group_id': '3d8e4c58-3247-463c-99d8-c05f3df9b0af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:09.417932 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3aca69e0-b9e3-4256-b74f-898768cdfe52 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.451475 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.483951 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3aca69e0-b9e3-4256-b74f-898768cdfe52 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.488981 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3aca69e0-b9e3-4256-b74f-898768cdfe52 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.510150 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca69e0-b9e3-4256-b74f-898768cdfe52 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef06f60e-3341-4de0-a864-cc03d835b259,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:09.517794 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3aca69e0-b9e3-4256-b74f-898768cdfe52 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.519053 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3aca69e0-b9e3-4256-b74f-898768cdfe52 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348157 May 10 12:12:09.522096 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56104) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:09.526403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:09.551550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.573436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.588003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device aea87840-006c-49ab-a880-d25a0cb6adb4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:12:09.638274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port aea87840-006c-49ab-a880-d25a0cb6adb4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:09.639003 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.653861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.722484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port aea87840-006c-49ab-a880-d25a0cb6adb4 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:09.722872 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.744207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port aea87840-006c-49ab-a880-d25a0cb6adb4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=aea87840-006c-49ab-a880-d25a0cb6adb4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:09.748951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:09.800279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=aea87840-006c-49ab-a880-d25a0cb6adb4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:09.967332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:12:09.979384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:12:09.980180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:10.090010 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:12:10.127749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Allocated IP 172.25.8.228 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d9de3506-7e08-4186-972f-3ea2b265c396) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:12:10.230448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.265739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.293183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 2, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:10.312279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:12:10.318315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:12:10.319333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:12:10.319685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Updating router f9599266-58b8-40e3-9898-948cce7129fe port 7339b94d-c499-4508-831a-05acb4bc6828 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:12:10.320859 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:12:10.322935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'Port': ['ID=d9de3506-7e08-4186-972f-3ea2b265c396,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:10.344246 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.407804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.444411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.602114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.608135 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.619229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.625719 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.676855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd300e4-9f7c-4047-a876-7bf0113a3dea None None] Pushing event updated for resources: {'Port': ['ID=7339b94d-c499-4508-831a-05acb4bc6828,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:10.686603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'Port': ['ID=d9de3506-7e08-4186-972f-3ea2b265c396,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:10.693531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.713936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.716281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-457dfc6c-f7f9-4395-bf30-38dd8aa20423 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1932135 May 10 12:12:10.734893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Attempting to bind port 7339b94d-c499-4508-831a-05acb4bc6828 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:12:10.735266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Attempting to bind port 7339b94d-c499-4508-831a-05acb4bc6828 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:12:10.735684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Attempting to bind port 7339b94d-c499-4508-831a-05acb4bc6828 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:10.741097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:12:10.741474 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:12:10.741878 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.742270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:12:10.742740 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Bound port: 7339b94d-c499-4508-831a-05acb4bc6828, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:12:10.743125 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.813700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] For port 7339b94d-c499-4508-831a-05acb4bc6828, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:12:10.817838 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] For port 7339b94d-c499-4508-831a-05acb4bc6828, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7339b94d-c499-4508-831a-05acb4bc6828,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:12:10.823177 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.876676 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-5c513f27-5b70-4caa-82ea-8051ccdc9271 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1610577087&fields=id&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 267 time: 0.0452211 May 10 12:12:10.880052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:12:10.880696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:10.958067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd300e4-9f7c-4047-a876-7bf0113a3dea None None] Pushing event updated for resources: {'Port': ['ID=7339b94d-c499-4508-831a-05acb4bc6828,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:10.993108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-3a174feb-b4d7-4276-82f4-8c95d80fe6ac tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:11.000534 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-3a174feb-b4d7-4276-82f4-8c95d80fe6ac tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 811 time: 0.1222789 May 10 12:12:11.011863 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-0b2e5c32-8d85-46a0-88cc-2f6e9a6b7146 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/quotas/ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 375 time: 0.0104055 May 10 12:12:11.018998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:12:11.021809 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8e0a6029-d34b-4be1-a1a7-7f7333ff79d9 None None] Provisioning complete for port 7339b94d-c499-4508-831a-05acb4bc6828 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:11.022183 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6029-d34b-4be1-a1a7-7f7333ff79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:11.073145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-46cfc55e-8a76-4223-a210-78bb6351bba4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526440 May 10 12:12:11.174017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d544cd55-50e0-4e75-87c2-9055762ee148 service neutron] 10.222.0.13 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873494 May 10 12:12:11.249753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a6029-d34b-4be1-a1a7-7f7333ff79d9 None None] Current status of the port 7339b94d-c499-4508-831a-05acb4bc6828 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:11.250147 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6029-d34b-4be1-a1a7-7f7333ff79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:11.267396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-a4e03b67-9c58-4898-b24f-3454d7323070 service neutron] 10.222.0.13 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855682 May 10 12:12:11.310670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8e0a6029-d34b-4be1-a1a7-7f7333ff79d9 None None] For port 7339b94d-c499-4508-831a-05acb4bc6828, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7339b94d-c499-4508-831a-05acb4bc6828,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:11.316681 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6029-d34b-4be1-a1a7-7f7333ff79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:11.368434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:10Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:11.373707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a6029-d34b-4be1-a1a7-7f7333ff79d9 None None] Pushing event updated for resources: {'Port': ['ID=7339b94d-c499-4508-831a-05acb4bc6828,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:11.404954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf335c-a856-435a-b2b4-e0843f53f511 None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:10Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:12:11.450204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2a5ae71c-d600-436e-a6ca-2324ae73f578 None None] Provisioning complete for port 7339b94d-c499-4508-831a-05acb4bc6828 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:11.452726 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae71c-d600-436e-a6ca-2324ae73f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:11.471236 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7169879-1cbf-44a5-9f60-179192c0a532 req-aee9339a-b5ef-42bf-8b8a-c3daef5d3531 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 210 time: 0.0385480 May 10 12:12:11.578271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2a5ae71c-d600-436e-a6ca-2324ae73f578 None None] Current status of the port 7339b94d-c499-4508-831a-05acb4bc6828 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:11.672235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device aea87840-006c-49ab-a880-d25a0cb6adb4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:12:11.742929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port aea87840-006c-49ab-a880-d25a0cb6adb4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:11.743319 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:11.827100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port aea87840-006c-49ab-a880-d25a0cb6adb4 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:11.828222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7339b94d-c499-4508-831a-05acb4bc6828 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:12:11.887218 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7339b94d-c499-4508-831a-05acb4bc6828 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:11.887636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:11.976228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7339b94d-c499-4508-831a-05acb4bc6828 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:12.530617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-731c8e7f-2452-4af0-95bc-2689f04f6359 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:12.533373 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-731c8e7f-2452-4af0-95bc-2689f04f6359 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 811 time: 0.1284122 May 10 12:12:12.591014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac7e7e45-8456-48e8-82a2-83c73a283c7c req-ffe00e81-25d3-4f74-b597-cbf828cc91a7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 210 time: 0.0363154 May 10 12:12:12.611497 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-97ded7a5-3e3a-4c93-88de-4db0edba8bf9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 380 time: 0.0683916 May 10 12:12:12.622533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'port': {'device_id': 'a8799249-c178-4867-a34b-32b0425cb548', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'admin_state_up': True, 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'security_groups': ['3d8e4c58-3247-463c-99d8-c05f3df9b0af']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:12.738136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Made reservation on behalf of ed4faa1354b2455fa669f9feefe2cfb3 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:12:12.741948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:12.873444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Allocated IP 172.20.0.5 (4f73a7b9-635f-493f-b5db-ee8d7429bdad/790161ad-fc18-494c-885f-69cccd42c9e5/604fdbe7-eb85-408d-b158-a2a766c0a46a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:12:13.024124 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.061336 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.103481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:12:13.106773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:12:13.111176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:12:13.120471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:13.169069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:13.169695 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.187738 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7e42fe7a-bbca-42cb-8c49-b2fc3058abe4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695679 May 10 12:12:13.199398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Request body: {'port': {'device_id': 'a8799249-c178-4867-a34b-32b0425cb548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:13.259359 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.309845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8798d066-8491-48bc-b77f-14fec6805d45 None None] Provisioning complete for port 604fdbe7-eb85-408d-b158-a2a766c0a46a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:13.310562 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8798d066-8491-48bc-b77f-14fec6805d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.343195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8798d066-8491-48bc-b77f-14fec6805d45 None None] Port 604fdbe7-eb85-408d-b158-a2a766c0a46a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:12:13.529823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604fdbe7-eb85-408d-b158-a2a766c0a46a {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:12:13.541930 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.561589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Transition to ACTIVE for port object 604fdbe7-eb85-408d-b158-a2a766c0a46a will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:12:13.568156 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.617870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:13.696462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Attempting to bind port 604fdbe7-eb85-408d-b158-a2a766c0a46a on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:12:13.696870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Attempting to bind port 604fdbe7-eb85-408d-b158-a2a766c0a46a by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:12:13.697267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Attempting to bind port 604fdbe7-eb85-408d-b158-a2a766c0a46a on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:13.702885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Port 604fdbe7-eb85-408d-b158-a2a766c0a46a on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:12:13.703208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Attempting to bind port 604fdbe7-eb85-408d-b158-a2a766c0a46a on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:13.708480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:12:13.708820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:12:13.709208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:12:13.709641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Bound port: 604fdbe7-eb85-408d-b158-a2a766c0a46a, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:12:13.710001 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.719214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ffa0b-82f0-4ab8-94f6-093fdaed07cf req-18f0b9ec-918b-4682-aac7-059d10414341 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:13.721853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c7ffa0b-82f0-4ab8-94f6-093fdaed07cf req-18f0b9ec-918b-4682-aac7-059d10414341 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 943 time: 0.0544450 May 10 12:12:13.764610 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c7ffa0b-82f0-4ab8-94f6-093fdaed07cf req-92cf7ba0-ebe6-4005-a2ad-f98743b5d4d7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373414 May 10 12:12:13.781469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:12:13.784775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:12:13.790084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.824731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:13.825971 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.827392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] 10.222.0.49 "PUT /v2.0/ports/604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 1091 time: 0.6323285 May 10 12:12:13.827844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:13.830116 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8545755-0be6-4b11-aa9f-252961f785e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:13.866028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fc95f-9031-4a12-9b13-d75807502d07 service neutron] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:13.901918 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b6c89a-672d-485f-a7cc-7b029cb2de1f x-openstack-request-id: req-95b6c89a-672d-485f-a7cc-7b029cb2de1f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:13.902208 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:13.902458 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95b6c89a-672d-485f-a7cc-7b029cb2de1f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:13.902857 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b6c89a-672d-485f-a7cc-7b029cb2de1f'] response: {'name': 'network-changed', 'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'status': 'completed', 'code': 200} May 10 12:12:13.921040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-9ccf5a41-3921-43b2-be72-50aa21172d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:13.922901 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-9ccf5a41-3921-43b2-be72-50aa21172d49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1094 time: 0.0533521 May 10 12:12:13.969810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7f11769c-8d0b-4c95-ab69-75949af19b64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 217 time: 0.0394850 May 10 12:12:14.020096 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-0442fe86-6d8e-45a6-9917-95ed6fc2f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:14.021614 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-0442fe86-6d8e-45a6-9917-95ed6fc2f880 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0459635 May 10 12:12:14.071852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-c0d2456d-5d92-4275-b94c-415654f504f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:14.073340 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-c0d2456d-5d92-4275-b94c-415654f504f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438735 May 10 12:12:14.493855 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-98027e94-14f8-402c-bb2b-6dfbc3a5b790 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135993 May 10 12:12:14.586843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0117a00f-5155-428f-9a7a-de9eb4ece751 req-7cfc884b-5729-4311-aed4-53ea10b946dd service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860119 May 10 12:12:14.683758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-50117e2b-1010-4eb9-91c7-e7be603391e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:14.685521 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-50117e2b-1010-4eb9-91c7-e7be603391e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1094 time: 0.0482068 May 10 12:12:14.775066 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-8b82c8a6-2440-48f1-a160-b30936ce3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:14.776575 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-8b82c8a6-2440-48f1-a160-b30936ce3188 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0851552 May 10 12:12:14.820770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-68ab05ff-9847-4d71-94b3-959039b94ef1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 217 time: 0.0378945 May 10 12:12:14.870570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-fae2f5df-71f7-485b-81e9-5620dd308606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:14.872631 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-fae2f5df-71f7-485b-81e9-5620dd308606 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0445817 May 10 12:12:14.883441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef62cb-8717-47ac-b7d7-a440ddbaf69c req-cbbd3945-7bfd-46c7-8ab6-06b5a9498ed8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:14.884937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5eef62cb-8717-47ac-b7d7-a440ddbaf69c req-cbbd3945-7bfd-46c7-8ab6-06b5a9498ed8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 943 time: 0.0493262 May 10 12:12:14.919256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-b2fb53a1-8e01-4a01-8dfd-2528427e25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:14.920825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-b2fb53a1-8e01-4a01-8dfd-2528427e25ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415263 May 10 12:12:14.924652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5eef62cb-8717-47ac-b7d7-a440ddbaf69c req-f346a063-741f-4ad9-9f91-d2f720fd890a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326436 May 10 12:12:15.013249 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-04267d78-73e7-4b11-939b-d13e6d2b3b3d service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 May 10 12:12:15.105640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8545755-0be6-4b11-aa9f-252961f785e5 req-cfee2366-54e7-4eb1-8197-37f35cf30094 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850706 May 10 12:12:16.063116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc182c08-ca90-4ae2-9542-4e4c306e25db req-5065d9c8-5f2c-4a22-8cf9-7467cf3e5752 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:16.064599 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc182c08-ca90-4ae2-9542-4e4c306e25db req-5065d9c8-5f2c-4a22-8cf9-7467cf3e5752 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 943 time: 0.0590765 May 10 12:12:16.103578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc182c08-ca90-4ae2-9542-4e4c306e25db req-ed3c75ad-c8bc-4cee-a837-0aae979cbdee tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 May 10 12:12:16.529790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 604fdbe7-eb85-408d-b158-a2a766c0a46a details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:12:16.629057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:16.640508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'mac_address': 'fa:16:3e:fd:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:12:16.678350 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 604fdbe7-eb85-408d-b158-a2a766c0a46a is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:16.678743 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:16.695732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604fdbe7-eb85-408d-b158-a2a766c0a46a {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:12:16.714658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:16.722550 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:16.770229 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:16.910335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['604fdbe7-eb85-408d-b158-a2a766c0a46a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:12:17.227394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fc896-65f3-441d-8f28-5d9c6f5f66cf req-ca457277-5b9d-4cb4-bdce-cbbc43741895 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:17.228879 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-223fc896-65f3-441d-8f28-5d9c6f5f66cf req-ca457277-5b9d-4cb4-bdce-cbbc43741895 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 944 time: 0.0543797 May 10 12:12:17.267239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-223fc896-65f3-441d-8f28-5d9c6f5f66cf req-57d6e690-bc15-412e-94ab-e7660ea9ab49 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 May 10 12:12:18.400660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07dd3-d88c-4abe-85f3-5fcd860b03bc req-304817ca-8efb-4d8f-bea3-65373e3ccdd0 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:18.402229 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e5b07dd3-d88c-4abe-85f3-5fcd860b03bc req-304817ca-8efb-4d8f-bea3-65373e3ccdd0 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 944 time: 0.0531571 May 10 12:12:18.442681 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e5b07dd3-d88c-4abe-85f3-5fcd860b03bc req-1d59278a-49f8-48e0-99ac-225eee6bc0c1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337250 May 10 12:12:18.529421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 604fdbe7-eb85-408d-b158-a2a766c0a46a up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:12:18.591916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 604fdbe7-eb85-408d-b158-a2a766c0a46a completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:12:18.596032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 604fdbe7-eb85-408d-b158-a2a766c0a46a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:18.596408 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:18.674385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 604fdbe7-eb85-408d-b158-a2a766c0a46a is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:18.674808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:18.697295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:18.699536 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91ed6bb-6ce8-4d7e-a334-492cae23614a" -d '{"events": [{"server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "name": "network-vif-plugged", "status": "completed", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:18.715372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:18.721112 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:18.746465 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3fa7c9-c356-4149-b1ee-0fb7af25a306 x-openstack-request-id: req-7f3fa7c9-c356-4149-b1ee-0fb7af25a306 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:18.746754 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "name": "network-vif-plugged", "status": "completed", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:18.747583 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f3fa7c9-c356-4149-b1ee-0fb7af25a306 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:18.748015 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3fa7c9-c356-4149-b1ee-0fb7af25a306'] response: {'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'code': 200} May 10 12:12:18.777176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:18.836086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c2ca8-f195-4825-9c61-c7663295a808 req-a414bf5d-87e5-49b2-9280-34aa6aa5b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:18.837552 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-997c2ca8-f195-4825-9c61-c7663295a808 req-a414bf5d-87e5-49b2-9280-34aa6aa5b0ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1096 time: 0.0399728 May 10 12:12:18.873531 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-997c2ca8-f195-4825-9c61-c7663295a808 req-4e313058-de77-4be3-876e-2373f627a8df service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297287 May 10 12:12:19.580628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089f2ea-1e47-4dbd-8c65-53457b7f3965 req-f5a41aa0-e279-4dd5-aa24-cb457c880fdf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:19.582162 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3089f2ea-1e47-4dbd-8c65-53457b7f3965 req-f5a41aa0-e279-4dd5-aa24-cb457c880fdf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0554473 May 10 12:12:19.624359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3089f2ea-1e47-4dbd-8c65-53457b7f3965 req-2ccf32a8-39fd-4260-b327-29bd59bb3464 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360084 May 10 12:12:20.757746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b72b93-fd78-4152-b173-ab5d20520291 req-72174a43-09ad-4a9c-a512-923d1a679f9b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:20.759223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2b72b93-fd78-4152-b173-ab5d20520291 req-72174a43-09ad-4a9c-a512-923d1a679f9b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0603223 May 10 12:12:20.813407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2b72b93-fd78-4152-b173-ab5d20520291 req-a48ad5a4-ab7a-44d3-b906-3b4ee212e64c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447378 May 10 12:12:20.932290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f6f3-9f86-45d5-a5f5-37390387303d req-fcde8655-df89-437b-b467-9b878a05680a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:20.933661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d743f6f3-9f86-45d5-a5f5-37390387303d req-fcde8655-df89-437b-b467-9b878a05680a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0564249 May 10 12:12:20.943132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56152) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:12:20.947769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'floatingip': {'port_id': '604fdbe7-eb85-408d-b158-a2a766c0a46a'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:20.990538 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:21.447666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:21.454618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:21.558255 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d associated. External IP: 172.25.8.228, port: 604fdbe7-eb85-408d-b158-a2a766c0a46a. May 10 12:12:21.777409 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:12:21.892675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:12:21.897359 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:21.903062 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:12:21.914678 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:12:21.915431 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:21.926122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-412280cb-2c4d-4618-861b-86279f60f1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "PUT /v2.0/floatingips/c7615c83-0f31-4d68-b31d-7be07fdc9a3d HTTP/1.1" status: 200 len: 991 time: 0.9818666 May 10 12:12:21.926826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:21.929212 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c463175-42b9-4122-9dc0-2b714ade97e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:21.968751 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7890c5-9f9d-4cad-8d29-4f82bd34b0b3 x-openstack-request-id: req-dd7890c5-9f9d-4cad-8d29-4f82bd34b0b3 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:21.969050 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:21.969306 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd7890c5-9f9d-4cad-8d29-4f82bd34b0b3 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:21.969721 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd7890c5-9f9d-4cad-8d29-4f82bd34b0b3'] response: {'name': 'network-changed', 'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'status': 'completed', 'code': 200} May 10 12:12:22.021321 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:12:22.031307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6d97c-20b5-4e71-90f2-93970923a486 req-54c64c3f-6357-43f4-9980-179856c7679c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:22.031719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-657f06ed-e897-4394-9ef3-310a4447220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:22.032847 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f6d97c-20b5-4e71-90f2-93970923a486 req-54c64c3f-6357-43f4-9980-179856c7679c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0518270 May 10 12:12:22.033244 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-657f06ed-e897-4394-9ef3-310a4447220b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1096 time: 0.0406210 May 10 12:12:22.076898 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-96f6d97c-20b5-4e71-90f2-93970923a486 req-3a18222d-3919-40f0-bb0f-299a9bb2daf8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 May 10 12:12:22.130078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-edbf9972-e37a-4627-a3e3-c1f6aa641579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:22.131609 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-edbf9972-e37a-4627-a3e3-c1f6aa641579 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0903349 May 10 12:12:22.223152 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-1b9fa457-25da-4e88-9454-8ffe3d4b77ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 999 time: 0.0847633 May 10 12:12:22.235146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3bae-141b-47d5-826a-3c99a80cb659 req-1cc9f103-70a1-4a3d-a80a-36be1a93bd91 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:22.236588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3ed3bae-141b-47d5-826a-3c99a80cb659 req-1cc9f103-70a1-4a3d-a80a-36be1a93bd91 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0641432 May 10 12:12:22.254899 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:fd:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8799249-c178-4867-a34b-32b0425cb548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:12:21Z', 'revision_number': 1, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:22.280552 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:12:22.289193 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:12:22.289731 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:22.306997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-e2360071-e6ad-49a6-aa49-e11bff15f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:22.308495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-e2360071-e6ad-49a6-aa49-e11bff15f063 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0710740 May 10 12:12:22.311457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3ed3bae-141b-47d5-826a-3c99a80cb659 req-3b2c38ae-85bd-4d3d-9d53-c3a112eaa653 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669799 May 10 12:12:22.355239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-a1ab2b19-c6e4-45f6-97ca-4e735e87b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:22.358462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-a1ab2b19-c6e4-45f6-97ca-4e735e87b259 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426118 May 10 12:12:22.392715 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:12:22.476311 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-8c0265b3-a2ba-4217-9459-e68433d5969d service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114299 May 10 12:12:22.564030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c463175-42b9-4122-9dc0-2b714ade97e3 req-3db8f66e-ba73-498d-8704-8461d22a5d1f service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813146 May 10 12:12:22.617521 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:fd:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8799249-c178-4867-a34b-32b0425cb548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:12:21Z', 'revision_number': 1, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:22.646447 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4daad86-9317-4ac1-aba4-d2a2eda6d8d1 None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:fd:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8799249-c178-4867-a34b-32b0425cb548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:12:21Z', 'revision_number': 1, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:12:22.850325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7af7f-4ca3-4884-8f30-e29cc599fe7a None None] New status for floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:12:23.449089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351e83c-2d8b-473d-be02-541175e91706 req-38e7eb59-f252-4382-8cf1-4c86cf2b6659 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:23.450550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7351e83c-2d8b-473d-be02-541175e91706 req-38e7eb59-f252-4382-8cf1-4c86cf2b6659 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0603483 May 10 12:12:23.488195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7351e83c-2d8b-473d-be02-541175e91706 req-cf7a3ca1-ffba-4f1b-a5e4-209b75f312ba tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 May 10 12:12:23.612655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69801ed9-76b3-4a4e-b349-1c00c41e4645 req-676d377b-a54c-4f59-8465-8e290f2af88d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:23.614137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69801ed9-76b3-4a4e-b349-1c00c41e4645 req-676d377b-a54c-4f59-8465-8e290f2af88d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0563321 May 10 12:12:23.664963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-69801ed9-76b3-4a4e-b349-1c00c41e4645 req-3d207d2c-b4a0-44d4-8e94-6597636cde36 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 May 10 12:12:23.897744 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-196567d6-1f6f-4cd6-8009-5d45efbfa856 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404816 May 10 12:12:23.917041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7133544-5974-4c7d-b8c5-1dfe7f4626bc req-115e11e7-3976-49cb-8367-0b9e2beed8d6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:23.918892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7133544-5974-4c7d-b8c5-1dfe7f4626bc req-115e11e7-3976-49cb-8367-0b9e2beed8d6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0577867 May 10 12:12:23.959103 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b7133544-5974-4c7d-b8c5-1dfe7f4626bc req-5558df0d-d56b-4623-b15f-8a70552a73d5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 May 10 12:12:25.085160 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecaf8a-f9d6-4a08-86df-4d759ffa55b9 req-76b3502b-97b6-4b1d-a8cd-054b1d693fb2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:25.086756 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92ecaf8a-f9d6-4a08-86df-4d759ffa55b9 req-76b3502b-97b6-4b1d-a8cd-054b1d693fb2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0499265 May 10 12:12:25.101507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-18a49b02-1fd2-4982-b225-a543b188ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:25.103057 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-18a49b02-1fd2-4982-b225-a543b188ac59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1096 time: 0.0412765 May 10 12:12:25.131371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92ecaf8a-f9d6-4a08-86df-4d759ffa55b9 req-59d6259c-09ed-4254-bf1a-d6c78166ec0a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380661 May 10 12:12:25.200371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-452402c6-d27d-48c9-8a1a-9f995e079923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:25.201880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-452402c6-d27d-48c9-8a1a-9f995e079923 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0926874 May 10 12:12:25.266993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-5d716e67-aa21-454a-a6d4-ad5e9f695460 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 1001 time: 0.0585694 May 10 12:12:25.315451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-5cd5ad26-8ac8-43be-9595-cf8b8535f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:25.316895 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-5cd5ad26-8ac8-43be-9595-cf8b8535f82f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0431666 May 10 12:12:25.366145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-59981d27-5fe4-48d7-b794-131217d23f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:25.367602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-59981d27-5fe4-48d7-b794-131217d23f14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435004 May 10 12:12:25.462225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-a4ab9ac0-b72a-43c0-9356-b769f3f34492 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870018 May 10 12:12:25.558125 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-cdf562c1-1c06-4480-925b-56bc15b4d3e0 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892172 May 10 12:12:26.269490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e54b-8143-4933-b243-1b5a47cf0123 req-16856fe4-67a8-4f32-83ab-5b368cba6135 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:26.270960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9a0e54b-8143-4933-b243-1b5a47cf0123 req-16856fe4-67a8-4f32-83ab-5b368cba6135 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0510836 May 10 12:12:26.313140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a9a0e54b-8143-4933-b243-1b5a47cf0123 req-b8086b50-8937-445c-9655-533b4be20e4d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325766 May 10 12:12:27.444895 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371da63-8439-429f-905f-49d53dad6b11 req-4b0fd2bb-3300-4e89-a7e0-2129aac5b13f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:27.446293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f371da63-8439-429f-905f-49d53dad6b11 req-4b0fd2bb-3300-4e89-a7e0-2129aac5b13f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0605547 May 10 12:12:27.484852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f371da63-8439-429f-905f-49d53dad6b11 req-d51e4d89-7168-4e77-a824-adf6234954f7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 May 10 12:12:28.605169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d93b1-25fd-4a79-ae54-07ee1a7a161d req-af9327e4-9ed6-41c0-834b-c499a302303a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:28.606642 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-425d93b1-25fd-4a79-ae54-07ee1a7a161d req-af9327e4-9ed6-41c0-834b-c499a302303a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0502558 May 10 12:12:28.647295 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-425d93b1-25fd-4a79-ae54-07ee1a7a161d req-5de1adb1-3ad2-46b6-ada3-bf687a3846f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312464 May 10 12:12:29.770962 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f8c35-22c2-4183-8e2b-c428f388ea6c req-1e21374b-bbc5-4ec4-947b-2c9d2067b243 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:29.772362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c2f8c35-22c2-4183-8e2b-c428f388ea6c req-1e21374b-bbc5-4ec4-947b-2c9d2067b243 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0517011 May 10 12:12:29.814781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4c2f8c35-22c2-4183-8e2b-c428f388ea6c req-64f44ece-0375-4f47-8f84-a5a08806681f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332985 May 10 12:12:30.871979 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:12:30.951690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eba30c-0b7e-4b48-b616-d799719137c9 req-a1afcc8e-5b57-4556-b552-172f4958591c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:30.953596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02eba30c-0b7e-4b48-b616-d799719137c9 req-a1afcc8e-5b57-4556-b552-172f4958591c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0584009 May 10 12:12:30.999579 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02eba30c-0b7e-4b48-b616-d799719137c9 req-200d4950-11cb-43c1-9092-411d967c8930 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370607 May 10 12:12:32.123673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfa6d5-a5dc-4b14-8d1e-34544cef9f54 req-d82f3678-ef65-4fed-ae76-e7b27b97aae6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:32.125260 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccbfa6d5-a5dc-4b14-8d1e-34544cef9f54 req-d82f3678-ef65-4fed-ae76-e7b27b97aae6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0503657 May 10 12:12:32.163169 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ccbfa6d5-a5dc-4b14-8d1e-34544cef9f54 req-9a5b2d40-f7ba-4368-8d47-1f5ab4acce6f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311441 May 10 12:12:32.744512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b966a-f360-4db6-a66b-64ab95439288 req-9ae60cc7-2605-48a9-b6ed-7dfd9df6900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:32.746036 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f13b966a-f360-4db6-a66b-64ab95439288 req-9ae60cc7-2605-48a9-b6ed-7dfd9df6900b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1096 time: 0.0426033 May 10 12:12:32.849652 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:32.852208 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b966a-f360-4db6-a66b-64ab95439288 req-48fb66ff-b56a-47d1-913b-cbd43e62bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:32.853701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f13b966a-f360-4db6-a66b-64ab95439288 req-48fb66ff-b56a-47d1-913b-cbd43e62bb34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0880866 May 10 12:12:32.939149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f13b966a-f360-4db6-a66b-64ab95439288 req-772283a1-1681-4910-aab9-629725f181c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 1001 time: 0.0706508 May 10 12:12:32.991062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b966a-f360-4db6-a66b-64ab95439288 req-d5a2e52a-8ff8-4d54-90fc-7d181606fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:32.992541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f13b966a-f360-4db6-a66b-64ab95439288 req-d5a2e52a-8ff8-4d54-90fc-7d181606fd09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0462558 May 10 12:12:33.039699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b966a-f360-4db6-a66b-64ab95439288 req-17bfd2e6-6f28-4b15-9bf3-cd8a1e1d80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:33.041126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f13b966a-f360-4db6-a66b-64ab95439288 req-17bfd2e6-6f28-4b15-9bf3-cd8a1e1d80ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422878 May 10 12:12:33.144179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f13b966a-f360-4db6-a66b-64ab95439288 req-12cf6801-61d4-4822-bead-d6150137458d service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955262 May 10 12:12:33.248502 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f13b966a-f360-4db6-a66b-64ab95439288 req-bc19129e-8038-4021-a89a-7feeb3147d19 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965080 May 10 12:12:33.289494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2b5d7-9b8b-440c-93c3-f43285920f81 req-51d00bd1-ee20-45c8-bfb0-72c2ac4ab12c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:33.291022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aaf2b5d7-9b8b-440c-93c3-f43285920f81 req-51d00bd1-ee20-45c8-bfb0-72c2ac4ab12c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0533323 May 10 12:12:33.341257 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aaf2b5d7-9b8b-440c-93c3-f43285920f81 req-38d159b6-9316-459a-889d-9b68ab7c5c93 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437350 May 10 12:12:34.329776 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cd941f8d-72d8-4ca4-aa95-8c0a51a40336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.472906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769077c-abf5-4cf8-a034-832c96f8a068 req-478d15b5-e87b-473d-bd86-010523bf9f8b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:34.474373 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2769077c-abf5-4cf8-a034-832c96f8a068 req-478d15b5-e87b-473d-bd86-010523bf9f8b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0538332 May 10 12:12:34.516995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2769077c-abf5-4cf8-a034-832c96f8a068 req-51694e16-5aa9-47a6-a088-1eae2d708bf4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334642 May 10 12:12:35.664093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386af74-0a07-49a0-8ae2-23cdc7e0d5ef req-1a01b70b-e97a-456b-8ac5-a273f286e4b6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:35.669693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f386af74-0a07-49a0-8ae2-23cdc7e0d5ef req-1a01b70b-e97a-456b-8ac5-a273f286e4b6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0656192 May 10 12:12:35.719377 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f386af74-0a07-49a0-8ae2-23cdc7e0d5ef req-62e4cc84-5fe6-40d0-8fc7-974984b33d5a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429995 May 10 12:12:35.847983 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.864636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e7e45-cd4d-484a-817f-1754cfbf1f75 req-99652e02-c783-40bd-950e-15aafcf4e56c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:36.866130 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-754e7e45-cd4d-484a-817f-1754cfbf1f75 req-99652e02-c783-40bd-950e-15aafcf4e56c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0655215 May 10 12:12:36.905841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-754e7e45-cd4d-484a-817f-1754cfbf1f75 req-b20e6715-baa8-498f-baf6-c52fd81e82ae tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333629 May 10 12:12:37.313425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df04fdce-be8b-44c7-a6e2-247b68f522bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:37.939372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:38.036257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67052a06-d648-4875-846a-bf6df4845778 req-e9457a5a-960e-4f6a-8079-1349096589ff tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:38.038187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67052a06-d648-4875-846a-bf6df4845778 req-e9457a5a-960e-4f6a-8079-1349096589ff tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0561993 May 10 12:12:38.078045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-67052a06-d648-4875-846a-bf6df4845778 req-be154550-49ca-4d25-ae8c-3fc24af4af7e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332208 May 10 12:12:39.210491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ffd8-ba3f-4c16-a239-5cfdc66fc867 req-4c3119fc-d205-4f4d-8f39-11add67277c4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:39.211992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7265ffd8-ba3f-4c16-a239-5cfdc66fc867 req-4c3119fc-d205-4f4d-8f39-11add67277c4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0564246 May 10 12:12:39.250990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7265ffd8-ba3f-4c16-a239-5cfdc66fc867 req-218d332b-83df-4a76-ae38-41644b84065f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 May 10 12:12:39.455933 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.571801 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.381634 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620da346-3c12-4259-8bb2-f930d74d36c8 req-a70040e5-12bf-4f33-a54f-e02480cdcf67 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:40.383011 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-620da346-3c12-4259-8bb2-f930d74d36c8 req-a70040e5-12bf-4f33-a54f-e02480cdcf67 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0564184 May 10 12:12:40.429718 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-620da346-3c12-4259-8bb2-f930d74d36c8 req-06ca8728-3914-4b45-a09d-8fe928fe2de7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376077 May 10 12:12:41.567578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d32b-4924-4f2f-8057-a770e81a9377 req-9f141e3f-dfad-472a-ae07-013fab7467d8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:41.569129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9a2d32b-4924-4f2f-8057-a770e81a9377 req-9f141e3f-dfad-472a-ae07-013fab7467d8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0561531 May 10 12:12:41.607777 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9a2d32b-4924-4f2f-8057-a770e81a9377 req-f8094e51-4c07-44cc-97a4-a395e3ec0cfc tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 May 10 12:12:42.116999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-a7bf1832-c561-4b52-8564-e3915a290c32 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:12:42.118588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-a7bf1832-c561-4b52-8564-e3915a290c32 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093284 May 10 12:12:42.188149 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-9baa9b16-b75c-492d-b68e-edcd02d054eb service neutron] show failed (client error): The resource could not be found. May 10 12:12:42.189145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-9baa9b16-b75c-492d-b68e-edcd02d054eb service neutron] 10.222.0.49 "GET /v2.0/ports/604fdbe7-eb85-408d-b158-a2a766c0a46a/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0630953 May 10 12:12:42.460184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-18cdcacf-7271-4b71-846f-e7ce582e66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:42.461669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-18cdcacf-7271-4b71-846f-e7ce582e66e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 1096 time: 0.1049905 May 10 12:12:42.473455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:42.531360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:42.728969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2437b7b-cbcb-4bbf-94ce-4eb9acac3072 req-2399797e-20a8-4a6a-9bf9-58ad45113729 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:42.730488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2437b7b-cbcb-4bbf-94ce-4eb9acac3072 req-2399797e-20a8-4a6a-9bf9-58ad45113729 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0503280 May 10 12:12:42.757140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:42.767995 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2437b7b-cbcb-4bbf-94ce-4eb9acac3072 req-76a5002c-6abf-4166-bc0d-2d35836ce8f1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 May 10 12:12:42.791671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:12:42.834688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:42.837029 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda01c62-ae7d-4851-84d1-e1442abe0e3e" -d '{"events": [{"server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "name": "network-vif-unplugged", "status": "completed", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:42.841201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:42.854627 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Transition to ACTIVE for port object 604fdbe7-eb85-408d-b158-a2a766c0a46a will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:12:42.861066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:42.939583 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf7c98-041c-4b5c-a273-707a7554ae8e x-openstack-request-id: req-2eaf7c98-041c-4b5c-a273-707a7554ae8e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:42.939583 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "name": "network-vif-unplugged", "status": "completed", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:42.939979 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eaf7c98-041c-4b5c-a273-707a7554ae8e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:42.940144 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaf7c98-041c-4b5c-a273-707a7554ae8e'] response: {'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'code': 200} May 10 12:12:42.953926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:42.994592 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] No DVR routers for this DVR port 604fdbe7-eb85-408d-b158-a2a766c0a46a on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:12:43.140296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Attempting to bind port 604fdbe7-eb85-408d-b158-a2a766c0a46a on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:12:43.140610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Attempting to bind port 604fdbe7-eb85-408d-b158-a2a766c0a46a by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:12:43.140950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Attempting to bind port 604fdbe7-eb85-408d-b158-a2a766c0a46a on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:43.146018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Port 604fdbe7-eb85-408d-b158-a2a766c0a46a on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:12:43.146323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Attempting to bind port 604fdbe7-eb85-408d-b158-a2a766c0a46a on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:43.151423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:12:43.151705 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:12:43.152117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:12:43.152543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Bound port: 604fdbe7-eb85-408d-b158-a2a766c0a46a, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:12:43.152891 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:43.229666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:12:43.233591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:12:43.239567 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:43.282261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:43.283162 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:43.284707 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 1091 time: 0.8151982 May 10 12:12:43.308396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c17b16-adb0-461b-be3c-5f3755e360b5 service neutron] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:43.368507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-1b4fca78-475c-4d2e-aa09-e92e4a3d3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:43.370283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-1b4fca78-475c-4d2e-aa09-e92e4a3d3251 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1094 time: 0.0586557 May 10 12:12:43.474710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-4d36e64f-80e8-40e0-82fc-ace4aa6c7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:43.476453 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-4d36e64f-80e8-40e0-82fc-ace4aa6c7f91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0994072 May 10 12:12:43.559333 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-401dcd5a-7846-4f6d-9ecb-e857a4b09932 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 999 time: 0.0753639 May 10 12:12:43.616565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-f97fa535-5f54-4a7f-90dd-9118dfb4497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:43.618061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-f97fa535-5f54-4a7f-90dd-9118dfb4497c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0515199 May 10 12:12:43.669475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-fa4ce78b-fcea-4cbd-a4d6-e44e7516ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:43.670991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-fa4ce78b-fcea-4cbd-a4d6-e44e7516ba96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466588 May 10 12:12:43.787525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-5f59a411-77ec-4844-bc8c-9b18a897b030 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090770 May 10 12:12:43.886792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-78d47acc-2bd8-433f-8d83-249fbf979215 req-46693eef-90d7-45d7-b930-fa88dec59c59 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925543 May 10 12:12:43.900919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6226113-ac4b-40b4-a3a2-2f694c1085cf req-6003ea08-069a-42ea-9e16-5bad521dd82f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:43.902507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6226113-ac4b-40b4-a3a2-2f694c1085cf req-6003ea08-069a-42ea-9e16-5bad521dd82f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 943 time: 0.0566247 May 10 12:12:43.955417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6226113-ac4b-40b4-a3a2-2f694c1085cf req-a0f5b546-8c81-4df3-a0d3-321d8cbc7ea3 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441706 May 10 12:12:44.941653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:44.944108 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:45.001063 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3154a7-e995-4d8f-92d7-1d55312c81a4 x-openstack-request-id: req-ae3154a7-e995-4d8f-92d7-1d55312c81a4 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:45.001411 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:45.001668 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae3154a7-e995-4d8f-92d7-1d55312c81a4 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:45.002074 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3154a7-e995-4d8f-92d7-1d55312c81a4'] response: {'name': 'network-changed', 'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'status': 'completed', 'code': 200} May 10 12:12:45.068733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-de79710d-d6e2-484b-a410-15b00a66bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.070254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-de79710d-d6e2-484b-a410-15b00a66bb23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1094 time: 0.0430486 May 10 12:12:45.092381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-b634f168-9c3e-4d26-baa6-639545e88737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.093879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-b634f168-9c3e-4d26-baa6-639545e88737 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1094 time: 0.0735471 May 10 12:12:45.108571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ccceb-fbb3-4fb7-b525-4594ba245622 req-5415c6fe-faca-4de8-bd55-da41371a60d7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.109967 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4d1ccceb-fbb3-4fb7-b525-4594ba245622 req-5415c6fe-faca-4de8-bd55-da41371a60d7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 943 time: 0.0608470 May 10 12:12:45.167389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-17e70865-a33d-4e9e-a66c-cb4fdde06aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.169031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-17e70865-a33d-4e9e-a66c-cb4fdde06aee service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0915163 May 10 12:12:45.199601 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4d1ccceb-fbb3-4fb7-b525-4594ba245622 req-2248fb96-c5ff-40c5-95d0-5d123c7c783b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707026 May 10 12:12:45.229399 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-ad15cf6c-4195-43b2-8c81-ef31d2990cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.230868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-ad15cf6c-4195-43b2-8c81-ef31d2990cb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1200659 May 10 12:12:45.237382 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-18c905b7-c8c0-4a05-88cc-65284a35a905 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 999 time: 0.0598581 May 10 12:12:45.291073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-c5b86ba6-2818-41e8-9019-75d8dfb06c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.292582 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-c5b86ba6-2818-41e8-9019-75d8dfb06c35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0476477 May 10 12:12:45.295360 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-b370eba0-03fa-4faa-b5f1-fe8e137b0e3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 999 time: 0.0577767 May 10 12:12:45.342614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-ce2461c0-f44b-4854-8e74-12bc49c4fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.344129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-ce2461c0-f44b-4854-8e74-12bc49c4fd2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412135 May 10 12:12:45.355658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-2baa1616-0765-4277-abde-9090e450c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.357220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-2baa1616-0765-4277-abde-9090e450c7ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0556328 May 10 12:12:45.405623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-813b8512-f0b5-437b-9610-fdf18d6c15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:45.407133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-813b8512-f0b5-437b-9610-fdf18d6c15b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439241 May 10 12:12:45.442193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-5d99bea5-05f2-4ea9-8aa3-5e2dd2ad1ac9 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895100 May 10 12:12:45.500341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-bf9caaf0-5633-4108-9cdc-86b284a13eea service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862393 May 10 12:12:45.538672 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-ae07ffb8-b521-4c01-b4e6-a812c38fa42d service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895250 May 10 12:12:45.594759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ddc864-1ad6-4db5-aa44-3b0a3d34ce4c req-0392c26e-7fc8-488a-975f-a05d6b79985e service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876915 May 10 12:12:45.975484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 604fdbe7-eb85-408d-b158-a2a766c0a46a details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:12:46.092106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:46.102591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'mac_address': 'fa:16:3e:fd:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:12:46.139964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 604fdbe7-eb85-408d-b158-a2a766c0a46a is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:46.140360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:46.153953 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604fdbe7-eb85-408d-b158-a2a766c0a46a {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:12:46.173202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:46.179357 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:46.232209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:46.327542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5a0ef-42ae-47b6-8a9b-292d4e49dd6b req-2900a060-1fe0-4f7b-bb96-9a8cddb11f59 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:46.329105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eaf5a0ef-42ae-47b6-8a9b-292d4e49dd6b req-2900a060-1fe0-4f7b-bb96-9a8cddb11f59 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 944 time: 0.0556366 May 10 12:12:46.371495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eaf5a0ef-42ae-47b6-8a9b-292d4e49dd6b req-6fb1bd35-5ffa-4663-88c2-b4d89cfca522 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321274 May 10 12:12:46.397297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['604fdbe7-eb85-408d-b158-a2a766c0a46a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:12:46.587710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec54a-2d75-44a7-8c50-b0ead82af51c req-a80531f2-e73a-47d5-9c83-6c990b55c831 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:46.589372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e40ec54a-2d75-44a7-8c50-b0ead82af51c req-a80531f2-e73a-47d5-9c83-6c990b55c831 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 944 time: 0.0534635 May 10 12:12:46.592900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-9f054fca-2f19-48ce-bbbb-8ffe7048fce9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:46.594322 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-9f054fca-2f19-48ce-bbbb-8ffe7048fce9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 944 time: 0.0508420 May 10 12:12:46.627867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e40ec54a-2d75-44a7-8c50-b0ead82af51c req-9106a8b5-566e-41a6-9999-e56d8d5056ad tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 May 10 12:12:46.654633 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-8e2593e8-7c4b-498d-bf64-eda5924dbbf7 service neutron] delete failed (client error): The resource could not be found. May 10 12:12:46.655679 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-8e2593e8-7c4b-498d-bf64-eda5924dbbf7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/604fdbe7-eb85-408d-b158-a2a766c0a46a/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0536399 May 10 12:12:46.700760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 604fdbe7-eb85-408d-b158-a2a766c0a46a no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:12:46.741978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 604fdbe7-eb85-408d-b158-a2a766c0a46a not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:12:46.795128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-5ec66848-0c93-4284-996d-639be3e45732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:46.796647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-5ec66848-0c93-4284-996d-639be3e45732 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 1095 time: 0.0460796 May 10 12:12:46.886529 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-3bf4d4fe-421e-4d1d-a092-193899d27426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:46.888029 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-3bf4d4fe-421e-4d1d-a092-193899d27426 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0851860 May 10 12:12:46.956987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-ba726eee-333b-4f37-b49b-497879ec4503 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 200 len: 1000 time: 0.0627661 May 10 12:12:47.005303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-9e26a972-404f-4cbf-87d5-4ee4a24227c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:47.006648 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-9e26a972-404f-4cbf-87d5-4ee4a24227c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0434418 May 10 12:12:47.055638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-edfd618d-a82f-446b-8b95-e6d0c383d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:47.057115 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-edfd618d-a82f-446b-8b95-e6d0c383d2bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439277 May 10 12:12:47.150216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-9f01284c-6538-4bff-a557-83616fed8a75 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865245 May 10 12:12:47.241260 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1709a4f8-4e35-400a-b7af-010cc953cc81 req-0f2c14d9-cbc6-4f62-a305-18068ba38965 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843196 May 10 12:12:47.754685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bed01-ade3-4d38-897d-d0188e3a1e71 req-99be050c-b9a9-42ae-a84a-90edbba6739d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:47.756197 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-546bed01-ade3-4d38-897d-d0188e3a1e71 req-99be050c-b9a9-42ae-a84a-90edbba6739d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 944 time: 0.0530198 May 10 12:12:47.797315 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-546bed01-ade3-4d38-897d-d0188e3a1e71 req-03fa1eef-05d6-41da-baad-9768c8e9f86e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 May 10 12:12:47.926610 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2f3ee-e8b5-4e04-b9b5-1403ce0be788 req-b4d94865-1062-4c60-af14-3c4a5596094b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:47.928112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19c2f3ee-e8b5-4e04-b9b5-1403ce0be788 req-b4d94865-1062-4c60-af14-3c4a5596094b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 944 time: 0.0603809 May 10 12:12:47.971270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19c2f3ee-e8b5-4e04-b9b5-1403ce0be788 req-9a5a37af-252f-4f16-ac14-2c1fa658baba tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337949 May 10 12:12:47.999645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 604fdbe7-eb85-408d-b158-a2a766c0a46a up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:12:48.057671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 604fdbe7-eb85-408d-b158-a2a766c0a46a completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:12:48.061631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 604fdbe7-eb85-408d-b158-a2a766c0a46a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:48.061998 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:48.101738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb10d00-2a48-4333-952e-b3e8d24fe8bf req-84c4982a-7767-4858-8bbb-b04e84efce2d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:48.103214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3cb10d00-2a48-4333-952e-b3e8d24fe8bf req-84c4982a-7767-4858-8bbb-b04e84efce2d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 944 time: 0.0577526 May 10 12:12:48.141079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 604fdbe7-eb85-408d-b158-a2a766c0a46a is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:48.141470 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:48.141889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3cb10d00-2a48-4333-952e-b3e8d24fe8bf req-dc943dfd-e2c2-4701-8d15-90846cc586fa tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325675 May 10 12:12:48.165008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:48.167656 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a275be-a1c4-4021-96ef-d5b4363b249a" -d '{"events": [{"server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "name": "network-vif-plugged", "status": "completed", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:48.180937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:48.186293 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:48.222754 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1034436-6aad-49cb-9ed9-122ff53bc119 x-openstack-request-id: req-f1034436-6aad-49cb-9ed9-122ff53bc119 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:48.222754 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "name": "network-vif-plugged", "status": "completed", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:48.223437 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1034436-6aad-49cb-9ed9-122ff53bc119 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:48.223845 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1034436-6aad-49cb-9ed9-122ff53bc119'] response: {'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'code': 200} May 10 12:12:48.241728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:48.408046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cafc0-1a5e-49d0-a623-330bf0ccf267 req-8e4bb64f-fea6-4eac-8f45-4cde52e859a4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:48.409496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-997cafc0-1a5e-49d0-a623-330bf0ccf267 req-8e4bb64f-fea6-4eac-8f45-4cde52e859a4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0571501 May 10 12:12:48.448605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-997cafc0-1a5e-49d0-a623-330bf0ccf267 req-87811522-174a-4da4-af05-208c57756820 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 May 10 12:12:49.586990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd4c24-f222-41bc-b043-5249a1aabfb1 req-7a14a46a-ebb4-4072-a614-24e462ff16b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:49.588497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5cd4c24-f222-41bc-b043-5249a1aabfb1 req-7a14a46a-ebb4-4072-a614-24e462ff16b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0672750 May 10 12:12:49.650660 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-01487918-9e16-4b25-9bf6-812869826d85 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:49.652131 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-01487918-9e16-4b25-9bf6-812869826d85 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 945 time: 0.0916762 May 10 12:12:49.654883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a5cd4c24-f222-41bc-b043-5249a1aabfb1 req-73878af1-fee6-4db1-bfd8-5a4147557304 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529916 May 10 12:12:49.744094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Deleting port 604fdbe7-eb85-408d-b158-a2a766c0a46a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:12:49.744318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:49.847841 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] For port 604fdbe7-eb85-408d-b158-a2a766c0a46a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=604fdbe7-eb85-408d-b158-a2a766c0a46a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:49.848214 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:50.029195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:50.029406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:50.029756 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d disassociated. External IP: 172.25.8.228, port: 604fdbe7-eb85-408d-b158-a2a766c0a46a. May 10 12:12:50.030086 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Calling delete_port for 604fdbe7-eb85-408d-b158-a2a766c0a46a owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:12:50.170294 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:50.200748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event deleted for resources: {'Port': ['ID=604fdbe7-eb85-408d-b158-a2a766c0a46a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:50.320889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:12:50.753491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58b9f395-141e-4bbc-ad43-07c2caa618d6 req-ccf238b8-6466-4f4e-a75a-607c852420c2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8799249-c178-4867-a34b-32b0425cb548 HTTP/1.1" status: 200 len: 210 time: 0.0270450 May 10 12:12:50.771757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:12:50.781527 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:12:50.792129 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:12:50.792750 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:50.811213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] No DVR routers for this DVR port 604fdbe7-eb85-408d-b158-a2a766c0a46a on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:12:50.813881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:50.817285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8de0691d-b47c-4291-8694-fdd4515581a8 req-efbb77da-2e60-4ee0-be16-3a8dae4234e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "DELETE /v2.0/ports/604fdbe7-eb85-408d-b158-a2a766c0a46a HTTP/1.1" status: 204 len: 173 time: 1.1592007 May 10 12:12:50.817884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'name': 'network-vif-deleted', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:50.820317 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5749b0-474b-42ce-91cf-e59dcceba994" -d '{"events": [{"server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "name": "network-vif-deleted", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:50.863152 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10883e47-1753-4f15-a6a4-2f1848068136 x-openstack-request-id: req-10883e47-1753-4f15-a6a4-2f1848068136 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:50.863450 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8799249-c178-4867-a34b-32b0425cb548", "name": "network-vif-deleted", "tag": "604fdbe7-eb85-408d-b158-a2a766c0a46a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:50.863699 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10883e47-1753-4f15-a6a4-2f1848068136 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:50.864132 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10883e47-1753-4f15-a6a4-2f1848068136'] response: {'server_uuid': 'a8799249-c178-4867-a34b-32b0425cb548', 'name': 'network-vif-deleted', 'tag': '604fdbe7-eb85-408d-b158-a2a766c0a46a', 'status': 'completed', 'code': 200} May 10 12:12:50.902509 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:12:51.188563 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:51.215088 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:12:51.224350 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:12:51.224965 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:51.333438 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:12:51.569531 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:51.598148 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a9d5b-53d2-4c96-803f-d8aa2c1d0643 None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:12:51.845361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbbb455-7131-4b30-88f2-b6d3df90613b None None] New status for floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:12:51.998457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-915c534d-2884-41dd-b3d4-a94bdc82182a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1610577087&fields=id&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 267 time: 0.0340984 May 10 12:12:52.005232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 604fdbe7-eb85-408d-b158-a2a766c0a46a no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:12:52.025704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 604fdbe7-eb85-408d-b158-a2a766c0a46a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:12:52.025976 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 604fdbe7-eb85-408d-b158-a2a766c0a46a not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:12:52.114057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-ea27575f-37ae-4d3f-87dc-dc4b5a27fc1e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:52.115573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-ea27575f-37ae-4d3f-87dc-dc4b5a27fc1e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 811 time: 0.1090479 May 10 12:12:52.131389 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-99051ba1-5308-4157-9cbe-ffcaf232a400 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/quotas/ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 375 time: 0.0098433 May 10 12:12:52.185104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-95d34bce-b3f9-4182-815b-aa6044fe6d92 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482187 May 10 12:12:52.281604 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-0d24a19b-e579-4517-8696-9d9eddea428b service neutron] 10.222.0.13 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840197 May 10 12:12:52.370471 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-bcd23857-04c1-460f-b47d-838f3811db63 service neutron] 10.222.0.13 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824025 May 10 12:12:52.550406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dcbeb8f7-d13e-40eb-a101-1713b1a17c38 req-c2b8de66-7bc2-41bc-8d73-6adcbd8ab252 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 210 time: 0.0262551 May 10 12:12:53.501545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-acc14fd3-ac17-4e46-be70-617b9afebbcc tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:53.502947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-acc14fd3-ac17-4e46-be70-617b9afebbcc tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 811 time: 0.1167026 May 10 12:12:53.552158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-48d9befc-931b-4aa3-8366-2548149f1aae tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 380 time: 0.0400131 May 10 12:12:53.563721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'port': {'device_id': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'admin_state_up': True, 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'security_groups': ['3d8e4c58-3247-463c-99d8-c05f3df9b0af']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:53.646866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e87acc1f-d6a1-4d63-a654-0b950ff2dd52 req-6be7110e-309a-4c36-b5ae-bc0d7f7290bf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 210 time: 0.0270231 May 10 12:12:53.673173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Made reservation on behalf of ed4faa1354b2455fa669f9feefe2cfb3 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:12:53.677176 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:53.803466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Allocated IP 172.20.0.12 (4f73a7b9-635f-493f-b5db-ee8d7429bdad/790161ad-fc18-494c-885f-69cccd42c9e5/6878a9d3-45a3-4604-82b2-0b60276ea082) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:12:53.946740 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:53.984772 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.026361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:12:54.029391 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:12:54.033334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:12:54.042162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'Port': ['ID=6878a9d3-45a3-4604-82b2-0b60276ea082,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:54.089636 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:54.090286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.110831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-e6cd544e-a65e-4b62-9105-c3793f2788f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5505455 May 10 12:12:54.123685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Request body: {'port': {'device_id': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:12:54.184844 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.260542 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-21842af5-a02a-4695-a47d-8a3aaeb7a127 None None] Provisioning complete for port 6878a9d3-45a3-4604-82b2-0b60276ea082 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:12:54.261161 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21842af5-a02a-4695-a47d-8a3aaeb7a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.299131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-21842af5-a02a-4695-a47d-8a3aaeb7a127 None None] Port 6878a9d3-45a3-4604-82b2-0b60276ea082 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:12:54.453718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6878a9d3-45a3-4604-82b2-0b60276ea082 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:12:54.461523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.478914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Transition to ACTIVE for port object 6878a9d3-45a3-4604-82b2-0b60276ea082 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:12:54.484057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.531714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6878a9d3-45a3-4604-82b2-0b60276ea082,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:54.610366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Attempting to bind port 6878a9d3-45a3-4604-82b2-0b60276ea082 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:12:54.611038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Attempting to bind port 6878a9d3-45a3-4604-82b2-0b60276ea082 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:12:54.611038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Attempting to bind port 6878a9d3-45a3-4604-82b2-0b60276ea082 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:54.616048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Port 6878a9d3-45a3-4604-82b2-0b60276ea082 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:12:54.616351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Attempting to bind port 6878a9d3-45a3-4604-82b2-0b60276ea082 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:12:54.621424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:12:54.621763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:12:54.622134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:12:54.622552 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Bound port: 6878a9d3-45a3-4604-82b2-0b60276ea082, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:12:54.622909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.690066 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:12:54.693241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=6878a9d3-45a3-4604-82b2-0b60276ea082,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:12:54.698293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.745217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:54.745826 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:54.747212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] 10.222.0.70 "PUT /v2.0/ports/6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 1092 time: 0.6280293 May 10 12:12:54.747669 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:12:54.749946 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718bd904-55aa-443d-ab43-9ad40790bc87" -d '{"events": [{"name": "network-changed", "server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:12:54.804408 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7729d346-b31c-4467-bb4a-f76760ec34e1 x-openstack-request-id: req-7729d346-b31c-4467-bb4a-f76760ec34e1 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:12:54.804699 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:12:54.804954 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7729d346-b31c-4467-bb4a-f76760ec34e1 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:12:54.805368 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7729d346-b31c-4467-bb4a-f76760ec34e1'] response: {'name': 'network-changed', 'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'status': 'completed', 'code': 200} May 10 12:12:54.824502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec2648-690e-4ada-99c6-d2ab97692fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6878a9d3-45a3-4604-82b2-0b60276ea082,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:54.846835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43163ce7-d873-4447-b8fb-2b4d211c382b req-58c2c57b-bff5-4e9b-8968-fe5a0ce448dd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:54.848449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43163ce7-d873-4447-b8fb-2b4d211c382b req-58c2c57b-bff5-4e9b-8968-fe5a0ce448dd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 944 time: 0.1227257 May 10 12:12:54.858468 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-384473dd-4264-446d-81c2-0ecc398e1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:54.859981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-384473dd-4264-446d-81c2-0ecc398e1595 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1095 time: 0.0683992 May 10 12:12:54.908913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-917b69e6-f95f-48fd-af4d-44aa627c7848 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 217 time: 0.0416203 May 10 12:12:54.963067 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-43163ce7-d873-4447-b8fb-2b4d211c382b req-fbbae1a3-847c-4f4b-b1b8-ceb67677ac41 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068277 May 10 12:12:54.977227 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-c31637d1-0645-41b7-ab05-8e5a8f000306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:54.978682 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-c31637d1-0645-41b7-ab05-8e5a8f000306 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0571594 May 10 12:12:55.024062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-340bfb01-f323-44cb-8169-afb2d084886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:55.025277 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-340bfb01-f323-44cb-8169-afb2d084886f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401902 May 10 12:12:55.117900 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-18647a0a-9260-46f7-a284-8db6fe2e7cbf service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859954 May 10 12:12:55.215128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-49940f75-c06b-46d9-bfd9-3cd88ccc0816 req-798a613e-5cd8-4784-b4e7-5a0f6eeffa91 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906210 May 10 12:12:55.307076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-e96209a2-362e-4b57-a268-3d8c461c0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:55.308591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-e96209a2-362e-4b57-a268-3d8c461c0d53 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1095 time: 0.0439851 May 10 12:12:55.407998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-716210d5-0140-4544-bbe3-cbaa435a9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:55.409482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-716210d5-0140-4544-bbe3-cbaa435a9ddf service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0940592 May 10 12:12:55.451224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-9a06aba6-480e-4b45-a4ff-23d31663cc3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 217 time: 0.0351503 May 10 12:12:55.501298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-85823c2e-75ec-443e-b5cf-719b5e4739f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:55.502738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-85823c2e-75ec-443e-b5cf-719b5e4739f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0447359 May 10 12:12:55.556047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-3983c38f-265c-42b8-9f8e-d7d5720151df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:55.557624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-3983c38f-265c-42b8-9f8e-d7d5720151df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474954 May 10 12:12:55.647760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-7b46640b-66e8-46bd-839d-1b38353cbf5a service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819635 May 10 12:12:55.748646 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-718bd904-55aa-443d-ab43-9ad40790bc87 req-f2c6adf3-221f-4c9d-904e-12e44cbfebcf service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938544 May 10 12:12:56.096018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79f6c5-a8cc-49fe-839b-9db82aebd113 req-85a5a6b2-7a75-40bb-b8c8-e6a00955df31 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:56.097530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b79f6c5-a8cc-49fe-839b-9db82aebd113 req-85a5a6b2-7a75-40bb-b8c8-e6a00955df31 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 944 time: 0.0548389 May 10 12:12:56.146870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2b79f6c5-a8cc-49fe-839b-9db82aebd113 req-857be907-6249-4f03-a218-8676baf84b91 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 May 10 12:12:57.290987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eada4f-73e0-4072-a225-7666e34a04fe req-e09ce3b8-ebb9-4a6b-baa7-f5b976bb41ab tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:57.292484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8eada4f-73e0-4072-a225-7666e34a04fe req-e09ce3b8-ebb9-4a6b-baa7-f5b976bb41ab tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 944 time: 0.0645480 May 10 12:12:57.343607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f8eada4f-73e0-4072-a225-7666e34a04fe req-879c88b4-271b-4353-b379-ee83a587859a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 May 10 12:12:58.007167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 6878a9d3-45a3-4604-82b2-0b60276ea082 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:12:58.118779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=6878a9d3-45a3-4604-82b2-0b60276ea082,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:58.132616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'mac_address': 'fa:16:3e:be:56:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:12:58.181484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 6878a9d3-45a3-4604-82b2-0b60276ea082 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:12:58.181871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:58.199300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6878a9d3-45a3-4604-82b2-0b60276ea082 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:12:58.219686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=6878a9d3-45a3-4604-82b2-0b60276ea082,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:12:58.227620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:58.283999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=6878a9d3-45a3-4604-82b2-0b60276ea082,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:58.420956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['6878a9d3-45a3-4604-82b2-0b60276ea082'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:12:58.462737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d135c-97e6-4806-8612-e0998366c5cd req-55cdbe2c-6476-48ab-9f57-a7bb3b02b0d9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:58.464217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed6d135c-97e6-4806-8612-e0998366c5cd req-55cdbe2c-6476-48ab-9f57-a7bb3b02b0d9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 945 time: 0.0496459 May 10 12:12:58.502349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ed6d135c-97e6-4806-8612-e0998366c5cd req-71597888-dc36-4108-950e-eaba940b3def tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 May 10 12:12:59.627968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a55959-3deb-43d2-9f85-621b71aa6a7c req-39c0c6e7-e4e2-43b6-908d-d187dbba99fa tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:12:59.629452 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f5a55959-3deb-43d2-9f85-621b71aa6a7c req-39c0c6e7-e4e2-43b6-908d-d187dbba99fa tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 945 time: 0.0520079 May 10 12:12:59.668853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f5a55959-3deb-43d2-9f85-621b71aa6a7c req-4870b2d7-c870-4595-9420-6b095533178a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330837 May 10 12:13:00.012992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 6878a9d3-45a3-4604-82b2-0b60276ea082 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:13:00.068058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 6878a9d3-45a3-4604-82b2-0b60276ea082 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:13:00.071665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 6878a9d3-45a3-4604-82b2-0b60276ea082 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:13:00.072066 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:00.151979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 6878a9d3-45a3-4604-82b2-0b60276ea082 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:13:00.152364 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:00.174629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:13:00.177345 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5ef3cf-183a-414b-9078-98a5f2ab23bb" -d '{"events": [{"server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:13:00.189895 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=6878a9d3-45a3-4604-82b2-0b60276ea082,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:13:00.195048 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:00.219427 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27d7557-5781-4451-b8f1-0215eb2b8491 x-openstack-request-id: req-e27d7557-5781-4451-b8f1-0215eb2b8491 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:13:00.219718 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:13:00.219988 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e27d7557-5781-4451-b8f1-0215eb2b8491 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:13:00.220374 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27d7557-5781-4451-b8f1-0215eb2b8491'] response: {'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'code': 200} May 10 12:13:00.249234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=6878a9d3-45a3-4604-82b2-0b60276ea082,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:00.258402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.258742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.259493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.259938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.260275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.260591 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.261157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.261814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.262146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.262473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.262872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.263272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:00.325562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a5dee-9c20-422c-a0a1-4bf25575bba8 req-eedacdba-26da-4d63-b628-450d9f441e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:00.327027 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b00a5dee-9c20-422c-a0a1-4bf25575bba8 req-eedacdba-26da-4d63-b628-450d9f441e71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1097 time: 0.0533607 May 10 12:13:00.361134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b00a5dee-9c20-422c-a0a1-4bf25575bba8 req-bb017cf9-1c27-4a32-8a2d-fbdf60c18bd5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273857 May 10 12:13:00.798363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3869a-6ca9-4173-b211-5b5b3ca384a3 req-fabccf27-d2ea-4bd1-b6eb-80d0cbd4dc37 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:00.800219 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-52c3869a-6ca9-4173-b211-5b5b3ca384a3 req-fabccf27-d2ea-4bd1-b6eb-80d0cbd4dc37 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0522032 May 10 12:13:00.840332 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-52c3869a-6ca9-4173-b211-5b5b3ca384a3 req-b11bebd7-f97d-4a58-bdcc-e054d7eaec0d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 May 10 12:13:01.982406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2401e85-fa73-4ed1-9484-3c1f40c005b3 req-65c8dd75-946d-484f-836b-d1916b4e2a08 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:01.983918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2401e85-fa73-4ed1-9484-3c1f40c005b3 req-65c8dd75-946d-484f-836b-d1916b4e2a08 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0645597 May 10 12:13:02.023645 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a2401e85-fa73-4ed1-9484-3c1f40c005b3 req-dfbcb0f7-36c2-48eb-aa9a-f82e1d68017a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 May 10 12:13:02.147589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb6375-4d0a-48a0-8725-8bf074f4d45f req-9b2cc9cf-fb27-4109-aeb3-60fea9a20abf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:02.149000 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1adb6375-4d0a-48a0-8725-8bf074f4d45f req-9b2cc9cf-fb27-4109-aeb3-60fea9a20abf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0571041 May 10 12:13:02.158055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56306) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:13:02.162742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'floatingip': {'port_id': '6878a9d3-45a3-4604-82b2-0b60276ea082'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:13:02.206366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:02.694719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:02.700084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:02.801805 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d associated. External IP: 172.25.8.228, port: 6878a9d3-45a3-4604-82b2-0b60276ea082. May 10 12:13:02.873654 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:03.008429 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:13:03.123546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:13:03.130957 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:03.136058 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:13:03.145878 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:13:03.146913 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:03.162263 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-23634084-f4ff-47f9-98ba-d7686da9b480 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "PUT /v2.0/floatingips/c7615c83-0f31-4d68-b31d-7be07fdc9a3d HTTP/1.1" status: 200 len: 992 time: 1.0028815 May 10 12:13:03.162969 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:13:03.165406 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6df621-d495-40af-b568-e0380311f147" -d '{"events": [{"name": "network-changed", "server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:13:03.210856 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21efe61-5e78-42fe-8302-cf66a1451d60 x-openstack-request-id: req-c21efe61-5e78-42fe-8302-cf66a1451d60 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:13:03.211223 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:13:03.211572 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c21efe61-5e78-42fe-8302-cf66a1451d60 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:13:03.212093 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21efe61-5e78-42fe-8302-cf66a1451d60'] response: {'name': 'network-changed', 'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'status': 'completed', 'code': 200} May 10 12:13:03.254294 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:13:03.289586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6df621-d495-40af-b568-e0380311f147 req-80198261-b97f-4948-8fa5-7ddbe544ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:03.291216 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea6df621-d495-40af-b568-e0380311f147 req-80198261-b97f-4948-8fa5-7ddbe544ebad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1097 time: 0.0584018 May 10 12:13:03.410412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cc502-d373-4316-a1b5-eaccd343fc9f req-9b0e9785-390d-494c-a2cd-c9555bcea736 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:03.411953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9c0cc502-d373-4316-a1b5-eaccd343fc9f req-9b0e9785-390d-494c-a2cd-c9555bcea736 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0954471 May 10 12:13:03.434005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6df621-d495-40af-b568-e0380311f147 req-cfd98be9-d2f8-4226-9901-3511e3d3bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:03.435434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea6df621-d495-40af-b568-e0380311f147 req-cfd98be9-d2f8-4226-9901-3511e3d3bc91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1379809 May 10 12:13:03.485877 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:be:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:13:02Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:03.498600 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9c0cc502-d373-4316-a1b5-eaccd343fc9f req-24d21a13-4777-4c93-97c8-073276de67d8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753233 May 10 12:13:03.519849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea6df621-d495-40af-b568-e0380311f147 req-03469842-c5d9-4075-8ad4-6f364ce34939 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 1000 time: 0.0713420 May 10 12:13:03.519968 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:13:03.524756 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:13:03.525379 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:12:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:03.569152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6df621-d495-40af-b568-e0380311f147 req-d7e24b4b-40a0-48e3-8582-ff74a47adaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:03.570642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea6df621-d495-40af-b568-e0380311f147 req-d7e24b4b-40a0-48e3-8582-ff74a47adaa2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0500028 May 10 12:13:03.616735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6df621-d495-40af-b568-e0380311f147 req-65920887-57e0-457a-b42e-f893e112376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:03.618320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea6df621-d495-40af-b568-e0380311f147 req-65920887-57e0-457a-b42e-f893e112376f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414979 May 10 12:13:03.631948 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:13:03.710112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea6df621-d495-40af-b568-e0380311f147 req-37beed44-e1bc-4948-95b7-887cc7c7836e service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849967 May 10 12:13:03.804104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ea6df621-d495-40af-b568-e0380311f147 req-90f0978d-7460-46ff-be69-209155293b44 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872786 May 10 12:13:03.850848 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:be:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:13:02Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:03.879555 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda4ab7-3a84-49c9-bb70-6da4040db0ef None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:be:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:13:02Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:13:04.087016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c436ee-adbe-47ca-980b-278c2fee3b5e None None] New status for floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:13:04.331132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae3095d1-441c-45f8-9348-9c46e64b61be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:04.645919 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5808b-810f-442d-a861-d139914e00da req-f325e950-79f5-463f-b92c-9e22f8c7b100 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:04.647458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68e5808b-810f-442d-a861-d139914e00da req-f325e950-79f5-463f-b92c-9e22f8c7b100 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0628688 May 10 12:13:04.687602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68e5808b-810f-442d-a861-d139914e00da req-010a412f-1e85-424a-b367-f1a0a56a34e5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334377 May 10 12:13:05.816939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0ebd-4e1e-486f-9001-03c3f1ead6e1 req-f717cf71-0390-4015-8109-9ef2e4a2fab2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:05.818567 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c80c0ebd-4e1e-486f-9001-03c3f1ead6e1 req-f717cf71-0390-4015-8109-9ef2e4a2fab2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0530233 May 10 12:13:05.841395 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:05.859779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c80c0ebd-4e1e-486f-9001-03c3f1ead6e1 req-9f109545-9800-4abb-bf58-0c2e5c9ab0dc tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341864 May 10 12:13:06.994270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551c527-9d7d-4030-9b09-aac966c39eb2 req-2fd2cf8e-e2b1-4b7c-90fb-e967917a3279 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:06.995759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a551c527-9d7d-4030-9b09-aac966c39eb2 req-2fd2cf8e-e2b1-4b7c-90fb-e967917a3279 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0611286 May 10 12:13:07.039740 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a551c527-9d7d-4030-9b09-aac966c39eb2 req-605f7300-1b68-4263-8ad3-fd7ddf29f52c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359023 May 10 12:13:07.306165 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0313ee71-e15b-4464-9723-9a930024d068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:07.877756 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:13:07.944167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:08.161963 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26875e6-6331-42f1-aa3f-23b200d0ff22 req-bb46cb92-e229-4134-a12c-47fb3a2f971d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:08.163359 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e26875e6-6331-42f1-aa3f-23b200d0ff22 req-bb46cb92-e229-4134-a12c-47fb3a2f971d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0504773 May 10 12:13:08.204985 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e26875e6-6331-42f1-aa3f-23b200d0ff22 req-98b965ff-dafe-4346-849b-d3296a3a237e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345683 May 10 12:13:09.322559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d3792-8278-4008-b985-9dea9baa9a60 req-8b66560a-5206-457c-9cb4-8e9fcac8dab4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:09.324086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-634d3792-8278-4008-b985-9dea9baa9a60 req-8b66560a-5206-457c-9cb4-8e9fcac8dab4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0497823 May 10 12:13:09.362569 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-634d3792-8278-4008-b985-9dea9baa9a60 req-2319c1f4-7b6d-495c-b7fd-29884290a750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324140 May 10 12:13:09.459742 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:09.577186 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:10.499776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a04c3-5c69-449b-bb34-afce529f700d req-e4d6219b-c630-4e10-a79e-866e50ced160 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:10.501318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b10a04c3-5c69-449b-bb34-afce529f700d req-e4d6219b-c630-4e10-a79e-866e50ced160 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0593286 May 10 12:13:10.541220 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b10a04c3-5c69-449b-bb34-afce529f700d req-8ffec128-8ce4-424b-afdf-0bb83ee2a2e2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336728 May 10 12:13:11.670491 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddd206-d1a0-4bd1-b848-8c949b852a3c req-fed9452c-b07a-4b36-a1b2-942d4e116618 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:11.672062 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1eddd206-d1a0-4bd1-b848-8c949b852a3c req-fed9452c-b07a-4b36-a1b2-942d4e116618 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0552049 May 10 12:13:11.716141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1eddd206-d1a0-4bd1-b848-8c949b852a3c req-b5c7e8ec-166f-4084-98ad-361fccbee712 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374801 May 10 12:13:12.836389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21f4c1-c9b5-4eea-b563-b384e3dcccbe req-0767e7ee-3f11-4eba-a8d9-396c85118ae9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:12.837852 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f21f4c1-c9b5-4eea-b563-b384e3dcccbe req-0767e7ee-3f11-4eba-a8d9-396c85118ae9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0525434 May 10 12:13:12.882135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3f21f4c1-c9b5-4eea-b563-b384e3dcccbe req-65b95066-4d8c-4f1f-9afb-000646deeb75 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352633 May 10 12:13:14.014969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74271d-42bf-4040-8b8b-fefde45cc617 req-3d9e0a3b-a292-4729-90df-aa1281ae099e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:14.016460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac74271d-42bf-4040-8b8b-fefde45cc617 req-3d9e0a3b-a292-4729-90df-aa1281ae099e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0517540 May 10 12:13:14.055040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac74271d-42bf-4040-8b8b-fefde45cc617 req-47cf13c1-a74c-4ef3-8034-eeae410fba87 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 May 10 12:13:15.179516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3984264-1450-4aeb-9ef1-e8ebce9dee60 req-ec7df806-379b-4310-b7e6-10346c6f249b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:15.181143 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c3984264-1450-4aeb-9ef1-e8ebce9dee60 req-ec7df806-379b-4310-b7e6-10346c6f249b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0511618 May 10 12:13:15.220076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c3984264-1450-4aeb-9ef1-e8ebce9dee60 req-3124ad2e-cf3a-4519-9dc1-4c32e57e369a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 May 10 12:13:16.342957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ca3f1-8e6a-4d62-bf61-227834d26258 req-75fe12a2-d5ea-4702-843a-4db6b6f6839f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:16.344466 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-846ca3f1-8e6a-4d62-bf61-227834d26258 req-75fe12a2-d5ea-4702-843a-4db6b6f6839f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0500491 May 10 12:13:16.383787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-846ca3f1-8e6a-4d62-bf61-227834d26258 req-d56c1896-c193-4476-8f6c-e0ea1f0caa97 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330496 May 10 12:13:17.526411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d93833-ad5f-4c24-b2fe-da70103cb411 req-eab4e4be-17f0-4c83-9808-42aaf96364b5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:17.527914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98d93833-ad5f-4c24-b2fe-da70103cb411 req-eab4e4be-17f0-4c83-9808-42aaf96364b5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0661566 May 10 12:13:17.568189 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98d93833-ad5f-4c24-b2fe-da70103cb411 req-828dd32c-792f-49f9-816a-5b98cf5c634a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334897 May 10 12:13:18.699416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb245c-1a5c-49b6-b868-a8e59ba85a6b req-36122574-d9a3-4745-a589-8bfd3a23d1d8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:18.700920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7cb245c-1a5c-49b6-b868-a8e59ba85a6b req-36122574-d9a3-4745-a589-8bfd3a23d1d8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0585279 May 10 12:13:18.740371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c7cb245c-1a5c-49b6-b868-a8e59ba85a6b req-2032548f-e95d-49c9-90a5-b6aa24fb2861 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332270 May 10 12:13:19.870576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbd43-fdea-42c4-a8b2-514542910381 req-6c3179d6-9c9d-46af-91f3-bb71f936f2f6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:19.872069 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47ccbd43-fdea-42c4-a8b2-514542910381 req-6c3179d6-9c9d-46af-91f3-bb71f936f2f6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0532820 May 10 12:13:19.911712 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-47ccbd43-fdea-42c4-a8b2-514542910381 req-71ceb9cb-7c8f-4013-b8d1-8b81bce90373 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 May 10 12:13:21.042215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b8f6-3e23-4cf0-a8ce-1a30b2bf2cb2 req-67e0b930-c9da-4e75-8aa2-8185da534ee3 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:21.043692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c378b8f6-3e23-4cf0-a8ce-1a30b2bf2cb2 req-67e0b930-c9da-4e75-8aa2-8185da534ee3 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0572827 May 10 12:13:21.083630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c378b8f6-3e23-4cf0-a8ce-1a30b2bf2cb2 req-09ca8654-aa92-4a88-9753-8ed487c32846 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337677 May 10 12:13:22.215067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1090c-06d7-4f67-9999-feb286c0f3fe req-fa09109d-b8c5-4009-9761-501f9179643b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:22.216562 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80f1090c-06d7-4f67-9999-feb286c0f3fe req-fa09109d-b8c5-4009-9761-501f9179643b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0510695 May 10 12:13:22.256093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-80f1090c-06d7-4f67-9999-feb286c0f3fe req-b67982b2-db53-4f4b-aac0-74d71d63041c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332940 May 10 12:13:23.389729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a475-7ae0-41cf-ad12-cb4ce7688440 req-b7f3ce35-78c7-40a8-9525-ff144fc7b314 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:23.391381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc50a475-7ae0-41cf-ad12-cb4ce7688440 req-b7f3ce35-78c7-40a8-9525-ff144fc7b314 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0611761 May 10 12:13:23.433954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc50a475-7ae0-41cf-ad12-cb4ce7688440 req-526d9241-0c9a-46f1-b9ae-0a2f94e2a973 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339584 May 10 12:13:23.709577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-f0ae7c29-b1df-4f1d-aaf5-ce795b7dff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:23.711016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-f0ae7c29-b1df-4f1d-aaf5-ce795b7dff6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1097 time: 0.0516746 May 10 12:13:23.819042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-f9bd6ea2-dd38-422a-ba4a-57f089f0f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:23.820540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-f9bd6ea2-dd38-422a-ba4a-57f089f0f06d service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0908098 May 10 12:13:23.889194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-4a09843e-2429-4521-9ded-66cd7f8bf796 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 1002 time: 0.0619469 May 10 12:13:23.938955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-76359d0b-5f92-459f-98fb-532d1d55899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:23.940404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-76359d0b-5f92-459f-98fb-532d1d55899f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0437768 May 10 12:13:24.000005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-ef959ba2-9d0c-4b92-bb7a-651baca4db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:24.002034 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-ef959ba2-9d0c-4b92-bb7a-651baca4db9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546160 May 10 12:13:24.013333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-26061707-f78b-4a56-b2eb-d8bce01b7954 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:13:24.014268 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-26061707-f78b-4a56-b2eb-d8bce01b7954 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049767 May 10 12:13:24.481414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-996a2a48-c61e-4c93-96ae-32648c4d3c28 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601257 May 10 12:13:24.612208 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3730b2-851f-45d9-b7f7-5ed0c07ea69a req-ddcfc134-0c7b-415c-bdf3-12a650fad644 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:24.613740 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d3730b2-851f-45d9-b7f7-5ed0c07ea69a req-ddcfc134-0c7b-415c-bdf3-12a650fad644 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0822403 May 10 12:13:24.615643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f75500e8-da51-45dc-b8a7-9ee23febc4e1 req-953b5cc1-886c-4c68-b115-10442b3e5fa8 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275363 May 10 12:13:24.652667 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4d3730b2-851f-45d9-b7f7-5ed0c07ea69a req-492210f6-2a3e-459a-8237-a0f91d4cebba tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325854 May 10 12:13:25.782729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7e09e-e488-4912-b7c7-41c6eea7352d req-30a80919-5a23-4d9e-a022-7c68fd242960 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:25.784235 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ccb7e09e-e488-4912-b7c7-41c6eea7352d req-30a80919-5a23-4d9e-a022-7c68fd242960 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0542290 May 10 12:13:25.826759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ccb7e09e-e488-4912-b7c7-41c6eea7352d req-800fdec6-01cb-4fb0-880c-f41aa6f8f7b3 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332985 May 10 12:13:26.979221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91260e4-2e6d-4a13-8bb7-ffdae25c3556 req-cb24a118-74bd-4942-b5c4-a621a3c1650b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:26.980727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d91260e4-2e6d-4a13-8bb7-ffdae25c3556 req-cb24a118-74bd-4942-b5c4-a621a3c1650b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0617959 May 10 12:13:27.020072 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d91260e4-2e6d-4a13-8bb7-ffdae25c3556 req-a7764799-0139-49be-bc6e-6fdb341b527e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 May 10 12:13:28.147137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13ace9-8e98-4a82-9f04-829d0c2e7069 req-e2fa66ce-7f2a-423f-a03d-e5dcd1bcb81a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:28.148646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b13ace9-8e98-4a82-9f04-829d0c2e7069 req-e2fa66ce-7f2a-423f-a03d-e5dcd1bcb81a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0542881 May 10 12:13:28.187461 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0b13ace9-8e98-4a82-9f04-829d0c2e7069 req-a83e32e6-4d4b-4964-a36b-00ee493c1c2e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325181 May 10 12:13:29.311786 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32ad09-019c-4b64-96dc-d9004987e1ea req-6b533417-1621-43c0-8d9e-00eff82980d7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:29.313254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a32ad09-019c-4b64-96dc-d9004987e1ea req-6b533417-1621-43c0-8d9e-00eff82980d7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0503056 May 10 12:13:29.353446 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2a32ad09-019c-4b64-96dc-d9004987e1ea req-7275e0df-f0be-4b60-a45d-0138d4c49e8f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340230 May 10 12:13:29.632669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-6d97ff3f-32c3-4f37-be12-14f998e72c50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690703 May 10 12:13:29.642966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4963851-71c4-405a-8066-7102c06b2e35 req-127888ec-d072-48fb-980c-d5d9d56fe345 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:29.644276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4963851-71c4-405a-8066-7102c06b2e35 req-127888ec-d072-48fb-980c-d5d9d56fe345 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0729904 May 10 12:13:29.648980 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-6836e63f-c6a5-4ab8-95df-5815c9c5cd2c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:13:29.650003 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-6836e63f-c6a5-4ab8-95df-5815c9c5cd2c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049112 May 10 12:13:29.682947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4963851-71c4-405a-8066-7102c06b2e35 req-1b769c4a-f3e9-4557-a216-53f78a8833ed tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 May 10 12:13:30.789297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-e6cfcc91-b770-4731-aeca-5ae05caf8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:30.790905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-e6cfcc91-b770-4731-aeca-5ae05caf8b4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1097 time: 0.0419991 May 10 12:13:30.806183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb4127-0bc6-4b71-80a8-051ce7640c33 req-143e664a-a39a-4eed-9d49-5d6a2922a281 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:30.808164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26bb4127-0bc6-4b71-80a8-051ce7640c33 req-143e664a-a39a-4eed-9d49-5d6a2922a281 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0509188 May 10 12:13:30.846819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-26bb4127-0bc6-4b71-80a8-051ce7640c33 req-cdb595a8-4899-4794-8d8f-2ab11f909447 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 May 10 12:13:30.883699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-68382963-6cce-4c94-a305-b68b6ab8d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:30.885271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-68382963-6cce-4c94-a305-b68b6ab8d395 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0883629 May 10 12:13:30.952634 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-fb8b303a-4232-4767-a469-f971660addc9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 1002 time: 0.0599713 May 10 12:13:31.001694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-5748d2c1-707d-4eb0-a102-c1cf78658b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:31.003051 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-5748d2c1-707d-4eb0-a102-c1cf78658b87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0445192 May 10 12:13:31.054395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-2a2799ca-0819-412e-b3ee-b7c8bf24fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:31.055949 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-2a2799ca-0819-412e-b3ee-b7c8bf24fc49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457075 May 10 12:13:31.147340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-f8b12c71-696c-4c3b-8cc2-988c06b02b80 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849254 May 10 12:13:31.241748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-bf4415fd-db3a-42d6-ba5a-7338490cd22b service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881140 May 10 12:13:31.976918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46372e1-3112-418f-9f75-2b1361514b13 req-3addca02-1473-46d9-8f7b-d4bf8d8a1239 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:31.978550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f46372e1-3112-418f-9f75-2b1361514b13 req-3addca02-1473-46d9-8f7b-d4bf8d8a1239 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0508871 May 10 12:13:32.019889 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f46372e1-3112-418f-9f75-2b1361514b13 req-ace5fae8-eefe-4dcd-926d-acf23460d789 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 May 10 12:13:32.771319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-b9f203d6-0718-4ae4-b2e6-96f0f7f8e812 service neutron] 10.222.0.70 "GET /v2.0/ports/6878a9d3-45a3-4604-82b2-0b60276ea082/bindings/n-h1-840949-1 HTTP/1.1" status: 200 len: 382 time: 0.0572588 May 10 12:13:32.878129 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:32.989826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-074df187-280d-4da7-960c-ba6d78d66419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:32.991301 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-074df187-280d-4da7-960c-ba6d78d66419 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 1097 time: 0.0455902 May 10 12:13:33.053481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-3bfefe95-6b69-4109-9bd9-7ab70a528680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:33.055002 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-3bfefe95-6b69-4109-9bd9-7ab70a528680 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1097 time: 0.0412717 May 10 12:13:33.144933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ce32f-d4b0-4fed-9c2f-d8c553fcb4c7 req-7a43aa5c-b771-4bff-9aa6-4ada0fadb4f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:33.146417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f90ce32f-d4b0-4fed-9c2f-d8c553fcb4c7 req-7a43aa5c-b771-4bff-9aa6-4ada0fadb4f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0536025 May 10 12:13:33.146612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-8280a0a9-9bda-4e7b-8264-0e759051e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:33.148150 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-8280a0a9-9bda-4e7b-8264-0e759051e5ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0866327 May 10 12:13:33.186754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f90ce32f-d4b0-4fed-9c2f-d8c553fcb4c7 req-88d9dcef-1bff-4339-abe2-1c9ac4e281d2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 May 10 12:13:33.219036 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-80739a17-b505-42df-8e6a-375597ad2b91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 1002 time: 0.0643103 May 10 12:13:33.267445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-a933055b-5ef8-4174-801a-f154df03422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:33.268932 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-a933055b-5ef8-4174-801a-f154df03422b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0430501 May 10 12:13:33.315071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-ee3cee99-b707-4f65-a7f4-69da9c9bc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:33.316480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-ee3cee99-b707-4f65-a7f4-69da9c9bc157 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410588 May 10 12:13:33.411123 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-4e754f45-591c-49aa-be3b-29cd38503b46 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877116 May 10 12:13:33.502158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fb374e3-6cf5-4a10-a066-7409a73000b8 req-dc6f0a81-0a1a-4854-ba41-71ae198631b3 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838397 May 10 12:13:34.321780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751550d2-f404-458c-b73f-8eff587946d8 req-bb6bd41f-82d1-4219-864e-fe753691409e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:34.323465 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-751550d2-f404-458c-b73f-8eff587946d8 req-bb6bd41f-82d1-4219-864e-fe753691409e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0561197 May 10 12:13:34.324641 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df4bd968-c42d-43c3-a266-654d2819df51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:34.362390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-751550d2-f404-458c-b73f-8eff587946d8 req-3482d391-d76b-42da-b3c6-c4866180ad6e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 May 10 12:13:35.497703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab742f3-186b-409a-aa9f-7e4f5a8c1556 req-5bbefe18-f0c8-4eb4-87f7-cc2ee3c24efd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:35.499165 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ab742f3-186b-409a-aa9f-7e4f5a8c1556 req-5bbefe18-f0c8-4eb4-87f7-cc2ee3c24efd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0580595 May 10 12:13:35.541930 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6ab742f3-186b-409a-aa9f-7e4f5a8c1556 req-db16acdb-596e-4153-adb6-fa4d16ca40ec tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332363 May 10 12:13:35.753378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba0b5-0578-4538-90d3-281e0e3fe7d7 req-c7fa4035-d0b0-4df1-9062-472bb1fd4f48 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:35.754981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-940ba0b5-0578-4538-90d3-281e0e3fe7d7 req-c7fa4035-d0b0-4df1-9062-472bb1fd4f48 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0547025 May 10 12:13:35.762359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef622f-014e-476d-abff-60684b84f66a req-83d93f86-6a4b-4eb3-937b-e77337e4e861 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:35.763847 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67ef622f-014e-476d-abff-60684b84f66a req-83d93f86-6a4b-4eb3-937b-e77337e4e861 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 946 time: 0.0519342 May 10 12:13:35.793578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-940ba0b5-0578-4538-90d3-281e0e3fe7d7 req-783e66cf-70bc-454a-b33a-004ec46c2d83 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 May 10 12:13:35.823349 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:35.850038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef622f-014e-476d-abff-60684b84f66a req-c3238eba-fdd7-4828-bdff-ea758ccb7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:35.851555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67ef622f-014e-476d-abff-60684b84f66a req-c3238eba-fdd7-4828-bdff-ea758ccb7417 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1097 time: 0.0447605 May 10 12:13:35.953685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef622f-014e-476d-abff-60684b84f66a req-7fb375a2-2f30-4600-a797-702130f36d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:35.955074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67ef622f-014e-476d-abff-60684b84f66a req-7fb375a2-2f30-4600-a797-702130f36d8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0970650 May 10 12:13:36.019543 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67ef622f-014e-476d-abff-60684b84f66a req-4e07ba53-59be-4adf-b783-32d12f005b1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 1002 time: 0.0575404 May 10 12:13:36.071155 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef622f-014e-476d-abff-60684b84f66a req-47214016-7e44-4377-a4bb-f335d036a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:36.072782 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67ef622f-014e-476d-abff-60684b84f66a req-47214016-7e44-4377-a4bb-f335d036a14e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0468497 May 10 12:13:36.117534 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef622f-014e-476d-abff-60684b84f66a req-68c437a8-6fb0-4027-abe1-7cdd7a4ab289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:36.119064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67ef622f-014e-476d-abff-60684b84f66a req-68c437a8-6fb0-4027-abe1-7cdd7a4ab289 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402658 May 10 12:13:36.160265 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 6878a9d3-45a3-4604-82b2-0b60276ea082 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:13:36.212318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67ef622f-014e-476d-abff-60684b84f66a req-da8505e3-e85c-416a-86ff-cda5bba34f0e service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864997 May 10 12:13:36.253865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=6878a9d3-45a3-4604-82b2-0b60276ea082,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:13:36.265374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'mac_address': 'fa:16:3e:be:56:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:13:36.305688 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 6878a9d3-45a3-4604-82b2-0b60276ea082 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:13:36.306086 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:36.308655 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-67ef622f-014e-476d-abff-60684b84f66a req-9ef68640-ef7c-417a-bec6-34a347ee6337 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896785 May 10 12:13:36.319810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6878a9d3-45a3-4604-82b2-0b60276ea082 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:13:36.339527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=6878a9d3-45a3-4604-82b2-0b60276ea082,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:13:36.344878 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:36.391490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=6878a9d3-45a3-4604-82b2-0b60276ea082,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:36.582480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['6878a9d3-45a3-4604-82b2-0b60276ea082'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:13:36.919445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416c07e-83a9-4bc4-80b3-4982aba50d66 req-508b49d3-0379-424d-afd5-4a10ac2b7988 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:36.920954 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8416c07e-83a9-4bc4-80b3-4982aba50d66 req-508b49d3-0379-424d-afd5-4a10ac2b7988 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 945 time: 0.0502193 May 10 12:13:36.960120 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8416c07e-83a9-4bc4-80b3-4982aba50d66 req-f6c868f4-a2d7-4044-b23e-47642b99789f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319550 May 10 12:13:37.093145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18ce88-e8d2-4d08-bcc4-5880fad7c6fa req-1815d84f-6655-45a7-8757-8699eda34ba0 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:37.094652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b18ce88-e8d2-4d08-bcc4-5880fad7c6fa req-1815d84f-6655-45a7-8757-8699eda34ba0 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 945 time: 0.0630667 May 10 12:13:37.135510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b18ce88-e8d2-4d08-bcc4-5880fad7c6fa req-b36bb7ea-be02-4652-8463-9c4875a2a390 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 May 10 12:13:37.302325 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-86a38ee7-41e2-42e7-a718-e8632e8c85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:37.340397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838626-2163-4ea9-99e5-33b1a8dc434e req-048644bd-2e74-46c8-9685-9c5843abe177 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:37.341906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5838626-2163-4ea9-99e5-33b1a8dc434e req-048644bd-2e74-46c8-9685-9c5843abe177 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 945 time: 0.0540822 May 10 12:13:37.365927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-429b045c-a7d1-4eee-bdca-d4b1a9fe3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:37.367343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-429b045c-a7d1-4eee-bdca-d4b1a9fe3bd9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 1096 time: 0.0408871 May 10 12:13:37.379706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5838626-2163-4ea9-99e5-33b1a8dc434e req-00f73dbf-726d-4174-a931-1486d850d69b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315325 May 10 12:13:37.460679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-faaed3d8-955c-42f0-8530-2d77b43bdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:37.462153 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-faaed3d8-955c-42f0-8530-2d77b43bdd2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0883763 May 10 12:13:37.525595 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-a652e72c-f43d-4dda-9cc8-7ff40be38cfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 200 len: 1001 time: 0.0570848 May 10 12:13:37.578804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-c573acd1-daf7-47b4-9d1e-dd03ce6ad457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:37.580315 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-c573acd1-daf7-47b4-9d1e-dd03ce6ad457 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0486410 May 10 12:13:37.628236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-73befa92-d322-4e34-babc-f5e2722b46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:37.629614 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-73befa92-d322-4e34-babc-f5e2722b46a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421824 May 10 12:13:37.729812 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-9d34e472-4c2d-4e5d-bfe8-7cd2aa71eafe service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931270 May 10 12:13:37.829563 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-05b0ac88-6f08-48a8-89a9-db95fe7fe9d4 req-53d5cd97-c2a4-4afa-bda2-8567d231d175 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932202 May 10 12:13:37.938511 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:38.183239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 6878a9d3-45a3-4604-82b2-0b60276ea082 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:13:38.238898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 6878a9d3-45a3-4604-82b2-0b60276ea082 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:13:38.239189 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:38.325618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 6878a9d3-45a3-4604-82b2-0b60276ea082 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:13:38.326317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:38.356935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:13:38.359349 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86608576-059d-44ed-bf33-b2155326c928" -d '{"events": [{"server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:13:38.375748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=6878a9d3-45a3-4604-82b2-0b60276ea082,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:13:38.381257 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:38.423370 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c068bad9-422d-4cc5-b275-82ba89619d25 x-openstack-request-id: req-c068bad9-422d-4cc5-b275-82ba89619d25 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:13:38.423652 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:13:38.423923 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c068bad9-422d-4cc5-b275-82ba89619d25 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:13:38.424318 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c068bad9-422d-4cc5-b275-82ba89619d25'] response: {'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'code': 200} May 10 12:13:38.434427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=6878a9d3-45a3-4604-82b2-0b60276ea082,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:38.505586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d06a-840e-4bda-a31d-487edd1500ea req-347fbd99-e2d9-430a-abb3-731d47c7a481 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:38.506966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a837d06a-840e-4bda-a31d-487edd1500ea req-347fbd99-e2d9-430a-abb3-731d47c7a481 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0499237 May 10 12:13:38.545915 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a837d06a-840e-4bda-a31d-487edd1500ea req-d5f5ee1c-fdb8-4e57-be63-c062a303316c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326738 May 10 12:13:38.824971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeca4df-38e2-436a-8016-d73331b3a0c5 req-86203e95-51f4-4e34-a088-73d3d74b8b02 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:38.826331 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aeeca4df-38e2-436a-8016-d73331b3a0c5 req-86203e95-51f4-4e34-a088-73d3d74b8b02 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0648391 May 10 12:13:38.865779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aeeca4df-38e2-436a-8016-d73331b3a0c5 req-1e00ad32-6701-4e34-8c46-7efafa2b26ae tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 May 10 12:13:39.462750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:39.585033 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:40.021061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb8ca8-cbc7-43c1-98d4-7d093ec2bbec req-b494bc6a-7f5d-4dd8-87d3-6f8ba5711852 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:40.022514 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8beb8ca8-cbc7-43c1-98d4-7d093ec2bbec req-b494bc6a-7f5d-4dd8-87d3-6f8ba5711852 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0793247 May 10 12:13:40.030330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-0200125e-dbd8-492a-8d17-2db6b2d05e83 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:40.031634 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-0200125e-dbd8-492a-8d17-2db6b2d05e83 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 946 time: 0.0751595 May 10 12:13:40.129485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8beb8ca8-cbc7-43c1-98d4-7d093ec2bbec req-c447686c-c69e-4d8e-b043-d83bee6ea908 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969079 May 10 12:13:40.158703 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Deleting port 6878a9d3-45a3-4604-82b2-0b60276ea082 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:13:40.158971 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:40.248516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] For port 6878a9d3-45a3-4604-82b2-0b60276ea082, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=6878a9d3-45a3-4604-82b2-0b60276ea082,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:13:40.248881 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:40.429525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:40.429758 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:40.430108 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d disassociated. External IP: 172.25.8.228, port: 6878a9d3-45a3-4604-82b2-0b60276ea082. May 10 12:13:40.430453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Calling delete_port for 6878a9d3-45a3-4604-82b2-0b60276ea082 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:13:40.573977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:40.608999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event deleted for resources: {'Port': ['ID=6878a9d3-45a3-4604-82b2-0b60276ea082,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:40.619939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.620285 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.620664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.620948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.621260 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.621606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.621909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.622226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.622546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.622853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.623192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.623504 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:40.738989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:13:40.858156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:13:40.868995 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:13:40.879779 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:13:40.880499 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:13:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:40.897673 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] No DVR routers for this DVR port 6878a9d3-45a3-4604-82b2-0b60276ea082 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:13:40.900318 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:40.903627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1d114e2-f184-40bb-b6f1-3f0ed9ff86a0 req-ddbf553d-f8da-49be-ae3d-88b67bbcfd4f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "DELETE /v2.0/ports/6878a9d3-45a3-4604-82b2-0b60276ea082 HTTP/1.1" status: 204 len: 173 time: 0.8654182 May 10 12:13:40.904218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'name': 'network-vif-deleted', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:13:40.906521 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1afe016-d953-4eb0-af03-685aed9aa54f" -d '{"events": [{"server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "name": "network-vif-deleted", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:13:40.945667 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dae9e45-99e6-4b12-9897-10baf94b480e x-openstack-request-id: req-7dae9e45-99e6-4b12-9897-10baf94b480e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:13:40.946028 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafc26d4-56fb-412f-9677-7500a661fe5b", "name": "network-vif-deleted", "tag": "6878a9d3-45a3-4604-82b2-0b60276ea082", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:13:40.946284 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dae9e45-99e6-4b12-9897-10baf94b480e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:13:40.946697 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dae9e45-99e6-4b12-9897-10baf94b480e'] response: {'server_uuid': 'dafc26d4-56fb-412f-9677-7500a661fe5b', 'name': 'network-vif-deleted', 'tag': '6878a9d3-45a3-4604-82b2-0b60276ea082', 'status': 'completed', 'code': 200} May 10 12:13:41.096338 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:13:41.246511 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b8c666f-f2b1-46b4-bee3-78ce716b9740 req-4e706fb9-c242-466f-a311-d8ab70d648a3 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=dafc26d4-56fb-412f-9677-7500a661fe5b HTTP/1.1" status: 200 len: 210 time: 0.0298316 May 10 12:13:41.300486 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:41.326608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:13:41.335078 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:13:41.335671 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:13:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:41.443575 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:13:41.637109 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:41.663032 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6b03e-db72-4cf1-a966-d42b8ca32616 None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:13:41.879657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322986bb-2671-4879-bf33-952d754731f7 None None] New status for floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:13:42.516145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-9dd838eb-ca69-43ba-851a-e464bbf0f3ea tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1610577087&fields=id&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 267 time: 0.0482211 May 10 12:13:42.630006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-795818f6-a94a-4eb0-a458-60e35ff9b663 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:42.631993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-795818f6-a94a-4eb0-a458-60e35ff9b663 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 811 time: 0.1067162 May 10 12:13:42.649607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-806d3e66-9a00-48a2-b423-11a32f46aa92 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/quotas/ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 375 time: 0.0101159 May 10 12:13:43.020059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-a70a3b7f-471d-479e-9359-28edb7c6c81e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3641179 May 10 12:13:43.118650 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-838c4127-cfae-4873-93f1-40573c76586f service neutron] 10.222.0.13 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846949 May 10 12:13:43.227690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-087ae41a-44f0-4a37-a99b-e642ce7b72ce service neutron] 10.222.0.13 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020198 May 10 12:13:43.413837 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b75c3ea9-064b-4adf-9661-18f0e558133b req-9b4706dd-f926-4eaa-ac49-6ae200f2eb23 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 210 time: 0.0265715 May 10 12:13:44.191856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 6878a9d3-45a3-4604-82b2-0b60276ea082 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:13:44.212489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 6878a9d3-45a3-4604-82b2-0b60276ea082 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:13:44.212836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 6878a9d3-45a3-4604-82b2-0b60276ea082 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:13:44.426071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-3d7ce1db-4c01-49d2-8ec8-8fcef99019a6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:44.427651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-3d7ce1db-4c01-49d2-8ec8-8fcef99019a6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 811 time: 0.1033204 May 10 12:13:44.478428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-0c37aebe-5882-42ae-a159-ed3a2dffe529 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 380 time: 0.0398161 May 10 12:13:44.488833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'port': {'device_id': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'admin_state_up': True, 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'security_groups': ['3d8e4c58-3247-463c-99d8-c05f3df9b0af']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:13:44.558011 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8a29da03-8807-4ef8-b04c-7c648cad9f84 req-8e5f2907-4fee-425d-9c40-31feabe67b52 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 210 time: 0.0644011 May 10 12:13:44.624258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Made reservation on behalf of ed4faa1354b2455fa669f9feefe2cfb3 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:13:44.627733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:44.757768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Allocated IP 172.20.0.10 (4f73a7b9-635f-493f-b5db-ee8d7429bdad/790161ad-fc18-494c-885f-69cccd42c9e5/770341cf-f667-4dea-bae0-50c490f664b8) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:13:44.877693 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:13:44.904953 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:44.939156 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:44.983934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:13:44.987071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:13:44.990842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:13:44.999478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:45.030062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.030408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.030759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.031108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.031451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.031863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.032144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.032471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.032797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.033119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.033448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.033777 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:13:45.059215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:45.059859 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:45.076611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-708d895e-b509-43d5-aa8f-0c93d42714b9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5915070 May 10 12:13:45.144043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Request body: {'port': {'device_id': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:13:45.201386 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:45.207097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-adb09013-ccb8-487a-876e-f992a3392c18 None None] Provisioning complete for port 770341cf-f667-4dea-bae0-50c490f664b8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:13:45.207608 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-adb09013-ccb8-487a-876e-f992a3392c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:45.240489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-adb09013-ccb8-487a-876e-f992a3392c18 None None] Port 770341cf-f667-4dea-bae0-50c490f664b8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:13:45.473672 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770341cf-f667-4dea-bae0-50c490f664b8 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:13:45.481160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:45.493172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Transition to ACTIVE for port object 770341cf-f667-4dea-bae0-50c490f664b8 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:13:45.499385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:45.548493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:45.622956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:13:45.623288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:13:45.623612 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:13:45.628515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:13:45.628834 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:13:45.634582 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:13:45.635007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:13:45.635509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:13:45.636240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Bound port: 770341cf-f667-4dea-bae0-50c490f664b8, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:13:45.636690 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:45.680556 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657db1a-8103-4987-859f-a1e910e896f4 req-ded27ca7-06de-4497-8158-e613d5a98bef tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:45.682259 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9657db1a-8103-4987-859f-a1e910e896f4 req-ded27ca7-06de-4497-8158-e613d5a98bef tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0507417 May 10 12:13:45.705230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:13:45.708551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:13:45.714358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:45.726975 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9657db1a-8103-4987-859f-a1e910e896f4 req-4d583a24-8a90-4255-a874-63b2ae3cc3a8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379627 May 10 12:13:45.753539 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:45.754222 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:45.755649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] 10.222.0.49 "PUT /v2.0/ports/770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1092 time: 0.6709964 May 10 12:13:45.756126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:13:45.758583 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b752df-2d14-4233-9841-350d1649a12f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:13:45.789912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7645c4-9914-4eda-83dd-c9b858f2725e service neutron] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:45.814298 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013d1072-2188-4df5-9333-9e2a0faa125d x-openstack-request-id: req-013d1072-2188-4df5-9333-9e2a0faa125d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:13:45.814670 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:13:45.814996 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-013d1072-2188-4df5-9333-9e2a0faa125d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:13:45.815463 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013d1072-2188-4df5-9333-9e2a0faa125d'] response: {'name': 'network-changed', 'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'status': 'completed', 'code': 200} May 10 12:13:45.848454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-ca128d89-5e9f-4174-bb7c-573135b05ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:45.849932 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-ca128d89-5e9f-4174-bb7c-573135b05ace service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1095 time: 0.0453670 May 10 12:13:45.897369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-768e75f9-dc78-41ab-8991-0014d251adc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 217 time: 0.0390987 May 10 12:13:45.949516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-69209695-c6f9-4d93-bc9d-82feb811e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:45.951004 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-69209695-c6f9-4d93-bc9d-82feb811e389 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0471594 May 10 12:13:45.997244 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-1af96be3-6cb6-460e-a609-a15cbf0f501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:45.998735 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-1af96be3-6cb6-460e-a609-a15cbf0f501b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409772 May 10 12:13:46.094524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-71e5fb66-4b25-476f-b495-7a4a46bff7df service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888643 May 10 12:13:46.199885 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a39f7217-d1f3-43e1-b636-0c7259407e82 req-9a0a0db1-ed56-402b-a584-fb7e13fba321 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977621 May 10 12:13:46.294847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b752df-2d14-4233-9841-350d1649a12f req-a0f62498-85e2-4c6b-a083-ef47d199183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:46.296258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4b752df-2d14-4233-9841-350d1649a12f req-a0f62498-85e2-4c6b-a083-ef47d199183b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1095 time: 0.0486455 May 10 12:13:46.388292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b752df-2d14-4233-9841-350d1649a12f req-3b7c37a7-de92-4c52-930a-7d03913f6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:46.389829 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4b752df-2d14-4233-9841-350d1649a12f req-3b7c37a7-de92-4c52-930a-7d03913f6f4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0866079 May 10 12:13:46.430839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4b752df-2d14-4233-9841-350d1649a12f req-315d1380-3562-456c-9b62-c80b3dac4897 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 217 time: 0.0347137 May 10 12:13:46.483549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b752df-2d14-4233-9841-350d1649a12f req-b11420f9-cda8-428f-996e-e0c5d488c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:46.485007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4b752df-2d14-4233-9841-350d1649a12f req-b11420f9-cda8-428f-996e-e0c5d488c3d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0472784 May 10 12:13:46.532312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b752df-2d14-4233-9841-350d1649a12f req-546a7789-33e0-46ba-90ef-acccccfae420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:46.533786 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4b752df-2d14-4233-9841-350d1649a12f req-546a7789-33e0-46ba-90ef-acccccfae420 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415056 May 10 12:13:46.624671 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4b752df-2d14-4233-9841-350d1649a12f req-8d011af3-526d-45e7-b8cd-8ebdacddac5f service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829203 May 10 12:13:46.727598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f4b752df-2d14-4233-9841-350d1649a12f req-9ac9ed3b-514c-404d-b792-843017cfd023 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952132 May 10 12:13:46.846957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122fe19-4510-49df-8ec8-6f50c09f7b37 req-899855b4-dbc9-49e9-a440-b0736360d2ef tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:46.848452 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c122fe19-4510-49df-8ec8-6f50c09f7b37 req-899855b4-dbc9-49e9-a440-b0736360d2ef tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0511403 May 10 12:13:46.888311 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c122fe19-4510-49df-8ec8-6f50c09f7b37 req-c8a33346-1e1d-42db-a64d-d35ce66ca29e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330799 May 10 12:13:48.018825 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad79f63-6b73-428e-a2df-0bd77ec77798 req-ef32552c-ada1-466a-be06-b0bdb1f0f855 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:48.020321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7ad79f63-6b73-428e-a2df-0bd77ec77798 req-ef32552c-ada1-466a-be06-b0bdb1f0f855 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0523989 May 10 12:13:48.061398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7ad79f63-6b73-428e-a2df-0bd77ec77798 req-f4a34a5e-870d-48f3-9645-43873229d284 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346110 May 10 12:13:49.029761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:13:49.139907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:13:49.152210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '770341cf-f667-4dea-bae0-50c490f664b8', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '770341cf-f667-4dea-bae0-50c490f664b8', 'mac_address': 'fa:16:3e:e6:52:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:13:49.184311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99943f-0a5a-4b20-b605-4453960902d2 req-596ac42d-a15d-423c-8f3c-9963d36ae5fe tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:49.185938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a99943f-0a5a-4b20-b605-4453960902d2 req-596ac42d-a15d-423c-8f3c-9963d36ae5fe tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0517218 May 10 12:13:49.192837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 770341cf-f667-4dea-bae0-50c490f664b8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:13:49.193346 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:49.206972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770341cf-f667-4dea-bae0-50c490f664b8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:13:49.224738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a99943f-0a5a-4b20-b605-4453960902d2 req-c0008229-e476-4935-8021-92021944b22d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322235 May 10 12:13:49.226093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:13:49.232001 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:49.279241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:49.460509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['770341cf-f667-4dea-bae0-50c490f664b8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:13:50.354886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d862df-ab4e-476f-9364-32340341cba7 req-4e235d40-fb97-4380-a750-599f503e5444 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:50.356406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22d862df-ab4e-476f-9364-32340341cba7 req-4e235d40-fb97-4380-a750-599f503e5444 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 945 time: 0.0555949 May 10 12:13:50.396992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22d862df-ab4e-476f-9364-32340341cba7 req-aa9e05a2-f2f4-45e1-9751-594f991ada28 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318303 May 10 12:13:51.045751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:13:51.102718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 770341cf-f667-4dea-bae0-50c490f664b8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:13:51.107936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 770341cf-f667-4dea-bae0-50c490f664b8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:13:51.108496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:51.195024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 770341cf-f667-4dea-bae0-50c490f664b8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:13:51.195315 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:51.219146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:13:51.221403 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e91226e-3986-4417-92b7-f8ab7136ed06" -d '{"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-plugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:13:51.233362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:13:51.238002 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:51.261939 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26442376-ab0d-425b-8d44-47fe82b42329 x-openstack-request-id: req-26442376-ab0d-425b-8d44-47fe82b42329 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:13:51.262249 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-plugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:13:51.262482 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26442376-ab0d-425b-8d44-47fe82b42329 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:13:51.262876 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26442376-ab0d-425b-8d44-47fe82b42329'] response: {'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'code': 200} May 10 12:13:51.289630 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:13:51.358099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a341-0efe-4362-952a-f914743acc56 req-4f702c0e-b328-4769-84d4-20255999c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:51.359578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4da7a341-0efe-4362-952a-f914743acc56 req-4f702c0e-b328-4769-84d4-20255999c27e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1097 time: 0.0402629 May 10 12:13:51.396906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4da7a341-0efe-4362-952a-f914743acc56 req-bd845a64-7a7a-4ae7-9563-4676b27eabc3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281866 May 10 12:13:51.527666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149f235-4fc5-49e6-a884-5b4c8890790f req-1df8fcb6-76b9-4dd1-bd71-b1050f8b0dfe tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:51.529336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e149f235-4fc5-49e6-a884-5b4c8890790f req-1df8fcb6-76b9-4dd1-bd71-b1050f8b0dfe tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0521131 May 10 12:13:51.569217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e149f235-4fc5-49e6-a884-5b4c8890790f req-0b341808-6fbd-4462-8ba7-6af3d764ebd1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336044 May 10 12:13:52.696880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a8c79-9512-4053-b1a2-44a72c044e57 req-3f6a3b1f-9386-498d-a961-ebd88f0daa18 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:52.698513 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e2a8c79-9512-4053-b1a2-44a72c044e57 req-3f6a3b1f-9386-498d-a961-ebd88f0daa18 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0530078 May 10 12:13:52.741908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e2a8c79-9512-4053-b1a2-44a72c044e57 req-e4c56f07-8ecf-4bf0-bb0a-5814345ea5d4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363693 May 10 12:13:52.861543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdc9f-abc7-4401-8a26-b667f9312f5c req-fc3f42c5-5d5a-4ad6-b2c0-1dd548dc1fab tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:52.862987 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-605bdc9f-abc7-4401-8a26-b667f9312f5c req-fc3f42c5-5d5a-4ad6-b2c0-1dd548dc1fab tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0556457 May 10 12:13:52.874228 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56472) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:13:52.878617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'floatingip': {'port_id': '770341cf-f667-4dea-bae0-50c490f664b8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:13:52.922680 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:53.389954 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:53.396112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:53.507529 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d associated. External IP: 172.25.8.228, port: 770341cf-f667-4dea-bae0-50c490f664b8. May 10 12:13:53.720212 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:13:53.829094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:13:53.834219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:53.840010 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:13:53.850888 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:13:53.851508 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:13:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:53.866368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-66e5ad06-4e9e-4c37-b6c3-958b16e61638 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "PUT /v2.0/floatingips/c7615c83-0f31-4d68-b31d-7be07fdc9a3d HTTP/1.1" status: 200 len: 992 time: 0.9910715 May 10 12:13:53.867204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:13:53.869524 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b50c60c-7517-4999-b0fe-216db99005e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:13:53.908660 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664cf3d2-225a-4806-b5d1-d4913dd3b737 x-openstack-request-id: req-664cf3d2-225a-4806-b5d1-d4913dd3b737 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:13:53.909166 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:13:53.909414 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-664cf3d2-225a-4806-b5d1-d4913dd3b737 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:13:53.909854 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664cf3d2-225a-4806-b5d1-d4913dd3b737'] response: {'name': 'network-changed', 'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'status': 'completed', 'code': 200} May 10 12:13:53.969318 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:13:53.977842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-bc688be4-a0a3-453d-b5eb-ec96da01dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:53.979499 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-bc688be4-a0a3-453d-b5eb-ec96da01dbcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1097 time: 0.0475247 May 10 12:13:54.094029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-58252b49-d546-46aa-8505-663491c743bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:54.095669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-58252b49-d546-46aa-8505-663491c743bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1091506 May 10 12:13:54.141691 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-57dc7247-2590-49aa-a447-8cd42a44d0e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487866 May 10 12:13:54.188695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b93d-d407-4ed5-829a-25103f0725f2 req-0cb39979-8ccc-453c-8e74-99afe03d4552 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:54.190409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ee6b93d-d407-4ed5-829a-25103f0725f2 req-0cb39979-8ccc-453c-8e74-99afe03d4552 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.1074839 May 10 12:13:54.199769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-b6cef4f5-014c-463d-a156-e20d0d0d1cf7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1000 time: 0.0809855 May 10 12:13:54.217629 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '770341cf-f667-4dea-bae0-50c490f664b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:e6:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:13:53Z', 'revision_number': 9, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:54.245291 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:13:54.254222 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:13:54.254906 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:13:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:54.274079 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ee6b93d-d407-4ed5-829a-25103f0725f2 req-b4b52f7a-1fae-4358-805d-f0349bab5e6c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732398 May 10 12:13:54.276003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-042adb22-717d-48a0-96b0-10f0fb175d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:54.277654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-042adb22-717d-48a0-96b0-10f0fb175d82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0709841 May 10 12:13:54.334860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-fd29da0a-a04d-4ccf-98a4-b5ee56e1ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:54.336632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-fd29da0a-a04d-4ccf-98a4-b5ee56e1ab9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516860 May 10 12:13:54.363253 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:13:54.450198 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-01bab711-3d9f-4238-bd84-443f68bde8f0 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070428 May 10 12:13:54.552716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b50c60c-7517-4999-b0fe-216db99005e1 req-ae7a44bf-684e-47d0-a471-99a4c20d5713 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960813 May 10 12:13:54.611511 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '770341cf-f667-4dea-bae0-50c490f664b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:e6:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:13:53Z', 'revision_number': 9, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:13:54.737872 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc735cf-6746-47cd-a8ab-a6dd3205fbf4 None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '770341cf-f667-4dea-bae0-50c490f664b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:e6:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:13:53Z', 'revision_number': 9, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:13:54.944934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc82b48-7b8d-44d8-8ae0-f20418d75614 None None] New status for floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:13:55.305357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-56a3ca82-7adb-4251-8ea8-ee33854caccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:55.306910 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-56a3ca82-7adb-4251-8ea8-ee33854caccf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1097 time: 0.0453749 May 10 12:13:55.406065 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a748-34b1-4671-ae6d-7ebb76034642 req-bee5bc86-829d-431c-b23b-9e4eb4ecff8e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:55.408292 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4237a748-34b1-4671-ae6d-7ebb76034642 req-bee5bc86-829d-431c-b23b-9e4eb4ecff8e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0556831 May 10 12:13:55.412499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-133fbf99-f9da-4349-8577-632d1e73b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:55.413955 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-133fbf99-f9da-4349-8577-632d1e73b59a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0998778 May 10 12:13:55.448838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4237a748-34b1-4671-ae6d-7ebb76034642 req-83a6965b-f622-4c85-8565-05a236d0b670 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345132 May 10 12:13:55.483110 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-1b8ca81f-d78d-4f7d-8fc2-b1819a80e282 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1003 time: 0.0626738 May 10 12:13:55.530846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-44caee3d-2f21-463d-819d-2b6cbb2a22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:55.532335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-44caee3d-2f21-463d-819d-2b6cbb2a22eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0428441 May 10 12:13:55.583119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-06e5dab4-9ae3-4d3e-a9a6-7c92d4c269ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:55.584739 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-06e5dab4-9ae3-4d3e-a9a6-7c92d4c269ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461504 May 10 12:13:55.683770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-f9b7edfb-1ece-4a5c-92d0-89cc08fded47 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910895 May 10 12:13:55.797410 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-be6ba9ef-37da-49c1-aec9-13809a140636 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082163 May 10 12:13:56.890716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d2f2f-2a51-439a-a33e-5eb1211ce41d req-0a258ea8-ec46-451e-9d6d-cb9ef60de729 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:56.892219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b2d2f2f-2a51-439a-a33e-5eb1211ce41d req-0a258ea8-ec46-451e-9d6d-cb9ef60de729 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.3617411 May 10 12:13:56.939651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4b2d2f2f-2a51-439a-a33e-5eb1211ce41d req-729495e4-075f-4bfb-ad91-9121e7c09fb9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389187 May 10 12:13:58.064112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bb90a-4bd1-4953-be6f-cebfafba9ac2 req-562cd364-906f-4910-be82-b081c247993a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:58.065623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b5bb90a-4bd1-4953-be6f-cebfafba9ac2 req-562cd364-906f-4910-be82-b081c247993a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0542352 May 10 12:13:58.105003 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b5bb90a-4bd1-4953-be6f-cebfafba9ac2 req-b86a1046-0dad-466a-9263-c2106e985f1f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331674 May 10 12:13:59.234437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b71434-7b1c-40d6-acc2-615b0aa92f33 req-72b4a44f-ae6f-4ded-b0e4-eb933e50d2a4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:13:59.235965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96b71434-7b1c-40d6-acc2-615b0aa92f33 req-72b4a44f-ae6f-4ded-b0e4-eb933e50d2a4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0547299 May 10 12:13:59.274891 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-96b71434-7b1c-40d6-acc2-615b0aa92f33 req-36b77821-8759-49ee-9f41-eb95e99c9e82 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 May 10 12:14:00.417738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987d965-7ce5-425c-aef1-836f4f5e8c86 req-88a5ab91-67e0-4826-91da-2d731978f753 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:00.419457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0987d965-7ce5-425c-aef1-836f4f5e8c86 req-88a5ab91-67e0-4826-91da-2d731978f753 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0682647 May 10 12:14:00.468392 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0987d965-7ce5-425c-aef1-836f4f5e8c86 req-34f96846-3172-4ee4-a560-5a5803229775 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362456 May 10 12:14:01.615232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5943d7-9ddb-4a14-bd72-2471536ca097 req-26614621-b683-43cb-b029-ab1886655664 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:01.616925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a5943d7-9ddb-4a14-bd72-2471536ca097 req-26614621-b683-43cb-b029-ab1886655664 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0559447 May 10 12:14:01.659847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1a5943d7-9ddb-4a14-bd72-2471536ca097 req-09ecaf4f-b901-4fb4-b43a-cbe8614efcd9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365231 May 10 12:14:02.792688 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b8711-1604-403b-a411-ff731b23937f req-acbdd318-cee7-48d9-9860-02ebdddf33ee tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:02.794175 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd5b8711-1604-403b-a411-ff731b23937f req-acbdd318-cee7-48d9-9860-02ebdddf33ee tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0513635 May 10 12:14:02.833194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dd5b8711-1604-403b-a411-ff731b23937f req-41e9da61-186a-405c-acd3-10ffdc7f9998 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 May 10 12:14:02.893136 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:03.969416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e52dcf-63d5-406f-b24b-d6db7017243e req-82e7240a-a479-4f75-ae06-48eadd8f197a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:03.970879 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e52dcf-63d5-406f-b24b-d6db7017243e req-82e7240a-a479-4f75-ae06-48eadd8f197a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0575261 May 10 12:14:04.011757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-29e52dcf-63d5-406f-b24b-d6db7017243e req-93cacc30-cdcc-4db9-a1f6-8ccb5d5e2d75 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 May 10 12:14:04.335552 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d63f81d7-5b2d-4162-bb64-92ba8a4f3fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:05.140115 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e22d28-da7e-494c-bea8-2106b6c0767d req-1117d7e8-80e3-4f95-8dc7-8aae270160b4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:05.141560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9e22d28-da7e-494c-bea8-2106b6c0767d req-1117d7e8-80e3-4f95-8dc7-8aae270160b4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0508235 May 10 12:14:05.180641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a9e22d28-da7e-494c-bea8-2106b6c0767d req-646b3096-7f95-487e-95ee-9e3c2c842e1c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 May 10 12:14:05.833855 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:06.307103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94902b79-22fb-4cfb-8d47-217469fa3cce req-1e457012-87f0-4b5b-8cc4-426ac77223b7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:06.308605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94902b79-22fb-4cfb-8d47-217469fa3cce req-1e457012-87f0-4b5b-8cc4-426ac77223b7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0579338 May 10 12:14:06.349564 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94902b79-22fb-4cfb-8d47-217469fa3cce req-1e76dc3c-ab2e-48a8-8d5f-ebc57578203a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 May 10 12:14:07.297782 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7be72d60-d52c-41f6-93af-0ffedc8f0ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:07.480151 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66744a6-80e9-486c-b963-6d5b10270bd4 req-ac6dd42b-8dbd-4001-863b-a81a316ea86a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:07.481607 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c66744a6-80e9-486c-b963-6d5b10270bd4 req-ac6dd42b-8dbd-4001-863b-a81a316ea86a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0552397 May 10 12:14:07.524195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c66744a6-80e9-486c-b963-6d5b10270bd4 req-7beb1910-d25f-4a33-bfd6-8b4217941ca7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326445 May 10 12:14:07.953013 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:08.653679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd869c-5cd5-46d0-a6ea-367e078c3c25 req-9ba45127-a3c2-473a-a772-101359b3cb65 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:08.655163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93dd869c-5cd5-46d0-a6ea-367e078c3c25 req-9ba45127-a3c2-473a-a772-101359b3cb65 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0531621 May 10 12:14:08.698113 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93dd869c-5cd5-46d0-a6ea-367e078c3c25 req-7b764d88-0b8f-4e0a-aa9d-4037aa193427 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365818 May 10 12:14:09.464269 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:09.584896 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:09.838550 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011178a7-eee6-4ae5-b245-0e3cc5ae2a0a req-87d9f8d1-b589-4279-8301-6dff8790c6f3 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:09.840091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-011178a7-eee6-4ae5-b245-0e3cc5ae2a0a req-87d9f8d1-b589-4279-8301-6dff8790c6f3 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0629859 May 10 12:14:09.881274 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-011178a7-eee6-4ae5-b245-0e3cc5ae2a0a req-3b3de2fa-57e8-4506-b099-f2543860d206 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347610 May 10 12:14:11.018426 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e29e2-8f9c-4593-9447-d99d43b80827 req-80b036cb-384c-45d1-94d3-b181b6edf16b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:11.020041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a7e29e2-8f9c-4593-9447-d99d43b80827 req-80b036cb-384c-45d1-94d3-b181b6edf16b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0501635 May 10 12:14:11.064406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9a7e29e2-8f9c-4593-9447-d99d43b80827 req-d3aebae6-13c4-46c5-85fe-aa1b3f5f422d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377080 May 10 12:14:12.201788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f7358-b825-463d-9a1f-fe776ce864f7 req-dd35a5ec-5578-43fe-afae-e5f3225e5e2a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:12.203254 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b67f7358-b825-463d-9a1f-fe776ce864f7 req-dd35a5ec-5578-43fe-afae-e5f3225e5e2a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0499732 May 10 12:14:12.240800 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b67f7358-b825-463d-9a1f-fe776ce864f7 req-4dde7bac-32ff-41c2-ba3a-1f21a52fea2a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 May 10 12:14:13.389876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd76a-5dd5-467d-8cc1-0f305bf16770 req-55ca465d-e6d6-429e-91b9-b9d337525fef tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:13.392360 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6fd76a-5dd5-467d-8cc1-0f305bf16770 req-55ca465d-e6d6-429e-91b9-b9d337525fef tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0577021 May 10 12:14:13.433369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f6fd76a-5dd5-467d-8cc1-0f305bf16770 req-f67baa73-cc1e-4127-b04f-c7816edb5b6b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345659 May 10 12:14:14.569179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31513-ca38-461e-bb72-b2ebc97e43ec req-0f436b14-66a4-4c77-be8b-d007cb3b3cd6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:14.570661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50a31513-ca38-461e-bb72-b2ebc97e43ec req-0f436b14-66a4-4c77-be8b-d007cb3b3cd6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0562329 May 10 12:14:14.623599 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50a31513-ca38-461e-bb72-b2ebc97e43ec req-4ec425e9-635b-4b25-a8dd-9dacaee2bc33 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 May 10 12:14:15.755723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f526b1e-886a-4dfd-9187-d7e7bc916ac2 req-7479b26d-80d7-4aa8-a6ae-5e6c787a9c1e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:15.757182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f526b1e-886a-4dfd-9187-d7e7bc916ac2 req-7479b26d-80d7-4aa8-a6ae-5e6c787a9c1e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0501595 May 10 12:14:15.798653 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4f526b1e-886a-4dfd-9187-d7e7bc916ac2 req-5be7e89e-0767-4759-ad5b-d78200dfc68c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353620 May 10 12:14:16.925501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363d161-a9cc-4ef9-b638-add2e1b31088 req-8c3717c7-ff63-407b-8fb1-250ff7a31a8f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:16.927114 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3363d161-a9cc-4ef9-b638-add2e1b31088 req-8c3717c7-ff63-407b-8fb1-250ff7a31a8f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0531039 May 10 12:14:16.969466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3363d161-a9cc-4ef9-b638-add2e1b31088 req-7feecc33-1095-4441-b902-ee834f517103 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329647 May 10 12:14:18.092024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9da1-14e8-4877-984a-174556ad6f6a req-7e2557de-d435-40d4-8c60-adfdded9db16 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:18.093496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40db9da1-14e8-4877-984a-174556ad6f6a req-7e2557de-d435-40d4-8c60-adfdded9db16 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0497689 May 10 12:14:18.132281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40db9da1-14e8-4877-984a-174556ad6f6a req-4c906f54-9aec-4028-8bc8-8ad6213e3d21 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325639 May 10 12:14:19.257011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d567dd-fe6d-4135-81a6-cce143bf7c45 req-41855b7a-a4c9-400b-92cd-a8abccd2c9ab tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:19.258470 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82d567dd-fe6d-4135-81a6-cce143bf7c45 req-41855b7a-a4c9-400b-92cd-a8abccd2c9ab tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0528936 May 10 12:14:19.299126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-82d567dd-fe6d-4135-81a6-cce143bf7c45 req-4ad66470-c5d9-4523-b66e-2c40f172f2d4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 May 10 12:14:20.443806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056ab7-0a6d-4a7e-9b6f-cdb72b3479f3 req-16be7761-047d-4573-bbc6-d40bf461d183 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:20.445211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e056ab7-0a6d-4a7e-9b6f-cdb72b3479f3 req-16be7761-047d-4573-bbc6-d40bf461d183 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0615370 May 10 12:14:20.493704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e056ab7-0a6d-4a7e-9b6f-cdb72b3479f3 req-032d2caf-9a88-4057-9cce-370c1b3c5f86 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422997 May 10 12:14:21.631383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8372-76a4-4a8a-96ef-b2cf7bbcec2d req-b917a275-fd74-425a-9232-1659d3770bdd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:21.632877 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d56d8372-76a4-4a8a-96ef-b2cf7bbcec2d req-b917a275-fd74-425a-9232-1659d3770bdd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0546460 May 10 12:14:21.672500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d56d8372-76a4-4a8a-96ef-b2cf7bbcec2d req-2b86ad27-0f58-48e0-a20b-90f51545a1ae tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334184 May 10 12:14:21.882256 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:14:22.613979 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-b62e3a85-3b4b-4e83-b155-4abe242a233c service neutron] show failed (client error): The resource could not be found. May 10 12:14:22.614972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-b62e3a85-3b4b-4e83-b155-4abe242a233c service neutron] 10.222.0.49 "GET /v2.0/ports/770341cf-f667-4dea-bae0-50c490f664b8/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0675249 May 10 12:14:22.802740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86db747-6759-4eae-853a-3821a962a797 req-21ad593f-b872-4577-8c20-df3c30ab30cd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:22.804269 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b86db747-6759-4eae-853a-3821a962a797 req-21ad593f-b872-4577-8c20-df3c30ab30cd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0547941 May 10 12:14:22.826190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-7db056d0-13a3-478e-b9f1-dace7d004c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:22.827690 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-7db056d0-13a3-478e-b9f1-dace7d004c65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 1097 time: 0.0406342 May 10 12:14:22.838868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:14:22.842926 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b86db747-6759-4eae-853a-3821a962a797 req-211a9e25-91e6-492c-951e-846b96af62af tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 May 10 12:14:22.894102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:23.103349 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:23.142854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:14:23.184911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:23.186787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:23.189195 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6659f92a-7300-468c-b44c-da09cea8d17e" -d '{"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-unplugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:23.201874 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Transition to ACTIVE for port object 770341cf-f667-4dea-bae0-50c490f664b8 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:14:23.206872 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:23.294614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:23.340899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] No DVR routers for this DVR port 770341cf-f667-4dea-bae0-50c490f664b8 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:14:23.343411 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeb1a65-26d4-43ae-9356-4f25944f75af x-openstack-request-id: req-edeb1a65-26d4-43ae-9356-4f25944f75af {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:23.343701 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-unplugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:23.343977 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edeb1a65-26d4-43ae-9356-4f25944f75af {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:23.344499 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edeb1a65-26d4-43ae-9356-4f25944f75af'] response: {'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'code': 200} May 10 12:14:23.483385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:14:23.483718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:14:23.484071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:14:23.488619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:14:23.489485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:14:23.494428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:14:23.494760 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:14:23.495141 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:14:23.495559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Bound port: 770341cf-f667-4dea-bae0-50c490f664b8, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:14:23.495939 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:23.562182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:14:23.565136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:14:23.573141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:23.610420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:23.611066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:23.612529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] 10.222.0.70 "PUT /v2.0/ports/770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1092 time: 0.7776871 May 10 12:14:23.635469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216982f-acdd-4582-83fc-84863d67ef6f service neutron] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:23.816230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-2dc25a50-229b-46b7-b346-045de56da647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:23.818089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-2dc25a50-229b-46b7-b346-045de56da647 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1095 time: 0.0435965 May 10 12:14:23.922392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-178a740b-c5ba-4fac-9fe1-ef7b6a9e5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:23.923902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-178a740b-c5ba-4fac-9fe1-ef7b6a9e5af7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0863450 May 10 12:14:23.962632 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d516a-5b63-477d-bcaa-1217d3360025 req-87d93de2-e953-42e7-887d-c4f5640c12d9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:23.964210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c1d516a-5b63-477d-bcaa-1217d3360025 req-87d93de2-e953-42e7-887d-c4f5640c12d9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0504165 May 10 12:14:23.994642 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-8525bb69-498f-4d99-a469-ca07dd5ab349 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1001 time: 0.0635295 May 10 12:14:24.002660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c1d516a-5b63-477d-bcaa-1217d3360025 req-e3a7bc0a-c5bd-4e26-937c-17a976e8bb1e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322859 May 10 12:14:24.047100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-cd12be95-1072-4840-a458-337f308ea38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:24.049908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-cd12be95-1072-4840-a458-337f308ea38d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0474703 May 10 12:14:24.099019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-3a9ec3a8-15d4-433c-bf90-7f2ff4820ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:24.100515 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-3a9ec3a8-15d4-433c-bf90-7f2ff4820ed2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436995 May 10 12:14:24.207731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-ac1d7363-8fa3-44e6-9769-e94b2afc75ca service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995255 May 10 12:14:24.300390 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a68c0dc-0c03-4099-9f6c-49309139cd4b req-58d8543a-1d6b-46e6-96d0-4188236519ea service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860047 May 10 12:14:24.395783 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-4167cd82-6717-4051-95d6-a6cf5d0380d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:24.397288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-4167cd82-6717-4051-95d6-a6cf5d0380d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1095 time: 0.0444918 May 10 12:14:24.506006 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-48034771-135d-400d-9e72-c12e59bcf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:24.507505 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-48034771-135d-400d-9e72-c12e59bcf346 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1011267 May 10 12:14:24.576873 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-2e9b0c17-81cb-4c2c-99d2-23414497c364 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1001 time: 0.0622585 May 10 12:14:24.631098 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-80f02574-ada0-4f6a-993d-38bf44a40b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:24.632573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-80f02574-ada0-4f6a-993d-38bf44a40b5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0474579 May 10 12:14:24.678854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-c6582547-8daf-4ed3-8256-de1efcf7a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:24.680457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-c6582547-8daf-4ed3-8256-de1efcf7a8ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404468 May 10 12:14:24.786625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-aa2d8af0-7f37-4c0e-b44a-90ea1fa71a16 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970018 May 10 12:14:24.884120 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d4657de-7197-40fb-b23b-e4bbd84dc0e6 req-fe050b32-3a78-46f5-bb79-255a2ebabc90 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915337 May 10 12:14:25.124711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a425c-d019-40bc-a034-53367158db3d req-a45a5060-125c-4eca-a2c3-a9881d18d83c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:25.126183 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d43a425c-d019-40bc-a034-53367158db3d req-a45a5060-125c-4eca-a2c3-a9881d18d83c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0511947 May 10 12:14:25.169802 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d43a425c-d019-40bc-a034-53367158db3d req-26291899-17f8-49e0-800d-2bf8ea3baeb0 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331743 May 10 12:14:25.345768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:25.349153 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a792448a-3fc5-4089-b7a8-117b83d9bee4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:25.408511 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d12cd3-9b96-4f4f-9b66-5b958817ddeb x-openstack-request-id: req-82d12cd3-9b96-4f4f-9b66-5b958817ddeb {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:25.409539 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:25.409794 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82d12cd3-9b96-4f4f-9b66-5b958817ddeb {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:25.410180 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d12cd3-9b96-4f4f-9b66-5b958817ddeb'] response: {'name': 'network-changed', 'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'status': 'completed', 'code': 200} May 10 12:14:25.477774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-cda58398-9c4a-4bd9-9538-e4f5672dae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:25.478390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-f3fa809e-d924-41be-a5aa-b18defeca762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:25.479423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-cda58398-9c4a-4bd9-9538-e4f5672dae12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1095 time: 0.0513179 May 10 12:14:25.479533 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-f3fa809e-d924-41be-a5aa-b18defeca762 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1095 time: 0.0484796 May 10 12:14:25.574043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-f176fda7-35f8-4868-8c7f-d2a049d91733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:25.575017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-571c2487-37f7-467c-8851-04a8f7245c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:25.575508 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-f176fda7-35f8-4868-8c7f-d2a049d91733 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0889778 May 10 12:14:25.576825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-571c2487-37f7-467c-8851-04a8f7245c76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0908127 May 10 12:14:25.642137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-1468cc39-509d-4130-b087-9711bf5b9288 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1001 time: 0.0588007 May 10 12:14:25.644650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-918d5baa-3b2b-4345-bcf5-43af66f5f073 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1001 time: 0.0614350 May 10 12:14:25.700028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-0b204db0-3d89-43c3-975d-4e23f5e2fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:25.701580 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-0b204db0-3d89-43c3-975d-4e23f5e2fb90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0528746 May 10 12:14:25.749786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-efe76996-7d8f-4523-9d9c-76b1874ff087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:25.751320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-efe76996-7d8f-4523-9d9c-76b1874ff087 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431743 May 10 12:14:25.844211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-29938cbd-6863-4401-9e1b-ba787a254d58 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858688 May 10 12:14:25.946835 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-e861e477-0471-4766-a94c-d4c5f87a4297 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961578 May 10 12:14:26.050094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-e4b6fed1-5dd7-416b-a7fc-c61b42afae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:26.051699 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-e4b6fed1-5dd7-416b-a7fc-c61b42afae89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.3984714 May 10 12:14:26.108496 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-808ed4fa-2fa4-423b-a2b6-3bd41f5a4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:26.109979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-808ed4fa-2fa4-423b-a2b6-3bd41f5a4a3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502763 May 10 12:14:26.208433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-d2ef6d68-6e23-43e7-88e2-14e4c54eff22 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906382 May 10 12:14:26.340808 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d5707-fa1f-4016-a0b1-5b3ed2097f3c req-edff0273-fe78-49ae-8154-32e84eba179f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:26.342285 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-155d5707-fa1f-4016-a0b1-5b3ed2097f3c req-edff0273-fe78-49ae-8154-32e84eba179f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0846474 May 10 12:14:26.345875 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a792448a-3fc5-4089-b7a8-117b83d9bee4 req-8411f316-b823-401f-bb23-920a39563354 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312630 May 10 12:14:26.384611 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-155d5707-fa1f-4016-a0b1-5b3ed2097f3c req-86f01ca2-3158-40d7-84ad-d2ea08c7506c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348623 May 10 12:14:27.186141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:14:27.236334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:14:27.523269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e8a6-dc64-43e4-a734-8582ffd4e803 req-3cee6e5c-897b-49eb-8b4b-92f1ec3ce18a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:27.524775 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3596e8a6-dc64-43e4-a734-8582ffd4e803 req-3cee6e5c-897b-49eb-8b4b-92f1ec3ce18a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0598454 May 10 12:14:27.563762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3596e8a6-dc64-43e4-a734-8582ffd4e803 req-22a7894a-24d0-4a35-81ca-27d930bd7bde tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 May 10 12:14:27.864137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-9f033adf-351d-4ce3-842e-ceadbdabe4f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:27.866277 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-9f033adf-351d-4ce3-842e-ceadbdabe4f2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 944 time: 0.0525160 May 10 12:14:27.883493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42f3ae-7879-497a-b1a4-848b8823f543 req-582127f3-c3f6-4fdc-b6b6-5e062b589c10 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:27.885051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c42f3ae-7879-497a-b1a4-848b8823f543 req-582127f3-c3f6-4fdc-b6b6-5e062b589c10 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 944 time: 0.0542600 May 10 12:14:27.923425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7c42f3ae-7879-497a-b1a4-848b8823f543 req-9aa99378-c3eb-4591-8a6e-f78c31ec1747 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 May 10 12:14:27.929706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-de8ef2b2-edaa-4ba6-bdbc-2e9a1d23b20f service neutron] 10.222.0.70 "GET /v2.0/ports/770341cf-f667-4dea-bae0-50c490f664b8/bindings/n-h1-840949-1 HTTP/1.1" status: 200 len: 382 time: 0.0563548 May 10 12:14:27.995772 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6d13af96-a2b4-40c3-b801-39f4097cb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:27.997270 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6d13af96-a2b4-40c3-b801-39f4097cb8eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1095 time: 0.0447211 May 10 12:14:28.090712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-0686babe-bfb0-4693-a884-be5082ee8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:28.092229 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-0686babe-bfb0-4693-a884-be5082ee8b61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0882063 May 10 12:14:28.162723 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-67752a26-c4d9-4e95-9303-98d6f3b06f8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1001 time: 0.0637584 May 10 12:14:28.215932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-39066b02-bfbc-4053-8199-cacc20a308e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:28.217361 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-39066b02-bfbc-4053-8199-cacc20a308e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0490561 May 10 12:14:28.262590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-35a60c3b-c4e4-44c4-b3bc-59045d9fd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:28.264064 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-35a60c3b-c4e4-44c4-b3bc-59045d9fd061 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402977 May 10 12:14:28.358128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-dc8cd864-201e-488d-be05-b3f36c6f88cf service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874150 May 10 12:14:28.399516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:14:28.452624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-3e529cf7-d82d-4948-8768-40d8046e675f service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882497 May 10 12:14:28.495568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:28.510329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '770341cf-f667-4dea-bae0-50c490f664b8', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '770341cf-f667-4dea-bae0-50c490f664b8', 'mac_address': 'fa:16:3e:e6:52:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:14:28.548038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 770341cf-f667-4dea-bae0-50c490f664b8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:14:28.548436 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:28.561707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770341cf-f667-4dea-bae0-50c490f664b8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:14:28.580833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:28.587452 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:28.638427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:28.646062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.646452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.646910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.647249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.647583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.647950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.648282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.648611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.648913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.649248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.649563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.649886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:14:28.811627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['770341cf-f667-4dea-bae0-50c490f664b8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:14:29.056228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6862cba-bf28-4029-8936-d601b5014b43 req-238a2fae-be40-40a3-a282-37005bff861c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:29.057691 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a6862cba-bf28-4029-8936-d601b5014b43 req-238a2fae-be40-40a3-a282-37005bff861c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 945 time: 0.0519745 May 10 12:14:29.099223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a6862cba-bf28-4029-8936-d601b5014b43 req-cc33e4ab-0d2d-4c67-bd1e-a16bed7606b5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 May 10 12:14:30.223759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2254d2a-9c8b-40d2-99f5-1c00b714881b req-31eff3cb-862c-4227-9c9e-c155dd7a6ea8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:30.225308 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2254d2a-9c8b-40d2-99f5-1c00b714881b req-31eff3cb-862c-4227-9c9e-c155dd7a6ea8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 945 time: 0.0559554 May 10 12:14:30.264591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e2254d2a-9c8b-40d2-99f5-1c00b714881b req-546992c1-c3f9-4213-ba75-2343bfe72e0a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 May 10 12:14:30.395431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:14:30.448814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 770341cf-f667-4dea-bae0-50c490f664b8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:14:30.453073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 770341cf-f667-4dea-bae0-50c490f664b8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:14:30.453460 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:30.469888 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-d20c7d5f-08ad-4279-9aa0-a612c8634d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:30.471392 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-d20c7d5f-08ad-4279-9aa0-a612c8634d99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0416884 May 10 12:14:30.483446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:14:30.532988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 770341cf-f667-4dea-bae0-50c490f664b8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:14:30.533361 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:30.540159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:30.556908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:30.559307 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf45ab95-a7ea-4804-b571-efa986e48764" -d '{"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-plugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:30.572989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:30.578327 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:30.596871 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.db.api [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 12:14:30.597428 n-d-840949-1 neutron-server[102767]: DEBUG oslo_db.api [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 12:14:30.616953 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09268049-c582-4386-94aa-995ea668f392 x-openstack-request-id: req-09268049-c582-4386-94aa-995ea668f392 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:30.617253 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-plugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:30.617477 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09268049-c582-4386-94aa-995ea668f392 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:30.617906 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09268049-c582-4386-94aa-995ea668f392'] response: {'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'code': 200} May 10 12:14:30.632805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:31.137107 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:31.386991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:31.426165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaddef-0605-48ef-ac91-6deb88e96f54 req-ef61e2cc-2270-4cb5-b522-5687dde27a91 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:31.427644 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bcdaddef-0605-48ef-ac91-6deb88e96f54 req-ef61e2cc-2270-4cb5-b522-5687dde27a91 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0902247 May 10 12:14:31.436912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:14:31.497174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:31.499689 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da491306-780f-419a-b63a-03cd20f82e73" -d '{"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-unplugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:31.503655 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:31.508608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bcdaddef-0605-48ef-ac91-6deb88e96f54 req-19c532c0-413e-40c7-bf8e-a02ca33a6d1e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730059 May 10 12:14:31.519656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Transition to ACTIVE for port object 770341cf-f667-4dea-bae0-50c490f664b8 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:14:31.528035 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:31.627442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=10']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:31.637321 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd97e216-10ae-4e45-b812-8d5195446c5f x-openstack-request-id: req-fd97e216-10ae-4e45-b812-8d5195446c5f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:31.637555 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-unplugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:31.637810 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd97e216-10ae-4e45-b812-8d5195446c5f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:31.638295 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd97e216-10ae-4e45-b812-8d5195446c5f'] response: {'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'code': 200} May 10 12:14:31.672485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] No DVR routers for this DVR port 770341cf-f667-4dea-bae0-50c490f664b8 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:14:31.810950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:14:31.811262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:14:31.811604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:14:31.816013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:14:31.816336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Attempting to bind port 770341cf-f667-4dea-bae0-50c490f664b8 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:14:31.821239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:14:31.821571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:14:31.821978 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:14:31.822396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Bound port: 770341cf-f667-4dea-bae0-50c490f664b8, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:14:31.822745 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:31.887573 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:14:31.890548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:14:31.897739 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:31.933843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:31.934300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:31.935693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] 10.222.0.49 "PUT /v2.0/ports/770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1093 time: 1.4563396 May 10 12:14:31.968609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd60fc3-468e-4d50-9979-2fa30f6b6af5 service neutron] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=11']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:32.002112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-3c195e12-019b-4fa6-8008-059fdf7f3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:32.003639 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-3c195e12-019b-4fa6-8008-059fdf7f3ea3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1096 time: 0.0444038 May 10 12:14:32.103254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-be9e1c89-fff1-4164-ba57-fcacd10e708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:32.105581 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-be9e1c89-fff1-4164-ba57-fcacd10e708d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0946071 May 10 12:14:32.174490 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-cbaf8ffe-1e61-4cc2-ab60-9c1b83c80e53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1001 time: 0.0617948 May 10 12:14:32.225828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-0dc1f45f-dcb1-44c7-8630-804c12e93c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:32.227219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-0dc1f45f-dcb1-44c7-8630-804c12e93c7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0452387 May 10 12:14:32.278713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-b3e975e9-d294-46ec-8716-05d67432b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:32.280181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-b3e975e9-d294-46ec-8716-05d67432b461 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461962 May 10 12:14:32.370600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-6d8421c1-f443-4ac7-a3f5-7e48b5c4cde2 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839474 May 10 12:14:32.471296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b53a64bb-0a2f-44dd-a4e9-f52243cb4d1f req-e3dae5b6-861c-4912-98cd-216821d91613 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939775 May 10 12:14:32.649717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bdc34-a75d-4cdf-8e11-95c528fa2070 req-396d9297-14b9-40ab-a17d-e04c85e813e1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:32.651969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-998bdc34-a75d-4cdf-8e11-95c528fa2070 req-396d9297-14b9-40ab-a17d-e04c85e813e1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 945 time: 0.0628061 May 10 12:14:32.691734 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-998bdc34-a75d-4cdf-8e11-95c528fa2070 req-e203c913-35e3-4def-a4f9-2697ba651974 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336621 May 10 12:14:32.896690 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:33.639896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:33.643882 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60293c50-59be-46e9-a91b-06d1f67dd275" -d '{"events": [{"name": "network-changed", "server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:33.701528 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf4b2b-426b-4fca-90cc-7d73623ef1ca x-openstack-request-id: req-9faf4b2b-426b-4fca-90cc-7d73623ef1ca {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:33.701835 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:33.702145 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9faf4b2b-426b-4fca-90cc-7d73623ef1ca {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:33.702584 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faf4b2b-426b-4fca-90cc-7d73623ef1ca'] response: {'name': 'network-changed', 'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'status': 'completed', 'code': 200} May 10 12:14:33.769241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-030ec9cf-620e-41fa-be1a-0d603016a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:33.771276 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-030ec9cf-620e-41fa-be1a-0d603016a8d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1096 time: 0.0465717 May 10 12:14:33.794882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-39bbda46-144c-4b33-a257-faedcf72f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:33.796393 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-39bbda46-144c-4b33-a257-faedcf72f85b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 1096 time: 0.0667689 May 10 12:14:33.864004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-f2a56fff-7a0e-4ccc-bdba-8135badef4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:33.864285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1391f-6cee-4cb5-b4cf-257db2997c2e req-1cc4b696-b584-4516-b5b8-e85bc3a8fbfa tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:33.865581 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55a1391f-6cee-4cb5-b4cf-257db2997c2e req-1cc4b696-b584-4516-b5b8-e85bc3a8fbfa tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 945 time: 0.0989318 May 10 12:14:33.865720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-f2a56fff-7a0e-4ccc-bdba-8135badef4f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0883253 May 10 12:14:33.921783 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55a1391f-6cee-4cb5-b4cf-257db2997c2e req-821f723b-80a8-44b3-93d3-950221f9592c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496428 May 10 12:14:33.932385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-b992f09f-b35e-400b-8758-1e02cd023f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:33.934035 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-b992f09f-b35e-400b-8758-1e02cd023f2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1278417 May 10 12:14:33.958775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-32a5045e-d13e-49a7-af29-557a47291f68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1001 time: 0.0854509 May 10 12:14:34.009690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-af50c278-bbfe-4fe2-9ba1-f0366f63b5ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 200 len: 1001 time: 0.0675666 May 10 12:14:34.010002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-ae9a0905-fe5e-45f3-afd1-7f49ae734fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:34.011851 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-ae9a0905-fe5e-45f3-afd1-7f49ae734fcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0470326 May 10 12:14:34.059437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-7fa0d79f-ccfc-42ad-ba02-a79417f114be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:34.060998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-7fa0d79f-ccfc-42ad-ba02-a79417f114be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427759 May 10 12:14:34.064809 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-865935dd-8e61-44e6-bf7d-bb57ff92fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:34.066424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-865935dd-8e61-44e6-bf7d-bb57ff92fd71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0506761 May 10 12:14:34.118406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-12173019-7bc2-4749-a341-d970ed58221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:34.121061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-12173019-7bc2-4749-a341-d970ed58221f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476925 May 10 12:14:34.162799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-69646baa-62d8-4e19-a808-9ae996e8c1a1 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950406 May 10 12:14:34.216557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-48547084-cb68-4ad1-a29b-06e8ff65e229 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884218 May 10 12:14:34.256519 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-69fae4a1-86c5-4958-bf79-3a563556366e service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866625 May 10 12:14:34.304992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-60293c50-59be-46e9-a91b-06d1f67dd275 req-8c1a401c-4803-4df1-9492-42f7fd85de13 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815616 May 10 12:14:34.328286 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e5154587-9e1a-44a3-8e20-c6b19e1b362e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:34.410261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:14:34.453452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:14:35.054016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc8241-d0fd-410e-90fc-12c7611b2759 req-a5709ed5-57a6-4a91-957e-82571eb96e1d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:35.055507 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21cc8241-d0fd-410e-90fc-12c7611b2759 req-a5709ed5-57a6-4a91-957e-82571eb96e1d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 945 time: 0.0546873 May 10 12:14:35.094074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-21cc8241-d0fd-410e-90fc-12c7611b2759 req-d0a5f707-675d-4fe1-811c-ee3666f2fa9f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 May 10 12:14:35.217366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629e9eb-b599-4677-8c4f-344f4a9c4676 req-7c07f7fc-40ad-4feb-b068-d5f69521c6f5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:35.218753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6629e9eb-b599-4677-8c4f-344f4a9c4676 req-7c07f7fc-40ad-4feb-b068-d5f69521c6f5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 945 time: 0.0512426 May 10 12:14:35.223422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:14:35.259328 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6629e9eb-b599-4677-8c4f-344f4a9c4676 req-caf2a6b9-573f-45c7-a2dc-9f36928f5a9f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342774 May 10 12:14:35.329440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:35.342063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '770341cf-f667-4dea-bae0-50c490f664b8', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '770341cf-f667-4dea-bae0-50c490f664b8', 'mac_address': 'fa:16:3e:e6:52:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:14:35.380670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 770341cf-f667-4dea-bae0-50c490f664b8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:14:35.381081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:35.383408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17e08-1634-4b8f-9286-130317421069 req-de7f8aee-14a0-4ec5-b00d-8d59e4bc0967 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:35.385111 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50e17e08-1634-4b8f-9286-130317421069 req-de7f8aee-14a0-4ec5-b00d-8d59e4bc0967 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 945 time: 0.0553112 May 10 12:14:35.394825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770341cf-f667-4dea-bae0-50c490f664b8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:14:35.414342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:35.419307 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:35.429618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-50e17e08-1634-4b8f-9286-130317421069 req-6760823d-ebe8-45f9-8e8c-e5014d56b0bd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345206 May 10 12:14:35.472019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=12']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:35.636299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['770341cf-f667-4dea-bae0-50c490f664b8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:14:35.675680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6edf9c-b3ec-4f5e-aef3-f8b9aaf26fd4 req-ae3972b5-bbf9-4a36-a9ac-b7055121fa03 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:35.677228 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be6edf9c-b3ec-4f5e-aef3-f8b9aaf26fd4 req-ae3972b5-bbf9-4a36-a9ac-b7055121fa03 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0533245 May 10 12:14:35.715248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be6edf9c-b3ec-4f5e-aef3-f8b9aaf26fd4 req-9adeff80-8522-455b-adae-d1f43a055390 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 May 10 12:14:35.831323 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:36.851562 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7fdda-050e-49d7-9cb0-94a27e1889c7 req-b43e461f-84d5-450c-9177-c70c6582e90f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:36.853058 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7b7fdda-050e-49d7-9cb0-94a27e1889c7 req-b43e461f-84d5-450c-9177-c70c6582e90f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0553818 May 10 12:14:36.919462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d7b7fdda-050e-49d7-9cb0-94a27e1889c7 req-a93aea3e-ecf0-451b-8fe9-1c8aa6631961 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575361 May 10 12:14:36.934124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-0a6e97c2-ebb1-411b-a8c8-d037c5a52dbf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:36.935564 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-0a6e97c2-ebb1-411b-a8c8-d037c5a52dbf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 946 time: 0.0680141 May 10 12:14:37.036847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Deleting port 770341cf-f667-4dea-bae0-50c490f664b8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:14:37.037086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.125594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:37.125966 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.231658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:14:37.290710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 770341cf-f667-4dea-bae0-50c490f664b8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:14:37.305253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 770341cf-f667-4dea-bae0-50c490f664b8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:14:37.305627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.329330 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-901fb09b-859d-4de1-bc75-41d7fee9e22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.347943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.348314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.348653 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d disassociated. External IP: 172.25.8.228, port: 770341cf-f667-4dea-bae0-50c490f664b8. May 10 12:14:37.348988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Calling delete_port for 770341cf-f667-4dea-bae0-50c490f664b8 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:14:37.385875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 770341cf-f667-4dea-bae0-50c490f664b8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:14:37.386294 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.408787 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:37.411027 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e21fca-1009-4444-981f-55709778ba5b" -d '{"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-plugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:37.428999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 770341cf-f667-4dea-bae0-50c490f664b8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=770341cf-f667-4dea-bae0-50c490f664b8,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:37.433178 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.457552 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d8b9a5-d655-41d2-9401-9f4b3248b382 x-openstack-request-id: req-a2d8b9a5-d655-41d2-9401-9f4b3248b382 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:37.457873 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-plugged", "status": "completed", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:37.458094 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2d8b9a5-d655-41d2-9401-9f4b3248b382 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:37.458494 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d8b9a5-d655-41d2-9401-9f4b3248b382'] response: {'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'code': 200} May 10 12:14:37.484176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.485016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=13']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:37.514041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event deleted for resources: {'Port': ['ID=770341cf-f667-4dea-bae0-50c490f664b8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:37.632783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:14:37.744998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:14:37.756334 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:14:37.767086 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:14:37.767706 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:14:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:14:37.784378 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] No DVR routers for this DVR port 770341cf-f667-4dea-bae0-50c490f664b8 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:14:37.787002 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:37.791342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7cd75eed-a6cb-4966-8b96-0bb0f5d5a56b req-e7fe9c6b-9831-41c6-b8f8-eca921865750 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "DELETE /v2.0/ports/770341cf-f667-4dea-bae0-50c490f664b8 HTTP/1.1" status: 204 len: 173 time: 0.8503201 May 10 12:14:37.791805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-deleted', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:37.794445 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147421a0-7d5a-4189-a82d-6ad098745f60" -d '{"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-deleted", "tag": "770341cf-f667-4dea-bae0-50c490f664b8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:37.833185 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3429051-58ff-4b29-b37d-93e09bf11000 x-openstack-request-id: req-f3429051-58ff-4b29-b37d-93e09bf11000 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:37.833480 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c82feb9-384e-47b9-acae-8d506c7babb0", "name": "network-vif-deleted", "tag": "770341cf-f667-4dea-bae0-50c490f664b8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:37.833736 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3429051-58ff-4b29-b37d-93e09bf11000 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:37.834138 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3429051-58ff-4b29-b37d-93e09bf11000'] response: {'server_uuid': '5c82feb9-384e-47b9-acae-8d506c7babb0', 'name': 'network-vif-deleted', 'tag': '770341cf-f667-4dea-bae0-50c490f664b8', 'status': 'completed', 'code': 200} May 10 12:14:37.888308 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:14:37.950296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:38.040409 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1b675b1f-c31e-4d39-a322-e13371f319f5 req-69b11905-6e9a-4b93-b406-19884537cef1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c82feb9-384e-47b9-acae-8d506c7babb0 HTTP/1.1" status: 200 len: 210 time: 0.0277011 May 10 12:14:38.113863 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:14:38.139873 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:14:38.148298 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:14:38.149253 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:14:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:14:38.260064 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:14:38.462310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:14:38.488142 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3fa4a-1594-471e-89fe-81c846ec49cb None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:14:38.722332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711b52a-b52e-4857-8512-782c0f29e03b None None] New status for floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:14:39.293622 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-b52a273b-b867-4574-985b-a106dbc16a44 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1610577087&fields=id&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 267 time: 0.0345376 May 10 12:14:39.402816 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-37519b76-db7c-4061-b0cc-609d080fa15b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:39.404299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-37519b76-db7c-4061-b0cc-609d080fa15b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 811 time: 0.1031022 May 10 12:14:39.420009 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-9526231f-33fd-4ed4-b418-fdbaf2ba280c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/quotas/ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 375 time: 0.0095406 May 10 12:14:39.469013 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:39.482528 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-5b760ca9-378a-4dce-bbe5-8ae4763666bc tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568044 May 10 12:14:39.578697 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:39.643099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-811b5764-19ca-476a-a74b-ff76d2c6ed71 service neutron] 10.222.0.13 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480513 May 10 12:14:39.742447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-e1aaa90a-6d97-4953-a7df-01155c6b7fec service neutron] 10.222.0.13 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887899 May 10 12:14:39.918342 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1c97dcd0-e45b-434a-a3db-8ceb2589a1dc req-0d207fcf-211b-45ba-b9d1-d4ce2f72aa11 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 210 time: 0.0305662 May 10 12:14:41.139847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5df5f25f-fbc0-4fbc-a824-8efd96740d32 req-d22d1e46-09ec-4e51-9ec3-d083138c76fb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 210 time: 0.0362930 May 10 12:14:41.181961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-ab24aa36-d590-43ef-8157-88b892aada2e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:41.183438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-ab24aa36-d590-43ef-8157-88b892aada2e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 811 time: 0.4443748 May 10 12:14:41.224646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-85637fb1-3d28-4c2e-b4c4-b4b0c28b462d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 380 time: 0.0321913 May 10 12:14:41.233651 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'port': {'device_id': '5eb62f23-18f9-4474-a803-a535327f2161', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'admin_state_up': True, 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'security_groups': ['3d8e4c58-3247-463c-99d8-c05f3df9b0af']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:14:41.246095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:14:41.266380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 770341cf-f667-4dea-bae0-50c490f664b8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:14:41.266722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 770341cf-f667-4dea-bae0-50c490f664b8 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:14:41.347104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Made reservation on behalf of ed4faa1354b2455fa669f9feefe2cfb3 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:14:41.350692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:41.480494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Allocated IP 172.20.0.9 (4f73a7b9-635f-493f-b5db-ee8d7429bdad/790161ad-fc18-494c-885f-69cccd42c9e5/81e3c623-b089-4338-908f-2b89dc543e71) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:14:41.627974 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:41.665894 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:41.721726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:14:41.724837 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:14:41.729804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:14:41.762392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:41.790211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:41.790851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:41.809543 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-3d70a837-6c9b-4cc6-94fe-7e08e2ea4f7b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5794332 May 10 12:14:41.821492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Request body: {'port': {'device_id': '5eb62f23-18f9-4474-a803-a535327f2161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:14:41.882380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:41.987557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b336a8a6-6dda-4661-a458-0e5ef6fa5dc5 None None] Provisioning complete for port 81e3c623-b089-4338-908f-2b89dc543e71 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:14:41.987889 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b336a8a6-6dda-4661-a458-0e5ef6fa5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:42.028238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b336a8a6-6dda-4661-a458-0e5ef6fa5dc5 None None] Port 81e3c623-b089-4338-908f-2b89dc543e71 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:14:42.159691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e3c623-b089-4338-908f-2b89dc543e71 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:14:42.167851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:42.181383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Transition to ACTIVE for port object 81e3c623-b089-4338-908f-2b89dc543e71 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:14:42.190748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:42.239320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:42.274735 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db54ce-8a4a-47c3-8308-40e009eb6b75 req-475ac7d1-b0f4-489e-bd42-d2ef5c4b410b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:42.283441 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92db54ce-8a4a-47c3-8308-40e009eb6b75 req-475ac7d1-b0f4-489e-bd42-d2ef5c4b410b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0693645 May 10 12:14:42.316934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:14:42.317202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:14:42.317498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:14:42.320729 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-92db54ce-8a4a-47c3-8308-40e009eb6b75 req-0f8acb1a-d6f7-4f75-ba1c-42ec4643dc65 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363982 May 10 12:14:42.322110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:14:42.322433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:14:42.330080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:14:42.330358 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:14:42.330748 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:14:42.331186 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Bound port: 81e3c623-b089-4338-908f-2b89dc543e71, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:14:42.331544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:42.396678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:14:42.400502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:14:42.404766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:42.445512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:42.446486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:42.448033 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] 10.222.0.49 "PUT /v2.0/ports/81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1091 time: 0.6308594 May 10 12:14:42.448473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:42.451259 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35192fb-ae4f-4006-8354-60f999fe54b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:42.475094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b71aa0-12d9-464b-a36d-1f98a5eaecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:42.509334 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c52725d-438d-4946-9bc1-5c2a8b520035 x-openstack-request-id: req-8c52725d-438d-4946-9bc1-5c2a8b520035 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:42.509633 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:42.509870 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c52725d-438d-4946-9bc1-5c2a8b520035 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:42.510302 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c52725d-438d-4946-9bc1-5c2a8b520035'] response: {'name': 'network-changed', 'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'status': 'completed', 'code': 200} May 10 12:14:42.546142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-51ff1523-16b0-4b30-8af3-878890bb7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:42.547756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-51ff1523-16b0-4b30-8af3-878890bb7db1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1094 time: 0.0485880 May 10 12:14:42.590537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-f4e64328-a4db-480f-a2b4-f7291005cafa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 217 time: 0.0355005 May 10 12:14:42.640526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-8eedb821-48ee-4554-8855-f2e82f74f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:42.642041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-8eedb821-48ee-4554-8855-f2e82f74f32f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0453188 May 10 12:14:42.692691 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-69eaeb74-c9aa-4842-bd47-6ef816726989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:42.694234 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-69eaeb74-c9aa-4842-bd47-6ef816726989 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459249 May 10 12:14:42.789916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-be87c0fb-4b36-4785-a623-4330efdb8d79 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864515 May 10 12:14:42.898826 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a70c7d10-5a4d-4e8b-9102-51313ad56df3 req-05ab632b-9728-4150-96e7-dc2a0f9318c6 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026003 May 10 12:14:42.993819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-89bf6dd1-6757-43f0-b533-7381645ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:42.995382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-89bf6dd1-6757-43f0-b533-7381645ecb8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1094 time: 0.0449805 May 10 12:14:43.107014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-994b119d-8032-4c6f-a92c-8788e0b3af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:43.107524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-994b119d-8032-4c6f-a92c-8788e0b3af73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1060114 May 10 12:14:43.164592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-ffa55233-f872-4692-a5cd-78871a201c4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 217 time: 0.0506926 May 10 12:14:43.234062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-41449def-7d28-41b8-9ce2-75a8679b7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:43.235598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-41449def-7d28-41b8-9ce2-75a8679b7af5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0630949 May 10 12:14:43.288261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-eccc8596-5e1f-4826-970e-6538291c9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:43.289840 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-eccc8596-5e1f-4826-970e-6538291c9c9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464551 May 10 12:14:43.397748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-59113ad2-6155-426e-95f4-cfb052fdd2b3 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000597 May 10 12:14:43.450036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71dfb9-6785-481a-ace5-ff148efd964d req-8f8961b5-5b93-4bbb-8494-7445444ea5db tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:43.451590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b71dfb9-6785-481a-ace5-ff148efd964d req-8f8961b5-5b93-4bbb-8494-7445444ea5db tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0525897 May 10 12:14:43.488548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f35192fb-ae4f-4006-8354-60f999fe54b1 req-a6d31539-8d28-4fc4-b8a4-b70f23b31b40 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834460 May 10 12:14:43.498589 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b71dfb9-6785-481a-ace5-ff148efd964d req-c70a1644-43ca-441a-9b68-d650113a73a7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 May 10 12:14:44.639016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797264c-dcd5-445f-855f-f6867b6648db req-65ed5459-f4df-458a-a553-a1c6317b33e4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:44.640514 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c797264c-dcd5-445f-855f-f6867b6648db req-65ed5459-f4df-458a-a553-a1c6317b33e4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0560079 May 10 12:14:44.683106 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c797264c-dcd5-445f-855f-f6867b6648db req-5607369d-d7cb-411f-a2f5-47c71887fc8f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363264 May 10 12:14:45.263770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:14:45.362702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:45.377320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '81e3c623-b089-4338-908f-2b89dc543e71', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '81e3c623-b089-4338-908f-2b89dc543e71', 'mac_address': 'fa:16:3e:80:ff:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:14:45.416367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 81e3c623-b089-4338-908f-2b89dc543e71 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:14:45.416757 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:45.430665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e3c623-b089-4338-908f-2b89dc543e71 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:14:45.450590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:45.457393 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:45.508592 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:45.646987 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['81e3c623-b089-4338-908f-2b89dc543e71'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:14:45.803640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f294c0-7cbc-4001-ada3-4c7a65f18eed req-e3c175e2-13e4-4a88-8290-51a13248ee04 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:45.805129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f294c0-7cbc-4001-ada3-4c7a65f18eed req-e3c175e2-13e4-4a88-8290-51a13248ee04 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0501134 May 10 12:14:45.849091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f2f294c0-7cbc-4001-ada3-4c7a65f18eed req-e9695314-f9b5-40a0-a846-1044ed0d192e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364950 May 10 12:14:46.985792 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ba93b-4842-4c9e-842e-17f1d2a03699 req-4b6b6025-a342-4270-925d-576ca239de78 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:46.987298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d5ba93b-4842-4c9e-842e-17f1d2a03699 req-4b6b6025-a342-4270-925d-576ca239de78 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0617528 May 10 12:14:47.029069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d5ba93b-4842-4c9e-842e-17f1d2a03699 req-a19739e7-d2f5-4446-8925-abe7370a167e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 May 10 12:14:47.279789 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:14:47.333022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 81e3c623-b089-4338-908f-2b89dc543e71 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:14:47.336703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 81e3c623-b089-4338-908f-2b89dc543e71 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:14:47.337071 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:47.416277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 81e3c623-b089-4338-908f-2b89dc543e71 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:14:47.416643 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:47.439367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:47.441635 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63867ef0-d836-4cc8-8b42-9f4223614a8d" -d '{"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-plugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:47.454279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:14:47.460734 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:47.484153 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458b9e58-1bac-4411-a17e-66b49ad41630 x-openstack-request-id: req-458b9e58-1bac-4411-a17e-66b49ad41630 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:47.484473 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-plugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:47.484730 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-458b9e58-1bac-4411-a17e-66b49ad41630 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:47.485108 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458b9e58-1bac-4411-a17e-66b49ad41630'] response: {'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'code': 200} May 10 12:14:47.509717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:14:47.576826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb77d6-e4d6-401f-b86a-c962dc8b8dce req-8241e163-ecad-4aef-9358-b83605ee797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:47.578227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0eb77d6-e4d6-401f-b86a-c962dc8b8dce req-8241e163-ecad-4aef-9358-b83605ee797c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1096 time: 0.0425830 May 10 12:14:47.614715 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e0eb77d6-e4d6-401f-b86a-c962dc8b8dce req-20413cca-184c-4f09-a7bd-ae28ea372f8b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299997 May 10 12:14:48.156153 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed399b2-e6c4-448a-9714-62a68bf13148 req-5abbb218-41f0-4cdf-810e-694abf3a869d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:48.157631 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bed399b2-e6c4-448a-9714-62a68bf13148 req-5abbb218-41f0-4cdf-810e-694abf3a869d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0547919 May 10 12:14:48.201172 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bed399b2-e6c4-448a-9714-62a68bf13148 req-972eebc9-3992-4ca5-8853-271858824948 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347645 May 10 12:14:49.323129 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd6914-c269-4e24-9b20-7f52df558840 req-2fc56c2c-0feb-46b3-a841-92aadb645860 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:49.324624 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-10fd6914-c269-4e24-9b20-7f52df558840 req-2fc56c2c-0feb-46b3-a841-92aadb645860 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0526817 May 10 12:14:49.363986 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-10fd6914-c269-4e24-9b20-7f52df558840 req-b5053dc2-be6a-439f-b8b2-3fa0a3a02552 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325525 May 10 12:14:49.484918 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540feb87-dbf7-47eb-a356-4ce8d58df4d6 req-b5072b53-0ecf-4dc3-b623-0383b4e1d564 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:49.486429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-540feb87-dbf7-47eb-a356-4ce8d58df4d6 req-b5072b53-0ecf-4dc3-b623-0383b4e1d564 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0564649 May 10 12:14:49.496502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56662) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:14:49.501480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Request body: {'floatingip': {'port_id': '81e3c623-b089-4338-908f-2b89dc543e71'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:14:49.540351 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:49.987700 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:49.995646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:50.103245 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d associated. External IP: 172.25.8.228, port: 81e3c623-b089-4338-908f-2b89dc543e71. May 10 12:14:50.309003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:14:50.416487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:14:50.422046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:50.429120 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11058bf9-1979-4013-986a-f73094300a05 None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:14:50.439020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11058bf9-1979-4013-986a-f73094300a05 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:14:50.439622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-11058bf9-1979-4013-986a-f73094300a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:14:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:14:50.450426 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-239d7365-676e-43c1-bb3b-08f20dff2c00 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "PUT /v2.0/floatingips/c7615c83-0f31-4d68-b31d-7be07fdc9a3d HTTP/1.1" status: 200 len: 992 time: 0.9525805 May 10 12:14:50.451313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:14:50.454212 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abbdabf-bf75-4e67-abbe-b35d0884c335" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:14:50.497422 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1090aa11-f59d-4f73-887b-c08f6081ba2f x-openstack-request-id: req-1090aa11-f59d-4f73-887b-c08f6081ba2f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:14:50.498246 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:14:50.498246 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1090aa11-f59d-4f73-887b-c08f6081ba2f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:14:50.498511 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1090aa11-f59d-4f73-887b-c08f6081ba2f'] response: {'name': 'network-changed', 'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'status': 'completed', 'code': 200} May 10 12:14:50.552500 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-11058bf9-1979-4013-986a-f73094300a05 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:14:50.561619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-870ce355-e62e-4322-9ed5-1c5838bea35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:50.563061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-870ce355-e62e-4322-9ed5-1c5838bea35b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1096 time: 0.0435638 May 10 12:14:50.658413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-aed3843c-24ea-495b-93af-784ce938a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:50.660065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-aed3843c-24ea-495b-93af-784ce938a185 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0906043 May 10 12:14:50.741486 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-50914d1e-f055-4f9f-99f5-d7910bddb332 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0741594 May 10 12:14:50.797028 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-11058bf9-1979-4013-986a-f73094300a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '81e3c623-b089-4338-908f-2b89dc543e71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:80:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb62f23-18f9-4474-a803-a535327f2161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:14:49Z', 'revision_number': 13, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:14:50.801035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-3af7c6bd-6c8a-405a-968e-2becbbea265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:50.802536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-3af7c6bd-6c8a-405a-968e-2becbbea265c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0546329 May 10 12:14:50.825398 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11058bf9-1979-4013-986a-f73094300a05 None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:14:50.833900 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11058bf9-1979-4013-986a-f73094300a05 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:14:50.834632 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-11058bf9-1979-4013-986a-f73094300a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:14:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:14:50.848844 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-61b2d915-cc99-456a-9628-be88ab9f104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:50.850361 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-61b2d915-cc99-456a-9628-be88ab9f104f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410550 May 10 12:14:50.956777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-546f998c-40d0-4fc7-981f-0024df8229a3 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991726 May 10 12:14:51.033683 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-11058bf9-1979-4013-986a-f73094300a05 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:14:51.055793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9abbdabf-bf75-4e67-abbe-b35d0884c335 req-386c3454-5c2f-404e-9966-88b0fa8efd6d service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911334 May 10 12:14:51.258551 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-11058bf9-1979-4013-986a-f73094300a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '81e3c623-b089-4338-908f-2b89dc543e71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:80:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb62f23-18f9-4474-a803-a535327f2161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:14:49Z', 'revision_number': 13, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:14:51.295266 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11058bf9-1979-4013-986a-f73094300a05 None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c7615c83-0f31-4d68-b31d-7be07fdc9a3d', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'port_id': '81e3c623-b089-4338-908f-2b89dc543e71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'mac_address': 'fa:16:3e:80:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb62f23-18f9-4474-a803-a535327f2161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:12:10Z', 'updated_at': '2022-05-10T12:14:49Z', 'revision_number': 13, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:14:51.516946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5b675-7452-45a2-8d9f-2b83014834b2 None None] New status for floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:14:51.920637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c104e-899c-46c9-9130-7bb2d1389869 req-6337250d-ad1d-4c0d-9a29-0bc47bfd3459 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:14:51.922012 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e24c104e-899c-46c9-9130-7bb2d1389869 req-6337250d-ad1d-4c0d-9a29-0bc47bfd3459 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0525303 May 10 12:14:51.963541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e24c104e-899c-46c9-9130-7bb2d1389869 req-9e0cc119-3a1d-40ab-8fa5-62e845b24765 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 May 10 12:14:58.888520 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:15:02.128206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a52cf6-ae1d-4a0e-9983-abb020e2c020 req-f20a6aa4-5070-4558-b4d2-cbe5593c5b9f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:02.129678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08a52cf6-ae1d-4a0e-9983-abb020e2c020 req-f20a6aa4-5070-4558-b4d2-cbe5593c5b9f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0509319 May 10 12:15:02.194741 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-08a52cf6-ae1d-4a0e-9983-abb020e2c020 req-a530ef0b-367a-41cf-803c-76c40fc27f04 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564854 May 10 12:15:02.198240 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-5ddcbd95-07bb-4660-b06b-29f0722d4ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287897 May 10 12:15:02.894249 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:03.338206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0af60-a716-4c1b-b97d-8a44e7737f77 req-6d82e43b-77ba-4b13-b0a8-25d6b8652880 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:03.339777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97e0af60-a716-4c1b-b97d-8a44e7737f77 req-6d82e43b-77ba-4b13-b0a8-25d6b8652880 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0613089 May 10 12:15:03.413958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-97e0af60-a716-4c1b-b97d-8a44e7737f77 req-0f0d2118-0c99-46d6-bc14-ce95d503584f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676730 May 10 12:15:03.421585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-6c93eea9-e5d1-4895-a322-9e7b2770b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:03.423013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-6c93eea9-e5d1-4895-a322-9e7b2770b5b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1096 time: 0.0688698 May 10 12:15:03.513419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-abb1d610-8a75-47b8-b0a6-23502e91791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:03.514792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-abb1d610-8a75-47b8-b0a6-23502e91791b service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0833740 May 10 12:15:03.586836 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-4c019d29-bc31-410d-ab59-3080d594753a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1002 time: 0.0641820 May 10 12:15:03.634576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-2e63f509-365d-4bf6-afcb-ec9c9cd1357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:03.636038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-2e63f509-365d-4bf6-afcb-ec9c9cd1357b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0426245 May 10 12:15:03.681108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-bda59255-7103-4569-bdd4-ccdf2ff4233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:03.682568 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-bda59255-7103-4569-bdd4-ccdf2ff4233a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399623 May 10 12:15:03.778516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-abe92e4c-5ba6-4e57-b2ce-13d37b6a13bd service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883615 May 10 12:15:03.872530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-3e95c58b-108d-42a0-914b-6ba951bb7a82 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855100 May 10 12:15:04.341065 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45b9b408-9607-47b6-9634-aa2cfdf63b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:04.542622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c9441-d04f-41f6-bed4-c40d62cca79c req-7901796d-a67d-451f-9608-966998cdcef2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:04.544142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a95c9441-d04f-41f6-bed4-c40d62cca79c req-7901796d-a67d-451f-9608-966998cdcef2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0510669 May 10 12:15:04.584500 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a95c9441-d04f-41f6-bed4-c40d62cca79c req-ef432f5f-0684-4fab-bee2-b2acc3ed8165 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333741 May 10 12:15:05.713604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492836f6-f9f5-4a17-b9d5-c74d00f28836 req-773ccac1-9202-4084-97f0-4285efa41c86 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:05.715127 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-492836f6-f9f5-4a17-b9d5-c74d00f28836 req-773ccac1-9202-4084-97f0-4285efa41c86 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0569148 May 10 12:15:05.757903 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-492836f6-f9f5-4a17-b9d5-c74d00f28836 req-b44e03f6-e5e5-4775-a467-c9ac4b09663a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364244 May 10 12:15:05.823863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:06.886365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638d9ef-8f88-4761-93a6-d19fdee4353b req-d7840642-1d31-4b75-bafd-37a74815243b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:06.887809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e638d9ef-8f88-4761-93a6-d19fdee4353b req-d7840642-1d31-4b75-bafd-37a74815243b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0528672 May 10 12:15:06.932105 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e638d9ef-8f88-4761-93a6-d19fdee4353b req-3e1b9893-d751-4d33-9e85-6c57eca6502f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 May 10 12:15:07.311108 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b97eea02-9b3b-4547-bb7f-4ecf9622b213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:07.955040 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:08.063992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4634a-60c2-4dd1-9b95-a0d79f47463b req-6021f275-22c5-4163-a1a7-16fd3d8d478f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:08.065483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ba4634a-60c2-4dd1-9b95-a0d79f47463b req-6021f275-22c5-4163-a1a7-16fd3d8d478f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0527744 May 10 12:15:08.103273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3ba4634a-60c2-4dd1-9b95-a0d79f47463b req-1b38fb53-deda-4751-a2ab-230249dc3797 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 May 10 12:15:09.230074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadba70-3af9-4839-a73a-7aee88ef1f44 req-5bc742ad-84c5-4875-8ba3-befac32e7ac5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:09.231550 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5cadba70-3af9-4839-a73a-7aee88ef1f44 req-5bc742ad-84c5-4875-8ba3-befac32e7ac5 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0560014 May 10 12:15:09.270792 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5cadba70-3af9-4839-a73a-7aee88ef1f44 req-cd6e8a9d-2cdf-447b-8fb9-832733715f34 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 May 10 12:15:09.474427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:09.585064 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:10.396227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904747f0-47f0-42da-b808-60af052e4510 req-d4def61c-cc97-4a0e-a9b6-b9bd25e3f37b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:10.397586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-904747f0-47f0-42da-b808-60af052e4510 req-d4def61c-cc97-4a0e-a9b6-b9bd25e3f37b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0512021 May 10 12:15:10.435510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-904747f0-47f0-42da-b808-60af052e4510 req-52658479-c340-43bc-ad3d-6dc04d7243ac tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 May 10 12:15:11.559435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a981dbb-6f80-476d-8621-8e819fd9827e req-831ced43-bca5-45c2-9a67-8a501450f36f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:11.560953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a981dbb-6f80-476d-8621-8e819fd9827e req-831ced43-bca5-45c2-9a67-8a501450f36f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0518923 May 10 12:15:11.601144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5a981dbb-6f80-476d-8621-8e819fd9827e req-0b639a8c-8030-486b-8987-38fe90155cef tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340250 May 10 12:15:12.233037 n-d-840949-1 neutron-server[102767]: INFO neutron.api.v2.resource [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-abe46d81-fe95-487d-bda2-15a747273070 service neutron] show failed (client error): The resource could not be found. May 10 12:15:12.234041 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-abe46d81-fe95-487d-bda2-15a747273070 service neutron] 10.222.0.49 "GET /v2.0/ports/81e3c623-b089-4338-908f-2b89dc543e71/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0585959 May 10 12:15:12.451440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-4f389910-f240-4469-bbac-cb2bf8ce5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:12.452966 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-4f389910-f240-4469-bbac-cb2bf8ce5395 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0450587 May 10 12:15:12.464628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:15:12.521483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:12.726758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5636e2d-049c-4930-995d-c0ed1bcfdea4 req-7fac0e23-0afb-4769-992c-108d91cd4dcb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:12.728233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5636e2d-049c-4930-995d-c0ed1bcfdea4 req-7fac0e23-0afb-4769-992c-108d91cd4dcb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0578141 May 10 12:15:12.732881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:12.767856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:15:12.768566 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5636e2d-049c-4930-995d-c0ed1bcfdea4 req-940880b2-196c-4af0-974c-4394ab81c204 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331452 May 10 12:15:12.808814 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:15:12.811126 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad829cf-de55-4ad0-9a86-9feaeb71587f" -d '{"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-unplugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:15:12.814961 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:12.827475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Transition to ACTIVE for port object 81e3c623-b089-4338-908f-2b89dc543e71 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:15:12.832819 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:12.868844 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea23a05-d38f-465d-9ddd-8ea8b6a601b2 x-openstack-request-id: req-5ea23a05-d38f-465d-9ddd-8ea8b6a601b2 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:15:12.869128 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-unplugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:15:12.869377 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ea23a05-d38f-465d-9ddd-8ea8b6a601b2 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:15:12.869766 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea23a05-d38f-465d-9ddd-8ea8b6a601b2'] response: {'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'code': 200} May 10 12:15:12.922055 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:12.938394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.938726 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.939062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.939388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.939713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.940161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.940375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.940694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.941000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.941323 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.941656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.941958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:12.968108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] No DVR routers for this DVR port 81e3c623-b089-4338-908f-2b89dc543e71 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:15:13.112836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:15:13.113174 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:15:13.113497 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:15:13.118154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:15:13.118475 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:15:13.123478 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:15:13.123844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:15:13.124238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:15:13.124661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Bound port: 81e3c623-b089-4338-908f-2b89dc543e71, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:15:13.125018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:13.188166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:15:13.191392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:15:13.198909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:13.236053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:13.236725 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:13.238116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] 10.222.0.70 "PUT /v2.0/ports/81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1091 time: 0.7774312 May 10 12:15:13.260017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56030315-d50e-4daf-a89b-00e21d749c27 service neutron] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:13.306546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-baf025e5-425c-4fda-abe8-38e5dabbd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:13.308089 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-baf025e5-425c-4fda-abe8-38e5dabbd019 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1094 time: 0.0443790 May 10 12:15:13.405928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-87634a84-9335-4e55-a3b8-524a7b9c4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:13.407434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-87634a84-9335-4e55-a3b8-524a7b9c4102 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0925884 May 10 12:15:13.485631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-dc78ace7-f566-4d43-adeb-9b9f1206c788 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0712094 May 10 12:15:13.540576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-5edea1ce-0bb7-48d3-b5e9-873806274fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:13.542058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-5edea1ce-0bb7-48d3-b5e9-873806274fb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0501671 May 10 12:15:13.587922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-c6fa7964-6b0d-4931-ba99-6d6d0469a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:13.589423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-c6fa7964-6b0d-4931-ba99-6d6d0469a4fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407548 May 10 12:15:13.686417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-b2130947-e9fa-4527-9d7f-d66f6b849cb6 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901480 May 10 12:15:13.778901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-4dba66b6-91cd-469e-80f9-1911a12895d4 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856857 May 10 12:15:13.891484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117bc0b-e0f3-4dcd-97df-7509457ad9ed req-2aa5bb13-40fa-4a67-9aa6-a3988c95d08b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:13.893002 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b117bc0b-e0f3-4dcd-97df-7509457ad9ed req-2aa5bb13-40fa-4a67-9aa6-a3988c95d08b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0505154 May 10 12:15:13.931757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b117bc0b-e0f3-4dcd-97df-7509457ad9ed req-50ebef13-7d65-4426-ac0e-e26a2c96971c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 May 10 12:15:14.870887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:15:14.873336 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba07912-3833-4d6b-9e59-60bd5bd806c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:15:14.926049 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd8a274-bdad-456c-8b05-e4dc1d35d9ea x-openstack-request-id: req-edd8a274-bdad-456c-8b05-e4dc1d35d9ea {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:15:14.926439 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:15:14.927290 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edd8a274-bdad-456c-8b05-e4dc1d35d9ea {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:15:14.927755 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd8a274-bdad-456c-8b05-e4dc1d35d9ea'] response: {'name': 'network-changed', 'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'status': 'completed', 'code': 200} May 10 12:15:15.005337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-d63ab619-8e0d-4c86-9e37-ba87543c79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.007498 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-d63ab619-8e0d-4c86-9e37-ba87543c79e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1094 time: 0.0586979 May 10 12:15:15.013400 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-a248c1dd-a75a-4a3f-9845-57c4ee4dc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.014941 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-a248c1dd-a75a-4a3f-9845-57c4ee4dc0b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1094 time: 0.0713677 May 10 12:15:15.117587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-1d75b942-ccba-4ad9-bc59-7d5028e48549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.119081 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-1d75b942-ccba-4ad9-bc59-7d5028e48549 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1042478 May 10 12:15:15.120238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247739-c95a-421a-9eea-7da5e6362503 req-6ea16ccd-5303-4dec-88a2-cf177575c52a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.121808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c247739-c95a-421a-9eea-7da5e6362503 req-6ea16ccd-5303-4dec-88a2-cf177575c52a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.1019001 May 10 12:15:15.185284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c247739-c95a-421a-9eea-7da5e6362503 req-32eeaa1c-0ac0-4d57-afee-d87261100595 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491490 May 10 12:15:15.207525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-7d948c8e-344b-496c-8e49-380b95f0ed0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0812156 May 10 12:15:15.209685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-c9508ae4-98dc-499a-8160-dc722361f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.211160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-c9508ae4-98dc-499a-8160-dc722361f332 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1814895 May 10 12:15:15.260626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-0e89c8d5-53f2-4a3c-9827-17a828af9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.262109 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-0e89c8d5-53f2-4a3c-9827-17a828af9464 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0473316 May 10 12:15:15.282126 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-db54c7d9-2e13-48a4-9ce9-3a9e45c124d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0641930 May 10 12:15:15.309825 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-4d4e81ce-ef60-49ec-af87-2751106a84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.311380 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-4d4e81ce-ef60-49ec-af87-2751106a84ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420713 May 10 12:15:15.333070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-4019c444-22be-43b2-a441-0d71a555e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.334792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-4019c444-22be-43b2-a441-0d71a555e4c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0461681 May 10 12:15:15.381730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-b138c821-04b3-4d4d-8df4-dfb566195619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:15.383164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-b138c821-04b3-4d4d-8df4-dfb566195619 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412667 May 10 12:15:15.406291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-435ad71f-54b7-4306-9b16-4e2bab297936 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881112 May 10 12:15:15.450388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:15:15.481004 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-8c53d0f3-1d30-424d-a43b-5ea23eb3e27b service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911584 May 10 12:15:15.498883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:15:15.506480 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-b812181f-e4b0-47f4-be4b-4be75afdcd70 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932183 May 10 12:15:15.581187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dba07912-3833-4d6b-9e59-60bd5bd806c6 req-e740be96-b701-427a-83ff-937eb332aac6 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930960 May 10 12:15:16.318817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053165-6ccc-40ce-af62-fa8951894db8 req-64efa9dc-ce62-4caa-817a-73c94280572f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:16.320439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac053165-6ccc-40ce-af62-fa8951894db8 req-64efa9dc-ce62-4caa-817a-73c94280572f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0529702 May 10 12:15:16.360423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac053165-6ccc-40ce-af62-fa8951894db8 req-439e3df8-9163-4b66-b54f-02ef01d5a2f4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332310 May 10 12:15:17.486008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d18f-e26e-4f1f-9fe0-6398b942c284 req-143aae48-5cfa-4229-b328-c7a7299278d7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:17.487459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39d4d18f-e26e-4f1f-9fe0-6398b942c284 req-143aae48-5cfa-4229-b328-c7a7299278d7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0547481 May 10 12:15:17.526372 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-39d4d18f-e26e-4f1f-9fe0-6398b942c284 req-1343ebc4-354e-488c-ac7d-415d61e1badf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 May 10 12:15:18.667601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314adc-ba44-42db-89a3-706b22f9312c req-ee952947-2fb4-4487-b44b-917d2e5b9d57 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:18.669107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83314adc-ba44-42db-89a3-706b22f9312c req-ee952947-2fb4-4487-b44b-917d2e5b9d57 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0620193 May 10 12:15:18.708298 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-83314adc-ba44-42db-89a3-706b22f9312c req-dc81142b-2b16-4288-a2b4-aac278602f7e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 May 10 12:15:19.830685 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa58def-5bc2-4fe4-ad0d-e21c79d7652a req-9366c89b-9883-437e-8892-695706d13ba6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:19.832173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3aa58def-5bc2-4fe4-ad0d-e21c79d7652a req-9366c89b-9883-437e-8892-695706d13ba6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0523448 May 10 12:15:19.870460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3aa58def-5bc2-4fe4-ad0d-e21c79d7652a req-709a5ff5-0b9a-44ca-9eae-d1f63a1b9967 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 May 10 12:15:21.009774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32237b-28ba-4fdc-ac14-fe6434fa2dd8 req-c7f04470-f0f5-4cd7-be79-254ad50dc6e4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:21.011274 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2f32237b-28ba-4fdc-ac14-fe6434fa2dd8 req-c7f04470-f0f5-4cd7-be79-254ad50dc6e4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0613549 May 10 12:15:21.054791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2f32237b-28ba-4fdc-ac14-fe6434fa2dd8 req-e3e04f67-54be-43f1-88d6-8b9ff4916cd7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372458 May 10 12:15:22.189954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9e8bf-5cde-4925-bcca-1c6ec6bebd18 req-cd32bc01-ad9d-40af-8c86-0d0d05a7df89 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:22.191439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fe9e8bf-5cde-4925-bcca-1c6ec6bebd18 req-cd32bc01-ad9d-40af-8c86-0d0d05a7df89 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0501924 May 10 12:15:22.228927 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4fe9e8bf-5cde-4925-bcca-1c6ec6bebd18 req-536c8ff8-bd24-4e68-9c8d-d350547ef9a4 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 May 10 12:15:23.352650 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ddf5a-4e66-477a-b229-f13d34997d46 req-086f3eac-c612-4169-9ce4-6761e8e89c91 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:23.354098 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-210ddf5a-4e66-477a-b229-f13d34997d46 req-086f3eac-c612-4169-9ce4-6761e8e89c91 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0488095 May 10 12:15:23.391304 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-210ddf5a-4e66-477a-b229-f13d34997d46 req-8cebe54e-b33d-4692-86b6-0bdb3747e957 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 May 10 12:15:24.520867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d4127-955c-46db-92f2-21b7c8f3e17e req-f208c5db-8c91-4a49-b3a7-7ccf55e46dec tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:24.523026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-595d4127-955c-46db-92f2-21b7c8f3e17e req-f208c5db-8c91-4a49-b3a7-7ccf55e46dec tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0552692 May 10 12:15:24.571136 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-595d4127-955c-46db-92f2-21b7c8f3e17e req-df0f601f-4399-4863-ae9f-0749d63e4719 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 May 10 12:15:24.717460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e91f4-ea86-45e3-92f0-91466e11674c req-79184bdd-bbbf-4872-9fa7-160c8fc5e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:24.720022 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-017e91f4-ea86-45e3-92f0-91466e11674c req-79184bdd-bbbf-4872-9fa7-160c8fc5e6e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1094 time: 0.0560791 May 10 12:15:24.826188 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e91f4-ea86-45e3-92f0-91466e11674c req-9910e442-a32d-49d4-bb5b-8942fe9eae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:24.827661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-017e91f4-ea86-45e3-92f0-91466e11674c req-9910e442-a32d-49d4-bb5b-8942fe9eae15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0872614 May 10 12:15:24.900377 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-017e91f4-ea86-45e3-92f0-91466e11674c req-e88f041f-02d1-433b-ab1c-ac034b7ea042 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0663614 May 10 12:15:24.949101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e91f4-ea86-45e3-92f0-91466e11674c req-767d14d6-8926-472e-9ae9-bceda3b05d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:24.950553 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-017e91f4-ea86-45e3-92f0-91466e11674c req-767d14d6-8926-472e-9ae9-bceda3b05d30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0441048 May 10 12:15:25.000988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e91f4-ea86-45e3-92f0-91466e11674c req-ad2a2ae2-9252-458a-8eca-fc9f7005dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:25.002378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-017e91f4-ea86-45e3-92f0-91466e11674c req-ad2a2ae2-9252-458a-8eca-fc9f7005dc23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453966 May 10 12:15:25.105947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-017e91f4-ea86-45e3-92f0-91466e11674c req-1d6be86b-bcc0-47bd-9c55-b418b4a7a261 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945807 May 10 12:15:25.196855 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-017e91f4-ea86-45e3-92f0-91466e11674c req-453d7ade-a4a4-425b-bee0-3cea3533d5a4 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 May 10 12:15:25.696337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329b22-2d0b-4eb9-8f82-62cb6e51d55f req-08457981-0934-4116-83bc-69005e26c4a6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:25.697803 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69329b22-2d0b-4eb9-8f82-62cb6e51d55f req-08457981-0934-4116-83bc-69005e26c4a6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0526178 May 10 12:15:25.740278 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69329b22-2d0b-4eb9-8f82-62cb6e51d55f req-48ca8e33-778f-48ae-8b22-40b68376e73b tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344954 May 10 12:15:26.065480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-6e7ddfc8-59d5-4cd8-9244-f4cf81a43144 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:26.066927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-6e7ddfc8-59d5-4cd8-9244-f4cf81a43144 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.70 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&binding%3Ahost_id=n-h1-840949-1 HTTP/1.1" status: 200 len: 943 time: 0.0818791 May 10 12:15:26.080469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc73f4-db92-4706-a001-863514c9526e req-284e0524-37c8-4197-96e0-24ecc33a615d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:26.081844 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1efc73f4-db92-4706-a001-863514c9526e req-284e0524-37c8-4197-96e0-24ecc33a615d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 943 time: 0.0666060 May 10 12:15:26.158411 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1efc73f4-db92-4706-a001-863514c9526e req-5864b63a-d3db-4fb2-931b-efb5e853d2fa tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694263 May 10 12:15:26.164750 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-384c0f2b-520e-4931-8209-91370510b400 service neutron] 10.222.0.70 "GET /v2.0/ports/81e3c623-b089-4338-908f-2b89dc543e71/bindings/n-h1-840949-1 HTTP/1.1" status: 200 len: 382 time: 0.0820394 May 10 12:15:26.229480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-373c9e91-d650-4c06-87f0-45dd0f3289f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:26.230993 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-373c9e91-d650-4c06-87f0-45dd0f3289f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1094 time: 0.0429718 May 10 12:15:26.321377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-2983ae41-49d8-4854-ae36-a156f1e45c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:26.322841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-2983ae41-49d8-4854-ae36-a156f1e45c64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0854232 May 10 12:15:26.393076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-8284a97e-3c8c-4639-834e-65141d045361 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0635157 May 10 12:15:26.457268 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-9c959c6d-e013-462f-92b6-28a056c4f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:26.458591 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-9c959c6d-e013-462f-92b6-28a056c4f2ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0581830 May 10 12:15:26.503847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-032455c1-2683-406a-b8e4-6c8d835ee5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:26.505283 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-032455c1-2683-406a-b8e4-6c8d835ee5c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402446 May 10 12:15:26.601203 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-99c7ebb1-7d0b-426e-af74-2a7235e56389 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893466 May 10 12:15:26.694096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-17c29b38-d8f2-4b7f-8dd7-4a6988f3bc59 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838380 May 10 12:15:26.788892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:15:26.893521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:26.905049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '81e3c623-b089-4338-908f-2b89dc543e71', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '81e3c623-b089-4338-908f-2b89dc543e71', 'mac_address': 'fa:16:3e:80:ff:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:15:26.942152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 81e3c623-b089-4338-908f-2b89dc543e71 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:15:26.942684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:26.955392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e3c623-b089-4338-908f-2b89dc543e71 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:15:26.977700 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:26.982376 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:27.032113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:27.201347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['81e3c623-b089-4338-908f-2b89dc543e71'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:15:27.290671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461ff0b-853e-493f-9a9d-e5951ae11694 req-01dfa85a-5d46-4cf1-8db1-3e56b7117068 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:27.292319 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2461ff0b-853e-493f-9a9d-e5951ae11694 req-01dfa85a-5d46-4cf1-8db1-3e56b7117068 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0489836 May 10 12:15:27.330669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2461ff0b-853e-493f-9a9d-e5951ae11694 req-46b24335-81ab-439f-b6a4-6c6385847e12 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 May 10 12:15:28.464768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80047-41c8-415b-b8de-4b9557fc97b5 req-5071b329-9f47-429a-bcce-3189acc0289a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:28.466386 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fe80047-41c8-415b-b8de-4b9557fc97b5 req-5071b329-9f47-429a-bcce-3189acc0289a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0521603 May 10 12:15:28.508813 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8fe80047-41c8-415b-b8de-4b9557fc97b5 req-1a1e9a11-fe30-499f-b3a4-0e8f3c6997ec tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362585 May 10 12:15:28.799927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:15:28.852344 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 81e3c623-b089-4338-908f-2b89dc543e71 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:15:28.856336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 81e3c623-b089-4338-908f-2b89dc543e71 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:15:28.856705 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:28.937151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 81e3c623-b089-4338-908f-2b89dc543e71 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:15:28.937580 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:28.961161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:15:28.963375 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d47a7b-6a9b-4412-9b5f-f09b8636e9a7" -d '{"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-plugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:15:28.976154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:28.982248 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:29.023116 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d04df5d-fee9-4f7d-9205-e5214dbbd781 x-openstack-request-id: req-0d04df5d-fee9-4f7d-9205-e5214dbbd781 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:15:29.023485 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-plugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:15:29.023885 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d04df5d-fee9-4f7d-9205-e5214dbbd781 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:15:29.024328 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d04df5d-fee9-4f7d-9205-e5214dbbd781'] response: {'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'code': 200} May 10 12:15:29.035192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:29.044028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.044377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.044718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.045039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.045371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.045704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.046026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.046351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.046663 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.046988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.047309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.047640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:29.627379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a12fc2-22eb-4326-b74d-9be0da9b4365 req-a803a106-4911-4069-a29d-58f36b5c6562 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:29.628915 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04a12fc2-22eb-4326-b74d-9be0da9b4365 req-a803a106-4911-4069-a29d-58f36b5c6562 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0497711 May 10 12:15:29.669318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04a12fc2-22eb-4326-b74d-9be0da9b4365 req-8805d933-3bd6-4745-876e-d8fb2a82c3b7 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334888 May 10 12:15:30.453602 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-18bf43c2-ed07-4dba-a5da-ffcd4ba30da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:30.455129 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-18bf43c2-ed07-4dba-a5da-ffcd4ba30da3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161&tenant_id=ed4faa1354b2455fa669f9feefe2cfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0439928 May 10 12:15:30.468870 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:15:30.527131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:31.084731 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0be68-734d-4905-85e9-acbb64577538 req-9ec63049-6194-4c4c-bea5-3b73ffc9846f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:31.086242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ff0be68-734d-4905-85e9-acbb64577538 req-9ec63049-6194-4c4c-bea5-3b73ffc9846f tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0780966 May 10 12:15:31.088038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:31.149896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:15:31.154236 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ff0be68-734d-4905-85e9-acbb64577538 req-5fc82485-2c07-4373-be5e-f923f80d3717 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578835 May 10 12:15:31.196577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:15:31.198907 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b2c542-741f-42b8-985e-cf8fb451d862" -d '{"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-unplugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:15:31.203081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:31.216173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Transition to ACTIVE for port object 81e3c623-b089-4338-908f-2b89dc543e71 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:15:31.221170 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:31.250338 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6037e66-22b9-4ea5-be1d-979ee38512b3 x-openstack-request-id: req-f6037e66-22b9-4ea5-be1d-979ee38512b3 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:15:31.250634 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-unplugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:15:31.250885 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6037e66-22b9-4ea5-be1d-979ee38512b3 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:15:31.251312 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6037e66-22b9-4ea5-be1d-979ee38512b3'] response: {'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'code': 200} May 10 12:15:31.309129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=10']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:31.321490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.321839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.322155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.322483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.322813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.323142 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.323471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.323797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.324145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.324468 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.324789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.325133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:15:31.361793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] No DVR routers for this DVR port 81e3c623-b089-4338-908f-2b89dc543e71 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:15:31.502133 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:15:31.502824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:15:31.502824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:15:31.507258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:15:31.507581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Attempting to bind port 81e3c623-b089-4338-908f-2b89dc543e71 on network 4f73a7b9-635f-493f-b5db-ee8d7429bdad {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:15:31.512923 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:15:31.513269 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Checking segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:15:31.513657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Bound using segment: {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:15:31.514086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Bound port: 81e3c623-b089-4338-908f-2b89dc543e71, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019facc1-68e1-498f-a169-e266831208c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:15:31.514441 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:31.577124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:15:31.580947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:15:31.588693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:31.626877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:31.627403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:31.628839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] 10.222.0.49 "PUT /v2.0/ports/81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1092 time: 1.1664972 May 10 12:15:31.652671 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d81b8b-88c0-4ab1-baa5-e1edf11a0f08 service neutron] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=11']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:31.701130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-a4b37a07-2e03-45cf-8fcd-91ac2e6d38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:31.702670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-a4b37a07-2e03-45cf-8fcd-91ac2e6d38ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1095 time: 0.0470951 May 10 12:15:31.796783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-121ab16e-4d85-45ef-b283-ecd60d745abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:31.798137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-121ab16e-4d85-45ef-b283-ecd60d745abc service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0888784 May 10 12:15:31.877608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-4aef6fd3-ff49-4be9-bd50-e6a144659ef5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0695541 May 10 12:15:31.929397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-fa5484af-6208-4c43-b669-b264543e8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:31.931091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-fa5484af-6208-4c43-b669-b264543e8e3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0458872 May 10 12:15:31.975597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-b41aeb8f-6418-4117-a06e-6baa330817fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:31.977141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-b41aeb8f-6418-4117-a06e-6baa330817fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399432 May 10 12:15:32.075460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-7d1dcc54-f816-4039-a1c6-a78b81031e39 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919371 May 10 12:15:32.174902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-31ed0fc9-8ce3-4aa7-bf4b-2c42a455609d req-2df106fa-5265-412b-9bca-dd00a5a18300 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923195 May 10 12:15:32.275990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c11b39-5a61-4c57-b5fa-35368d2dc3b2 req-0861e646-79f2-44ae-ab19-939768548562 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:32.277399 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-34c11b39-5a61-4c57-b5fa-35368d2dc3b2 req-0861e646-79f2-44ae-ab19-939768548562 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0497930 May 10 12:15:32.317483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-34c11b39-5a61-4c57-b5fa-35368d2dc3b2 req-e57e4be1-9b23-4471-a8a3-ab09cf4bc165 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337093 May 10 12:15:32.830868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:15:32.872372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:15:32.892662 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:33.252336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:15:33.254902 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:15:33.306715 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e55821-fdaf-4c8e-9631-0f18d0c0463f x-openstack-request-id: req-24e55821-fdaf-4c8e-9631-0f18d0c0463f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:15:33.307013 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:15:33.307331 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24e55821-fdaf-4c8e-9631-0f18d0c0463f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:15:33.307798 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e55821-fdaf-4c8e-9631-0f18d0c0463f'] response: {'name': 'network-changed', 'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'status': 'completed', 'code': 200} May 10 12:15:33.380447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-537a4e52-ebe8-45bd-ac28-a4608c5c7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.382367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-537a4e52-ebe8-45bd-ac28-a4608c5c7e09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1095 time: 0.0495689 May 10 12:15:33.390248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-beb654fa-51d0-4aad-9ee9-1f9bfdca8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.391755 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-beb654fa-51d0-4aad-9ee9-1f9bfdca8e8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1095 time: 0.0592749 May 10 12:15:33.484038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-c00278f7-5c35-43b3-8d1d-b9cb0cb5c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.485791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-c00278f7-5c35-43b3-8d1d-b9cb0cb5c38d service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0948298 May 10 12:15:33.506189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da95b8-82dc-487c-8bbc-0a81085f2eb4 req-a9a822ce-1966-495f-859e-cbd4027e5a29 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.507658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77da95b8-82dc-487c-8bbc-0a81085f2eb4 req-a9a822ce-1966-495f-859e-cbd4027e5a29 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.1123998 May 10 12:15:33.537288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-9781cc9e-50be-42d7-9bf0-1507a2929267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.538749 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-9781cc9e-50be-42d7-9bf0-1507a2929267 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.1347256 May 10 12:15:33.555668 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-b4a6d548-1d06-4878-8c55-3557529ebd5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0635793 May 10 12:15:33.559980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-77da95b8-82dc-487c-8bbc-0a81085f2eb4 req-bf627912-f2de-4194-84a3-acbcd9d9ba29 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 May 10 12:15:33.616356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-666d0014-0f01-4f97-9173-5f568e85acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.617938 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-666d0014-0f01-4f97-9173-5f568e85acf4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0550847 May 10 12:15:33.621454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-676a33e2-d3ef-4075-ab29-8ef0181b31eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0647593 May 10 12:15:33.669689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-a7378263-b57c-4dcf-a4f7-57b02e1b221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.671177 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-a7378263-b57c-4dcf-a4f7-57b02e1b221b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458510 May 10 12:15:33.674113 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-68f76622-a7f0-401d-a1a9-c80441d79bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.675625 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-68f76622-a7f0-401d-a1a9-c80441d79bd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0483043 May 10 12:15:33.730307 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-f9b66561-7e2a-4e42-b62e-7971c401daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:33.732014 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-f9b66561-7e2a-4e42-b62e-7971c401daaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474076 May 10 12:15:33.762491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-80508808-f137-46b8-a4aa-3ac697656df2 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838385 May 10 12:15:33.821657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-cb242e3a-56c2-4f49-a399-493e5a9ca1b8 service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829501 May 10 12:15:33.856235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-6efa9272-1065-4d9f-9f12-e95142c59424 service neutron] 10.222.0.70 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867138 May 10 12:15:33.918508 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c6be1b6-9c36-433d-9cf1-f03d09354cfa req-adf97a70-d591-41a9-9aa9-193aace4e84c service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907941 May 10 12:15:34.334845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-587c0799-8081-4232-b62f-b62b35f90441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:34.688484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1336-26ad-42dc-883f-da486529e542 req-2d48590f-4456-4a20-a887-3b3db24b7c2d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:34.690091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-817f1336-26ad-42dc-883f-da486529e542 req-2d48590f-4456-4a20-a887-3b3db24b7c2d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0538442 May 10 12:15:34.728863 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-817f1336-26ad-42dc-883f-da486529e542 req-5dabe432-d4e0-476e-a221-421634509496 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325599 May 10 12:15:35.823145 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:35.853785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ac67e-1ff1-4118-bacb-773dfd1a0448 req-53fd94c5-261e-4753-a7c0-842aec0ce5db tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:35.855574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-513ac67e-1ff1-4118-bacb-773dfd1a0448 req-53fd94c5-261e-4753-a7c0-842aec0ce5db tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0534878 May 10 12:15:35.888771 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:15:35.897072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-513ac67e-1ff1-4118-bacb-773dfd1a0448 req-6f18a0da-224d-4427-a4d3-74be53bfb185 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 May 10 12:15:37.032105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa9427-24e4-4581-a5af-52861befe2d6 req-1dd89eed-b93c-4c90-8827-6b7269dfbc29 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:37.033547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7fa9427-24e4-4581-a5af-52861befe2d6 req-1dd89eed-b93c-4c90-8827-6b7269dfbc29 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0562954 May 10 12:15:37.072576 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7fa9427-24e4-4581-a5af-52861befe2d6 req-f334e2c5-5089-432d-be06-d760c7f6ad49 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 May 10 12:15:37.289565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e544707-f2a9-4693-b1d1-155899f25826 req-27c08f57-9837-4060-ad06-108aa17d2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:37.290931 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e544707-f2a9-4693-b1d1-155899f25826 req-27c08f57-9837-4060-ad06-108aa17d2406 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 1095 time: 0.0425811 May 10 12:15:37.306571 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a258b868-0daa-462e-bad1-31cfeefab316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:37.400847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e544707-f2a9-4693-b1d1-155899f25826 req-45a418eb-d9f9-4934-94c2-2af125ff68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:37.402357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e544707-f2a9-4693-b1d1-155899f25826 req-45a418eb-d9f9-4934-94c2-2af125ff68be service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 200 len: 912 time: 0.0911403 May 10 12:15:37.476379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e544707-f2a9-4693-b1d1-155899f25826 req-a5e0fb82-b21b-4f64-be0c-c82315203fb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 200 len: 1000 time: 0.0667980 May 10 12:15:37.530346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e544707-f2a9-4693-b1d1-155899f25826 req-2a3d7e19-023b-417f-a37c-84fddd2b50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:37.531803 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e544707-f2a9-4693-b1d1-155899f25826 req-2a3d7e19-023b-417f-a37c-84fddd2b50f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 200 len: 850 time: 0.0493445 May 10 12:15:37.577353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e544707-f2a9-4693-b1d1-155899f25826 req-798508eb-2763-4109-af22-2e6e1f3f872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:37.578757 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e544707-f2a9-4693-b1d1-155899f25826 req-798508eb-2763-4109-af22-2e6e1f3f872f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f73a7b9-635f-493f-b5db-ee8d7429bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410717 May 10 12:15:37.669972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e544707-f2a9-4693-b1d1-155899f25826 req-d940e59c-3863-4f7e-a3d5-fedb5aa5a63f service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840192 May 10 12:15:37.761257 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e544707-f2a9-4693-b1d1-155899f25826 req-3e40e933-2f7d-43eb-ae18-f51a678ac8ef service neutron] 10.222.0.49 "GET /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849833 May 10 12:15:37.958257 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:38.198516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e3f4d-3d50-4db4-b4e6-db0f04d119c7 req-8ac70289-5796-42f1-9961-92d4690ac3b2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:38.200050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff2e3f4d-3d50-4db4-b4e6-db0f04d119c7 req-8ac70289-5796-42f1-9961-92d4690ac3b2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0534334 May 10 12:15:38.238966 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff2e3f4d-3d50-4db4-b4e6-db0f04d119c7 req-775b9bd2-157f-452d-9b14-b578f5a0238a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 May 10 12:15:39.370624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99c32f-a646-4983-aed5-105a99be936b req-654a8e55-e917-42cf-96f9-51422f87b332 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:39.371551 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b99c32f-a646-4983-aed5-105a99be936b req-654a8e55-e917-42cf-96f9-51422f87b332 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0538807 May 10 12:15:39.410643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3b99c32f-a646-4983-aed5-105a99be936b req-d99d385c-eb8c-4c89-9fb0-f97c0d2cbc04 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 May 10 12:15:39.474469 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:39.584217 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:40.545652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c749052-0bc2-4aec-a588-2445da6f2ae0 req-b0f7f656-1007-4c73-921b-698b6a6b1c5d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:40.547512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c749052-0bc2-4aec-a588-2445da6f2ae0 req-b0f7f656-1007-4c73-921b-698b6a6b1c5d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0581810 May 10 12:15:40.591309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1c749052-0bc2-4aec-a588-2445da6f2ae0 req-2db518e3-070f-4a53-b452-a8df483eb1d9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344017 May 10 12:15:41.713789 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e65e6-b3ee-4fc2-8178-bbd93ea8fcd3 req-05dc082c-357a-413f-82d1-84980baa6fe2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:41.715271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-964e65e6-b3ee-4fc2-8178-bbd93ea8fcd3 req-05dc082c-357a-413f-82d1-84980baa6fe2 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0498865 May 10 12:15:41.755120 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-964e65e6-b3ee-4fc2-8178-bbd93ea8fcd3 req-5034507f-45b3-4fe5-b599-f74f07b1c643 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 May 10 12:15:42.880875 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cee35-348a-49d7-b217-ad905f11672d req-f421b497-40ea-4bb9-a06a-8984dd14d538 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:42.882500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-462cee35-348a-49d7-b217-ad905f11672d req-f421b497-40ea-4bb9-a06a-8984dd14d538 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0547419 May 10 12:15:42.922132 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-462cee35-348a-49d7-b217-ad905f11672d req-9d06b1fd-a7eb-4ef3-8cac-a23b7d4f0b6d tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332005 May 10 12:15:43.646714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:15:43.753995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:43.768705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '81e3c623-b089-4338-908f-2b89dc543e71', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'port_id': '81e3c623-b089-4338-908f-2b89dc543e71', 'mac_address': 'fa:16:3e:80:ff:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:15:43.966717 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 81e3c623-b089-4338-908f-2b89dc543e71 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:15:43.967105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:43.979650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e3c623-b089-4338-908f-2b89dc543e71 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:15:44.004430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:44.010598 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:44.045286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d637b8-5a39-4a41-a862-99efc5a68e77 req-0a957836-420e-499b-a773-fea71e7e0bfb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:44.047472 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35d637b8-5a39-4a41-a862-99efc5a68e77 req-0a957836-420e-499b-a773-fea71e7e0bfb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 944 time: 0.0541112 May 10 12:15:44.063114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=12']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:44.086239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-35d637b8-5a39-4a41-a862-99efc5a68e77 req-7f342f7b-4b68-4681-8ffa-eb2d2336572e tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 May 10 12:15:44.209205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca076d-0cb1-4151-ae52-837d47f09276 req-ccf49bd6-14b4-421f-ae60-b0b662009ec0 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:44.210622 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06ca076d-0cb1-4151-ae52-837d47f09276 req-ccf49bd6-14b4-421f-ae60-b0b662009ec0 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0527065 May 10 12:15:44.233623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['81e3c623-b089-4338-908f-2b89dc543e71'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:15:44.250214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-06ca076d-0cb1-4151-ae52-837d47f09276 req-b0e02c58-8d66-4441-945f-6c891105ff63 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333607 May 10 12:15:44.377905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71413d-cf64-44be-b485-99a4ec6a72bc req-d13600a3-7a58-4a72-b97e-1ec59a7b7ab6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:44.379401 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f71413d-cf64-44be-b485-99a4ec6a72bc req-d13600a3-7a58-4a72-b97e-1ec59a7b7ab6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0558789 May 10 12:15:44.762635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f71413d-cf64-44be-b485-99a4ec6a72bc req-20482570-d65e-48ae-ad70-4a9cf89d66ee tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769035 May 10 12:15:45.035021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3db650-c7e3-46e2-be98-700398bffd9c req-e01f2dd4-022d-43cc-ac34-c900792c3e9c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:45.036481 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d3db650-c7e3-46e2-be98-700398bffd9c req-e01f2dd4-022d-43cc-ac34-c900792c3e9c tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 945 time: 0.0502462 May 10 12:15:45.082981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8d3db650-c7e3-46e2-be98-700398bffd9c req-d7b1b35d-dd16-4936-abbc-7a2e69d51fc9 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 May 10 12:15:45.664637 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:15:45.724237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 81e3c623-b089-4338-908f-2b89dc543e71 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:15:45.729574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 81e3c623-b089-4338-908f-2b89dc543e71 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:15:45.729948 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:45.819803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 81e3c623-b089-4338-908f-2b89dc543e71 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:15:45.820487 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:45.847747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:15:45.850533 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b8907e-3c4f-4125-bcaa-56d20f844510" -d '{"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-plugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:15:45.867925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:45.872885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:45.897614 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d768c-6ffb-4dbe-8c73-c2510134f69a x-openstack-request-id: req-818d768c-6ffb-4dbe-8c73-c2510134f69a {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:15:45.897902 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-plugged", "status": "completed", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:15:45.898149 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-818d768c-6ffb-4dbe-8c73-c2510134f69a {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:15:45.898541 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818d768c-6ffb-4dbe-8c73-c2510134f69a'] response: {'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'code': 200} May 10 12:15:45.926883 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=13']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:46.210562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aa489-7cec-406d-86bb-9621608c0450 req-60d9c6e4-1ac3-4efb-8a79-bf4f214117bd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:46.211974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d95aa489-7cec-406d-86bb-9621608c0450 req-60d9c6e4-1ac3-4efb-8a79-bf4f214117bd tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 946 time: 0.0502005 May 10 12:15:46.249794 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d95aa489-7cec-406d-86bb-9621608c0450 req-e236b518-3fed-4b82-83a8-848e4b58da54 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e4c58-3247-463c-99d8-c05f3df9b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 May 10 12:15:46.551483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-12b1313c-e963-44dc-a65f-6ee7b5c70120 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:46.552898 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-12b1313c-e963-44dc-a65f-6ee7b5c70120 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 946 time: 0.0584655 May 10 12:15:46.658354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Deleting port 81e3c623-b089-4338-908f-2b89dc543e71 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:15:46.658670 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:46.744447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] For port 81e3c623-b089-4338-908f-2b89dc543e71, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=81e3c623-b089-4338-908f-2b89dc543e71,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:46.744766 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:46.919416 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:46.919776 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:46.920116 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d disassociated. External IP: 172.25.8.228, port: 81e3c623-b089-4338-908f-2b89dc543e71. May 10 12:15:46.920452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Calling delete_port for 81e3c623-b089-4338-908f-2b89dc543e71 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:15:47.048848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:47.095039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event deleted for resources: {'Port': ['ID=81e3c623-b089-4338-908f-2b89dc543e71,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:47.221183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:15:47.328904 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:15:47.338455 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:15:47.348473 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:15:47.349107 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:15:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:47.375341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-76bd18da-933c-4c30-857a-28ddf9a6030a req-af434284-aea5-4a64-b4aa-dc9fa5c13bbf tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 210 time: 0.0481679 May 10 12:15:47.394922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] No DVR routers for this DVR port 81e3c623-b089-4338-908f-2b89dc543e71 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:15:47.397845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:47.401292 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e3bea91c-44fa-404a-a728-163c7cebe44b req-69b1bd61-d9b2-4ece-8a49-277a9bb1aaa1 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.49 "DELETE /v2.0/ports/81e3c623-b089-4338-908f-2b89dc543e71 HTTP/1.1" status: 204 len: 173 time: 0.8422704 May 10 12:15:47.401751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-deleted', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:15:47.404135 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdf434a-442a-44ed-9da3-4ee0c746ad51" -d '{"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-deleted", "tag": "81e3c623-b089-4338-908f-2b89dc543e71"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:15:47.445171 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21780b7c-33f0-492b-ab2e-bf259b8c79f7 x-openstack-request-id: req-21780b7c-33f0-492b-ab2e-bf259b8c79f7 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:15:47.445454 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb62f23-18f9-4474-a803-a535327f2161", "name": "network-vif-deleted", "tag": "81e3c623-b089-4338-908f-2b89dc543e71", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:15:47.445561 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21780b7c-33f0-492b-ab2e-bf259b8c79f7 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:15:47.445910 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21780b7c-33f0-492b-ab2e-bf259b8c79f7'] response: {'server_uuid': '5eb62f23-18f9-4474-a803-a535327f2161', 'name': 'network-vif-deleted', 'tag': '81e3c623-b089-4338-908f-2b89dc543e71', 'status': 'completed', 'code': 200} May 10 12:15:47.466478 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:15:47.666819 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:47.693058 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:15:47.702346 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:15:47.702968 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:15:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:47.809525 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:15:48.008345 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:48.035204 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2db44-49f6-4551-95fd-bd702fc512f5 None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:12:08Z', 'revision_number': 4, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7339b94d-c499-4508-831a-05acb4bc6828', 'name': '', 'network_id': '4f73a7b9-635f-493f-b5db-ee8d7429bdad', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'mac_address': 'fa:16:3e:c9:f6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:07Z', 'updated_at': '2022-05-10T12:12:11Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'subnets': [{'id': '790161ad-fc18-494c-885f-69cccd42c9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:15:48.278861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40303027-50b4-46fa-842a-cc3faf54612a None None] New status for floating IP c7615c83-0f31-4d68-b31d-7be07fdc9a3d: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:15:48.478462 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-490c98c9-9e7b-4091-9742-a9a5f3b8191c req-ae6d202a-68ae-4c38-bce6-18910776f2ea tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 210 time: 0.0270588 May 10 12:15:49.592927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a7d5c09b-3fa4-4a66-b872-92292532e158 req-4575c52f-5e28-4e9c-99fb-67c0e16e750a tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 210 time: 0.0303264 May 10 12:15:49.654837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:15:49.682684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 81e3c623-b089-4338-908f-2b89dc543e71 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:15:49.683026 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 81e3c623-b089-4338-908f-2b89dc543e71 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:15:50.694231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b32e44c-4d64-4f95-b018-6fd5f3d8119b req-1bd4c852-fdc1-4723-a6a6-9a3d20ae20fb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb62f23-18f9-4474-a803-a535327f2161 HTTP/1.1" status: 200 len: 210 time: 0.0269706 May 10 12:15:54.402823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56882) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:54.465125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-01e2cf16-194c-47e1-a578-ebde38f2a1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:54.489570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-01e2cf16-194c-47e1-a578-ebde38f2a1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:54.547878 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-01e2cf16-194c-47e1-a578-ebde38f2a1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:54.552397 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-01e2cf16-194c-47e1-a578-ebde38f2a1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:54.556520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-01e2cf16-194c-47e1-a578-ebde38f2a1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d8e4c58-3247-463c-99d8-c05f3df9b0af HTTP/1.1" status: 204 len: 168 time: 0.1518619 May 10 12:15:54.556717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56884) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:54.567620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2cf16-194c-47e1-a578-ebde38f2a1e8 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8e4c58-3247-463c-99d8-c05f3df9b0af,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:54.571788 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-fab97fc0-3b70-4b00-89d1-b920ee07b3f6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] show failed (client error): The resource could not be found. May 10 12:15:54.575722 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fab97fc0-3b70-4b00-89d1-b920ee07b3f6 tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "GET /v2.0/security-groups/3d8e4c58-3247-463c-99d8-c05f3df9b0af HTTP/1.1" status: 404 len: 347 time: 0.0145524 May 10 12:15:54.575722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56886) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:54.707641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Deleting port d9de3506-7e08-4186-972f-3ea2b265c396 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:15:54.708018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:54.784482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:54.784791 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:54.796800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Calling delete_port for d9de3506-7e08-4186-972f-3ea2b265c396 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:15:54.930369 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:54.955368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Pushing event deleted for resources: {'Port': ['ID=d9de3506-7e08-4186-972f-3ea2b265c396,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:55.017332 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:55.020014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:55.021211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e26ad3fd-7fb2-48de-9e1c-66f6f801f4cb tempest-ServerActionsTestJSON-185179638 tempest-ServerActionsTestJSON-185179638-project] 10.222.0.13 "DELETE /v2.0/floatingips/c7615c83-0f31-4d68-b31d-7be07fdc9a3d HTTP/1.1" status: 204 len: 168 time: 0.4444516 May 10 12:15:55.024394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56888) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:55.390794 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:55.667204 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Deleting port 7339b94d-c499-4508-831a-05acb4bc6828 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:15:55.667972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:55.751946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] For port 7339b94d-c499-4508-831a-05acb4bc6828, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7339b94d-c499-4508-831a-05acb4bc6828,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:55.752309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:55.764942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Calling delete_port for 7339b94d-c499-4508-831a-05acb4bc6828 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:15:55.968223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:55.992476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7339b94d-c499-4508-831a-05acb4bc6828,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:56.163277 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:56.384114 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Router f9599266-58b8-40e3-9898-948cce7129fe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:15:56.497460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:15:56.504960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-25efbc9f-f4d8-41ff-9061-3493ad8515f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/f9599266-58b8-40e3-9898-948cce7129fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4793246 May 10 12:15:56.507924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56892) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:56.509587 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] Sync routers for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:15:56.520819 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:15:56.521439 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:15:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:56.611589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:56.636900 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:15:56.715374 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:56.770642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Deleting port aea87840-006c-49ab-a880-d25a0cb6adb4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:15:56.770990 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:56.812321 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:15:55Z', 'revision_number': 5, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port': {'id': 'aea87840-006c-49ab-a880-d25a0cb6adb4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:44:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:12:06Z', 'updated_at': '2022-05-10T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:56.855007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] For port aea87840-006c-49ab-a880-d25a0cb6adb4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=aea87840-006c-49ab-a880-d25a0cb6adb4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:56.855476 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:56.869019 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Calling delete_port for aea87840-006c-49ab-a880-d25a0cb6adb4 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:15:56.930395 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] Checking router: f9599266-58b8-40e3-9898-948cce7129fe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:15:56.939004 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] Routers {'f9599266-58b8-40e3-9898-948cce7129fe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:15:56.939751 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:15:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f9599266-58b8-40e3-9898-948cce7129fe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:57.023602 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] Set router f9599266-58b8-40e3-9898-948cce7129fe gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:15:57.040742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.068752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Pushing event deleted for resources: {'Port': ['ID=aea87840-006c-49ab-a880-d25a0cb6adb4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:57.077238 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:15:56Z', 'revision_number': 6, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:57.103208 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572db07-bc2a-4c3c-9bf6-f832ea1f77ba None None] The sync data for ids ['f9599266-58b8-40e3-9898-948cce7129fe'] in n-d-840949-1 is: [{'id': 'f9599266-58b8-40e3-9898-948cce7129fe', 'name': 'tempest-ServerActionsTestJSON-838797610-router', 'tenant_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:12:05Z', 'updated_at': '2022-05-10T12:15:56Z', 'revision_number': 6, 'project_id': 'ed4faa1354b2455fa669f9feefe2cfb3', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:15:57.135039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.227134 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.229523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.278373 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.278846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9599266-58b8-40e3-9898-948cce7129fe {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:15:57.285678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.287337 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2382278e-7dbc-41ae-82c1-0922405ab29e admin admin] 10.222.0.13 "DELETE /v2.0/routers/f9599266-58b8-40e3-9898-948cce7129fe HTTP/1.1" status: 204 len: 168 time: 0.7784939 May 10 12:15:57.289971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56894) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:57.336890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7383a978-591a-45d7-b868-31423c493eb4 admin admin] Deleting subnet 790161ad-fc18-494c-885f-69cccd42c9e5 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:15:57.340115 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7383a978-591a-45d7-b868-31423c493eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.373961 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7383a978-591a-45d7-b868-31423c493eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.457417 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7383a978-591a-45d7-b868-31423c493eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.513493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7383a978-591a-45d7-b868-31423c493eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.536158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383a978-591a-45d7-b868-31423c493eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790161ad-fc18-494c-885f-69cccd42c9e5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:57.544676 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7383a978-591a-45d7-b868-31423c493eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.548980 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7383a978-591a-45d7-b868-31423c493eb4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/790161ad-fc18-494c-885f-69cccd42c9e5 HTTP/1.1" status: 204 len: 168 time: 0.2572505 May 10 12:15:57.552543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56896) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:57.554910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78569e-b296-4114-a5fc-b64bc8f76e91 None None] Network 4f73a7b9-635f-493f-b5db-ee8d7429bdad requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:15:57.618735 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.677412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Deleting port 9bd1f196-b7ab-41e1-b587-2e326649181a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:15:57.677815 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.740540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] For port 9bd1f196-b7ab-41e1-b587-2e326649181a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bd1f196-b7ab-41e1-b587-2e326649181a,segment=NetworkSegment(019facc1-68e1-498f-a169-e266831208c3),segment_id=019facc1-68e1-498f-a169-e266831208c3)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:15:57.741145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.753230 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Calling delete_port for 9bd1f196-b7ab-41e1-b587-2e326649181a owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:15:57.847085 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.861431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6b68e-3309-432e-830a-38997e1f968a None None] DHCP port deletion for 4f73a7b9-635f-493f-b5db-ee8d7429bdad request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:15:57.877742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd1f196-b7ab-41e1-b587-2e326649181a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:57.883622 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] No DVR routers for this DVR port 9bd1f196-b7ab-41e1-b587-2e326649181a on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:15:57.922946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device aea87840-006c-49ab-a880-d25a0cb6adb4 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:15:57.944407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: aea87840-006c-49ab-a880-d25a0cb6adb4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:15:57.944836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device aea87840-006c-49ab-a880-d25a0cb6adb4 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:15:57.945252 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7339b94d-c499-4508-831a-05acb4bc6828 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:15:57.961510 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.967881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 7339b94d-c499-4508-831a-05acb4bc6828 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:15:57.968278 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7339b94d-c499-4508-831a-05acb4bc6828 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:15:57.968719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bd1f196-b7ab-41e1-b587-2e326649181a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:15:57.984407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f73a7b9-635f-493f-b5db-ee8d7429bdad']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:57.988407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9bd1f196-b7ab-41e1-b587-2e326649181a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:15:57.988815 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bd1f196-b7ab-41e1-b587-2e326649181a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:15:57.996428 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019facc1-68e1-498f-a169-e266831208c3') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:57.996762 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019facc1-68e1-498f-a169-e266831208c3') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:15:58.007665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.021212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.027749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:15:58.028177 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: timer() May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:15:58.029915 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:15:58.089862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.097815 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.101000 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f73a7b9-635f-493f-b5db-ee8d7429bdad HTTP/1.1" status: 204 len: 168 time: 0.5475554 May 10 12:15:58.113469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6011b-0796-4635-abde-dd0a10b6915d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f73a7b9-635f-493f-b5db-ee8d7429bdad,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:58.238861 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56900) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:58.278230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-82c55d13-7ff3-4600-b2a5-b903d6b0d566 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed4faa1354b2455fa669f9feefe2cfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380909 May 10 12:15:58.280838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56902) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:58.329424 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4eb90ed9-c6fc-4da0-a3be-3f78e938c21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.350234 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4eb90ed9-c6fc-4da0-a3be-3f78e938c21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.401373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4eb90ed9-c6fc-4da0-a3be-3f78e938c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.403936 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4eb90ed9-c6fc-4da0-a3be-3f78e938c21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:58.405116 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4eb90ed9-c6fc-4da0-a3be-3f78e938c21a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52641677-8240-4fe0-a9af-01c8ea020739 HTTP/1.1" status: 204 len: 168 time: 0.1233675 May 10 12:15:58.412670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb90ed9-c6fc-4da0-a3be-3f78e938c21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52641677-8240-4fe0-a9af-01c8ea020739,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:59.163946 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56924) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:59.294159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1267532760-network', 'tenant_id': '5abb6fccdf7645e58a7d2cd58443d7db'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:15:59.317990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Made reservation on behalf of 5abb6fccdf7645e58a7d2cd58443d7db for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:15:59.320508 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.331787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.413648 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.421373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.457078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:15:59.463287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b8da7-9eec-4eb0-8107-98fb6b014b5c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:59.469298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.469645 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Added segment cf404c0b-30bd-4764-b78b-b7a99e7f617c of type vlan for network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 May 10 12:15:59.511338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.537513 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.538474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:59.539051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.590216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4251337 May 10 12:15:59.593505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56928) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:15:59.598849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Request body: {'subnet': {'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1267532760-subnet', 'tenant_id': '5abb6fccdf7645e58a7d2cd58443d7db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:15:59.599349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e82e6-cd78-4c21-a087-28720613f9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:59.609981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:15:59.618899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Made reservation on behalf of 5abb6fccdf7645e58a7d2cd58443d7db for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:15:59.621389 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.797663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.853422 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb5a4e1-d55e-451f-8e8b-700983e6dfe7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:15:59.861012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Checking segment: {'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:15:59.861368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Network hostable DHCP agents. Network: 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:15:59.880123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:15:59.890359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:15:59.894792 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:15:59.895911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:59.899584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619de1b2-d5a0-44b9-809a-7f64aa59a7f1 None None] Network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:15:59.912841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-26d0e5dd-806a-4e41-9758-93e1a26c2126 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3181193 May 10 12:16:00.027460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac04801-bcce-42a6-8f3e-982b583e62d6 None None] Network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:00.380470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-c5ce3876-570f-4d19-9c24-be01e450a3e3 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:00.381851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-c5ce3876-570f-4d19-9c24-be01e450a3e3 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/networks?id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 HTTP/1.1" status: 200 len: 814 time: 0.1146071 May 10 12:16:00.397873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-2c06ae12-ab55-479e-8009-4de764c474f6 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/quotas/5abb6fccdf7645e58a7d2cd58443d7db HTTP/1.1" status: 200 len: 375 time: 0.0100532 May 10 12:16:00.430357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-499ca848-1e79-40da-a666-0146abd76ffe tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5abb6fccdf7645e58a7d2cd58443d7db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264592 May 10 12:16:00.532298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-37aedb16-b97a-447b-b0ee-52836be19d16 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945120 May 10 12:16:00.620993 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-6412e4c0-5367-4b12-8029-8299b0c23712 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821166 May 10 12:16:00.786865 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfe03f17-98bc-41b9-a473-96da4ae685d1 req-18f4bce3-5733-4c2b-9869-d058d893c6e2 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 210 time: 0.0289607 May 10 12:16:01.901349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-adcae648-ca53-49e5-933f-9898b6fbcd2b req-e117e4db-c92c-423e-83f2-60670eba03d0 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 210 time: 0.0357533 May 10 12:16:01.923756 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-8df86922-7c19-4dd3-9ec4-98557a2f5dbb tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:01.923756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-8df86922-7c19-4dd3-9ec4-98557a2f5dbb tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.49 "GET /v2.0/networks?id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 HTTP/1.1" status: 200 len: 814 time: 0.1318314 May 10 12:16:01.936656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Request body: {'port': {'device_id': '4f7e047f-dd94-4c1f-b9c0-0063966afc5f', 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538', 'admin_state_up': True, 'tenant_id': '5abb6fccdf7645e58a7d2cd58443d7db'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:02.049357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Made reservation on behalf of 5abb6fccdf7645e58a7d2cd58443d7db for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:02.052785 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:02.180678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Allocated IP 172.20.0.8 (4ef249a8-dc6e-43a4-a92c-acb8c0d6c538/6fb5a4e1-d55e-451f-8e8b-700983e6dfe7/9508633c-464a-4842-a06d-9973cc98cd0f) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:02.336051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:02.374472 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:02.416137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:02.419197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:02.422887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:02.431614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Pushing event updated for resources: {'Port': ['ID=9508633c-464a-4842-a06d-9973cc98cd0f,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:02.481656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:02.482437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:02.502516 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-60a2509f-5a7d-4dde-be7b-afcaf7668f03 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703900 May 10 12:16:02.514566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Request body: {'port': {'device_id': '4f7e047f-dd94-4c1f-b9c0-0063966afc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:02.571923 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:02.845204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9508633c-464a-4842-a06d-9973cc98cd0f {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:16:02.852498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:02.864575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Transition to ACTIVE for port object 9508633c-464a-4842-a06d-9973cc98cd0f will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:16:02.871956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:02.907519 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:02.924886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Pushing event updated for resources: {'Port': ['ID=9508633c-464a-4842-a06d-9973cc98cd0f,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:02.996610 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Attempting to bind port 9508633c-464a-4842-a06d-9973cc98cd0f on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:02.996950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Attempting to bind port 9508633c-464a-4842-a06d-9973cc98cd0f by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:02.997277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Attempting to bind port 9508633c-464a-4842-a06d-9973cc98cd0f on network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:03.002209 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Port 9508633c-464a-4842-a06d-9973cc98cd0f on network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:16:03.002653 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Attempting to bind port 9508633c-464a-4842-a06d-9973cc98cd0f on network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:03.007546 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:03.007910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Checking segment: {'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:03.008288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Bound using segment: {'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:03.008709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Bound port: 9508633c-464a-4842-a06d-9973cc98cd0f, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:03.009059 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:03.031667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc1a3-959f-41f7-94e9-f4b0f9947d72 req-47ba35e8-67bd-4b65-b0d5-f2f48f56b0fe tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:03.033869 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f54dc1a3-959f-41f7-94e9-f4b0f9947d72 req-47ba35e8-67bd-4b65-b0d5-f2f48f56b0fe tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 943 time: 0.0561507 May 10 12:16:03.072039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] For port 9508633c-464a-4842-a06d-9973cc98cd0f, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:03.073893 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f54dc1a3-959f-41f7-94e9-f4b0f9947d72 req-8424675c-fdfd-480d-b510-0c49c9a710d8 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 May 10 12:16:03.075248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] For port 9508633c-464a-4842-a06d-9973cc98cd0f, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9508633c-464a-4842-a06d-9973cc98cd0f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:03.081097 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:03.122743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:03.123379 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:03.124785 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] 10.222.0.49 "PUT /v2.0/ports/9508633c-464a-4842-a06d-9973cc98cd0f HTTP/1.1" status: 200 len: 1091 time: 0.6143215 May 10 12:16:03.125218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7e047f-dd94-4c1f-b9c0-0063966afc5f', 'tag': '9508633c-464a-4842-a06d-9973cc98cd0f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:16:03.127670 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7e047f-dd94-4c1f-b9c0-0063966afc5f", "tag": "9508633c-464a-4842-a06d-9973cc98cd0f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:16:03.157662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc7195-22b9-4527-96fb-345e78f56778 service neutron] Pushing event updated for resources: {'Port': ['ID=9508633c-464a-4842-a06d-9973cc98cd0f,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:03.178166 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b872a5b-a1d2-40ea-8fbe-e92f33080813 x-openstack-request-id: req-9b872a5b-a1d2-40ea-8fbe-e92f33080813 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:16:03.178426 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7e047f-dd94-4c1f-b9c0-0063966afc5f", "tag": "9508633c-464a-4842-a06d-9973cc98cd0f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:16:03.179078 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b872a5b-a1d2-40ea-8fbe-e92f33080813 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:16:03.179936 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b872a5b-a1d2-40ea-8fbe-e92f33080813'] response: {'name': 'network-changed', 'server_uuid': '4f7e047f-dd94-4c1f-b9c0-0063966afc5f', 'tag': '9508633c-464a-4842-a06d-9973cc98cd0f', 'status': 'completed', 'code': 200} May 10 12:16:03.216347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-9517b3b8-ae7d-442b-87f3-2e7e1fa98e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:03.217862 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-9517b3b8-ae7d-442b-87f3-2e7e1fa98e93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5abb6fccdf7645e58a7d2cd58443d7db&device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 1094 time: 0.0513372 May 10 12:16:03.257947 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-64401a18-7735-4d43-a6d0-642682abd666 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9508633c-464a-4842-a06d-9973cc98cd0f HTTP/1.1" status: 200 len: 217 time: 0.0331938 May 10 12:16:03.305514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-08b36ba2-79c4-4ce3-9149-241d796045f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:03.306960 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-08b36ba2-79c4-4ce3-9149-241d796045f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6fb5a4e1-d55e-451f-8e8b-700983e6dfe7 HTTP/1.1" status: 200 len: 854 time: 0.0431509 May 10 12:16:03.341674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-fa17f208-949b-4d0e-b473-3854308d7138 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282080 May 10 12:16:03.428052 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-e39a49cc-82dd-4e62-a400-58c335fbf788 service neutron] 10.222.0.49 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801461 May 10 12:16:03.519674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bfc70c93-6a19-40fb-b8dc-5d8725c7f86a req-2729d377-10b9-4f34-b9de-9811a82a0578 service neutron] 10.222.0.49 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849166 May 10 12:16:03.919665 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-1d76f93c-cd04-4331-bdad-f6c9dd7dab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:03.921204 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-1d76f93c-cd04-4331-bdad-f6c9dd7dab40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5abb6fccdf7645e58a7d2cd58443d7db&device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 1094 time: 0.3570747 May 10 12:16:04.012141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-1d16ab8b-62f8-4792-8e49-e9e8d20c101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:04.013519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-1d16ab8b-62f8-4792-8e49-e9e8d20c101d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 HTTP/1.1" status: 200 len: 915 time: 0.0849919 May 10 12:16:04.057280 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-0933286a-3e48-43b3-99df-b93c8a8b9696 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9508633c-464a-4842-a06d-9973cc98cd0f HTTP/1.1" status: 200 len: 217 time: 0.0365214 May 10 12:16:04.112697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-e267e039-427f-4548-a3ca-e472fa282c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:04.114337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-e267e039-427f-4548-a3ca-e472fa282c2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6fb5a4e1-d55e-451f-8e8b-700983e6dfe7 HTTP/1.1" status: 200 len: 854 time: 0.0510035 May 10 12:16:04.149587 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-7ec44789-4db8-4933-935c-81cbe205804e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274112 May 10 12:16:04.199921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e82b93-a4fe-4516-b7a0-cca0eabbc429 req-68ff32fb-873f-477b-ad9f-cc060f1d5b75 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:04.201943 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93e82b93-a4fe-4516-b7a0-cca0eabbc429 req-68ff32fb-873f-477b-ad9f-cc060f1d5b75 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 943 time: 0.0509775 May 10 12:16:04.242845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93e82b93-a4fe-4516-b7a0-cca0eabbc429 req-f3479d25-405c-417f-8c2d-661c8b2a35e8 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 May 10 12:16:04.246519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-cdcb2cbc-2e10-4bab-a8bb-b6de6999167a service neutron] 10.222.0.49 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899546 May 10 12:16:04.339601 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5b66936-e972-47fa-be4d-51eef860fdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:04.340201 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-32ad90eb-5ffd-4e6d-a9f6-b3df384845d5 req-a4600110-4963-4793-a863-18f3ad8d79c7 service neutron] 10.222.0.49 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856173 May 10 12:16:05.381262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c63c68-c465-473b-ba7e-c9a8d715ac92 req-e4fdc7e6-cfa1-4764-9c34-9d60aea1b29d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:05.382647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-27c63c68-c465-473b-ba7e-c9a8d715ac92 req-e4fdc7e6-cfa1-4764-9c34-9d60aea1b29d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 943 time: 0.0544600 May 10 12:16:05.424011 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-27c63c68-c465-473b-ba7e-c9a8d715ac92 req-db917af7-7da6-488c-b1a0-60de12aceae1 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343902 May 10 12:16:05.699151 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9508633c-464a-4842-a06d-9973cc98cd0f details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:16:05.800166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9508633c-464a-4842-a06d-9973cc98cd0f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9508633c-464a-4842-a06d-9973cc98cd0f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:05.814540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '9508633c-464a-4842-a06d-9973cc98cd0f', 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538', 'port_id': '9508633c-464a-4842-a06d-9973cc98cd0f', 'mac_address': 'fa:16:3e:b6:51:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb5a4e1-d55e-451f-8e8b-700983e6dfe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:16:05.869263 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:05.869915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 9508633c-464a-4842-a06d-9973cc98cd0f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:05.870307 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:05.884069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9508633c-464a-4842-a06d-9973cc98cd0f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:16:05.904348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9508633c-464a-4842-a06d-9973cc98cd0f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9508633c-464a-4842-a06d-9973cc98cd0f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:05.909492 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:05.959052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=9508633c-464a-4842-a06d-9973cc98cd0f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:06.100622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['9508633c-464a-4842-a06d-9973cc98cd0f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:16:06.557837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822cec-103b-43ac-a1c1-91b1731b718f req-d9435072-8023-4d18-b590-a2cbcc8c27fb tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:06.559166 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-59822cec-103b-43ac-a1c1-91b1731b718f req-d9435072-8023-4d18-b590-a2cbcc8c27fb tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 944 time: 0.0554752 May 10 12:16:06.597649 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-59822cec-103b-43ac-a1c1-91b1731b718f req-023165d3-cbf9-4937-b1d9-9c19b324080c tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 May 10 12:16:07.321314 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8425a1d0-df83-4f60-ba19-bc7b4e71db67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:07.714559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9508633c-464a-4842-a06d-9973cc98cd0f up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:07.742873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5374f0-cd9a-4f36-bac3-ec8b50ce19eb req-58de40ad-3ec4-4980-9377-ba9632f460f7 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:07.744409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb5374f0-cd9a-4f36-bac3-ec8b50ce19eb req-58de40ad-3ec4-4980-9377-ba9632f460f7 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 944 time: 0.0626156 May 10 12:16:07.765377 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 9508633c-464a-4842-a06d-9973cc98cd0f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:16:07.769650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 9508633c-464a-4842-a06d-9973cc98cd0f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:07.770028 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:07.783703 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cb5374f0-cd9a-4f36-bac3-ec8b50ce19eb req-d920293f-57ad-47c0-b152-31863cd9ad6e tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 May 10 12:16:07.847353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 9508633c-464a-4842-a06d-9973cc98cd0f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:07.847737 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:07.879216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7e047f-dd94-4c1f-b9c0-0063966afc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508633c-464a-4842-a06d-9973cc98cd0f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:16:07.881710 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901e02f-85e2-4f44-ae7c-f8fea8fc503d" -d '{"events": [{"server_uuid": "4f7e047f-dd94-4c1f-b9c0-0063966afc5f", "name": "network-vif-plugged", "status": "completed", "tag": "9508633c-464a-4842-a06d-9973cc98cd0f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:16:07.893922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 9508633c-464a-4842-a06d-9973cc98cd0f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9508633c-464a-4842-a06d-9973cc98cd0f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:07.900006 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:07.923244 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209743bb-c9bf-4ba8-bb65-6afc020a64e6 x-openstack-request-id: req-209743bb-c9bf-4ba8-bb65-6afc020a64e6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:16:07.923880 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7e047f-dd94-4c1f-b9c0-0063966afc5f", "name": "network-vif-plugged", "status": "completed", "tag": "9508633c-464a-4842-a06d-9973cc98cd0f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:16:07.924163 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-209743bb-c9bf-4ba8-bb65-6afc020a64e6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:16:07.924558 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209743bb-c9bf-4ba8-bb65-6afc020a64e6'] response: {'server_uuid': '4f7e047f-dd94-4c1f-b9c0-0063966afc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508633c-464a-4842-a06d-9973cc98cd0f', 'code': 200} May 10 12:16:07.961820 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=9508633c-464a-4842-a06d-9973cc98cd0f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:07.969066 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:08.015199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdb651-4b33-466b-8a46-e8edf594e10b req-3c03c135-f1af-4656-bee1-a6b052c4901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:08.016706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14bdb651-4b33-466b-8a46-e8edf594e10b req-3c03c135-f1af-4656-bee1-a6b052c4901e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 1096 time: 0.0386925 May 10 12:16:08.052621 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-14bdb651-4b33-466b-8a46-e8edf594e10b req-d2ea0593-ea2b-42e5-8408-15543190bc3a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292451 May 10 12:16:08.912347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afb13f-95e2-4e91-8674-abb001fdee95 req-67ca6438-adbe-4df3-aad0-3ea9f3c29b1b tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:08.913798 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98afb13f-95e2-4e91-8674-abb001fdee95 req-67ca6438-adbe-4df3-aad0-3ea9f3c29b1b tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0576787 May 10 12:16:08.962731 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98afb13f-95e2-4e91-8674-abb001fdee95 req-cdb1602e-a983-45ae-b3a9-76359b87da71 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 May 10 12:16:09.479864 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:09.578823 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:10.103011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e78c-e925-448c-a7d1-c7cd842e18c9 req-024132be-b014-4a85-8afc-fb24444531a6 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:10.104504 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c52e78c-e925-448c-a7d1-c7cd842e18c9 req-024132be-b014-4a85-8afc-fb24444531a6 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0626383 May 10 12:16:10.143720 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8c52e78c-e925-448c-a7d1-c7cd842e18c9 req-583780e1-8e11-4c0a-8af0-8ecebc1a6574 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 May 10 12:16:10.374987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-66e05b04-4608-4e0f-baec-5aec64d869a4 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:10.376541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-66e05b04-4608-4e0f-baec-5aec64d869a4 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/networks?id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 HTTP/1.1" status: 200 len: 814 time: 0.1032109 May 10 12:16:10.392141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-9222c0c6-0db5-4fdf-840d-fec2f3df6f24 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/quotas/5abb6fccdf7645e58a7d2cd58443d7db HTTP/1.1" status: 200 len: 375 time: 0.0090995 May 10 12:16:10.442706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-e0fd005c-5e5f-47cb-b679-f9a65088d646 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5abb6fccdf7645e58a7d2cd58443d7db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451663 May 10 12:16:10.535619 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-022bd6ff-ad2e-44c8-9b19-b42fe8e71310 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856113 May 10 12:16:10.630822 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-8b4a4318-0e8a-43c2-bb68-dd223f8d5ddf service neutron] 10.222.0.13 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860078 May 10 12:16:10.795227 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-155858c1-c111-4bf3-b379-45bc5ca6d3f8 req-c65334ae-cd9c-479d-b8fc-aec95a4ab5f3 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 210 time: 0.0263357 May 10 12:16:11.749340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-581eb017-cb97-4931-8f5c-b45689bac309 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:11.750774 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-581eb017-cb97-4931-8f5c-b45689bac309 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.70 "GET /v2.0/networks?id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 HTTP/1.1" status: 200 len: 814 time: 0.1060221 May 10 12:16:11.762856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Request body: {'port': {'device_id': 'b1720f28-6550-418b-9def-b3c5cffbffc8', 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538', 'admin_state_up': True, 'tenant_id': '5abb6fccdf7645e58a7d2cd58443d7db'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:11.876294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Made reservation on behalf of 5abb6fccdf7645e58a7d2cd58443d7db for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:11.880201 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:11.891644 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e16fe0aa-78e8-432d-b427-98d85a0c973e req-0b855bb2-1ec6-46bf-84e5-de2795183ecd tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 210 time: 0.0271933 May 10 12:16:12.006255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Allocated IP 172.20.0.14 (4ef249a8-dc6e-43a4-a92c-acb8c0d6c538/6fb5a4e1-d55e-451f-8e8b-700983e6dfe7/952b7cfb-6370-49d7-babb-9d4f803b366f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:12.156953 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.197667 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.209738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['9508633c-464a-4842-a06d-9973cc98cd0f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:16:12.245629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:12.248595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:12.252247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:12.279305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Pushing event updated for resources: {'Port': ['ID=952b7cfb-6370-49d7-babb-9d4f803b366f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:12.307075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:12.307648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.325323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-d7522796-2102-415b-adab-f6a5c3c0f77d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5661561 May 10 12:16:12.337171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Request body: {'port': {'device_id': 'b1720f28-6550-418b-9def-b3c5cffbffc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:12.392621 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.663223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952b7cfb-6370-49d7-babb-9d4f803b366f {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:16:12.670757 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.683228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Transition to ACTIVE for port object 952b7cfb-6370-49d7-babb-9d4f803b366f will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:16:12.689320 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.740975 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Pushing event updated for resources: {'Port': ['ID=952b7cfb-6370-49d7-babb-9d4f803b366f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:12.809861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Attempting to bind port 952b7cfb-6370-49d7-babb-9d4f803b366f on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:12.810579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Attempting to bind port 952b7cfb-6370-49d7-babb-9d4f803b366f by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:12.810579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Attempting to bind port 952b7cfb-6370-49d7-babb-9d4f803b366f on network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:12.815125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Port 952b7cfb-6370-49d7-babb-9d4f803b366f on network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:16:12.815657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Attempting to bind port 952b7cfb-6370-49d7-babb-9d4f803b366f on network 4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:12.820941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:12.821272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Checking segment: {'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:12.821646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Bound using segment: {'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:12.822067 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Bound port: 952b7cfb-6370-49d7-babb-9d4f803b366f, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf404c0b-30bd-4764-b78b-b7a99e7f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:12.822415 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.887621 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:16:12.902046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] For port 952b7cfb-6370-49d7-babb-9d4f803b366f, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:12.905713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] For port 952b7cfb-6370-49d7-babb-9d4f803b366f, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=952b7cfb-6370-49d7-babb-9d4f803b366f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:12.911275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.948824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:12.949543 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.950909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] 10.222.0.70 "PUT /v2.0/ports/952b7cfb-6370-49d7-babb-9d4f803b366f HTTP/1.1" status: 200 len: 1092 time: 0.6179032 May 10 12:16:12.951347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1720f28-6550-418b-9def-b3c5cffbffc8', 'tag': '952b7cfb-6370-49d7-babb-9d4f803b366f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:16:12.953660 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af0c40-02ef-421d-95c9-01f865377ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1720f28-6550-418b-9def-b3c5cffbffc8", "tag": "952b7cfb-6370-49d7-babb-9d4f803b366f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:16:12.983209 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Pushing event updated for resources: {'Port': ['ID=952b7cfb-6370-49d7-babb-9d4f803b366f,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:12.992231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.992597 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.992910 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.993245 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.993571 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.993940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.994674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.995001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.996232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.996565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.996892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:12.997213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e06c80-78c2-4509-bbf3-980fef6ab58e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:13.005478 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31833dd2-ca52-4ed9-a413-6ec14431c2ac x-openstack-request-id: req-31833dd2-ca52-4ed9-a413-6ec14431c2ac {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:16:13.005770 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1720f28-6550-418b-9def-b3c5cffbffc8", "tag": "952b7cfb-6370-49d7-babb-9d4f803b366f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:16:13.006021 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31833dd2-ca52-4ed9-a413-6ec14431c2ac {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:16:13.006424 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31833dd2-ca52-4ed9-a413-6ec14431c2ac'] response: {'name': 'network-changed', 'server_uuid': 'b1720f28-6550-418b-9def-b3c5cffbffc8', 'tag': '952b7cfb-6370-49d7-babb-9d4f803b366f', 'status': 'completed', 'code': 200} May 10 12:16:13.045668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-1d690644-63d8-423e-a547-6e9e3ffd456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:13.047671 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-1d690644-63d8-423e-a547-6e9e3ffd456a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5abb6fccdf7645e58a7d2cd58443d7db&device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 1095 time: 0.0455110 May 10 12:16:13.107967 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-5643058c-95b1-48b4-b6e3-6773e43227ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=952b7cfb-6370-49d7-babb-9d4f803b366f HTTP/1.1" status: 200 len: 217 time: 0.0501580 May 10 12:16:13.159153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68b9d-6ba5-45a6-ad65-6e98f5f35b74 req-876500b2-ae72-44f0-b3ea-5e614d5fa6ce tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:13.160701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-97c68b9d-6ba5-45a6-ad65-6e98f5f35b74 req-876500b2-ae72-44f0-b3ea-5e614d5fa6ce tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 944 time: 0.1944973 May 10 12:16:13.180242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-4d4c5f40-adf4-43d5-b09a-af46c7d7dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:13.181539 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-4d4c5f40-adf4-43d5-b09a-af46c7d7dfc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fb5a4e1-d55e-451f-8e8b-700983e6dfe7 HTTP/1.1" status: 200 len: 854 time: 0.0666871 May 10 12:16:13.217082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-774eb122-6a5b-49ce-ad0d-20d9f45bbeca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272639 May 10 12:16:13.236180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-97c68b9d-6ba5-45a6-ad65-6e98f5f35b74 req-b660093b-30bb-47df-b6a4-db13596c9425 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 May 10 12:16:13.314918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-b70e3dea-8b00-40f3-a2ab-be5146913370 service neutron] 10.222.0.70 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901868 May 10 12:16:13.403902 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1f07b88-e9b5-4173-8eb5-f51c269b8e93 req-07d2d343-36f1-4116-bb98-03014a504354 service neutron] 10.222.0.70 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822501 May 10 12:16:13.498920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-8f38c93b-7ed0-4fd4-9fa0-c1bbc87b705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:13.500341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-8f38c93b-7ed0-4fd4-9fa0-c1bbc87b705b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5abb6fccdf7645e58a7d2cd58443d7db&device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 1095 time: 0.0455201 May 10 12:16:13.590734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-85e01aa9-881e-40e1-9b5b-07971334a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:13.592217 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-85e01aa9-881e-40e1-9b5b-07971334a5ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 HTTP/1.1" status: 200 len: 915 time: 0.0858712 May 10 12:16:13.635367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-8046a2ba-ba99-4967-9490-804addf91a11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=952b7cfb-6370-49d7-babb-9d4f803b366f HTTP/1.1" status: 200 len: 217 time: 0.0366011 May 10 12:16:14.027831 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-6bffdcdb-aaa7-4136-8992-01ae8e59af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:14.029319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-6bffdcdb-aaa7-4136-8992-01ae8e59af18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fb5a4e1-d55e-451f-8e8b-700983e6dfe7 HTTP/1.1" status: 200 len: 854 time: 0.3858185 May 10 12:16:14.072951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-eb7b4cb0-9725-4c64-89c2-ee81182f14fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349157 May 10 12:16:14.168366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-beb0b96f-eb10-4dd0-a9b9-a714741a3894 service neutron] 10.222.0.70 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872705 May 10 12:16:14.265256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70af0c40-02ef-421d-95c9-01f865377ae5 req-1d0b0479-cb4a-47fc-ac81-dda727643941 service neutron] 10.222.0.70 "GET /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891309 May 10 12:16:14.421516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e32b97-25f7-4c35-955f-0c3c161d54eb req-475697ee-5cc9-49ff-9854-37c39d2a42f5 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:14.423191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-27e32b97-25f7-4c35-955f-0c3c161d54eb req-475697ee-5cc9-49ff-9854-37c39d2a42f5 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 944 time: 0.1126182 May 10 12:16:14.465171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-27e32b97-25f7-4c35-955f-0c3c161d54eb req-400195f1-b89a-42c5-a9d9-46b1269d2594 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353191 May 10 12:16:15.618282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410393-72e4-429a-a1b5-57a1c8b03ffa req-77d6bc33-5566-4430-af9a-d7c689c3df98 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:15.619791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1410393-72e4-429a-a1b5-57a1c8b03ffa req-77d6bc33-5566-4430-af9a-d7c689c3df98 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 944 time: 0.0737665 May 10 12:16:15.664939 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d1410393-72e4-429a-a1b5-57a1c8b03ffa req-32877f1b-1a33-4124-a420-a7b5a0cb03a4 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 May 10 12:16:16.806211 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa220f-a324-4547-a647-f6704fc06fe5 req-c3dbabe6-2715-4823-9757-fb9a47f0a51a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:16.807720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e6aa220f-a324-4547-a647-f6704fc06fe5 req-c3dbabe6-2715-4823-9757-fb9a47f0a51a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 944 time: 0.0532722 May 10 12:16:16.848371 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e6aa220f-a324-4547-a647-f6704fc06fe5 req-0a29ab12-9a7b-45d8-a978-cae782bfb7d9 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344360 May 10 12:16:16.985388 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 952b7cfb-6370-49d7-babb-9d4f803b366f details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:16:17.095430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 952b7cfb-6370-49d7-babb-9d4f803b366f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=952b7cfb-6370-49d7-babb-9d4f803b366f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:17.107578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '952b7cfb-6370-49d7-babb-9d4f803b366f', 'network_id': '4ef249a8-dc6e-43a4-a92c-acb8c0d6c538', 'port_id': '952b7cfb-6370-49d7-babb-9d4f803b366f', 'mac_address': 'fa:16:3e:e5:06:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb5a4e1-d55e-451f-8e8b-700983e6dfe7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:16:17.147786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 952b7cfb-6370-49d7-babb-9d4f803b366f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:17.148213 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:17.161202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952b7cfb-6370-49d7-babb-9d4f803b366f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:16:17.185050 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 952b7cfb-6370-49d7-babb-9d4f803b366f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=952b7cfb-6370-49d7-babb-9d4f803b366f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:17.191646 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:17.244441 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=952b7cfb-6370-49d7-babb-9d4f803b366f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:17.428019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['952b7cfb-6370-49d7-babb-9d4f803b366f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:16:17.979385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc718e-8a95-433c-ae5b-f7ae7503dca2 req-c3635ec3-cc9f-4842-bbf1-a13ff920a78a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:17.980965 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cbc718e-8a95-433c-ae5b-f7ae7503dca2 req-c3635ec3-cc9f-4842-bbf1-a13ff920a78a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 945 time: 0.0603592 May 10 12:16:18.023853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cbc718e-8a95-433c-ae5b-f7ae7503dca2 req-81b4563a-88e6-4665-aa1a-c75168cb98a7 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364766 May 10 12:16:18.985927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 952b7cfb-6370-49d7-babb-9d4f803b366f up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:19.037154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 952b7cfb-6370-49d7-babb-9d4f803b366f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:16:19.041484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 952b7cfb-6370-49d7-babb-9d4f803b366f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:19.041853 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:19.127392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 952b7cfb-6370-49d7-babb-9d4f803b366f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:19.128094 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:19.155434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1720f28-6550-418b-9def-b3c5cffbffc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b7cfb-6370-49d7-babb-9d4f803b366f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:16:19.155687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b729ca5-5ca9-413b-8f8b-c30866527aa7 req-1f88392a-62ee-4077-a78f-e71377af1554 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:19.156996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b729ca5-5ca9-413b-8f8b-c30866527aa7 req-1f88392a-62ee-4077-a78f-e71377af1554 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 945 time: 0.0516455 May 10 12:16:19.157701 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8783228d-82ba-4a6e-bc29-f46fc5b37f4c" -d '{"events": [{"server_uuid": "b1720f28-6550-418b-9def-b3c5cffbffc8", "name": "network-vif-plugged", "status": "completed", "tag": "952b7cfb-6370-49d7-babb-9d4f803b366f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:16:19.171149 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 952b7cfb-6370-49d7-babb-9d4f803b366f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=952b7cfb-6370-49d7-babb-9d4f803b366f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:19.176467 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:19.198758 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3b729ca5-5ca9-413b-8f8b-c30866527aa7 req-7e8cb2c5-2053-48a9-af8d-6258d72fe4c4 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 May 10 12:16:19.201595 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626ba6c7-e5d6-44a5-8b8e-0396de012a4f x-openstack-request-id: req-626ba6c7-e5d6-44a5-8b8e-0396de012a4f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:16:19.201882 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1720f28-6550-418b-9def-b3c5cffbffc8", "name": "network-vif-plugged", "status": "completed", "tag": "952b7cfb-6370-49d7-babb-9d4f803b366f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:16:19.202130 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-626ba6c7-e5d6-44a5-8b8e-0396de012a4f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:16:19.202620 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626ba6c7-e5d6-44a5-8b8e-0396de012a4f'] response: {'server_uuid': 'b1720f28-6550-418b-9def-b3c5cffbffc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b7cfb-6370-49d7-babb-9d4f803b366f', 'code': 200} May 10 12:16:19.236788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=952b7cfb-6370-49d7-babb-9d4f803b366f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:19.304663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddc721-ee8c-492f-b49b-3864aea61e83 req-9d544c04-7c2b-4017-957d-f5240d610e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:19.306154 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6ddc721-ee8c-492f-b49b-3864aea61e83 req-9d544c04-7c2b-4017-957d-f5240d610e85 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 1097 time: 0.0417719 May 10 12:16:19.341548 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e6ddc721-ee8c-492f-b49b-3864aea61e83 req-fbe37fc4-7e19-4a89-8004-4161bfd66bab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277088 May 10 12:16:20.328340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819a049-396d-4e45-a310-d9911c42d8fc req-a8008a18-41d8-4b99-91f8-f8612275f9e8 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:20.329799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0819a049-396d-4e45-a310-d9911c42d8fc req-a8008a18-41d8-4b99-91f8-f8612275f9e8 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 946 time: 0.0519075 May 10 12:16:20.369660 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0819a049-396d-4e45-a310-d9911c42d8fc req-a0a86d7b-eccc-4be7-a417-d624bd70d151 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 May 10 12:16:21.510353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b586-002e-402c-b0d2-b40dfbddafc9 req-39530417-6330-47b9-818e-90723b6aaed2 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:21.511844 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c906b586-002e-402c-b0d2-b40dfbddafc9 req-39530417-6330-47b9-818e-90723b6aaed2 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 946 time: 0.0650804 May 10 12:16:21.553390 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c906b586-002e-402c-b0d2-b40dfbddafc9 req-fce21f66-d46a-48e4-9dbe-d35cb2a17d42 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332551 May 10 12:16:21.807964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f93047-7c73-4196-883b-3ac29a073e7c req-317feafd-9337-45bf-828f-068ec06b4816 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:21.809418 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9f93047-7c73-4196-883b-3ac29a073e7c req-317feafd-9337-45bf-828f-068ec06b4816 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 946 time: 0.0549970 May 10 12:16:21.848553 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e9f93047-7c73-4196-883b-3ac29a073e7c req-b73f829b-e743-44e3-aa07-0a3fa5adfef7 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 May 10 12:16:22.972314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceb7b5-3158-4921-8ae6-48922561bb04 req-d012d2d7-99e9-42e1-a35f-6b51372486e0 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:22.973775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4aceb7b5-3158-4921-8ae6-48922561bb04 req-d012d2d7-99e9-42e1-a35f-6b51372486e0 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 946 time: 0.0532968 May 10 12:16:23.039042 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4aceb7b5-3158-4921-8ae6-48922561bb04 req-a0c05302-7059-4a8f-aa60-4e9ad1c41738 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559471 May 10 12:16:23.054911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-bf389233-ef9d-4c76-8579-c314832594a3 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:23.056432 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-bf389233-ef9d-4c76-8579-c314832594a3 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1720f28-6550-418b-9def-b3c5cffbffc8 HTTP/1.1" status: 200 len: 946 time: 0.0605276 May 10 12:16:23.156112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Deleting port 952b7cfb-6370-49d7-babb-9d4f803b366f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:16:23.156391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:23.249996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] For port 952b7cfb-6370-49d7-babb-9d4f803b366f, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=952b7cfb-6370-49d7-babb-9d4f803b366f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:23.250378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:23.263977 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Calling delete_port for 952b7cfb-6370-49d7-babb-9d4f803b366f owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:16:23.397034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:23.409969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['952b7cfb-6370-49d7-babb-9d4f803b366f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:16:23.412202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['9508633c-464a-4842-a06d-9973cc98cd0f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:16:23.424121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Pushing event deleted for resources: {'Port': ['ID=952b7cfb-6370-49d7-babb-9d4f803b366f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:23.470270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] No DVR routers for this DVR port 952b7cfb-6370-49d7-babb-9d4f803b366f on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:16:23.473211 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:23.476497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f003b5b2-bdf9-4b80-8130-024ace8e7f83 req-5f2cbafc-d7bb-460e-8691-c9abfae14894 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.70 "DELETE /v2.0/ports/952b7cfb-6370-49d7-babb-9d4f803b366f HTTP/1.1" status: 204 len: 173 time: 0.4125013 May 10 12:16:23.476939 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1720f28-6550-418b-9def-b3c5cffbffc8', 'name': 'network-vif-deleted', 'tag': '952b7cfb-6370-49d7-babb-9d4f803b366f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:16:23.479249 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c4ed0-11d4-492c-86e7-e8a5e89af6fd" -d '{"events": [{"server_uuid": "b1720f28-6550-418b-9def-b3c5cffbffc8", "name": "network-vif-deleted", "tag": "952b7cfb-6370-49d7-babb-9d4f803b366f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:16:23.534265 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acd27b3-15f2-423a-aaa4-4bfc59b4cb45 x-openstack-request-id: req-6acd27b3-15f2-423a-aaa4-4bfc59b4cb45 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:16:23.534447 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1720f28-6550-418b-9def-b3c5cffbffc8", "name": "network-vif-deleted", "tag": "952b7cfb-6370-49d7-babb-9d4f803b366f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:16:23.534786 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6acd27b3-15f2-423a-aaa4-4bfc59b4cb45 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:16:23.535783 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acd27b3-15f2-423a-aaa4-4bfc59b4cb45'] response: {'server_uuid': 'b1720f28-6550-418b-9def-b3c5cffbffc8', 'name': 'network-vif-deleted', 'tag': '952b7cfb-6370-49d7-babb-9d4f803b366f', 'status': 'completed', 'code': 200} May 10 12:16:24.201057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adcc45-41c0-419c-89c4-7efda9312b2c req-c480a5f5-6cd9-43fe-bd6b-87a8704d61e7 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:24.202519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37adcc45-41c0-419c-89c4-7efda9312b2c req-c480a5f5-6cd9-43fe-bd6b-87a8704d61e7 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0513120 May 10 12:16:24.240882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-37adcc45-41c0-419c-89c4-7efda9312b2c req-d2795272-5ed2-4239-8645-d52ff6119329 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 May 10 12:16:24.389324 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388c54-e894-49c8-adfe-6fe74bbde1e0 req-7f01b14e-99f8-4331-981a-16a7b56d3032 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:24.390790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd388c54-e894-49c8-adfe-6fe74bbde1e0 req-7f01b14e-99f8-4331-981a-16a7b56d3032 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0618994 May 10 12:16:24.432582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fd388c54-e894-49c8-adfe-6fe74bbde1e0 req-913e1af1-55f9-4e55-a679-eac8bccbe709 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 May 10 12:16:24.553905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741ef2e-e1ec-49d5-8c65-8af88e30ee58 req-f52583de-8ba5-4ab2-92e0-586ae5bcb270 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:24.555376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a741ef2e-e1ec-49d5-8c65-8af88e30ee58 req-f52583de-8ba5-4ab2-92e0-586ae5bcb270 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0550420 May 10 12:16:24.598929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a741ef2e-e1ec-49d5-8c65-8af88e30ee58 req-fe5afa0d-800c-4ed2-b0b3-491f0f0d5795 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350103 May 10 12:16:24.772819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244ecc-910e-47fa-8a33-14a98b5e3720 req-56d8f6ea-5f0a-4b95-a86f-a918fb512ec3 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:24.774296 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04244ecc-910e-47fa-8a33-14a98b5e3720 req-56d8f6ea-5f0a-4b95-a86f-a918fb512ec3 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0505676 May 10 12:16:24.815332 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-04244ecc-910e-47fa-8a33-14a98b5e3720 req-997a2581-e62d-4bbd-b867-949fea4baac8 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332768 May 10 12:16:24.938557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72fe3b-c000-444d-af2b-af8fa6e260d8 req-1e7533c3-effc-495e-a3a4-d311fead897d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:24.939981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac72fe3b-c000-444d-af2b-af8fa6e260d8 req-1e7533c3-effc-495e-a3a4-d311fead897d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0549104 May 10 12:16:24.978038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac72fe3b-c000-444d-af2b-af8fa6e260d8 req-f06db66c-edb8-4cb3-897c-072d45d4bb89 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313218 May 10 12:16:25.111237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7ba32-1af4-4627-b8c7-52de23990b03 req-0e6179d2-cca9-45cb-8de3-534f670c04a5 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:25.112788 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb7ba32-1af4-4627-b8c7-52de23990b03 req-0e6179d2-cca9-45cb-8de3-534f670c04a5 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0494542 May 10 12:16:25.151864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eeb7ba32-1af4-4627-b8c7-52de23990b03 req-7fdabee2-dc20-4121-92c4-59c27d5fd886 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328231 May 10 12:16:25.481791 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61891154-c884-4b1c-acf9-b23b4187ed34 req-cd40ce19-aa29-4b11-9dab-c0d4f478a03b tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:25.483161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61891154-c884-4b1c-acf9-b23b4187ed34 req-cd40ce19-aa29-4b11-9dab-c0d4f478a03b tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0534658 May 10 12:16:25.521373 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61891154-c884-4b1c-acf9-b23b4187ed34 req-739eceb9-3923-407a-906a-dbfcc883e61d tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 May 10 12:16:26.651149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e747654-5a98-4ef1-b672-d5940f0b20e1 req-cb987952-3545-4aa5-90b4-0fb53356be81 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:26.652652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e747654-5a98-4ef1-b672-d5940f0b20e1 req-cb987952-3545-4aa5-90b4-0fb53356be81 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0540533 May 10 12:16:26.694905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0e747654-5a98-4ef1-b672-d5940f0b20e1 req-a7c0b46b-44d0-4a49-b5b4-1e51d23f2afa tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.13 "GET /v2.0/security-groups?id=c98b8da7-9eec-4eb0-8107-98fb6b014b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 May 10 12:16:26.810061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-4100a2c0-7684-4315-bd7e-f57bf20fb764 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:26.811423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-4100a2c0-7684-4315-bd7e-f57bf20fb764 tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f7e047f-dd94-4c1f-b9c0-0063966afc5f HTTP/1.1" status: 200 len: 945 time: 0.0574818 May 10 12:16:26.905419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Deleting port 9508633c-464a-4842-a06d-9973cc98cd0f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:16:26.905716 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.000620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 952b7cfb-6370-49d7-babb-9d4f803b366f no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:16:27.003711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] For port 9508633c-464a-4842-a06d-9973cc98cd0f, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=9508633c-464a-4842-a06d-9973cc98cd0f,segment=NetworkSegment(cf404c0b-30bd-4764-b78b-b7a99e7f617c),segment_id=cf404c0b-30bd-4764-b78b-b7a99e7f617c)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:27.004127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.017769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Calling delete_port for 9508633c-464a-4842-a06d-9973cc98cd0f owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:16:27.020980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 952b7cfb-6370-49d7-babb-9d4f803b366f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:16:27.021336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 952b7cfb-6370-49d7-babb-9d4f803b366f not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:16:27.156331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.167585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['9508633c-464a-4842-a06d-9973cc98cd0f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:16:27.187597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Pushing event deleted for resources: {'Port': ['ID=9508633c-464a-4842-a06d-9973cc98cd0f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:27.226673 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] No DVR routers for this DVR port 9508633c-464a-4842-a06d-9973cc98cd0f on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:16:27.229266 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.232598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d52a367-5d2c-430a-b0fa-3bdc04a7683a req-41655ce0-629f-4d96-87f6-55d41906c94a tempest-ServersNegativeTestJSON-335556770 tempest-ServersNegativeTestJSON-335556770-project] 10.222.0.49 "DELETE /v2.0/ports/9508633c-464a-4842-a06d-9973cc98cd0f HTTP/1.1" status: 204 len: 173 time: 0.4153442 May 10 12:16:27.233036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7e047f-dd94-4c1f-b9c0-0063966afc5f', 'name': 'network-vif-deleted', 'tag': '9508633c-464a-4842-a06d-9973cc98cd0f'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:16:27.235313 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef7ae68-9ef1-479a-b06f-ffee4a1b9bad" -d '{"events": [{"server_uuid": "4f7e047f-dd94-4c1f-b9c0-0063966afc5f", "name": "network-vif-deleted", "tag": "9508633c-464a-4842-a06d-9973cc98cd0f"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:16:27.273291 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5630091-5426-4446-aabd-d72fa5bdc571 x-openstack-request-id: req-c5630091-5426-4446-aabd-d72fa5bdc571 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:16:27.273597 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7e047f-dd94-4c1f-b9c0-0063966afc5f", "name": "network-vif-deleted", "tag": "9508633c-464a-4842-a06d-9973cc98cd0f", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:16:27.273870 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5630091-5426-4446-aabd-d72fa5bdc571 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:16:27.274280 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5630091-5426-4446-aabd-d72fa5bdc571'] response: {'server_uuid': '4f7e047f-dd94-4c1f-b9c0-0063966afc5f', 'name': 'network-vif-deleted', 'tag': '9508633c-464a-4842-a06d-9973cc98cd0f', 'status': 'completed', 'code': 200} May 10 12:16:27.771244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57076) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:27.822665 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cecabd-12d0-4dac-a3e7-e6943771f363 admin admin] Deleting subnet 6fb5a4e1-d55e-451f-8e8b-700983e6dfe7 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:16:27.826056 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2cecabd-12d0-4dac-a3e7-e6943771f363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.860992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2cecabd-12d0-4dac-a3e7-e6943771f363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.899911 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2cecabd-12d0-4dac-a3e7-e6943771f363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.956648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2cecabd-12d0-4dac-a3e7-e6943771f363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.983225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cecabd-12d0-4dac-a3e7-e6943771f363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb5a4e1-d55e-451f-8e8b-700983e6dfe7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:27.985239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f2cecabd-12d0-4dac-a3e7-e6943771f363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.990032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f2cecabd-12d0-4dac-a3e7-e6943771f363 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6fb5a4e1-d55e-451f-8e8b-700983e6dfe7 HTTP/1.1" status: 204 len: 168 time: 0.2161927 May 10 12:16:27.991153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57078) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:28.065140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.146866 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.168020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef249a8-dc6e-43a4-a92c-acb8c0d6c538']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:28.178134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf404c0b-30bd-4764-b78b-b7a99e7f617c') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:28.178433 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf404c0b-30bd-4764-b78b-b7a99e7f617c') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:28.194143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.212408 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.222502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:16:28.222953 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: timer() May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:16:28.224750 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:16:28.280125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.285751 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.288915 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4ef249a8-dc6e-43a4-a92c-acb8c0d6c538 HTTP/1.1" status: 204 len: 168 time: 0.2968652 May 10 12:16:28.300844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83645834-7307-45ee-9110-788506cceda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef249a8-dc6e-43a4-a92c-acb8c0d6c538,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:28.408045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57082) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:28.449988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b0d0b646-cf35-41de-a7ef-c83e87ae59df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5abb6fccdf7645e58a7d2cd58443d7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407300 May 10 12:16:28.453320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57084) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:28.502773 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ecb34ce-5c86-4627-ab67-2ef11b27c5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.525089 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ecb34ce-5c86-4627-ab67-2ef11b27c5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.578682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ecb34ce-5c86-4627-ab67-2ef11b27c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.581294 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1ecb34ce-5c86-4627-ab67-2ef11b27c5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:28.582618 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1ecb34ce-5c86-4627-ab67-2ef11b27c5dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c98b8da7-9eec-4eb0-8107-98fb6b014b5c HTTP/1.1" status: 204 len: 168 time: 0.1284149 May 10 12:16:28.590767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb34ce-5c86-4627-ab67-2ef11b27c5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b8da7-9eec-4eb0-8107-98fb6b014b5c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:29.303160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57106) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:29.401016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356015958'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:29.423046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:29.426913 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:29.445305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:29.518701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:29.525667 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:29.551853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:29.561835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acca13a4-5957-417a-a4bf-7b2111b1bd37,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:29.566646 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:29.566985 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Added segment 3a138df6-8862-4a71-a86c-d81a47c4a5d4 of type vlan for network bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 May 10 12:16:29.606316 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:29.632563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:29.638083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:29.638660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:29.698003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3936677 May 10 12:16:29.709174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b27a7-2498-429e-8b9f-a78aa996110e tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Network': ['ID=bdc8ae4b-43f6-49d1-b497-6adb60e45fd3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:29.720189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:29.822262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9508633c-464a-4842-a06d-9973cc98cd0f no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:16:29.842626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 9508633c-464a-4842-a06d-9973cc98cd0f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:16:29.842967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 9508633c-464a-4842-a06d-9973cc98cd0f not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:16:32.922172 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.072476 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57110) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:33.080714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'subnet': {'network_id': 'bdc8ae4b-43f6-49d1-b497-6adb60e45fd3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:33.172470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:33.176232 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.370578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.428961 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Subnet': ['ID=96730099-012f-4c83-aeee-72bc3663b0e4,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:33.439560 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.439935 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.440276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.440607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.440941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.441260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.441601 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.441903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.442216 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.442540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.442920 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.443285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:33.449361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Checking segment: {'id': '3a138df6-8862-4a71-a86c-d81a47c4a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bdc8ae4b-43f6-49d1-b497-6adb60e45fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:33.449711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network hostable DHCP agents. Network: bdc8ae4b-43f6-49d1-b497-6adb60e45fd3, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:33.467575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:33.476957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, bdc8ae4b-43f6-49d1-b497-6adb60e45fd3) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:33.481129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:33.481718 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.486918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58c8c9-09ba-44e3-81ac-5f6b0da2a3ec None None] Network bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:33.499447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bb1f2590-cbf4-4107-92e9-4a5126e1d267 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4255204 May 10 12:16:33.502971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57112) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:33.508145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1262713371'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:33.529092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:33.533245 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.558437 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:33.568694 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.569084 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Added segment 7b8ff72c-faf9-40ff-a7ad-3c849c21d599 of type vlan for network 6e0dacb1-6ab1-4976-8eb6-1c742d99ee81 May 10 12:16:33.614084 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.634869 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-bdc8ae4b-43f6-49d1-b497-6adb60e45fd3', 'network_id': 'bdc8ae4b-43f6-49d1-b497-6adb60e45fd3', 'tenant_id': 'c24d06b192664d72a8bdb2f4711453e1', 'fixed_ips': [{'subnet_id': '96730099-012f-4c83-aeee-72bc3663b0e4'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:33.635751 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.640025 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.645842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:33.646780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.704242 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2000947 May 10 12:16:33.706976 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57114) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:33.715021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'subnet': {'network_id': '6e0dacb1-6ab1-4976-8eb6-1c742d99ee81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:33.733589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4625a-ebbd-45ab-bbff-d2d4b2c909b4 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Network': ['ID=6e0dacb1-6ab1-4976-8eb6-1c742d99ee81,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:33.759161 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 6e0dacb1-6ab1-4976-8eb6-1c742d99ee81 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:33.810863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:33.814313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.830028 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Allocated IP 2001:db8:0:ffff::2 (bdc8ae4b-43f6-49d1-b497-6adb60e45fd3/96730099-012f-4c83-aeee-72bc3663b0e4/d079db11-6c6b-4b3d-91a2-d54078dba261) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:33.974937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:33.981006 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.013488 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.021624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Network bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:34.024535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:34.028013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:34.039180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Pushing event updated for resources: {'Port': ['ID=d079db11-6c6b-4b3d-91a2-d54078dba261,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:34.081569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Subnet': ['ID=89a58c91-3821-4d1b-aa3f-b321fd3c20f4,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:34.090779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Checking segment: {'id': '7b8ff72c-faf9-40ff-a7ad-3c849c21d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6e0dacb1-6ab1-4976-8eb6-1c742d99ee81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:34.091144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network hostable DHCP agents. Network: 6e0dacb1-6ab1-4976-8eb6-1c742d99ee81, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:34.111021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network 6e0dacb1-6ab1-4976-8eb6-1c742d99ee81 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:34.122743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 6e0dacb1-6ab1-4976-8eb6-1c742d99ee81) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:34.127725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:34.128569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.146964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ce9af45a-1c29-4e15-96d4-52f5d4f1296a tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4389393 May 10 12:16:34.150082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:34.226472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96c8cf-343f-4d9a-8537-8931b0151bc5 None None] Network 6e0dacb1-6ab1-4976-8eb6-1c742d99ee81 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:34.241961 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.242300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.242635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.242958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.243285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.243694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.244046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.244360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.244665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.244981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.245289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.245611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:34.252358 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.312294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Attempting to bind port d079db11-6c6b-4b3d-91a2-d54078dba261 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:34.312661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Attempting to bind port d079db11-6c6b-4b3d-91a2-d54078dba261 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3a138df6-8862-4a71-a86c-d81a47c4a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bdc8ae4b-43f6-49d1-b497-6adb60e45fd3'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:34.313031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Attempting to bind port d079db11-6c6b-4b3d-91a2-d54078dba261 on network bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:34.326551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:34.326934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Checking segment: {'id': '3a138df6-8862-4a71-a86c-d81a47c4a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bdc8ae4b-43f6-49d1-b497-6adb60e45fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:34.327336 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.327695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Bound using segment: {'id': '3a138df6-8862-4a71-a86c-d81a47c4a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bdc8ae4b-43f6-49d1-b497-6adb60e45fd3'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:34.328198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Bound port: d079db11-6c6b-4b3d-91a2-d54078dba261, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a138df6-8862-4a71-a86c-d81a47c4a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bdc8ae4b-43f6-49d1-b497-6adb60e45fd3'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:34.328598 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.339314 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.392620 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7528b444-32e8-41cb-bdaa-62bbf8a165fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.411066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.440432 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Subnet': ['ID=89a58c91-3821-4d1b-aa3f-b321fd3c20f4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:34.461798 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] For port d079db11-6c6b-4b3d-91a2-d54078dba261, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:34.487022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] For port d079db11-6c6b-4b3d-91a2-d54078dba261, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d079db11-6c6b-4b3d-91a2-d54078dba261,segment=NetworkSegment(3a138df6-8862-4a71-a86c-d81a47c4a5d4),segment_id=3a138df6-8862-4a71-a86c-d81a47c4a5d4)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:34.489427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ae60b-5386-4487-b818-517e59eb6e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6e0dacb1-6ab1-4976-8eb6-1c742d99ee81', 'network_id': '6e0dacb1-6ab1-4976-8eb6-1c742d99ee81', 'tenant_id': 'c24d06b192664d72a8bdb2f4711453e1', 'fixed_ips': [{'subnet_id': '89a58c91-3821-4d1b-aa3f-b321fd3c20f4'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:34.490573 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae60b-5386-4487-b818-517e59eb6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.494949 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.506790 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.526990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0dacb1-6ab1-4976-8eb6-1c742d99ee81']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:34.536601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8ff72c-faf9-40ff-a7ad-3c849c21d599') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:34.537449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8ff72c-faf9-40ff-a7ad-3c849c21d599') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:34.546484 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.561576 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.568699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:16:34.569346 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.573334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79134826-fc65-47ae-9310-063ad6d4d30a None None] Pushing event updated for resources: {'Port': ['ID=d079db11-6c6b-4b3d-91a2-d54078dba261,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: timer() May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:16:34.573844 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:16:34.640296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.643201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e5894-5c00-49ce-a5f6-567179df6062 None None] Network 6e0dacb1-6ab1-4976-8eb6-1c742d99ee81 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:34.645853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.650085 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/6e0dacb1-6ab1-4976-8eb6-1c742d99ee81 HTTP/1.1" status: 204 len: 168 time: 0.4988973 May 10 12:16:34.653964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57118) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:34.658683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e5894-5c00-49ce-a5f6-567179df6062 None None] Network 6e0dacb1-6ab1-4976-8eb6-1c742d99ee81 could not be found, it might have been deleted concurrently. {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 10 12:16:34.660669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1639105461'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:34.670220 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341eb876-4a48-4eae-bdfb-7d9db9d2b8d7 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Network': ['ID=6e0dacb1-6ab1-4976-8eb6-1c742d99ee81,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:34.689895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:34.694118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.720821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:34.732413 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.732744 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Added segment d2e88df1-3d62-4b75-81f0-c377d582366d of type vlan for network de0e1b54-82a0-4780-a4d9-3b52a3bf31f1 May 10 12:16:34.786712 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.816030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.822439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:34.823125 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:34.896428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2380016 May 10 12:16:34.896835 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:34.900536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b22f0-0778-45cc-9ace-526520d3d8c1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Network': ['ID=de0e1b54-82a0-4780-a4d9-3b52a3bf31f1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:34.903142 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'subnet': {'network_id': 'de0e1b54-82a0-4780-a4d9-3b52a3bf31f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:34.914689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network de0e1b54-82a0-4780-a4d9-3b52a3bf31f1 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:34.993604 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:34.997186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.057615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Performing IP validity checks on allocation pools {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 10 12:16:35.058134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.ipam_backend_mixin [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 10 12:16:35.184165 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.246203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Subnet': ['ID=52f25924-fd7d-4b39-b47a-3e769a348481,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:35.257862 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Checking segment: {'id': 'd2e88df1-3d62-4b75-81f0-c377d582366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'de0e1b54-82a0-4780-a4d9-3b52a3bf31f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:35.258306 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network hostable DHCP agents. Network: de0e1b54-82a0-4780-a4d9-3b52a3bf31f1, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:35.279170 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network de0e1b54-82a0-4780-a4d9-3b52a3bf31f1 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:35.292199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, de0e1b54-82a0-4780-a4d9-3b52a3bf31f1) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:35.297158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:35.297748 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.303732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac6c0f-01f6-4757-82f6-da47e1e19165 None None] Network de0e1b54-82a0-4780-a4d9-3b52a3bf31f1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:35.317478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d6200273-aaf5-4d38-a908-d990680e8a71 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4193313 May 10 12:16:35.320761 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:35.425416 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.469163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e48758-9770-41f5-a587-005865c25011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-de0e1b54-82a0-4780-a4d9-3b52a3bf31f1', 'network_id': 'de0e1b54-82a0-4780-a4d9-3b52a3bf31f1', 'tenant_id': 'c24d06b192664d72a8bdb2f4711453e1', 'fixed_ips': [{'subnet_id': '52f25924-fd7d-4b39-b47a-3e769a348481'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:35.470302 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f7e48758-9770-41f5-a587-005865c25011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.482411 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.552489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.562295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88676d0a-4716-449e-8ebf-db6dc8e61ed3 None None] Network bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:35.585690 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Subnet': ['ID=52f25924-fd7d-4b39-b47a-3e769a348481,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server [None req-f7e48758-9770-41f5-a587-005865c25011 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52f25924-fd7d-4b39-b47a-3e769a348481: This subnet is being modified by another concurrent operation. May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise self.value May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server raise exception May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52f25924-fd7d-4b39-b47a-3e769a348481: This subnet is being modified by another concurrent operation. May 10 12:16:35.612933 n-d-840949-1 neutron-server[102769]: ERROR oslo_messaging.rpc.server May 10 12:16:35.633360 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1221e-4d29-4366-9f5a-76ea06b35f0b None None] Network de0e1b54-82a0-4780-a4d9-3b52a3bf31f1 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:35.644719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.652589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0798c2ad-3163-411e-9bdd-e5c8756d7236 None None] Provisioning complete for port d079db11-6c6b-4b3d-91a2-d54078dba261 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:35.652977 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0798c2ad-3163-411e-9bdd-e5c8756d7236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.665517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0e1b54-82a0-4780-a4d9-3b52a3bf31f1']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:35.674799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e88df1-3d62-4b75-81f0-c377d582366d') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:35.675079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e88df1-3d62-4b75-81f0-c377d582366d') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:35.684122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.697002 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.703017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:16:35.703415 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: timer() May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:16:35.706418 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:16:35.764756 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.769278 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.772957 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/de0e1b54-82a0-4780-a4d9-3b52a3bf31f1 HTTP/1.1" status: 204 len: 168 time: 0.4511714 May 10 12:16:35.777262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57124) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:35.783333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1131632843'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:35.790719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c323c-7d13-4082-8374-4744a91e71e5 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Network': ['ID=de0e1b54-82a0-4780-a4d9-3b52a3bf31f1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:35.811043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:35.814683 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.844293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:35.860073 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.864217 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Added segment 310c2e28-2e0a-42de-9449-73378717071e of type vlan for network 16b7ffc0-1b0b-49d1-a284-80a73eb8325e May 10 12:16:35.868329 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d079db11-6c6b-4b3d-91a2-d54078dba261 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:35.904714 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.906062 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.932545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.938068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:35.938657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:35.964383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0798c2ad-3163-411e-9bdd-e5c8756d7236 None None] Current status of the port d079db11-6c6b-4b3d-91a2-d54078dba261 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:35.964787 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0798c2ad-3163-411e-9bdd-e5c8756d7236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.001002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d079db11-6c6b-4b3d-91a2-d54078dba261 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:36.001380 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.007139 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0798c2ad-3163-411e-9bdd-e5c8756d7236 None None] For port d079db11-6c6b-4b3d-91a2-d54078dba261, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d079db11-6c6b-4b3d-91a2-d54078dba261,segment=NetworkSegment(3a138df6-8862-4a71-a86c-d81a47c4a5d4),segment_id=3a138df6-8862-4a71-a86c-d81a47c4a5d4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:36.013821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2322800 May 10 12:16:36.014136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57126) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:36.022183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'subnet': {'network_id': '16b7ffc0-1b0b-49d1-a284-80a73eb8325e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:36.027366 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0798c2ad-3163-411e-9bdd-e5c8756d7236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.070622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b49c76-37a7-494f-a083-b7be9ba4c717 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Network': ['ID=16b7ffc0-1b0b-49d1-a284-80a73eb8325e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:36.090736 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 16b7ffc0-1b0b-49d1-a284-80a73eb8325e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:36.110993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798c2ad-3163-411e-9bdd-e5c8756d7236 None None] Pushing event updated for resources: {'Port': ['ID=d079db11-6c6b-4b3d-91a2-d54078dba261,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:36.129329 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:36.133168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.180425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4069d-724b-4357-b843-cdbf8bf94e1d None None] get_active_networks_info from n-d-840949-1 {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 12:16:36.229827 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d079db11-6c6b-4b3d-91a2-d54078dba261 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:36.275380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-83be688c-46c3-479d-8e0e-52cef0786045 None None] Provisioning complete for port d079db11-6c6b-4b3d-91a2-d54078dba261 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:36.275590 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-83be688c-46c3-479d-8e0e-52cef0786045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.281436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d4069d-724b-4357-b843-cdbf8bf94e1d None None] Resources bound (agent type, host, resource id): {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 12:16:36.323371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.385190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Subnet': ['ID=e4693504-fba2-4806-afd9-8fc4ff09f5e6,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:36.396637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Checking segment: {'id': '310c2e28-2e0a-42de-9449-73378717071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '16b7ffc0-1b0b-49d1-a284-80a73eb8325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:36.397017 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network hostable DHCP agents. Network: 16b7ffc0-1b0b-49d1-a284-80a73eb8325e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:36.414800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network 16b7ffc0-1b0b-49d1-a284-80a73eb8325e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:36.426677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 16b7ffc0-1b0b-49d1-a284-80a73eb8325e) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:36.427367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-83be688c-46c3-479d-8e0e-52cef0786045 None None] Current status of the port d079db11-6c6b-4b3d-91a2-d54078dba261 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:36.432124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:36.432904 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.450560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-e5baff4e-3ca6-4813-9dcb-34420f0cda40 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4353721 May 10 12:16:36.455181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57128) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:36.460621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394954659'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:36.481439 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:36.484937 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.508935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:36.517966 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.518307 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Added segment 753237a0-6a56-4362-8925-0ab24fb72d7a of type vlan for network 32fcaea1-8751-4763-9e86-fc038b1ec077 May 10 12:16:36.537909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c261990-7070-42eb-834c-2173d3ce3ea2 None None] Network 16b7ffc0-1b0b-49d1-a284-80a73eb8325e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:36.563220 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.588080 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.593816 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:36.594401 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.656160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1996734 May 10 12:16:36.658941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:36.666840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Request body: {'subnet': {'network_id': '32fcaea1-8751-4763-9e86-fc038b1ec077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:36.689699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-16b7ffc0-1b0b-49d1-a284-80a73eb8325e', 'network_id': '16b7ffc0-1b0b-49d1-a284-80a73eb8325e', 'tenant_id': 'c24d06b192664d72a8bdb2f4711453e1', 'fixed_ips': [{'subnet_id': 'e4693504-fba2-4806-afd9-8fc4ff09f5e6'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:36.690576 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.715684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bd9ab-7cd3-4dc6-818a-2f42f58830db tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Network': ['ID=32fcaea1-8751-4763-9e86-fc038b1ec077,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:36.766016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Made reservation on behalf of c24d06b192664d72a8bdb2f4711453e1 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:36.767671 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 32fcaea1-8751-4763-9e86-fc038b1ec077 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:36.769518 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:36.888715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Allocated IP 2001:db8::2 (16b7ffc0-1b0b-49d1-a284-80a73eb8325e/e4693504-fba2-4806-afd9-8fc4ff09f5e6/5ea6de97-27e7-4c76-a3a3-beda79fc9511) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:36.968999 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.027950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event updated for resources: {'Subnet': ['ID=01c74170-5130-491a-b9ff-a3684befecfb,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:37.039117 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Checking segment: {'id': '753237a0-6a56-4362-8925-0ab24fb72d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '32fcaea1-8751-4763-9e86-fc038b1ec077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:37.039488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network hostable DHCP agents. Network: 32fcaea1-8751-4763-9e86-fc038b1ec077, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:37.046699 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.054710 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.056736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Network 32fcaea1-8751-4763-9e86-fc038b1ec077 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:37.069238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 32fcaea1-8751-4763-9e86-fc038b1ec077) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:37.074949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:37.075639 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.094207 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-06572e21-b9a2-4086-a632-74af745c44bc tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341569 May 10 12:16:37.096767 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57134) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:37.104594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b65b455-3003-4ab4-b5b9-47c8eefef15b None None] Network 32fcaea1-8751-4763-9e86-fc038b1ec077 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:37.162963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Network 16b7ffc0-1b0b-49d1-a284-80a73eb8325e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:37.164152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Pushing event updated for resources: {'Port': ['ID=5ea6de97-27e7-4c76-a3a3-beda79fc9511,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:37.174244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:37.176572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:37.212031 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.259124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Attempting to bind port 5ea6de97-27e7-4c76-a3a3-beda79fc9511 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:37.259485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Attempting to bind port 5ea6de97-27e7-4c76-a3a3-beda79fc9511 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '310c2e28-2e0a-42de-9449-73378717071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '16b7ffc0-1b0b-49d1-a284-80a73eb8325e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:37.259887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Attempting to bind port 5ea6de97-27e7-4c76-a3a3-beda79fc9511 on network 16b7ffc0-1b0b-49d1-a284-80a73eb8325e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:37.262780 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.285571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:37.285943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Checking segment: {'id': '310c2e28-2e0a-42de-9449-73378717071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '16b7ffc0-1b0b-49d1-a284-80a73eb8325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:37.286321 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.286765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Bound using segment: {'id': '310c2e28-2e0a-42de-9449-73378717071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '16b7ffc0-1b0b-49d1-a284-80a73eb8325e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:37.287214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Bound port: 5ea6de97-27e7-4c76-a3a3-beda79fc9511, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310c2e28-2e0a-42de-9449-73378717071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '16b7ffc0-1b0b-49d1-a284-80a73eb8325e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:37.287587 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.322611 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.344212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-27cb9313-fef2-4f8f-8958-d6d87de4e90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.349958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Subnet': ['ID=01c74170-5130-491a-b9ff-a3684befecfb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:37.379217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69c61f-c296-4011-8b3a-d6ee0de3f384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-32fcaea1-8751-4763-9e86-fc038b1ec077', 'network_id': '32fcaea1-8751-4763-9e86-fc038b1ec077', 'tenant_id': 'c24d06b192664d72a8bdb2f4711453e1', 'fixed_ips': [{'subnet_id': '01c74170-5130-491a-b9ff-a3684befecfb'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:37.380028 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f69c61f-c296-4011-8b3a-d6ee0de3f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.410689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] For port 5ea6de97-27e7-4c76-a3a3-beda79fc9511, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:37.413932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] For port 5ea6de97-27e7-4c76-a3a3-beda79fc9511, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5ea6de97-27e7-4c76-a3a3-beda79fc9511,segment=NetworkSegment(310c2e28-2e0a-42de-9449-73378717071e),segment_id=310c2e28-2e0a-42de-9449-73378717071e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:37.414666 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.422286 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.436041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fcaea1-8751-4763-9e86-fc038b1ec077']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:37.445477 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753237a0-6a56-4362-8925-0ab24fb72d7a') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:37.445800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753237a0-6a56-4362-8925-0ab24fb72d7a') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:37.454895 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.468057 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.474172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:16:37.474606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: timer() May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:16:37.477744 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:16:37.523701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9a883b-08a6-43f7-95b4-beed96dc87f2 None None] Network 32fcaea1-8751-4763-9e86-fc038b1ec077 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:37.541723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.550722 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.560319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/32fcaea1-8751-4763-9e86-fc038b1ec077 HTTP/1.1" status: 204 len: 168 time: 0.4623077 May 10 12:16:37.560522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57136) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:37.571028 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987880f-7cdb-4586-b463-5d29abc12301 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Network': ['ID=32fcaea1-8751-4763-9e86-fc038b1ec077,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:37.602523 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aad057-05f9-45a8-9835-5f6f0c582612 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] GET failed (client error): The resource could not be found. May 10 12:16:37.604233 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-61aad057-05f9-45a8-9835-5f6f0c582612 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "GET /v2.0/subnets/01c74170-5130-491a-b9ff-a3684befecfb HTTP/1.1" status: 404 len: 337 time: 0.0425928 May 10 12:16:37.607167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57138) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:37.629433 n-d-840949-1 neutron-server[102767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d7a880-8c4c-4bda-9a49-27e69b3f8860 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] DELETE failed (client error): The resource could not be found. May 10 12:16:37.630041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d7a880-8c4c-4bda-9a49-27e69b3f8860 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 12:16:37.633540 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a3d7a880-8c4c-4bda-9a49-27e69b3f8860 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/32fcaea1-8751-4763-9e86-fc038b1ec077 HTTP/1.1" status: 404 len: 339 time: 0.0249979 May 10 12:16:37.637996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57140) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:37.676815 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3600fb6a-bfca-4ba3-a093-95e09f93f307 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] DELETE failed (client error): The resource could not be found. May 10 12:16:37.677382 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3600fb6a-bfca-4ba3-a093-95e09f93f307 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 12:16:37.680773 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3600fb6a-bfca-4ba3-a093-95e09f93f307 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/subnets/01c74170-5130-491a-b9ff-a3684befecfb HTTP/1.1" status: 404 len: 337 time: 0.0414217 May 10 12:16:37.683704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57142) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:37.722537 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1dc553-1087-45dd-bf17-dba6f8d55dfd tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] DELETE failed (client error): The resource could not be found. May 10 12:16:37.723124 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1dc553-1087-45dd-bf17-dba6f8d55dfd tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 12:16:37.726462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9c1dc553-1087-45dd-bf17-dba6f8d55dfd tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/32fcaea1-8751-4763-9e86-fc038b1ec077 HTTP/1.1" status: 404 len: 339 time: 0.0415769 May 10 12:16:37.729194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57144) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:37.759980 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8e6d7-8d8b-4e48-9da7-1137f38d7506 None None] Pushing event updated for resources: {'Port': ['ID=5ea6de97-27e7-4c76-a3a3-beda79fc9511,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:37.787572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4328c048-51f5-459e-af64-8934137967ee tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Deleting subnet e4693504-fba2-4806-afd9-8fc4ff09f5e6 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:16:37.791375 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4328c048-51f5-459e-af64-8934137967ee tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.837058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4328c048-51f5-459e-af64-8934137967ee tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.853116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d079db11-6c6b-4b3d-91a2-d54078dba261 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:37.906351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d079db11-6c6b-4b3d-91a2-d54078dba261 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:37.906640 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.926661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4328c048-51f5-459e-af64-8934137967ee tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.967231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:37.990640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4328c048-51f5-459e-af64-8934137967ee tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.003676 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d079db11-6c6b-4b3d-91a2-d54078dba261 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:38.020519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328c048-51f5-459e-af64-8934137967ee tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Subnet': ['ID=e4693504-fba2-4806-afd9-8fc4ff09f5e6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:38.022920 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4328c048-51f5-459e-af64-8934137967ee tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.026187 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4328c048-51f5-459e-af64-8934137967ee tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/subnets/e4693504-fba2-4806-afd9-8fc4ff09f5e6 HTTP/1.1" status: 204 len: 168 time: 0.2959673 May 10 12:16:38.028864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57146) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:38.107626 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.162074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Deleting port 5ea6de97-27e7-4c76-a3a3-beda79fc9511 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:16:38.162325 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.228392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] For port 5ea6de97-27e7-4c76-a3a3-beda79fc9511, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5ea6de97-27e7-4c76-a3a3-beda79fc9511,segment=NetworkSegment(310c2e28-2e0a-42de-9449-73378717071e),segment_id=310c2e28-2e0a-42de-9449-73378717071e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:38.228756 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.243014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Calling delete_port for 5ea6de97-27e7-4c76-a3a3-beda79fc9511 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:16:38.330292 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.355251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Port': ['ID=5ea6de97-27e7-4c76-a3a3-beda79fc9511,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:38.362553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No DVR routers for this DVR port 5ea6de97-27e7-4c76-a3a3-beda79fc9511 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:16:38.447907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.463495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67855e5b-1da7-47dd-a8d3-69e396737212 None None] Network 16b7ffc0-1b0b-49d1-a284-80a73eb8325e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:38.471110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b7ffc0-1b0b-49d1-a284-80a73eb8325e']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:38.480519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310c2e28-2e0a-42de-9449-73378717071e') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:38.480821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310c2e28-2e0a-42de-9449-73378717071e') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:38.490347 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.503187 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.509013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:16:38.509400 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: timer() May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:16:38.512309 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:16:38.572030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.574503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772fd279-6c0a-4c2e-b76d-b482f1b90ae8 None None] Could not find standard attr ID for object 5ea6de97-27e7-4c76-a3a3-beda79fc9511. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 12:16:38.576834 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.580195 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/16b7ffc0-1b0b-49d1-a284-80a73eb8325e HTTP/1.1" status: 204 len: 168 time: 0.5503666 May 10 12:16:38.582852 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57148) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:38.595365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4220d-493f-4737-8aa9-8a82f218b45f tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Network': ['ID=16b7ffc0-1b0b-49d1-a284-80a73eb8325e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:38.614079 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a40d1f6-acad-4e03-a17f-f7db0a209a03 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] DELETE failed (client error): The resource could not be found. May 10 12:16:38.614638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a40d1f6-acad-4e03-a17f-f7db0a209a03 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 12:16:38.618293 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8a40d1f6-acad-4e03-a17f-f7db0a209a03 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/subnets/52f25924-fd7d-4b39-b47a-3e769a348481 HTTP/1.1" status: 404 len: 337 time: 0.0337784 May 10 12:16:38.620968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57150) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:38.636315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071d3aa-f0c8-4ec8-a7c6-7c570d1b6eaa None None] DHCP port deletion for 16b7ffc0-1b0b-49d1-a284-80a73eb8325e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:16:38.639317 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f031701-3511-44c3-9f77-cdd1ade7247b tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] DELETE failed (client error): The resource could not be found. May 10 12:16:38.640079 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f031701-3511-44c3-9f77-cdd1ade7247b tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 12:16:38.643024 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8f031701-3511-44c3-9f77-cdd1ade7247b tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/de0e1b54-82a0-4780-a4d9-3b52a3bf31f1 HTTP/1.1" status: 404 len: 339 time: 0.0211413 May 10 12:16:38.647932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57152) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:38.673945 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb54fe95-03cc-433e-923c-bb17c2ad14a1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] DELETE failed (client error): The resource could not be found. May 10 12:16:38.674398 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb54fe95-03cc-433e-923c-bb17c2ad14a1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 12:16:38.677774 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eb54fe95-03cc-433e-923c-bb17c2ad14a1 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/subnets/89a58c91-3821-4d1b-aa3f-b321fd3c20f4 HTTP/1.1" status: 404 len: 337 time: 0.0289211 May 10 12:16:38.680330 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57154) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:38.697797 n-d-840949-1 neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa80575-6f19-45d1-91d2-014409bcf928 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] DELETE failed (client error): The resource could not be found. May 10 12:16:38.698343 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa80575-6f19-45d1-91d2-014409bcf928 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 12:16:38.701397 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-caa80575-6f19-45d1-91d2-014409bcf928 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/6e0dacb1-6ab1-4976-8eb6-1c742d99ee81 HTTP/1.1" status: 404 len: 339 time: 0.0200865 May 10 12:16:38.703549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57156) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:38.754655 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b88ee70-44d4-48c8-a5ac-1faec68bc6fa tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Deleting subnet 96730099-012f-4c83-aeee-72bc3663b0e4 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:16:38.758042 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b88ee70-44d4-48c8-a5ac-1faec68bc6fa tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.805461 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b88ee70-44d4-48c8-a5ac-1faec68bc6fa tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.890868 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b88ee70-44d4-48c8-a5ac-1faec68bc6fa tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.952554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b88ee70-44d4-48c8-a5ac-1faec68bc6fa tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.984746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88ee70-44d4-48c8-a5ac-1faec68bc6fa tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Subnet': ['ID=96730099-012f-4c83-aeee-72bc3663b0e4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:38.988292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6b88ee70-44d4-48c8-a5ac-1faec68bc6fa tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.991510 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6b88ee70-44d4-48c8-a5ac-1faec68bc6fa tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/subnets/96730099-012f-4c83-aeee-72bc3663b0e4 HTTP/1.1" status: 204 len: 168 time: 0.2870178 May 10 12:16:38.994037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57158) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:38.996314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c19a7f-5e14-4c3a-a6c2-53dcd8206145 None None] Network bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:39.067339 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.119159 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Deleting port d079db11-6c6b-4b3d-91a2-d54078dba261 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:16:39.119490 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.173428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] DHCP port deletion for bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:16:39.191136 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] For port d079db11-6c6b-4b3d-91a2-d54078dba261, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d079db11-6c6b-4b3d-91a2-d54078dba261,segment=NetworkSegment(3a138df6-8862-4a71-a86c-d81a47c4a5d4),segment_id=3a138df6-8862-4a71-a86c-d81a47c4a5d4)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:39.191489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.205380 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Calling delete_port for d079db11-6c6b-4b3d-91a2-d54078dba261 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:16:39.226793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] Deleting port d079db11-6c6b-4b3d-91a2-d54078dba261 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:16:39.227180 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.288125 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.295660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] For port d079db11-6c6b-4b3d-91a2-d54078dba261, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d079db11-6c6b-4b3d-91a2-d54078dba261,segment=NetworkSegment(3a138df6-8862-4a71-a86c-d81a47c4a5d4),segment_id=3a138df6-8862-4a71-a86c-d81a47c4a5d4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:39.296559 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.310354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] Calling delete_port for d079db11-6c6b-4b3d-91a2-d54078dba261 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:16:39.315363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Port': ['ID=d079db11-6c6b-4b3d-91a2-d54078dba261,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:39.323466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] No DVR routers for this DVR port d079db11-6c6b-4b3d-91a2-d54078dba261 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:16:39.389965 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.407871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.415370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] Pushing event deleted for resources: {'Port': ['ID=d079db11-6c6b-4b3d-91a2-d54078dba261,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:39.418950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179af24-43d5-47c5-963d-e95e2cae62cc None None] No DVR routers for this DVR port d079db11-6c6b-4b3d-91a2-d54078dba261 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:16:39.437595 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc8ae4b-43f6-49d1-b497-6adb60e45fd3']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:39.447244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a138df6-8862-4a71-a86c-d81a47c4a5d4') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:39.447547 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a138df6-8862-4a71-a86c-d81a47c4a5d4') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:39.457469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.470549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.476775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:16:39.477186 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.478168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: timer() May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:16:39.480332 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:16:39.541658 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.549497 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.552684 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] 10.222.0.13 "DELETE /v2.0/networks/bdc8ae4b-43f6-49d1-b497-6adb60e45fd3 HTTP/1.1" status: 204 len: 168 time: 0.5577054 May 10 12:16:39.564972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27731048-9305-4d07-8287-3945176d7801 tempest-NetworksIpV6Test-1437013741 tempest-NetworksIpV6Test-1437013741-project] Pushing event deleted for resources: {'Network': ['ID=bdc8ae4b-43f6-49d1-b497-6adb60e45fd3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:39.584744 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:39.807213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57164) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:39.812289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5ea6de97-27e7-4c76-a3a3-beda79fc9511 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:16:39.836669 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5ea6de97-27e7-4c76-a3a3-beda79fc9511 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:16:39.837008 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5ea6de97-27e7-4c76-a3a3-beda79fc9511 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:16:39.837428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d079db11-6c6b-4b3d-91a2-d54078dba261 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:16:39.856206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d079db11-6c6b-4b3d-91a2-d54078dba261 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:16:39.856545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d079db11-6c6b-4b3d-91a2-d54078dba261 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:16:39.952402 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c30946d2-5e6e-4e76-93cf-1de2f6e14acc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c24d06b192664d72a8bdb2f4711453e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438365 May 10 12:16:39.954997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57168) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:40.003583 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1e04f07-b7cf-4cad-bcd9-f1138cc1bd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.023864 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1e04f07-b7cf-4cad-bcd9-f1138cc1bd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.071142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1e04f07-b7cf-4cad-bcd9-f1138cc1bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.073974 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1e04f07-b7cf-4cad-bcd9-f1138cc1bd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.075346 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b1e04f07-b7cf-4cad-bcd9-f1138cc1bd55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acca13a4-5957-417a-a4bf-7b2111b1bd37 HTTP/1.1" status: 204 len: 168 time: 0.1192291 May 10 12:16:40.083420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e04f07-b7cf-4cad-bcd9-f1138cc1bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acca13a4-5957-417a-a4bf-7b2111b1bd37,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:40.743362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:40.848781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f60f9b0d-0803-41a9-8d06-adf25e4567e8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2047967089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:40.878362 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f60f9b0d-0803-41a9-8d06-adf25e4567e8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.879412 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f60f9b0d-0803-41a9-8d06-adf25e4567e8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.934731 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f60f9b0d-0803-41a9-8d06-adf25e4567e8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.940084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f60f9b0d-0803-41a9-8d06-adf25e4567e8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.958871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f60f9b0d-0803-41a9-8d06-adf25e4567e8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.960148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f60f9b0d-0803-41a9-8d06-adf25e4567e8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2157378 May 10 12:16:40.962881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57194) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:40.967687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1426470046'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:40.986311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Made reservation on behalf of dd5b303171444a3e86bdaf551884eb23 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:40.989728 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.998524 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.073775 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.078983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.103884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:41.119290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a3c34a-4861-49e0-a284-b08f770e78ad,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:41.123478 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.123833 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Added segment b843ad84-8942-4576-80b9-3b28019b45ab of type vlan for network 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 May 10 12:16:41.163676 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.191453 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.198034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:41.198612 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.258167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2941277 May 10 12:16:41.261003 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:41.265728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Request body: {'subnet': {'network_id': '274e1e2f-dad9-4c94-b5db-d89457a6ecc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:41.309377 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1e932-6f36-48e2-b49e-b146718a0938 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event updated for resources: {'Network': ['ID=274e1e2f-dad9-4c94-b5db-d89457a6ecc2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:41.320521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:41.362005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Made reservation on behalf of dd5b303171444a3e86bdaf551884eb23 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:41.365526 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.554879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.614469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event updated for resources: {'Subnet': ['ID=2f820727-5eab-48cc-8892-0a65b3192851,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:41.624666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Checking segment: {'id': 'b843ad84-8942-4576-80b9-3b28019b45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '274e1e2f-dad9-4c94-b5db-d89457a6ecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:41.625025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Network hostable DHCP agents. Network: 274e1e2f-dad9-4c94-b5db-d89457a6ecc2, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:41.641736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Network 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:41.651035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 274e1e2f-dad9-4c94-b5db-d89457a6ecc2) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:41.655536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:41.656197 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.660191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714b997-38a9-46b3-b44f-7964aa2f7700 None None] Network 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:41.672811 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7458f512-cd6d-4e10-9eb3-84c1fb7a42c8 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4108298 May 10 12:16:41.676298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57198) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:41.681271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1737001952'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:41.700339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Made reservation on behalf of dd5b303171444a3e86bdaf551884eb23 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:41.703675 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.727699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:41.736530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.736865 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Added segment 26841dad-1ea8-4a55-a3bf-00a3173a304d of type vlan for network 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 May 10 12:16:41.774908 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.800468 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.806384 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:41.806967 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.807505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-274e1e2f-dad9-4c94-b5db-d89457a6ecc2', 'network_id': '274e1e2f-dad9-4c94-b5db-d89457a6ecc2', 'tenant_id': 'dd5b303171444a3e86bdaf551884eb23', 'fixed_ips': [{'subnet_id': '2f820727-5eab-48cc-8892-0a65b3192851'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:41.808589 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:41.874626 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1972022 May 10 12:16:41.877545 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57200) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:41.877958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3434c6-4537-4316-8feb-12e2ccc893c4 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event updated for resources: {'Network': ['ID=8f48bcf2-2cce-4c2c-956b-4353cc6f9910,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:41.883232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Request body: {'subnet': {'network_id': '8f48bcf2-2cce-4c2c-956b-4353cc6f9910', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:41.890953 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:41.971446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Made reservation on behalf of dd5b303171444a3e86bdaf551884eb23 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:41.975329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.008664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Allocated IP 172.20.0.2 (274e1e2f-dad9-4c94-b5db-d89457a6ecc2/2f820727-5eab-48cc-8892-0a65b3192851/898623c7-485d-4bfa-8e6f-6817a4f5b9d3) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:42.158673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.158927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.165168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.203548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Network 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:42.206336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:42.208886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:42.213874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event updated for resources: {'Subnet': ['ID=2f62118c-a194-4778-9db7-baf6c0cbcad3,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:42.221393 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Pushing event updated for resources: {'Port': ['ID=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:42.232628 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Checking segment: {'id': '26841dad-1ea8-4a55-a3bf-00a3173a304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f48bcf2-2cce-4c2c-956b-4353cc6f9910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:42.233008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Network hostable DHCP agents. Network: 8f48bcf2-2cce-4c2c-956b-4353cc6f9910, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:42.252585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Network 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:42.263383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 8f48bcf2-2cce-4c2c-956b-4353cc6f9910) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:42.269033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:42.269705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.271749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888c7af-f230-4808-9438-c80f98d51ed7 None None] Network 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:42.275773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Attempting to bind port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:42.276194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Attempting to bind port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'b843ad84-8942-4576-80b9-3b28019b45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '274e1e2f-dad9-4c94-b5db-d89457a6ecc2'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:42.276553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Attempting to bind port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 on network 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:42.288732 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-95209203-ed6e-4e1d-8f35-c3ce8a303d46 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4095047 May 10 12:16:42.291733 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57202) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:42.296506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-69e3c9b2-21d3-4f04-8dde-21258cf31c94 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f48bcf2-2cce-4c2c-956b-4353cc6f9910'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:42.320289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:42.320687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Checking segment: {'id': 'b843ad84-8942-4576-80b9-3b28019b45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '274e1e2f-dad9-4c94-b5db-d89457a6ecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:42.321281 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.321452 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Bound using segment: {'id': 'b843ad84-8942-4576-80b9-3b28019b45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '274e1e2f-dad9-4c94-b5db-d89457a6ecc2'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:42.321995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Bound port: 898623c7-485d-4bfa-8e6f-6817a4f5b9d3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b843ad84-8942-4576-80b9-3b28019b45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '274e1e2f-dad9-4c94-b5db-d89457a6ecc2'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:42.322317 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.440198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] For port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:42.456823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] For port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,segment=NetworkSegment(b843ad84-8942-4576-80b9-3b28019b45ab),segment_id=b843ad84-8942-4576-80b9-3b28019b45ab)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:42.464214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.506292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-8f48bcf2-2cce-4c2c-956b-4353cc6f9910', 'network_id': '8f48bcf2-2cce-4c2c-956b-4353cc6f9910', 'tenant_id': 'dd5b303171444a3e86bdaf551884eb23', 'fixed_ips': [{'subnet_id': '2f62118c-a194-4778-9db7-baf6c0cbcad3'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:42.507469 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-69e3c9b2-21d3-4f04-8dde-21258cf31c94 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.507847 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.558386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f25ea-7466-4669-a801-b601aece2939 None None] Pushing event updated for resources: {'Port': ['ID=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:42.623547 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [None req-69e3c9b2-21d3-4f04-8dde-21258cf31c94 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 12:16:42.624809 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-69e3c9b2-21d3-4f04-8dde-21258cf31c94 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "PUT /v2.0/routers/aa6e6f00-b445-47ba-afb2-3b91b6dc41d0 HTTP/1.1" status: 400 len: 364 time: 0.3319867 May 10 12:16:42.631005 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57204) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:42.685825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Allocated IP 172.21.0.2 (8f48bcf2-2cce-4c2c-956b-4353cc6f9910/2f62118c-a194-4778-9db7-baf6c0cbcad3/f4a8fbba-e0af-4834-84f2-64fb40eb24c8) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:42.686202 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65af83c-0618-49c0-ab69-5fcc228c4bbf tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Deleting subnet 2f62118c-a194-4778-9db7-baf6c0cbcad3 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:16:42.852658 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.859086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b65af83c-0618-49c0-ab69-5fcc228c4bbf tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.861492 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.900431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b65af83c-0618-49c0-ab69-5fcc228c4bbf tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.901814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Network 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:42.904595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:42.907067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:42.920175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Pushing event updated for resources: {'Port': ['ID=f4a8fbba-e0af-4834-84f2-64fb40eb24c8,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:42.969274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Attempting to bind port f4a8fbba-e0af-4834-84f2-64fb40eb24c8 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:42.969566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Attempting to bind port f4a8fbba-e0af-4834-84f2-64fb40eb24c8 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '26841dad-1ea8-4a55-a3bf-00a3173a304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f48bcf2-2cce-4c2c-956b-4353cc6f9910'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:42.969968 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Attempting to bind port f4a8fbba-e0af-4834-84f2-64fb40eb24c8 on network 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:42.975148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:42.975526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Checking segment: {'id': '26841dad-1ea8-4a55-a3bf-00a3173a304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f48bcf2-2cce-4c2c-956b-4353cc6f9910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:42.975969 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.976366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Bound using segment: {'id': '26841dad-1ea8-4a55-a3bf-00a3173a304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f48bcf2-2cce-4c2c-956b-4353cc6f9910'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:42.976833 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Bound port: f4a8fbba-e0af-4834-84f2-64fb40eb24c8, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26841dad-1ea8-4a55-a3bf-00a3173a304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f48bcf2-2cce-4c2c-956b-4353cc6f9910'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:42.977227 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.988935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b65af83c-0618-49c0-ab69-5fcc228c4bbf tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.050677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b65af83c-0618-49c0-ab69-5fcc228c4bbf tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.054602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] For port f4a8fbba-e0af-4834-84f2-64fb40eb24c8, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:43.058468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] For port f4a8fbba-e0af-4834-84f2-64fb40eb24c8, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f4a8fbba-e0af-4834-84f2-64fb40eb24c8,segment=NetworkSegment(26841dad-1ea8-4a55-a3bf-00a3173a304d),segment_id=26841dad-1ea8-4a55-a3bf-00a3173a304d)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:43.063805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.080723 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b65af83c-0618-49c0-ab69-5fcc228c4bbf tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.083930 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b65af83c-0618-49c0-ab69-5fcc228c4bbf tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "DELETE /v2.0/subnets/2f62118c-a194-4778-9db7-baf6c0cbcad3 HTTP/1.1" status: 204 len: 168 time: 0.4512405 May 10 12:16:43.085064 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65af83c-0618-49c0-ab69-5fcc228c4bbf tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event deleted for resources: {'Subnet': ['ID=2f62118c-a194-4778-9db7-baf6c0cbcad3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:43.086652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57206) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:43.124559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc498f-8784-4cad-82ad-312ea5713dc3 None None] Pushing event updated for resources: {'Port': ['ID=f4a8fbba-e0af-4834-84f2-64fb40eb24c8,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:43.170659 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.225176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Deleting port f4a8fbba-e0af-4834-84f2-64fb40eb24c8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:16:43.225495 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.291389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] For port f4a8fbba-e0af-4834-84f2-64fb40eb24c8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=f4a8fbba-e0af-4834-84f2-64fb40eb24c8,segment=NetworkSegment(26841dad-1ea8-4a55-a3bf-00a3173a304d),segment_id=26841dad-1ea8-4a55-a3bf-00a3173a304d)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:43.295692 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.315125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Calling delete_port for f4a8fbba-e0af-4834-84f2-64fb40eb24c8 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:16:43.409862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.439448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event deleted for resources: {'Port': ['ID=f4a8fbba-e0af-4834-84f2-64fb40eb24c8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:43.441344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] No DVR routers for this DVR port f4a8fbba-e0af-4834-84f2-64fb40eb24c8 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:16:43.528159 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.548506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f48bcf2-2cce-4c2c-956b-4353cc6f9910']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:43.558346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26841dad-1ea8-4a55-a3bf-00a3173a304d') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:43.558636 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26841dad-1ea8-4a55-a3bf-00a3173a304d') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:43.568404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.572204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f7cf1-13a2-4c15-93dd-2b02e379ec44 None None] Network 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:43.581674 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.588057 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:16:43.588449 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: timer() May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:16:43.591324 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:16:43.650892 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.657640 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.659291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4ce61289-6646-43d1-94b3-c0d5dff3b4ff None None] Provisioning complete for port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:43.659663 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4ce61289-6646-43d1-94b3-c0d5dff3b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.662981 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "DELETE /v2.0/networks/8f48bcf2-2cce-4c2c-956b-4353cc6f9910 HTTP/1.1" status: 204 len: 168 time: 0.5723572 May 10 12:16:43.665312 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:43.672144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569af19-49e4-4dd4-9f31-9fb2ceac91f2 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event deleted for resources: {'Network': ['ID=8f48bcf2-2cce-4c2c-956b-4353cc6f9910,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:43.720187 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb476c1-cbec-42d6-934a-acbfad6ae6f9 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Deleting subnet 2f820727-5eab-48cc-8892-0a65b3192851 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:16:43.723464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fb476c1-cbec-42d6-934a-acbfad6ae6f9 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.765528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fb476c1-cbec-42d6-934a-acbfad6ae6f9 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.796550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4ce61289-6646-43d1-94b3-c0d5dff3b4ff None None] Current status of the port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:43.796955 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4ce61289-6646-43d1-94b3-c0d5dff3b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.848227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4ce61289-6646-43d1-94b3-c0d5dff3b4ff None None] For port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,segment=NetworkSegment(b843ad84-8942-4576-80b9-3b28019b45ab),segment_id=b843ad84-8942-4576-80b9-3b28019b45ab)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:43.853497 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4ce61289-6646-43d1-94b3-c0d5dff3b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.886844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:43.889887 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fb476c1-cbec-42d6-934a-acbfad6ae6f9 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.949855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce61289-6646-43d1-94b3-c0d5dff3b4ff None None] Pushing event updated for resources: {'Port': ['ID=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:43.968080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:43.968646 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.971688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fb476c1-cbec-42d6-934a-acbfad6ae6f9 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.006921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb476c1-cbec-42d6-934a-acbfad6ae6f9 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event deleted for resources: {'Subnet': ['ID=2f820727-5eab-48cc-8892-0a65b3192851,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:44.009531 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fb476c1-cbec-42d6-934a-acbfad6ae6f9 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.013266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4fb476c1-cbec-42d6-934a-acbfad6ae6f9 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "DELETE /v2.0/subnets/2f820727-5eab-48cc-8892-0a65b3192851 HTTP/1.1" status: 204 len: 168 time: 0.3468151 May 10 12:16:44.015423 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:44.068340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:44.109432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02523aec-3da9-4bed-940e-4959a9c5c2ee None None] Network 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:44.216907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-688b8e01-f2a4-4b47-ad8d-ae02d6e7755f None None] Provisioning complete for port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:44.217334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-688b8e01-f2a4-4b47-ad8d-ae02d6e7755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.328339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-688b8e01-f2a4-4b47-ad8d-ae02d6e7755f None None] Current status of the port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:44.350695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef6f86-9074-476f-93ee-13fdd6405507 None None] DHCP port deletion for 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:16:44.366543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638fe45-4739-4851-975d-578a9306ad65 None None] Network 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:44.372181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75877d2-0798-405a-be77-7949795055dc None None] DHCP port deletion for 274e1e2f-dad9-4c94-b5db-d89457a6ecc2 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:16:44.383620 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638fe45-4739-4851-975d-578a9306ad65 None None] Network 8f48bcf2-2cce-4c2c-956b-4353cc6f9910 could not be found, it might have been deleted concurrently. {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 10 12:16:44.434909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b75877d2-0798-405a-be77-7949795055dc None None] Deleting port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:16:44.435439 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b75877d2-0798-405a-be77-7949795055dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.481397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.482926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c0009bb2-7933-4a8b-9a66-09b80776a737 None None] Could not find standard attr ID for object f4a8fbba-e0af-4834-84f2-64fb40eb24c8. {{(pid=102769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 12:16:44.501664 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b75877d2-0798-405a-be77-7949795055dc None None] For port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,segment=NetworkSegment(b843ad84-8942-4576-80b9-3b28019b45ab),segment_id=b843ad84-8942-4576-80b9-3b28019b45ab)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:44.502031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b75877d2-0798-405a-be77-7949795055dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.515017 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b75877d2-0798-405a-be77-7949795055dc None None] Calling delete_port for 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:16:44.536591 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Deleting port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:16:44.536819 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.597860 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b75877d2-0798-405a-be77-7949795055dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.600211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] For port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,segment=NetworkSegment(b843ad84-8942-4576-80b9-3b28019b45ab),segment_id=b843ad84-8942-4576-80b9-3b28019b45ab)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:44.600853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.616090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Calling delete_port for 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:16:44.625775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75877d2-0798-405a-be77-7949795055dc None None] No DVR routers for this DVR port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:16:44.632876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75877d2-0798-405a-be77-7949795055dc None None] Pushing event deleted for resources: {'Port': ['ID=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:44.691464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.716222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event deleted for resources: {'Port': ['ID=898623c7-485d-4bfa-8e6f-6817a4f5b9d3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:44.720956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] No DVR routers for this DVR port 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:16:44.801329 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.820876 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274e1e2f-dad9-4c94-b5db-d89457a6ecc2']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:44.830679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b843ad84-8942-4576-80b9-3b28019b45ab') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:44.830960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b843ad84-8942-4576-80b9-3b28019b45ab') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:44.840769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.854264 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.860621 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:16:44.861023 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: self.session.flush() May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: timer() May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:16:44.863980 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:16:44.927143 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.938575 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:44.942911 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "DELETE /v2.0/networks/274e1e2f-dad9-4c94-b5db-d89457a6ecc2 HTTP/1.1" status: 204 len: 168 time: 0.9262567 May 10 12:16:44.945929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:44.964179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dc039-00e4-4f02-abc1-42ef0e35c1fa tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Pushing event deleted for resources: {'Network': ['ID=274e1e2f-dad9-4c94-b5db-d89457a6ecc2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:44.980645 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5381d114-564a-426c-9787-4dfe84028c08 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa6e6f00-b445-47ba-afb2-3b91b6dc41d0 HTTP/1.1" status: 200 len: 205 time: 0.0336068 May 10 12:16:44.982947 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:45.057163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec825458-dd6e-4f39-8e27-6c32f27372e0 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.226051 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec825458-dd6e-4f39-8e27-6c32f27372e0 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.228295 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec825458-dd6e-4f39-8e27-6c32f27372e0 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.274193 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec825458-dd6e-4f39-8e27-6c32f27372e0 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.274849 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec825458-dd6e-4f39-8e27-6c32f27372e0 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Fanout notify agent at l3_agent the message router_deleted on router aa6e6f00-b445-47ba-afb2-3b91b6dc41d0 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:16:45.282464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ec825458-dd6e-4f39-8e27-6c32f27372e0 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.286108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ec825458-dd6e-4f39-8e27-6c32f27372e0 tempest-RoutersNegativeTest-1185253878 tempest-RoutersNegativeTest-1185253878-project] 10.222.0.13 "DELETE /v2.0/routers/aa6e6f00-b445-47ba-afb2-3b91b6dc41d0 HTTP/1.1" status: 204 len: 168 time: 0.2997215 May 10 12:16:45.548270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57220) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:45.689491 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dcd90f68-fc0d-41b2-8ed5-a5b635ca4855 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd5b303171444a3e86bdaf551884eb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399698 May 10 12:16:45.692084 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57224) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:45.744116 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8b9340d-1606-42e8-8862-0997099d2e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.765737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8b9340d-1606-42e8-8862-0997099d2e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.818331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8b9340d-1606-42e8-8862-0997099d2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.819354 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f4a8fbba-e0af-4834-84f2-64fb40eb24c8 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:16:45.821266 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8b9340d-1606-42e8-8862-0997099d2e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:45.825056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b8b9340d-1606-42e8-8862-0997099d2e19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27a3c34a-4861-49e0-a284-b08f770e78ad HTTP/1.1" status: 204 len: 168 time: 0.1295991 May 10 12:16:45.830677 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9340d-1606-42e8-8862-0997099d2e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a3c34a-4861-49e0-a284-b08f770e78ad,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:45.845271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: f4a8fbba-e0af-4834-84f2-64fb40eb24c8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:16:45.845733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device f4a8fbba-e0af-4834-84f2-64fb40eb24c8 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:16:45.846030 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:16:45.871304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:16:45.871898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 898623c7-485d-4bfa-8e6f-6817a4f5b9d3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:16:46.566940 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57246) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:46.673614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1098114733-network', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:46.695425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Made reservation on behalf of cbd0f84d58ff4f8fbcc42eba35811385 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:46.697804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:46.707152 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:46.785935 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:46.792912 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:46.821679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:46.828992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc585843-ef8f-415c-b00c-835763056ca9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:46.836559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:46.837091 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Added segment 1c448f7e-80ab-4312-984e-8de89092d418 of type vlan for network 325da9ac-8bab-4d61-835b-f08d5143c394 May 10 12:16:46.881796 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:46.909771 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:46.910525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:46.911147 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:46.964286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3959749 May 10 12:16:46.967516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57250) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:46.972988 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Request body: {'subnet': {'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-subnet', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:46.974102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27806030-5792-4443-a8a4-b2a53b53ea3d admin admin] Pushing event updated for resources: {'Network': ['ID=325da9ac-8bab-4d61-835b-f08d5143c394,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:46.985117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 325da9ac-8bab-4d61-835b-f08d5143c394 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:46.994136 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Made reservation on behalf of cbd0f84d58ff4f8fbcc42eba35811385 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:46.996588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.166341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.215895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=989eb624-9981-43ee-af15-4eaf5b49336e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:47.239403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Checking segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:47.239998 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Network hostable DHCP agents. Network: 325da9ac-8bab-4d61-835b-f08d5143c394, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:47.265522 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Network 325da9ac-8bab-4d61-835b-f08d5143c394 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:47.275989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 325da9ac-8bab-4d61-835b-f08d5143c394) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:47.280257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:47.280806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.285719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de8136-bf34-47ad-a7f2-a12ea1b10c89 None None] Network 325da9ac-8bab-4d61-835b-f08d5143c394 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:47.299565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-066bb9e7-4d57-485e-ad35-f0108a69cabf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3307950 May 10 12:16:47.302566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57252) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:47.306925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:47.328567 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.329637 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.386995 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.532258 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.607440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-325da9ac-8bab-4d61-835b-f08d5143c394', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'fixed_ips': [{'subnet_id': '989eb624-9981-43ee-af15-4eaf5b49336e'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:47.608366 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.746064 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Allocated IP 172.20.0.2 (325da9ac-8bab-4d61-835b-f08d5143c394/989eb624-9981-43ee-af15-4eaf5b49336e/ffc5538c-f835-4019-8e4a-3722c95942b8) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:47.907859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.915095 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:47.958770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Network 325da9ac-8bab-4d61-835b-f08d5143c394 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:47.961744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:47.964887 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:47.979116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Pushing event updated for resources: {'Port': ['ID=ffc5538c-f835-4019-8e4a-3722c95942b8,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:48.029829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Attempting to bind port ffc5538c-f835-4019-8e4a-3722c95942b8 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:48.030590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Attempting to bind port ffc5538c-f835-4019-8e4a-3722c95942b8 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:48.030729 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Attempting to bind port ffc5538c-f835-4019-8e4a-3722c95942b8 on network 325da9ac-8bab-4d61-835b-f08d5143c394 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:48.036836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:48.037204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Checking segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:48.037648 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.038104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Bound using segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:48.038829 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Bound port: ffc5538c-f835-4019-8e4a-3722c95942b8, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:48.039379 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.060551 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.079540 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.106446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] For port ffc5538c-f835-4019-8e4a-3722c95942b8, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:48.109511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] For port ffc5538c-f835-4019-8e4a-3722c95942b8, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ffc5538c-f835-4019-8e4a-3722c95942b8,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:48.113871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.175569 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba497e4-9e6a-40e8-8bf6-9fe66313f500 None None] Pushing event updated for resources: {'Port': ['ID=ffc5538c-f835-4019-8e4a-3722c95942b8,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:48.187290 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Allocated IP 172.25.8.105 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/2a6ad38c-54e5-40bc-8393-84de3e40da37) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:48.301653 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.353338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.390243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:48.394695 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:48.398277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:48.406679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Pushing event updated for resources: {'Port': ['ID=2a6ad38c-54e5-40bc-8393-84de3e40da37,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:48.663767 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.865466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:48.998103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Router 9e1c225e-c735-47b6-9d61-8332cd2f8fde is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:16:49.043209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9efb3a-fbe4-43f8-94a4-f9a99ed8b81e None None] Network 325da9ac-8bab-4d61-835b-f08d5143c394 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:49.110571 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:16:49.130167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Sync routers for ids ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:16:49.135318 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.136619 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-732ef3b3-f12f-4094-b84d-0b75f017700f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8331025 May 10 12:16:49.139624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57254) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:49.168284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Routers {'9e1c225e-c735-47b6-9d61-8332cd2f8fde'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:16:49.168958 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:16:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:49.214310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d1aa84ab-239a-419a-b076-b006a94bd63c None None] Provisioning complete for port ffc5538c-f835-4019-8e4a-3722c95942b8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:49.214675 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1aa84ab-239a-419a-b076-b006a94bd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.344384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Set router 9e1c225e-c735-47b6-9d61-8332cd2f8fde gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:16:49.479387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa84ab-239a-419a-b076-b006a94bd63c None None] Current status of the port ffc5538c-f835-4019-8e4a-3722c95942b8 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:49.479784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1aa84ab-239a-419a-b076-b006a94bd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.534811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d1aa84ab-239a-419a-b076-b006a94bd63c None None] For port ffc5538c-f835-4019-8e4a-3722c95942b8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ffc5538c-f835-4019-8e4a-3722c95942b8,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:49.557199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1aa84ab-239a-419a-b076-b006a94bd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.581565 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.613821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa84ab-239a-419a-b076-b006a94bd63c None None] Pushing event updated for resources: {'Port': ['ID=ffc5538c-f835-4019-8e4a-3722c95942b8,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:49.625950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:16:48Z', 'revision_number': 3, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port': {'id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:48Z', 'updated_at': '2022-05-10T12:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:49.658554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Checking router: 9e1c225e-c735-47b6-9d61-8332cd2f8fde for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:16:49.658898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Updating router 9e1c225e-c735-47b6-9d61-8332cd2f8fde port 2a6ad38c-54e5-40bc-8393-84de3e40da37 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:16:49.691508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.717188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7152e6d9-b82d-4ca4-b86a-8f706570a6ef None None] Provisioning complete for port ffc5538c-f835-4019-8e4a-3722c95942b8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:49.717528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7152e6d9-b82d-4ca4-b86a-8f706570a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.751362 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Allocated IP 172.20.0.1 (325da9ac-8bab-4d61-835b-f08d5143c394/989eb624-9981-43ee-af15-4eaf5b49336e/7c369b9c-6d91-409e-a854-fc974b5d0bf1) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:49.862282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ffc5538c-f835-4019-8e4a-3722c95942b8 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:49.865328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.888131 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:16:49.898480 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:49.946890 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Network 325da9ac-8bab-4d61-835b-f08d5143c394 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:49.950322 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:49.957497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:49.960744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Pushing event updated for resources: {'Port': ['ID=7c369b9c-6d91-409e-a854-fc974b5d0bf1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:49.962205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7152e6d9-b82d-4ca4-b86a-8f706570a6ef None None] Current status of the port ffc5538c-f835-4019-8e4a-3722c95942b8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:50.000459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.021738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ffc5538c-f835-4019-8e4a-3722c95942b8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:50.022118 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.137168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.140528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.167408 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.205737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ffc5538c-f835-4019-8e4a-3722c95942b8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:50.237830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Attempting to bind port 2a6ad38c-54e5-40bc-8393-84de3e40da37 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:50.238082 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Attempting to bind port 2a6ad38c-54e5-40bc-8393-84de3e40da37 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:50.238462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Attempting to bind port 2a6ad38c-54e5-40bc-8393-84de3e40da37 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:50.243202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311719fc-1c72-43ee-8c02-e3bf9395b6f7 None None] Pushing event updated for resources: {'Port': ['ID=2a6ad38c-54e5-40bc-8393-84de3e40da37,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:50.247038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-caa5ab3c-deb6-4f81-9531-4bb3b88383c4 None None] Provisioning complete for port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:50.247410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab3c-deb6-4f81-9531-4bb3b88383c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.250548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:50.250923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:50.251334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.251707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:50.252206 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Bound port: 2a6ad38c-54e5-40bc-8393-84de3e40da37, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:50.252599 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.316476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-caa5ab3c-deb6-4f81-9531-4bb3b88383c4 None None] Port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:16:50.323509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.330566 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.334255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] For port 2a6ad38c-54e5-40bc-8393-84de3e40da37, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:50.338046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] For port 2a6ad38c-54e5-40bc-8393-84de3e40da37, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2a6ad38c-54e5-40bc-8393-84de3e40da37,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:50.342972 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.400225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311719fc-1c72-43ee-8c02-e3bf9395b6f7 None None] Pushing event updated for resources: {'Port': ['ID=2a6ad38c-54e5-40bc-8393-84de3e40da37,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:50.402839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Routers {'9e1c225e-c735-47b6-9d61-8332cd2f8fde'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:16:50.403458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:16:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:50.403645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.406451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Pushing event updated for resources: {'Port': ['ID=7c369b9c-6d91-409e-a854-fc974b5d0bf1,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:50.502172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Network 325da9ac-8bab-4d61-835b-f08d5143c394 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:50.503732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:50.634966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Router 9e1c225e-c735-47b6-9d61-8332cd2f8fde has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:16:50.678171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] Set router 9e1c225e-c735-47b6-9d61-8332cd2f8fde gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:16:50.747449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:16:50.761815 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c4babae4-a962-4c85-9aeb-563c3ddcac8b admin admin] 10.222.0.13 "PUT /v2.0/routers/9e1c225e-c735-47b6-9d61-8332cd2f8fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6119914 May 10 12:16:50.805163 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1d2f87df-a5cf-4869-a54a-2c5b758faba4 None None] Provisioning complete for port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:50.805733 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1d2f87df-a5cf-4869-a54a-2c5b758faba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:50.868715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f87df-a5cf-4869-a54a-2c5b758faba4 None None] Port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:16:50.921197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 4, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port': {'id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:48Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7c369b9c-6d91-409e-a854-fc974b5d0bf1', 'name': '', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'mac_address': 'fa:16:3e:ce:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:49Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 2, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'subnets': [{'id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:50.950761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72975424-56bc-48a9-a7b2-544d012419e5 None None] The sync data for ids ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'] in n-d-840949-1 is: [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 4, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port': {'id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:48Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7c369b9c-6d91-409e-a854-fc974b5d0bf1', 'name': '', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'mac_address': 'fa:16:3e:ce:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:49Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 2, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'subnets': [{'id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:16:51.253092 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57270) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:51.258307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1185058642-network', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:51.281449 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Made reservation on behalf of 3ff9eadeb7e94008b6d581c40d49fabd for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:51.284436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.294564 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.374227 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.379655 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.407305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:16:51.418130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed1c57-6b8f-4120-a661-8e19d7a0880b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:51.432746 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.433068 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Added segment 038b5e80-12e3-4a18-85e2-91698f73ad5a of type vlan for network 852bed11-d936-4133-b133-39072b03af92 May 10 12:16:51.481216 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.508223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.509280 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:51.509923 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.575944 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3214717 May 10 12:16:51.578470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57274) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:51.592185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Request body: {'subnet': {'network_id': '852bed11-d936-4133-b133-39072b03af92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-subnet', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:51.602942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a63e9a-2fc7-4257-a183-b20094050efb admin admin] Pushing event updated for resources: {'Network': ['ID=852bed11-d936-4133-b133-39072b03af92,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:51.613529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 852bed11-d936-4133-b133-39072b03af92 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:16:51.624565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Made reservation on behalf of 3ff9eadeb7e94008b6d581c40d49fabd for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:51.627397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.811341 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.848849 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2a6ad38c-54e5-40bc-8393-84de3e40da37 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:51.862995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba49441-8ecc-4edf-bd75-1d2dc23787b7,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:51.882727 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Checking segment: {'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:51.883193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Network hostable DHCP agents. Network: 852bed11-d936-4133-b133-39072b03af92, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:16:51.901839 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Network 852bed11-d936-4133-b133-39072b03af92 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:16:51.904185 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2a6ad38c-54e5-40bc-8393-84de3e40da37 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:51.904568 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.913294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 852bed11-d936-4133-b133-39072b03af92) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:51.917807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:51.918479 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.928090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a13ce-6fea-4427-bfc0-77ea1472f0f0 None None] Network 852bed11-d936-4133-b133-39072b03af92 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:51.939084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4156e93c-ac75-4141-91f0-1305e574ac57 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3572900 May 10 12:16:51.939328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57276) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:51.944293 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:51.966920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:51.968352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.034191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.076175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2a6ad38c-54e5-40bc-8393-84de3e40da37 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:52.076597 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.111130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 2a6ad38c-54e5-40bc-8393-84de3e40da37, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2a6ad38c-54e5-40bc-8393-84de3e40da37,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:52.121054 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.163353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-852bed11-d936-4133-b133-39072b03af92', 'network_id': '852bed11-d936-4133-b133-39072b03af92', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'fixed_ips': [{'subnet_id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:16:52.164258 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.193400 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.264724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=2a6ad38c-54e5-40bc-8393-84de3e40da37,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:52.338649 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Allocated IP 172.20.0.2 (852bed11-d936-4133-b133-39072b03af92/cba49441-8ecc-4edf-bd75-1d2dc23787b7/3b7592e3-2f2d-4abc-bdf6-1de54f4a545b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:52.420306 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.440131 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.477480 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.483469 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.524720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Network 852bed11-d936-4133-b133-39072b03af92 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:52.529754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:52.536615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:52.539807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Pushing event updated for resources: {'Port': ['ID=3b7592e3-2f2d-4abc-bdf6-1de54f4a545b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:52.557511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Allocated IP 172.25.8.251 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/e848dcbb-804c-4246-a035-d0f50c3bdcbb) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:52.594880 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Attempting to bind port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:52.595244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Attempting to bind port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:52.595607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Attempting to bind port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b on network 852bed11-d936-4133-b133-39072b03af92 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:52.600848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:52.601373 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Checking segment: {'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:52.601873 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.602343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Bound using segment: {'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:52.602806 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Bound port: 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:52.603179 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.664168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] For port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:52.665117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.667262 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] For port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3b7592e3-2f2d-4abc-bdf6-1de54f4a545b,segment=NetworkSegment(038b5e80-12e3-4a18-85e2-91698f73ad5a),segment_id=038b5e80-12e3-4a18-85e2-91698f73ad5a)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:52.672261 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.704286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:52.748614 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:52.751971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:52.753654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9881ffa-0cb5-46f9-97a1-bbccb5e974b7 None None] Pushing event updated for resources: {'Port': ['ID=3b7592e3-2f2d-4abc-bdf6-1de54f4a545b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:52.755846 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:52.784842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Pushing event updated for resources: {'Port': ['ID=e848dcbb-804c-4246-a035-d0f50c3bdcbb,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:53.048769 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:53.100221 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Sync routers for ids ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:16:53.110161 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Routers {'9e1c225e-c735-47b6-9d61-8332cd2f8fde'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:16:53.110799 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:16:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:53.217387 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Set router 9e1c225e-c735-47b6-9d61-8332cd2f8fde gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:16:53.248689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:53.376075 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Router 513f6225-8515-45c1-9b75-eeeb766305cb is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:16:53.418309 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 4, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port': {'id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:48Z', 'updated_at': '2022-05-10T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7c369b9c-6d91-409e-a854-fc974b5d0bf1', 'name': '', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'mac_address': 'fa:16:3e:ce:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:49Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 2, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'subnets': [{'id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:53.448495 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Checking router: 9e1c225e-c735-47b6-9d61-8332cd2f8fde for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:16:53.448855 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Updating router 9e1c225e-c735-47b6-9d61-8332cd2f8fde port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:16:53.474613 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:53.486284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:16:53.500358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a56851-7315-4d90-a434-809fd28baced None None] Sync routers for ids ['513f6225-8515-45c1-9b75-eeeb766305cb'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:16:53.507230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:53.509363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0c526437-c49c-4eee-8fd9-0e4489916e95 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5690098 May 10 12:16:53.512118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57278) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:16:53.517440 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a56851-7315-4d90-a434-809fd28baced None None] Routers {'513f6225-8515-45c1-9b75-eeeb766305cb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:16:53.518777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-43a56851-7315-4d90-a434-809fd28baced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:16:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['513f6225-8515-45c1-9b75-eeeb766305cb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:53.652172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-43a56851-7315-4d90-a434-809fd28baced None None] Set router 513f6225-8515-45c1-9b75-eeeb766305cb gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:16:53.780271 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:53.793691 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:53.844508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddad3e-ca65-461d-9850-df6e7dac8e36 None None] Network 852bed11-d936-4133-b133-39072b03af92 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:16:53.897361 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Pushing event updated for resources: {'Port': ['ID=7c369b9c-6d91-409e-a854-fc974b5d0bf1,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:53.922058 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.922402 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.922739 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.923443 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.923771 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.924122 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.924445 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.924768 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.925088 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.925404 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.925721 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.926036 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:16:53.947485 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Attempting to bind port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:53.947905 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Attempting to bind port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:53.948290 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Attempting to bind port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 on network 325da9ac-8bab-4d61-835b-f08d5143c394 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:53.955283 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:53.955655 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Checking segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:53.956102 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:53.956493 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Bound using segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:53.957544 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Bound port: 7c369b9c-6d91-409e-a854-fc974b5d0bf1, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:53.957852 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:53.981215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f6e0a90d-669f-4548-bb36-8b9920b13131 None None] Provisioning complete for port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:53.981603 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6e0a90d-669f-4548-bb36-8b9920b13131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.011929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2a6ad38c-54e5-40bc-8393-84de3e40da37 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:54.060834 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] For port 7c369b9c-6d91-409e-a854-fc974b5d0bf1, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:54.065278 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] For port 7c369b9c-6d91-409e-a854-fc974b5d0bf1, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7c369b9c-6d91-409e-a854-fc974b5d0bf1,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:54.071982 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.131472 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-43a56851-7315-4d90-a434-809fd28baced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:16:52Z', 'revision_number': 3, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port': {'id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:52Z', 'updated_at': '2022-05-10T12:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:54.136807 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Routers {'9e1c225e-c735-47b6-9d61-8332cd2f8fde'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:16:54.139029 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:16:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:54.179290 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a56851-7315-4d90-a434-809fd28baced None None] Checking router: 513f6225-8515-45c1-9b75-eeeb766305cb for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:16:54.181487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a56851-7315-4d90-a434-809fd28baced None None] Updating router 513f6225-8515-45c1-9b75-eeeb766305cb port e848dcbb-804c-4246-a035-d0f50c3bdcbb binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:16:54.181615 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a03d38-b94e-4a29-8087-2e74d8a44da2 None None] Pushing event updated for resources: {'Port': ['ID=7c369b9c-6d91-409e-a854-fc974b5d0bf1,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:54.270384 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] Set router 9e1c225e-c735-47b6-9d61-8332cd2f8fde gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:16:54.294894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2a6ad38c-54e5-40bc-8393-84de3e40da37 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:54.295299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.300428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-43a56851-7315-4d90-a434-809fd28baced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.447920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0a90d-669f-4548-bb36-8b9920b13131 None None] Current status of the port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:54.448195 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6e0a90d-669f-4548-bb36-8b9920b13131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.541260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.592466 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 4, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port': {'id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:48Z', 'updated_at': '2022-05-10T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7c369b9c-6d91-409e-a854-fc974b5d0bf1', 'name': '', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'mac_address': 'fa:16:3e:ce:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:49Z', 'updated_at': '2022-05-10T12:16:54Z', 'revision_number': 4, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'subnets': [{'id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:54.619573 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277d8db-def4-4c57-b40e-7a842e18341b None None] The sync data for ids ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'] in n-d-840949-1 is: [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:16:50Z', 'revision_number': 4, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port': {'id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:48Z', 'updated_at': '2022-05-10T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7c369b9c-6d91-409e-a854-fc974b5d0bf1', 'name': '', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'mac_address': 'fa:16:3e:ce:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:49Z', 'updated_at': '2022-05-10T12:16:54Z', 'revision_number': 4, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'subnets': [{'id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:16:54.719677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Allocated IP 172.20.0.1 (852bed11-d936-4133-b133-39072b03af92/cba49441-8ecc-4edf-bd75-1d2dc23787b7/89afe8e2-ced9-4dbb-9ba2-59fc2627106a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:54.736959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f6e0a90d-669f-4548-bb36-8b9920b13131 None None] For port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3b7592e3-2f2d-4abc-bdf6-1de54f4a545b,segment=NetworkSegment(038b5e80-12e3-4a18-85e2-91698f73ad5a),segment_id=038b5e80-12e3-4a18-85e2-91698f73ad5a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:54.762916 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f6e0a90d-669f-4548-bb36-8b9920b13131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.841291 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.883489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2a6ad38c-54e5-40bc-8393-84de3e40da37 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:54.884993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:54.886352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.933521 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Network 852bed11-d936-4133-b133-39072b03af92 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:54.937728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:54.942360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:54.943407 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0a90d-669f-4548-bb36-8b9920b13131 None None] Pushing event updated for resources: {'Port': ['ID=3b7592e3-2f2d-4abc-bdf6-1de54f4a545b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:54.982561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cc77526d-226f-4b0b-91cd-2b4fc9a8ed9d None None] Provisioning complete for port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:54.982906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc77526d-226f-4b0b-91cd-2b4fc9a8ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:54.986279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Pushing event updated for resources: {'Port': ['ID=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:54.997852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.063248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:55.063634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.117406 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-43a56851-7315-4d90-a434-809fd28baced None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.155389 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-43a56851-7315-4d90-a434-809fd28baced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.162163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.211257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cc77526d-226f-4b0b-91cd-2b4fc9a8ed9d None None] Current status of the port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:55.211927 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc77526d-226f-4b0b-91cd-2b4fc9a8ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.257051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-43a56851-7315-4d90-a434-809fd28baced None None] Attempting to bind port e848dcbb-804c-4246-a035-d0f50c3bdcbb on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:55.257423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-43a56851-7315-4d90-a434-809fd28baced None None] Attempting to bind port e848dcbb-804c-4246-a035-d0f50c3bdcbb by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:55.257788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a56851-7315-4d90-a434-809fd28baced None None] Attempting to bind port e848dcbb-804c-4246-a035-d0f50c3bdcbb on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:55.260873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382bdd7-84be-4c9f-baf5-c3fbafe841e7 None None] Pushing event updated for resources: {'Port': ['ID=e848dcbb-804c-4246-a035-d0f50c3bdcbb,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:55.300242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a56851-7315-4d90-a434-809fd28baced None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:55.300614 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a56851-7315-4d90-a434-809fd28baced None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:55.301021 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-43a56851-7315-4d90-a434-809fd28baced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.301416 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a56851-7315-4d90-a434-809fd28baced None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:55.301900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-43a56851-7315-4d90-a434-809fd28baced None None] Bound port: e848dcbb-804c-4246-a035-d0f50c3bdcbb, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:55.302316 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-43a56851-7315-4d90-a434-809fd28baced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.328200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cc77526d-226f-4b0b-91cd-2b4fc9a8ed9d None None] For port 7c369b9c-6d91-409e-a854-fc974b5d0bf1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7c369b9c-6d91-409e-a854-fc974b5d0bf1,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:55.339700 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc77526d-226f-4b0b-91cd-2b4fc9a8ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.354761 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.360221 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.379610 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:55.403886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-43a56851-7315-4d90-a434-809fd28baced None None] For port e848dcbb-804c-4246-a035-d0f50c3bdcbb, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:55.411782 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-43a56851-7315-4d90-a434-809fd28baced None None] For port e848dcbb-804c-4246-a035-d0f50c3bdcbb, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e848dcbb-804c-4246-a035-d0f50c3bdcbb,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:55.418786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77526d-226f-4b0b-91cd-2b4fc9a8ed9d None None] Pushing event updated for resources: {'Port': ['ID=7c369b9c-6d91-409e-a854-fc974b5d0bf1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:55.422260 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-43a56851-7315-4d90-a434-809fd28baced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.437558 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.439481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Pushing event updated for resources: {'Port': ['ID=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:55.496652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382bdd7-84be-4c9f-baf5-c3fbafe841e7 None None] Pushing event updated for resources: {'Port': ['ID=e848dcbb-804c-4246-a035-d0f50c3bdcbb,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:55.499153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-90634b4e-5ebd-44d3-8c1d-bebae9e4974c None None] Provisioning complete for port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:55.499634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-90634b4e-5ebd-44d3-8c1d-bebae9e4974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.502532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a56851-7315-4d90-a434-809fd28baced None None] Routers {'513f6225-8515-45c1-9b75-eeeb766305cb'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:16:55.503168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-43a56851-7315-4d90-a434-809fd28baced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:16:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['513f6225-8515-45c1-9b75-eeeb766305cb'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:55.542121 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Network 852bed11-d936-4133-b133-39072b03af92 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:55.543470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:55.667854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-43a56851-7315-4d90-a434-809fd28baced None None] Set router 513f6225-8515-45c1-9b75-eeeb766305cb gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:16:55.674455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Router 513f6225-8515-45c1-9b75-eeeb766305cb has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:16:55.699691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-90634b4e-5ebd-44d3-8c1d-bebae9e4974c None None] Current status of the port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:55.754662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-90634b4e-5ebd-44d3-8c1d-bebae9e4974c None None] Provisioning complete for port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:55.755043 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-90634b4e-5ebd-44d3-8c1d-bebae9e4974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.790529 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:16:55.801929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e06edc02-9584-485c-83f9-1f5af684f25e admin admin] 10.222.0.13 "PUT /v2.0/routers/513f6225-8515-45c1-9b75-eeeb766305cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2819774 May 10 12:16:55.830449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-90634b4e-5ebd-44d3-8c1d-bebae9e4974c None None] Port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:16:55.883996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7c369b9c-6d91-409e-a854-fc974b5d0bf1 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:55.960448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:55.960798 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:55.964533 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-43a56851-7315-4d90-a434-809fd28baced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 4, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port': {'id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:52Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '89afe8e2-ced9-4dbb-9ba2-59fc2627106a', 'name': '', 'network_id': '852bed11-d936-4133-b133-39072b03af92', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'mac_address': 'fa:16:3e:0e:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:54Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 2, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'subnets': [{'id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:55.968735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d4b786a1-c68a-4f95-ac1d-eb15f543b2d4 None None] Provisioning complete for port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:55.969103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4b786a1-c68a-4f95-ac1d-eb15f543b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:56.014505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a56851-7315-4d90-a434-809fd28baced None None] The sync data for ids ['513f6225-8515-45c1-9b75-eeeb766305cb'] in n-d-840949-1 is: [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 4, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port': {'id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:52Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '89afe8e2-ced9-4dbb-9ba2-59fc2627106a', 'name': '', 'network_id': '852bed11-d936-4133-b133-39072b03af92', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'mac_address': 'fa:16:3e:0e:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:54Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 2, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'subnets': [{'id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:16:56.059461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d4b786a1-c68a-4f95-ac1d-eb15f543b2d4 None None] Port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:16:56.106889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:56.108194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:56.163153 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:56.163553 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:56.281022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:56.407370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-19b4fbb2-8010-4442-8516-f6fc9ed9176d tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:56.408937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-19b4fbb2-8010-4442-8516-f6fc9ed9176d tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/networks?id=325da9ac-8bab-4d61-835b-f08d5143c394 HTTP/1.1" status: 200 len: 817 time: 0.1127963 May 10 12:16:56.425650 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-b5587e86-be0e-4be4-b665-4fbbfc3ff0de tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/quotas/cbd0f84d58ff4f8fbcc42eba35811385 HTTP/1.1" status: 200 len: 375 time: 0.0104070 May 10 12:16:56.480885 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-76612de4-2891-4690-a91b-a1108275b9ac tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbd0f84d58ff4f8fbcc42eba35811385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486622 May 10 12:16:56.692981 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-362da8d6-5d39-4707-b1de-09daaafdcb27 service neutron] 10.222.0.13 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981773 May 10 12:16:56.782799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-420729a1-62e0-4c12-afc8-ccbf11401afb service neutron] 10.222.0.13 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834057 May 10 12:16:56.960321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1227f2a0-c1f7-4223-a888-5d660b8ff247 req-ef8570dc-16be-4508-be43-c0f1563ff2fb tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 210 time: 0.0274627 May 10 12:16:57.857237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e848dcbb-804c-4246-a035-d0f50c3bdcbb up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:57.921775 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e848dcbb-804c-4246-a035-d0f50c3bdcbb triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:57.922265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:57.978805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-ac3f573c-ae48-4f58-8169-99e243d9bfb4 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:57.980477 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-ac3f573c-ae48-4f58-8169-99e243d9bfb4 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.49 "GET /v2.0/networks?id=325da9ac-8bab-4d61-835b-f08d5143c394 HTTP/1.1" status: 200 len: 817 time: 0.1500549 May 10 12:16:57.997966 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Request body: {'port': {'device_id': '9e82ca5e-308c-4558-a27e-b7a4d1b26ba2', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'admin_state_up': True, 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:58.021075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e848dcbb-804c-4246-a035-d0f50c3bdcbb is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:58.021462 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.046568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port e848dcbb-804c-4246-a035-d0f50c3bdcbb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e848dcbb-804c-4246-a035-d0f50c3bdcbb,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:16:58.054968 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.086590 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-70e56e00-b62c-429e-8500-51e80b57aaa9 req-aa201fbb-2cf4-48eb-b5f6-b61b4f59c562 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 210 time: 0.0435531 May 10 12:16:58.117950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=e848dcbb-804c-4246-a035-d0f50c3bdcbb,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:58.141262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Made reservation on behalf of cbd0f84d58ff4f8fbcc42eba35811385 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:16:58.144654 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.287423 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Allocated IP 172.20.0.5 (325da9ac-8bab-4d61-835b-f08d5143c394/989eb624-9981-43ee-af15-4eaf5b49336e/64805b6a-31eb-4977-9611-7a9197cc1811) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:16:58.442391 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.476216 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.519863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Network 325da9ac-8bab-4d61-835b-f08d5143c394 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:16:58.522884 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:16:58.526786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:16:58.535531 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Pushing event updated for resources: {'Port': ['ID=64805b6a-31eb-4977-9611-7a9197cc1811,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:58.582191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:58.582810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.600864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-6461ca13-f267-4dbd-a768-3297f3bb31c7 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069224 May 10 12:16:58.612705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Request body: {'port': {'device_id': '9e82ca5e-308c-4558-a27e-b7a4d1b26ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:16:58.678126 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.803779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2d01e853-a4ac-4faa-be57-c4659d87d1ad None None] Provisioning complete for port 64805b6a-31eb-4977-9611-7a9197cc1811 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:58.803779 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2d01e853-a4ac-4faa-be57-c4659d87d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.830099 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Sync routers for ids ['513f6225-8515-45c1-9b75-eeeb766305cb'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:16:58.841204 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2d01e853-a4ac-4faa-be57-c4659d87d1ad None None] Port 64805b6a-31eb-4977-9611-7a9197cc1811 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:16:58.843052 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Routers {'513f6225-8515-45c1-9b75-eeeb766305cb'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:16:58.843957 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:16:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['513f6225-8515-45c1-9b75-eeeb766305cb'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:58.948574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64805b6a-31eb-4977-9611-7a9197cc1811 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:16:58.951202 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Set router 513f6225-8515-45c1-9b75-eeeb766305cb gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:16:58.956364 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:58.968759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Transition to ACTIVE for port object 64805b6a-31eb-4977-9611-7a9197cc1811 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:16:58.973095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.040349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=64805b6a-31eb-4977-9611-7a9197cc1811,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:59.096874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Attempting to bind port 64805b6a-31eb-4977-9611-7a9197cc1811 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:59.097218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Attempting to bind port 64805b6a-31eb-4977-9611-7a9197cc1811 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:59.097659 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Attempting to bind port 64805b6a-31eb-4977-9611-7a9197cc1811 on network 325da9ac-8bab-4d61-835b-f08d5143c394 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:59.102453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Port 64805b6a-31eb-4977-9611-7a9197cc1811 on network 325da9ac-8bab-4d61-835b-f08d5143c394 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:16:59.102723 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Attempting to bind port 64805b6a-31eb-4977-9611-7a9197cc1811 on network 325da9ac-8bab-4d61-835b-f08d5143c394 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:59.108994 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:59.109343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Checking segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:59.109736 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Bound using segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:59.110177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Bound port: 64805b6a-31eb-4977-9611-7a9197cc1811, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:59.110545 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.158847 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 4, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port': {'id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:52Z', 'updated_at': '2022-05-10T12:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '89afe8e2-ced9-4dbb-9ba2-59fc2627106a', 'name': '', 'network_id': '852bed11-d936-4133-b133-39072b03af92', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'mac_address': 'fa:16:3e:0e:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:54Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 2, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'subnets': [{'id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:59.188105 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Checking router: 513f6225-8515-45c1-9b75-eeeb766305cb for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:16:59.188769 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Updating router 513f6225-8515-45c1-9b75-eeeb766305cb port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:16:59.211989 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] For port 64805b6a-31eb-4977-9611-7a9197cc1811, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:59.217624 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.227763 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] For port 64805b6a-31eb-4977-9611-7a9197cc1811, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64805b6a-31eb-4977-9611-7a9197cc1811,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:59.234802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.249280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f286c5d-b45e-45d2-b0e0-d56930dd9d9f req-ad8061e9-e536-4f42-86df-81a8be8e979a tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:59.251020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f286c5d-b45e-45d2-b0e0-d56930dd9d9f req-ad8061e9-e536-4f42-86df-81a8be8e979a tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 943 time: 0.0735388 May 10 12:16:59.285519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:59.286309 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.287661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] 10.222.0.49 "PUT /v2.0/ports/64805b6a-31eb-4977-9611-7a9197cc1811 HTTP/1.1" status: 200 len: 1091 time: 0.6793795 May 10 12:16:59.290962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82ca5e-308c-4558-a27e-b7a4d1b26ba2', 'tag': '64805b6a-31eb-4977-9611-7a9197cc1811'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:16:59.293280 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a8813d-2f52-4ccf-9db2-fbf62af817f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e82ca5e-308c-4558-a27e-b7a4d1b26ba2", "tag": "64805b6a-31eb-4977-9611-7a9197cc1811"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:16:59.359151 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9f286c5d-b45e-45d2-b0e0-d56930dd9d9f req-2be09174-2a46-42d4-92f9-42601f3b4e43 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841501 May 10 12:16:59.362004 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbe92f0-17e0-427a-8bd6-6f95bf24ab74 x-openstack-request-id: req-edbe92f0-17e0-427a-8bd6-6f95bf24ab74 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:16:59.362585 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e82ca5e-308c-4558-a27e-b7a4d1b26ba2", "tag": "64805b6a-31eb-4977-9611-7a9197cc1811", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:16:59.363005 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edbe92f0-17e0-427a-8bd6-6f95bf24ab74 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:16:59.363556 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbe92f0-17e0-427a-8bd6-6f95bf24ab74'] response: {'name': 'network-changed', 'server_uuid': '9e82ca5e-308c-4558-a27e-b7a4d1b26ba2', 'tag': '64805b6a-31eb-4977-9611-7a9197cc1811', 'status': 'completed', 'code': 200} May 10 12:16:59.364165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46c975-0b37-426c-9a78-c6ba0abba0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=64805b6a-31eb-4977-9611-7a9197cc1811,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:59.398517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-4f615c97-0a58-478d-a4af-dc6605d2ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:59.400382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-4f615c97-0a58-478d-a4af-dc6605d2ea22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbd0f84d58ff4f8fbcc42eba35811385&device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 1094 time: 0.0513592 May 10 12:16:59.444585 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-a2d15778-35d5-4f89-8d37-0ee4febb0094 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64805b6a-31eb-4977-9611-7a9197cc1811 HTTP/1.1" status: 200 len: 217 time: 0.0366342 May 10 12:16:59.494568 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-e0ce2664-1dc6-44c8-9035-767f5d6e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:59.496118 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-e0ce2664-1dc6-44c8-9035-767f5d6e58c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=989eb624-9981-43ee-af15-4eaf5b49336e HTTP/1.1" status: 200 len: 856 time: 0.0455143 May 10 12:16:59.517660 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.523843 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.547640 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-a0151fd0-3a5f-4b88-bd6c-7464db43dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:59.549605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-a0151fd0-3a5f-4b88-bd6c-7464db43dba8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=325da9ac-8bab-4d61-835b-f08d5143c394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470366 May 10 12:16:59.573449 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457083db-fc5b-498a-89d6-6d1e478f04c7 None None] Pushing event updated for resources: {'Port': ['ID=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:59.631355 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Attempting to bind port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:16:59.631721 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Attempting to bind port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:16:59.632123 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Attempting to bind port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a on network 852bed11-d936-4133-b133-39072b03af92 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:16:59.637478 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:16:59.637841 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Checking segment: {'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:16:59.638666 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.638666 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Bound using segment: {'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:16:59.639118 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Bound port: 89afe8e2-ced9-4dbb-9ba2-59fc2627106a, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038b5e80-12e3-4a18-85e2-91698f73ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '852bed11-d936-4133-b133-39072b03af92'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:16:59.639484 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.644398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-0240d77e-781f-4b87-92d2-8e61b1f545f9 service neutron] 10.222.0.49 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880322 May 10 12:16:59.705450 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] For port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:16:59.710287 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] For port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,segment=NetworkSegment(038b5e80-12e3-4a18-85e2-91698f73ad5a),segment_id=038b5e80-12e3-4a18-85e2-91698f73ad5a)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:16:59.718198 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.752002 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9cac41e9-c473-4417-9eac-36f7bd08b1c6 req-e63c29fb-02d9-466a-9d71-c6cd163a6c11 service neutron] 10.222.0.49 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998552 May 10 12:16:59.789446 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Routers {'513f6225-8515-45c1-9b75-eeeb766305cb'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:16:59.790093 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:16:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['513f6225-8515-45c1-9b75-eeeb766305cb'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:16:59.792274 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457083db-fc5b-498a-89d6-6d1e478f04c7 None None] Pushing event updated for resources: {'Port': ['ID=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:16:59.828810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-25f5d22b-b6f6-491d-a0bd-c4d2ab0fd374 None None] Provisioning complete for port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:59.829328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25f5d22b-b6f6-491d-a0bd-c4d2ab0fd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.858390 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e848dcbb-804c-4246-a035-d0f50c3bdcbb up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:16:59.862350 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-b531c764-85db-45ce-bc65-5cdade94e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:59.864607 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-b531c764-85db-45ce-bc65-5cdade94e214 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbd0f84d58ff4f8fbcc42eba35811385&device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 1094 time: 0.0562871 May 10 12:16:59.919007 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] Set router 513f6225-8515-45c1-9b75-eeeb766305cb gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:16:59.963531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-25f5d22b-b6f6-491d-a0bd-c4d2ab0fd374 None None] Current status of the port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:16:59.963940 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25f5d22b-b6f6-491d-a0bd-c4d2ab0fd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.966056 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e848dcbb-804c-4246-a035-d0f50c3bdcbb triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:16:59.966559 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:59.972495 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-4aec4d20-706f-466e-8607-31d8a7570c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:16:59.974219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-4aec4d20-706f-466e-8607-31d8a7570c3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=325da9ac-8bab-4d61-835b-f08d5143c394 HTTP/1.1" status: 200 len: 918 time: 0.1025198 May 10 12:17:00.023576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-c1087e97-9a1a-43e7-a72d-02967c8d85ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64805b6a-31eb-4977-9611-7a9197cc1811 HTTP/1.1" status: 200 len: 217 time: 0.0405726 May 10 12:17:00.065531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-25f5d22b-b6f6-491d-a0bd-c4d2ab0fd374 None None] For port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,segment=NetworkSegment(038b5e80-12e3-4a18-85e2-91698f73ad5a),segment_id=038b5e80-12e3-4a18-85e2-91698f73ad5a)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:00.075354 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25f5d22b-b6f6-491d-a0bd-c4d2ab0fd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:00.087567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-6ef308c5-1e56-48b7-8ddf-24413fbf179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:00.089160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-6ef308c5-1e56-48b7-8ddf-24413fbf179d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=989eb624-9981-43ee-af15-4eaf5b49336e HTTP/1.1" status: 200 len: 856 time: 0.0588982 May 10 12:17:00.103227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e848dcbb-804c-4246-a035-d0f50c3bdcbb is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:17:00.138316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5d22b-b6f6-491d-a0bd-c4d2ab0fd374 None None] Pushing event updated for resources: {'Port': ['ID=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:00.140213 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-7bd924b1-d4e4-4e92-a3f2-7aaa5f854834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:00.142156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-7bd924b1-d4e4-4e92-a3f2-7aaa5f854834 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=325da9ac-8bab-4d61-835b-f08d5143c394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447290 May 10 12:17:00.146544 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 4, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port': {'id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:52Z', 'updated_at': '2022-05-10T12:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '89afe8e2-ced9-4dbb-9ba2-59fc2627106a', 'name': '', 'network_id': '852bed11-d936-4133-b133-39072b03af92', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'mac_address': 'fa:16:3e:0e:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:54Z', 'updated_at': '2022-05-10T12:16:59Z', 'revision_number': 4, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'subnets': [{'id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:17:00.176406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658d6b8-18fb-46d9-8fed-2f81471e50cf None None] The sync data for ids ['513f6225-8515-45c1-9b75-eeeb766305cb'] in n-d-840949-1 is: [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:16:55Z', 'revision_number': 4, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port': {'id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:52Z', 'updated_at': '2022-05-10T12:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '89afe8e2-ced9-4dbb-9ba2-59fc2627106a', 'name': '', 'network_id': '852bed11-d936-4133-b133-39072b03af92', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'mac_address': 'fa:16:3e:0e:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:54Z', 'updated_at': '2022-05-10T12:16:59Z', 'revision_number': 4, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'subnets': [{'id': 'cba49441-8ecc-4edf-bd75-1d2dc23787b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:17:00.200854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-42d3c5c9-9e1d-487a-bf3e-1cef7b7e1188 None None] Provisioning complete for port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:17:00.201490 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42d3c5c9-9e1d-487a-bf3e-1cef7b7e1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:00.243135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-0199f560-61e2-4ee9-aede-01a1d9d8ab89 service neutron] 10.222.0.49 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927706 May 10 12:17:00.288257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-42d3c5c9-9e1d-487a-bf3e-1cef7b7e1188 None None] Current status of the port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:17:00.335720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-64a8813d-2f52-4ccf-9db2-fbf62af817f4 req-5c6227b1-ca94-4360-9e7c-42b4c57795ac service neutron] 10.222.0.49 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853555 May 10 12:17:00.491389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a853-caa3-4c26-ba24-87980a4e9f63 req-7263758b-467d-4e52-9053-919652108ca3 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:00.493067 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7650a853-caa3-4c26-ba24-87980a4e9f63 req-7263758b-467d-4e52-9053-919652108ca3 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 943 time: 0.0571983 May 10 12:17:00.533279 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7650a853-caa3-4c26-ba24-87980a4e9f63 req-02aaed81-30bc-4c6e-a67a-8e40dd33a7a9 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338993 May 10 12:17:01.667939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b10b8-dc66-446c-83da-563e91a5b17e req-cad541c3-eeab-4912-9270-3d7d16525490 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:01.669417 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc9b10b8-dc66-446c-83da-563e91a5b17e req-cad541c3-eeab-4912-9270-3d7d16525490 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 943 time: 0.0626657 May 10 12:17:01.711312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc9b10b8-dc66-446c-83da-563e91a5b17e req-9e0e8e75-3c1f-4e8a-841e-0907b01a7b53 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 May 10 12:17:01.844305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89afe8e2-ced9-4dbb-9ba2-59fc2627106a up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:17:01.892566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:17:01.892936 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:01.965696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 64805b6a-31eb-4977-9611-7a9197cc1811 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:17:01.987589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:17:02.071053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 64805b6a-31eb-4977-9611-7a9197cc1811, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64805b6a-31eb-4977-9611-7a9197cc1811,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:02.081244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '64805b6a-31eb-4977-9611-7a9197cc1811', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'port_id': '64805b6a-31eb-4977-9611-7a9197cc1811', 'mac_address': 'fa:16:3e:f1:e7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:17:02.120621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 64805b6a-31eb-4977-9611-7a9197cc1811 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:17:02.121015 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:02.134993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64805b6a-31eb-4977-9611-7a9197cc1811 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:17:02.160502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 64805b6a-31eb-4977-9611-7a9197cc1811, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64805b6a-31eb-4977-9611-7a9197cc1811,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:02.166835 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:02.214342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=64805b6a-31eb-4977-9611-7a9197cc1811,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:02.374261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['64805b6a-31eb-4977-9611-7a9197cc1811'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:17:02.852171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f285bbb-de94-4550-8b36-211414067a0e req-607813db-53d0-40da-84ca-ada101ef1d54 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:02.853698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f285bbb-de94-4550-8b36-211414067a0e req-607813db-53d0-40da-84ca-ada101ef1d54 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 944 time: 0.0590351 May 10 12:17:02.894264 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5f285bbb-de94-4550-8b36-211414067a0e req-de7686e3-f407-4966-b999-af9b16cda015 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 May 10 12:17:02.919244 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:03.978672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 64805b6a-31eb-4977-9611-7a9197cc1811 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:17:04.022769 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8e5b5-3792-4998-b433-d10a8825ef87 req-09faa8de-ff60-4df6-96fd-cd480db5a1cf tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:04.024403 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0df8e5b5-3792-4998-b433-d10a8825ef87 req-09faa8de-ff60-4df6-96fd-cd480db5a1cf tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 944 time: 0.0515387 May 10 12:17:04.031284 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 64805b6a-31eb-4977-9611-7a9197cc1811 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:17:04.035681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 64805b6a-31eb-4977-9611-7a9197cc1811 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:17:04.036168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:04.064739 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0df8e5b5-3792-4998-b433-d10a8825ef87 req-74e158d5-7237-435d-92de-ecfa8fc067d2 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326509 May 10 12:17:04.118449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 64805b6a-31eb-4977-9611-7a9197cc1811 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:17:04.118838 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:04.141175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82ca5e-308c-4558-a27e-b7a4d1b26ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64805b6a-31eb-4977-9611-7a9197cc1811'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:17:04.143401 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a86edd9-d831-42e7-8dbe-ca9db713a3cc" -d '{"events": [{"server_uuid": "9e82ca5e-308c-4558-a27e-b7a4d1b26ba2", "name": "network-vif-plugged", "status": "completed", "tag": "64805b6a-31eb-4977-9611-7a9197cc1811"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:17:04.162442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 64805b6a-31eb-4977-9611-7a9197cc1811, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64805b6a-31eb-4977-9611-7a9197cc1811,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:04.167678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:04.215769 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=64805b6a-31eb-4977-9611-7a9197cc1811,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:04.270121 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671ee4ba-1914-47e4-948d-5acb91b76d31 x-openstack-request-id: req-671ee4ba-1914-47e4-948d-5acb91b76d31 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:17:04.270430 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e82ca5e-308c-4558-a27e-b7a4d1b26ba2", "name": "network-vif-plugged", "status": "completed", "tag": "64805b6a-31eb-4977-9611-7a9197cc1811", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:17:04.270704 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-671ee4ba-1914-47e4-948d-5acb91b76d31 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:17:04.271065 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671ee4ba-1914-47e4-948d-5acb91b76d31'] response: {'server_uuid': '9e82ca5e-308c-4558-a27e-b7a4d1b26ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64805b6a-31eb-4977-9611-7a9197cc1811', 'code': 200} May 10 12:17:04.347308 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25582f91-58fd-46cc-8b68-f2b4147763e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:04.367642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b461-9e1e-425e-a3c7-4ba7bb53e38f req-dea6a315-1ea5-416a-ab3f-c9b0ee1499bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:04.369326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbf0b461-9e1e-425e-a3c7-4ba7bb53e38f req-dea6a315-1ea5-416a-ab3f-c9b0ee1499bc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0432324 May 10 12:17:04.408430 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dbf0b461-9e1e-425e-a3c7-4ba7bb53e38f req-3e5b8d94-4577-4c31-9b2c-0cbec8c4f56e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 May 10 12:17:05.192368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd7076-a790-41dd-8de1-108d136f9133 req-6bc9043a-258c-4743-ae93-b22ef789598c tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:05.193871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58fd7076-a790-41dd-8de1-108d136f9133 req-6bc9043a-258c-4743-ae93-b22ef789598c tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 945 time: 0.0547721 May 10 12:17:05.232548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-58fd7076-a790-41dd-8de1-108d136f9133 req-c58e7fa7-7724-4ac7-b96a-d75aebff8f24 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 May 10 12:17:05.859297 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:06.369628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faab896-1a97-4f05-82c0-4a0b06fb7bd0 req-7cb60ad3-1e44-46d1-b898-ec394fb08883 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:06.371023 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2faab896-1a97-4f05-82c0-4a0b06fb7bd0 req-7cb60ad3-1e44-46d1-b898-ec394fb08883 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 945 time: 0.0638914 May 10 12:17:06.411988 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2faab896-1a97-4f05-82c0-4a0b06fb7bd0 req-d9bdeb4d-f470-42ad-bba5-c63a0b3f14a0 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 May 10 12:17:06.537802 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087724-f402-48be-96ea-407d2ea8014c req-731b2da0-cc93-4ed0-9340-191567cc8926 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:06.539497 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12087724-f402-48be-96ea-407d2ea8014c req-731b2da0-cc93-4ed0-9340-191567cc8926 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 945 time: 0.0554123 May 10 12:17:06.579406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12087724-f402-48be-96ea-407d2ea8014c req-16441389-7b51-4697-9df6-c34f7f5aa074 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 May 10 12:17:07.318168 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e6bab966-3b0f-4831-9be9-5be92a1418e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:07.967917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:09.482929 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:09.578141 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:25.208533 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b065e0c-d5cf-41dd-bb0f-a75e18cab957 req-23d14924-165d-464e-9996-27cc71c16c39 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:25.210016 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b065e0c-d5cf-41dd-bb0f-a75e18cab957 req-23d14924-165d-464e-9996-27cc71c16c39 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 945 time: 0.0490017 May 10 12:17:25.247454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b065e0c-d5cf-41dd-bb0f-a75e18cab957 req-7d5f8a05-14b0-4ebf-b2d4-d5c59f2203cb tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 May 10 12:17:26.382764 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590a80a-e819-4988-99af-729b772e05cb req-72d6d0de-dc24-4d4e-956f-a1b43870fd04 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:26.384148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9590a80a-e819-4988-99af-729b772e05cb req-72d6d0de-dc24-4d4e-956f-a1b43870fd04 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 945 time: 0.0560598 May 10 12:17:26.421583 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9590a80a-e819-4988-99af-729b772e05cb req-65ae2cca-1aca-4c24-83b1-2e517f6b2eaf tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 May 10 12:17:26.738073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-9797507e-c1a2-41d6-9368-7ed9025c5754 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:26.739402 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-9797507e-c1a2-41d6-9368-7ed9025c5754 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 945 time: 0.0593936 May 10 12:17:26.832394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Deleting port 64805b6a-31eb-4977-9611-7a9197cc1811 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:17:26.832712 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:26.888924 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:17:26.924137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] For port 64805b6a-31eb-4977-9611-7a9197cc1811, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=64805b6a-31eb-4977-9611-7a9197cc1811,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:26.924593 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:26.945524 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Calling delete_port for 64805b6a-31eb-4977-9611-7a9197cc1811 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:17:27.078985 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:27.092275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['64805b6a-31eb-4977-9611-7a9197cc1811'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:17:27.114232 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Pushing event deleted for resources: {'Port': ['ID=64805b6a-31eb-4977-9611-7a9197cc1811,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:27.155172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] No DVR routers for this DVR port 64805b6a-31eb-4977-9611-7a9197cc1811 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:17:27.157795 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:27.161109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5bec4745-2309-4c90-9452-68ce81e0afc9 req-81c1c083-87da-4261-8c18-b93b86cc1b77 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.49 "DELETE /v2.0/ports/64805b6a-31eb-4977-9611-7a9197cc1811 HTTP/1.1" status: 204 len: 173 time: 0.4151533 May 10 12:17:27.161563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82ca5e-308c-4558-a27e-b7a4d1b26ba2', 'name': 'network-vif-deleted', 'tag': '64805b6a-31eb-4977-9611-7a9197cc1811'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:17:27.164212 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8d0a7-40a1-4062-81d8-3beb5cc19a62" -d '{"events": [{"server_uuid": "9e82ca5e-308c-4558-a27e-b7a4d1b26ba2", "name": "network-vif-deleted", "tag": "64805b6a-31eb-4977-9611-7a9197cc1811"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:17:27.222547 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6815e489-1f22-4a7a-add1-104b3128faa1 x-openstack-request-id: req-6815e489-1f22-4a7a-add1-104b3128faa1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:17:27.223035 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e82ca5e-308c-4558-a27e-b7a4d1b26ba2", "name": "network-vif-deleted", "tag": "64805b6a-31eb-4977-9611-7a9197cc1811", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:17:27.223294 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6815e489-1f22-4a7a-add1-104b3128faa1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:17:27.223757 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6815e489-1f22-4a7a-add1-104b3128faa1'] response: {'server_uuid': '9e82ca5e-308c-4558-a27e-b7a4d1b26ba2', 'name': 'network-vif-deleted', 'tag': '64805b6a-31eb-4977-9611-7a9197cc1811', 'status': 'completed', 'code': 200} May 10 12:17:27.538097 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-de77f470-c3a5-42e7-8894-f2aa1b5821f3 req-1f6afec4-9198-4845-b92e-9517813b6c05 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e82ca5e-308c-4558-a27e-b7a4d1b26ba2 HTTP/1.1" status: 200 len: 210 time: 0.0289118 May 10 12:17:28.927311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-3ac70d1f-9543-4bd9-8698-083198cf2a89 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:28.928795 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-3ac70d1f-9543-4bd9-8698-083198cf2a89 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/networks?id=325da9ac-8bab-4d61-835b-f08d5143c394 HTTP/1.1" status: 200 len: 817 time: 0.1072302 May 10 12:17:28.944653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-c18db4d9-fd92-4647-b462-edae65f76c70 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/quotas/cbd0f84d58ff4f8fbcc42eba35811385 HTTP/1.1" status: 200 len: 375 time: 0.0094821 May 10 12:17:29.000164 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-9707f42d-5aea-402e-9b5e-26892f5d50b9 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbd0f84d58ff4f8fbcc42eba35811385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487440 May 10 12:17:29.098644 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-396b3eb2-ff98-45c6-8ecc-e95ef7efd3f6 service neutron] 10.222.0.13 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 May 10 12:17:29.192482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-e030c370-6a45-4654-be98-9ad751816d18 service neutron] 10.222.0.13 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874360 May 10 12:17:29.357102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f40debdd-10ca-4776-a657-7ef2cb9c9ad3 req-6ab90f5f-4b1a-4d5d-b0d9-fe80df49cbd3 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 210 time: 0.0264628 May 10 12:17:30.090598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 64805b6a-31eb-4977-9611-7a9197cc1811 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:17:30.116211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 64805b6a-31eb-4977-9611-7a9197cc1811 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:17:30.116642 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 64805b6a-31eb-4977-9611-7a9197cc1811 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:17:30.299089 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-3521f468-f062-49f9-8a4d-b93b72ccd4a8 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:30.300596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-3521f468-f062-49f9-8a4d-b93b72ccd4a8 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.49 "GET /v2.0/networks?id=325da9ac-8bab-4d61-835b-f08d5143c394 HTTP/1.1" status: 200 len: 817 time: 0.1081734 May 10 12:17:30.314944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Request body: {'port': {'device_id': '80a13436-e69d-4544-976f-0390be7fc600', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'admin_state_up': True, 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:17:30.430130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Made reservation on behalf of cbd0f84d58ff4f8fbcc42eba35811385 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:17:30.433633 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:30.454025 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-44402b78-6cf7-4446-acd2-8b9ade5e5390 req-e6981332-556e-4901-9f86-699a90af595b tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 210 time: 0.0275347 May 10 12:17:30.907333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Allocated IP 172.20.0.12 (325da9ac-8bab-4d61-835b-f08d5143c394/989eb624-9981-43ee-af15-4eaf5b49336e/0a1a9799-a10d-4fc6-981a-1856af34a84c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:17:31.068588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.104864 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.145945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Network 325da9ac-8bab-4d61-835b-f08d5143c394 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:17:31.148928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:17:31.152605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:17:31.179811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Pushing event updated for resources: {'Port': ['ID=0a1a9799-a10d-4fc6-981a-1856af34a84c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:31.213835 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:31.214469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.232765 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-b369cc91-5ad4-433a-bcff-b440bb7ff55e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9223549 May 10 12:17:31.244697 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Request body: {'port': {'device_id': '80a13436-e69d-4544-976f-0390be7fc600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:17:31.305414 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.422106 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2eb982bc-bc22-43cc-9de3-016a28c560b9 None None] Provisioning complete for port 0a1a9799-a10d-4fc6-981a-1856af34a84c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:17:31.423094 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2eb982bc-bc22-43cc-9de3-016a28c560b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.458124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2eb982bc-bc22-43cc-9de3-016a28c560b9 None None] Port 0a1a9799-a10d-4fc6-981a-1856af34a84c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:17:31.594977 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1a9799-a10d-4fc6-981a-1856af34a84c {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:17:31.604257 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.614831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bea75-9694-4950-b360-173e58854767 req-fce5491a-6329-4ff3-8073-47c2a0ba6aad tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:31.616344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-937bea75-9694-4950-b360-173e58854767 req-fce5491a-6329-4ff3-8073-47c2a0ba6aad tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 932 time: 0.0919638 May 10 12:17:31.626902 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Transition to ACTIVE for port object 0a1a9799-a10d-4fc6-981a-1856af34a84c will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:17:31.632866 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.705804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-937bea75-9694-4950-b360-173e58854767 req-f637aea3-13f5-4ead-81d1-e5d224ea3624 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819159 May 10 12:17:31.708159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a9799-a10d-4fc6-981a-1856af34a84c,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:31.784789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Attempting to bind port 0a1a9799-a10d-4fc6-981a-1856af34a84c on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:17:31.785030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Attempting to bind port 0a1a9799-a10d-4fc6-981a-1856af34a84c by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:17:31.785361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Attempting to bind port 0a1a9799-a10d-4fc6-981a-1856af34a84c on network 325da9ac-8bab-4d61-835b-f08d5143c394 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:17:31.790095 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Port 0a1a9799-a10d-4fc6-981a-1856af34a84c on network 325da9ac-8bab-4d61-835b-f08d5143c394 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:17:31.790416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Attempting to bind port 0a1a9799-a10d-4fc6-981a-1856af34a84c on network 325da9ac-8bab-4d61-835b-f08d5143c394 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:17:31.796487 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:17:31.796836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Checking segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:17:31.797226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Bound using segment: {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:17:31.798029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Bound port: 0a1a9799-a10d-4fc6-981a-1856af34a84c, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c448f7e-80ab-4312-984e-8de89092d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:17:31.798391 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.871053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] For port 0a1a9799-a10d-4fc6-981a-1856af34a84c, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:17:31.874193 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] For port 0a1a9799-a10d-4fc6-981a-1856af34a84c, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0a1a9799-a10d-4fc6-981a-1856af34a84c,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:17:31.879106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.912933 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:31.914051 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:31.915429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] 10.222.0.49 "PUT /v2.0/ports/0a1a9799-a10d-4fc6-981a-1856af34a84c HTTP/1.1" status: 200 len: 1092 time: 0.6750729 May 10 12:17:31.915883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a13436-e69d-4544-976f-0390be7fc600', 'tag': '0a1a9799-a10d-4fc6-981a-1856af34a84c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:17:31.918298 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba" -d '{"events": [{"name": "network-changed", "server_uuid": "80a13436-e69d-4544-976f-0390be7fc600", "tag": "0a1a9799-a10d-4fc6-981a-1856af34a84c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:17:31.947605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e1a29-1e1a-4228-8f47-a72a8bc87739 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a9799-a10d-4fc6-981a-1856af34a84c,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:31.963742 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea80f68a-9cd4-4580-a470-107804b44e9d x-openstack-request-id: req-ea80f68a-9cd4-4580-a470-107804b44e9d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:17:31.964061 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a13436-e69d-4544-976f-0390be7fc600", "tag": "0a1a9799-a10d-4fc6-981a-1856af34a84c", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:17:31.964315 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea80f68a-9cd4-4580-a470-107804b44e9d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:17:31.964723 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea80f68a-9cd4-4580-a470-107804b44e9d'] response: {'name': 'network-changed', 'server_uuid': '80a13436-e69d-4544-976f-0390be7fc600', 'tag': '0a1a9799-a10d-4fc6-981a-1856af34a84c', 'status': 'completed', 'code': 200} May 10 12:17:32.012256 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-8cb60823-d95a-42da-920d-72ada5544477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:32.013813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-8cb60823-d95a-42da-920d-72ada5544477 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbd0f84d58ff4f8fbcc42eba35811385&device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 1095 time: 0.0430734 May 10 12:17:32.061804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-9874fc89-181d-4407-ad37-4a25c316b2f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a1a9799-a10d-4fc6-981a-1856af34a84c HTTP/1.1" status: 200 len: 217 time: 0.0408638 May 10 12:17:32.112781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-6e2752ae-e706-48d7-b900-a074a455bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:32.114274 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-6e2752ae-e706-48d7-b900-a074a455bb00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=989eb624-9981-43ee-af15-4eaf5b49336e HTTP/1.1" status: 200 len: 856 time: 0.0456040 May 10 12:17:32.160823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-92bc1a70-8e92-44bd-aec4-dd9ce6a00f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:32.162319 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-92bc1a70-8e92-44bd-aec4-dd9ce6a00f2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=325da9ac-8bab-4d61-835b-f08d5143c394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413494 May 10 12:17:32.266365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-a67b16b7-67dc-451e-bd8f-baa51dbb65d2 service neutron] 10.222.0.49 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956664 May 10 12:17:32.367620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ac65f33d-6407-42de-a106-e8b6071ff56e req-ab89ea0c-3db5-4bbd-ad85-9895d085ebb8 service neutron] 10.222.0.49 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932336 May 10 12:17:32.466806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-8134ac2f-1d1c-4a03-bc51-fca0d6d3e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:32.468257 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-8134ac2f-1d1c-4a03-bc51-fca0d6d3e6bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbd0f84d58ff4f8fbcc42eba35811385&device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 1095 time: 0.0444043 May 10 12:17:32.561868 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-8342d048-8131-4b82-8ec9-53d73168679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:32.563329 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-8342d048-8131-4b82-8ec9-53d73168679e service neutron] 10.222.0.49 "GET /v2.0/networks?id=325da9ac-8bab-4d61-835b-f08d5143c394 HTTP/1.1" status: 200 len: 918 time: 0.0883477 May 10 12:17:32.605485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-b4b54ee9-c755-4db5-9723-7dd3c63c54ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a1a9799-a10d-4fc6-981a-1856af34a84c HTTP/1.1" status: 200 len: 217 time: 0.0345786 May 10 12:17:32.654710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-b74a43b7-8c0f-4000-b73a-1a0fc4403bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:32.656160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-b74a43b7-8c0f-4000-b73a-1a0fc4403bbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=989eb624-9981-43ee-af15-4eaf5b49336e HTTP/1.1" status: 200 len: 856 time: 0.0437381 May 10 12:17:32.707854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-e771a40e-3813-4beb-9dbf-339d6d8e2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:32.709369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-e771a40e-3813-4beb-9dbf-339d6d8e2e39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=325da9ac-8bab-4d61-835b-f08d5143c394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461724 May 10 12:17:32.837104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-cb218be1-7819-4dad-b43f-32131fff67b0 service neutron] 10.222.0.49 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187201 May 10 12:17:32.893287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d616563-b807-4211-92ea-48dd0b685db9 req-98025afb-5728-47db-bfea-a8fca7c9da0e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:32.894740 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d616563-b807-4211-92ea-48dd0b685db9 req-98025afb-5728-47db-bfea-a8fca7c9da0e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 944 time: 0.1024625 May 10 12:17:32.921280 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:32.954140 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1d616563-b807-4211-92ea-48dd0b685db9 req-fa19cbd5-fdce-4015-8054-ab5f0fd1a7db tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528591 May 10 12:17:32.964455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c2e56231-60b5-4c37-b20a-8daa0ecb5cba req-c69f9d32-8718-4f59-8395-1f1e062a31ee service neutron] 10.222.0.49 "GET /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202462 May 10 12:17:34.094302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca903ec-903e-458c-b0e5-2fb01613ad5d req-756690ee-42db-4a69-b203-ddedda377094 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:34.095847 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7ca903ec-903e-458c-b0e5-2fb01613ad5d req-756690ee-42db-4a69-b203-ddedda377094 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 944 time: 0.0567989 May 10 12:17:34.118539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0a1a9799-a10d-4fc6-981a-1856af34a84c details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:17:34.135221 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7ca903ec-903e-458c-b0e5-2fb01613ad5d req-93afd7e7-0ba4-433f-b013-9dacec92b368 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 May 10 12:17:34.215928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0a1a9799-a10d-4fc6-981a-1856af34a84c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0a1a9799-a10d-4fc6-981a-1856af34a84c,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:34.227629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '0a1a9799-a10d-4fc6-981a-1856af34a84c', 'network_id': '325da9ac-8bab-4d61-835b-f08d5143c394', 'port_id': '0a1a9799-a10d-4fc6-981a-1856af34a84c', 'mac_address': 'fa:16:3e:e3:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989eb624-9981-43ee-af15-4eaf5b49336e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:17:34.279780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 0a1a9799-a10d-4fc6-981a-1856af34a84c is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:17:34.280368 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:34.301915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1a9799-a10d-4fc6-981a-1856af34a84c {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:17:34.321448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0a1a9799-a10d-4fc6-981a-1856af34a84c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0a1a9799-a10d-4fc6-981a-1856af34a84c,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:34.326960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:34.378612 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-14db109d-3165-4862-9ea6-905838758ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:34.383951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=0a1a9799-a10d-4fc6-981a-1856af34a84c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:34.391802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.392166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.392505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.392840 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.393168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.393511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.393835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.394158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.394477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.394800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.395117 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.395436 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:34.523860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['0a1a9799-a10d-4fc6-981a-1856af34a84c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:17:35.284361 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9779645-1af7-4663-a05a-a3fd27f33f1c req-d1387ac8-22cc-452f-a08d-42c85f4ab01e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:35.285827 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9779645-1af7-4663-a05a-a3fd27f33f1c req-d1387ac8-22cc-452f-a08d-42c85f4ab01e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 945 time: 0.0638275 May 10 12:17:35.328281 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9779645-1af7-4663-a05a-a3fd27f33f1c req-d2d585ca-52f6-4689-8284-c81eecdd9341 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362985 May 10 12:17:35.871679 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:36.134293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0a1a9799-a10d-4fc6-981a-1856af34a84c up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:17:36.188506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 0a1a9799-a10d-4fc6-981a-1856af34a84c completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:17:36.193555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 0a1a9799-a10d-4fc6-981a-1856af34a84c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:17:36.193555 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:36.289709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 0a1a9799-a10d-4fc6-981a-1856af34a84c is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:17:36.290094 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:36.455267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcdf63-34f9-48fa-93b3-f62d66abfd55 req-d72a1b61-3623-47e2-9382-1c4fd7da3763 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:36.456752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20bcdf63-34f9-48fa-93b3-f62d66abfd55 req-d72a1b61-3623-47e2-9382-1c4fd7da3763 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 945 time: 0.0570600 May 10 12:17:36.477250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a13436-e69d-4544-976f-0390be7fc600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a9799-a10d-4fc6-981a-1856af34a84c'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:17:36.479469 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0593c9f7-be8e-4c23-8580-f297b80ffe08" -d '{"events": [{"server_uuid": "80a13436-e69d-4544-976f-0390be7fc600", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a9799-a10d-4fc6-981a-1856af34a84c"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:17:36.492686 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 0a1a9799-a10d-4fc6-981a-1856af34a84c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0a1a9799-a10d-4fc6-981a-1856af34a84c,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:36.498128 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:36.500366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20bcdf63-34f9-48fa-93b3-f62d66abfd55 req-65143e57-f761-4dc3-9b97-5ecb041c5b95 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370922 May 10 12:17:36.522975 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8d86c-8fe2-4c4d-bb17-181a04136226 x-openstack-request-id: req-8cd8d86c-8fe2-4c4d-bb17-181a04136226 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:17:36.523256 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a13436-e69d-4544-976f-0390be7fc600", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a9799-a10d-4fc6-981a-1856af34a84c", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:17:36.523501 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cd8d86c-8fe2-4c4d-bb17-181a04136226 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:17:36.523932 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd8d86c-8fe2-4c4d-bb17-181a04136226'] response: {'server_uuid': '80a13436-e69d-4544-976f-0390be7fc600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a9799-a10d-4fc6-981a-1856af34a84c', 'code': 200} May 10 12:17:36.552405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=0a1a9799-a10d-4fc6-981a-1856af34a84c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:36.631863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc2b7d-2771-40b9-bc1e-b61d89ef88b1 req-8921ed42-f200-4d92-9802-8aa457adc978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:36.634649 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5cc2b7d-2771-40b9-bc1e-b61d89ef88b1 req-8921ed42-f200-4d92-9802-8aa457adc978 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 1097 time: 0.0532196 May 10 12:17:36.672040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c5cc2b7d-2771-40b9-bc1e-b61d89ef88b1 req-377e2588-8f51-458e-ab92-614e4291d6b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 May 10 12:17:37.325862 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e3fd542f-db46-4b7f-b35f-778f70c60a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:37.632437 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561696f1-7f0a-43e3-9111-f749a1c16bdc req-d391f389-4861-411c-a34e-06b9c57c416a tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:37.633905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-561696f1-7f0a-43e3-9111-f749a1c16bdc req-d391f389-4861-411c-a34e-06b9c57c416a tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 946 time: 0.0516336 May 10 12:17:37.690623 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-561696f1-7f0a-43e3-9111-f749a1c16bdc req-7124fee7-1ac6-4764-952e-efde7ca24c75 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492575 May 10 12:17:37.969387 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:38.821003 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae046c4-08df-4e46-8ad8-3c7a9c4bbb93 req-0faff9aa-0d49-4f74-ab2d-905fe731f88b tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:38.822488 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cae046c4-08df-4e46-8ad8-3c7a9c4bbb93 req-0faff9aa-0d49-4f74-ab2d-905fe731f88b tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 946 time: 0.0520349 May 10 12:17:38.862149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cae046c4-08df-4e46-8ad8-3c7a9c4bbb93 req-f085b37e-2f64-4f02-8286-d3a6c0291b9a tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 May 10 12:17:38.995375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcdff2-6c4e-46e8-8b0e-d43a4aa06ce7 req-5bddf391-a8bf-496a-aabb-2df5d6638426 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:38.996798 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85dcdff2-6c4e-46e8-8b0e-d43a4aa06ce7 req-5bddf391-a8bf-496a-aabb-2df5d6638426 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 946 time: 0.0513763 May 10 12:17:39.035122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-85dcdff2-6c4e-46e8-8b0e-d43a4aa06ce7 req-04db78c8-2722-40cf-ad84-1f5e9fe730f1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318596 May 10 12:17:39.489462 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:39.589076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:57.511516 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d8b07-a650-46f9-ab0d-f03b60ce699d req-15ad73b5-5344-4af0-b043-eac940859d8d tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:57.513005 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a53d8b07-a650-46f9-ab0d-f03b60ce699d req-15ad73b5-5344-4af0-b043-eac940859d8d tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 946 time: 0.0536003 May 10 12:17:57.552391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a53d8b07-a650-46f9-ab0d-f03b60ce699d req-5d49ce38-b754-4d78-aa40-bef568bf8c3e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 May 10 12:17:58.688963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7bdcf-8376-4a8a-9c7a-46b41c427a33 req-39927d40-b335-4bb4-a2d0-adfca49df1c8 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:58.690733 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fde7bdcf-8376-4a8a-9c7a-46b41c427a33 req-39927d40-b335-4bb4-a2d0-adfca49df1c8 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 946 time: 0.0592494 May 10 12:17:58.735859 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fde7bdcf-8376-4a8a-9c7a-46b41c427a33 req-eea7e8ab-99af-4aa3-a60a-22583c18c52e tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc585843-ef8f-415c-b00c-835763056ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 May 10 12:17:58.988137 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-256aabc5-6e9b-47d1-8295-5cd753596786 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:17:58.989582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-256aabc5-6e9b-47d1-8295-5cd753596786 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.49 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 946 time: 0.0656047 May 10 12:17:59.092518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Deleting port 0a1a9799-a10d-4fc6-981a-1856af34a84c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:17:59.092857 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:59.184604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] For port 0a1a9799-a10d-4fc6-981a-1856af34a84c, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=0a1a9799-a10d-4fc6-981a-1856af34a84c,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:17:59.185007 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:59.198932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Calling delete_port for 0a1a9799-a10d-4fc6-981a-1856af34a84c owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:17:59.335305 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:59.347638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['0a1a9799-a10d-4fc6-981a-1856af34a84c'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:17:59.365319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Pushing event deleted for resources: {'Port': ['ID=0a1a9799-a10d-4fc6-981a-1856af34a84c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:17:59.391250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.391620 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.392085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.392425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.392753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.393118 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.393471 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.393909 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.394246 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.394590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.394889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.395210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:17:59.418505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] No DVR routers for this DVR port 0a1a9799-a10d-4fc6-981a-1856af34a84c on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:17:59.421108 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:59.424817 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-007bb80e-a903-4304-abb9-7de8edb83c10 req-51d586ac-f832-4e2e-b650-1ee86119e2d1 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.49 "DELETE /v2.0/ports/0a1a9799-a10d-4fc6-981a-1856af34a84c HTTP/1.1" status: 204 len: 173 time: 0.4282105 May 10 12:17:59.425282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a13436-e69d-4544-976f-0390be7fc600', 'name': 'network-vif-deleted', 'tag': '0a1a9799-a10d-4fc6-981a-1856af34a84c'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:17:59.427585 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ecde55-bede-4a87-b576-c7de07d98282" -d '{"events": [{"server_uuid": "80a13436-e69d-4544-976f-0390be7fc600", "name": "network-vif-deleted", "tag": "0a1a9799-a10d-4fc6-981a-1856af34a84c"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:17:59.478564 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be06283-132b-46c7-82ef-5628ea6c4c1f x-openstack-request-id: req-6be06283-132b-46c7-82ef-5628ea6c4c1f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:17:59.478924 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a13436-e69d-4544-976f-0390be7fc600", "name": "network-vif-deleted", "tag": "0a1a9799-a10d-4fc6-981a-1856af34a84c", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:17:59.479315 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6be06283-132b-46c7-82ef-5628ea6c4c1f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:17:59.479901 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be06283-132b-46c7-82ef-5628ea6c4c1f'] response: {'server_uuid': '80a13436-e69d-4544-976f-0390be7fc600', 'name': 'network-vif-deleted', 'tag': '0a1a9799-a10d-4fc6-981a-1856af34a84c', 'status': 'completed', 'code': 200} May 10 12:17:59.853485 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2093eee1-57f9-496a-9857-191e489eb534 req-1a1a7842-8a54-4218-8ac3-95712969ff93 tempest-TestEncryptedCinderVolumes-1679530590 tempest-TestEncryptedCinderVolumes-1679530590-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a13436-e69d-4544-976f-0390be7fc600 HTTP/1.1" status: 200 len: 210 time: 0.0293868 May 10 12:18:00.962955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57580) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:01.342438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:01.612415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Deleting port 7c369b9c-6d91-409e-a854-fc974b5d0bf1 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:18:01.614501 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:01.693264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] For port 7c369b9c-6d91-409e-a854-fc974b5d0bf1, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7c369b9c-6d91-409e-a854-fc974b5d0bf1,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:01.693630 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:01.710501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Calling delete_port for 7c369b9c-6d91-409e-a854-fc974b5d0bf1 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:18:01.898016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:01.925549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c369b9c-6d91-409e-a854-fc974b5d0bf1,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:01.954942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.955394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.955804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.956173 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.956512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.956850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.957182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.957511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.957840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.958166 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.958491 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:01.958815 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:02.105499 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:02.289916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0a1a9799-a10d-4fc6-981a-1856af34a84c no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:18:02.310122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 0a1a9799-a10d-4fc6-981a-1856af34a84c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:18:02.310465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 0a1a9799-a10d-4fc6-981a-1856af34a84c not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:18:02.343192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Router 9e1c225e-c735-47b6-9d61-8332cd2f8fde has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:18:02.453314 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:18:02.458890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a2fa1082-8502-43fe-bad1-ec1c86f3567c admin admin] 10.222.0.13 "PUT /v2.0/routers/9e1c225e-c735-47b6-9d61-8332cd2f8fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4947009 May 10 12:18:02.461509 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57582) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:02.463680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] Sync routers for ids ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:18:02.475319 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] Routers {'9e1c225e-c735-47b6-9d61-8332cd2f8fde'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:02.475989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:17:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:02.566279 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:02.580807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] Set router 9e1c225e-c735-47b6-9d61-8332cd2f8fde gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:02.667082 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:02.720940 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Deleting port 2a6ad38c-54e5-40bc-8393-84de3e40da37 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:18:02.721240 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:02.758444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:18:01Z', 'revision_number': 5, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port': {'id': '2a6ad38c-54e5-40bc-8393-84de3e40da37', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:48Z', 'updated_at': '2022-05-10T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:02.788646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] Checking router: 9e1c225e-c735-47b6-9d61-8332cd2f8fde for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:18:02.797547 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] Routers {'9e1c225e-c735-47b6-9d61-8332cd2f8fde'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:02.798159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:17:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:02.802237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] For port 2a6ad38c-54e5-40bc-8393-84de3e40da37, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2a6ad38c-54e5-40bc-8393-84de3e40da37,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:02.802647 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:02.816421 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Calling delete_port for 2a6ad38c-54e5-40bc-8393-84de3e40da37 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:18:02.883409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] Set router 9e1c225e-c735-47b6-9d61-8332cd2f8fde gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:02.937834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:18:02Z', 'revision_number': 6, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:02.974438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70bd4c-d395-4d30-82d2-28de6ecd98c3 None None] The sync data for ids ['9e1c225e-c735-47b6-9d61-8332cd2f8fde'] in n-d-840949-1 is: [{'id': '9e1c225e-c735-47b6-9d61-8332cd2f8fde', 'name': 'tempest-TestEncryptedCinderVolumes-1098114733-router', 'tenant_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:47Z', 'updated_at': '2022-05-10T12:18:02Z', 'revision_number': 6, 'project_id': 'cbd0f84d58ff4f8fbcc42eba35811385', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:18:02.977158 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:02.998876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.026074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6ad38c-54e5-40bc-8393-84de3e40da37,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:03.107986 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.203131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.205500 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.250194 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.250795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1c225e-c735-47b6-9d61-8332cd2f8fde {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:18:03.255918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.256677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ec04cbd7-aa54-474a-b746-4ef38203854d admin admin] 10.222.0.13 "DELETE /v2.0/routers/9e1c225e-c735-47b6-9d61-8332cd2f8fde HTTP/1.1" status: 204 len: 168 time: 0.7941830 May 10 12:18:03.259410 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57584) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:03.304383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3802e7-4c8c-4362-86ec-af6d88069253 admin admin] Deleting subnet 989eb624-9981-43ee-af15-4eaf5b49336e {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:18:03.307280 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c3802e7-4c8c-4362-86ec-af6d88069253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.345470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c3802e7-4c8c-4362-86ec-af6d88069253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.432455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c3802e7-4c8c-4362-86ec-af6d88069253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.491406 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c3802e7-4c8c-4362-86ec-af6d88069253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.516637 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3802e7-4c8c-4362-86ec-af6d88069253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989eb624-9981-43ee-af15-4eaf5b49336e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:03.520581 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7c3802e7-4c8c-4362-86ec-af6d88069253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.523842 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7c3802e7-4c8c-4362-86ec-af6d88069253 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/989eb624-9981-43ee-af15-4eaf5b49336e HTTP/1.1" status: 204 len: 168 time: 0.2634063 May 10 12:18:03.526458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57586) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:03.527657 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098d8ea-f8ab-4b0b-847a-7edd1b1a75a8 None None] Network 325da9ac-8bab-4d61-835b-f08d5143c394 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:18:03.599040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.654660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Deleting port ffc5538c-f835-4019-8e4a-3722c95942b8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:18:03.655012 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.720972 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] For port ffc5538c-f835-4019-8e4a-3722c95942b8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ffc5538c-f835-4019-8e4a-3722c95942b8,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:03.721538 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.736178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Calling delete_port for ffc5538c-f835-4019-8e4a-3722c95942b8 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:18:03.749490 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] DHCP port deletion for 325da9ac-8bab-4d61-835b-f08d5143c394 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:18:03.801386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] Deleting port ffc5538c-f835-4019-8e4a-3722c95942b8 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:18:03.801845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.836887 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.867863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc5538c-f835-4019-8e4a-3722c95942b8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:03.868328 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] For port ffc5538c-f835-4019-8e4a-3722c95942b8, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ffc5538c-f835-4019-8e4a-3722c95942b8,segment=NetworkSegment(1c448f7e-80ab-4312-984e-8de89092d418),segment_id=1c448f7e-80ab-4312-984e-8de89092d418)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:03.868729 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.880638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2a6ad38c-54e5-40bc-8393-84de3e40da37 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:18:03.880921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] No DVR routers for this DVR port ffc5538c-f835-4019-8e4a-3722c95942b8 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:18:03.886484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] Calling delete_port for ffc5538c-f835-4019-8e4a-3722c95942b8 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:18:03.888589 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:18:03.911617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2a6ad38c-54e5-40bc-8393-84de3e40da37 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:18:03.911903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2a6ad38c-54e5-40bc-8393-84de3e40da37 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:18:03.912385 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7c369b9c-6d91-409e-a854-fc974b5d0bf1 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:18:03.936855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 7c369b9c-6d91-409e-a854-fc974b5d0bf1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:18:03.937196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7c369b9c-6d91-409e-a854-fc974b5d0bf1 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:18:03.937615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ffc5538c-f835-4019-8e4a-3722c95942b8 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:18:03.960070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:03.982965 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325da9ac-8bab-4d61-835b-f08d5143c394']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:03.984847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ffc5538c-f835-4019-8e4a-3722c95942b8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:18:03.984847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ffc5538c-f835-4019-8e4a-3722c95942b8 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:18:03.998986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c448f7e-80ab-4312-984e-8de89092d418') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:03.999280 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c448f7e-80ab-4312-984e-8de89092d418') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:04.010027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:04.019008 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:04.027327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:04.035540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:18:04.035970 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: timer() May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:18:04.037792 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:18:04.050357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] Pushing event deleted for resources: {'Port': ['ID=ffc5538c-f835-4019-8e4a-3722c95942b8,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:04.054996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df488df0-43ab-4eab-b0e2-f0bbc5e25b40 None None] No DVR routers for this DVR port ffc5538c-f835-4019-8e4a-3722c95942b8 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:18:04.110436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:04.120471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:04.123730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/325da9ac-8bab-4d61-835b-f08d5143c394 HTTP/1.1" status: 204 len: 168 time: 0.5962713 May 10 12:18:04.126819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57588) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:04.135073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ea522-cbe2-40bb-9672-69c45e4fbe46 admin admin] Pushing event deleted for resources: {'Network': ['ID=325da9ac-8bab-4d61-835b-f08d5143c394,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:04.353427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5eacc047-839a-4079-9db7-2c199c45da8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:04.855958 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:05.105195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Deleting port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:18:05.105617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:05.190994 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] For port 89afe8e2-ced9-4dbb-9ba2-59fc2627106a, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,segment=NetworkSegment(038b5e80-12e3-4a18-85e2-91698f73ad5a),segment_id=038b5e80-12e3-4a18-85e2-91698f73ad5a)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:05.191672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:05.204880 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Calling delete_port for 89afe8e2-ced9-4dbb-9ba2-59fc2627106a owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:18:05.413981 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:05.442450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Pushing event deleted for resources: {'Port': ['ID=89afe8e2-ced9-4dbb-9ba2-59fc2627106a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:05.615678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:05.838651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Router 513f6225-8515-45c1-9b75-eeeb766305cb has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:18:05.883526 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:05.952020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:18:05.957250 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e0197373-1278-4951-be4c-c2e48b94422d admin admin] 10.222.0.13 "PUT /v2.0/routers/513f6225-8515-45c1-9b75-eeeb766305cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286891 May 10 12:18:05.959697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57590) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:05.962090 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] Sync routers for ids ['513f6225-8515-45c1-9b75-eeeb766305cb'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:18:06.070274 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.075326 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] Routers {'513f6225-8515-45c1-9b75-eeeb766305cb'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:06.075962 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:17:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['513f6225-8515-45c1-9b75-eeeb766305cb'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:06.184463 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.189668 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] Set router 513f6225-8515-45c1-9b75-eeeb766305cb gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:06.237104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Deleting port e848dcbb-804c-4246-a035-d0f50c3bdcbb {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:18:06.237672 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.322905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] For port e848dcbb-804c-4246-a035-d0f50c3bdcbb, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e848dcbb-804c-4246-a035-d0f50c3bdcbb,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:06.323293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.339199 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Calling delete_port for e848dcbb-804c-4246-a035-d0f50c3bdcbb owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:18:06.370783 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:18:05Z', 'revision_number': 5, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port': {'id': 'e848dcbb-804c-4246-a035-d0f50c3bdcbb', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:16:52Z', 'updated_at': '2022-05-10T12:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:06.400092 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] Checking router: 513f6225-8515-45c1-9b75-eeeb766305cb for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:18:06.408750 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] Routers {'513f6225-8515-45c1-9b75-eeeb766305cb'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:06.409368 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:17:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['513f6225-8515-45c1-9b75-eeeb766305cb'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:06.494142 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] Set router 513f6225-8515-45c1-9b75-eeeb766305cb gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:06.523525 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.546478 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:18:06Z', 'revision_number': 6, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:06.549485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Pushing event deleted for resources: {'Port': ['ID=e848dcbb-804c-4246-a035-d0f50c3bdcbb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:06.575309 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d7e51-b2de-494f-8b97-3c42cacb8797 None None] The sync data for ids ['513f6225-8515-45c1-9b75-eeeb766305cb'] in n-d-840949-1 is: [{'id': '513f6225-8515-45c1-9b75-eeeb766305cb', 'name': 'tempest-TestEncryptedCinderVolumes-1185058642-router', 'tenant_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:16:51Z', 'updated_at': '2022-05-10T12:18:06Z', 'revision_number': 6, 'project_id': '3ff9eadeb7e94008b6d581c40d49fabd', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:18:06.617671 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.710690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.712825 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.758195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.758811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 513f6225-8515-45c1-9b75-eeeb766305cb {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:18:06.763430 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.764663 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3c61cdfb-f2bf-463d-ab81-285aa9b8102b admin admin] 10.222.0.13 "DELETE /v2.0/routers/513f6225-8515-45c1-9b75-eeeb766305cb HTTP/1.1" status: 204 len: 168 time: 0.8038433 May 10 12:18:06.767267 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57592) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:06.818680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-943378f4-5368-4bc3-abc1-143e992d4e2a admin admin] Deleting subnet cba49441-8ecc-4edf-bd75-1d2dc23787b7 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:18:06.822249 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-943378f4-5368-4bc3-abc1-143e992d4e2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.860136 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-943378f4-5368-4bc3-abc1-143e992d4e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:06.948884 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-943378f4-5368-4bc3-abc1-143e992d4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.008286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-943378f4-5368-4bc3-abc1-143e992d4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.032392 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943378f4-5368-4bc3-abc1-143e992d4e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba49441-8ecc-4edf-bd75-1d2dc23787b7,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:07.039770 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-943378f4-5368-4bc3-abc1-143e992d4e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.043937 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-943378f4-5368-4bc3-abc1-143e992d4e2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cba49441-8ecc-4edf-bd75-1d2dc23787b7 HTTP/1.1" status: 204 len: 168 time: 0.2756522 May 10 12:18:07.044587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75107db-b2f5-44c9-8e08-0d810807e5b8 None None] Network 852bed11-d936-4133-b133-39072b03af92 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:18:07.046565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57594) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:07.117312 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.172815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Deleting port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:18:07.173447 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.238025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] For port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3b7592e3-2f2d-4abc-bdf6-1de54f4a545b,segment=NetworkSegment(038b5e80-12e3-4a18-85e2-91698f73ad5a),segment_id=038b5e80-12e3-4a18-85e2-91698f73ad5a)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:07.238384 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.251422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Calling delete_port for 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:18:07.321065 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-71dead45-bd6c-4ee2-9f7b-d5b3c1644050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.337510 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.365725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b4817-d27b-4149-809a-ff58e1b90a59 None None] DHCP port deletion for 852bed11-d936-4133-b133-39072b03af92 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:18:07.366070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7592e3-2f2d-4abc-bdf6-1de54f4a545b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:07.370929 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] No DVR routers for this DVR port 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:18:07.446363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.468630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852bed11-d936-4133-b133-39072b03af92']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:07.479434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038b5e80-12e3-4a18-85e2-91698f73ad5a') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:07.479728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038b5e80-12e3-4a18-85e2-91698f73ad5a') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:07.491471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.508879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.515674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:18:07.516129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: timer() May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:18:07.517892 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:18:07.575263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.583177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.588215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/852bed11-d936-4133-b133-39072b03af92 HTTP/1.1" status: 204 len: 168 time: 0.5376217 May 10 12:18:07.597873 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb12da-5f25-40dd-8514-0234cd81c2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=852bed11-d936-4133-b133-39072b03af92,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:07.761808 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57598) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:07.802472 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-62d0ec81-d934-4750-8287-02543175d0d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbd0f84d58ff4f8fbcc42eba35811385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394812 May 10 12:18:07.805195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57600) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:07.857517 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f46b59f6-c21c-4459-83e7-e8c85b9b213f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.861237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89afe8e2-ced9-4dbb-9ba2-59fc2627106a no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:18:07.879230 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f46b59f6-c21c-4459-83e7-e8c85b9b213f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.881281 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 89afe8e2-ced9-4dbb-9ba2-59fc2627106a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:18:07.881682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 89afe8e2-ced9-4dbb-9ba2-59fc2627106a not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:18:07.882105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:18:07.900988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:18:07.901257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3b7592e3-2f2d-4abc-bdf6-1de54f4a545b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:18:07.901675 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e848dcbb-804c-4246-a035-d0f50c3bdcbb no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:18:07.920595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: e848dcbb-804c-4246-a035-d0f50c3bdcbb {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:18:07.920944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e848dcbb-804c-4246-a035-d0f50c3bdcbb not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:18:07.932842 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f46b59f6-c21c-4459-83e7-e8c85b9b213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.935407 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f46b59f6-c21c-4459-83e7-e8c85b9b213f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:07.936608 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f46b59f6-c21c-4459-83e7-e8c85b9b213f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc585843-ef8f-415c-b00c-835763056ca9 HTTP/1.1" status: 204 len: 168 time: 0.1304469 May 10 12:18:07.948192 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b59f6-c21c-4459-83e7-e8c85b9b213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc585843-ef8f-415c-b00c-835763056ca9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:07.992254 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:08.273087 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57606) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:08.313145 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7697317d-2fd7-4f30-ad4c-5d84f29f9e49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ff9eadeb7e94008b6d581c40d49fabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388813 May 10 12:18:08.316329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57608) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:08.370337 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8965ad8d-a6cf-462f-aaef-ba3c20798991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:08.391999 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8965ad8d-a6cf-462f-aaef-ba3c20798991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:08.442515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8965ad8d-a6cf-462f-aaef-ba3c20798991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:08.445192 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8965ad8d-a6cf-462f-aaef-ba3c20798991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:08.446406 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8965ad8d-a6cf-462f-aaef-ba3c20798991 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6ed1c57-6b8f-4120-a661-8e19d7a0880b HTTP/1.1" status: 204 len: 168 time: 0.1292274 May 10 12:18:08.454334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965ad8d-a6cf-462f-aaef-ba3c20798991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ed1c57-6b8f-4120-a661-8e19d7a0880b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:09.156841 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57630) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:09.264354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-657756253-network', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:09.287343 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Made reservation on behalf of 8ed841aa087b4ca8bfadb509734b0a35 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:18:09.289729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.298592 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.379509 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.385578 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.417514 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:18:09.427160 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:09.434363 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.434551 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Added segment f114b0b5-a3c8-4442-a29c-af08c1189997 of type vlan for network 6c816440-bd56-404c-a451-5e47e72de680 May 10 12:18:09.484020 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.488753 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.510687 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.511797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:09.512516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.571600 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4137235 May 10 12:18:09.574738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400891-0d6a-4047-8147-b3b5070850cf admin admin] Pushing event updated for resources: {'Network': ['ID=6c816440-bd56-404c-a451-5e47e72de680,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:09.575378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57634) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:09.585739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Request body: {'subnet': {'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-657756253-subnet', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:09.590423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 6c816440-bd56-404c-a451-5e47e72de680 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:18:09.608484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Made reservation on behalf of 8ed841aa087b4ca8bfadb509734b0a35 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:18:09.610979 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.636931 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.780086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.832554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f202489-f3bb-48ef-a168-a2ce127b643b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:09.843906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Checking segment: {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:09.844253 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Network hostable DHCP agents. Network: 6c816440-bd56-404c-a451-5e47e72de680, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:18:09.862730 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Network 6c816440-bd56-404c-a451-5e47e72de680 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:18:09.872892 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 6c816440-bd56-404c-a451-5e47e72de680) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:09.877203 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:09.878831 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.885821 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c15b4-395e-409b-a9d0-a950ac325ca8 None None] Network 6c816440-bd56-404c-a451-5e47e72de680 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:18:09.896760 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ef4df850-a086-40cc-8929-a8559a75a20b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3199267 May 10 12:18:09.899670 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57636) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:09.904172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:09.926224 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.927377 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:09.983498 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.040723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-6c816440-bd56-404c-a451-5e47e72de680', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:18:10.041602 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.122564 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.181345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Allocated IP 172.20.0.2 (6c816440-bd56-404c-a451-5e47e72de680/8f202489-f3bb-48ef-a168-a2ce127b643b/97fcfe2b-9f76-45cb-92b8-2709d6ecfb40) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:18:10.336270 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.343167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.381659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Network 6c816440-bd56-404c-a451-5e47e72de680 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:10.384438 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:10.386911 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:18:10.398518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Pushing event updated for resources: {'Port': ['ID=97fcfe2b-9f76-45cb-92b8-2709d6ecfb40,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:10.454925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Attempting to bind port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:18:10.455291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Attempting to bind port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:18:10.455800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Attempting to bind port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 on network 6c816440-bd56-404c-a451-5e47e72de680 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:18:10.461944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:18:10.462298 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Checking segment: {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:10.462914 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.463315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Bound using segment: {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:18:10.463788 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Bound port: 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:18:10.464200 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.528783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] For port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:18:10.534847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] For port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=97fcfe2b-9f76-45cb-92b8-2709d6ecfb40,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:18:10.539530 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.601098 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e1e-4cd3-44b1-b86c-73e42fd7d344 None None] Pushing event updated for resources: {'Port': ['ID=97fcfe2b-9f76-45cb-92b8-2709d6ecfb40,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:10.640606 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.659937 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.775537 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Allocated IP 172.25.8.158 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d593cd52-b268-460a-9d58-b4552c204465) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:18:10.888374 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.924109 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:10.967347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:10.970486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:10.973173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:18:10.998864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Pushing event updated for resources: {'Port': ['ID=d593cd52-b268-460a-9d58-b4552c204465,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:11.244329 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:11.449976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:11.521693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8ea83-daac-40a1-bcf7-62b984ca44ac None None] Network 6c816440-bd56-404c-a451-5e47e72de680 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:18:11.582941 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Router 8264b184-3943-445e-a919-b2f23a2c7aa6 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:18:11.611597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4197197b-169b-4302-a386-a1cd4aeef31d None None] Provisioning complete for port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:11.612224 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4197197b-169b-4302-a386-a1cd4aeef31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:11.690305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:18:11.706738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Sync routers for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:18:11.709078 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:11.710327 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0a29a18d-b306-4775-8eeb-8d6a49f27c85 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8096049 May 10 12:18:11.713106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57638) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:11.744777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:11.745409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:11.796094 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4197197b-169b-4302-a386-a1cd4aeef31d None None] Current status of the port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:11.796391 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4197197b-169b-4302-a386-a1cd4aeef31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.032348 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:12.106585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4197197b-169b-4302-a386-a1cd4aeef31d None None] For port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=97fcfe2b-9f76-45cb-92b8-2709d6ecfb40,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:12.108823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:12.142385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.161229 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4197197b-169b-4302-a386-a1cd4aeef31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.257921 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:12.258203 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.294006 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197197b-169b-4302-a386-a1cd4aeef31d None None] Pushing event updated for resources: {'Port': ['ID=97fcfe2b-9f76-45cb-92b8-2709d6ecfb40,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:12.301925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Allocated IP 172.20.0.1 (6c816440-bd56-404c-a451-5e47e72de680/8f202489-f3bb-48ef-a168-a2ce127b643b/37db4fdc-c2a8-46cd-b626-683633506587) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:18:12.353966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4920ac6e-a1a4-4919-923c-da8ff2992ba2 None None] Provisioning complete for port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:12.354334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4920ac6e-a1a4-4919-923c-da8ff2992ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.408896 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.444404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.453404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:12.479781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:11Z', 'revision_number': 3, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:12.485369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Network 6c816440-bd56-404c-a451-5e47e72de680 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:12.489775 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:12.496896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:18:12.499990 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=37db4fdc-c2a8-46cd-b626-683633506587,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:12.514566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Checking router: 8264b184-3943-445e-a919-b2f23a2c7aa6 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:18:12.514893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Updating router 8264b184-3943-445e-a919-b2f23a2c7aa6 port d593cd52-b268-460a-9d58-b4552c204465 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:18:12.538605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4920ac6e-a1a4-4919-923c-da8ff2992ba2 None None] Current status of the port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:12.542950 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.546575 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.682521 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.781305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6b7fa92a-66d5-4486-b579-3bb4cb2ada07 None None] Provisioning complete for port 37db4fdc-c2a8-46cd-b626-683633506587 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:12.781878 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa92a-66d5-4486-b579-3bb4cb2ada07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.841237 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.847142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fa92a-66d5-4486-b579-3bb4cb2ada07 None None] Port 37db4fdc-c2a8-46cd-b626-683633506587 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:18:12.850174 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.851670 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.857461 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.900108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Attempting to bind port d593cd52-b268-460a-9d58-b4552c204465 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:18:12.900470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Attempting to bind port d593cd52-b268-460a-9d58-b4552c204465 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:18:12.900830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Attempting to bind port d593cd52-b268-460a-9d58-b4552c204465 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:18:12.910259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f274c7c-c61c-464e-8acd-a6dd6f5d4df7 None None] Pushing event updated for resources: {'Port': ['ID=d593cd52-b268-460a-9d58-b4552c204465,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:12.913511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:18:12.913865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:12.914268 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.914645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:18:12.915112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Bound port: d593cd52-b268-460a-9d58-b4552c204465, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:18:12.915488 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.923445 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:12.925408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=37db4fdc-c2a8-46cd-b626-683633506587,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:12.968744 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] For port d593cd52-b268-460a-9d58-b4552c204465, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:18:12.971845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] For port d593cd52-b268-460a-9d58-b4552c204465, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d593cd52-b268-460a-9d58-b4552c204465,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:18:12.977300 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:13.025284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Network 6c816440-bd56-404c-a451-5e47e72de680 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:13.026708 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:13.036115 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f274c7c-c61c-464e-8acd-a6dd6f5d4df7 None None] Pushing event updated for resources: {'Port': ['ID=d593cd52-b268-460a-9d58-b4552c204465,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:13.039165 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:13.039784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:13.144265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Router 8264b184-3943-445e-a919-b2f23a2c7aa6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:18:13.153584 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:13.256444 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:18:13.263226 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-dd2e4b62-3f03-489f-b22d-b14062028ea7 admin admin] 10.222.0.13 "PUT /v2.0/routers/8264b184-3943-445e-a919-b2f23a2c7aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5472240 May 10 12:18:13.309259 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-74b1432c-af04-44d2-91c2-cd414f9ac5d0 None None] Provisioning complete for port 37db4fdc-c2a8-46cd-b626-683633506587 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:13.309576 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-74b1432c-af04-44d2-91c2-cd414f9ac5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:13.376291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-74b1432c-af04-44d2-91c2-cd414f9ac5d0 None None] Port 37db4fdc-c2a8-46cd-b626-683633506587 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:18:13.403767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 2, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:13.431931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6841f-a779-4f75-91ef-ec56a43443f8 None None] The sync data for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 is: [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 2, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:18:13.759219 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57654) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:13.764360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-577592858-network', 'tenant_id': 'b27851a353324096941d0ee6d47d862a'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:13.785268 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Made reservation on behalf of b27851a353324096941d0ee6d47d862a for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:18:13.787741 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:13.796872 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:13.883028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:13.886734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:13.889708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:13.910318 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:18:13.929534 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:13.929880 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Added segment 76373fd8-8c29-4dcf-b2fb-8f29921f3769 of type vlan for network 2eca5a95-2392-4684-912c-e6572e33ac28 May 10 12:18:13.931215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387a98f4-4380-4687-bdf8-86fc243857ec,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:13.957131 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:13.957504 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:13.980597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.008427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.009428 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:14.010003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.045349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:14.066935 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3064761 May 10 12:18:14.070022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57656) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:14.075278 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Request body: {'subnet': {'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-577592858-subnet', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:14.076134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898369d-2257-4cbd-b45e-6b111a85acb1 admin admin] Pushing event updated for resources: {'Network': ['ID=2eca5a95-2392-4684-912c-e6572e33ac28,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:14.088450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 2eca5a95-2392-4684-912c-e6572e33ac28 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:18:14.125729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Made reservation on behalf of b27851a353324096941d0ee6d47d862a for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:18:14.128900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.312677 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.371438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fb9960-0c39-4e0b-aefc-9707ea935a67,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:14.385906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Checking segment: {'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:14.386255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Network hostable DHCP agents. Network: 2eca5a95-2392-4684-912c-e6572e33ac28, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:18:14.404222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Network 2eca5a95-2392-4684-912c-e6572e33ac28 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:18:14.414083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 2eca5a95-2392-4684-912c-e6572e33ac28) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:14.419729 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:14.420681 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.424703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b827895-3a08-463e-acc4-9b8cf0605a53 None None] Network 2eca5a95-2392-4684-912c-e6572e33ac28 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:18:14.439011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3282eca1-77de-4f45-b271-9292dc8b56ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3677533 May 10 12:18:14.442110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57658) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:14.446607 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:14.466874 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.468037 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.523875 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.605587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-2eca5a95-2392-4684-912c-e6572e33ac28', 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'fixed_ips': [{'subnet_id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:18:14.606889 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.758211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Allocated IP 172.20.0.2 (2eca5a95-2392-4684-912c-e6572e33ac28/d0fb9960-0c39-4e0b-aefc-9707ea935a67/8f5eb4ec-9f71-47f1-90e5-390272ce0292) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:18:14.909847 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.915451 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:14.951793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Network 2eca5a95-2392-4684-912c-e6572e33ac28 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:14.954672 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:14.958304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:18:14.966462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Pushing event updated for resources: {'Port': ['ID=8f5eb4ec-9f71-47f1-90e5-390272ce0292,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:15.000173 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.030411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Attempting to bind port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:18:15.030777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Attempting to bind port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:18:15.031135 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Attempting to bind port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 on network 2eca5a95-2392-4684-912c-e6572e33ac28 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:18:15.036446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:18:15.036814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Checking segment: {'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:15.037212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.037597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Bound using segment: {'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:18:15.038092 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Bound port: 8f5eb4ec-9f71-47f1-90e5-390272ce0292, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:18:15.038469 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.102469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] For port 8f5eb4ec-9f71-47f1-90e5-390272ce0292, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:18:15.106303 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] For port 8f5eb4ec-9f71-47f1-90e5-390272ce0292, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8f5eb4ec-9f71-47f1-90e5-390272ce0292,segment=NetworkSegment(76373fd8-8c29-4dcf-b2fb-8f29921f3769),segment_id=76373fd8-8c29-4dcf-b2fb-8f29921f3769)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:18:15.110868 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.168632 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf2d85-0be4-4e76-835d-672528233878 None None] Pushing event updated for resources: {'Port': ['ID=8f5eb4ec-9f71-47f1-90e5-390272ce0292,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:15.224610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.245493 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.370622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Allocated IP 172.25.8.47 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:18:15.488436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.523515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.562210 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:15.567275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:15.574752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:18:15.577752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Pushing event updated for resources: {'Port': ['ID=31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:15.834189 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:15.950422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d593cd52-b268-460a-9d58-b4552c204465 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:15.981813 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Sync routers for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:18:15.992211 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:15.993340 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:16.008400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d593cd52-b268-460a-9d58-b4552c204465 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:16.009024 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.061079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.096040 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d593cd52-b268-460a-9d58-b4552c204465 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:16.096502 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.096804 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:16.127988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d593cd52-b268-460a-9d58-b4552c204465, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d593cd52-b268-460a-9d58-b4552c204465,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:16.136935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03692c80-b859-4440-95e5-5f8d0ee3923c None None] Network 2eca5a95-2392-4684-912c-e6572e33ac28 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:18:16.138849 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.139621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8f5eb4ec-9f71-47f1-90e5-390272ce0292 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:16.213251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Router 9f293377-05ac-45cf-8bf6-5e95d0978fdf is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:18:16.290935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5cab19bd-37de-4468-8881-3c6195d24786 None None] Provisioning complete for port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:16.291244 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cab19bd-37de-4468-8881-3c6195d24786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.292628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d593cd52-b268-460a-9d58-b4552c204465,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:16.301176 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 2, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:16.328042 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Checking router: 8264b184-3943-445e-a919-b2f23a2c7aa6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:18:16.328316 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Updating router 8264b184-3943-445e-a919-b2f23a2c7aa6 port 37db4fdc-c2a8-46cd-b626-683633506587 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:18:16.329231 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:18:16.350660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.354795 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-566eb3ab-2380-46dd-9cb8-61752e49cd28 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9088399 May 10 12:18:16.355135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57660) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:16.357898 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.484633 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Sync routers for ids ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:18:16.522685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Routers {'9f293377-05ac-45cf-8bf6-5e95d0978fdf'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:16.523324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:16.525903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:16.526272 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.635635 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.643258 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.733445 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Pushing event updated for resources: {'Port': ['ID=37db4fdc-c2a8-46cd-b626-683633506587,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:16.744992 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.745328 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.745835 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.746326 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.746679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5cab19bd-37de-4468-8881-3c6195d24786 None None] Current status of the port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:16.746993 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.747109 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cab19bd-37de-4468-8881-3c6195d24786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.747571 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.748066 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.748532 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.749019 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.749625 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.750103 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.750577 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:16.765372 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Attempting to bind port 37db4fdc-c2a8-46cd-b626-683633506587 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:18:16.765995 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Attempting to bind port 37db4fdc-c2a8-46cd-b626-683633506587 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:18:16.766580 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Attempting to bind port 37db4fdc-c2a8-46cd-b626-683633506587 on network 6c816440-bd56-404c-a451-5e47e72de680 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:18:16.767892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Set router 9f293377-05ac-45cf-8bf6-5e95d0978fdf gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:16.772313 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:18:16.772930 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Checking segment: {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:16.773481 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.774023 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Bound using segment: {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:18:16.774633 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Bound port: 37db4fdc-c2a8-46cd-b626-683633506587, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:18:16.775175 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.836949 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.855527 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] For port 37db4fdc-c2a8-46cd-b626-683633506587, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:18:16.860447 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] For port 37db4fdc-c2a8-46cd-b626-683633506587, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=37db4fdc-c2a8-46cd-b626-683633506587,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:18:16.869644 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:16.925797 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:16.926446 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:16.986002 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:16.987214 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.002111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-5cab19bd-37de-4468-8881-3c6195d24786 None None] For port 8f5eb4ec-9f71-47f1-90e5-390272ce0292, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8f5eb4ec-9f71-47f1-90e5-390272ce0292,segment=NetworkSegment(76373fd8-8c29-4dcf-b2fb-8f29921f3769),segment_id=76373fd8-8c29-4dcf-b2fb-8f29921f3769)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:17.023425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cab19bd-37de-4468-8881-3c6195d24786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.032424 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef391c-6f54-4fe0-8e90-2c6c6d5dc42a None None] Pushing event updated for resources: {'Port': ['ID=37db4fdc-c2a8-46cd-b626-683633506587,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:17.057960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Allocated IP 172.20.0.1 (2eca5a95-2392-4684-912c-e6572e33ac28/d0fb9960-0c39-4e0b-aefc-9707ea935a67/95d4f2c8-4974-481b-ae92-3cc95241b9ed) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:18:17.129515 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab19bd-37de-4468-8881-3c6195d24786 None None] Pushing event updated for resources: {'Port': ['ID=8f5eb4ec-9f71-47f1-90e5-390272ce0292,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:17.165715 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:17.206308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.207348 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 12:18:17.207839 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 12:18:17.211692 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a02a8d52-e78e-4c01-808d-53cba3630a6f None None] Provisioning complete for port 37db4fdc-c2a8-46cd-b626-683633506587 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:17.211692 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02a8d52-e78e-4c01-808d-53cba3630a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.259613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.278396 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:18:15Z', 'revision_number': 3, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port': {'id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:15Z', 'updated_at': '2022-05-10T12:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:17.309965 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Network 2eca5a95-2392-4684-912c-e6572e33ac28 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:17.313222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:17.317360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:18:17.322841 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Checking router: 9f293377-05ac-45cf-8bf6-5e95d0978fdf for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:18:17.323154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Updating router 9f293377-05ac-45cf-8bf6-5e95d0978fdf port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:18:17.325983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Pushing event updated for resources: {'Port': ['ID=95d4f2c8-4974-481b-ae92-3cc95241b9ed,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:17.364252 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.366373 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.501760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a02a8d52-e78e-4c01-808d-53cba3630a6f None None] Current status of the port 37db4fdc-c2a8-46cd-b626-683633506587 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:17.502150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02a8d52-e78e-4c01-808d-53cba3630a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.514857 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.533263 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:17.554765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a02a8d52-e78e-4c01-808d-53cba3630a6f None None] For port 37db4fdc-c2a8-46cd-b626-683633506587, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=37db4fdc-c2a8-46cd-b626-683633506587,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:17.567642 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ce78c-96a0-4cc7-8022-eefa0780c5d4 None None] The sync data for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 is: [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:18:17.606297 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02a8d52-e78e-4c01-808d-53cba3630a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.676903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a8d52-e78e-4c01-808d-53cba3630a6f None None] Pushing event updated for resources: {'Port': ['ID=37db4fdc-c2a8-46cd-b626-683633506587,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:17.702274 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.709425 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.779912 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Pushing event updated for resources: {'Port': ['ID=95d4f2c8-4974-481b-ae92-3cc95241b9ed,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:17.783222 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.792461 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:17.809133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Provisioning complete for port 37db4fdc-c2a8-46cd-b626-683633506587 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:17.809514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.841783 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.857675 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.908147 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Network 2eca5a95-2392-4684-912c-e6572e33ac28 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:17.910084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:17.926684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Attempting to bind port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:18:17.927059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Attempting to bind port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:18:17.927428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Attempting to bind port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:18:17.940331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:18:17.940754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:17.941122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.941583 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:18:17.941973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Bound port: 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:18:17.942359 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:17.948242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2627715-5b65-44c4-b7b3-3a5554831280 None None] Pushing event updated for resources: {'Port': ['ID=31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:17.950236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 37db4fdc-c2a8-46cd-b626-683633506587 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:18.066462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Router 9f293377-05ac-45cf-8bf6-5e95d0978fdf has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:18:18.097480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] For port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:18:18.102370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Current status of the port 37db4fdc-c2a8-46cd-b626-683633506587 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:18.125772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] For port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:18:18.139292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 37db4fdc-c2a8-46cd-b626-683633506587 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:18.142019 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:18.147628 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:18.191858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Provisioning complete for port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:18.192221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:18.218212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:18:18.223783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d3ca066a-c36b-42dd-94f3-004ba77add14 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f293377-05ac-45cf-8bf6-5e95d0978fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8675153 May 10 12:18:18.296541 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Routers {'9f293377-05ac-45cf-8bf6-5e95d0978fdf'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:18.297555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:18.299180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2627715-5b65-44c4-b7b3-3a5554831280 None None] Pushing event updated for resources: {'Port': ['ID=31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:18.605999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 37db4fdc-c2a8-46cd-b626-683633506587 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:18.607099 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d593cd52-b268-460a-9d58-b4552c204465 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:18.650251 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Current status of the port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:18.660372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] Set router 9f293377-05ac-45cf-8bf6-5e95d0978fdf gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:18.707236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Provisioning complete for port 95d4f2c8-4974-481b-ae92-3cc95241b9ed triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:18.707613 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:18.819839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6bf53bea-4498-4b6c-954d-6ad4a030b39a None None] Port 95d4f2c8-4974-481b-ae92-3cc95241b9ed cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:18:18.825845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d593cd52-b268-460a-9d58-b4552c204465 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:18.826234 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:18.967346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d593cd52-b268-460a-9d58-b4552c204465 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:18.968422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8f5eb4ec-9f71-47f1-90e5-390272ce0292 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:18.973874 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-79d978fe-d83e-4f79-a8f7-8b4900daafc1 None None] Provisioning complete for port 95d4f2c8-4974-481b-ae92-3cc95241b9ed triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:18.974243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79d978fe-d83e-4f79-a8f7-8b4900daafc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:19.052080 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-79d978fe-d83e-4f79-a8f7-8b4900daafc1 None None] Port 95d4f2c8-4974-481b-ae92-3cc95241b9ed cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:18:19.056174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 4, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port': {'id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:15Z', 'updated_at': '2022-05-10T12:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '95d4f2c8-4974-481b-ae92-3cc95241b9ed', 'name': '', 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'mac_address': 'fa:16:3e:56:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:16Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 2, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'subnets': [{'id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:19.084399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21013728-0c02-400c-97bb-df24bffadee3 None None] The sync data for ids ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'] in n-d-840949-1 is: [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 4, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port': {'id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:15Z', 'updated_at': '2022-05-10T12:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '95d4f2c8-4974-481b-ae92-3cc95241b9ed', 'name': '', 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'mac_address': 'fa:16:3e:56:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:16Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 2, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'subnets': [{'id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:18:19.094724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:19.095106 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:19.203449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:21.887909 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Sync routers for ids ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:18:21.899076 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Routers {'9f293377-05ac-45cf-8bf6-5e95d0978fdf'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:21.899711 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:21.914242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:21.989559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:21.990181 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.036445 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Set router 9f293377-05ac-45cf-8bf6-5e95d0978fdf gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:22.090168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:22.090403 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.115330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:22.122795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.186567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:22.282851 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 4, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port': {'id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:15Z', 'updated_at': '2022-05-10T12:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '95d4f2c8-4974-481b-ae92-3cc95241b9ed', 'name': '', 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'mac_address': 'fa:16:3e:56:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:16Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 2, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'subnets': [{'id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:22.313547 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Checking router: 9f293377-05ac-45cf-8bf6-5e95d0978fdf for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:18:22.313989 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Updating router 9f293377-05ac-45cf-8bf6-5e95d0978fdf port 95d4f2c8-4974-481b-ae92-3cc95241b9ed binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:18:22.339734 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.632115 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.638105 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.699218 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbd634-739e-4ee7-87d2-77023c3d2385 None None] Pushing event updated for resources: {'Port': ['ID=95d4f2c8-4974-481b-ae92-3cc95241b9ed,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:22.756695 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Attempting to bind port 95d4f2c8-4974-481b-ae92-3cc95241b9ed on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:18:22.757418 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Attempting to bind port 95d4f2c8-4974-481b-ae92-3cc95241b9ed by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:18:22.758471 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Attempting to bind port 95d4f2c8-4974-481b-ae92-3cc95241b9ed on network 2eca5a95-2392-4684-912c-e6572e33ac28 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:18:22.771494 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:18:22.772675 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Checking segment: {'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:22.773139 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.773593 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Bound using segment: {'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:18:22.774136 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Bound port: 95d4f2c8-4974-481b-ae92-3cc95241b9ed, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76373fd8-8c29-4dcf-b2fb-8f29921f3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:18:22.774566 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.871322 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] For port 95d4f2c8-4974-481b-ae92-3cc95241b9ed, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:18:22.875811 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] For port 95d4f2c8-4974-481b-ae92-3cc95241b9ed, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=95d4f2c8-4974-481b-ae92-3cc95241b9ed,segment=NetworkSegment(76373fd8-8c29-4dcf-b2fb-8f29921f3769),segment_id=76373fd8-8c29-4dcf-b2fb-8f29921f3769)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:18:22.881436 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:22.959449 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbd634-739e-4ee7-87d2-77023c3d2385 None None] Pushing event updated for resources: {'Port': ['ID=95d4f2c8-4974-481b-ae92-3cc95241b9ed,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:22.963497 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Routers {'9f293377-05ac-45cf-8bf6-5e95d0978fdf'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:18:22.964556 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:23.042455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9cb944c3-c6cb-4b28-b813-1d6d17152a8e None None] Provisioning complete for port 95d4f2c8-4974-481b-ae92-3cc95241b9ed triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:23.043455 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb944c3-c6cb-4b28-b813-1d6d17152a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:23.108078 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] Set router 9f293377-05ac-45cf-8bf6-5e95d0978fdf gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:18:23.156954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9cb944c3-c6cb-4b28-b813-1d6d17152a8e None None] Current status of the port 95d4f2c8-4974-481b-ae92-3cc95241b9ed is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:23.157906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb944c3-c6cb-4b28-b813-1d6d17152a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:23.217059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-9cb944c3-c6cb-4b28-b813-1d6d17152a8e None None] For port 95d4f2c8-4974-481b-ae92-3cc95241b9ed, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=95d4f2c8-4974-481b-ae92-3cc95241b9ed,segment=NetworkSegment(76373fd8-8c29-4dcf-b2fb-8f29921f3769),segment_id=76373fd8-8c29-4dcf-b2fb-8f29921f3769)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:23.224481 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9cb944c3-c6cb-4b28-b813-1d6d17152a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:23.290167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb944c3-c6cb-4b28-b813-1d6d17152a8e None None] Pushing event updated for resources: {'Port': ['ID=95d4f2c8-4974-481b-ae92-3cc95241b9ed,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:23.347781 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2c7cbfc6-d649-4406-8ab6-595b27070a80 None None] Provisioning complete for port 95d4f2c8-4974-481b-ae92-3cc95241b9ed triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:23.348296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbfc6-d649-4406-8ab6-595b27070a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:23.413046 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 4, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port': {'id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:15Z', 'updated_at': '2022-05-10T12:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '95d4f2c8-4974-481b-ae92-3cc95241b9ed', 'name': '', 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'mac_address': 'fa:16:3e:56:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:16Z', 'updated_at': '2022-05-10T12:18:22Z', 'revision_number': 4, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'subnets': [{'id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:18:23.444263 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05c3ff-0948-4d98-b91f-00dd8281fb40 None None] The sync data for ids ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'] in n-d-840949-1 is: [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 4, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port': {'id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:15Z', 'updated_at': '2022-05-10T12:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '95d4f2c8-4974-481b-ae92-3cc95241b9ed', 'name': '', 'network_id': '2eca5a95-2392-4684-912c-e6572e33ac28', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'mac_address': 'fa:16:3e:56:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:16Z', 'updated_at': '2022-05-10T12:18:22Z', 'revision_number': 4, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'subnets': [{'id': 'd0fb9960-0c39-4e0b-aefc-9707ea935a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:18:23.460180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2c7cbfc6-d649-4406-8ab6-595b27070a80 None None] Current status of the port 95d4f2c8-4974-481b-ae92-3cc95241b9ed is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:23.959713 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:24.021481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:24.022396 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:24.108451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:24.109779 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 95d4f2c8-4974-481b-ae92-3cc95241b9ed up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:24.168003 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 95d4f2c8-4974-481b-ae92-3cc95241b9ed triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:24.168538 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:24.259306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 95d4f2c8-4974-481b-ae92-3cc95241b9ed is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:28.026295 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-baaa3bab-fd17-4931-a132-c3c47c326c88 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:28.027675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-baaa3bab-fd17-4931-a132-c3c47c326c88 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 814 time: 0.1070549 May 10 12:18:28.044698 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-e1b61171-76b9-4299-897a-0826079d89d9 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/quotas/8ed841aa087b4ca8bfadb509734b0a35 HTTP/1.1" status: 200 len: 375 time: 0.0105965 May 10 12:18:28.107366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-532c4b2b-1bcb-4387-9477-46f244feb09d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564606 May 10 12:18:28.123905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-6d2a32d3-96c6-46ae-8154-40ca06ba6f9f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:18:28.124877 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-6d2a32d3-96c6-46ae-8154-40ca06ba6f9f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054877 May 10 12:18:28.216178 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-9684a081-1bf0-4076-9e11-59b9304406de service neutron] 10.222.0.13 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850160 May 10 12:18:28.314432 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-798a542b-8094-441e-8f2b-8eda869e1249 service neutron] 10.222.0.13 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916519 May 10 12:18:29.499136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b122841-ec5d-4051-aaaa-9ea8e06b7272 req-f56429e8-067f-48a3-91c8-573b02ef6b4c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 210 time: 0.0307584 May 10 12:18:30.435438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-6fca0a9e-337c-493e-8568-3036994ba915 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:30.436906 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-6fca0a9e-337c-493e-8568-3036994ba915 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.49 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 814 time: 0.1078465 May 10 12:18:30.449819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'port': {'device_id': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'admin_state_up': True, 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:30.568982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Made reservation on behalf of 8ed841aa087b4ca8bfadb509734b0a35 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:18:30.572757 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:30.607796 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4256d73-9e51-4181-80c6-4e6abf3d6114 req-a790dfcb-e4b2-4a78-975d-5dfd31d8a876 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 210 time: 0.0326490 May 10 12:18:30.735534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Allocated IP 172.20.0.9 (6c816440-bd56-404c-a451-5e47e72de680/8f202489-f3bb-48ef-a168-a2ce127b643b/de164887-ff43-429f-91d7-d2b7abf3112b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:18:30.934731 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:30.986850 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:31.032338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Network 6c816440-bd56-404c-a451-5e47e72de680 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:31.035811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:31.040646 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:18:31.085463 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'Port': ['ID=de164887-ff43-429f-91d7-d2b7abf3112b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:31.105544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:31.106535 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:31.132660 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-a9224357-a007-4534-936f-f877e2be9048 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6869006 May 10 12:18:31.332684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a41afa60-4e3d-40f7-b46b-667bc7083ed4 None None] Provisioning complete for port de164887-ff43-429f-91d7-d2b7abf3112b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:31.333277 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a41afa60-4e3d-40f7-b46b-667bc7083ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:31.378738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a41afa60-4e3d-40f7-b46b-667bc7083ed4 None None] Port de164887-ff43-429f-91d7-d2b7abf3112b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:18:31.736494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d027-17d9-46df-9872-2ccd51ea1ed1 req-e365c07a-2e2c-467f-8243-f7f5a8136af2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:31.738267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7432d027-17d9-46df-9872-2ccd51ea1ed1 req-e365c07a-2e2c-467f-8243-f7f5a8136af2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 931 time: 0.0513833 May 10 12:18:31.778987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7432d027-17d9-46df-9872-2ccd51ea1ed1 req-51864cf3-afbe-4c61-9c45-c2c11e60df01 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 May 10 12:18:32.904549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68a59-a777-4177-bf0b-08ef3a7698b9 req-8c3870b7-7ee2-41c3-9efc-3f7f22eef255 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:32.913913 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7b68a59-a777-4177-bf0b-08ef3a7698b9 req-8c3870b7-7ee2-41c3-9efc-3f7f22eef255 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 931 time: 0.0592825 May 10 12:18:32.922768 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:32.955730 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e7b68a59-a777-4177-bf0b-08ef3a7698b9 req-47b134a5-cdaa-4e87-b911-53f2944d8e39 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 May 10 12:18:34.082218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bd4b1-3a01-4de4-8b45-ee42fa620258 req-42ffaee2-0abb-4aa9-a1df-7bde40c16d0f tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:34.083695 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-657bd4b1-3a01-4de4-8b45-ee42fa620258 req-42ffaee2-0abb-4aa9-a1df-7bde40c16d0f tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 931 time: 0.0520086 May 10 12:18:34.122775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-657bd4b1-3a01-4de4-8b45-ee42fa620258 req-791c527e-0a1a-4e71-be7f-ffaaf226e83e tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 May 10 12:18:34.360184 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b175ae20-0f41-4e3a-a9e6-3027bf26e299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:35.246905 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423ccd2-533f-4226-a0e5-33163487bd46 req-c2f6b8ab-6f4e-4e13-9354-38c9c218cab9 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:35.248469 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b423ccd2-533f-4226-a0e5-33163487bd46 req-c2f6b8ab-6f4e-4e13-9354-38c9c218cab9 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 931 time: 0.0540259 May 10 12:18:35.290276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b423ccd2-533f-4226-a0e5-33163487bd46 req-8512bd7e-f2cc-4c02-8f4b-b75ef16bda01 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355806 May 10 12:18:35.905805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:36.420672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36f824-4de0-4deb-83de-92a3eec49601 req-1e8eb243-c93d-4ab3-ba94-10d0b1cd1193 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:36.422477 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe36f824-4de0-4deb-83de-92a3eec49601 req-1e8eb243-c93d-4ab3-ba94-10d0b1cd1193 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 931 time: 0.0576456 May 10 12:18:36.464244 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe36f824-4de0-4deb-83de-92a3eec49601 req-42051037-a4d8-4158-a688-9b15c01deda9 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 May 10 12:18:37.333921 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa4558a6-a106-41db-b37b-cc4a4172e494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:37.594765 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6042ea-e3e5-470e-b579-fcf18b705cd7 req-aab0ea0f-0429-413b-9636-746e53c543cf tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:37.596376 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d6042ea-e3e5-470e-b579-fcf18b705cd7 req-aab0ea0f-0429-413b-9636-746e53c543cf tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 931 time: 0.0610676 May 10 12:18:37.636914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5d6042ea-e3e5-470e-b579-fcf18b705cd7 req-6b3a0ca6-6de2-4536-a8a8-9a020580649d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340681 May 10 12:18:37.980102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:38.769960 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40120d-1b49-43a2-bb46-f5de1cf12dac req-f8fd2f42-cda5-4ea5-b5cf-8777be8e9f61 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:38.771423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a40120d-1b49-43a2-bb46-f5de1cf12dac req-f8fd2f42-cda5-4ea5-b5cf-8777be8e9f61 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 931 time: 0.0541210 May 10 12:18:38.821294 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4a40120d-1b49-43a2-bb46-f5de1cf12dac req-68162844-1501-4a8f-b965-80176bb3c503 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 May 10 12:18:38.929901 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Request body: {'port': {'device_id': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:38.991652 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:39.282869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de164887-ff43-429f-91d7-d2b7abf3112b {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:18:39.290588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:39.304702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Transition to ACTIVE for port object de164887-ff43-429f-91d7-d2b7abf3112b will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:18:39.311428 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:39.363347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Pushing event updated for resources: {'Port': ['ID=de164887-ff43-429f-91d7-d2b7abf3112b,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:39.438357 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Attempting to bind port de164887-ff43-429f-91d7-d2b7abf3112b on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:18:39.438698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Attempting to bind port de164887-ff43-429f-91d7-d2b7abf3112b by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:18:39.439035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Attempting to bind port de164887-ff43-429f-91d7-d2b7abf3112b on network 6c816440-bd56-404c-a451-5e47e72de680 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:18:39.444313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Port de164887-ff43-429f-91d7-d2b7abf3112b on network 6c816440-bd56-404c-a451-5e47e72de680 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:18:39.444643 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Attempting to bind port de164887-ff43-429f-91d7-d2b7abf3112b on network 6c816440-bd56-404c-a451-5e47e72de680 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:18:39.450028 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:18:39.450366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Checking segment: {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:18:39.450724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Bound using segment: {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:18:39.451183 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Bound port: de164887-ff43-429f-91d7-d2b7abf3112b, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f114b0b5-a3c8-4442-a29c-af08c1189997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c816440-bd56-404c-a451-5e47e72de680'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:18:39.451544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:39.491624 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:39.522842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] For port de164887-ff43-429f-91d7-d2b7abf3112b, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:18:39.526061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] For port de164887-ff43-429f-91d7-d2b7abf3112b, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=de164887-ff43-429f-91d7-d2b7abf3112b,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:18:39.530294 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:39.567882 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:39.568608 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:39.569872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] 10.222.0.49 "PUT /v2.0/ports/de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 1091 time: 0.6453080 May 10 12:18:39.570312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:18:39.572590 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6144254f72973d5c6a848555bfccbd236ba128507f4ff7fa10bb734cca79c87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4389ff71-7fec-4a56-b619-67d1dc8356e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:18:39.605132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949f7ac-6f35-434e-9538-07c17a049968 service neutron] Pushing event updated for resources: {'Port': ['ID=de164887-ff43-429f-91d7-d2b7abf3112b,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:39.607153 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:39.646692 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc408a7d-1f63-4567-8a02-d69d811718d2 x-openstack-request-id: req-cc408a7d-1f63-4567-8a02-d69d811718d2 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:18:39.646911 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:18:39.647539 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc408a7d-1f63-4567-8a02-d69d811718d2 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:18:39.647992 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc408a7d-1f63-4567-8a02-d69d811718d2'] response: {'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'status': 'completed', 'code': 200} May 10 12:18:39.666823 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-6c67b4eb-3062-44a7-919b-6ee5b7e5a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:39.668693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-6c67b4eb-3062-44a7-919b-6ee5b7e5a661 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1094 time: 0.0514905 May 10 12:18:39.714210 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-0ef1778b-5015-4a80-a4ff-ac1467e87e72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 217 time: 0.0388348 May 10 12:18:39.765603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-ad4e0750-e27e-4ef6-a493-dd887f601f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:39.767109 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-ad4e0750-e27e-4ef6-a493-dd887f601f92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 200 len: 853 time: 0.0464175 May 10 12:18:39.818957 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-639c746e-b588-44da-930b-9d58a898b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:39.820843 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-639c746e-b588-44da-930b-9d58a898b7ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c816440-bd56-404c-a451-5e47e72de680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465558 May 10 12:18:39.923584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-c27a3439-bbd6-4150-a6e0-4e45d5af4b70 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958450 May 10 12:18:39.963469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1f06-405a-476c-9d4c-17b60d3e656c req-2f218a8a-89d6-4d49-bf47-ca19cea8ff9f tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:39.965918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-571d1f06-405a-476c-9d4c-17b60d3e656c req-2f218a8a-89d6-4d49-bf47-ca19cea8ff9f tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 943 time: 0.0590985 May 10 12:18:40.013054 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-571d1f06-405a-476c-9d4c-17b60d3e656c req-c6bc8c45-9ed6-49b9-b596-520286ca25c5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 May 10 12:18:40.035135 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad3e2f8e-0e64-4f81-bc19-3c9ae234a0ad req-d8240ea8-96f5-4740-83d2-7246c2c1e772 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043293 May 10 12:18:40.126443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-88bc631c-3999-4ad8-9e72-7213d873c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:40.128003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-88bc631c-3999-4ad8-9e72-7213d873c226 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1094 time: 0.0485559 May 10 12:18:40.222703 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-542c452d-fe7b-4a1c-93fd-5c203ccd6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:40.224357 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-542c452d-fe7b-4a1c-93fd-5c203ccd6931 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 915 time: 0.0896537 May 10 12:18:40.265366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-fb66aeb9-eb5d-4326-a45f-c9c4a6713d5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 217 time: 0.0344872 May 10 12:18:40.319543 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-12737014-5563-40b3-8b0e-0393a48f4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:40.320994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-12737014-5563-40b3-8b0e-0393a48f4221 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 200 len: 853 time: 0.0486267 May 10 12:18:40.369591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-603a2755-7818-4c36-a64b-8a74f9163b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:40.370970 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-603a2755-7818-4c36-a64b-8a74f9163b89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c816440-bd56-404c-a451-5e47e72de680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421062 May 10 12:18:40.459521 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-2a96a9c4-976d-4026-beb1-e12059a41aa0 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808399 May 10 12:18:40.551350 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4389ff71-7fec-4a56-b619-67d1dc8356e0 req-c6b6abba-66da-45c7-b25d-c8226b1cdf66 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849183 May 10 12:18:40.894071 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:18:41.144648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843425d-4f37-4d7c-b578-f0713d79ba7c req-78152708-abe2-4b61-8c85-239c6e5039ee tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:41.146369 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d843425d-4f37-4d7c-b578-f0713d79ba7c req-78152708-abe2-4b61-8c85-239c6e5039ee tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 943 time: 0.0515850 May 10 12:18:41.185396 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d843425d-4f37-4d7c-b578-f0713d79ba7c req-e2ded0c5-f7fe-4458-a1e5-239962b55a92 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 May 10 12:18:42.310666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0398392-2356-4833-8d7e-78519f4611e8 req-f2837a2b-d16c-4396-9218-1ea6eb98ad9c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:42.312126 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0398392-2356-4833-8d7e-78519f4611e8 req-f2837a2b-d16c-4396-9218-1ea6eb98ad9c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 943 time: 0.0563285 May 10 12:18:42.351256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f0398392-2356-4833-8d7e-78519f4611e8 req-31d70a0f-33df-447c-8704-9884e675437e tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 May 10 12:18:42.493530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device de164887-ff43-429f-91d7-d2b7abf3112b details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:18:42.605335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port de164887-ff43-429f-91d7-d2b7abf3112b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=de164887-ff43-429f-91d7-d2b7abf3112b,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:42.618725 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'port_id': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'mac_address': 'fa:16:3e:bf:78:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:18:42.662577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port de164887-ff43-429f-91d7-d2b7abf3112b is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:42.662975 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:42.676778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de164887-ff43-429f-91d7-d2b7abf3112b {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:18:42.698359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port de164887-ff43-429f-91d7-d2b7abf3112b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=de164887-ff43-429f-91d7-d2b7abf3112b,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:42.703937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:42.756143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=de164887-ff43-429f-91d7-d2b7abf3112b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:42.763480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.763803 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.764171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.764507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.764835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.765162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.765487 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.765943 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.766272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.766593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.766934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.767236 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:18:42.949589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['de164887-ff43-429f-91d7-d2b7abf3112b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:18:43.491523 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38727d7f-6214-4709-8d31-fa9da668ceed req-b6e8a553-49c0-4f92-8ada-72afd6044d2d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:43.493034 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38727d7f-6214-4709-8d31-fa9da668ceed req-b6e8a553-49c0-4f92-8ada-72afd6044d2d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 944 time: 0.0641224 May 10 12:18:43.531500 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-38727d7f-6214-4709-8d31-fa9da668ceed req-7aa4ba0c-2de9-4f80-a2c4-6aa8ef081d51 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322361 May 10 12:18:44.509445 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device de164887-ff43-429f-91d7-d2b7abf3112b up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:18:44.568810 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port de164887-ff43-429f-91d7-d2b7abf3112b completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:18:44.573121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port de164887-ff43-429f-91d7-d2b7abf3112b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:18:44.573500 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:44.654635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e6775-c67e-44b6-aed5-198cfdef6356 req-51ff712f-9fcd-40f3-9b6d-f7c1d81674dc tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:44.656587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d17e6775-c67e-44b6-aed5-198cfdef6356 req-51ff712f-9fcd-40f3-9b6d-f7c1d81674dc tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 944 time: 0.0483491 May 10 12:18:44.660718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port de164887-ff43-429f-91d7-d2b7abf3112b is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:18:44.661111 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:44.684182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:18:44.686492 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800de3f674fb4c5bcd761d793f7034b97ebee4d948d70d0328f4663ededd64b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d01520-3edf-4503-ac0b-75a691ee7eef" -d '{"events": [{"server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "name": "network-vif-plugged", "status": "completed", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:18:44.696503 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d17e6775-c67e-44b6-aed5-198cfdef6356 req-90be8370-8207-46ff-acf4-960be7d686ec tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 May 10 12:18:44.699489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port de164887-ff43-429f-91d7-d2b7abf3112b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=de164887-ff43-429f-91d7-d2b7abf3112b,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:18:44.704243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:44.731536 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39b37cc-726b-4bf0-be23-e14fd244899c x-openstack-request-id: req-c39b37cc-726b-4bf0-be23-e14fd244899c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:18:44.731921 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "name": "network-vif-plugged", "status": "completed", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:18:44.732175 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c39b37cc-726b-4bf0-be23-e14fd244899c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:18:44.732604 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39b37cc-726b-4bf0-be23-e14fd244899c'] response: {'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'code': 200} May 10 12:18:44.754184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=de164887-ff43-429f-91d7-d2b7abf3112b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:18:44.837872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b61e6-bc10-455a-be76-851c5cc1e90c req-f89740b1-14a9-4959-8c14-b9e6894595b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:44.839391 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c71b61e6-bc10-455a-be76-851c5cc1e90c req-f89740b1-14a9-4959-8c14-b9e6894595b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1096 time: 0.0472703 May 10 12:18:44.874922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c71b61e6-bc10-455a-be76-851c5cc1e90c req-f70a7941-0094-496c-87ba-349188343afd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284629 May 10 12:18:45.828249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e901bf-ecf4-48ae-b751-852e9e3c3c7e req-cfd37bca-6a3b-4321-b067-d800a10c5c1a tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:45.829889 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91e901bf-ecf4-48ae-b751-852e9e3c3c7e req-cfd37bca-6a3b-4321-b067-d800a10c5c1a tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0539126 May 10 12:18:45.872502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-91e901bf-ecf4-48ae-b751-852e9e3c3c7e req-eef0777a-4efb-4d69-bd1a-c770e1ad9246 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 May 10 12:18:46.995080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ae05e-e3b4-40c2-b13b-c57517f46a65 req-7693f6c0-f848-495a-8c92-03bcaddedbde tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:46.996564 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-096ae05e-e3b4-40c2-b13b-c57517f46a65 req-7693f6c0-f848-495a-8c92-03bcaddedbde tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0538738 May 10 12:18:47.038683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-096ae05e-e3b4-40c2-b13b-c57517f46a65 req-8d096243-bc9d-4339-9a7b-0c3ed8813488 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 May 10 12:18:47.162936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58a8f5-0819-4fa2-8638-a89b72969447 req-a4e6a547-e1ca-49a0-b2c0-930430319b11 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:47.164431 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ec58a8f5-0819-4fa2-8638-a89b72969447 req-a4e6a547-e1ca-49a0-b2c0-930430319b11 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0535877 May 10 12:18:47.202890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ec58a8f5-0819-4fa2-8638-a89b72969447 req-f4242e98-0c5a-47ce-abe4-330f954b9f22 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 May 10 12:18:47.401503 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7960aa-a0d3-4fed-9e4c-d8e4e924c26a req-1e60d6eb-0836-42d1-bddb-7d5ff1ca0e30 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:47.402963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b7960aa-a0d3-4fed-9e4c-d8e4e924c26a req-1e60d6eb-0836-42d1-bddb-7d5ff1ca0e30 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0567176 May 10 12:18:47.441320 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7b7960aa-a0d3-4fed-9e4c-d8e4e924c26a req-7ea3a5d3-8cee-445d-9d1d-8e40b0a760c3 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 May 10 12:18:59.089322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46312e0-6638-4085-82e1-5262ba840431 req-d7996162-3d68-4b2a-be2a-c4de4fa50a45 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:59.090813 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d46312e0-6638-4085-82e1-5262ba840431 req-d7996162-3d68-4b2a-be2a-c4de4fa50a45 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0613983 May 10 12:18:59.132727 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d46312e0-6638-4085-82e1-5262ba840431 req-552e3b07-7239-4352-ad3b-888a9d2db70e tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 May 10 12:18:59.157756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57852) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:59.293395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827010fc-8523-4ef5-88a0-ebf72e4723aa tempest-TestMinimumBasicScenario-506839618 tempest-TestMinimumBasicScenario-506839618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:18:59.294903 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-827010fc-8523-4ef5-88a0-ebf72e4723aa tempest-TestMinimumBasicScenario-506839618 tempest-TestMinimumBasicScenario-506839618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1091 time: 0.1361508 May 10 12:18:59.298357 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:18:59.302598 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:18:59.324648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:59.430184 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:59.535532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Allocated IP 172.25.8.66 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/2ff7364e-fbfe-433c-a3dd-7d235c7f088f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:18:59.639048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:59.676862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:18:59.718714 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:18:59.721462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:18:59.724924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:18:59.732992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'Port': ['ID=2ff7364e-fbfe-433c-a3dd-7d235c7f088f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:00.457185 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:00.529508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:00.688829 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:00.696213 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:00.763941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'Port': ['ID=2ff7364e-fbfe-433c-a3dd-7d235c7f088f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:00.773608 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:00.882205 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Floating IP 5a44b84b-fe76-4019-8513-680679f033d1 associated. External IP: 172.25.8.66, port: de164887-ff43-429f-91d7-d2b7abf3112b. May 10 12:19:01.101189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Router 8264b184-3943-445e-a919-b2f23a2c7aa6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:19:01.212675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:19:01.223193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] Sync routers for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:19:01.234088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:19:01.234308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.234796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:19:01.263469 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-87dfeb1f-a966-40fb-a37a-eed08c696fb8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9641135 May 10 12:19:01.264085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:19:01.266486 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bc3231-13fc-472e-b295-36579f7dcfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:19:01.266826 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57858) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:19:01.272486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104663200', 'description': 'tempest-secgroup-smoke-1104663200 description', 'project_id': '8ed841aa087b4ca8bfadb509734b0a35'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:19:01.297576 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.305267 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e2e12-fd5d-4b93-8162-2868c41472da x-openstack-request-id: req-083e2e12-fd5d-4b93-8162-2868c41472da {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:19:01.305563 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:19:01.305809 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-083e2e12-fd5d-4b93-8162-2868c41472da {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:19:01.306284 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083e2e12-fd5d-4b93-8162-2868c41472da'] response: {'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'status': 'completed', 'code': 200} May 10 12:19:01.345535 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:19:01.374421 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.379058 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.434764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.436019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1676121 May 10 12:19:01.438988 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57864) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:19:01.444171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-95aef2f0-a070-4c8d-a4e6-71f79f455aa0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'security_group_rule': {'security_group_id': '25603947-eaf7-4514-b092-7d994c8bffb0', 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:19:01.445154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25603947-eaf7-4514-b092-7d994c8bffb0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:01.456374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.456724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.457063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.457408 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.457732 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.458093 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.458389 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.458714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.459039 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.459364 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.459717 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.460030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca2a18-f13e-4eed-929b-c01b8b2ca0d7 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:01.464903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-fc1faed0-ad9f-4b80-8312-2d647eec537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:01.466553 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-fc1faed0-ad9f-4b80-8312-2d647eec537b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1096 time: 0.1349235 May 10 12:19:01.481212 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95aef2f0-a070-4c8d-a4e6-71f79f455aa0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.541006 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95aef2f0-a070-4c8d-a4e6-71f79f455aa0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.545559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95aef2f0-a070-4c8d-a4e6-71f79f455aa0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.564380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-424f234e-a837-431c-9aaf-fc7e5151fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:01.565110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aef2f0-a070-4c8d-a4e6-71f79f455aa0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575e30e6-ab06-4c25-9147-77188c2d011c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:01.566264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-424f234e-a837-431c-9aaf-fc7e5151fe52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 915 time: 0.0919433 May 10 12:19:01.571304 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95aef2f0-a070-4c8d-a4e6-71f79f455aa0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.576735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-95aef2f0-a070-4c8d-a4e6-71f79f455aa0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366806 May 10 12:19:01.578646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '5a44b84b-fe76-4019-8513-680679f033d1', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'port_id': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'mac_address': 'fa:16:3e:bf:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:19:00Z', 'updated_at': '2022-05-10T12:19:00Z', 'revision_number': 0, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:19:01.581241 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57866) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:19:01.585578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-908dac41-164a-44dd-8072-f91dc9184a8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'security_group_rule': {'security_group_id': '25603947-eaf7-4514-b092-7d994c8bffb0', 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:19:01.610752 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-908dac41-164a-44dd-8072-f91dc9184a8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.644433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-a2b7ecf4-9bd6-4c38-8b20-378beb56a528 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 998 time: 0.0715888 May 10 12:19:01.676907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-908dac41-164a-44dd-8072-f91dc9184a8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.682334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-908dac41-164a-44dd-8072-f91dc9184a8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.697317 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-400d8740-2fa0-40d0-9856-5172f8e79646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:01.698936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-400d8740-2fa0-40d0-9856-5172f8e79646 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 200 len: 853 time: 0.0475261 May 10 12:19:01.700981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dac41-164a-44dd-8072-f91dc9184a8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c9344a-dedc-43b4-bc8e-c26e83be2bfc,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:01.713048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-908dac41-164a-44dd-8072-f91dc9184a8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.717205 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-908dac41-164a-44dd-8072-f91dc9184a8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339104 May 10 12:19:01.717533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57868) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:19:01.722183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b4106638-cb26-4bef-a0d5-a5888e306cb2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'security_group_rule': {'security_group_id': '25603947-eaf7-4514-b092-7d994c8bffb0', 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:19:01.748169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b4106638-cb26-4bef-a0d5-a5888e306cb2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.754303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-f89cdc64-08de-4523-a55b-3b457ef07671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:01.755807 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-f89cdc64-08de-4523-a55b-3b457ef07671 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c816440-bd56-404c-a451-5e47e72de680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491915 May 10 12:19:01.784148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] Checking router: 8264b184-3943-445e-a919-b2f23a2c7aa6 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:19:01.792562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:19:01.793171 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:18:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:19:01.812455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b4106638-cb26-4bef-a0d5-a5888e306cb2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.817324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b4106638-cb26-4bef-a0d5-a5888e306cb2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.835385 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4106638-cb26-4bef-a0d5-a5888e306cb2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af94d428-e5a9-48e6-96df-e0b188b24aca,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:01.845034 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b4106638-cb26-4bef-a0d5-a5888e306cb2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:01.849896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57870) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:19:01.850555 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b4106638-cb26-4bef-a0d5-a5888e306cb2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310186 May 10 12:19:01.854858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-eadadfdb-ae66-4c52-aac1-864c1d8b28f2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'security_group_rule': {'security_group_id': '25603947-eaf7-4514-b092-7d994c8bffb0', 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:19:01.869496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-bd8a9645-9cc3-4029-9c4f-74f876431133 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066825 May 10 12:19:01.903545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:19:01.923998 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eadadfdb-ae66-4c52-aac1-864c1d8b28f2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.002618 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-40bc3231-13fc-472e-b295-36579f7dcfc0 req-0ba633b4-1f0e-49c3-96c5-3d78f448585c service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249278 May 10 12:19:02.012613 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eadadfdb-ae66-4c52-aac1-864c1d8b28f2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.017798 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eadadfdb-ae66-4c52-aac1-864c1d8b28f2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.038758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadadfdb-ae66-4c52-aac1-864c1d8b28f2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedfd8bb-3c8f-48bc-8a08-fca00533f85a,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:02.049239 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eadadfdb-ae66-4c52-aac1-864c1d8b28f2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.050479 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eadadfdb-ae66-4c52-aac1-864c1d8b28f2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1996052 May 10 12:19:02.053282 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57872) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:19:02.057887 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-03a3451c-fd57-40a2-84c8-c4d905862514 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'security_group_rule': {'security_group_id': '25603947-eaf7-4514-b092-7d994c8bffb0', 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:19:02.078321 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-03a3451c-fd57-40a2-84c8-c4d905862514 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Project 8ed841aa087b4ca8bfadb509734b0a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:19:02.083131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a3451c-fd57-40a2-84c8-c4d905862514 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.129605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '5a44b84b-fe76-4019-8513-680679f033d1', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'port_id': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'mac_address': 'fa:16:3e:bf:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:19:00Z', 'updated_at': '2022-05-10T12:19:00Z', 'revision_number': 0, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:19:02.145273 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a3451c-fd57-40a2-84c8-c4d905862514 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.150135 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a3451c-fd57-40a2-84c8-c4d905862514 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.160544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03112b-b28a-4260-ae11-419224ac02fc None None] The sync data for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 is: [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '5a44b84b-fe76-4019-8513-680679f033d1', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'port_id': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'mac_address': 'fa:16:3e:bf:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:19:00Z', 'updated_at': '2022-05-10T12:19:00Z', 'revision_number': 0, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:19:02.166889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3451c-fd57-40a2-84c8-c4d905862514 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882cd57b-7d7d-4952-b9a4-962b3b92296e,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:02.180572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03a3451c-fd57-40a2-84c8-c4d905862514 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.186630 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-03a3451c-fd57-40a2-84c8-c4d905862514 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277235 May 10 12:19:02.186795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57874) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:19:02.190356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'security_group_rule': {'security_group_id': '25603947-eaf7-4514-b092-7d994c8bffb0', 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:19:02.214391 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Project 8ed841aa087b4ca8bfadb509734b0a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:19:02.219730 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.283832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.288415 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.305071 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93414e53-ecd0-4016-8df5-70c2545536b9,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:02.315544 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.315891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.316229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.316562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.316881 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.317224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.317525 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.317845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.318163 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.318484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.318790 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.319104 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:19:02.324436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.325641 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fc813e8f-f11c-42d4-9ced-18b7858d6b75 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394308 May 10 12:19:02.376992 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221e1f4-d535-4c31-a680-26d0074cedac None None] New status for floating IP 5a44b84b-fe76-4019-8513-680679f033d1: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:19:02.408466 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-bcecfc00-e232-4925-bbfe-14b9ddd93bfb tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104663200&fields=id&tenant_id=8ed841aa087b4ca8bfadb509734b0a35 HTTP/1.1" status: 200 len: 267 time: 0.0356004 May 10 12:19:02.464768 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-3b9927e2-3099-4acb-9d84-17e7f3dcbb8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:02.466378 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-3b9927e2-3099-4acb-9d84-17e7f3dcbb8d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0520058 May 10 12:19:02.478471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'port': {'security_groups': ['14a9d70e-fa7d-4e68-a91d-2e87a99d4f18', '25603947-eaf7-4514-b092-7d994c8bffb0']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:19:02.545701 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.739052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] For port de164887-ff43-429f-91d7-d2b7abf3112b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=de164887-ff43-429f-91d7-d2b7abf3112b,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:19:02.770288 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.775340 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.786894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['de164887-ff43-429f-91d7-d2b7abf3112b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:19:02.820542 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:02.821050 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:02.822527 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-75e40a7e-dcc8-489a-b12c-ffa1b01b01b8 req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "PUT /v2.0/ports/de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 981 time: 0.3492985 May 10 12:19:02.857601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc5117-20aa-40f8-9403-35ceb66f7505 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'Port': ['ID=de164887-ff43-429f-91d7-d2b7abf3112b,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:19:02.885448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['de164887-ff43-429f-91d7-d2b7abf3112b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:19:02.979518 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:03.080964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6925d-13cc-483d-82c7-2fb4c1667693 req-0dd25da4-4024-4136-91eb-292f6be8fcf6 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:03.082549 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4f6925d-13cc-483d-82c7-2fb4c1667693 req-0dd25da4-4024-4136-91eb-292f6be8fcf6 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0494289 May 10 12:19:03.116077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7641d7d4-188d-44ad-88f2-0c70066f00c5 None None] Provisioning complete for port de164887-ff43-429f-91d7-d2b7abf3112b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:19:03.116077 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7641d7d4-188d-44ad-88f2-0c70066f00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:03.127651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e4f6925d-13cc-483d-82c7-2fb4c1667693 req-0fa6a0be-bcbc-4ddd-848d-c1b9c0338f1c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386980 May 10 12:19:03.301920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7641d7d4-188d-44ad-88f2-0c70066f00c5 None None] Current status of the port de164887-ff43-429f-91d7-d2b7abf3112b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:19:03.307853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:19:03.310262 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88baf6d434cdda55de1a872da7ece736532020c3f395164b1cde7e763e1be620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aff00e-1f38-4598-912b-2d80e1b96b87" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:19:03.348534 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311470ac-07cd-46b0-9d51-d5495c184680 x-openstack-request-id: req-311470ac-07cd-46b0-9d51-d5495c184680 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:19:03.348833 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:19:03.349108 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-311470ac-07cd-46b0-9d51-d5495c184680 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:19:03.349521 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311470ac-07cd-46b0-9d51-d5495c184680'] response: {'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'status': 'completed', 'code': 200} May 10 12:19:03.410766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-b93ccec3-2038-4bc5-8343-771cbca29ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:03.412344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-b93ccec3-2038-4bc5-8343-771cbca29ec1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1135 time: 0.0415590 May 10 12:19:03.504579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-1ed8941b-1a98-4c56-b1e4-579d4e8e4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:03.506047 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-1ed8941b-1a98-4c56-b1e4-579d4e8e4f5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 915 time: 0.0862014 May 10 12:19:03.573851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-d3292e77-8fca-49ab-b05e-a9f515417c7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 1000 time: 0.0596831 May 10 12:19:03.626382 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-8e702b35-a89e-4d1d-915a-14b973f6f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:03.627854 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-8e702b35-a89e-4d1d-915a-14b973f6f210 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 200 len: 853 time: 0.0464435 May 10 12:19:03.674167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-cf582627-2b36-463e-bba9-5746958c3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:03.675647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-cf582627-2b36-463e-bba9-5746958c3979 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c816440-bd56-404c-a451-5e47e72de680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409596 May 10 12:19:03.770157 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-00051fe7-dd49-4d36-893a-faff6913cab3 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870538 May 10 12:19:03.872512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-21aff00e-1f38-4598-912b-2d80e1b96b87 req-6f8b4378-1755-43af-a906-cd4c3796e608 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952170 May 10 12:19:04.369105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9830ed94-d793-48c9-b4b1-b3e681666c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:05.902780 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:07.335477 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-59a62a26-d7b8-4ac8-a4b9-ad7627140160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:07.988581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:09.505703 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:09.594461 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:17.894188 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:19:18.247492 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-c5a80fa8-06c5-4af4-8c00-5239f3dd028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:18.249219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-c5a80fa8-06c5-4af4-8c00-5239f3dd028b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1135 time: 0.0414360 May 10 12:19:18.344908 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-16d5385d-aade-476c-af17-0c2e14af77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:18.346460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-16d5385d-aade-476c-af17-0c2e14af77e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 915 time: 0.0908294 May 10 12:19:18.375526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ca72-6433-471f-9375-7258bf1c0ab2 req-6246c931-79f8-46b5-99b4-883ffb19ced1 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:18.377137 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b61ca72-6433-471f-9375-7258bf1c0ab2 req-6246c931-79f8-46b5-99b4-883ffb19ced1 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.1005352 May 10 12:19:18.412227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-b962324e-cd0c-4654-8e9d-ac3502239a0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 1000 time: 0.0585513 May 10 12:19:18.419652 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b61ca72-6433-471f-9375-7258bf1c0ab2 req-b48d6a2a-571f-4a27-97d9-9481b82b1a79 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360882 May 10 12:19:18.462831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-732d7c9a-748e-4f97-b56a-f74512b69df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:18.464358 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-732d7c9a-748e-4f97-b56a-f74512b69df8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 200 len: 853 time: 0.0454628 May 10 12:19:18.829385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-97db7ceb-81f7-4fd6-a071-e1213ca89650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:18.830902 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-97db7ceb-81f7-4fd6-a071-e1213ca89650 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c816440-bd56-404c-a451-5e47e72de680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598573 May 10 12:19:18.929964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-46928952-3b90-4686-acad-e1f2063c780a service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902302 May 10 12:19:19.028240 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dce8277-b44a-450d-bcba-d0c464ec47f5 req-381992b9-72fc-4ef6-8093-a30ec18fd0d1 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911620 May 10 12:19:19.651306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e911-81bb-4d52-8ee8-5cd270cd1025 req-27cb0650-3d39-4bf6-8f20-11634a88e639 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:19.652808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e05e911-81bb-4d52-8ee8-5cd270cd1025 req-27cb0650-3d39-4bf6-8f20-11634a88e639 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.1043036 May 10 12:19:19.692841 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3e05e911-81bb-4d52-8ee8-5cd270cd1025 req-6c478d20-9a32-4cd0-98e0-19034ae07a16 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337269 May 10 12:19:20.829353 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cab3ce-6e4c-43c8-85dc-bd11ce2a00f1 req-124f4b64-42f9-421e-b75b-0ca562b174e5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:20.830851 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45cab3ce-6e4c-43c8-85dc-bd11ce2a00f1 req-124f4b64-42f9-421e-b75b-0ca562b174e5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0522509 May 10 12:19:20.872171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-45cab3ce-6e4c-43c8-85dc-bd11ce2a00f1 req-01b842bd-0793-4e3c-b367-f42199087fa9 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347965 May 10 12:19:22.002947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea3354-cda9-4317-b551-2917a3bc9205 req-b1e52763-205e-4e67-850b-6fa9da52b730 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:22.004442 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54ea3354-cda9-4317-b551-2917a3bc9205 req-b1e52763-205e-4e67-850b-6fa9da52b730 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0512760 May 10 12:19:22.050677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-54ea3354-cda9-4317-b551-2917a3bc9205 req-ed7dde30-4b38-433c-b5aa-cf58f40dd4dc tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370080 May 10 12:19:23.185840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c302946-a4eb-40ab-9d04-f7bb83abd52c req-b4919ae2-d8c5-433a-af19-dd26a69bf234 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:23.185840 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c302946-a4eb-40ab-9d04-f7bb83abd52c req-b4919ae2-d8c5-433a-af19-dd26a69bf234 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0518780 May 10 12:19:23.227917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2c302946-a4eb-40ab-9d04-f7bb83abd52c req-44b3fed8-4b04-4a18-8567-f29fa41d2acd tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345070 May 10 12:19:24.359860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a17ce-e3ec-4d38-a96c-a4dc70aa55ef req-5bedfd9b-553d-4e4c-9390-b181792194d6 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:24.361349 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be1a17ce-e3ec-4d38-a96c-a4dc70aa55ef req-5bedfd9b-553d-4e4c-9390-b181792194d6 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0596929 May 10 12:19:24.400976 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-be1a17ce-e3ec-4d38-a96c-a4dc70aa55ef req-a307efaf-b9a6-4ab3-8ffc-6865a5f65fea tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331876 May 10 12:19:25.542637 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5e30-69a6-42ba-b031-27d275ec82fe req-9a69112a-a29f-41f4-82a3-7d5e4425c78e tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:25.544289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14db5e30-69a6-42ba-b031-27d275ec82fe req-9a69112a-a29f-41f4-82a3-7d5e4425c78e tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0567875 May 10 12:19:25.584846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-14db5e30-69a6-42ba-b031-27d275ec82fe req-46e5eb14-9ad3-49e6-bc4d-380783a9fe9e tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340745 May 10 12:19:26.722125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9eaaa-9972-4290-8a75-8371eb35a483 req-ec4509e2-375c-4b81-a3df-fd5a708a183f tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:26.723608 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72c9eaaa-9972-4290-8a75-8371eb35a483 req-ec4509e2-375c-4b81-a3df-fd5a708a183f tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0571136 May 10 12:19:26.763174 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72c9eaaa-9972-4290-8a75-8371eb35a483 req-1b99beb2-9efb-459b-9db5-f71a0f1f8525 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331659 May 10 12:19:27.899388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459b199-91c6-43fa-929c-d253ac182e76 req-d7d8811f-475b-408a-ab98-c5c351eb468e tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:27.900889 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7459b199-91c6-43fa-929c-d253ac182e76 req-d7d8811f-475b-408a-ab98-c5c351eb468e tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0523162 May 10 12:19:27.942493 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7459b199-91c6-43fa-929c-d253ac182e76 req-49c48b5c-356a-4167-83e1-f84986512c1b tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351803 May 10 12:19:29.072278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae36c-83ea-4aed-8f7c-060ba11ef632 req-cc4b4591-c684-431c-8055-953fc625f573 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:29.073669 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70aae36c-83ea-4aed-8f7c-060ba11ef632 req-cc4b4591-c684-431c-8055-953fc625f573 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0642650 May 10 12:19:29.114811 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70aae36c-83ea-4aed-8f7c-060ba11ef632 req-0374ec71-c7e5-4bf1-8767-4603b419e4aa tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349579 May 10 12:19:30.242021 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8264b4-77a0-4b34-9620-a34629a098a8 req-e1e4b634-8a72-49dc-99ba-d6bbeb6940b8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:30.243545 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd8264b4-77a0-4b34-9620-a34629a098a8 req-e1e4b634-8a72-49dc-99ba-d6bbeb6940b8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0522699 May 10 12:19:30.287615 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fd8264b4-77a0-4b34-9620-a34629a098a8 req-4ddeea9b-215a-45f2-90ca-f2a606754ae2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=25603947-eaf7-4514-b092-7d994c8bffb0&id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345869 May 10 12:19:32.924917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:34.357064 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-48b9b2b8-afb4-4d33-87d3-a9bf8b1cff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:35.918516 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:37.332974 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d606c3da-560e-403a-8055-3f5dade014f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:37.995760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:38.728561 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-66fda41d-0fa0-4d15-9b3b-d9bdb52325f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505073 May 10 12:19:38.813394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-c13a3897-2175-4c94-827f-c44235251b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:38.814874 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-c13a3897-2175-4c94-827f-c44235251b85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1135 time: 0.0428870 May 10 12:19:38.939223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-2d669f87-8d70-440e-88b6-3a4074073a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:38.940797 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-2d669f87-8d70-440e-88b6-3a4074073a23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 915 time: 0.1029294 May 10 12:19:39.021707 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-de9cc283-1bf1-43d3-baaa-eda4622a0a6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 1000 time: 0.0719235 May 10 12:19:39.077346 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-2587c499-094c-4aaf-af14-ece4d4ea9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:39.078794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-2587c499-094c-4aaf-af14-ece4d4ea9551 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 200 len: 853 time: 0.0511813 May 10 12:19:39.135127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-28fde738-e24b-4391-9c86-d97ac7cea9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:19:39.136640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-28fde738-e24b-4391-9c86-d97ac7cea9f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c816440-bd56-404c-a451-5e47e72de680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429385 May 10 12:19:39.233432 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-3251300a-0fc9-41dc-8e85-79a23323c6c4 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871632 May 10 12:19:39.321953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7da1c30e-e896-4acd-9dfa-8e340d71d7ea req-69a8b1cc-4aa7-4fd8-aaef-182e9f8e664f service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815728 May 10 12:19:39.504911 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:39.595092 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:19:54.893213 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:20:02.822313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-37ced246-b3cf-4ce5-b599-e41de981c28a tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104663200&fields=id&tenant_id=8ed841aa087b4ca8bfadb509734b0a35 HTTP/1.1" status: 200 len: 267 time: 0.0388484 May 10 12:20:02.875365 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-e94f2c3c-af05-4977-98df-89d90ed1e8e2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:02.876870 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-e94f2c3c-af05-4977-98df-89d90ed1e8e2 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 984 time: 0.0483885 May 10 12:20:02.888013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Request body: {'port': {'security_groups': ['14a9d70e-fa7d-4e68-a91d-2e87a99d4f18']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:02.917862 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:02.955242 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.132375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] For port de164887-ff43-429f-91d7-d2b7abf3112b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=de164887-ff43-429f-91d7-d2b7abf3112b,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:03.161112 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.167781 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.188198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['de164887-ff43-429f-91d7-d2b7abf3112b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:20:03.216443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:03.217272 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.221572 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89f90dc9-6a42-438b-8e74-bd48004cc857 req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "PUT /v2.0/ports/de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 942 time: 0.3380082 May 10 12:20:03.222442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:20:03.227617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57932) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:03.258132 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event updated for resources: {'Port': ['ID=de164887-ff43-429f-91d7-d2b7abf3112b,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:03.269257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.269720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.270279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.270852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.271279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.271991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.272128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.272548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.272971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.273411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.273832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.274262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b96521-a602-4b69-9462-9e9da8cf3dd5 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.299900 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef1b82-df2c-4940-acfc-8c963fc094f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:20:03.302562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['de164887-ff43-429f-91d7-d2b7abf3112b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:20:03.348736 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.391942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.427230 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cf2503-301d-43b9-8955-2db32a24fa99 x-openstack-request-id: req-a1cf2503-301d-43b9-8955-2db32a24fa99 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:20:03.427580 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:20:03.427928 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1cf2503-301d-43b9-8955-2db32a24fa99 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:20:03.428401 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cf2503-301d-43b9-8955-2db32a24fa99'] response: {'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'status': 'completed', 'code': 200} May 10 12:20:03.486889 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.490494 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.494073 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "DELETE /v2.0/security-groups/25603947-eaf7-4514-b092-7d994c8bffb0 HTTP/1.1" status: 204 len: 168 time: 0.2630737 May 10 12:20:03.494484 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57940) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:03.520536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25603947-eaf7-4514-b092-7d994c8bffb0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:03.532311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.532659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.533483 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.533998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.534626 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.535283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.535633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.536061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.536408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.536780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.537313 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.537643 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad49c8-18fe-4005-bf81-59a2a8c77e8c tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:03.569509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-7588cbc0-a976-43fd-adaa-96eddc05e943 None None] Provisioning complete for port de164887-ff43-429f-91d7-d2b7abf3112b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:03.569841 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7588cbc0-a976-43fd-adaa-96eddc05e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.647859 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7588cbc0-a976-43fd-adaa-96eddc05e943 None None] Current status of the port de164887-ff43-429f-91d7-d2b7abf3112b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:03.695753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-6d25d730-cf4b-474d-ab9f-c1fea8650461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:03.697277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-6d25d730-cf4b-474d-ab9f-c1fea8650461 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1096 time: 0.1457210 May 10 12:20:03.779793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Deleting port 2ff7364e-fbfe-433c-a3dd-7d235c7f088f {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:03.780127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.835092 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-074aa6d1-89be-44f0-8203-668b402ff691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:03.836604 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-074aa6d1-89be-44f0-8203-668b402ff691 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 915 time: 0.1319828 May 10 12:20:03.907927 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.908174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:03.929613 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Calling delete_port for 2ff7364e-fbfe-433c-a3dd-7d235c7f088f owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:03.934663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-87e1306f-9109-4e82-b9a9-d872b13423b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 1000 time: 0.0904567 May 10 12:20:04.030247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-ec04d171-9057-4b60-9161-4a6ff2f6c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:04.031693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-ec04d171-9057-4b60-9161-4a6ff2f6c23a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 200 len: 853 time: 0.0903895 May 10 12:20:04.098201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-474d3275-8eb0-415e-bc8f-e6226bc64b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:04.099739 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-474d3275-8eb0-415e-bc8f-e6226bc64b90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c816440-bd56-404c-a451-5e47e72de680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604815 May 10 12:20:04.202197 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:04.242260 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event deleted for resources: {'Port': ['ID=2ff7364e-fbfe-433c-a3dd-7d235c7f088f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:04.267171 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-ff98d498-a491-4d4e-a258-3fa2a66a46bd service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460826 May 10 12:20:04.353814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:04.354179 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Floating IP 5a44b84b-fe76-4019-8513-680679f033d1 disassociated (deleted). External IP: 172.25.8.66, port: de164887-ff43-429f-91d7-d2b7abf3112b. May 10 12:20:04.356130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23c2bdfe-ea91-4e01-996f-94014994e2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:04.423459 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-72ef1b82-df2c-4940-acfc-8c963fc094f3 req-441a3956-dcda-4ea6-b14c-4ea6b810b544 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380808 May 10 12:20:04.582832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Router 8264b184-3943-445e-a919-b2f23a2c7aa6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:20:04.697577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:20:04.702791 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:04.707526 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] Sync routers for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:20:04.718293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:04.718929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:19:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:04.732921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b2d3e856-7f00-4262-8eae-26ee46d0311d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "DELETE /v2.0/floatingips/5a44b84b-fe76-4019-8513-680679f033d1 HTTP/1.1" status: 204 len: 168 time: 1.2343833 May 10 12:20:04.826469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:05.026009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:05.051622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] Checking router: 8264b184-3943-445e-a919-b2f23a2c7aa6 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:20:05.060234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:05.060890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:19:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:05.169031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:05.370762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:05.399022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef1578-87f4-44ac-b15c-1318fe74a4e5 None None] The sync data for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 is: [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:18:12Z', 'revision_number': 4, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '37db4fdc-c2a8-46cd-b626-683633506587', 'name': '', 'network_id': '6c816440-bd56-404c-a451-5e47e72de680', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'mac_address': 'fa:16:3e:11:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:12Z', 'updated_at': '2022-05-10T12:18:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'subnets': [{'id': '8f202489-f3bb-48ef-a168-a2ce127b643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:20:05.429649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:20:05.433887 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eecde9-29a5-4f19-98bc-9a659cd35d58" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:20:05.490730 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269d9775-f2d7-4593-aaa8-29fd63faa514 x-openstack-request-id: req-269d9775-f2d7-4593-aaa8-29fd63faa514 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:20:05.491022 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:20:05.491276 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-269d9775-f2d7-4593-aaa8-29fd63faa514 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:20:05.491737 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269d9775-f2d7-4593-aaa8-29fd63faa514'] response: {'name': 'network-changed', 'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'status': 'completed', 'code': 200} May 10 12:20:05.555194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-c3684802-f905-48c9-84f2-316a5c40fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:05.556887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-c3684802-f905-48c9-84f2-316a5c40fd6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 1096 time: 0.0436344 May 10 12:20:05.678594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-622e95cd-b644-43cc-9f9d-8387f3a51eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:05.680454 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-622e95cd-b644-43cc-9f9d-8387f3a51eda service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 200 len: 915 time: 0.1158621 May 10 12:20:05.725235 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-75edeac0-99cd-4cae-8d7d-b37074f72384 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 200 len: 217 time: 0.0381212 May 10 12:20:05.738281 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ca04c8-b507-4ea5-b05c-a06228d88d31 None None] New status for floating IP 5a44b84b-fe76-4019-8513-680679f033d1: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:20:05.775370 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-d11de0b2-317a-424c-be6f-909ce1d72d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:05.776887 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-d11de0b2-317a-424c-be6f-909ce1d72d02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 200 len: 853 time: 0.0453999 May 10 12:20:05.839383 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-baa44c87-2fce-47d0-9e3f-dc6c6cbb8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:05.840951 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-baa44c87-2fce-47d0-9e3f-dc6c6cbb8820 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c816440-bd56-404c-a451-5e47e72de680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572672 May 10 12:20:05.945554 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:05.946612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-84d3d8fd-f81d-4685-9303-e32ac47b4520 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965011 May 10 12:20:06.059842 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48eecde9-29a5-4f19-98bc-9a659cd35d58 req-cca569ca-30c3-4407-be3f-d7363581d3c5 service neutron] 10.222.0.49 "GET /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070373 May 10 12:20:07.327090 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cdf18e4b-3ac4-4b09-b3f9-3beaed8923f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:07.991887 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:09.502831 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:09.593774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:11.701819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4283d-3bef-4f54-9b9f-8d177303e4a4 req-6f0f3823-5ad4-4af9-a4b4-d2bc3d0c467d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:11.703198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1c4283d-3bef-4f54-9b9f-8d177303e4a4 req-6f0f3823-5ad4-4af9-a4b4-d2bc3d0c467d tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0512435 May 10 12:20:11.740853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1c4283d-3bef-4f54-9b9f-8d177303e4a4 req-aa4ebe16-a709-469a-8496-8878ab4296ca tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 May 10 12:20:12.869679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10858af-d913-4be5-8ede-aeeef6495624 req-9d2f8cdc-9705-4ce7-a0c0-217e2db990f8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:12.871141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e10858af-d913-4be5-8ede-aeeef6495624 req-9d2f8cdc-9705-4ce7-a0c0-217e2db990f8 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0503356 May 10 12:20:12.909779 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e10858af-d913-4be5-8ede-aeeef6495624 req-75d7c910-b357-4ef4-9567-b7ac04e09edd tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/security-groups?id=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 May 10 12:20:13.309927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-502f5792-dbbd-471b-8682-ff242016f6fc tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:13.311625 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-502f5792-dbbd-471b-8682-ff242016f6fc tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 945 time: 0.0668113 May 10 12:20:13.408088 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Deleting port de164887-ff43-429f-91d7-d2b7abf3112b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:13.408324 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:13.499308 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] For port de164887-ff43-429f-91d7-d2b7abf3112b, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=de164887-ff43-429f-91d7-d2b7abf3112b,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:13.499631 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:13.512986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Calling delete_port for de164887-ff43-429f-91d7-d2b7abf3112b owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:13.652553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:13.664727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['de164887-ff43-429f-91d7-d2b7abf3112b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:20:13.683751 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Pushing event deleted for resources: {'Port': ['ID=de164887-ff43-429f-91d7-d2b7abf3112b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:13.728798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] No DVR routers for this DVR port de164887-ff43-429f-91d7-d2b7abf3112b on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:20:13.731803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:13.735439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98312182-3896-4430-a8e0-5329c5a29bc0 req-46cbbe42-8e02-4bf3-9f40-99d20e96d2e0 tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.49 "DELETE /v2.0/ports/de164887-ff43-429f-91d7-d2b7abf3112b HTTP/1.1" status: 204 len: 173 time: 0.4176462 May 10 12:20:13.735938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'name': 'network-vif-deleted', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:20:13.738309 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c9c7ba-6f1c-47ad-9b16-b8d7529fda8c" -d '{"events": [{"server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "name": "network-vif-deleted", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:20:13.792484 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8929f87d-9b89-4c1a-99f1-b7b0320dfc4c x-openstack-request-id: req-8929f87d-9b89-4c1a-99f1-b7b0320dfc4c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:20:13.792789 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9", "name": "network-vif-deleted", "tag": "de164887-ff43-429f-91d7-d2b7abf3112b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:20:13.793154 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8929f87d-9b89-4c1a-99f1-b7b0320dfc4c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:20:13.793602 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8929f87d-9b89-4c1a-99f1-b7b0320dfc4c'] response: {'server_uuid': '3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9', 'name': 'network-vif-deleted', 'tag': 'de164887-ff43-429f-91d7-d2b7abf3112b', 'status': 'completed', 'code': 200} May 10 12:20:14.028819 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-734aef22-38ee-4c33-a54a-41a1685c88f5 req-d2849efa-7799-4deb-94d5-97cc62aa179b tempest-TestMinimumBasicScenario-282946865 tempest-TestMinimumBasicScenario-282946865-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1a4d4e-613c-4a7f-9fa9-a3cebc8858a9 HTTP/1.1" status: 200 len: 210 time: 0.0311918 May 10 12:20:16.657228 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58048) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:16.928971 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device de164887-ff43-429f-91d7-d2b7abf3112b no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:20:16.948960 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: de164887-ff43-429f-91d7-d2b7abf3112b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:20:16.949339 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device de164887-ff43-429f-91d7-d2b7abf3112b not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:20:17.033462 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:17.277931 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Deleting port 37db4fdc-c2a8-46cd-b626-683633506587 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:17.278183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:17.359036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] For port 37db4fdc-c2a8-46cd-b626-683633506587, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=37db4fdc-c2a8-46cd-b626-683633506587,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:17.359399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:17.372217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Calling delete_port for 37db4fdc-c2a8-46cd-b626-683633506587 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:17.562934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:17.591810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Pushing event deleted for resources: {'Port': ['ID=37db4fdc-c2a8-46cd-b626-683633506587,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:17.758119 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:17.978819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Router 8264b184-3943-445e-a919-b2f23a2c7aa6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:20:18.097463 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:20:18.103582 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-30d1e32c-69e3-4fdf-acee-b544f8a58fce admin admin] 10.222.0.13 "PUT /v2.0/routers/8264b184-3943-445e-a919-b2f23a2c7aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4452114 May 10 12:20:18.106331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58050) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:18.107962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] Sync routers for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:20:18.118751 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:18.119172 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:18.211030 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:18.226863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:18.421453 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:20:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:18.448854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] Checking router: 8264b184-3943-445e-a919-b2f23a2c7aa6 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:20:18.458696 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] Routers {'8264b184-3943-445e-a919-b2f23a2c7aa6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:18.459342 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['8264b184-3943-445e-a919-b2f23a2c7aa6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:18.569784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] Set router 8264b184-3943-445e-a919-b2f23a2c7aa6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:18.667742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:18.723644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Deleting port d593cd52-b268-460a-9d58-b4552c204465 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:18.723998 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:18.748877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:20:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:18.777954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b5819-cf88-46b4-a9b7-8d696557b45f None None] The sync data for ids ['8264b184-3943-445e-a919-b2f23a2c7aa6'] in n-d-840949-1 is: [{'id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'name': 'tempest-TestMinimumBasicScenario-657756253-router', 'tenant_id': '8ed841aa087b4ca8bfadb509734b0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd593cd52-b268-460a-9d58-b4552c204465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:09Z', 'updated_at': '2022-05-10T12:20:17Z', 'revision_number': 5, 'project_id': '8ed841aa087b4ca8bfadb509734b0a35', 'gw_port': {'id': 'd593cd52-b268-460a-9d58-b4552c204465', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8264b184-3943-445e-a919-b2f23a2c7aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:10Z', 'updated_at': '2022-05-10T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:20:18.803498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] For port d593cd52-b268-460a-9d58-b4552c204465, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d593cd52-b268-460a-9d58-b4552c204465,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:18.804044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:18.818195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Calling delete_port for d593cd52-b268-460a-9d58-b4552c204465 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:18.992574 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.021424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Pushing event deleted for resources: {'Port': ['ID=d593cd52-b268-460a-9d58-b4552c204465,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:19.083251 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.177114 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.179299 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.226824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.227389 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8264b184-3943-445e-a919-b2f23a2c7aa6 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:20:19.231802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.233883 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-93c06fa2-979b-48fe-a3a0-65a02d6f032b admin admin] 10.222.0.13 "DELETE /v2.0/routers/8264b184-3943-445e-a919-b2f23a2c7aa6 HTTP/1.1" status: 204 len: 168 time: 1.1264780 May 10 12:20:19.236499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58052) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:19.286331 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb2ab3d-1606-4697-a015-fc18030858c8 admin admin] Deleting subnet 8f202489-f3bb-48ef-a168-a2ce127b643b {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:20:19.289382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ab3d-1606-4697-a015-fc18030858c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.323945 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ab3d-1606-4697-a015-fc18030858c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.405646 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ab3d-1606-4697-a015-fc18030858c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.462068 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ab3d-1606-4697-a015-fc18030858c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.491546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ab3d-1606-4697-a015-fc18030858c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f202489-f3bb-48ef-a168-a2ce127b643b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:19.496192 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ab3d-1606-4697-a015-fc18030858c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.500252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5eb2ab3d-1606-4697-a015-fc18030858c8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8f202489-f3bb-48ef-a168-a2ce127b643b HTTP/1.1" status: 204 len: 168 time: 0.2620234 May 10 12:20:19.502323 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58054) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:19.502822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6583a3-8415-4c9f-b32a-99eb816087e4 None None] Network 6c816440-bd56-404c-a451-5e47e72de680 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:20:19.569868 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.625188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Deleting port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:19.625552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.694534 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] For port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=97fcfe2b-9f76-45cb-92b8-2709d6ecfb40,segment=NetworkSegment(f114b0b5-a3c8-4442-a29c-af08c1189997),segment_id=f114b0b5-a3c8-4442-a29c-af08c1189997)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:19.694902 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.707742 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Calling delete_port for 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:19.787514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac44eb-86b1-4867-8a44-bef6d41493ff None None] DHCP port deletion for 6c816440-bd56-404c-a451-5e47e72de680 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:20:19.790254 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.820666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Pushing event deleted for resources: {'Port': ['ID=97fcfe2b-9f76-45cb-92b8-2709d6ecfb40,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:19.823674 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] No DVR routers for this DVR port 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:20:19.904031 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.924947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c816440-bd56-404c-a451-5e47e72de680']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:19.934411 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f114b0b5-a3c8-4442-a29c-af08c1189997') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:19.934686 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f114b0b5-a3c8-4442-a29c-af08c1189997') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:19.944176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 37db4fdc-c2a8-46cd-b626-683633506587 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:20:19.944450 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.957876 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.964161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:20:19.964474 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:19.964742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 37db4fdc-c2a8-46cd-b626-683633506587 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:20:19.965078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 37db4fdc-c2a8-46cd-b626-683633506587 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:20:19.965695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: timer() May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:20:19.966299 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:20:19.985658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:20:19.985989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 97fcfe2b-9f76-45cb-92b8-2709d6ecfb40 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:20:19.986427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d593cd52-b268-460a-9d58-b4552c204465 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:20:20.005551 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d593cd52-b268-460a-9d58-b4552c204465 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:20:20.005901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d593cd52-b268-460a-9d58-b4552c204465 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:20:20.025756 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:20.030110 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:20.033325 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] 10.222.0.13 "DELETE /v2.0/networks/6c816440-bd56-404c-a451-5e47e72de680 HTTP/1.1" status: 204 len: 168 time: 0.5299764 May 10 12:20:20.036436 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58056) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:20.366296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf11002-1354-487b-89ca-9f97d9a3718c admin admin] Pushing event deleted for resources: {'Network': ['ID=6c816440-bd56-404c-a451-5e47e72de680,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:20.407760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:20.669033 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Deleting port 95d4f2c8-4974-481b-ae92-3cc95241b9ed {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:20.669273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:20.749307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] For port 95d4f2c8-4974-481b-ae92-3cc95241b9ed, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=95d4f2c8-4974-481b-ae92-3cc95241b9ed,segment=NetworkSegment(76373fd8-8c29-4dcf-b2fb-8f29921f3769),segment_id=76373fd8-8c29-4dcf-b2fb-8f29921f3769)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:20.749660 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:20.765656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Calling delete_port for 95d4f2c8-4974-481b-ae92-3cc95241b9ed owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:20.950697 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:20.976447 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d4f2c8-4974-481b-ae92-3cc95241b9ed,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:21.141313 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:21.357244 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Router 9f293377-05ac-45cf-8bf6-5e95d0978fdf has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:20:21.465425 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:20:21.471790 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7f710dad-2884-4f23-af3d-6baa6e5efe56 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f293377-05ac-45cf-8bf6-5e95d0978fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340324 May 10 12:20:21.474701 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58058) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:21.478522 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] Sync routers for ids ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:20:21.490815 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] Routers {'9f293377-05ac-45cf-8bf6-5e95d0978fdf'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:21.491433 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:21.582523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:21.597321 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] Set router 9f293377-05ac-45cf-8bf6-5e95d0978fdf gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:21.685877 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:21.740011 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Deleting port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:21.740350 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:21.775299 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:20:20Z', 'revision_number': 5, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port': {'id': '31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:18:15Z', 'updated_at': '2022-05-10T12:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:21.804086 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] Checking router: 9f293377-05ac-45cf-8bf6-5e95d0978fdf for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:20:21.817242 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] Routers {'9f293377-05ac-45cf-8bf6-5e95d0978fdf'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:21.817827 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:21.822198 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] For port 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:21.822572 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:21.840396 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Calling delete_port for 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:21.909382 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] Set router 9f293377-05ac-45cf-8bf6-5e95d0978fdf gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:21.965274 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:20:21Z', 'revision_number': 6, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:21.991431 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce5a44-9e07-4c27-833b-d8f9ff6df6c9 None None] The sync data for ids ['9f293377-05ac-45cf-8bf6-5e95d0978fdf'] in n-d-840949-1 is: [{'id': '9f293377-05ac-45cf-8bf6-5e95d0978fdf', 'name': 'tempest-TestMinimumBasicScenario-577592858-router', 'tenant_id': 'b27851a353324096941d0ee6d47d862a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:18:14Z', 'updated_at': '2022-05-10T12:20:21Z', 'revision_number': 6, 'project_id': 'b27851a353324096941d0ee6d47d862a', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:20:22.009853 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.039480 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:22.104025 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.207180 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.209436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.254559 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.255171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f293377-05ac-45cf-8bf6-5e95d0978fdf {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:20:22.259986 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.261205 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-226c2f5d-0401-4e59-bd82-4b82a82f8c9b admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f293377-05ac-45cf-8bf6-5e95d0978fdf HTTP/1.1" status: 204 len: 168 time: 0.7855101 May 10 12:20:22.263978 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58060) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:22.314925 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81e7cf8-b1ad-4c76-b4da-beea4966fb93 admin admin] Deleting subnet d0fb9960-0c39-4e0b-aefc-9707ea935a67 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:20:22.318189 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a81e7cf8-b1ad-4c76-b4da-beea4966fb93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.354516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a81e7cf8-b1ad-4c76-b4da-beea4966fb93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.435317 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a81e7cf8-b1ad-4c76-b4da-beea4966fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.502074 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a81e7cf8-b1ad-4c76-b4da-beea4966fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.527388 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e7cf8-b1ad-4c76-b4da-beea4966fb93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fb9960-0c39-4e0b-aefc-9707ea935a67,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:22.532144 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a81e7cf8-b1ad-4c76-b4da-beea4966fb93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.536091 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a81e7cf8-b1ad-4c76-b4da-beea4966fb93 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0fb9960-0c39-4e0b-aefc-9707ea935a67 HTTP/1.1" status: 204 len: 168 time: 0.2707856 May 10 12:20:22.538135 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58062) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:22.538765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b10cd-ceea-4b4f-b572-e7fc9fc1595a None None] Network 2eca5a95-2392-4684-912c-e6572e33ac28 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:20:22.605663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.662282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Deleting port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:22.662620 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.725603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] DHCP port deletion for 2eca5a95-2392-4684-912c-e6572e33ac28 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:20:22.733105 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] For port 8f5eb4ec-9f71-47f1-90e5-390272ce0292, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8f5eb4ec-9f71-47f1-90e5-390272ce0292,segment=NetworkSegment(76373fd8-8c29-4dcf-b2fb-8f29921f3769),segment_id=76373fd8-8c29-4dcf-b2fb-8f29921f3769)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:22.733105 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.746559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Calling delete_port for 8f5eb4ec-9f71-47f1-90e5-390272ce0292 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:22.779122 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Deleting port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:20:22.780255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.828715 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.848770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] For port 8f5eb4ec-9f71-47f1-90e5-390272ce0292, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=8f5eb4ec-9f71-47f1-90e5-390272ce0292,segment=NetworkSegment(76373fd8-8c29-4dcf-b2fb-8f29921f3769),segment_id=76373fd8-8c29-4dcf-b2fb-8f29921f3769)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:22.849171 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.859183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5eb4ec-9f71-47f1-90e5-390272ce0292,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:22.862956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] No DVR routers for this DVR port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:20:22.866593 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Calling delete_port for 8f5eb4ec-9f71-47f1-90e5-390272ce0292 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:20:22.932970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.947614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.955431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eca5a95-2392-4684-912c-e6572e33ac28']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:22.965929 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76373fd8-8c29-4dcf-b2fb-8f29921f3769') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:22.966235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76373fd8-8c29-4dcf-b2fb-8f29921f3769') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:22.972846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Pushing event deleted for resources: {'Port': ['ID=8f5eb4ec-9f71-47f1-90e5-390272ce0292,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:22.978302 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:22.983718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.984180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.984527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.984870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.985207 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.986054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.986054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.986274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.986505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.986835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.987166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.987605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:22.990508 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e860a2-8d93-4019-86de-b88ef4b9eb35 None None] No DVR routers for this DVR port 8f5eb4ec-9f71-47f1-90e5-390272ce0292 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:20:22.996175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.005985 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:20:23.006423 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: timer() May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:20:23.008463 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:20:23.070215 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.075156 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.078445 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] 10.222.0.13 "DELETE /v2.0/networks/2eca5a95-2392-4684-912c-e6572e33ac28 HTTP/1.1" status: 204 len: 168 time: 0.5394056 May 10 12:20:23.090837 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5d638-f2d4-42d3-8ad3-ddaa0ba39e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=2eca5a95-2392-4684-912c-e6572e33ac28,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:23.258949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58066) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:23.304984 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-74ba0c7a-3751-4001-9ade-c63fba6f9c47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ed841aa087b4ca8bfadb509734b0a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448143 May 10 12:20:23.307687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58068) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:23.355399 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-da448be8-ea39-499f-9529-e32f5ee328c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.377513 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-da448be8-ea39-499f-9529-e32f5ee328c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.432648 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-da448be8-ea39-499f-9529-e32f5ee328c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.435175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-da448be8-ea39-499f-9529-e32f5ee328c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.436391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-da448be8-ea39-499f-9529-e32f5ee328c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14a9d70e-fa7d-4e68-a91d-2e87a99d4f18 HTTP/1.1" status: 204 len: 168 time: 0.1277933 May 10 12:20:23.444501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da448be8-ea39-499f-9529-e32f5ee328c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a9d70e-fa7d-4e68-a91d-2e87a99d4f18,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:23.783419 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58074) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:23.833413 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-39614d35-c28f-4c22-9730-e36abe14a785 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b27851a353324096941d0ee6d47d862a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486543 May 10 12:20:23.836163 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:23.895961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ca9596d-75e3-42d2-8dcf-1f3a32f1cc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.919335 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ca9596d-75e3-42d2-8dcf-1f3a32f1cc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.953238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:20:23.968431 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ca9596d-75e3-42d2-8dcf-1f3a32f1cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.971297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ca9596d-75e3-42d2-8dcf-1f3a32f1cc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:23.972563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3ca9596d-75e3-42d2-8dcf-1f3a32f1cc2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/387a98f4-4380-4687-bdf8-86fc243857ec HTTP/1.1" status: 204 len: 168 time: 0.1352539 May 10 12:20:23.974738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:20:23.980864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9596d-75e3-42d2-8dcf-1f3a32f1cc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a98f4-4380-4687-bdf8-86fc243857ec,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:23.981677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 31e99e94-c6ad-4dc5-ab77-1d27d87a3cf4 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:20:23.982443 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 95d4f2c8-4974-481b-ae92-3cc95241b9ed no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:20:24.006894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 95d4f2c8-4974-481b-ae92-3cc95241b9ed {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:20:24.007238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 95d4f2c8-4974-481b-ae92-3cc95241b9ed not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:20:24.007662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8f5eb4ec-9f71-47f1-90e5-390272ce0292 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:20:24.031627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 8f5eb4ec-9f71-47f1-90e5-390272ce0292 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:20:24.031926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 8f5eb4ec-9f71-47f1-90e5-390272ce0292 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:20:25.529512 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58120) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:25.534511 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848973418', 'description': 'tempest-secgroup-smoke-848973418 description', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:25.567201 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.575471 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.652490 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.659046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.695964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979d9779-f236-4d51-8122-311d05533908,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:25.733845 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.739530 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.767849 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.769072 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2383487 May 10 12:20:25.772240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:25.772947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc687f22-a980-4a45-ab7d-b9945ac96ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0c2002-0421-413e-91ad-de94518910e9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:25.776936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-04c1dcd8-c4ca-4b1c-aff1-637837897177 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c2002-0421-413e-91ad-de94518910e9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:25.803658 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04c1dcd8-c4ca-4b1c-aff1-637837897177 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.861824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04c1dcd8-c4ca-4b1c-aff1-637837897177 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.867010 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04c1dcd8-c4ca-4b1c-aff1-637837897177 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.884537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1dcd8-c4ca-4b1c-aff1-637837897177 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a430bdae-f747-4620-87f2-8f5d2e25f447,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:25.893436 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04c1dcd8-c4ca-4b1c-aff1-637837897177 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.894643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-04c1dcd8-c4ca-4b1c-aff1-637837897177 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213977 May 10 12:20:25.897588 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58124) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:25.901801 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-fb96e617-c6e9-4531-85ca-fb36477d28d5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c2002-0421-413e-91ad-de94518910e9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:25.927659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb96e617-c6e9-4531-85ca-fb36477d28d5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.987496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb96e617-c6e9-4531-85ca-fb36477d28d5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:25.991905 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb96e617-c6e9-4531-85ca-fb36477d28d5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.009911 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96e617-c6e9-4531-85ca-fb36477d28d5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f4056c-8682-4714-b92e-4abca9d95ac8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:26.018862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fb96e617-c6e9-4531-85ca-fb36477d28d5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.020093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fb96e617-c6e9-4531-85ca-fb36477d28d5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216784 May 10 12:20:26.022950 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58126) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:26.027545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-70557123-120e-41e6-a31d-9ac6f27c258e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c2002-0421-413e-91ad-de94518910e9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:26.054013 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70557123-120e-41e6-a31d-9ac6f27c258e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.112642 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70557123-120e-41e6-a31d-9ac6f27c258e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.116991 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70557123-120e-41e6-a31d-9ac6f27c258e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.143446 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70557123-120e-41e6-a31d-9ac6f27c258e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eaf6ea7-b51e-4674-93ca-f3d35ed01443,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:26.151067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-70557123-120e-41e6-a31d-9ac6f27c258e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.152434 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-70557123-120e-41e6-a31d-9ac6f27c258e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285353 May 10 12:20:26.155134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58128) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:26.160299 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-288466bf-9dcf-4984-8f54-7ebb28d1f185 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c2002-0421-413e-91ad-de94518910e9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:26.190179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-288466bf-9dcf-4984-8f54-7ebb28d1f185 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.261969 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-288466bf-9dcf-4984-8f54-7ebb28d1f185 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.267507 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-288466bf-9dcf-4984-8f54-7ebb28d1f185 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.284337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288466bf-9dcf-4984-8f54-7ebb28d1f185 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cb9763-2beb-4429-9a5f-01d414138e81,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:26.292378 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-288466bf-9dcf-4984-8f54-7ebb28d1f185 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.293612 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-288466bf-9dcf-4984-8f54-7ebb28d1f185 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374116 May 10 12:20:26.296811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58130) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:26.301334 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b0ff4366-de66-48b3-ae95-045c22344a09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c2002-0421-413e-91ad-de94518910e9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:26.322201 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-b0ff4366-de66-48b3-ae95-045c22344a09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:20:26.326983 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4366-de66-48b3-ae95-045c22344a09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.388992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4366-de66-48b3-ae95-045c22344a09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.395075 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4366-de66-48b3-ae95-045c22344a09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.413631 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff4366-de66-48b3-ae95-045c22344a09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbbcaf8-b676-4ffa-b0fb-1a115ad192da,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:26.422088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4366-de66-48b3-ae95-045c22344a09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.426746 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b0ff4366-de66-48b3-ae95-045c22344a09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255970 May 10 12:20:26.426746 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58132) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:26.431016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1a1e07c4-bf18-48c1-9b40-d4c6beb133cb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c2002-0421-413e-91ad-de94518910e9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:26.455266 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-1a1e07c4-bf18-48c1-9b40-d4c6beb133cb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:20:26.460489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a1e07c4-bf18-48c1-9b40-d4c6beb133cb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.525005 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a1e07c4-bf18-48c1-9b40-d4c6beb133cb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.530406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a1e07c4-bf18-48c1-9b40-d4c6beb133cb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.557857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e07c4-bf18-48c1-9b40-d4c6beb133cb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7ba154-d0dd-4234-b195-186a80ae5c4b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:26.565873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a1e07c4-bf18-48c1-9b40-d4c6beb133cb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.567061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1a1e07c4-bf18-48c1-9b40-d4c6beb133cb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394081 May 10 12:20:26.571458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58134) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:26.576440 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'network': {'name': 'tempest-network-smoke--1865914811', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'port_security_enabled': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:26.594809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:20:26.598482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.621162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:20:26.630137 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.630481 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Added segment 1dd3e3a8-3272-488b-be86-650f4e5ee105 of type vlan for network 28eac0b1-c824-42ce-afed-344d45f819ff May 10 12:20:26.669586 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.695934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.701512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:26.702094 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.758503 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1859269 May 10 12:20:26.761705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58136) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:26.766373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'admin_state_up': True, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:26.769182 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d1430-bd8d-4eb0-a229-afc44e464786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Network': ['ID=28eac0b1-c824-42ce-afed-344d45f819ff,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:26.780243 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 28eac0b1-c824-42ce-afed-344d45f819ff details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:20:26.788884 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.790123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.850090 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:26.985730 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:27.175380 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:27.197501 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:27.298999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.87 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/b5593cad-d70a-473c-83a1-807e15bde6c5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:20:27.415435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:27.462869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:27.502116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:20:27.505030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:20:27.508480 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:20:27.535987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=b5593cad-d70a-473c-83a1-807e15bde6c5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:27.772052 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:27.987467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.115699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 69c92844-32b7-443d-83de-c8379826ae28 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:20:28.227738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:20:28.239355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Sync routers for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:20:28.252390 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.253077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:28.253612 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a73c4e2a-0b9b-401c-a711-ec958cf3994f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4908493 May 10 12:20:28.253763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:28.256874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58138) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:28.360634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:28.379980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2c9d5456-a317-477b-ad29-6b01257e076a tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=039d191d27d34c0eaffe922a1f2d41b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1219265 May 10 12:20:28.382786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58142) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:28.465838 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e0ede-495d-4b8a-bb75-2313a2beb6f5 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:28.467337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5d2e0ede-495d-4b8a-bb75-2313a2beb6f5 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836627 May 10 12:20:28.470367 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58144) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:28.501983 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3e726aa1-3d91-450f-aea5-11abd61fe616 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302920 May 10 12:20:28.505076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58146) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:28.509842 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434680777', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:28.543248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:27Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:28.570683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Checking router: 69c92844-32b7-443d-83de-c8379826ae28 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:20:28.571043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Updating router 69c92844-32b7-443d-83de-c8379826ae28 port b5593cad-d70a-473c-83a1-807e15bde6c5 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:20:28.598136 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.600274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:20:28.604022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.783710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.843337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Subnet': ['ID=6d210aee-dd09-46d5-acc0-363a34e1ff90,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:28.848041 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.853126 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Checking segment: {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:20:28.853516 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network hostable DHCP agents. Network: 28eac0b1-c824-42ce-afed-344d45f819ff, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:20:28.855621 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.873034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 28eac0b1-c824-42ce-afed-344d45f819ff is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:20:28.883425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 28eac0b1-c824-42ce-afed-344d45f819ff) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:20:28.891942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:28.892778 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.894209 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c497a6-02fe-4654-917c-b5d81abe85ac None None] Network 28eac0b1-c824-42ce-afed-344d45f819ff requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:20:28.910238 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-62daa49a-5c26-4d6f-9035-6fc1fa53e0d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041610 May 10 12:20:28.913155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58148) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:28.963685 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be237bd8-1e66-4af4-8319-afd131d9a16a None None] Pushing event updated for resources: {'Port': ['ID=b5593cad-d70a-473c-83a1-807e15bde6c5,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:28.966477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Attempting to bind port b5593cad-d70a-473c-83a1-807e15bde6c5 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:20:28.967110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Attempting to bind port b5593cad-d70a-473c-83a1-807e15bde6c5 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:20:28.967256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Attempting to bind port b5593cad-d70a-473c-83a1-807e15bde6c5 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:20:28.977864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:20:28.978248 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:20:28.978660 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:28.979053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:20:28.979523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Bound port: b5593cad-d70a-473c-83a1-807e15bde6c5, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:20:28.980265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:29.080353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] For port b5593cad-d70a-473c-83a1-807e15bde6c5, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:20:29.097244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] For port b5593cad-d70a-473c-83a1-807e15bde6c5, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b5593cad-d70a-473c-83a1-807e15bde6c5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:20:29.102634 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:29.148844 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-28eac0b1-c824-42ce-afed-344d45f819ff', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:20:29.149875 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:29.195353 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:29.196097 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:29.236862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be237bd8-1e66-4af4-8319-afd131d9a16a None None] Pushing event updated for resources: {'Port': ['ID=b5593cad-d70a-473c-83a1-807e15bde6c5,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:29.359570 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:29.557680 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:29.618752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Allocated IP 172.20.0.2 (28eac0b1-c824-42ce-afed-344d45f819ff/6d210aee-dd09-46d5-acc0-363a34e1ff90/2c16d626-b7c8-4902-a58a-014252025606) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:20:29.858599 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:29.867469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:27Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:29.871051 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:29.898722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d29b5-17ef-437e-ba92-0c553c757468 None None] The sync data for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 is: [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:27Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:20:29.922483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.1 (28eac0b1-c824-42ce-afed-344d45f819ff/6d210aee-dd09-46d5-acc0-363a34e1ff90/093f1780-8307-4290-9469-bb6c8d06eb08) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:20:29.937509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Network 28eac0b1-c824-42ce-afed-344d45f819ff is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:20:29.940796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:20:29.944272 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:20:29.951716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Pushing event updated for resources: {'Port': ['ID=2c16d626-b7c8-4902-a58a-014252025606,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:30.012723 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Attempting to bind port 2c16d626-b7c8-4902-a58a-014252025606 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:20:30.013096 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Attempting to bind port 2c16d626-b7c8-4902-a58a-014252025606 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:20:30.013462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Attempting to bind port 2c16d626-b7c8-4902-a58a-014252025606 on network 28eac0b1-c824-42ce-afed-344d45f819ff {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:20:30.019371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:20:30.019749 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Checking segment: {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:20:30.020182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.020602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Bound using segment: {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:20:30.021071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Bound port: 2c16d626-b7c8-4902-a58a-014252025606, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:20:30.021452 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.044553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.081821 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.092531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] For port 2c16d626-b7c8-4902-a58a-014252025606, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:20:30.096661 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] For port 2c16d626-b7c8-4902-a58a-014252025606, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2c16d626-b7c8-4902-a58a-014252025606,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:20:30.102095 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.121292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 28eac0b1-c824-42ce-afed-344d45f819ff is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:20:30.136501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:20:30.141931 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:20:30.202586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=093f1780-8307-4290-9469-bb6c8d06eb08,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:30.204309 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2aeb70-2f0a-4f05-adc6-76a00efc4fef None None] Pushing event updated for resources: {'Port': ['ID=2c16d626-b7c8-4902-a58a-014252025606,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:30.212569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.363160 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.666419 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.672078 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.748606 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=093f1780-8307-4290-9469-bb6c8d06eb08,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:30.752385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:30.851375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 28eac0b1-c824-42ce-afed-344d45f819ff is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:20:30.852831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:20:30.974351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 69c92844-32b7-443d-83de-c8379826ae28 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:20:31.087079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:20:31.092918 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b0135e3a-54f1-4952-aa8c-56da4d161cca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/69c92844-32b7-443d-83de-c8379826ae28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1787546 May 10 12:20:31.141132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73263141-a250-4a16-858d-c490650bb6da None None] Network 28eac0b1-c824-42ce-afed-344d45f819ff requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:20:31.208598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4b5600ba-ce13-41f8-86f0-676283cf6576 None None] Provisioning complete for port 2c16d626-b7c8-4902-a58a-014252025606 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:31.208987 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b5600ba-ce13-41f8-86f0-676283cf6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:31.241729 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-aa3ed10e-ae00-4e9c-aafa-ad2d1edd3494 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848973418&fields=id&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 267 time: 0.0379257 May 10 12:20:31.356419 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-ee81e899-5303-4a05-97f3-05b167b1e6aa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:31.357996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-ee81e899-5303-4a05-97f3-05b167b1e6aa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/networks?id=28eac0b1-c824-42ce-afed-344d45f819ff HTTP/1.1" status: 200 len: 797 time: 0.1089761 May 10 12:20:31.360121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4b5600ba-ce13-41f8-86f0-676283cf6576 None None] Current status of the port 2c16d626-b7c8-4902-a58a-014252025606 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:31.360515 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b5600ba-ce13-41f8-86f0-676283cf6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:31.374324 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-5fdcb5f5-261c-4ba7-960b-1269bc4627ba tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/quotas/039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 375 time: 0.0093515 May 10 12:20:31.400916 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4b5600ba-ce13-41f8-86f0-676283cf6576 None None] For port 2c16d626-b7c8-4902-a58a-014252025606, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2c16d626-b7c8-4902-a58a-014252025606,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:31.407169 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b5600ba-ce13-41f8-86f0-676283cf6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:31.441766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-58eecd19-fdae-41b7-ae36-8cc69fa1f632 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614831 May 10 12:20:31.464132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5600ba-ce13-41f8-86f0-676283cf6576 None None] Pushing event updated for resources: {'Port': ['ID=2c16d626-b7c8-4902-a58a-014252025606,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:31.606961 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Sync routers for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:20:31.618279 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:31.619233 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:31.632159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c983b8ff-604e-4f62-a503-15862ccf7f9a None None] Provisioning complete for port 2c16d626-b7c8-4902-a58a-014252025606 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:31.632706 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c983b8ff-604e-4f62-a503-15862ccf7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:31.727772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c983b8ff-604e-4f62-a503-15862ccf7f9a None None] Current status of the port 2c16d626-b7c8-4902-a58a-014252025606 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:31.738849 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:31.739755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c983b8ff-604e-4f62-a503-15862ccf7f9a None None] Provisioning complete for port 093f1780-8307-4290-9469-bb6c8d06eb08 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:31.740167 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c983b8ff-604e-4f62-a503-15862ccf7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:31.788034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c983b8ff-604e-4f62-a503-15862ccf7f9a None None] Port 093f1780-8307-4290-9469-bb6c8d06eb08 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:20:31.904475 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:20:31.915966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-119388c4-4fca-4f81-9346-86114868d6b8 None None] Provisioning complete for port 093f1780-8307-4290-9469-bb6c8d06eb08 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:31.916344 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-119388c4-4fca-4f81-9346-86114868d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:31.975582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-119388c4-4fca-4f81-9346-86114868d6b8 None None] Port 093f1780-8307-4290-9469-bb6c8d06eb08 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:20:31.992312 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-92bb8ff0-2842-48e6-8793-7c3554c33a4c service neutron] 10.222.0.13 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025327 May 10 12:20:31.996850 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 2, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:32.037208 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Checking router: 69c92844-32b7-443d-83de-c8379826ae28 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:20:32.037514 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Updating router 69c92844-32b7-443d-83de-c8379826ae28 port 093f1780-8307-4290-9469-bb6c8d06eb08 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:20:32.067253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b5593cad-d70a-473c-83a1-807e15bde6c5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:20:32.067469 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.102056 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-e6320586-338b-48a0-aa0a-95fd5454d984 service neutron] 10.222.0.13 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014366 May 10 12:20:32.132068 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b5593cad-d70a-473c-83a1-807e15bde6c5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:32.132446 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.222425 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b5593cad-d70a-473c-83a1-807e15bde6c5 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:32.223186 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.229707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-117abac9-1e39-458b-9472-8f1b3b9cef5b None None] Provisioning complete for port 093f1780-8307-4290-9469-bb6c8d06eb08 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:32.230080 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-117abac9-1e39-458b-9472-8f1b3b9cef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.268959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port b5593cad-d70a-473c-83a1-807e15bde6c5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b5593cad-d70a-473c-83a1-807e15bde6c5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:32.275901 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.276727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2c16d626-b7c8-4902-a58a-014252025606 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:20:32.320791 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cdf1c674-5256-4006-ac2b-ee6cb907b19f req-0e8ad350-a3f0-4b65-bf98-a88605d5b5e6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 210 time: 0.0371323 May 10 12:20:32.332902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-117abac9-1e39-458b-9472-8f1b3b9cef5b None None] Port 093f1780-8307-4290-9469-bb6c8d06eb08 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:20:32.368722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=b5593cad-d70a-473c-83a1-807e15bde6c5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:32.375302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 2c16d626-b7c8-4902-a58a-014252025606 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:32.375676 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.456858 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 2c16d626-b7c8-4902-a58a-014252025606 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:32.491634 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.498144 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.547916 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Pushing event updated for resources: {'Port': ['ID=093f1780-8307-4290-9469-bb6c8d06eb08,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:32.573351 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.573770 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.574111 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.574447 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.574776 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.575091 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.575415 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.575723 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.576073 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.576393 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.576713 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.577030 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:20:32.611054 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Attempting to bind port 093f1780-8307-4290-9469-bb6c8d06eb08 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:20:32.611751 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Attempting to bind port 093f1780-8307-4290-9469-bb6c8d06eb08 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:20:32.612221 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Attempting to bind port 093f1780-8307-4290-9469-bb6c8d06eb08 on network 28eac0b1-c824-42ce-afed-344d45f819ff {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:20:32.618539 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:20:32.619091 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Checking segment: {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:20:32.619629 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.620282 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Bound using segment: {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:20:32.620820 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Bound port: 093f1780-8307-4290-9469-bb6c8d06eb08, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:20:32.621394 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.697094 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] For port 093f1780-8307-4290-9469-bb6c8d06eb08, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:20:32.701022 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] For port 093f1780-8307-4290-9469-bb6c8d06eb08, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=093f1780-8307-4290-9469-bb6c8d06eb08,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:20:32.707102 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.756975 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:32.757597 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:32.811626 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f030d3-e0ac-476d-9955-79a4f53d3b0d None None] Pushing event updated for resources: {'Port': ['ID=093f1780-8307-4290-9469-bb6c8d06eb08,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:32.861578 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ae14110f-20ee-479a-a6ed-62ae3e5df726 None None] Provisioning complete for port 093f1780-8307-4290-9469-bb6c8d06eb08 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:32.861955 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae14110f-20ee-479a-a6ed-62ae3e5df726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.902337 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:32.948132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:32.965466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ae14110f-20ee-479a-a6ed-62ae3e5df726 None None] Current status of the port 093f1780-8307-4290-9469-bb6c8d06eb08 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:32.965861 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae14110f-20ee-479a-a6ed-62ae3e5df726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:33.002872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-ae14110f-20ee-479a-a6ed-62ae3e5df726 None None] For port 093f1780-8307-4290-9469-bb6c8d06eb08, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=093f1780-8307-4290-9469-bb6c8d06eb08,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:33.010503 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae14110f-20ee-479a-a6ed-62ae3e5df726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:33.065513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14110f-20ee-479a-a6ed-62ae3e5df726 None None] Pushing event updated for resources: {'Port': ['ID=093f1780-8307-4290-9469-bb6c8d06eb08,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:33.127060 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:33.130047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8a782648-3b63-4736-98ff-6948c7a05495 None None] Provisioning complete for port 093f1780-8307-4290-9469-bb6c8d06eb08 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:33.130425 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8a782648-3b63-4736-98ff-6948c7a05495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:33.156442 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56a6b8-4695-49a7-b052-f425dbd92bd5 None None] The sync data for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 is: [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:20:33.229505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8a782648-3b63-4736-98ff-6948c7a05495 None None] Current status of the port 093f1780-8307-4290-9469-bb6c8d06eb08 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:33.433733 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc950577-bd5a-4c53-bcbd-ac94b76bb9c1 req-687bf613-8abb-4160-a721-066a4b8dec2a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 210 time: 0.0339129 May 10 12:20:33.511191 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-19314de8-1f02-4170-837f-43d5f7618ba2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:33.512721 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-19314de8-1f02-4170-837f-43d5f7618ba2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/networks?id=28eac0b1-c824-42ce-afed-344d45f819ff HTTP/1.1" status: 200 len: 797 time: 0.1203771 May 10 12:20:33.559296 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-04e37369-4380-4b39-9878-0d585c74df5f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 379 time: 0.0373871 May 10 12:20:33.570971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'port': {'device_id': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'admin_state_up': True, 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'security_groups': ['bb0c2002-0421-413e-91ad-de94518910e9']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:33.684894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:20:33.688548 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:33.819272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.6 (28eac0b1-c824-42ce-afed-344d45f819ff/6d210aee-dd09-46d5-acc0-363a34e1ff90/69413e6e-3d61-480d-8d41-afb061b216d9) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:20:33.973619 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:34.013482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:34.047141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b5593cad-d70a-473c-83a1-807e15bde6c5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:20:34.057562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 28eac0b1-c824-42ce-afed-344d45f819ff is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:20:34.060612 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:20:34.064291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:20:34.091941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=69413e6e-3d61-480d-8d41-afb061b216d9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:34.099397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b5593cad-d70a-473c-83a1-807e15bde6c5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:34.099974 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:34.120868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:34.121668 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:34.141805 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-62007b6c-cf90-4b8f-b2d9-dad9612c1778 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747125 May 10 12:20:34.212523 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b5593cad-d70a-473c-83a1-807e15bde6c5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:34.213683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 093f1780-8307-4290-9469-bb6c8d06eb08 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:20:34.266817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Request body: {'port': {'device_id': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:34.266967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 093f1780-8307-4290-9469-bb6c8d06eb08 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:34.267398 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:34.343207 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:34.382853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 093f1780-8307-4290-9469-bb6c8d06eb08 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:34.384850 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2edc17dd-818d-4bf7-b51d-a0ded7691b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:34.387246 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e12ed319-56f0-4de4-9b84-1f944d4c7c79 None None] Provisioning complete for port 69413e6e-3d61-480d-8d41-afb061b216d9 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:34.387646 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e12ed319-56f0-4de4-9b84-1f944d4c7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:34.423513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e12ed319-56f0-4de4-9b84-1f944d4c7c79 None None] Port 69413e6e-3d61-480d-8d41-afb061b216d9 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:20:34.592148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8592473-f0e2-4054-8c77-829f21683f40 req-1c683bb9-2cec-495f-9595-5cbdc2f7a4b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:34.593632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8592473-f0e2-4054-8c77-829f21683f40 req-1c683bb9-2cec-495f-9595-5cbdc2f7a4b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 931 time: 0.0785286 May 10 12:20:35.016635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8592473-f0e2-4054-8c77-829f21683f40 req-048958e2-592e-4524-933a-a966735bf6a0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4165471 May 10 12:20:35.029365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69413e6e-3d61-480d-8d41-afb061b216d9 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:20:35.038155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:35.050883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Transition to ACTIVE for port object 69413e6e-3d61-480d-8d41-afb061b216d9 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:20:35.055149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:35.104472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Pushing event updated for resources: {'Port': ['ID=69413e6e-3d61-480d-8d41-afb061b216d9,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:35.181719 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Attempting to bind port 69413e6e-3d61-480d-8d41-afb061b216d9 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:20:35.183053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Attempting to bind port 69413e6e-3d61-480d-8d41-afb061b216d9 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:20:35.183505 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Attempting to bind port 69413e6e-3d61-480d-8d41-afb061b216d9 on network 28eac0b1-c824-42ce-afed-344d45f819ff {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:20:35.188810 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Port 69413e6e-3d61-480d-8d41-afb061b216d9 on network 28eac0b1-c824-42ce-afed-344d45f819ff not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:20:35.189137 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Attempting to bind port 69413e6e-3d61-480d-8d41-afb061b216d9 on network 28eac0b1-c824-42ce-afed-344d45f819ff {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:20:35.194718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:20:35.195061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Checking segment: {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:20:35.195450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Bound using segment: {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:20:35.195898 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Bound port: 69413e6e-3d61-480d-8d41-afb061b216d9, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd3e3a8-3272-488b-be86-650f4e5ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:20:35.196260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:35.265805 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] For port 69413e6e-3d61-480d-8d41-afb061b216d9, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:20:35.268987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] For port 69413e6e-3d61-480d-8d41-afb061b216d9, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=69413e6e-3d61-480d-8d41-afb061b216d9,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:20:35.274472 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:35.311683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:35.312522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:35.313955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] 10.222.0.70 "PUT /v2.0/ports/69413e6e-3d61-480d-8d41-afb061b216d9 HTTP/1.1" status: 200 len: 1091 time: 1.1161823 May 10 12:20:35.314662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:20:35.344736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88944-0cd3-4db4-9fba-0379bbab53ad service neutron] Pushing event updated for resources: {'Port': ['ID=69413e6e-3d61-480d-8d41-afb061b216d9,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:35.388330 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf84c946-7edd-419c-9c44-3cc0c99b9237" -d '{"events": [{"name": "network-changed", "server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:20:35.408152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-7bbc372e-5214-446f-95b1-e72f9a9a422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:35.410028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-7bbc372e-5214-446f-95b1-e72f9a9a422f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 1094 time: 0.0519969 May 10 12:20:35.462538 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-2cd04a06-6dc3-4fc9-a075-d7dc10860495 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69413e6e-3d61-480d-8d41-afb061b216d9 HTTP/1.1" status: 200 len: 217 time: 0.0439205 May 10 12:20:35.498964 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee19bc7-16c7-42b9-bda1-deaf5c4c93b3 x-openstack-request-id: req-cee19bc7-16c7-42b9-bda1-deaf5c4c93b3 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:20:35.499357 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:20:35.499670 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cee19bc7-16c7-42b9-bda1-deaf5c4c93b3 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:20:35.500275 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee19bc7-16c7-42b9-bda1-deaf5c4c93b3'] response: {'name': 'network-changed', 'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9', 'status': 'completed', 'code': 200} May 10 12:20:35.518517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-3d1121b9-11a2-4777-a7ac-e78d7f520154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:35.520136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-3d1121b9-11a2-4777-a7ac-e78d7f520154 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d210aee-dd09-46d5-acc0-363a34e1ff90 HTTP/1.1" status: 200 len: 835 time: 0.0514016 May 10 12:20:35.567008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-b05c81a7-53d8-455f-a683-27caf79d78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:35.568561 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-b05c81a7-53d8-455f-a683-27caf79d78b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28eac0b1-c824-42ce-afed-344d45f819ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417781 May 10 12:20:35.664045 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-0740a10a-3cf0-4067-a3c8-f09817aacc46 service neutron] 10.222.0.70 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887756 May 10 12:20:35.758046 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7a078ca-d1a7-4042-9d4a-09467f580644 req-2ac936fb-fb0a-4b68-8020-6eb5af2cee0f service neutron] 10.222.0.70 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876515 May 10 12:20:35.854002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-e1f5af4f-26ca-48fb-b8c8-6575b07574cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:35.855525 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-e1f5af4f-26ca-48fb-b8c8-6575b07574cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 1094 time: 0.0457904 May 10 12:20:35.943946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:35.954408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-f09afcc7-0d87-4a0d-a655-80af90cb623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:35.955991 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-f09afcc7-0d87-4a0d-a655-80af90cb623d service neutron] 10.222.0.70 "GET /v2.0/networks?id=28eac0b1-c824-42ce-afed-344d45f819ff HTTP/1.1" status: 200 len: 898 time: 0.0939674 May 10 12:20:36.000066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-e8abbe15-c4ad-4d16-b38a-f6cac8268f2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69413e6e-3d61-480d-8d41-afb061b216d9 HTTP/1.1" status: 200 len: 217 time: 0.0355368 May 10 12:20:36.054039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-8afdc24f-922f-48a0-8dc6-3e2acd78f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:36.055517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-8afdc24f-922f-48a0-8dc6-3e2acd78f523 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d210aee-dd09-46d5-acc0-363a34e1ff90 HTTP/1.1" status: 200 len: 835 time: 0.0480742 May 10 12:20:36.133616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-5a5d1d8e-f829-4c59-8c37-71c7fe265726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:36.135125 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-5a5d1d8e-f829-4c59-8c37-71c7fe265726 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28eac0b1-c824-42ce-afed-344d45f819ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722735 May 10 12:20:36.148935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8927e-a59a-4af0-b517-16b061062c74 req-202a02bb-6b66-435d-9cbd-8b4c4f63fd02 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:36.150265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cf8927e-a59a-4af0-b517-16b061062c74 req-202a02bb-6b66-435d-9cbd-8b4c4f63fd02 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0611334 May 10 12:20:36.240128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9cf8927e-a59a-4af0-b517-16b061062c74 req-32505fc9-a0d5-437d-afc6-76b06f5ff66a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820265 May 10 12:20:36.268113 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-b0504ccf-cdb9-4f8e-8622-66a0e46856cf service neutron] 10.222.0.70 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166120 May 10 12:20:36.369154 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf84c946-7edd-419c-9c44-3cc0c99b9237 req-e39be025-eda2-4e98-ac6a-228b26f24019 service neutron] 10.222.0.70 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929389 May 10 12:20:37.331623 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42dc5b04-1864-4735-be7d-f2f1a1f09a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:37.382576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4a595-5aef-45a4-993b-5cae32b435ac req-5a77974a-1d9e-42b2-b583-7162b472fe9a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:37.384236 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9d4a595-5aef-45a4-993b-5cae32b435ac req-5a77974a-1d9e-42b2-b583-7162b472fe9a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0622735 May 10 12:20:37.425508 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d9d4a595-5aef-45a4-993b-5cae32b435ac req-8a9c2127-9174-4e7f-8cf0-73c5e920accf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349114 May 10 12:20:37.998642 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:38.057808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 69413e6e-3d61-480d-8d41-afb061b216d9 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:20:38.156889 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 69413e6e-3d61-480d-8d41-afb061b216d9, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=69413e6e-3d61-480d-8d41-afb061b216d9,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:38.168402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '69413e6e-3d61-480d-8d41-afb061b216d9', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'port_id': '69413e6e-3d61-480d-8d41-afb061b216d9', 'mac_address': 'fa:16:3e:8a:c6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:20:38.204863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 69413e6e-3d61-480d-8d41-afb061b216d9 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:38.205288 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:38.218544 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69413e6e-3d61-480d-8d41-afb061b216d9 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:20:38.243214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 69413e6e-3d61-480d-8d41-afb061b216d9, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=69413e6e-3d61-480d-8d41-afb061b216d9,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:38.249838 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:38.296962 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=69413e6e-3d61-480d-8d41-afb061b216d9,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:38.491146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['69413e6e-3d61-480d-8d41-afb061b216d9'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:20:38.567546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba577fd0-5997-4021-b9f6-48af044f7afa req-3290115e-e13e-45db-8944-8fcd7b28901f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:38.568940 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba577fd0-5997-4021-b9f6-48af044f7afa req-3290115e-e13e-45db-8944-8fcd7b28901f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 944 time: 0.0540192 May 10 12:20:38.609022 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ba577fd0-5997-4021-b9f6-48af044f7afa req-be528084-0d86-4317-b724-b43bddaeb375 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339980 May 10 12:20:39.514140 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:39.593444 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:39.738434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967f7a7-0c64-4708-bcb7-3ab489d82a06 req-d15fd96b-31be-4699-bb85-2d016d90670a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:39.739838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a967f7a7-0c64-4708-bcb7-3ab489d82a06 req-d15fd96b-31be-4699-bb85-2d016d90670a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 944 time: 0.0529976 May 10 12:20:39.780219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a967f7a7-0c64-4708-bcb7-3ab489d82a06 req-db12fb8c-414f-440a-865a-644163b73504 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 May 10 12:20:40.074380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 69413e6e-3d61-480d-8d41-afb061b216d9 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:20:40.132347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 69413e6e-3d61-480d-8d41-afb061b216d9 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:20:40.136392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 69413e6e-3d61-480d-8d41-afb061b216d9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:20:40.136748 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:40.215774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 69413e6e-3d61-480d-8d41-afb061b216d9 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:20:40.216193 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:40.240134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:20:40.253985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 69413e6e-3d61-480d-8d41-afb061b216d9, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=69413e6e-3d61-480d-8d41-afb061b216d9,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:20:40.259443 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:40.283191 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07271c3e-5cb5-420d-bd90-b6a2c8a9c5e7" -d '{"events": [{"server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "name": "network-vif-plugged", "status": "completed", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:20:40.314188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=69413e6e-3d61-480d-8d41-afb061b216d9,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:40.395644 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc08b1d-3069-407c-9415-5333d8ff829d x-openstack-request-id: req-4fc08b1d-3069-407c-9415-5333d8ff829d {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:20:40.396234 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "name": "network-vif-plugged", "status": "completed", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:20:40.396693 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fc08b1d-3069-407c-9415-5333d8ff829d {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:20:40.397298 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc08b1d-3069-407c-9415-5333d8ff829d'] response: {'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9', 'code': 200} May 10 12:20:40.494700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5632-fb70-4337-a84e-6aea3b585809 req-b0be84f9-abba-4bb9-9a44-2bb7a6f26c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:40.496253 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f1c5632-fb70-4337-a84e-6aea3b585809 req-b0be84f9-abba-4bb9-9a44-2bb7a6f26c5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 1096 time: 0.0405967 May 10 12:20:40.531074 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7f1c5632-fb70-4337-a84e-6aea3b585809 req-df11f6c3-4c8d-4ca4-b73c-d218a4a0477c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284419 May 10 12:20:40.911173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b6f59-d624-4c8d-a09c-ec7c7cbaa528 req-f9b5a2a5-71e6-4936-b9ae-923d378feaec tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:40.913702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff3b6f59-d624-4c8d-a09c-ec7c7cbaa528 req-f9b5a2a5-71e6-4936-b9ae-923d378feaec tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0517721 May 10 12:20:40.954664 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ff3b6f59-d624-4c8d-a09c-ec7c7cbaa528 req-4c58ec42-cf1b-4a37-85b7-2312cbdcd51e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359445 May 10 12:20:42.078085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7843f-c43c-4ba1-82d6-adf0eba2a94f req-3d37505f-da45-495a-99d0-eb5e6f8fb5a1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:42.079567 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ac7843f-c43c-4ba1-82d6-adf0eba2a94f req-3d37505f-da45-495a-99d0-eb5e6f8fb5a1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0524282 May 10 12:20:42.120609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6ac7843f-c43c-4ba1-82d6-adf0eba2a94f req-d3ff418e-06b3-47f5-8f5b-2fe18cffbf91 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346830 May 10 12:20:42.249502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4efd-0cf0-4f3b-a561-84a8592fea58 req-ee7fbebf-c700-4af7-90af-ecdd6f029728 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:42.250963 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53ab4efd-0cf0-4f3b-a561-84a8592fea58 req-ee7fbebf-c700-4af7-90af-ecdd6f029728 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0603657 May 10 12:20:42.290507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53ab4efd-0cf0-4f3b-a561-84a8592fea58 req-b2e08d2c-c65b-4ff0-988e-badd476c9e61 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 May 10 12:20:42.313303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58220) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:42.359058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61af10-dfab-4bcc-9e1f-cfc340021d79 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:42.360892 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fd61af10-dfab-4bcc-9e1f-cfc340021d79 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 1091 time: 0.0464003 May 10 12:20:42.364505 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:42.368959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '69413e6e-3d61-480d-8d41-afb061b216d9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:20:42.394564 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:42.498434 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:42.607541 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.241 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/c2fdbb26-97b3-44a0-bb80-261a12ca6a0e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:20:42.727338 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:42.764547 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:42.802029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:20:42.804774 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:20:42.808310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:20:42.816169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=c2fdbb26-97b3-44a0-bb80-261a12ca6a0e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:43.181162 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:43.248454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:43.408676 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:43.416326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:43.489154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=c2fdbb26-97b3-44a0-bb80-261a12ca6a0e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:20:43.504956 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:43.608416 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP e94ba9a0-cfd2-4afe-a637-de4a5eee180d associated. External IP: 172.25.8.241, port: 69413e6e-3d61-480d-8d41-afb061b216d9. May 10 12:20:43.832641 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 69c92844-32b7-443d-83de-c8379826ae28 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:20:43.943464 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:20:43.960020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] Sync routers for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:20:43.968726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:20:43.971326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:43.972556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:43.996953 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0214073a-7868-43e1-be40-b15b5b85bcaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6313787 May 10 12:20:43.997544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:20:43.999792 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5" -d '{"events": [{"name": "network-changed", "server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:20:44.042975 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0bfa7e-c1eb-440f-ab9a-2c7b190f8a7a x-openstack-request-id: req-be0bfa7e-c1eb-440f-ab9a-2c7b190f8a7a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:20:44.044648 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:20:44.044648 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be0bfa7e-c1eb-440f-ab9a-2c7b190f8a7a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:20:44.044648 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0bfa7e-c1eb-440f-ab9a-2c7b190f8a7a'] response: {'name': 'network-changed', 'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9', 'status': 'completed', 'code': 200} May 10 12:20:44.085748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:44.137624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cff4a-6da5-443b-848a-4ca3c971cd63 req-60614626-9f71-4c57-ae7a-87ce13266aca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:44.139182 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-303cff4a-6da5-443b-848a-4ca3c971cd63 req-60614626-9f71-4c57-ae7a-87ce13266aca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0866275 May 10 12:20:44.147576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-a3426f16-411b-4b37-9358-eb908a5318e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:44.150430 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-a3426f16-411b-4b37-9358-eb908a5318e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 1096 time: 0.0676601 May 10 12:20:44.247280 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-303cff4a-6da5-443b-848a-4ca3c971cd63 req-0cb4f594-eaba-45ff-8ca2-83ba7d3078c9 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954225 May 10 12:20:44.270647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:44.312603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-6b47f300-c4fc-47f5-8f3b-8d4d68276c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:44.314056 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-6b47f300-c4fc-47f5-8f3b-8d4d68276c35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=28eac0b1-c824-42ce-afed-344d45f819ff HTTP/1.1" status: 200 len: 898 time: 0.1553619 May 10 12:20:44.379367 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-341a0152-22ef-4a2c-92b2-088db3aba6ab tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/e94ba9a0-cfd2-4afe-a637-de4a5eee180d HTTP/1.1" status: 200 len: 991 time: 0.1075871 May 10 12:20:44.396952 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-89acf27a-af58-4f02-b6cd-f4af31c72703 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69413e6e-3d61-480d-8d41-afb061b216d9 HTTP/1.1" status: 200 len: 999 time: 0.0758784 May 10 12:20:44.446495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-49ecf060-6c87-4378-832d-949ba86df8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:44.448015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-49ecf060-6c87-4378-832d-949ba86df8a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d210aee-dd09-46d5-acc0-363a34e1ff90 HTTP/1.1" status: 200 len: 835 time: 0.0451508 May 10 12:20:44.496108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-dac6a2e1-1651-4e8d-94af-b1bdb8dd9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:20:44.497631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-dac6a2e1-1651-4e8d-94af-b1bdb8dd9bc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28eac0b1-c824-42ce-afed-344d45f819ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434675 May 10 12:20:44.507334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'e94ba9a0-cfd2-4afe-a637-de4a5eee180d', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '69c92844-32b7-443d-83de-c8379826ae28', 'port_id': '69413e6e-3d61-480d-8d41-afb061b216d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'mac_address': 'fa:16:3e:8a:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:20:43Z', 'updated_at': '2022-05-10T12:20:43Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:44.540872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] Checking router: 69c92844-32b7-443d-83de-c8379826ae28 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:20:44.550091 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:20:44.551192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:20:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:44.593451 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-b9a74fbd-5a2f-4f76-9007-74f27adca6eb service neutron] 10.222.0.70 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889409 May 10 12:20:44.665371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:20:44.685859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20d877f0-b71b-4cd9-8da9-cd8396bbebb5 req-96e2e812-8e98-4291-ad11-6f7112efda3f service neutron] 10.222.0.70 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852115 May 10 12:20:44.893767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'e94ba9a0-cfd2-4afe-a637-de4a5eee180d', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '69c92844-32b7-443d-83de-c8379826ae28', 'port_id': '69413e6e-3d61-480d-8d41-afb061b216d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'mac_address': 'fa:16:3e:8a:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:20:43Z', 'updated_at': '2022-05-10T12:20:43Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:20:44.921208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de3c72-3b71-43f7-a88b-135bce943453 None None] The sync data for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 is: [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'e94ba9a0-cfd2-4afe-a637-de4a5eee180d', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '69c92844-32b7-443d-83de-c8379826ae28', 'port_id': '69413e6e-3d61-480d-8d41-afb061b216d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'mac_address': 'fa:16:3e:8a:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:20:43Z', 'updated_at': '2022-05-10T12:20:43Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:20:45.123126 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaacaa7-deff-498d-9e2c-8da14579b57a None None] New status for floating IP e94ba9a0-cfd2-4afe-a637-de4a5eee180d: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:20:45.383353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58230) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:20:45.457148 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3515f8df-cb8d-481c-90f0-d55e36c5c258 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/e94ba9a0-cfd2-4afe-a637-de4a5eee180d HTTP/1.1" status: 200 len: 993 time: 0.0725017 May 10 12:21:02.941969 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:04.350978 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-16ee97fd-6d81-42d2-b7ce-6e54acb59469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:05.946757 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:07.338464 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5980b6ee-ab3e-441a-ac29-f052750f0a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:08.005991 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:08.899245 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:21:09.516892 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:09.590988 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:16.948889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebb8c-88fd-4676-ae5a-f0a6cc8d52be req-483cbd39-35c5-4585-a734-082cee7c99fa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:16.950361 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa9ebb8c-88fd-4676-ae5a-f0a6cc8d52be req-483cbd39-35c5-4585-a734-082cee7c99fa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0558269 May 10 12:21:17.000821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aa9ebb8c-88fd-4676-ae5a-f0a6cc8d52be req-12aebb50-29ce-4f6a-ae97-9627b0b33144 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414276 May 10 12:21:18.131586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf91d-f89e-46dd-b222-84142fc6131b req-a169d720-4166-459b-8476-5a95937e219a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:18.133598 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-989bf91d-f89e-46dd-b222-84142fc6131b req-a169d720-4166-459b-8476-5a95937e219a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0533605 May 10 12:21:18.177830 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-989bf91d-f89e-46dd-b222-84142fc6131b req-6eb9f2bf-b934-424e-b954-e693dce7f21f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375817 May 10 12:21:18.205129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58262) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:18.269881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-949aa67e-f232-4e41-96c7-c9b9b3e38e0c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/e94ba9a0-cfd2-4afe-a637-de4a5eee180d HTTP/1.1" status: 200 len: 993 time: 0.0635867 May 10 12:21:19.563603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf28df-96dc-4899-80c5-6f71b6706976 req-6c993af8-49f6-46c6-a227-1bf2ec94bc18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:19.565120 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2abf28df-96dc-4899-80c5-6f71b6706976 req-6c993af8-49f6-46c6-a227-1bf2ec94bc18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0508685 May 10 12:21:19.606132 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2abf28df-96dc-4899-80c5-6f71b6706976 req-e4eb1a75-97ca-478e-b28b-a84ab4bfde8c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323656 May 10 12:21:20.745368 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5fbdf-c578-49b0-91e3-0d0f095a34dd req-f57db8c8-e642-465f-b7b1-13c16f83d1c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:20.746872 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7b5fbdf-c578-49b0-91e3-0d0f095a34dd req-f57db8c8-e642-465f-b7b1-13c16f83d1c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0555773 May 10 12:21:20.787633 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f7b5fbdf-c578-49b0-91e3-0d0f095a34dd req-0363194f-b690-463c-86c8-cdaf72089ba6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345764 May 10 12:21:20.810813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58276) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:20.874577 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ed1b3f78-c188-4163-b023-7b45bb81b6d2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/e94ba9a0-cfd2-4afe-a637-de4a5eee180d HTTP/1.1" status: 200 len: 993 time: 0.0624070 May 10 12:21:21.101448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58282) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:21.278867 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port c2fdbb26-97b3-44a0-bb80-261a12ca6a0e {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:21:21.279118 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:21.359856 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:21.360149 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:21.371778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for c2fdbb26-97b3-44a0-bb80-261a12ca6a0e owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:21:21.528618 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:21.555797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=c2fdbb26-97b3-44a0-bb80-261a12ca6a0e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:21.580918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.581274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.581613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.581948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.582248 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.582715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.583045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.583369 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.583692 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.584043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.584356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.584671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:21.624521 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:21.624849 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP e94ba9a0-cfd2-4afe-a637-de4a5eee180d disassociated (deleted). External IP: 172.25.8.241, port: 69413e6e-3d61-480d-8d41-afb061b216d9. May 10 12:21:21.844537 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 69c92844-32b7-443d-83de-c8379826ae28 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:21:21.961344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:21:21.966711 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:21.974783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] Sync routers for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:21:21.986456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:21.987083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:21.995323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f39d2768-9c58-4150-bbe5-b1ad416b072a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/floatingips/e94ba9a0-cfd2-4afe-a637-de4a5eee180d HTTP/1.1" status: 204 len: 168 time: 0.8923903 May 10 12:21:21.995935 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:21:21.998369 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9713543-5378-4f57-9e05-43d11c7b70c4" -d '{"events": [{"name": "network-changed", "server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:21:22.041423 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9681c2-872d-45dd-a08e-6a47f387cc7f x-openstack-request-id: req-5f9681c2-872d-45dd-a08e-6a47f387cc7f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:21:22.041737 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:21:22.041963 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f9681c2-872d-45dd-a08e-6a47f387cc7f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:21:22.042594 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9681c2-872d-45dd-a08e-6a47f387cc7f'] response: {'name': 'network-changed', 'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9', 'status': 'completed', 'code': 200} May 10 12:21:22.103072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:22.121854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-85aee865-3363-4f76-8884-388ae37fa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:22.123564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-85aee865-3363-4f76-8884-388ae37fa122 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 1096 time: 0.0569746 May 10 12:21:22.215476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-2095eac4-b7e8-4546-94b1-f9069199c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:22.217096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-2095eac4-b7e8-4546-94b1-f9069199c49b service neutron] 10.222.0.70 "GET /v2.0/networks?id=28eac0b1-c824-42ce-afed-344d45f819ff HTTP/1.1" status: 200 len: 898 time: 0.0859776 May 10 12:21:22.236865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945039-53f9-412a-bc14-a4303357f0eb req-6fbf1674-f11a-4958-9c20-1d285576400d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:22.239044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03945039-53f9-412a-bc14-a4303357f0eb req-6fbf1674-f11a-4958-9c20-1d285576400d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0544767 May 10 12:21:22.266211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-e845e559-bfde-4e84-9fc9-91a0f07af11b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69413e6e-3d61-480d-8d41-afb061b216d9 HTTP/1.1" status: 200 len: 217 time: 0.0399735 May 10 12:21:22.279957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-03945039-53f9-412a-bc14-a4303357f0eb req-8fae8b7c-3a10-4a40-be43-2aced0354cb8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342677 May 10 12:21:22.317629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-65dfa825-0043-4c1b-badc-44c0ee181956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:22.319165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-65dfa825-0043-4c1b-badc-44c0ee181956 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d210aee-dd09-46d5-acc0-363a34e1ff90 HTTP/1.1" status: 200 len: 835 time: 0.0456097 May 10 12:21:22.320716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:22.346326 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] Checking router: 69c92844-32b7-443d-83de-c8379826ae28 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:21:22.354504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:22.355100 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:22.364983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-c5020bc7-bd82-48ee-bb96-74690c029186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:22.366497 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-c5020bc7-bd82-48ee-bb96-74690c029186 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=28eac0b1-c824-42ce-afed-344d45f819ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402091 May 10 12:21:22.459189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:22.461277 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-7081c10f-dac6-4641-bbdb-3081d59b1d67 service neutron] 10.222.0.70 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875397 May 10 12:21:22.553025 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e9713543-5378-4f57-9e05-43d11c7b70c4 req-40100050-ac6b-4ed6-a035-7b5f3dd4201f service neutron] 10.222.0.70 "GET /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839477 May 10 12:21:22.667756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:22.694830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f167e-113c-4b10-9500-292c6e2dfd49 None None] The sync data for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 is: [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:20:30Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '093f1780-8307-4290-9469-bb6c8d06eb08', 'name': '', 'network_id': '28eac0b1-c824-42ce-afed-344d45f819ff', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:33:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:29Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '6d210aee-dd09-46d5-acc0-363a34e1ff90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:21:22.928864 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86e9fd-2755-4b7c-a4f8-0445adda08df None None] New status for floating IP e94ba9a0-cfd2-4afe-a637-de4a5eee180d: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:21:23.416964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d7232-8120-42bd-b578-ad6896ec9467 req-f22defc8-bcaf-48dc-b833-0ef4ec78bcf7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:23.419096 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b1d7232-8120-42bd-b578-ad6896ec9467 req-f22defc8-bcaf-48dc-b833-0ef4ec78bcf7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0585947 May 10 12:21:23.459324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4b1d7232-8120-42bd-b578-ad6896ec9467 req-588ca3ab-04c8-44ed-8097-371e42d74690 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb0c2002-0421-413e-91ad-de94518910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 May 10 12:21:23.717351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-bcc56777-74ee-4996-8124-7587b97331b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:23.718697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-bcc56777-74ee-4996-8124-7587b97331b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0597174 May 10 12:21:23.811457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 69413e6e-3d61-480d-8d41-afb061b216d9 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:21:23.811845 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:23.903460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 69413e6e-3d61-480d-8d41-afb061b216d9, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=69413e6e-3d61-480d-8d41-afb061b216d9,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:23.903892 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:23.916728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 69413e6e-3d61-480d-8d41-afb061b216d9 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:21:24.046302 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:24.087672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=69413e6e-3d61-480d-8d41-afb061b216d9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:24.131291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] No DVR routers for this DVR port 69413e6e-3d61-480d-8d41-afb061b216d9 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:21:24.134011 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:24.137476 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b8f189ce-ccbb-48c5-8262-e955ba137d17 req-341fd729-f9f2-449d-a5bf-f46e21696fbd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "DELETE /v2.0/ports/69413e6e-3d61-480d-8d41-afb061b216d9 HTTP/1.1" status: 204 len: 173 time: 0.4129524 May 10 12:21:24.137914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'name': 'network-vif-deleted', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:21:24.140266 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f295a45-8c3e-426c-89d5-91e1048ea55d" -d '{"events": [{"server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "name": "network-vif-deleted", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:21:24.176919 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b284b91-4892-443b-8458-eb7ebff2d087 x-openstack-request-id: req-0b284b91-4892-443b-8458-eb7ebff2d087 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:21:24.177213 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74849cd1-52ea-45ab-94d3-d582e81ebce1", "name": "network-vif-deleted", "tag": "69413e6e-3d61-480d-8d41-afb061b216d9", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:21:24.177464 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b284b91-4892-443b-8458-eb7ebff2d087 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:21:24.177875 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b284b91-4892-443b-8458-eb7ebff2d087'] response: {'server_uuid': '74849cd1-52ea-45ab-94d3-d582e81ebce1', 'name': 'network-vif-deleted', 'tag': '69413e6e-3d61-480d-8d41-afb061b216d9', 'status': 'completed', 'code': 200} May 10 12:21:24.576142 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0b1b884e-9e73-44c3-b2f6-681d8dbaeae0 req-11c3ded0-6d08-4e22-86f6-8e344f00ffef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=74849cd1-52ea-45ab-94d3-d582e81ebce1 HTTP/1.1" status: 200 len: 210 time: 0.0275342 May 10 12:21:25.645738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58300) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:26.024990 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:26.297015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 093f1780-8307-4290-9469-bb6c8d06eb08 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:21:26.297294 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:26.387559 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 093f1780-8307-4290-9469-bb6c8d06eb08, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=093f1780-8307-4290-9469-bb6c8d06eb08,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:26.387946 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:26.400750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 093f1780-8307-4290-9469-bb6c8d06eb08 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:21:26.600467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:26.631004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=093f1780-8307-4290-9469-bb6c8d06eb08,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:26.807595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:27.051679 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 69c92844-32b7-443d-83de-c8379826ae28 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:21:27.515224 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:21:27.520382 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8e77e4bb-0fa7-428a-82c3-0a7da1c6b70d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/69c92844-32b7-443d-83de-c8379826ae28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735662 May 10 12:21:27.523287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58302) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:27.526113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] Sync routers for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:21:27.536546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:27.537179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:27.575158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37f0551-268f-4752-af41-e540773196c2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting subnet 6d210aee-dd09-46d5-acc0-363a34e1ff90 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:21:27.578523 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37f0551-268f-4752-af41-e540773196c2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:27.617554 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37f0551-268f-4752-af41-e540773196c2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:27.642346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:27.711041 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37f0551-268f-4752-af41-e540773196c2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:27.777308 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37f0551-268f-4752-af41-e540773196c2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:27.805983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f0551-268f-4752-af41-e540773196c2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Subnet': ['ID=6d210aee-dd09-46d5-acc0-363a34e1ff90,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:27.808282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e37f0551-268f-4752-af41-e540773196c2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:27.811481 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e37f0551-268f-4752-af41-e540773196c2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/subnets/6d210aee-dd09-46d5-acc0-363a34e1ff90 HTTP/1.1" status: 204 len: 168 time: 0.2871745 May 10 12:21:27.814489 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58304) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:27.819776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc944422-70f2-4b79-934f-369193c9f878 None None] Network 28eac0b1-c824-42ce-afed-344d45f819ff requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:21:27.923127 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:27.929379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:21:26Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'b5593cad-d70a-473c-83a1-807e15bde6c5', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92844-32b7-443d-83de-c8379826ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:20:27Z', 'updated_at': '2022-05-10T12:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:28.034905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.091239 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port b5593cad-d70a-473c-83a1-807e15bde6c5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:21:28.091978 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.148351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] Checking router: 69c92844-32b7-443d-83de-c8379826ae28 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:21:28.162413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] Routers {'69c92844-32b7-443d-83de-c8379826ae28'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:28.163037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['69c92844-32b7-443d-83de-c8379826ae28'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:28.180401 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port b5593cad-d70a-473c-83a1-807e15bde6c5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b5593cad-d70a-473c-83a1-807e15bde6c5,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:28.180740 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.193790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for b5593cad-d70a-473c-83a1-807e15bde6c5 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:21:28.251083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] DHCP port deletion for 28eac0b1-c824-42ce-afed-344d45f819ff request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:21:28.261606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] Set router 69c92844-32b7-443d-83de-c8379826ae28 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:28.335166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 69413e6e-3d61-480d-8d41-afb061b216d9 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:21:28.338956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:21:28Z', 'revision_number': 6, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:28.364583 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.389169 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 69413e6e-3d61-480d-8d41-afb061b216d9 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:21:28.389737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 69413e6e-3d61-480d-8d41-afb061b216d9 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:21:28.389983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=b5593cad-d70a-473c-83a1-807e15bde6c5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:28.393225 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dcce68-e9f1-42fd-a78f-8648c8b4d224 None None] The sync data for ids ['69c92844-32b7-443d-83de-c8379826ae28'] in n-d-840949-1 is: [{'id': '69c92844-32b7-443d-83de-c8379826ae28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103297471', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:20:26Z', 'updated_at': '2022-05-10T12:21:28Z', 'revision_number': 6, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:21:28.417404 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Deleting port 2c16d626-b7c8-4902-a58a-014252025606 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:21:28.417862 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.423591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.424235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.424363 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.424712 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.425060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.425416 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.425722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.426076 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.426377 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.426735 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.427059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.427347 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.474177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.486212 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] For port 2c16d626-b7c8-4902-a58a-014252025606, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=2c16d626-b7c8-4902-a58a-014252025606,segment=NetworkSegment(1dd3e3a8-3272-488b-be86-650f4e5ee105),segment_id=1dd3e3a8-3272-488b-be86-650f4e5ee105)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:28.486611 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.499183 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Calling delete_port for 2c16d626-b7c8-4902-a58a-014252025606 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:21:28.570803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.573022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.579157 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.603698 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Pushing event deleted for resources: {'Port': ['ID=2c16d626-b7c8-4902-a58a-014252025606,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:28.607933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] No DVR routers for this DVR port 2c16d626-b7c8-4902-a58a-014252025606 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:21:28.614839 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.615211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.615553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.615936 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.616310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.616710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.616966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.617302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.617612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.617928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.618247 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.618565 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff6bde-2062-40de-8003-8d8d1709e89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:28.625591 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.626109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Fanout notify agent at l3_agent the message router_deleted on router 69c92844-32b7-443d-83de-c8379826ae28 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:21:28.633226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.634404 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-52b24413-f129-434b-be8a-e6dfcd6cfa81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/routers/69c92844-32b7-443d-83de-c8379826ae28 HTTP/1.1" status: 204 len: 168 time: 0.8188443 May 10 12:21:28.637179 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58306) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:28.722342 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.816074 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.838167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28eac0b1-c824-42ce-afed-344d45f819ff']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:28.852078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd3e3a8-3272-488b-be86-650f4e5ee105') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:28.852078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd3e3a8-3272-488b-be86-650f4e5ee105') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:28.858743 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.872287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.878079 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:21:28.878468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: timer() May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:21:28.881379 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:21:28.943285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.947627 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:28.951364 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/networks/28eac0b1-c824-42ce-afed-344d45f819ff HTTP/1.1" status: 204 len: 168 time: 0.3132617 May 10 12:21:28.954647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58308) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:28.966341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d19ab-0b79-4c17-8eaf-9a0428c0f8b3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Network': ['ID=28eac0b1-c824-42ce-afed-344d45f819ff,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:29.021273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4070-5aac-4495-b6f5-34eba6d091c8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.047055 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4070-5aac-4495-b6f5-34eba6d091c8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.113175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4070-5aac-4495-b6f5-34eba6d091c8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.115673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4070-5aac-4495-b6f5-34eba6d091c8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.116909 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-fe8c4070-5aac-4495-b6f5-34eba6d091c8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb0c2002-0421-413e-91ad-de94518910e9 HTTP/1.1" status: 204 len: 168 time: 0.1612184 May 10 12:21:29.128110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c4070-5aac-4495-b6f5-34eba6d091c8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0c2002-0421-413e-91ad-de94518910e9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:29.242693 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58314) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:29.247340 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-aca4dcab-9809-42a3-8054-e40f350acf18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894592698', 'description': 'tempest-secgroup-smoke-894592698 description', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:29.270067 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aca4dcab-9809-42a3-8054-e40f350acf18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.336861 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aca4dcab-9809-42a3-8054-e40f350acf18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.342987 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aca4dcab-9809-42a3-8054-e40f350acf18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.372652 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aca4dcab-9809-42a3-8054-e40f350acf18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.373850 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aca4dcab-9809-42a3-8054-e40f350acf18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1300769 May 10 12:21:29.374605 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4dcab-9809-42a3-8054-e40f350acf18 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e29a58a-e4b7-484d-a29d-acda0a692d83,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:29.377117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58316) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:29.381871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-04d76000-7adf-409f-9420-c933874c77c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '9e29a58a-e4b7-484d-a29d-acda0a692d83', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:29.410241 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04d76000-7adf-409f-9420-c933874c77c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.471276 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04d76000-7adf-409f-9420-c933874c77c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.476046 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04d76000-7adf-409f-9420-c933874c77c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.495090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d76000-7adf-409f-9420-c933874c77c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f944cadd-dcc6-4304-862d-e32633ba500d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:29.500865 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04d76000-7adf-409f-9420-c933874c77c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.501850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-04d76000-7adf-409f-9420-c933874c77c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236920 May 10 12:21:29.505046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58318) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:29.511680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-43928b37-4099-47d1-9ac7-93d17af20e5a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '9e29a58a-e4b7-484d-a29d-acda0a692d83', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:29.539063 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43928b37-4099-47d1-9ac7-93d17af20e5a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.598257 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43928b37-4099-47d1-9ac7-93d17af20e5a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.603729 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43928b37-4099-47d1-9ac7-93d17af20e5a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.620659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43928b37-4099-47d1-9ac7-93d17af20e5a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa93d67-6379-4974-88b6-56589a1815f1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:29.630218 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43928b37-4099-47d1-9ac7-93d17af20e5a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.631411 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-43928b37-4099-47d1-9ac7-93d17af20e5a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251688 May 10 12:21:29.634238 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58320) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:29.638573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-41ba8aaf-8887-464c-a073-58a2fd75ac9c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '9e29a58a-e4b7-484d-a29d-acda0a692d83', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:29.663682 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-41ba8aaf-8887-464c-a073-58a2fd75ac9c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.730718 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-41ba8aaf-8887-464c-a073-58a2fd75ac9c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.735739 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-41ba8aaf-8887-464c-a073-58a2fd75ac9c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.758840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba8aaf-8887-464c-a073-58a2fd75ac9c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a50bcc-0f2c-445b-982b-7cced8331306,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:29.766062 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-41ba8aaf-8887-464c-a073-58a2fd75ac9c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.767407 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-41ba8aaf-8887-464c-a073-58a2fd75ac9c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321976 May 10 12:21:29.770450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58322) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:29.775110 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-baf44a21-656d-496a-b128-24a1a1e61a7e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '9e29a58a-e4b7-484d-a29d-acda0a692d83', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:29.803576 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-baf44a21-656d-496a-b128-24a1a1e61a7e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.879664 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-baf44a21-656d-496a-b128-24a1a1e61a7e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.885048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-baf44a21-656d-496a-b128-24a1a1e61a7e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.904457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf44a21-656d-496a-b128-24a1a1e61a7e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfbec61-c568-4a9c-802d-80a6d402fa5a,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:29.909807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-baf44a21-656d-496a-b128-24a1a1e61a7e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.914016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-baf44a21-656d-496a-b128-24a1a1e61a7e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395254 May 10 12:21:29.914016 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58324) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:29.918047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1e635e88-8375-4182-8a61-47312f9faa70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '9e29a58a-e4b7-484d-a29d-acda0a692d83', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:29.939148 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-1e635e88-8375-4182-8a61-47312f9faa70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:21:29.944391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e635e88-8375-4182-8a61-47312f9faa70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:29.981993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b5593cad-d70a-473c-83a1-807e15bde6c5 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:21:30.002816 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b5593cad-d70a-473c-83a1-807e15bde6c5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:21:30.003160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b5593cad-d70a-473c-83a1-807e15bde6c5 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:21:30.003563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2c16d626-b7c8-4902-a58a-014252025606 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:21:30.005259 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e635e88-8375-4182-8a61-47312f9faa70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.009900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e635e88-8375-4182-8a61-47312f9faa70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.023757 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 2c16d626-b7c8-4902-a58a-014252025606 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:21:30.024128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 2c16d626-b7c8-4902-a58a-014252025606 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:21:30.024550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 093f1780-8307-4290-9469-bb6c8d06eb08 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:21:30.029307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e635e88-8375-4182-8a61-47312f9faa70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaa3701-e003-4368-9a56-131a34ace258,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:30.038651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1e635e88-8375-4182-8a61-47312f9faa70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.042516 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1e635e88-8375-4182-8a61-47312f9faa70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251888 May 10 12:21:30.042819 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58326) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:30.043776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 093f1780-8307-4290-9469-bb6c8d06eb08 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:21:30.044148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 093f1780-8307-4290-9469-bb6c8d06eb08 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:21:30.049500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fbb43fc1-9d76-4524-bfe8-0f4443659eb4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '9e29a58a-e4b7-484d-a29d-acda0a692d83', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:30.070021 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-fbb43fc1-9d76-4524-bfe8-0f4443659eb4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:21:30.074655 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbb43fc1-9d76-4524-bfe8-0f4443659eb4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.145311 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbb43fc1-9d76-4524-bfe8-0f4443659eb4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.151454 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbb43fc1-9d76-4524-bfe8-0f4443659eb4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.175427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb43fc1-9d76-4524-bfe8-0f4443659eb4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90310788-768d-459b-8494-e8fcdfcb7aba,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:30.182176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fbb43fc1-9d76-4524-bfe8-0f4443659eb4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.183909 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-fbb43fc1-9d76-4524-bfe8-0f4443659eb4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398821 May 10 12:21:30.188082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58328) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:30.194164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'network': {'name': 'tempest-network-smoke--2000079698', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'port_security_enabled': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:30.220989 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:21:30.224535 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.247704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:21:30.256916 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.257267 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Added segment d6ed6bea-6b96-419c-b358-a22cb1e3c9d1 of type vlan for network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 May 10 12:21:30.299687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.325335 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.330884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:30.331455 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.386573 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1973708 May 10 12:21:30.389302 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58330) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:30.395847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'admin_state_up': True, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:30.410281 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ec6a9-ddd1-4d8f-9b0b-2a0ebcb9dde1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Network': ['ID=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:30.421892 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:21:30.423692 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.424804 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.483651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.620970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.826476 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.845315 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:30.954225 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.200 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/65f3aba9-f110-4b49-a595-9148ddf041f2) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:21:31.058406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:31.094325 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:31.130738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:21:31.133513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:21:31.136896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:21:31.149085 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=65f3aba9-f110-4b49-a595-9148ddf041f2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:31.409610 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:31.607128 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:31.761408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router b02bd308-acd9-45a4-ab85-48f832d27bfe is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:21:31.868700 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:21:31.879038 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Sync routers for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:21:31.889494 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:31.890120 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:31.891432 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:31.895779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6d8dd943-1f51-4cc1-b9a5-ab4f516cd17e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5024450 May 10 12:21:31.896266 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58332) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:31.927678 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3740e5d9-a1dd-4fbc-9785-b629f0a352a4 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=039d191d27d34c0eaffe922a1f2d41b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302322 May 10 12:21:31.930294 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58334) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:31.996878 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:32.016122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f04ce28-76cf-417d-9940-cfe819f7d8a0 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:32.017566 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2f04ce28-76cf-417d-9940-cfe819f7d8a0 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863767 May 10 12:21:32.020487 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58336) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:32.048846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7424c0e5-3ab3-4b67-a802-f4563d9b1c34 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271595 May 10 12:21:32.051307 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58338) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:32.055997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1097365230', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:32.146451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:21:32.150160 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.179080 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:31Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:32.205838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Checking router: b02bd308-acd9-45a4-ab85-48f832d27bfe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:21:32.206298 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Updating router b02bd308-acd9-45a4-ab85-48f832d27bfe port 65f3aba9-f110-4b49-a595-9148ddf041f2 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:21:32.236221 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.331843 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.393535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Subnet': ['ID=d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:32.403928 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Checking segment: {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:21:32.404303 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network hostable DHCP agents. Network: f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:21:32.422616 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:21:32.432923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:21:32.437408 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:32.438084 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.442616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562b79e2-81a5-4e88-aa6a-f5359f9781b8 None None] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:21:32.459180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a731866e-853d-4aa7-8dd5-f1e9c526dfe2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042003 May 10 12:21:32.459918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58340) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:32.586956 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.593258 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.606105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:21:32.607182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.641216 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Attempting to bind port 65f3aba9-f110-4b49-a595-9148ddf041f2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:21:32.641582 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Attempting to bind port 65f3aba9-f110-4b49-a595-9148ddf041f2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:21:32.641941 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Attempting to bind port 65f3aba9-f110-4b49-a595-9148ddf041f2 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:21:32.651200 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Pushing event updated for resources: {'Port': ['ID=65f3aba9-f110-4b49-a595-9148ddf041f2,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:32.653461 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:21:32.653823 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:21:32.654217 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.654613 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:21:32.655055 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Bound port: 65f3aba9-f110-4b49-a595-9148ddf041f2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:21:32.655426 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.678693 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.679053 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.679367 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.680236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.680236 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.680495 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.680825 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.681144 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.681465 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.681914 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.682090 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.682406 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:21:32.719796 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] For port 65f3aba9-f110-4b49-a595-9148ddf041f2, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:21:32.723020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] For port 65f3aba9-f110-4b49-a595-9148ddf041f2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=65f3aba9-f110-4b49-a595-9148ddf041f2,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:21:32.729325 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.753884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Allocated IP 172.20.0.2 (f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0/d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa/05458f04-a19c-477f-9e61-c96805d7b632) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:21:32.786393 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8abd8-e8c7-42de-8015-f9728c44e150 None None] Pushing event updated for resources: {'Port': ['ID=65f3aba9-f110-4b49-a595-9148ddf041f2,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:32.799076 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:32.799882 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:32.907062 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:32.911908 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.918051 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.928334 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:32.963997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Pushing event updated for resources: {'Port': ['ID=05458f04-a19c-477f-9e61-c96805d7b632,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:32.995710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:21:32.997973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:21:33.004356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:21:33.007179 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:33.061312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Attempting to bind port 05458f04-a19c-477f-9e61-c96805d7b632 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:21:33.061704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Attempting to bind port 05458f04-a19c-477f-9e61-c96805d7b632 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:21:33.062539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Attempting to bind port 05458f04-a19c-477f-9e61-c96805d7b632 on network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:21:33.067646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:21:33.068572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Checking segment: {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:21:33.068572 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:33.068935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Bound using segment: {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:21:33.069417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Bound port: 05458f04-a19c-477f-9e61-c96805d7b632, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:21:33.069797 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:33.085831 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:31Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:33.119244 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1efcc-da17-4bc1-bb46-110b1c2f7224 None None] The sync data for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 is: [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:31Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:21:33.134764 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] For port 05458f04-a19c-477f-9e61-c96805d7b632, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:21:33.142709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] For port 05458f04-a19c-477f-9e61-c96805d7b632, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=05458f04-a19c-477f-9e61-c96805d7b632,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:21:33.148616 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:33.211493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3fc88-48f5-49a9-a9a7-c4546d36e980 None None] Pushing event updated for resources: {'Port': ['ID=05458f04-a19c-477f-9e61-c96805d7b632,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:33.218532 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.1 (f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0/d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa/cfb654c8-cc73-45a6-a36a-b6b5bc68b77f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:21:33.732132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:33.767665 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:33.809045 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:21:33.812250 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:21:33.817948 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:21:33.846495 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:33.876501 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.036613 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.067287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 05458f04-a19c-477f-9e61-c96805d7b632 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:21:34.129641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 05458f04-a19c-477f-9e61-c96805d7b632 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:34.130015 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.221270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 05458f04-a19c-477f-9e61-c96805d7b632 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:34.221661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.260070 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 05458f04-a19c-477f-9e61-c96805d7b632, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=05458f04-a19c-477f-9e61-c96805d7b632,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:34.265048 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.266025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 65f3aba9-f110-4b49-a595-9148ddf041f2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:21:34.306627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a8f2b-6300-495d-86b3-aaa6c940b036 None None] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:21:34.362573 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.368560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.423266 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-267664c2-b239-4c54-b394-f7bb3247c107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.429635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=05458f04-a19c-477f-9e61-c96805d7b632,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:34.437347 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-2d0b2b0e-ab07-4388-945f-ecc9a69044be None None] Provisioning complete for port 05458f04-a19c-477f-9e61-c96805d7b632 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:34.437891 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2d0b2b0e-ab07-4388-945f-ecc9a69044be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.450169 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.453445 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:34.481590 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 65f3aba9-f110-4b49-a595-9148ddf041f2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:34.482135 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.549254 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:21:34.550738 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:21:34.668079 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b2b0e-ab07-4388-945f-ecc9a69044be None None] Current status of the port 05458f04-a19c-477f-9e61-c96805d7b632 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:34.677641 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router b02bd308-acd9-45a4-ab85-48f832d27bfe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:21:34.681716 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 65f3aba9-f110-4b49-a595-9148ddf041f2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:34.682130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.709032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 65f3aba9-f110-4b49-a595-9148ddf041f2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=65f3aba9-f110-4b49-a595-9148ddf041f2,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:34.714869 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:34.806782 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:21:34.820616 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3df52593-c49b-4c36-92c8-621f44871c2f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/b02bd308-acd9-45a4-ab85-48f832d27bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593056 May 10 12:21:34.943712 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=65f3aba9-f110-4b49-a595-9148ddf041f2,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:34.968898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Sync routers for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:21:34.986341 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:34.987280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:35.027995 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-fa991a50-d049-4aed-958c-95925b983745 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894592698&fields=id&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 267 time: 0.0344617 May 10 12:21:35.039548 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c4e0961c-71f5-4f10-8f91-0fad733d281a None None] Provisioning complete for port 05458f04-a19c-477f-9e61-c96805d7b632 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:35.039950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c4e0961c-71f5-4f10-8f91-0fad733d281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.136518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:35.155769 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-3bbe9882-b6bc-46e0-b920-9aacc4d35ef2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:35.157422 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-3bbe9882-b6bc-46e0-b920-9aacc4d35ef2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/networks?id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 HTTP/1.1" status: 200 len: 797 time: 0.1203339 May 10 12:21:35.173849 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-174d5ba7-fed8-45d9-9a00-dad63e85ba6e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/quotas/039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 375 time: 0.0101962 May 10 12:21:35.232399 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-8f924905-7842-4d0b-932c-1a7b028e40a7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521269 May 10 12:21:35.236384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0961c-71f5-4f10-8f91-0fad733d281a None None] Current status of the port 05458f04-a19c-477f-9e61-c96805d7b632 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:35.292643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c4e0961c-71f5-4f10-8f91-0fad733d281a None None] Provisioning complete for port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:35.293025 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c4e0961c-71f5-4f10-8f91-0fad733d281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.334304 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-acb5c8c2-5dd5-4410-88ae-bb4274ee0700 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:21:35.335187 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-acb5c8c2-5dd5-4410-88ae-bb4274ee0700 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509853 May 10 12:21:35.350295 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0961c-71f5-4f10-8f91-0fad733d281a None None] Port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:21:35.405129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 2, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:35.429994 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-ce9a693b-fd2f-4c41-bd0d-0211e6d8c0c1 service neutron] 10.222.0.13 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868702 May 10 12:21:35.435726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Checking router: b02bd308-acd9-45a4-ab85-48f832d27bfe for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:21:35.436413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Updating router b02bd308-acd9-45a4-ab85-48f832d27bfe port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:21:35.466585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.482411 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-445243aa-9646-499d-8479-aee485095d53 None None] Provisioning complete for port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:35.482783 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-445243aa-9646-499d-8479-aee485095d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.527674 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-dd23aee8-4d43-4ff2-88f6-94e202d6541e service neutron] 10.222.0.13 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903840 May 10 12:21:35.542175 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-445243aa-9646-499d-8479-aee485095d53 None None] Port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:21:35.729593 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86678ba2-cc1f-431d-b78e-c68b80a8ff5a req-089479d6-8cea-48d1-b9c1-840cb784ecc1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 210 time: 0.0311852 May 10 12:21:35.774446 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.781496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.837405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c5feb-d026-4008-ac3d-9990dea57081 None None] Pushing event updated for resources: {'Port': ['ID=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:35.881814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Attempting to bind port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:21:35.882181 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Attempting to bind port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:21:35.882545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Attempting to bind port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f on network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:21:35.888061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:21:35.888431 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Checking segment: {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:21:35.888834 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.889226 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Bound using segment: {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:21:35.889677 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Bound port: cfb654c8-cc73-45a6-a36a-b6b5bc68b77f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:21:35.890162 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.956159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:35.987018 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] For port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:21:35.990323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] For port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:21:35.998239 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:36.028799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 05458f04-a19c-477f-9e61-c96805d7b632 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:21:36.098802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c5feb-d026-4008-ac3d-9990dea57081 None None] Pushing event updated for resources: {'Port': ['ID=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:36.104095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:36.104726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:36.161291 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 05458f04-a19c-477f-9e61-c96805d7b632 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:36.161962 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:36.243476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-55f391c2-d618-466c-8870-85c15443a260 None None] Provisioning complete for port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:36.243862 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55f391c2-d618-466c-8870-85c15443a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:36.291234 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:36.409507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 05458f04-a19c-477f-9e61-c96805d7b632 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:36.410589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 65f3aba9-f110-4b49-a595-9148ddf041f2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:21:36.521982 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-55f391c2-d618-466c-8870-85c15443a260 None None] Current status of the port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:36.522367 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55f391c2-d618-466c-8870-85c15443a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:36.599027 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-55f391c2-d618-466c-8870-85c15443a260 None None] For port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:36.599964 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 65f3aba9-f110-4b49-a595-9148ddf041f2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:36.600298 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:36.624445 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55f391c2-d618-466c-8870-85c15443a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:36.702214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f391c2-d618-466c-8870-85c15443a260 None None] Pushing event updated for resources: {'Port': ['ID=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:36.708909 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:35Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:36.763310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87934757-921f-46d6-bb04-15612eed67a4 None None] The sync data for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 is: [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:35Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:21:36.791317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 65f3aba9-f110-4b49-a595-9148ddf041f2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:36.826245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1ae6f5a6-2e75-4ed4-98ac-3b7776054f15 None None] Provisioning complete for port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:36.827151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ae6f5a6-2e75-4ed4-98ac-3b7776054f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:36.831585 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-c97fdeb2-53c7-4ea3-8350-3906ab4672bc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:36.834714 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-c97fdeb2-53c7-4ea3-8350-3906ab4672bc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "GET /v2.0/networks?id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 HTTP/1.1" status: 200 len: 797 time: 0.1422439 May 10 12:21:36.891141 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-afbdf25c-2adf-46b6-ba70-e425ca3696e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 379 time: 0.0479827 May 10 12:21:36.907874 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'port': {'device_id': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'admin_state_up': True, 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'security_groups': ['9e29a58a-e4b7-484d-a29d-acda0a692d83']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:36.911247 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-560d5e6d-47f9-4920-b2df-0ad10bd89a71 req-1b53bab9-4b9f-4ad9-915f-eb899909854e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 210 time: 0.0442634 May 10 12:21:37.034858 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:21:37.038610 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.125790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6f5a6-2e75-4ed4-98ac-3b7776054f15 None None] Current status of the port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:37.173710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.8 (f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0/d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa/4fe57c88-b994-4a3e-853b-463fd3bd862e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:21:37.318892 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.333829 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-68c3a706-6aa4-4880-a52f-c9f8c28ef055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.354597 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.398105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:21:37.401114 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:21:37.403619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:21:37.437574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=4fe57c88-b994-4a3e-853b-463fd3bd862e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:37.464629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:37.465385 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.484790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-2b00bc90-5d22-46d2-b92e-fb210f6bf6dc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5875006 May 10 12:21:37.497240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Request body: {'port': {'device_id': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:37.563346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.649086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-04c77a9d-317d-4056-86c6-8d97784537df None None] Provisioning complete for port 4fe57c88-b994-4a3e-853b-463fd3bd862e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:37.649456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04c77a9d-317d-4056-86c6-8d97784537df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.688086 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-04c77a9d-317d-4056-86c6-8d97784537df None None] Port 4fe57c88-b994-4a3e-853b-463fd3bd862e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:21:37.856082 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe57c88-b994-4a3e-853b-463fd3bd862e {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:21:37.864176 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.877099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Transition to ACTIVE for port object 4fe57c88-b994-4a3e-853b-463fd3bd862e will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:21:37.884079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:37.955277 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe57c88-b994-4a3e-853b-463fd3bd862e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:38.011362 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:38.023226 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Attempting to bind port 4fe57c88-b994-4a3e-853b-463fd3bd862e on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:21:38.023577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Attempting to bind port 4fe57c88-b994-4a3e-853b-463fd3bd862e by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:21:38.023925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Attempting to bind port 4fe57c88-b994-4a3e-853b-463fd3bd862e on network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:21:38.031288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Port 4fe57c88-b994-4a3e-853b-463fd3bd862e on network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:21:38.031638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Attempting to bind port 4fe57c88-b994-4a3e-853b-463fd3bd862e on network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:21:38.063474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:21:38.064157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Checking segment: {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:21:38.065799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Bound using segment: {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:21:38.066104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Bound port: 4fe57c88-b994-4a3e-853b-463fd3bd862e, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:21:38.066470 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:38.078518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cfb654c8-cc73-45a6-a36a-b6b5bc68b77f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:21:38.121527 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c481c2-8dc1-4dcf-b754-b0adf71baea2 req-63bdb07e-1411-4e81-b250-fdd7e2117d2c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:38.123317 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5c481c2-8dc1-4dcf-b754-b0adf71baea2 req-63bdb07e-1411-4e81-b250-fdd7e2117d2c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 943 time: 0.0939305 May 10 12:21:38.140389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:38.140861 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:38.173913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] For port 4fe57c88-b994-4a3e-853b-463fd3bd862e, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:21:38.177820 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] For port 4fe57c88-b994-4a3e-853b-463fd3bd862e, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:21:38.191010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:38.205379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5c481c2-8dc1-4dcf-b754-b0adf71baea2 req-b78b749a-3286-4d64-b974-e0dd8ec15331 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747938 May 10 12:21:38.226979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:38.227651 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:38.228998 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] 10.222.0.49 "PUT /v2.0/ports/4fe57c88-b994-4a3e-853b-463fd3bd862e HTTP/1.1" status: 200 len: 1091 time: 0.7363930 May 10 12:21:38.231532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:21:38.234299 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a5d844-e7e4-4184-a949-a73a6c1aca60" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:21:38.244459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:38.280913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98100b1f-3e04-4653-a4e9-8629d7da1207 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe57c88-b994-4a3e-853b-463fd3bd862e,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:38.284969 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5b6038-77ae-4883-b9ff-276718de0e55 x-openstack-request-id: req-bd5b6038-77ae-4883-b9ff-276718de0e55 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:21:38.285250 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:21:38.285500 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd5b6038-77ae-4883-b9ff-276718de0e55 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:21:38.285993 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5b6038-77ae-4883-b9ff-276718de0e55'] response: {'name': 'network-changed', 'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'status': 'completed', 'code': 200} May 10 12:21:38.334217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-5a8840fe-d171-4d37-ab67-f3b601cae00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:38.335813 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-5a8840fe-d171-4d37-ab67-f3b601cae00f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 1094 time: 0.0487399 May 10 12:21:38.377793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-5995fb54-2358-46dd-b99f-e35eb4d44ea8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e HTTP/1.1" status: 200 len: 217 time: 0.0349073 May 10 12:21:38.431425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-633e53b7-4cf1-404f-b518-c43b2934161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:38.433268 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-633e53b7-4cf1-404f-b518-c43b2934161e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa HTTP/1.1" status: 200 len: 835 time: 0.0489302 May 10 12:21:38.480053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-9aecd342-355e-44a7-8da1-4133fc42e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:38.481637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-9aecd342-355e-44a7-8da1-4133fc42e905 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419457 May 10 12:21:38.582134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-62fce14c-9567-4e31-b270-214a8a66ccc3 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931439 May 10 12:21:38.673326 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b91267b2-4e43-4f07-8d2f-c7fa36d10ce9 req-8f1e0fc7-b338-4f06-a320-0d17d5c8d61a service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844095 May 10 12:21:38.769500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-a7aa72d0-6e85-449e-8443-e7f6423847cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:38.771068 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-a7aa72d0-6e85-449e-8443-e7f6423847cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 1094 time: 0.0426650 May 10 12:21:39.193390 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-5938ea38-f161-4e9e-bce8-9066a6b48916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:39.195060 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-5938ea38-f161-4e9e-bce8-9066a6b48916 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 HTTP/1.1" status: 200 len: 898 time: 0.4174497 May 10 12:21:39.238591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-497a6122-e438-42fe-aa28-2c8c7d4d851f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e HTTP/1.1" status: 200 len: 217 time: 0.0364614 May 10 12:21:39.323715 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-8e4bbc3a-eae6-41d1-b928-9773e76e6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:39.325509 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-8e4bbc3a-eae6-41d1-b928-9773e76e6acb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa HTTP/1.1" status: 200 len: 835 time: 0.0797117 May 10 12:21:39.373306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d74c1-1a8b-4247-a0c8-122195aeefe3 req-7e547dc1-de12-40e0-a483-8ac4a763ab0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:39.375289 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-558d74c1-1a8b-4247-a0c8-122195aeefe3 req-7e547dc1-de12-40e0-a483-8ac4a763ab0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 943 time: 0.0974355 May 10 12:21:39.408521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-4722f4c2-e08d-41bd-b02c-1d0c752e9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:39.409980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-4722f4c2-e08d-41bd-b02c-1d0c752e9f8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751410 May 10 12:21:39.430969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-558d74c1-1a8b-4247-a0c8-122195aeefe3 req-65a22075-d7d4-44e7-8212-ad21be5c4090 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491464 May 10 12:21:39.512858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-7d1bfd25-3b2e-4f3d-8e02-8c2a02894faa service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948539 May 10 12:21:39.515051 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:39.584946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:39.617734 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f8a5d844-e7e4-4184-a949-a73a6c1aca60 req-09928e63-6318-4b5d-ad9c-149414456e53 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972819 May 10 12:21:40.566325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472c74f-ad40-4505-9476-21a77c0aabc8 req-791decf7-a0d6-4e70-a6f3-9906eee6ee42 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:40.568061 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5472c74f-ad40-4505-9476-21a77c0aabc8 req-791decf7-a0d6-4e70-a6f3-9906eee6ee42 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 943 time: 0.0544796 May 10 12:21:40.607888 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5472c74f-ad40-4505-9476-21a77c0aabc8 req-762bca6f-da2b-4782-a3ec-9dbeaa58ab6f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335250 May 10 12:21:41.349932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4fe57c88-b994-4a3e-853b-463fd3bd862e details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:21:41.454559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4fe57c88-b994-4a3e-853b-463fd3bd862e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:41.466419 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'port_id': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'mac_address': 'fa:16:3e:6e:e5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:21:41.503539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4fe57c88-b994-4a3e-853b-463fd3bd862e is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:41.503976 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:41.520556 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe57c88-b994-4a3e-853b-463fd3bd862e {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:21:41.541877 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4fe57c88-b994-4a3e-853b-463fd3bd862e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:41.549976 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:41.602016 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4fe57c88-b994-4a3e-853b-463fd3bd862e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:41.749778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a0590-3f4a-4a41-8e24-5c029960ea8d req-93ec6e0d-fcc1-4629-b9e8-c61273dac88f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:41.751184 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b6a0590-3f4a-4a41-8e24-5c029960ea8d req-93ec6e0d-fcc1-4629-b9e8-c61273dac88f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 944 time: 0.0622323 May 10 12:21:41.781737 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['4fe57c88-b994-4a3e-853b-463fd3bd862e'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:21:41.794790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1b6a0590-3f4a-4a41-8e24-5c029960ea8d req-0bd28c32-2f04-42c2-9828-d96d7c9d31f5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341012 May 10 12:21:42.932112 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92353d-688b-4694-842d-90a376717fa4 req-e1c59db3-786d-49b4-ae1d-b48dd1fe8e74 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:42.933637 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c92353d-688b-4694-842d-90a376717fa4 req-e1c59db3-786d-49b4-ae1d-b48dd1fe8e74 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 944 time: 0.0644839 May 10 12:21:42.972953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3c92353d-688b-4694-842d-90a376717fa4 req-4646c6b3-a30b-4c2e-bc64-b39d092163d6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323234 May 10 12:21:43.350776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4fe57c88-b994-4a3e-853b-463fd3bd862e up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:21:43.406324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 4fe57c88-b994-4a3e-853b-463fd3bd862e completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:21:43.411389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 4fe57c88-b994-4a3e-853b-463fd3bd862e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:21:43.411937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:43.491413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4fe57c88-b994-4a3e-853b-463fd3bd862e is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:21:43.491795 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:43.514336 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:21:43.517103 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea07d69-aa59-4f7e-9585-753ed4859ab2" -d '{"events": [{"server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "name": "network-vif-plugged", "status": "completed", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:21:43.529364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4fe57c88-b994-4a3e-853b-463fd3bd862e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:21:43.535059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:43.559341 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce19cc2-d4ad-445f-93e9-09036c22a676 x-openstack-request-id: req-6ce19cc2-d4ad-445f-93e9-09036c22a676 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:21:43.559627 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "name": "network-vif-plugged", "status": "completed", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:21:43.559925 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ce19cc2-d4ad-445f-93e9-09036c22a676 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:21:43.560298 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce19cc2-d4ad-445f-93e9-09036c22a676'] response: {'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'code': 200} May 10 12:21:43.587047 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4fe57c88-b994-4a3e-853b-463fd3bd862e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:43.659227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632e70a-5bda-430f-8390-1a0252645e3b req-79522d46-6100-43af-9d89-b9bd4fb75405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:43.660711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2632e70a-5bda-430f-8390-1a0252645e3b req-79522d46-6100-43af-9d89-b9bd4fb75405 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 1096 time: 0.0458052 May 10 12:21:43.697033 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2632e70a-5bda-430f-8390-1a0252645e3b req-2a042dfb-58e7-44b3-b6ae-20a85536237d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301394 May 10 12:21:44.113599 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566a16e-a1b1-4286-a194-aa3fd134381e req-90f03738-63dc-4baa-add6-925f5533ad4e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:44.115124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8566a16e-a1b1-4286-a194-aa3fd134381e req-90f03738-63dc-4baa-add6-925f5533ad4e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0602212 May 10 12:21:44.155282 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8566a16e-a1b1-4286-a194-aa3fd134381e req-e3c7825f-4bcf-44cf-8017-9ae397fc4e81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333700 May 10 12:21:45.289040 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeac69-c047-48bc-ac19-514952982b29 req-582c6282-c20f-4a38-94c6-601662ee9122 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:45.290511 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17eeac69-c047-48bc-ac19-514952982b29 req-582c6282-c20f-4a38-94c6-601662ee9122 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0623546 May 10 12:21:45.329576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-17eeac69-c047-48bc-ac19-514952982b29 req-488cf537-32ba-4ccf-96a9-a6952a5dd3ef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 May 10 12:21:45.453813 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3313ab0-3084-43d5-8d05-80b03c5a5bf2 req-f214c193-6234-4fc0-9037-a5dbcd933333 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:45.455979 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3313ab0-3084-43d5-8d05-80b03c5a5bf2 req-f214c193-6234-4fc0-9037-a5dbcd933333 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0600529 May 10 12:21:45.505326 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b3313ab0-3084-43d5-8d05-80b03c5a5bf2 req-43a725fb-35f8-401e-bedd-0e71cfd2d7fa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 May 10 12:21:45.530622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58416) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:45.572624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b7e06-17f3-41f5-ac06-db18cf9fbf7c tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:45.574496 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-bc9b7e06-17f3-41f5-ac06-db18cf9fbf7c tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 1091 time: 0.0428517 May 10 12:21:45.578881 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58418) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:45.583196 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:21:45.605129 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:45.708458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:45.811374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.121 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/095c3a76-04bf-41a9-a926-72dce00b83ea) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:21:45.898851 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:21:45.916300 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:45.951554 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:45.991860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:21:45.995855 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:21:45.999275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:21:46.007275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=095c3a76-04bf-41a9-a926-72dce00b83ea,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:46.380552 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:46.457628 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:46.615404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:46.622769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:46.692577 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=095c3a76-04bf-41a9-a926-72dce00b83ea,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:21:46.708387 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:46.820194 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP 2d12f5b4-9caa-4f81-9648-37b922932708 associated. External IP: 172.25.8.121, port: 4fe57c88-b994-4a3e-853b-463fd3bd862e. May 10 12:21:47.031805 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router b02bd308-acd9-45a4-ab85-48f832d27bfe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:21:47.153698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:21:47.166206 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] Sync routers for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:21:47.176914 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:21:47.178446 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:47.179070 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:47.205921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eeb00c90-6c31-4924-a98f-21b5a5da9b09 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6259570 May 10 12:21:47.206507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:21:47.209119 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:21:47.250458 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bdb952-f324-420f-be12-ff3219c8a6d3 x-openstack-request-id: req-f6bdb952-f324-420f-be12-ff3219c8a6d3 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:21:47.250725 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:21:47.251095 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6bdb952-f324-420f-be12-ff3219c8a6d3 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:21:47.252342 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6bdb952-f324-420f-be12-ff3219c8a6d3'] response: {'name': 'network-changed', 'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'status': 'completed', 'code': 200} May 10 12:21:47.286774 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:47.336106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620e7c9-35f6-485e-a65f-8e9e49fca7f0 req-f0cdeafa-a3a9-4ed2-aa43-e27018897110 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:47.337604 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5620e7c9-35f6-485e-a65f-8e9e49fca7f0 req-f0cdeafa-a3a9-4ed2-aa43-e27018897110 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0789285 May 10 12:21:47.343221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-d8d73ed1-0885-470b-9c9d-d8b06a619c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:47.344687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-d8d73ed1-0885-470b-9c9d-d8b06a619c4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 1096 time: 0.0589812 May 10 12:21:47.430804 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5620e7c9-35f6-485e-a65f-8e9e49fca7f0 req-32992663-ff71-4088-9c23-6aaf1caf74cd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845673 May 10 12:21:47.453528 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58424) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:47.465435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-0253ff0b-fc0a-4b30-9ba7-395ca498be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:47.465948 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-0253ff0b-fc0a-4b30-9ba7-395ca498be4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 HTTP/1.1" status: 200 len: 898 time: 0.1139853 May 10 12:21:47.514464 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2d12f5b4-9caa-4f81-9648-37b922932708', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'port_id': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'mac_address': 'fa:16:3e:6e:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:21:46Z', 'updated_at': '2022-05-10T12:21:46Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:36Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:47.525248 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4cbf3612-6ac8-4bbe-a74a-8dc82831585d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/2d12f5b4-9caa-4f81-9648-37b922932708 HTTP/1.1" status: 200 len: 991 time: 0.0687959 May 10 12:21:47.534002 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-827f98e5-0ad8-42d7-aaea-a66ec46162aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e HTTP/1.1" status: 200 len: 999 time: 0.0605862 May 10 12:21:47.546213 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] Checking router: b02bd308-acd9-45a4-ab85-48f832d27bfe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:21:47.554898 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:21:47.555505 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:21:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:47.588466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-a4de8973-e504-4b56-960a-64d7497a5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:47.589952 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-a4de8973-e504-4b56-960a-64d7497a5d5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa HTTP/1.1" status: 200 len: 835 time: 0.0494640 May 10 12:21:47.636319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-0cbd1b5b-657d-4f78-bb08-6640db5d9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:21:47.637868 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-0cbd1b5b-657d-4f78-bb08-6640db5d9c05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411928 May 10 12:21:47.663929 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:21:47.727386 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-a30f82bc-138a-42ca-92f8-b0d0a71825a6 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822902 May 10 12:21:47.821335 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5c9a89fd-b3b9-45c7-ae13-25422dcb3c11 req-24597ed0-61d0-4f80-a8bb-1de7a0525635 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874429 May 10 12:21:47.884062 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2d12f5b4-9caa-4f81-9648-37b922932708', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'port_id': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'mac_address': 'fa:16:3e:6e:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:21:46Z', 'updated_at': '2022-05-10T12:21:46Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:36Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:21:47.911472 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1f5dc-3c24-4086-a396-95a894d7d77d None None] The sync data for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 is: [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2d12f5b4-9caa-4f81-9648-37b922932708', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'port_id': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'mac_address': 'fa:16:3e:6e:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:21:46Z', 'updated_at': '2022-05-10T12:21:46Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:36Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:21:48.133112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79704b-e917-4178-8492-a145ce545c81 None None] New status for floating IP 2d12f5b4-9caa-4f81-9648-37b922932708: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:21:48.530630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58426) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:21:48.597438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-473694b2-1356-42d0-a85f-9b45c6ab1eac tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/2d12f5b4-9caa-4f81-9648-37b922932708 HTTP/1.1" status: 200 len: 993 time: 0.0652759 May 10 12:21:59.405728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-bca142fe-4848-4ecb-8ad0-e53e964c7678 req-0a8fdeef-25de-4519-aea6-12e95da7444d service neutron] (102767) timed out ('10.222.0.13', 54586) {{(pid=102767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 12:22:02.956976 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:04.357708 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-73e5dec2-17f8-4d0d-9d2b-402b3caf25c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:05.947886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:07.338079 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5711bc83-09aa-4b47-a574-3787b01760b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:08.008821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:09.524042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:09.591560 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:19.925716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-1f57d247-fbf6-4286-a075-b2f0d35b45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:19.927359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-1f57d247-fbf6-4286-a075-b2f0d35b45c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 1096 time: 0.0427346 May 10 12:22:19.934089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538c124-9c6b-4998-abe8-6ac7b43e2aec req-027c4581-711a-425f-a39e-b837c77a756f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:19.935575 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d538c124-9c6b-4998-abe8-6ac7b43e2aec req-027c4581-711a-425f-a39e-b837c77a756f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0570765 May 10 12:22:19.974587 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d538c124-9c6b-4998-abe8-6ac7b43e2aec req-ff41e49d-1809-4000-ba06-6c70de85521a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323980 May 10 12:22:20.024436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-48f4e9f7-9caa-48db-9f18-542fff7fd880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:20.025964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-48f4e9f7-9caa-48db-9f18-542fff7fd880 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 HTTP/1.1" status: 200 len: 898 time: 0.0914128 May 10 12:22:20.091674 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-87e2ad7e-65f8-4212-a2ba-30b67c4ae9dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e HTTP/1.1" status: 200 len: 1001 time: 0.0585079 May 10 12:22:20.140394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-851e42fb-043a-40f8-84f2-65899c370e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:20.141864 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-851e42fb-043a-40f8-84f2-65899c370e62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa HTTP/1.1" status: 200 len: 835 time: 0.0433288 May 10 12:22:20.203071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-aa14a2f6-b117-4b4c-bf36-1e002753157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:20.204619 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-aa14a2f6-b117-4b4c-bf36-1e002753157a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549271 May 10 12:22:20.295603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-5d2c8b74-b686-40fa-aaff-f5b4219340d6 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838280 May 10 12:22:20.390278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-65f1fea1-51bf-4a82-acc0-490f9fbdedbe req-d5a5e8d1-052d-416f-97fd-8959e2cf5846 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875998 May 10 12:22:21.106110 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e668-84a7-4714-af99-aa8393155ef3 req-93172ced-e7fc-4af7-b035-263c4ed933e8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:21.107584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8963e668-84a7-4714-af99-aa8393155ef3 req-93172ced-e7fc-4af7-b035-263c4ed933e8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0530560 May 10 12:22:21.147406 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8963e668-84a7-4714-af99-aa8393155ef3 req-b6fffdc5-985b-44c0-9dd5-d04d0f93931c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323136 May 10 12:22:22.291540 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e1054-6824-4e3c-a38f-714dc4ffec66 req-ec324cd4-8363-48a4-b18e-c8a4cccf1872 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:22.293077 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-061e1054-6824-4e3c-a38f-714dc4ffec66 req-ec324cd4-8363-48a4-b18e-c8a4cccf1872 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0686617 May 10 12:22:22.334411 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-061e1054-6824-4e3c-a38f-714dc4ffec66 req-7214cc7b-7df3-4b56-8908-acd5752273f3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346191 May 10 12:22:22.898962 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:22:23.464009 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9f145-324d-4591-ae86-f0e21d1a2712 req-dd827432-9116-4800-80f3-b8986901623b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:23.465510 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7b9f145-324d-4591-ae86-f0e21d1a2712 req-dd827432-9116-4800-80f3-b8986901623b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0521839 May 10 12:22:23.504416 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f7b9f145-324d-4591-ae86-f0e21d1a2712 req-c32c7f87-de33-40e3-8148-8b8d2e133cc9 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327184 May 10 12:22:24.650171 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1c0e-1070-412f-9828-159873608ca0 req-c927bcc6-7259-43a1-a9af-848c182c761c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:24.651693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-089c1c0e-1070-412f-9828-159873608ca0 req-c927bcc6-7259-43a1-a9af-848c182c761c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0622683 May 10 12:22:24.695517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-089c1c0e-1070-412f-9828-159873608ca0 req-cc8753d9-1f52-4a34-a967-8fd7ce3e6779 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353208 May 10 12:22:25.832507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992225a-92f5-491f-9007-e60370e5f066 req-281b183d-7441-448c-b984-bfd79cf075e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:25.833969 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8992225a-92f5-491f-9007-e60370e5f066 req-281b183d-7441-448c-b984-bfd79cf075e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0571008 May 10 12:22:25.875884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8992225a-92f5-491f-9007-e60370e5f066 req-818f27d7-3c9b-4ac3-ac48-73e5df36d986 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340233 May 10 12:22:27.006742 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb13530-199c-4c1e-9b1f-f8194971df13 req-63385c04-a3c5-4d95-a695-485908b90e40 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:27.008230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6eb13530-199c-4c1e-9b1f-f8194971df13 req-63385c04-a3c5-4d95-a695-485908b90e40 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0539660 May 10 12:22:27.046353 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6eb13530-199c-4c1e-9b1f-f8194971df13 req-6dddc364-555f-401b-8470-00a655bcd560 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 May 10 12:22:28.179313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ebaba-fcc1-4318-9a28-d3871419013f req-13fd559a-c864-4f27-9e49-01dfc4ff5b30 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:28.180810 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f2ebaba-fcc1-4318-9a28-d3871419013f req-13fd559a-c864-4f27-9e49-01dfc4ff5b30 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0551255 May 10 12:22:28.218808 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f2ebaba-fcc1-4318-9a28-d3871419013f req-d2043d55-e5c8-416a-b25a-ce5393a9c60b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 May 10 12:22:29.342456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740eee8-49c4-449f-91a9-e123fd2ba4c0 req-45672676-11cc-4ec5-bef0-699a0ae596c0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:29.343951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5740eee8-49c4-449f-91a9-e123fd2ba4c0 req-45672676-11cc-4ec5-bef0-699a0ae596c0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0519993 May 10 12:22:29.383920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5740eee8-49c4-449f-91a9-e123fd2ba4c0 req-9db6ac70-3785-4940-9334-97d6188b4eaf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 May 10 12:22:30.517473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a5683-ab05-478b-858d-b9693d28c863 req-79182741-0b28-40ae-b6d8-3fedb9079467 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:30.518938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-787a5683-ab05-478b-858d-b9693d28c863 req-79182741-0b28-40ae-b6d8-3fedb9079467 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0543628 May 10 12:22:30.563101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-787a5683-ab05-478b-858d-b9693d28c863 req-059953b2-f981-4967-bf15-d17b9b67c2fa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369911 May 10 12:22:31.696442 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88068775-8ece-4667-aa30-0bd908f8a344 req-620cf682-aaad-453a-8bc1-95ac1870e028 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:31.697901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88068775-8ece-4667-aa30-0bd908f8a344 req-620cf682-aaad-453a-8bc1-95ac1870e028 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0579381 May 10 12:22:31.737783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88068775-8ece-4667-aa30-0bd908f8a344 req-4b4b01b9-0c0a-4c14-8416-05a7af9474c8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337343 May 10 12:22:32.868102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c473-e7d1-4772-bbdb-059780340469 req-b790c16f-12ce-46eb-b0eb-06edb0449fcc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:32.869574 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7143c473-e7d1-4772-bbdb-059780340469 req-b790c16f-12ce-46eb-b0eb-06edb0449fcc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0558603 May 10 12:22:32.911707 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7143c473-e7d1-4772-bbdb-059780340469 req-27c6d53d-410c-4a88-9063-6ebf349d6905 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324140 May 10 12:22:32.961881 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:34.051834 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ed5d-5c72-4a38-bac1-185bf29f225a req-4845939e-c2bd-4a33-802b-eb9a90031533 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:34.053467 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e132ed5d-5c72-4a38-bac1-185bf29f225a req-4845939e-c2bd-4a33-802b-eb9a90031533 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0631316 May 10 12:22:34.094106 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e132ed5d-5c72-4a38-bac1-185bf29f225a req-1b642f09-683d-4eea-8f24-baa1d5387449 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341601 May 10 12:22:34.343513 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-093ffe25-a93d-4ad0-9aec-43609a217f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:35.232860 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc67d1d-2294-44af-84df-1bb08f1ba29b req-8b69b40f-1f64-4d25-a538-15950f60afef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:35.234351 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcc67d1d-2294-44af-84df-1bb08f1ba29b req-8b69b40f-1f64-4d25-a538-15950f60afef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0532751 May 10 12:22:35.275069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fcc67d1d-2294-44af-84df-1bb08f1ba29b req-bc292fc2-8f81-4725-a07c-1851b06ca9de tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326703 May 10 12:22:35.953163 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:36.397256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e7601-5c17-4dd5-8007-427e6cb5ed11 req-c8d2a700-dfe6-47ba-b5e5-2dfc779f4197 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:36.398745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-719e7601-5c17-4dd5-8007-427e6cb5ed11 req-c8d2a700-dfe6-47ba-b5e5-2dfc779f4197 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0509307 May 10 12:22:36.438502 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-719e7601-5c17-4dd5-8007-427e6cb5ed11 req-57b686de-f2fe-4bab-a493-8c4f21e7e029 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334010 May 10 12:22:36.466485 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58488) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:22:36.531224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b3ed8a91-8c54-45be-b63c-8ac7a960a708 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/2d12f5b4-9caa-4f81-9648-37b922932708 HTTP/1.1" status: 200 len: 993 time: 0.0635822 May 10 12:22:37.341708 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-202ada9e-ca5e-4013-9359-cd0821d943ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:38.009937 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:39.528004 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:39.586691 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:22:44.262215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-f53f899b-1543-4dcd-bbbe-23aa457066ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424371 May 10 12:22:44.354499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-2d105710-667e-4a3e-9765-d34e6ca24bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:44.356020 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-2d105710-667e-4a3e-9765-d34e6ca24bcf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 1096 time: 0.0448196 May 10 12:22:44.466687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-db87e5d7-e84f-42bf-b634-1d2fe07da977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:44.468182 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-db87e5d7-e84f-42bf-b634-1d2fe07da977 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 HTTP/1.1" status: 200 len: 898 time: 0.0930059 May 10 12:22:44.534691 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-59750596-b4f2-4521-9f9e-4e300d2c9cd5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e HTTP/1.1" status: 200 len: 1001 time: 0.0592873 May 10 12:22:44.589180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-4e0b3edb-94f2-4174-8d5d-158a15cf92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:44.590657 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-4e0b3edb-94f2-4174-8d5d-158a15cf92ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa HTTP/1.1" status: 200 len: 835 time: 0.0493305 May 10 12:22:44.642814 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-6434de40-cc15-44e7-be8c-d047e398091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:22:44.645105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-6434de40-cc15-44e7-be8c-d047e398091d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474555 May 10 12:22:44.655649 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-4921e184-81d6-4780-98eb-ab139029e06f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:22:44.656668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-4921e184-81d6-4780-98eb-ab139029e06f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048511 May 10 12:22:44.757790 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-ed7833a9-80b1-47ac-bb01-b9d2a9cfefe9 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936160 May 10 12:22:44.866285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-897ef728-222f-4894-8ac4-85a2246e4c44 req-a915f6e1-d5ed-42c4-b0b3-286eb49e86a6 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007326 May 10 12:22:59.904788 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:23:02.980863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:04.351679 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-26b48d90-abac-467c-8234-45d1eed2fe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:05.955798 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:06.956866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58502) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:07.123589 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 095c3a76-04bf-41a9-a926-72dce00b83ea {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:23:07.123970 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:07.199913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:07.200275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:07.212023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 095c3a76-04bf-41a9-a926-72dce00b83ea owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:23:07.335928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-10ca6225-f84d-44ad-bda0-ccd3f4258585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:07.370719 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:07.394026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=095c3a76-04bf-41a9-a926-72dce00b83ea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:07.404179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.404560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.404893 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.405231 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.405560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.405869 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.406724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.406724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.406906 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.407122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.407435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.407757 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:07.470187 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:07.470421 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP 2d12f5b4-9caa-4f81-9648-37b922932708 disassociated (deleted). External IP: 172.25.8.121, port: 4fe57c88-b994-4a3e-853b-463fd3bd862e. May 10 12:23:07.686240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router b02bd308-acd9-45a4-ab85-48f832d27bfe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:23:07.812856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:23:07.817762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:07.826747 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] Sync routers for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:23:07.837534 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:07.838139 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:07.845890 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c20ebe20-c0db-4a28-9785-142d7b250dda tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/floatingips/2d12f5b4-9caa-4f81-9648-37b922932708 HTTP/1.1" status: 204 len: 168 time: 0.8878386 May 10 12:23:07.846732 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:23:07.849299 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923e7da-d43c-4444-a732-afe5c68dcee2" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:23:07.888531 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac12e7bb-4620-4a42-88c1-74d8e00ff785 x-openstack-request-id: req-ac12e7bb-4620-4a42-88c1-74d8e00ff785 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:23:07.888817 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:23:07.889163 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac12e7bb-4620-4a42-88c1-74d8e00ff785 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:23:07.889825 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac12e7bb-4620-4a42-88c1-74d8e00ff785'] response: {'name': 'network-changed', 'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'status': 'completed', 'code': 200} May 10 12:23:07.952125 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-68553bb6-a15c-451d-9ebe-5125fae04c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:07.952805 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:07.953789 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-68553bb6-a15c-451d-9ebe-5125fae04c32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 1096 time: 0.0429926 May 10 12:23:08.018249 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:08.070099 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-44e2e943-6cde-472d-b5c3-8b81b934c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:08.071554 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-44e2e943-6cde-472d-b5c3-8b81b934c8f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 HTTP/1.1" status: 200 len: 898 time: 0.1112144 May 10 12:23:08.119729 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-99f498c4-3c2e-4a12-a40a-4e69e038e603 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e HTTP/1.1" status: 200 len: 217 time: 0.0346794 May 10 12:23:08.169821 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:36Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:08.201068 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] Checking router: b02bd308-acd9-45a4-ab85-48f832d27bfe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:23:08.213467 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:08.214092 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:08.324389 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:08.490903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f9d80-a3b0-4b94-bebe-1d2fa1f44fa8 req-622cbd15-4626-4cee-b3c8-8a9b051a196e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:08.492410 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-013f9d80-a3b0-4b94-bebe-1d2fa1f44fa8 req-622cbd15-4626-4cee-b3c8-8a9b051a196e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.4363461 May 10 12:23:08.509499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-7976b734-51af-4ca6-8bff-f73e3e1485db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:08.511243 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-7976b734-51af-4ca6-8bff-f73e3e1485db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa HTTP/1.1" status: 200 len: 835 time: 0.3843944 May 10 12:23:08.528219 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:36Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:08.555128 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b375d7-4aa3-475f-9b18-60f137f9d2c1 None None] The sync data for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 is: [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:33Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'cfb654c8-cc73-45a6-a36a-b6b5bc68b77f', 'name': '', 'network_id': 'f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:21:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:33Z', 'updated_at': '2022-05-10T12:21:36Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'd3c2e29c-55a1-425e-8e0b-c84aad5ed8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:23:08.560476 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-013f9d80-a3b0-4b94-bebe-1d2fa1f44fa8 req-6a6e6248-31bd-48e5-be92-10c1fd50b112 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617898 May 10 12:23:08.572494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-92a8e701-313b-448b-9f71-06c2da9e122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:08.580524 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-92a8e701-313b-448b-9f71-06c2da9e122b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537779 May 10 12:23:08.675483 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-6c394d08-7aa4-44c5-9a74-2cf661844ba7 service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878828 May 10 12:23:08.771480 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f923e7da-d43c-4444-a732-afe5c68dcee2 req-10cf190f-ed1f-4434-9898-fa91d7db314a service neutron] 10.222.0.49 "GET /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878582 May 10 12:23:08.780727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10531d0b-a86e-48d2-b775-4c25898b935c None None] New status for floating IP 2d12f5b4-9caa-4f81-9648-37b922932708: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:23:09.527769 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:09.593087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:09.612107 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb622-7c5e-4de1-8804-21251432e371 req-755d16d2-440f-4aeb-b42a-dd97ebcd4b58 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:09.613560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c71cb622-7c5e-4de1-8804-21251432e371 req-755d16d2-440f-4aeb-b42a-dd97ebcd4b58 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0529399 May 10 12:23:09.686059 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1cf32-37c7-483f-9b98-68a4a10420cd req-ca0f1740-9935-40b7-87d7-137c6c52a217 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:09.687478 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ba1cf32-37c7-483f-9b98-68a4a10420cd req-ca0f1740-9935-40b7-87d7-137c6c52a217 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb4ec86-96ec-4a63-8d74-581a592816d8 HTTP/1.1" status: 200 len: 945 time: 0.0505459 May 10 12:23:09.708060 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 4fe57c88-b994-4a3e-853b-463fd3bd862e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:23:09.708451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:09.727853 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0ba1cf32-37c7-483f-9b98-68a4a10420cd req-fa2cb52b-8880-48e1-9817-444c770d9639 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e29a58a-e4b7-484d-a29d-acda0a692d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336468 May 10 12:23:09.793508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 4fe57c88-b994-4a3e-853b-463fd3bd862e, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4fe57c88-b994-4a3e-853b-463fd3bd862e,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:09.793869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:09.806507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 4fe57c88-b994-4a3e-853b-463fd3bd862e owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:23:09.945409 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:09.974430 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=4fe57c88-b994-4a3e-853b-463fd3bd862e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:09.987739 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.988116 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.988485 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.988824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.989129 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.989486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.989784 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.990240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.990434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.990725 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.991117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:09.991388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:10.032497 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] No DVR routers for this DVR port 4fe57c88-b994-4a3e-853b-463fd3bd862e on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:23:10.035282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:10.039040 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c71cb622-7c5e-4de1-8804-21251432e371 req-1f175c08-0947-47d3-9ccf-4856258f0602 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "DELETE /v2.0/ports/4fe57c88-b994-4a3e-853b-463fd3bd862e HTTP/1.1" status: 204 len: 173 time: 0.4199879 May 10 12:23:10.039501 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'name': 'network-vif-deleted', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:23:10.042294 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27596f61-6790-4ac5-bf2f-2bd77f71826c" -d '{"events": [{"server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "name": "network-vif-deleted", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:23:10.084273 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e736e-8d95-4207-bbd3-9227024846e6 x-openstack-request-id: req-327e736e-8d95-4207-bbd3-9227024846e6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:23:10.084559 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb4ec86-96ec-4a63-8d74-581a592816d8", "name": "network-vif-deleted", "tag": "4fe57c88-b994-4a3e-853b-463fd3bd862e", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:23:10.084805 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-327e736e-8d95-4207-bbd3-9227024846e6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:23:10.085201 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327e736e-8d95-4207-bbd3-9227024846e6'] response: {'server_uuid': '2eb4ec86-96ec-4a63-8d74-581a592816d8', 'name': 'network-vif-deleted', 'tag': '4fe57c88-b994-4a3e-853b-463fd3bd862e', 'status': 'completed', 'code': 200} May 10 12:23:10.791128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58516) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:11.182345 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:11.468586 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:23:11.468836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:11.557128 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port cfb654c8-cc73-45a6-a36a-b6b5bc68b77f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:11.557575 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:11.573134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for cfb654c8-cc73-45a6-a36a-b6b5bc68b77f owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:23:11.759893 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:11.789256 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=cfb654c8-cc73-45a6-a36a-b6b5bc68b77f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:11.960482 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:12.536317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router b02bd308-acd9-45a4-ab85-48f832d27bfe has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:23:12.647176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:23:12.653281 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-df5f76ea-57a0-4aaf-a501-350eed63e293 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/b02bd308-acd9-45a4-ab85-48f832d27bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603063 May 10 12:23:12.655960 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58518) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:12.658360 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] Sync routers for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:23:12.669885 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:12.670499 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:12.708255 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c74bd8-2893-42b6-941b-4809ab811a06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting subnet d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:23:12.711365 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28c74bd8-2893-42b6-941b-4809ab811a06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:12.756961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28c74bd8-2893-42b6-941b-4809ab811a06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:12.779303 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:12.856814 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28c74bd8-2893-42b6-941b-4809ab811a06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:12.916180 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28c74bd8-2893-42b6-941b-4809ab811a06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:12.943783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c74bd8-2893-42b6-941b-4809ab811a06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:12.948094 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-28c74bd8-2893-42b6-941b-4809ab811a06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:12.952687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-28c74bd8-2893-42b6-941b-4809ab811a06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/subnets/d3c2e29c-55a1-425e-8e0b-c84aad5ed8aa HTTP/1.1" status: 204 len: 168 time: 0.2952015 May 10 12:23:12.954043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b45ccc-6a5f-46dc-b993-d10e0c19944d None None] Network f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:23:12.955133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58520) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:12.977012 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:23:11Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:13.004554 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] Checking router: b02bd308-acd9-45a4-ab85-48f832d27bfe for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:23:13.014111 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] Routers {'b02bd308-acd9-45a4-ab85-48f832d27bfe'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:13.014737 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['b02bd308-acd9-45a4-ab85-48f832d27bfe'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:13.072824 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.123159 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] Set router b02bd308-acd9-45a4-ab85-48f832d27bfe gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:13.138280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] DHCP port deletion for f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:23:13.185980 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.189489 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Deleting port 05458f04-a19c-477f-9e61-c96805d7b632 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:23:13.190069 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.252883 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 65f3aba9-f110-4b49-a595-9148ddf041f2 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:23:13.253225 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.263297 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] For port 05458f04-a19c-477f-9e61-c96805d7b632, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=05458f04-a19c-477f-9e61-c96805d7b632,segment=NetworkSegment(d6ed6bea-6b96-419c-b358-a22cb1e3c9d1),segment_id=d6ed6bea-6b96-419c-b358-a22cb1e3c9d1)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:13.264703 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.278560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Calling delete_port for 05458f04-a19c-477f-9e61-c96805d7b632 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:23:13.333891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 65f3aba9-f110-4b49-a595-9148ddf041f2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=65f3aba9-f110-4b49-a595-9148ddf041f2,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:13.334307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.347301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 65f3aba9-f110-4b49-a595-9148ddf041f2 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:23:13.374746 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.388998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] No DVR routers for this DVR port 05458f04-a19c-477f-9e61-c96805d7b632 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:23:13.410780 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Pushing event deleted for resources: {'Port': ['ID=05458f04-a19c-477f-9e61-c96805d7b632,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:13.413315 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:23:11Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:13.419937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.420394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.420894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.421330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.421766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.422237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.422678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.423067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.423458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.423959 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.424320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.424799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17675b6-42e2-480c-b7ef-376f7a7b9419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:13.449267 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5df6e-2502-4491-9f4c-2296831544de None None] The sync data for ids ['b02bd308-acd9-45a4-ab85-48f832d27bfe'] in n-d-840949-1 is: [{'id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177350245', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:23:11Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': '65f3aba9-f110-4b49-a595-9148ddf041f2', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02bd308-acd9-45a4-ab85-48f832d27bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:21:30Z', 'updated_at': '2022-05-10T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:23:13.536098 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.560691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=65f3aba9-f110-4b49-a595-9148ddf041f2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:13.638980 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.731489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.733717 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.789547 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.790145 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Fanout notify agent at l3_agent the message router_deleted on router b02bd308-acd9-45a4-ab85-48f832d27bfe {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:23:13.798783 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.799127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4fe57c88-b994-4a3e-853b-463fd3bd862e no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:23:13.802334 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-42b511bf-8570-43d4-8beb-53e10a1b01cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/routers/b02bd308-acd9-45a4-ab85-48f832d27bfe HTTP/1.1" status: 204 len: 168 time: 0.8437831 May 10 12:23:13.803261 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58524) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:13.820944 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 4fe57c88-b994-4a3e-853b-463fd3bd862e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:23:13.821365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4fe57c88-b994-4a3e-853b-463fd3bd862e not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:23:13.884679 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.975595 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:13.997748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:14.008406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:14.008659 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ed6bea-6b96-419c-b358-a22cb1e3c9d1') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:14.021948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.036859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.046333 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:23:14.046333 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: timer() May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:23:14.049564 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:23:14.117203 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.117863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 05458f04-a19c-477f-9e61-c96805d7b632 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:23:14.126807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.130160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/networks/f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0 HTTP/1.1" status: 204 len: 168 time: 0.3259051 May 10 12:23:14.133029 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58526) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:14.149797 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 05458f04-a19c-477f-9e61-c96805d7b632 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:23:14.150756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 05458f04-a19c-477f-9e61-c96805d7b632 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:23:14.151731 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cfb654c8-cc73-45a6-a36a-b6b5bc68b77f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:23:14.155804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48298ab-b7d3-46dd-96d6-0afb50855f76 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Network': ['ID=f7223330-57f6-4cc6-b2ed-9ef9ac8c18a0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:14.175359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: cfb654c8-cc73-45a6-a36a-b6b5bc68b77f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:23:14.175778 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device cfb654c8-cc73-45a6-a36a-b6b5bc68b77f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:23:14.195328 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab565259-94e3-4c8f-b5a7-115550051880 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.219948 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab565259-94e3-4c8f-b5a7-115550051880 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.285448 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab565259-94e3-4c8f-b5a7-115550051880 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.288068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab565259-94e3-4c8f-b5a7-115550051880 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.289251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ab565259-94e3-4c8f-b5a7-115550051880 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e29a58a-e4b7-484d-a29d-acda0a692d83 HTTP/1.1" status: 204 len: 168 time: 0.1552145 May 10 12:23:14.299550 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab565259-94e3-4c8f-b5a7-115550051880 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e29a58a-e4b7-484d-a29d-acda0a692d83,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:14.410309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58534) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:14.415118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-aefb1b22-b33e-42e8-99aa-3667603f5ae6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437238066', 'description': 'tempest-secgroup-smoke-437238066 description', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:14.439428 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aefb1b22-b33e-42e8-99aa-3667603f5ae6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.513370 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aefb1b22-b33e-42e8-99aa-3667603f5ae6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.518195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aefb1b22-b33e-42e8-99aa-3667603f5ae6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.546710 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb1b22-b33e-42e8-99aa-3667603f5ae6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b9042f-c30c-44b7-a9c6-a3763dfb93da,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:14.551901 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aefb1b22-b33e-42e8-99aa-3667603f5ae6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.553093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aefb1b22-b33e-42e8-99aa-3667603f5ae6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1417761 May 10 12:23:14.556051 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58536) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:14.560472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7fec36e8-f6b8-41fc-85bc-077f17a2686e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '74b9042f-c30c-44b7-a9c6-a3763dfb93da', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:14.586063 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7fec36e8-f6b8-41fc-85bc-077f17a2686e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.642298 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7fec36e8-f6b8-41fc-85bc-077f17a2686e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.647296 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7fec36e8-f6b8-41fc-85bc-077f17a2686e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.666274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec36e8-f6b8-41fc-85bc-077f17a2686e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41dd517-9840-4927-a818-828e5a40fa19,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:14.675261 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7fec36e8-f6b8-41fc-85bc-077f17a2686e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.676535 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7fec36e8-f6b8-41fc-85bc-077f17a2686e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195946 May 10 12:23:14.679316 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58538) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:14.683872 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-aa7aaf89-543f-4045-b6d1-12db2c9ef7cc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '74b9042f-c30c-44b7-a9c6-a3763dfb93da', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:14.710540 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaf89-543f-4045-b6d1-12db2c9ef7cc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.781164 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaf89-543f-4045-b6d1-12db2c9ef7cc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.787768 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaf89-543f-4045-b6d1-12db2c9ef7cc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.810845 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aaf89-543f-4045-b6d1-12db2c9ef7cc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171c0c10-aa26-49ab-ace6-301e85f215e9,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:14.826634 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaf89-543f-4045-b6d1-12db2c9ef7cc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.827894 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-aa7aaf89-543f-4045-b6d1-12db2c9ef7cc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475780 May 10 12:23:14.831656 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58540) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:14.837894 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-dedfe65e-5953-4979-81d7-b71fcf59270c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '74b9042f-c30c-44b7-a9c6-a3763dfb93da', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:14.868822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dedfe65e-5953-4979-81d7-b71fcf59270c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.931467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dedfe65e-5953-4979-81d7-b71fcf59270c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.936515 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dedfe65e-5953-4979-81d7-b71fcf59270c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.951406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfe65e-5953-4979-81d7-b71fcf59270c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ec735b-3766-4ee8-9886-fe2cd83e2714,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:14.963488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dedfe65e-5953-4979-81d7-b71fcf59270c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:14.964547 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dedfe65e-5953-4979-81d7-b71fcf59270c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316600 May 10 12:23:14.968640 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58542) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:14.973083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bae1c85c-f3b8-4b2d-b40d-9d6bfa605f0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '74b9042f-c30c-44b7-a9c6-a3763dfb93da', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:14.999488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bae1c85c-f3b8-4b2d-b40d-9d6bfa605f0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.062464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bae1c85c-f3b8-4b2d-b40d-9d6bfa605f0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.067846 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bae1c85c-f3b8-4b2d-b40d-9d6bfa605f0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.085932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1c85c-f3b8-4b2d-b40d-9d6bfa605f0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727b4712-5c52-4b06-a362-e1c5c1dadba1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:15.094254 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bae1c85c-f3b8-4b2d-b40d-9d6bfa605f0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.095458 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-bae1c85c-f3b8-4b2d-b40d-9d6bfa605f0e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258910 May 10 12:23:15.098222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58544) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:15.102518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0b32cf1e-f89c-4ba0-9632-c55d11a0a934 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '74b9042f-c30c-44b7-a9c6-a3763dfb93da', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:15.123501 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-0b32cf1e-f89c-4ba0-9632-c55d11a0a934 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:23:15.128688 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b32cf1e-f89c-4ba0-9632-c55d11a0a934 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.202589 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b32cf1e-f89c-4ba0-9632-c55d11a0a934 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.208360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b32cf1e-f89c-4ba0-9632-c55d11a0a934 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.225181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32cf1e-f89c-4ba0-9632-c55d11a0a934 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d85555-71c7-4351-9bcc-cc81a8738d2c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:15.239156 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0b32cf1e-f89c-4ba0-9632-c55d11a0a934 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.240866 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0b32cf1e-f89c-4ba0-9632-c55d11a0a934 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417620 May 10 12:23:15.243724 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58546) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:15.251125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-853f586d-1841-4f35-b9e2-37772a4dc4a3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '74b9042f-c30c-44b7-a9c6-a3763dfb93da', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:15.277409 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-853f586d-1841-4f35-b9e2-37772a4dc4a3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:23:15.282126 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-853f586d-1841-4f35-b9e2-37772a4dc4a3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.346132 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-853f586d-1841-4f35-b9e2-37772a4dc4a3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.351568 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-853f586d-1841-4f35-b9e2-37772a4dc4a3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.369464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f586d-1841-4f35-b9e2-37772a4dc4a3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdadbd01-2563-4216-b683-9679fc39ea14,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:15.379959 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-853f586d-1841-4f35-b9e2-37772a4dc4a3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.381176 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-853f586d-1841-4f35-b9e2-37772a4dc4a3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361287 May 10 12:23:15.384287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58548) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:15.389517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'network': {'name': 'tempest-network-smoke--1006050442', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'port_security_enabled': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:15.411102 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:23:15.414668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.445669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:23:15.455120 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.455414 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Added segment 838c43df-57b7-47b2-b26e-fc07eb0ce14b of type vlan for network 3ceff351-f65d-4eac-a74f-1b4321335abf May 10 12:23:15.498602 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.527851 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.537032 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:15.537891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.595654 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2101839 May 10 12:23:15.598354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58550) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:15.604979 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'admin_state_up': True, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:15.619288 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb01fe-a5a6-4b34-abee-790adbfb1d81 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Network': ['ID=3ceff351-f65d-4eac-a74f-1b4321335abf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:15.634215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 3ceff351-f65d-4eac-a74f-1b4321335abf details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:23:15.635361 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.636673 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.693458 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:15.833277 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:16.001005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 65f3aba9-f110-4b49-a595-9148ddf041f2 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:23:16.021306 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 65f3aba9-f110-4b49-a595-9148ddf041f2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:23:16.021651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 65f3aba9-f110-4b49-a595-9148ddf041f2 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:23:16.033940 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:16.053662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:16.162711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.31 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d51c827a-9cfa-4083-b1cb-0666f0e10ae9) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:23:16.264733 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:16.302910 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:16.344490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:23:16.347301 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:23:16.350795 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:23:16.358327 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=d51c827a-9cfa-4083-b1cb-0666f0e10ae9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:16.629938 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:16.836893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:16.990786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 59e08352-7e33-4b2e-9a7a-abcdf42e160e is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:23:17.099053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:23:17.109539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Sync routers for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:23:17.121664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.121973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:17.122743 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:17.122934 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-38becb0a-e3ba-4308-9070-09e7dd30fb70 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5236788 May 10 12:23:17.126230 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58552) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:17.158082 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-767579cc-741e-46f8-9486-18914960f698 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=039d191d27d34c0eaffe922a1f2d41b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306621 May 10 12:23:17.160690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58554) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:17.231998 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:17.254473 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ae07a-e00a-4196-973d-a88744d77f56 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:17.258611 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-135ae07a-e00a-4196-973d-a88744d77f56 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942898 May 10 12:23:17.258921 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58556) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:17.287030 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ad82232b-39ef-4477-9a7d-fb310c732c3c tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269783 May 10 12:23:17.289608 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58558) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:17.294737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-12719238', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:17.382238 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:23:17.386292 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.414019 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:16Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:17.440604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Checking router: 59e08352-7e33-4b2e-9a7a-abcdf42e160e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:23:17.440991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Updating router 59e08352-7e33-4b2e-9a7a-abcdf42e160e port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:23:17.467408 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.568331 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.629117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Subnet': ['ID=ab154d16-cc0e-48a4-b0d8-3fdf4d861223,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:17.638045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Checking segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:23:17.638600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network hostable DHCP agents. Network: 3ceff351-f65d-4eac-a74f-1b4321335abf, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:23:17.656772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 3ceff351-f65d-4eac-a74f-1b4321335abf is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:23:17.667385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 3ceff351-f65d-4eac-a74f-1b4321335abf) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:23:17.672265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:17.672880 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.683383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a415f5-92fb-4699-8363-3f444a34ae63 None None] Network 3ceff351-f65d-4eac-a74f-1b4321335abf requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:23:17.691336 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f7e5c9d8-c728-4f22-880a-7029596811db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4005840 May 10 12:23:17.694883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58560) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:17.768986 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.782525 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.853144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Attempting to bind port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:23:17.853504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Attempting to bind port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:23:17.853955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Attempting to bind port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:23:17.855747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d14a3-7064-4dbf-89e4-5560f7f87f3a None None] Pushing event updated for resources: {'Port': ['ID=d51c827a-9cfa-4083-b1cb-0666f0e10ae9,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:17.880761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:23:17.881126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:23:17.881529 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.881920 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:23:17.882382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Bound port: d51c827a-9cfa-4083-b1cb-0666f0e10ae9, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:23:17.882749 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.954966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-3ceff351-f65d-4eac-a74f-1b4321335abf', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:23:17.955784 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:17.968090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] For port d51c827a-9cfa-4083-b1cb-0666f0e10ae9, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:23:17.983979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] For port d51c827a-9cfa-4083-b1cb-0666f0e10ae9, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d51c827a-9cfa-4083-b1cb-0666f0e10ae9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:23:17.993260 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.144628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d14a3-7064-4dbf-89e4-5560f7f87f3a None None] Pushing event updated for resources: {'Port': ['ID=d51c827a-9cfa-4083-b1cb-0666f0e10ae9,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:18.149240 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:18.149878 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:18.210690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Allocated IP 172.20.0.2 (3ceff351-f65d-4eac-a74f-1b4321335abf/ab154d16-cc0e-48a4-b0d8-3fdf4d861223/127afbd0-fff0-48ce-b1b4-c1432947f47e) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:23:18.474166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.481444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:18.674712 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.699383 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.744273 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Network 3ceff351-f65d-4eac-a74f-1b4321335abf is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:23:18.749075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:23:18.752603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.1 (3ceff351-f65d-4eac-a74f-1b4321335abf/ab154d16-cc0e-48a4-b0d8-3fdf4d861223/7de820cc-f4ab-4524-845e-9ef437656e2e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:23:18.754786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:23:18.771603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Pushing event updated for resources: {'Port': ['ID=127afbd0-fff0-48ce-b1b4-c1432947f47e,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:18.810282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:16Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:18.843477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5d69-852c-4614-9eea-e22260791a4f None None] The sync data for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 is: [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:16Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:23:18.849058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Attempting to bind port 127afbd0-fff0-48ce-b1b4-c1432947f47e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:23:18.849058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Attempting to bind port 127afbd0-fff0-48ce-b1b4-c1432947f47e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:23:18.849477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Attempting to bind port 127afbd0-fff0-48ce-b1b4-c1432947f47e on network 3ceff351-f65d-4eac-a74f-1b4321335abf {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:23:18.854715 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:23:18.855137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Checking segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:23:18.855495 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.855913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Bound using segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:23:18.856389 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Bound port: 127afbd0-fff0-48ce-b1b4-c1432947f47e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:23:18.856774 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.876818 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.916182 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.933179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] For port 127afbd0-fff0-48ce-b1b4-c1432947f47e, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:23:18.938111 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] For port 127afbd0-fff0-48ce-b1b4-c1432947f47e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=127afbd0-fff0-48ce-b1b4-c1432947f47e,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:23:18.943805 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:18.960046 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 3ceff351-f65d-4eac-a74f-1b4321335abf is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:23:18.963034 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:23:18.965614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:23:18.995194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=7de820cc-f4ab-4524-845e-9ef437656e2e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:19.015031 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c798c0-ed92-402a-964a-8e8881105988 None None] Pushing event updated for resources: {'Port': ['ID=127afbd0-fff0-48ce-b1b4-c1432947f47e,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:19.026243 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:19.199091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:19.515227 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:19.520909 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:19.597968 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:19.599730 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=7de820cc-f4ab-4524-845e-9ef437656e2e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:19.705094 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 3ceff351-f65d-4eac-a74f-1b4321335abf is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:23:19.706578 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:23:19.826604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 59e08352-7e33-4b2e-9a7a-abcdf42e160e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:23:19.947250 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:23:19.952711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eab3376b-9a9c-4b57-9f5f-9d4901d5b1be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/59e08352-7e33-4b2e-9a7a-abcdf42e160e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2576153 May 10 12:23:19.985530 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477b6bd-78bb-42f3-84dd-4962ffb771b5 None None] Network 3ceff351-f65d-4eac-a74f-1b4321335abf requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:23:20.111595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d51c827a-9cfa-4083-b1cb-0666f0e10ae9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:23:20.130423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-2be877cc-a678-4eb8-9192-4bfd3a7235d6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437238066&fields=id&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 267 time: 0.0399330 May 10 12:23:20.140459 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-aa70d142-ca4b-480d-aacd-910cc427bffb None None] Provisioning complete for port 127afbd0-fff0-48ce-b1b4-c1432947f47e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:20.140826 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa70d142-ca4b-480d-aacd-910cc427bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.238545 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:20.238914 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.239535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-4868cd57-b759-4542-ad4e-5d2f2522c77b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:20.241108 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-4868cd57-b759-4542-ad4e-5d2f2522c77b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 797 time: 0.1035588 May 10 12:23:20.258964 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-bb704713-8de6-4293-befa-07e38bd6f642 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/quotas/039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 375 time: 0.0108383 May 10 12:23:20.303150 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-aa70d142-ca4b-480d-aacd-910cc427bffb None None] Current status of the port 127afbd0-fff0-48ce-b1b4-c1432947f47e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:20.303537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa70d142-ca4b-480d-aacd-910cc427bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.328423 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-7d0051bc-26f3-4557-b1dd-988a0c8d9c42 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619407 May 10 12:23:20.366697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-aa70d142-ca4b-480d-aacd-910cc427bffb None None] For port 127afbd0-fff0-48ce-b1b4-c1432947f47e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=127afbd0-fff0-48ce-b1b4-c1432947f47e,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:20.375874 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-aa70d142-ca4b-480d-aacd-910cc427bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.386458 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:20.386458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.432370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d51c827a-9cfa-4083-b1cb-0666f0e10ae9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d51c827a-9cfa-4083-b1cb-0666f0e10ae9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:20.441035 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9bb0535c-a976-4f61-9cc4-c98a1e08503e service neutron] 10.222.0.13 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000800 May 10 12:23:20.445827 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.446611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 127afbd0-fff0-48ce-b1b4-c1432947f47e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:23:20.469110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70d142-ca4b-480d-aacd-910cc427bffb None None] Pushing event updated for resources: {'Port': ['ID=127afbd0-fff0-48ce-b1b4-c1432947f47e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:20.532000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d51c827a-9cfa-4083-b1cb-0666f0e10ae9,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:20.541644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 127afbd0-fff0-48ce-b1b4-c1432947f47e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:20.542013 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.559940 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-254ae945-d1c8-44a6-b41d-fe78731f752a service neutron] 10.222.0.13 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121562 May 10 12:23:20.612413 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a02d4afa-55ca-463c-b1ef-cc782ee29ab4 None None] Provisioning complete for port 127afbd0-fff0-48ce-b1b4-c1432947f47e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:20.612865 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02d4afa-55ca-463c-b1ef-cc782ee29ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.682245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 127afbd0-fff0-48ce-b1b4-c1432947f47e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:20.735237 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a02d4afa-55ca-463c-b1ef-cc782ee29ab4 None None] Current status of the port 127afbd0-fff0-48ce-b1b4-c1432947f47e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:20.768571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a02d4afa-55ca-463c-b1ef-cc782ee29ab4 None None] Provisioning complete for port 7de820cc-f4ab-4524-845e-9ef437656e2e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:20.768947 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a02d4afa-55ca-463c-b1ef-cc782ee29ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.779947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c60e8438-8095-43e1-91bb-45ea9cc87a55 req-fb8e1339-765a-4437-85ac-58a39a8b81b9 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 210 time: 0.0424063 May 10 12:23:20.792353 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Sync routers for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:23:20.814768 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:20.815797 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:20.819913 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a02d4afa-55ca-463c-b1ef-cc782ee29ab4 None None] Port 7de820cc-f4ab-4524-845e-9ef437656e2e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:23:20.933398 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:20.939974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-490c3a66-e3be-4b8c-a78b-58a9fe87ca1e None None] Provisioning complete for port 7de820cc-f4ab-4524-845e-9ef437656e2e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:20.940443 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-490c3a66-e3be-4b8c-a78b-58a9fe87ca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:20.977534 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-490c3a66-e3be-4b8c-a78b-58a9fe87ca1e None None] Port 7de820cc-f4ab-4524-845e-9ef437656e2e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:23:21.098623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-747f6e80-dffb-4544-838a-45943f62636b None None] Provisioning complete for port 7de820cc-f4ab-4524-845e-9ef437656e2e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:21.099316 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-747f6e80-dffb-4544-838a-45943f62636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.147010 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-747f6e80-dffb-4544-838a-45943f62636b None None] Port 7de820cc-f4ab-4524-845e-9ef437656e2e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:23:21.154994 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 2, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:21.187659 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Checking router: 59e08352-7e33-4b2e-9a7a-abcdf42e160e for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:23:21.188040 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Updating router 59e08352-7e33-4b2e-9a7a-abcdf42e160e port 7de820cc-f4ab-4524-845e-9ef437656e2e binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:23:21.214443 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.471034 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.477877 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.525363 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Pushing event updated for resources: {'Port': ['ID=7de820cc-f4ab-4524-845e-9ef437656e2e,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:21.551827 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.552193 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.552495 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.552842 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.553170 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.553484 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.553804 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.554117 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.554422 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.554735 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.555055 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.555362 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:23:21.586270 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Attempting to bind port 7de820cc-f4ab-4524-845e-9ef437656e2e on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:23:21.586622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Attempting to bind port 7de820cc-f4ab-4524-845e-9ef437656e2e by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:23:21.586979 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Attempting to bind port 7de820cc-f4ab-4524-845e-9ef437656e2e on network 3ceff351-f65d-4eac-a74f-1b4321335abf {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:23:21.596791 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:23:21.597172 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Checking segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:23:21.597578 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.597971 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Bound using segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:23:21.598455 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Bound port: 7de820cc-f4ab-4524-845e-9ef437656e2e, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:23:21.598835 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.668388 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] For port 7de820cc-f4ab-4524-845e-9ef437656e2e, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:23:21.671645 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] For port 7de820cc-f4ab-4524-845e-9ef437656e2e, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7de820cc-f4ab-4524-845e-9ef437656e2e,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:23:21.676946 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.742132 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:21.742777 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:21.776702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a83181ba-378d-41ca-bcfe-781d91c9e6fe None None] Provisioning complete for port 7de820cc-f4ab-4524-845e-9ef437656e2e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:21.777116 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a83181ba-378d-41ca-bcfe-781d91c9e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.807339 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-f368d7af-2004-4db8-93c1-1a3c62c9b89d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:21.808635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-f368d7af-2004-4db8-93c1-1a3c62c9b89d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 797 time: 0.1357629 May 10 12:23:21.867471 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a83181ba-378d-41ca-bcfe-781d91c9e6fe None None] Current status of the port 7de820cc-f4ab-4524-845e-9ef437656e2e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:21.868035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a83181ba-378d-41ca-bcfe-781d91c9e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.871235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-54154330-1197-463c-953c-7e0073dfaece tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 379 time: 0.0525417 May 10 12:23:21.881570 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64d885-baa7-403c-97da-c5fa08b04c85 None None] Pushing event updated for resources: {'Port': ['ID=7de820cc-f4ab-4524-845e-9ef437656e2e,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:21.896435 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'port': {'device_id': '5b04090b-1eed-4588-aade-86f77ac917db', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'admin_state_up': True, 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'security_groups': ['74b9042f-c30c-44b7-a9c6-a3763dfb93da']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:21.902150 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:21.923351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a83181ba-378d-41ca-bcfe-781d91c9e6fe None None] For port 7de820cc-f4ab-4524-845e-9ef437656e2e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7de820cc-f4ab-4524-845e-9ef437656e2e,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:21.928483 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a83181ba-378d-41ca-bcfe-781d91c9e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:21.949299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-de7230c8-58ab-4c65-a2e1-99dfcc78215e req-63d61cf7-6adf-4999-a3f5-b1fe2dfb45cd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 210 time: 0.0547786 May 10 12:23:21.983532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83181ba-378d-41ca-bcfe-781d91c9e6fe None None] Pushing event updated for resources: {'Port': ['ID=7de820cc-f4ab-4524-845e-9ef437656e2e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:22.056744 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:23:22.060920 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.073654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d51c827a-9cfa-4083-b1cb-0666f0e10ae9 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:23:22.132159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:22.133243 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.146763 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:21Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:22.174723 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710ec202-f904-44f5-ab43-9af23f2cec0b None None] The sync data for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 is: [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:21Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:23:22.180435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-83c2184b-a18c-463e-82e4-ab7766454f5e None None] Provisioning complete for port 7de820cc-f4ab-4524-845e-9ef437656e2e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:22.180764 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-83c2184b-a18c-463e-82e4-ab7766454f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.224891 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.5 (3ceff351-f65d-4eac-a74f-1b4321335abf/ab154d16-cc0e-48a4-b0d8-3fdf4d861223/90571037-56c6-4545-bdac-b72630e94039) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:23:22.283955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:22.285069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 127afbd0-fff0-48ce-b1b4-c1432947f47e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:23:22.358285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-83c2184b-a18c-463e-82e4-ab7766454f5e None None] Current status of the port 7de820cc-f4ab-4524-845e-9ef437656e2e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:22.374318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 127afbd0-fff0-48ce-b1b4-c1432947f47e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:22.374812 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.394431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.442175 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.462865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 127afbd0-fff0-48ce-b1b4-c1432947f47e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:22.487543 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 3ceff351-f65d-4eac-a74f-1b4321335abf is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:23:22.490780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:23:22.494725 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:23:22.531242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:22.554720 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:22.555488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.574082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-1b6fbb37-812d-4665-9c74-9d95c4c570b4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6946764 May 10 12:23:22.586748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Request body: {'port': {'device_id': '5b04090b-1eed-4588-aade-86f77ac917db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:22.649255 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.790908 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6aab46b7-58a1-4068-8356-f2a4be5608db None None] Provisioning complete for port 90571037-56c6-4545-bdac-b72630e94039 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:22.791391 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6aab46b7-58a1-4068-8356-f2a4be5608db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.830822 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6aab46b7-58a1-4068-8356-f2a4be5608db None None] Port 90571037-56c6-4545-bdac-b72630e94039 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:23:22.942512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90571037-56c6-4545-bdac-b72630e94039 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:23:22.950762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:22.963662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Transition to ACTIVE for port object 90571037-56c6-4545-bdac-b72630e94039 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:23:22.969390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:23.094987 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:23.140420 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f435e1-1ead-4d63-846f-d6760859e514 req-b411a86b-af65-4a6c-98af-7e7eda409084 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:23.142069 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07f435e1-1ead-4d63-846f-d6760859e514 req-b411a86b-af65-4a6c-98af-7e7eda409084 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 943 time: 0.1214366 May 10 12:23:23.144955 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Attempting to bind port 90571037-56c6-4545-bdac-b72630e94039 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:23:23.145290 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Attempting to bind port 90571037-56c6-4545-bdac-b72630e94039 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:23:23.145628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Attempting to bind port 90571037-56c6-4545-bdac-b72630e94039 on network 3ceff351-f65d-4eac-a74f-1b4321335abf {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:23:23.152180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Port 90571037-56c6-4545-bdac-b72630e94039 on network 3ceff351-f65d-4eac-a74f-1b4321335abf not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:23:23.152498 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Attempting to bind port 90571037-56c6-4545-bdac-b72630e94039 on network 3ceff351-f65d-4eac-a74f-1b4321335abf {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:23:23.169981 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:23:23.170329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Checking segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:23:23.170716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Bound using segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:23:23.171168 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Bound port: 90571037-56c6-4545-bdac-b72630e94039, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:23:23.171526 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:23.223387 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07f435e1-1ead-4d63-846f-d6760859e514 req-45facf69-5770-4564-99ea-2428c64232bb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724006 May 10 12:23:23.262004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:23:23.265235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:23:23.271165 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:23.315272 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:23.316235 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:23.317664 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] 10.222.0.70 "PUT /v2.0/ports/90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 1091 time: 0.7355528 May 10 12:23:23.320326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'tag': '90571037-56c6-4545-bdac-b72630e94039'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:23:23.322907 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ac88ea-f228-4963-aece-30183a5fe5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "tag": "90571037-56c6-4545-bdac-b72630e94039"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:23:23.399400 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de38db8-bba6-40b6-b334-2432f17b4c3c x-openstack-request-id: req-0de38db8-bba6-40b6-b334-2432f17b4c3c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:23:23.399757 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "tag": "90571037-56c6-4545-bdac-b72630e94039", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:23:23.399969 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de38db8-bba6-40b6-b334-2432f17b4c3c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:23:23.400381 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de38db8-bba6-40b6-b334-2432f17b4c3c'] response: {'name': 'network-changed', 'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'tag': '90571037-56c6-4545-bdac-b72630e94039', 'status': 'completed', 'code': 200} May 10 12:23:23.402360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65e934-dde7-47f1-8c87-73cd08c19bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:23.422023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-c3780930-9716-4485-99c8-aac778719bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:23.423546 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-c3780930-9716-4485-99c8-aac778719bb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1094 time: 0.0595551 May 10 12:23:23.467309 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-5a631be6-60a2-4d70-8b57-5c4e77f532e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 217 time: 0.0366068 May 10 12:23:23.521404 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-79c8a7b8-a985-4868-95af-612bdaae8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:23.522892 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-79c8a7b8-a985-4868-95af-612bdaae8ce5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0493526 May 10 12:23:23.569848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-da25a516-7120-4858-abce-575c6e444d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:23.571251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-da25a516-7120-4858-abce-575c6e444d18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420146 May 10 12:23:23.661704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-0f8ca8d9-8a49-4390-b8ed-ad80014fc588 service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835397 May 10 12:23:23.756884 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94fe00c4-913d-4b22-ad91-2f9c749aad9d req-db3f11d6-447d-458b-8213-489362c05524 service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885925 May 10 12:23:23.853448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-80bdef79-9873-447a-a12a-0d0e2a90b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:23.855417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-80bdef79-9873-447a-a12a-0d0e2a90b003 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1094 time: 0.0472643 May 10 12:23:23.951367 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-1948c1c8-6496-42d0-8d85-b2c3343779ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:23.952874 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-1948c1c8-6496-42d0-8d85-b2c3343779ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0907457 May 10 12:23:23.998165 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-2552f6bd-6865-4d9c-be2d-0324c2f2d9f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 217 time: 0.0355589 May 10 12:23:24.050178 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-486ff716-3a40-41d9-901a-497db49cac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:24.051677 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-486ff716-3a40-41d9-901a-497db49cac7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0469329 May 10 12:23:24.064993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7de820cc-f4ab-4524-845e-9ef437656e2e up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:23:24.101082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-a9cf9d22-1d6e-47a2-ba0a-de38de27fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:24.102583 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-a9cf9d22-1d6e-47a2-ba0a-de38de27fe4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427628 May 10 12:23:24.114002 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-d4f58f15-8149-445a-a200-909131c9aa71 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:23:24.114805 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-d4f58f15-8149-445a-a200-909131c9aa71 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049868 May 10 12:23:24.118598 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 7de820cc-f4ab-4524-845e-9ef437656e2e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:24.118598 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:24.195167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 7de820cc-f4ab-4524-845e-9ef437656e2e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:24.214627 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-b5301482-3532-4624-b34d-76f9a0df36ff service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922384 May 10 12:23:24.320032 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-90ac88ea-f228-4963-aece-30183a5fe5a1 req-ea1ad165-3ab9-4b0e-8fc9-47a306027108 service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974736 May 10 12:23:24.361553 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79cabf-bc9e-4b63-8156-4de709cc11eb req-c3895dfa-06ca-484a-8da8-91b20610b4d1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:24.363003 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ef79cabf-bc9e-4b63-8156-4de709cc11eb req-c3895dfa-06ca-484a-8da8-91b20610b4d1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 943 time: 0.0575485 May 10 12:23:24.401631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ef79cabf-bc9e-4b63-8156-4de709cc11eb req-0c7b29f5-be96-4ad9-9cd3-7787348734d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323339 May 10 12:23:25.527310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf5fc1-724c-4002-bbda-8da330c17fc9 req-82bd4b61-37fe-4182-ad48-69b8a37584b6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:25.528861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cbf5fc1-724c-4002-bbda-8da330c17fc9 req-82bd4b61-37fe-4182-ad48-69b8a37584b6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 943 time: 0.0510855 May 10 12:23:25.570686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cbf5fc1-724c-4002-bbda-8da330c17fc9 req-74bcabe7-0d67-46f2-baf4-4498439e1b59 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329018 May 10 12:23:26.699970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058b39-a161-4b60-9eb2-5b543632b659 req-2778761d-8edd-4dfc-8168-23aca109a67b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:26.701426 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29058b39-a161-4b60-9eb2-5b543632b659 req-2778761d-8edd-4dfc-8168-23aca109a67b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 943 time: 0.0555530 May 10 12:23:26.741786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-29058b39-a161-4b60-9eb2-5b543632b659 req-6a118e7c-7d82-4984-85bf-695112ef0e55 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316379 May 10 12:23:26.902345 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90571037-56c6-4545-bdac-b72630e94039 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:23:27.002001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:27.013462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '90571037-56c6-4545-bdac-b72630e94039', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'port_id': '90571037-56c6-4545-bdac-b72630e94039', 'mac_address': 'fa:16:3e:96:fb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:23:27.050505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 90571037-56c6-4545-bdac-b72630e94039 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:27.050898 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:27.063853 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90571037-56c6-4545-bdac-b72630e94039 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:23:27.084083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:27.089957 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:27.136160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:27.309310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['90571037-56c6-4545-bdac-b72630e94039'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:23:27.869789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12899c-422e-41ae-b759-e1417d6b5c59 req-b9398060-6d50-4757-8aa8-d36dba08b93d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:27.871284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c12899c-422e-41ae-b759-e1417d6b5c59 req-b9398060-6d50-4757-8aa8-d36dba08b93d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 944 time: 0.0511472 May 10 12:23:27.918882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3c12899c-422e-41ae-b759-e1417d6b5c59 req-84ddad31-ea9d-484a-8c02-e687e2659ac1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 May 10 12:23:28.933808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90571037-56c6-4545-bdac-b72630e94039 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:23:28.993049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 90571037-56c6-4545-bdac-b72630e94039 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:23:28.998421 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 90571037-56c6-4545-bdac-b72630e94039 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:23:28.998917 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:29.042326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d2c13-f2ec-477b-8317-88cfe6d533fd req-80ddb46c-b33c-48b5-864d-8a888061491e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:29.044366 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-508d2c13-f2ec-477b-8317-88cfe6d533fd req-80ddb46c-b33c-48b5-864d-8a888061491e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 944 time: 0.0493066 May 10 12:23:29.077805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 90571037-56c6-4545-bdac-b72630e94039 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:23:29.078203 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:29.084953 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-508d2c13-f2ec-477b-8317-88cfe6d533fd req-8547281f-d288-4ba3-8209-3cd41b435734 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 May 10 12:23:29.101200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90571037-56c6-4545-bdac-b72630e94039'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:23:29.103445 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90a3b33-d681-4118-89af-fab9ace7638b" -d '{"events": [{"server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "name": "network-vif-plugged", "status": "completed", "tag": "90571037-56c6-4545-bdac-b72630e94039"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:23:29.115604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:23:29.121730 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:29.148277 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e619ea-7605-4335-b31d-1900eeac1870 x-openstack-request-id: req-61e619ea-7605-4335-b31d-1900eeac1870 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:23:29.148554 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "name": "network-vif-plugged", "status": "completed", "tag": "90571037-56c6-4545-bdac-b72630e94039", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:23:29.148796 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61e619ea-7605-4335-b31d-1900eeac1870 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:23:29.149185 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e619ea-7605-4335-b31d-1900eeac1870'] response: {'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90571037-56c6-4545-bdac-b72630e94039', 'code': 200} May 10 12:23:29.175188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:29.249020 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c206fe-4a23-4e6f-80e0-fab6b85cbc0e req-4abc62f6-9484-4f25-a3ad-ece78d7f560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:29.250485 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56c206fe-4a23-4e6f-80e0-fab6b85cbc0e req-4abc62f6-9484-4f25-a3ad-ece78d7f560d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1096 time: 0.0435305 May 10 12:23:29.285134 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56c206fe-4a23-4e6f-80e0-fab6b85cbc0e req-a00ec4b1-5755-48c3-b6a0-4c7d1d53d066 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278594 May 10 12:23:30.218759 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35fec8-d0a3-4282-b8a7-bf66a5363915 req-14f460d0-4492-4486-be3c-611259b18408 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:30.220251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d35fec8-d0a3-4282-b8a7-bf66a5363915 req-14f460d0-4492-4486-be3c-611259b18408 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0500617 May 10 12:23:30.259537 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5d35fec8-d0a3-4282-b8a7-bf66a5363915 req-bc1be553-2e15-4677-8eaf-edfd615a1ac6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322366 May 10 12:23:31.386589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6432f6e-17b7-4942-83eb-6f797a14c578 req-6dec6ecf-b248-4814-9ba5-d67778a8a689 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:31.388202 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6432f6e-17b7-4942-83eb-6f797a14c578 req-6dec6ecf-b248-4814-9ba5-d67778a8a689 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0507703 May 10 12:23:31.428922 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6432f6e-17b7-4942-83eb-6f797a14c578 req-399ffef0-d48d-4afb-9a4b-12a8467be361 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341849 May 10 12:23:31.581686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992bacf-5e10-47e7-8e7b-fb804adddfda req-e294360d-140b-48a8-91e2-1cb29704a3e2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:31.583179 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a992bacf-5e10-47e7-8e7b-fb804adddfda req-e294360d-140b-48a8-91e2-1cb29704a3e2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0653813 May 10 12:23:31.622928 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a992bacf-5e10-47e7-8e7b-fb804adddfda req-56cf97f4-d698-415c-804d-4abe86cfbfa4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329671 May 10 12:23:31.645271 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58624) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:31.690179 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c03553c-ae6d-4ee1-82f0-170902ed5afa tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:31.691697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2c03553c-ae6d-4ee1-82f0-170902ed5afa tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1091 time: 0.0454748 May 10 12:23:31.695755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58626) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:31.700131 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '90571037-56c6-4545-bdac-b72630e94039', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:23:31.725280 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:31.827133 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:31.936678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.162 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/e0ff8f39-3c50-41f1-846d-83cd724b4862) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:23:32.047976 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:32.084542 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:32.129034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:23:32.136195 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:23:32.138657 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=e0ff8f39-3c50-41f1-846d-83cd724b4862,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:32.141462 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:23:32.499282 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:32.581836 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:32.742121 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:32.749950 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:32.822860 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=e0ff8f39-3c50-41f1-846d-83cd724b4862,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:23:32.834984 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:32.939054 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP c57dc354-1793-4f20-a171-dc1d3bdb7514 associated. External IP: 172.25.8.162, port: 90571037-56c6-4545-bdac-b72630e94039. May 10 12:23:32.989148 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:33.527094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 59e08352-7e33-4b2e-9a7a-abcdf42e160e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:23:33.653013 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:23:33.666462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] Sync routers for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:23:33.674832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:33.678224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:33.678865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:33.705158 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-afa0f60c-aa2b-45fa-b15c-93d3112f740f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0055764 May 10 12:23:33.705158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'tag': '90571037-56c6-4545-bdac-b72630e94039'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:23:33.705458 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5bd838-205a-4794-a54a-2e5868833014" -d '{"events": [{"name": "network-changed", "server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "tag": "90571037-56c6-4545-bdac-b72630e94039"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:23:33.746728 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a1f6d-b6b7-47a1-a630-523b61b67278 x-openstack-request-id: req-970a1f6d-b6b7-47a1-a630-523b61b67278 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:23:33.747024 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "tag": "90571037-56c6-4545-bdac-b72630e94039", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:23:33.747280 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-970a1f6d-b6b7-47a1-a630-523b61b67278 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:23:33.747724 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970a1f6d-b6b7-47a1-a630-523b61b67278'] response: {'name': 'network-changed', 'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'tag': '90571037-56c6-4545-bdac-b72630e94039', 'status': 'completed', 'code': 200} May 10 12:23:33.793683 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:33.801716 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a3a3b-b528-412b-81bb-224aadc5faf8 req-863372b6-3464-4b75-901a-e9a57b100e39 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:33.803239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa9a3a3b-b528-412b-81bb-224aadc5faf8 req-863372b6-3464-4b75-901a-e9a57b100e39 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0508502 May 10 12:23:33.814964 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bd838-205a-4794-a54a-2e5868833014 req-06bed2ba-edf2-4ce8-8efb-24cc2d723cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:33.816491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e5bd838-205a-4794-a54a-2e5868833014 req-06bed2ba-edf2-4ce8-8efb-24cc2d723cf5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1096 time: 0.0433505 May 10 12:23:33.844954 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fa9a3a3b-b528-412b-81bb-224aadc5faf8 req-6a24d824-76c0-4e67-887b-cefdd2454539 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346172 May 10 12:23:33.868199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58632) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:33.912765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bd838-205a-4794-a54a-2e5868833014 req-166860a0-4935-4986-baa4-1633f60bd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:33.914286 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e5bd838-205a-4794-a54a-2e5868833014 req-166860a0-4935-4986-baa4-1633f60bd2cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0914056 May 10 12:23:33.937439 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a182469c-f1bf-4291-9ba7-09fb4b1b879c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/c57dc354-1793-4f20-a171-dc1d3bdb7514 HTTP/1.1" status: 200 len: 991 time: 0.0680454 May 10 12:23:33.983318 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e5bd838-205a-4794-a54a-2e5868833014 req-c4ab284c-3afe-47e4-a05c-6e3289147181 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 999 time: 0.0616848 May 10 12:23:34.040102 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bd838-205a-4794-a54a-2e5868833014 req-50a01d20-c07c-46c0-b890-fa43b17362cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:34.041786 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e5bd838-205a-4794-a54a-2e5868833014 req-50a01d20-c07c-46c0-b890-fa43b17362cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0519795 May 10 12:23:34.087890 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bd838-205a-4794-a54a-2e5868833014 req-b09f0f34-43ce-4814-a59c-d1fb37b63dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:23:34.089417 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e5bd838-205a-4794-a54a-2e5868833014 req-b09f0f34-43ce-4814-a59c-d1fb37b63dbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413013 May 10 12:23:34.179100 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e5bd838-205a-4794-a54a-2e5868833014 req-17f219bc-a7dd-4aeb-b8f5-5152c2da8a8b service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826075 May 10 12:23:34.206060 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c57dc354-1793-4f20-a171-dc1d3bdb7514', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'port_id': '90571037-56c6-4545-bdac-b72630e94039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'mac_address': 'fa:16:3e:96:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04090b-1eed-4588-aade-86f77ac917db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:23:32Z', 'updated_at': '2022-05-10T12:23:32Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:21Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:34.234074 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] Checking router: 59e08352-7e33-4b2e-9a7a-abcdf42e160e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:23:34.244121 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:23:34.244755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:23:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:34.274626 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8e5bd838-205a-4794-a54a-2e5868833014 req-e5755024-7553-459c-9f0d-3a13d4ae1573 service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895023 May 10 12:23:34.355754 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1af7864f-e3b5-42fb-bc51-7ece838b47ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:34.363330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:23:34.587255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c57dc354-1793-4f20-a171-dc1d3bdb7514', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'port_id': '90571037-56c6-4545-bdac-b72630e94039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'mac_address': 'fa:16:3e:96:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04090b-1eed-4588-aade-86f77ac917db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:23:32Z', 'updated_at': '2022-05-10T12:23:32Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:21Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:23:34.613626 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda9bbf-6837-41fa-a51b-00561649dd01 None None] The sync data for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 is: [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c57dc354-1793-4f20-a171-dc1d3bdb7514', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'port_id': '90571037-56c6-4545-bdac-b72630e94039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'mac_address': 'fa:16:3e:96:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04090b-1eed-4588-aade-86f77ac917db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:23:32Z', 'updated_at': '2022-05-10T12:23:32Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:21Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:23:34.815361 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438b24b-e972-49ee-9125-c61b34330967 None None] New status for floating IP c57dc354-1793-4f20-a171-dc1d3bdb7514: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:23:34.941609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58634) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:35.007215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b9e1109b-a7e6-4bd8-b5c6-3c2dfc2125a8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/c57dc354-1793-4f20-a171-dc1d3bdb7514 HTTP/1.1" status: 200 len: 991 time: 0.0637655 May 10 12:23:35.982341 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:36.010763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:23:36.074066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-768b07e2-2809-4951-98ec-82a2764e0c74 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/c57dc354-1793-4f20-a171-dc1d3bdb7514 HTTP/1.1" status: 200 len: 993 time: 0.0616288 May 10 12:23:36.904927 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:23:37.344409 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b2976e24-46cf-46bd-b95c-749e10a2fb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:38.024073 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:39.531328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:23:39.589691 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:03.007643 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:04.351713 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4350b6ee-62f7-4444-938e-0503c80fba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:05.332293 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-9220db0b-f0b4-4895-8ac0-05ca0b8e2646 req-bcf7ab96-eb45-4e92-a533-c6d2c491aec9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:24:05.333285 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9220db0b-f0b4-4895-8ac0-05ca0b8e2646 req-bcf7ab96-eb45-4e92-a533-c6d2c491aec9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071018 May 10 12:24:05.547775 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015714-cd75-4239-94ec-b46045813001 req-84c76c74-a365-49e6-833d-4edb8463877a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:05.549340 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68015714-cd75-4239-94ec-b46045813001 req-84c76c74-a365-49e6-833d-4edb8463877a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0571461 May 10 12:24:05.564839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58656) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:24:05.593499 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-68015714-cd75-4239-94ec-b46045813001 req-9521a22b-571f-43bd-9489-15cad0a46935 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371873 May 10 12:24:05.660652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-529767de-9ccc-471a-9302-c1253887d11b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945244 May 10 12:24:05.670366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-015c6eb1-3d9e-4975-85e0-97a37188273b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:24:05.671356 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-015c6eb1-3d9e-4975-85e0-97a37188273b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057542 May 10 12:24:05.977738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:06.730859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096bcec-acbc-4d87-abc6-e7884a1156b3 req-fa6fa334-89a4-4631-a8f0-ec39701415f5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:06.732383 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5096bcec-acbc-4d87-abc6-e7884a1156b3 req-fa6fa334-89a4-4631-a8f0-ec39701415f5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0611863 May 10 12:24:06.770028 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5096bcec-acbc-4d87-abc6-e7884a1156b3 req-0b6725ed-b2ab-4e2b-8960-20ab0ef77233 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315647 May 10 12:24:07.347466 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e0fe892-3ac2-4760-b605-552e9ef15343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:07.917022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd33048-b186-4472-8617-bcf5e9b35f5d req-02ef9814-4a0d-44d7-8e20-acff84d4e01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:07.918922 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd33048-b186-4472-8617-bcf5e9b35f5d req-02ef9814-4a0d-44d7-8e20-acff84d4e01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0604577 May 10 12:24:07.961076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6cd33048-b186-4472-8617-bcf5e9b35f5d req-4ef288c5-2748-463b-adfb-1e329e3450f2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331993 May 10 12:24:08.009280 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:08.833234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-ee4f10fa-cfb5-4f11-bc7d-6da682c65e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:08.834708 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-ee4f10fa-cfb5-4f11-bc7d-6da682c65e79 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1096 time: 0.0423152 May 10 12:24:08.934535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-142cf19a-fda5-4962-adc7-49847c0352d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:08.936148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-142cf19a-fda5-4962-adc7-49847c0352d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0946646 May 10 12:24:09.005135 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f1b0d33d-43cf-4725-853f-742cceb09c2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 1001 time: 0.0628450 May 10 12:24:09.060749 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-1dc94721-5d6b-4f9a-a723-c60223e24d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:09.062635 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-1dc94721-5d6b-4f9a-a723-c60223e24d7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0513856 May 10 12:24:09.088576 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d4c41-c552-4795-a842-26f5c1ea5263 req-c0613586-d5ab-4a99-951d-21a55582a7fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:09.090137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f8d4c41-c552-4795-a842-26f5c1ea5263 req-c0613586-d5ab-4a99-951d-21a55582a7fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0536420 May 10 12:24:09.110169 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-76b055c5-2f5c-4408-a849-21cfedeb65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:09.111703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-76b055c5-2f5c-4408-a849-21cfedeb65bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428996 May 10 12:24:09.129884 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f8d4c41-c552-4795-a842-26f5c1ea5263 req-2d4f728d-dec1-41e6-aeed-d25548262cdf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328126 May 10 12:24:09.202376 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-a12f5252-5d62-4310-a687-0be744dbbea7 service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843229 May 10 12:24:09.297397 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-a268379a-86e7-44a0-b403-35820dbe38fb service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881352 May 10 12:24:09.533226 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:09.584843 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:10.252986 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dbfe2-6abd-4f55-a986-c8a1b6668cdb req-0f2ba13e-4945-4ea0-b688-5072b799a44c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:10.254469 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e07dbfe2-6abd-4f55-a986-c8a1b6668cdb req-0f2ba13e-4945-4ea0-b688-5072b799a44c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0513761 May 10 12:24:10.297851 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e07dbfe2-6abd-4f55-a986-c8a1b6668cdb req-9ddd9192-49c4-4133-94e2-aaee12e99dc8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341902 May 10 12:24:11.428402 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48253417-6a11-41db-89a1-14ef5c9cb5db req-db40eda9-b794-4ac7-9345-837dddb10ef1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:11.429766 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48253417-6a11-41db-89a1-14ef5c9cb5db req-db40eda9-b794-4ac7-9345-837dddb10ef1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0554888 May 10 12:24:11.468215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-48253417-6a11-41db-89a1-14ef5c9cb5db req-fb5b4390-c9be-4132-a8ea-364497cd2900 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 May 10 12:24:12.606470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120571c-ef59-40ca-ab69-9dd9544c9852 req-514c8da2-659a-4d8d-a1c4-98c205b3ebca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:12.607946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0120571c-ef59-40ca-ab69-9dd9544c9852 req-514c8da2-659a-4d8d-a1c4-98c205b3ebca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0566456 May 10 12:24:12.647099 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0120571c-ef59-40ca-ab69-9dd9544c9852 req-acde5bc4-a90e-4929-81b7-d5cffeb058da tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329552 May 10 12:24:13.796996 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f742bc-361f-4243-af81-a5b9e8a9f2ce req-950351a9-8141-4a7b-80b3-4084cd34ef86 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:13.798457 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6f742bc-361f-4243-af81-a5b9e8a9f2ce req-950351a9-8141-4a7b-80b3-4084cd34ef86 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0653446 May 10 12:24:13.841637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a6f742bc-361f-4243-af81-a5b9e8a9f2ce req-ebbe22f8-9b72-4cbf-81c9-98aa0d2e31d8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339627 May 10 12:24:13.904935 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:24:14.966663 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2536535-1b5d-4788-92c2-28f2f587aa26 req-9b12ffee-bf00-4656-9063-c7d076c9a844 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:14.968222 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2536535-1b5d-4788-92c2-28f2f587aa26 req-9b12ffee-bf00-4656-9063-c7d076c9a844 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0569465 May 10 12:24:15.009336 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b2536535-1b5d-4788-92c2-28f2f587aa26 req-bf194223-cdda-4271-b3f0-9e418334e366 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349383 May 10 12:24:16.139889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c210-b7b5-455a-8caa-9d5f8ecfabd5 req-a78c7d54-81e1-4949-a010-a12de99916be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:16.144074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ade7c210-b7b5-455a-8caa-9d5f8ecfabd5 req-a78c7d54-81e1-4949-a010-a12de99916be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0608191 May 10 12:24:16.187513 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ade7c210-b7b5-455a-8caa-9d5f8ecfabd5 req-401d9545-99cb-4554-9d13-f3598e573c96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349908 May 10 12:24:17.357957 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11078a3-5295-4538-9ba7-30e998a4bbc8 req-5a6bae03-4456-4e01-aca5-83ababfeac02 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:17.359535 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f11078a3-5295-4538-9ba7-30e998a4bbc8 req-5a6bae03-4456-4e01-aca5-83ababfeac02 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.1013324 May 10 12:24:17.398016 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f11078a3-5295-4538-9ba7-30e998a4bbc8 req-198717cd-bb90-4703-93b2-2be4055b9526 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323877 May 10 12:24:18.526462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3ad6c-75d5-4497-834d-f0e6a73b937c req-97200837-6134-458f-8b0f-7e523934d419 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:18.528099 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ad3ad6c-75d5-4497-834d-f0e6a73b937c req-97200837-6134-458f-8b0f-7e523934d419 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0534863 May 10 12:24:18.570996 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5ad3ad6c-75d5-4497-834d-f0e6a73b937c req-a72d019c-b891-4783-adcd-ca34a93fb83d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344021 May 10 12:24:19.698375 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b70b9-62d4-4776-990a-f68399494f45 req-71772c5f-b601-48d3-a3da-94059314810e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:19.699864 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce4b70b9-62d4-4776-990a-f68399494f45 req-71772c5f-b601-48d3-a3da-94059314810e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0566556 May 10 12:24:19.738815 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce4b70b9-62d4-4776-990a-f68399494f45 req-e97e0e2f-924f-4cf3-b806-b62f370e0839 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326300 May 10 12:24:20.931141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51c7b-bc83-4d0e-9aff-b7a37f737857 req-6126c1ce-e3a4-4ea5-b19b-4c47962a5f66 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:20.932646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70c51c7b-bc83-4d0e-9aff-b7a37f737857 req-6126c1ce-e3a4-4ea5-b19b-4c47962a5f66 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.1090200 May 10 12:24:20.971314 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-70c51c7b-bc83-4d0e-9aff-b7a37f737857 req-e2f211f1-3f9b-4c70-9832-acf1cecb888b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322680 May 10 12:24:21.180199 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-e7f28a66-5a27-46f6-9b5f-043be3dd30a0 service neutron] show failed (client error): The resource could not be found. May 10 12:24:21.181220 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-e7f28a66-5a27-46f6-9b5f-043be3dd30a0 service neutron] 10.222.0.70 "GET /v2.0/ports/90571037-56c6-4545-bdac-b72630e94039/bindings/n-h2-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0665116 May 10 12:24:21.395906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-6443ea97-66ee-4898-b54b-4f9f0f3b43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:21.397362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-6443ea97-66ee-4898-b54b-4f9f0f3b43aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 1096 time: 0.0425663 May 10 12:24:21.408656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:24:21.464856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:21.677942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:24:21.721499 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h1-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:24:21.761840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90571037-56c6-4545-bdac-b72630e94039'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:24:21.764181 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2db386-4fca-4570-8ee1-bd9f9457998e" -d '{"events": [{"server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "name": "network-vif-unplugged", "status": "completed", "tag": "90571037-56c6-4545-bdac-b72630e94039"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:24:21.768143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:21.780846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Transition to ACTIVE for port object 90571037-56c6-4545-bdac-b72630e94039 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:24:21.785661 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:21.824020 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78846e-8a98-41ef-8d19-0055cef34d25 x-openstack-request-id: req-4b78846e-8a98-41ef-8d19-0055cef34d25 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:24:21.824309 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "name": "network-vif-unplugged", "status": "completed", "tag": "90571037-56c6-4545-bdac-b72630e94039", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:24:21.824559 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b78846e-8a98-41ef-8d19-0055cef34d25 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:24:21.824954 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b78846e-8a98-41ef-8d19-0055cef34d25'] response: {'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90571037-56c6-4545-bdac-b72630e94039', 'code': 200} May 10 12:24:21.874080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=6']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:24:21.888438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.888781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.889120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.889442 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.889770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.890098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.890488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.890815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.891141 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.891460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.891779 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.892124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:21.921310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] No DVR routers for this DVR port 90571037-56c6-4545-bdac-b72630e94039 on host n-h1-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:24:22.079713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Attempting to bind port 90571037-56c6-4545-bdac-b72630e94039 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:24:22.080448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Attempting to bind port 90571037-56c6-4545-bdac-b72630e94039 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:24:22.080448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Attempting to bind port 90571037-56c6-4545-bdac-b72630e94039 on network 3ceff351-f65d-4eac-a74f-1b4321335abf {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:24:22.089058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Port 90571037-56c6-4545-bdac-b72630e94039 on network 3ceff351-f65d-4eac-a74f-1b4321335abf not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:24:22.089375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Attempting to bind port 90571037-56c6-4545-bdac-b72630e94039 on network 3ceff351-f65d-4eac-a74f-1b4321335abf {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:24:22.096991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:24:22.097325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Checking segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:24:22.097705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Bound using segment: {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:24:22.098135 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Bound port: 90571037-56c6-4545-bdac-b72630e94039, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838c43df-57b7-47b2-b26e-fc07eb0ce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:24:22.098508 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:22.119392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ac0-af2c-459e-a161-ea05f8c3e084 req-a02793dd-e5d4-4a3d-b714-01960c6df625 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:22.120914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aef38ac0-af2c-459e-a161-ea05f8c3e084 req-a02793dd-e5d4-4a3d-b714-01960c6df625 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 943 time: 0.0756171 May 10 12:24:22.197959 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-aef38ac0-af2c-459e-a161-ea05f8c3e084 req-667dc00e-4349-431d-bfd1-640ef9414190 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535023 May 10 12:24:22.202062 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:24:22.205287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:24:22.211489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:22.245080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:22.245708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:22.247097 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] 10.222.0.49 "PUT /v2.0/ports/90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 1091 time: 0.8424938 May 10 12:24:22.268188 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134f044-d87c-4e52-9657-b63f5772a769 service neutron] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=7']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:24:22.311938 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-1785d8b7-4c5c-4178-9200-0ebc7b6a7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:22.313713 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-1785d8b7-4c5c-4178-9200-0ebc7b6a7c2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1094 time: 0.0424824 May 10 12:24:22.410251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-99d328a3-9b75-4b4c-8f78-1c6037e21d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:22.411753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-99d328a3-9b75-4b4c-8f78-1c6037e21d43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0919428 May 10 12:24:22.482538 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-ba4bf8a0-882c-4735-bf90-d58cb57eae46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 999 time: 0.0635822 May 10 12:24:22.537605 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f162fb53-57ae-4ed6-95cc-8232495a6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:22.538965 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-f162fb53-57ae-4ed6-95cc-8232495a6f09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0502253 May 10 12:24:22.589597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-7939a10b-0e38-42f2-86cd-44488c4a0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:22.591278 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-7939a10b-0e38-42f2-86cd-44488c4a0080 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457494 May 10 12:24:22.685793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-591f8d7c-395b-46a0-b0cd-5c17beb91704 service neutron] 10.222.0.49 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877461 May 10 12:24:22.783973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ca9536e-eec7-42a0-8332-0ba8b3c25f91 req-822c288a-493c-42f4-9108-dca1b10d369b service neutron] 10.222.0.49 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917249 May 10 12:24:23.321536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f860637-a363-4d8f-a538-d2e9f1cb4fe0 req-2a1cab2d-a0d9-42f2-a399-407c6502bdc2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:23.323018 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2f860637-a363-4d8f-a538-d2e9f1cb4fe0 req-2a1cab2d-a0d9-42f2-a399-407c6502bdc2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 943 time: 0.0514193 May 10 12:24:23.373372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2f860637-a363-4d8f-a538-d2e9f1cb4fe0 req-d1439416-c626-4e83-ac7b-6f4971ae0ee7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432260 May 10 12:24:23.826247 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'tag': '90571037-56c6-4545-bdac-b72630e94039'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:24:23.830369 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2942ae4c-0617-46a5-8028-dbc08e83f6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "tag": "90571037-56c6-4545-bdac-b72630e94039"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:24:23.890840 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a319ea1f-842c-4487-aae1-f1a60532fa0f x-openstack-request-id: req-a319ea1f-842c-4487-aae1-f1a60532fa0f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:24:23.891137 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "tag": "90571037-56c6-4545-bdac-b72630e94039", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:24:23.891452 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a319ea1f-842c-4487-aae1-f1a60532fa0f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:24:23.891871 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a319ea1f-842c-4487-aae1-f1a60532fa0f'] response: {'name': 'network-changed', 'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'tag': '90571037-56c6-4545-bdac-b72630e94039', 'status': 'completed', 'code': 200} May 10 12:24:23.952353 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-f1e73736-379d-484b-9f8e-3b623856712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:23.954147 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-f1e73736-379d-484b-9f8e-3b623856712a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1094 time: 0.0435176 May 10 12:24:23.956457 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-ecd30750-ac66-4364-b4e9-a2d8cb888937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:23.958050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-ecd30750-ac66-4364-b4e9-a2d8cb888937 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1094 time: 0.0429204 May 10 12:24:24.049069 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-8db6f9da-6c12-42da-803d-376bde3f5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.050578 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-8db6f9da-6c12-42da-803d-376bde3f5be6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0883956 May 10 12:24:24.052181 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-5e028a0c-ed63-44c8-8636-56d31599cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.053651 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-5e028a0c-ed63-44c8-8636-56d31599cdc6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0893862 May 10 12:24:24.116495 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-64817bd4-44c6-4a93-9f2b-3532ad0acfa3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 999 time: 0.0576804 May 10 12:24:24.121414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-823a5ea3-7fe8-48a1-83e4-e86bdae4f575 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 999 time: 0.0612020 May 10 12:24:24.158299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 90571037-56c6-4545-bdac-b72630e94039 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:24:24.170664 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-912174f9-b3ce-43d5-9f9b-7616f4983dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.172397 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-912174f9-b3ce-43d5-9f9b-7616f4983dde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0456936 May 10 12:24:24.178154 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-d53b499d-2511-42eb-bb08-6eb63e653be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.179693 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-d53b499d-2511-42eb-bb08-6eb63e653be0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0512495 May 10 12:24:24.223105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-d45ae8f3-2bf7-437c-a88a-f0d99d0433be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.224633 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-d45ae8f3-2bf7-437c-a88a-f0d99d0433be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452611 May 10 12:24:24.227635 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-e0e67c0b-42a4-49d7-8e91-46ec32186ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.229169 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-e0e67c0b-42a4-49d7-8e91-46ec32186ebe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435057 May 10 12:24:24.261208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:24:24.274013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '90571037-56c6-4545-bdac-b72630e94039', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'port_id': '90571037-56c6-4545-bdac-b72630e94039', 'mac_address': 'fa:16:3e:96:fb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:24:24.312451 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 90571037-56c6-4545-bdac-b72630e94039 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:24:24.313149 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:24.336381 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90571037-56c6-4545-bdac-b72630e94039 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:24:24.338745 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-d2e425ab-40e7-4aeb-926c-6a22e8c8c36f service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026452 May 10 12:24:24.347117 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-480a73fb-5802-408a-a5f5-35776aa2e21c service neutron] 10.222.0.49 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045134 May 10 12:24:24.365933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:24:24.373448 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:24.424120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:24:24.431706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.432177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.432581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.432985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.433375 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.433770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.434164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.434497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.434929 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.435317 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.435705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.436120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:24.448198 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-4399c098-4f43-4fd5-a1a5-5a4d363ad48e service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016381 May 10 12:24:24.477518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2942ae4c-0617-46a5-8028-dbc08e83f6d9 req-7d07cf1a-711c-4c87-8106-9ecdfbc242ca service neutron] 10.222.0.49 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230285 May 10 12:24:24.520321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b130c8-c538-4904-9c3a-cdfd2acf0d3d req-053b6922-bb6c-43da-961a-739337cedde0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.521834 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24b130c8-c538-4904-9c3a-cdfd2acf0d3d req-053b6922-bb6c-43da-961a-739337cedde0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 944 time: 0.0515089 May 10 12:24:24.561610 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-24b130c8-c538-4904-9c3a-cdfd2acf0d3d req-dbfd7ee0-9ed3-4d08-99be-63948f18930f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336134 May 10 12:24:24.627555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['90571037-56c6-4545-bdac-b72630e94039'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:24:24.810488 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0ac5c-9bc5-4f2c-8ae6-7acb40ce6420 req-30146c14-6d34-42d0-8472-06d6cede3dde tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.811997 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbb0ac5c-9bc5-4f2c-8ae6-7acb40ce6420 req-30146c14-6d34-42d0-8472-06d6cede3dde tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 944 time: 0.0885081 May 10 12:24:24.819337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-8e3d59b9-4354-42bd-a48c-e08e1162148f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.820748 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-8e3d59b9-4354-42bd-a48c-e08e1162148f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db&tenant_id=039d191d27d34c0eaffe922a1f2d41b9&binding%3Ahost_id=n-h2-840949-1 HTTP/1.1" status: 200 len: 944 time: 0.0882223 May 10 12:24:24.883625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bbb0ac5c-9bc5-4f2c-8ae6-7acb40ce6420 req-b68174e3-28d5-4061-b87d-89815675f372 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618370 May 10 12:24:24.904049 n-d-840949-1 neutron-server[102768]: INFO neutron.api.v2.resource [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-f3b4c3ad-f6e3-43da-b4ba-64d06946d680 service neutron] delete failed (client error): The resource could not be found. May 10 12:24:24.905063 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-f3b4c3ad-f6e3-43da-b4ba-64d06946d680 service neutron] 10.222.0.70 "DELETE /v2.0/ports/90571037-56c6-4545-bdac-b72630e94039/bindings/n-h1-840949-1 HTTP/1.1" status: 404 len: 380 time: 0.0767717 May 10 12:24:24.991262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-c12631d5-f7d3-41df-9ab8-4005ffc56480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:24.992795 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-c12631d5-f7d3-41df-9ab8-4005ffc56480 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1095 time: 0.0423121 May 10 12:24:25.010190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29372f2-3840-4d2e-817c-99c25d697839 req-871feca9-07aa-4f24-98bd-1ea05d1d3251 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:25.011686 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d29372f2-3840-4d2e-817c-99c25d697839 req-871feca9-07aa-4f24-98bd-1ea05d1d3251 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 944 time: 0.0511618 May 10 12:24:25.050433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d29372f2-3840-4d2e-817c-99c25d697839 req-2b370aac-49b5-4ef1-bad4-bf5b20b2c478 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323713 May 10 12:24:25.086577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-15975920-589e-4f57-9767-ce1dd377a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:25.088094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-15975920-589e-4f57-9767-ce1dd377a7a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0892217 May 10 12:24:25.153860 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-4e69699d-707b-4df7-9b3e-fc3b4c316a4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 1000 time: 0.0593224 May 10 12:24:25.175386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90571037-56c6-4545-bdac-b72630e94039 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:24:25.207877 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-90ecee4b-868e-4026-843c-a450cda3cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:25.209400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-90ecee4b-868e-4026-843c-a450cda3cec8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0493886 May 10 12:24:25.217885 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 90571037-56c6-4545-bdac-b72630e94039 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:24:25.256933 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-feb7a0c9-68ec-4232-ab89-bc3a6efbf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:25.258400 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-feb7a0c9-68ec-4232-ab89-bc3a6efbf308 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423627 May 10 12:24:25.348670 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-d7e6fb58-816e-4cc5-8739-22c0f81f44ea service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829785 May 10 12:24:25.447808 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2b2a0918-bcba-49f3-bced-a853bd05e997 req-d2a1ffab-c967-421f-8714-1d66be9bbc5e service neutron] 10.222.0.70 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928555 May 10 12:24:26.174469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 90571037-56c6-4545-bdac-b72630e94039 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:24:26.178706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6a4cc-7e30-4095-9990-ab97afc149ee req-0c4bdb7c-a793-420c-b9da-caba0be1bad8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:26.181092 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7e6a4cc-7e30-4095-9990-ab97afc149ee req-0c4bdb7c-a793-420c-b9da-caba0be1bad8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 944 time: 0.0597146 May 10 12:24:26.220112 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c7e6a4cc-7e30-4095-9990-ab97afc149ee req-5775531d-3561-4304-afaf-005bebbbb054 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328176 May 10 12:24:26.225693 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 90571037-56c6-4545-bdac-b72630e94039 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:24:26.230001 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 90571037-56c6-4545-bdac-b72630e94039 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:24:26.230381 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:26.242718 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58736) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:24:26.307136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a41ba5e3-32c4-4376-98aa-7cc9d59e6343 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/c57dc354-1793-4f20-a171-dc1d3bdb7514 HTTP/1.1" status: 200 len: 992 time: 0.0632491 May 10 12:24:26.313359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 90571037-56c6-4545-bdac-b72630e94039 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:24:26.313750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:26.336536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90571037-56c6-4545-bdac-b72630e94039'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:24:26.338881 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a69970-c342-4208-a6aa-6862f19d4451" -d '{"events": [{"server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "name": "network-vif-plugged", "status": "completed", "tag": "90571037-56c6-4545-bdac-b72630e94039"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:24:26.354538 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:24:26.359159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:26.381899 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55a503d-343e-4d02-af52-e59ca0b3ff50 x-openstack-request-id: req-e55a503d-343e-4d02-af52-e59ca0b3ff50 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:24:26.382186 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "name": "network-vif-plugged", "status": "completed", "tag": "90571037-56c6-4545-bdac-b72630e94039", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:24:26.382431 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e55a503d-343e-4d02-af52-e59ca0b3ff50 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:24:26.382822 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55a503d-343e-4d02-af52-e59ca0b3ff50'] response: {'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90571037-56c6-4545-bdac-b72630e94039', 'code': 200} May 10 12:24:26.406608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:24:33.014550 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:34.361537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-38aa9cc6-9857-4401-bdd8-960498da5b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:35.987295 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:37.348449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7cbd2fb8-6cf7-42bb-a9ac-91ed10950ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:38.020571 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:39.540995 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:39.589414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:43.694227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-27614c45-2d3c-4f11-a462-7650c9889604 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433686 May 10 12:24:43.786152 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-c40c54dd-55c5-45ed-8c06-fbbfb0229e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:43.787863 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-c40c54dd-55c5-45ed-8c06-fbbfb0229e20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1096 time: 0.0507658 May 10 12:24:43.900706 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-b037676e-6e72-4853-b095-46b1d7d37cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:43.902179 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-b037676e-6e72-4853-b095-46b1d7d37cf2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0937440 May 10 12:24:43.971637 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-79d4e674-6550-4976-a8b2-af947b59793b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 1001 time: 0.0610633 May 10 12:24:44.025200 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-b177359f-f560-426c-80c3-73a3d8aa7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:44.026631 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-b177359f-f560-426c-80c3-73a3d8aa7aa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0481591 May 10 12:24:44.073276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-0078f307-3a55-439e-b01f-049a20d855a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:44.074753 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-0078f307-3a55-439e-b01f-049a20d855a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410507 May 10 12:24:44.169743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-da0da79e-eb7a-4799-a77e-4e11b2757b68 service neutron] 10.222.0.49 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831439 May 10 12:24:44.263997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-82b00f74-ec5f-4f77-96c9-e5f0f0014e3a req-4164b003-9484-475e-8627-e433be611e49 service neutron] 10.222.0.49 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869689 May 10 12:24:50.914767 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:24:54.850777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58748) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:24:55.013365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port e0ff8f39-3c50-41f1-846d-83cd724b4862 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:24:55.013714 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:55.096565 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:55.096903 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:55.109094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for e0ff8f39-3c50-41f1-846d-83cd724b4862 owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:24:55.260728 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:55.287378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=e0ff8f39-3c50-41f1-846d-83cd724b4862,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:24:55.298615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.298970 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.299317 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.299651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.300017 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.300352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.300684 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.301015 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.301348 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.301675 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.301998 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.302318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:24:55.358855 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:55.359260 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP c57dc354-1793-4f20-a171-dc1d3bdb7514 disassociated (deleted). External IP: 172.25.8.162, port: 90571037-56c6-4545-bdac-b72630e94039. May 10 12:24:55.569460 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 59e08352-7e33-4b2e-9a7a-abcdf42e160e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:24:55.678262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:24:55.683014 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:55.688989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] Sync routers for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:24:55.702517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:24:55.703152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:24:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:24:55.710908 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4fe93f60-057c-455e-8786-cb4819511853 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/floatingips/c57dc354-1793-4f20-a171-dc1d3bdb7514 HTTP/1.1" status: 204 len: 168 time: 0.8590193 May 10 12:24:55.711489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'tag': '90571037-56c6-4545-bdac-b72630e94039'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:24:55.713799 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25421b72-2ee1-48e4-b32e-e9e27cb64033" -d '{"events": [{"name": "network-changed", "server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "tag": "90571037-56c6-4545-bdac-b72630e94039"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:24:55.760413 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8a480-3aa7-47ef-a458-eab8a85c4d67 x-openstack-request-id: req-9fb8a480-3aa7-47ef-a458-eab8a85c4d67 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:24:55.760706 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "tag": "90571037-56c6-4545-bdac-b72630e94039", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:24:55.761103 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fb8a480-3aa7-47ef-a458-eab8a85c4d67 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:24:55.762069 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb8a480-3aa7-47ef-a458-eab8a85c4d67'] response: {'name': 'network-changed', 'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'tag': '90571037-56c6-4545-bdac-b72630e94039', 'status': 'completed', 'code': 200} May 10 12:24:55.816073 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:24:55.833425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-7f16caaa-a8b3-48bb-a8d8-3f95a625b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:55.835598 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-7f16caaa-a8b3-48bb-a8d8-3f95a625b87a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 1096 time: 0.0483615 May 10 12:24:55.938639 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-ae3daa76-a03e-4acf-851b-07b51506af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:55.940049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-ae3daa76-a03e-4acf-851b-07b51506af74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 200 len: 898 time: 0.0971868 May 10 12:24:55.946081 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f4bb2-7931-4009-a16d-6400b9bd17c2 req-c3d2b120-90a4-40fb-8d65-eba35a784239 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:55.947701 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669f4bb2-7931-4009-a16d-6400b9bd17c2 req-c3d2b120-90a4-40fb-8d65-eba35a784239 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0513031 May 10 12:24:55.982381 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-17b47306-06a0-4ff9-9c49-314a81f96da3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 200 len: 217 time: 0.0344169 May 10 12:24:55.987041 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669f4bb2-7931-4009-a16d-6400b9bd17c2 req-5bee05cf-165a-43ed-aba6-f077444309ab tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326748 May 10 12:24:56.031195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:21Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:24:56.033170 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-a27c818b-9e30-4933-8962-1a262c122651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:56.034646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-a27c818b-9e30-4933-8962-1a262c122651 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 200 len: 833 time: 0.0439095 May 10 12:24:56.057465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] Checking router: 59e08352-7e33-4b2e-9a7a-abcdf42e160e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:24:56.065605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:24:56.066211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:24:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:24:56.084574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-ba16b1b1-b696-4a6a-8103-d0ef501d038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:56.086061 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-ba16b1b1-b696-4a6a-8103-d0ef501d038a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ceff351-f65d-4eac-a74f-1b4321335abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431592 May 10 12:24:56.176966 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:24:56.387280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:21Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:24:56.414323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9fdb6-bd02-4bd4-a166-726541ad57b0 None None] The sync data for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 is: [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:23:19Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '7de820cc-f4ab-4524-845e-9ef437656e2e', 'name': '', 'network_id': '3ceff351-f65d-4eac-a74f-1b4321335abf', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:10:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:18Z', 'updated_at': '2022-05-10T12:23:21Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'ab154d16-cc0e-48a4-b0d8-3fdf4d861223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:24:56.503591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-99851793-1a00-45e7-bbd8-91f50b49e238 service neutron] 10.222.0.49 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086235 May 10 12:24:56.601732 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-25421b72-2ee1-48e4-b32e-e9e27cb64033 req-06a3cdc1-d51d-4281-ad82-96973371c469 service neutron] 10.222.0.49 "GET /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900054 May 10 12:24:56.644530 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63271a3e-1f70-4e6a-ad0b-b20ed5ee2a4c None None] New status for floating IP c57dc354-1793-4f20-a171-dc1d3bdb7514: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:24:57.110073 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c9d92-2186-4bbc-a3f0-73bbedf12dd4 req-ad9ded9b-8b83-4fad-8ba0-2ea79c95c382 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:57.111546 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162c9d92-2186-4bbc-a3f0-73bbedf12dd4 req-ad9ded9b-8b83-4fad-8ba0-2ea79c95c382 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0509486 May 10 12:24:57.149102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-162c9d92-2186-4bbc-a3f0-73bbedf12dd4 req-8698c231-8cd7-4c5a-920e-6c48881dc6bb tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b9042f-c30c-44b7-a9c6-a3763dfb93da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 May 10 12:24:57.229538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-2b8b486a-38dc-45e9-8c27-42d8c2cea410 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:24:57.230992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-2b8b486a-38dc-45e9-8c27-42d8c2cea410 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b04090b-1eed-4588-aade-86f77ac917db HTTP/1.1" status: 200 len: 945 time: 0.0494828 May 10 12:24:57.323917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 90571037-56c6-4545-bdac-b72630e94039 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:24:57.324131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:57.409793 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 90571037-56c6-4545-bdac-b72630e94039, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=90571037-56c6-4545-bdac-b72630e94039,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:24:57.410152 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:57.423241 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 90571037-56c6-4545-bdac-b72630e94039 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:24:57.557220 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:57.584330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=90571037-56c6-4545-bdac-b72630e94039,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:24:57.629603 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] No DVR routers for this DVR port 90571037-56c6-4545-bdac-b72630e94039 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:24:57.632319 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:57.635602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7def9186-e4b3-4cb0-a16a-a2e12df73293 req-0fc20848-6f62-4741-90fa-3e9849d5a916 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "DELETE /v2.0/ports/90571037-56c6-4545-bdac-b72630e94039 HTTP/1.1" status: 204 len: 173 time: 0.3986149 May 10 12:24:57.636085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'name': 'network-vif-deleted', 'tag': '90571037-56c6-4545-bdac-b72630e94039'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:24:57.638589 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93bb81d-23ab-4acf-b441-86f2be39a93f" -d '{"events": [{"server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "name": "network-vif-deleted", "tag": "90571037-56c6-4545-bdac-b72630e94039"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:24:57.680361 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0df314-30f3-4b48-ae68-37901c822aec x-openstack-request-id: req-7a0df314-30f3-4b48-ae68-37901c822aec {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:24:57.680664 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b04090b-1eed-4588-aade-86f77ac917db", "name": "network-vif-deleted", "tag": "90571037-56c6-4545-bdac-b72630e94039", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:24:57.680965 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a0df314-30f3-4b48-ae68-37901c822aec {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:24:57.681330 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0df314-30f3-4b48-ae68-37901c822aec'] response: {'server_uuid': '5b04090b-1eed-4588-aade-86f77ac917db', 'name': 'network-vif-deleted', 'tag': '90571037-56c6-4545-bdac-b72630e94039', 'status': 'completed', 'code': 200} May 10 12:24:58.216036 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58762) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:24:58.587617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:58.854217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 7de820cc-f4ab-4524-845e-9ef437656e2e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:24:58.854562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:58.951274 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 7de820cc-f4ab-4524-845e-9ef437656e2e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=7de820cc-f4ab-4524-845e-9ef437656e2e,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:24:58.951697 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:58.974103 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 7de820cc-f4ab-4524-845e-9ef437656e2e owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:24:59.172728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:59.199398 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=7de820cc-f4ab-4524-845e-9ef437656e2e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:24:59.375341 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:59.594292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 59e08352-7e33-4b2e-9a7a-abcdf42e160e has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:24:59.712406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:24:59.721265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58764) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:24:59.721731 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-8ef1fb30-7175-4bd9-810f-af59eccd84fe tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/59e08352-7e33-4b2e-9a7a-abcdf42e160e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5042975 May 10 12:24:59.723659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] Sync routers for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:24:59.736289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:24:59.737033 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:24:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:24:59.778236 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-721834c2-2154-4597-8918-ec2fa41c1993 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting subnet ab154d16-cc0e-48a4-b0d8-3fdf4d861223 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:24:59.781887 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-721834c2-2154-4597-8918-ec2fa41c1993 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:59.827650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-721834c2-2154-4597-8918-ec2fa41c1993 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:59.918379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-721834c2-2154-4597-8918-ec2fa41c1993 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:24:59.986577 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-721834c2-2154-4597-8918-ec2fa41c1993 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.016055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:25:00.019546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721834c2-2154-4597-8918-ec2fa41c1993 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Subnet': ['ID=ab154d16-cc0e-48a4-b0d8-3fdf4d861223,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:00.021560 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-721834c2-2154-4597-8918-ec2fa41c1993 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.024704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-721834c2-2154-4597-8918-ec2fa41c1993 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/subnets/ab154d16-cc0e-48a4-b0d8-3fdf4d861223 HTTP/1.1" status: 204 len: 168 time: 0.3017607 May 10 12:25:00.027414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:00.073828 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8812083-6b1d-4de5-a594-d1749e6aeb53 None None] Network 3ceff351-f65d-4eac-a74f-1b4321335abf requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:25:00.134765 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.240499 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.298875 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port d51c827a-9cfa-4083-b1cb-0666f0e10ae9 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:25:00.299163 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.304774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:24:59Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd51c827a-9cfa-4083-b1cb-0666f0e10ae9', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:23:16Z', 'updated_at': '2022-05-10T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:00.353369 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 90571037-56c6-4545-bdac-b72630e94039 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:25:00.356931 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] Checking router: 59e08352-7e33-4b2e-9a7a-abcdf42e160e for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:25:00.380058 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 90571037-56c6-4545-bdac-b72630e94039 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:25:00.380269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 90571037-56c6-4545-bdac-b72630e94039 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:25:00.383011 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] DHCP port deletion for 3ceff351-f65d-4eac-a74f-1b4321335abf request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:25:00.390753 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] Routers {'59e08352-7e33-4b2e-9a7a-abcdf42e160e'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:25:00.391379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:24:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:00.397734 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port d51c827a-9cfa-4083-b1cb-0666f0e10ae9, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d51c827a-9cfa-4083-b1cb-0666f0e10ae9,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:25:00.398100 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.410628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for d51c827a-9cfa-4083-b1cb-0666f0e10ae9 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:25:00.502051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] Set router 59e08352-7e33-4b2e-9a7a-abcdf42e160e gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:25:00.561455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:25:00Z', 'revision_number': 6, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:00.567873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] Deleting port 127afbd0-fff0-48ce-b1b4-c1432947f47e {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:25:00.568466 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.588532 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.606480 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e3328-3d6b-4f26-8022-7a5941544e43 None None] The sync data for ids ['59e08352-7e33-4b2e-9a7a-abcdf42e160e'] in n-d-840949-1 is: [{'id': '59e08352-7e33-4b2e-9a7a-abcdf42e160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051063232', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:23:15Z', 'updated_at': '2022-05-10T12:25:00Z', 'revision_number': 6, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:25:00.614713 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=d51c827a-9cfa-4083-b1cb-0666f0e10ae9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:00.667518 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] For port 127afbd0-fff0-48ce-b1b4-c1432947f47e, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=127afbd0-fff0-48ce-b1b4-c1432947f47e,segment=NetworkSegment(838c43df-57b7-47b2-b26e-fc07eb0ce14b),segment_id=838c43df-57b7-47b2-b26e-fc07eb0ce14b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:25:00.667950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.682201 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] Calling delete_port for 127afbd0-fff0-48ce-b1b4-c1432947f47e owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:25:00.690429 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.775135 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.798241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.800549 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.804331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] Pushing event deleted for resources: {'Port': ['ID=127afbd0-fff0-48ce-b1b4-c1432947f47e,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:00.809469 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24505a7c-ba5a-4895-957a-66ee63099964 None None] No DVR routers for this DVR port 127afbd0-fff0-48ce-b1b4-c1432947f47e on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:25:00.853506 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.854031 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Fanout notify agent at l3_agent the message router_deleted on router 59e08352-7e33-4b2e-9a7a-abcdf42e160e {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:25:00.861181 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:00.862312 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-90b44125-914c-41d7-83e0-754d4b19fe96 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/routers/59e08352-7e33-4b2e-9a7a-abcdf42e160e HTTP/1.1" status: 204 len: 168 time: 0.8340335 May 10 12:25:00.865148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58768) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:00.947659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.052625 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.083856 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ceff351-f65d-4eac-a74f-1b4321335abf']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:01.093527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838c43df-57b7-47b2-b26e-fc07eb0ce14b') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:01.093824 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838c43df-57b7-47b2-b26e-fc07eb0ce14b') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:01.103443 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.117142 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.123620 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:25:01.123965 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: timer() May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:25:01.126937 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:25:01.190382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.197996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.201148 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/networks/3ceff351-f65d-4eac-a74f-1b4321335abf HTTP/1.1" status: 204 len: 168 time: 0.3350227 May 10 12:25:01.204155 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58770) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:01.212606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ff5e2-95e8-4a2a-8910-ee966a1a4e8f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Network': ['ID=3ceff351-f65d-4eac-a74f-1b4321335abf,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:01.266807 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58c0d1b0-b4c6-4261-9722-6db665467e27 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.293337 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58c0d1b0-b4c6-4261-9722-6db665467e27 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.360345 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58c0d1b0-b4c6-4261-9722-6db665467e27 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.363030 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-58c0d1b0-b4c6-4261-9722-6db665467e27 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.364295 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-58c0d1b0-b4c6-4261-9722-6db665467e27 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/security-groups/74b9042f-c30c-44b7-a9c6-a3763dfb93da HTTP/1.1" status: 204 len: 168 time: 0.1590145 May 10 12:25:01.376542 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0d1b0-b4c6-4261-9722-6db665467e27 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b9042f-c30c-44b7-a9c6-a3763dfb93da,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:01.484787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58776) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:01.489726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3c7b2a77-9a23-43c1-a7e4-459a143e47ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617612060', 'description': 'tempest-secgroup-smoke-1617612060 description', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:01.514003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c7b2a77-9a23-43c1-a7e4-459a143e47ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.580098 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c7b2a77-9a23-43c1-a7e4-459a143e47ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.586068 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c7b2a77-9a23-43c1-a7e4-459a143e47ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.620652 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3c7b2a77-9a23-43c1-a7e4-459a143e47ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.624022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3c7b2a77-9a23-43c1-a7e4-459a143e47ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1359105 May 10 12:25:01.624022 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b2a77-9a23-43c1-a7e4-459a143e47ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a857c75-a6c5-4ed6-a2e1-c55545da44cd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:01.626853 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58778) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:01.631682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ef14f205-12ed-45a9-aa73-d8cc76c5513f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '6a857c75-a6c5-4ed6-a2e1-c55545da44cd', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:01.662438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef14f205-12ed-45a9-aa73-d8cc76c5513f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.718414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef14f205-12ed-45a9-aa73-d8cc76c5513f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.724245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef14f205-12ed-45a9-aa73-d8cc76c5513f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.749502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14f205-12ed-45a9-aa73-d8cc76c5513f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcf2ac5-be34-434a-a3e4-5b5d0b46620e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:01.757228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ef14f205-12ed-45a9-aa73-d8cc76c5513f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.758460 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ef14f205-12ed-45a9-aa73-d8cc76c5513f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305230 May 10 12:25:01.761274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58780) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:01.765806 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-eee14316-e0ae-41fb-894f-a167a79aa5f7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '6a857c75-a6c5-4ed6-a2e1-c55545da44cd', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:01.792529 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eee14316-e0ae-41fb-894f-a167a79aa5f7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.856012 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eee14316-e0ae-41fb-894f-a167a79aa5f7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.862179 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eee14316-e0ae-41fb-894f-a167a79aa5f7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.881896 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee14316-e0ae-41fb-894f-a167a79aa5f7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7ee207-6886-48a9-97ca-ba2a38681058,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:01.891379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eee14316-e0ae-41fb-894f-a167a79aa5f7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.892717 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-eee14316-e0ae-41fb-894f-a167a79aa5f7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305249 May 10 12:25:01.895580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58782) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:01.899995 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a0b5a2de-de67-4b80-bc65-9a8f9f8eee98 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '6a857c75-a6c5-4ed6-a2e1-c55545da44cd', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:01.926807 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a2de-de67-4b80-bc65-9a8f9f8eee98 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.983368 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a2de-de67-4b80-bc65-9a8f9f8eee98 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:01.988514 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a2de-de67-4b80-bc65-9a8f9f8eee98 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.005902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5a2de-de67-4b80-bc65-9a8f9f8eee98 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab800cf-358c-4aa7-a74a-a4cae95f33d1,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:02.016072 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a2de-de67-4b80-bc65-9a8f9f8eee98 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.017275 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a0b5a2de-de67-4b80-bc65-9a8f9f8eee98 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207128 May 10 12:25:02.020118 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58784) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:02.024406 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-58d8d1b5-f6e0-4adb-a557-470d310976ac tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '6a857c75-a6c5-4ed6-a2e1-c55545da44cd', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:02.050448 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58d8d1b5-f6e0-4adb-a557-470d310976ac tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.109066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d51c827a-9cfa-4083-b1cb-0666f0e10ae9 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:25:02.113395 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58d8d1b5-f6e0-4adb-a557-470d310976ac tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.119091 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58d8d1b5-f6e0-4adb-a557-470d310976ac tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.129446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d51c827a-9cfa-4083-b1cb-0666f0e10ae9 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:25:02.129802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d51c827a-9cfa-4083-b1cb-0666f0e10ae9 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:25:02.130217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7de820cc-f4ab-4524-845e-9ef437656e2e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:25:02.138265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8d1b5-f6e0-4adb-a557-470d310976ac tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf7bec1-835c-47e9-aa37-b70a506b9686,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:02.144096 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-58d8d1b5-f6e0-4adb-a557-470d310976ac tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.145302 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-58d8d1b5-f6e0-4adb-a557-470d310976ac tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242747 May 10 12:25:02.148001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58786) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:02.149434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 7de820cc-f4ab-4524-845e-9ef437656e2e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:25:02.149804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 7de820cc-f4ab-4524-845e-9ef437656e2e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:25:02.150205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 127afbd0-fff0-48ce-b1b4-c1432947f47e no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:25:02.152232 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7cc02ae5-71b9-45bc-ac86-3751fc46a425 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '6a857c75-a6c5-4ed6-a2e1-c55545da44cd', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:02.172066 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 127afbd0-fff0-48ce-b1b4-c1432947f47e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:25:02.172454 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 127afbd0-fff0-48ce-b1b4-c1432947f47e not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:25:02.173840 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-7cc02ae5-71b9-45bc-ac86-3751fc46a425 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:25:02.179324 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7cc02ae5-71b9-45bc-ac86-3751fc46a425 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.240601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7cc02ae5-71b9-45bc-ac86-3751fc46a425 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.245458 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7cc02ae5-71b9-45bc-ac86-3751fc46a425 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.607750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc02ae5-71b9-45bc-ac86-3751fc46a425 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2dca83-94c7-46ee-8595-1af334edf989,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:02.618292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7cc02ae5-71b9-45bc-ac86-3751fc46a425 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.619492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7cc02ae5-71b9-45bc-ac86-3751fc46a425 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4705801 May 10 12:25:02.623728 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58788) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:02.628034 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c05268a6-7363-461c-a334-7dd0fff27907 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': '6a857c75-a6c5-4ed6-a2e1-c55545da44cd', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:02.649197 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-c05268a6-7363-461c-a334-7dd0fff27907 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:25:02.654048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c05268a6-7363-461c-a334-7dd0fff27907 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.708518 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c05268a6-7363-461c-a334-7dd0fff27907 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.713386 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c05268a6-7363-461c-a334-7dd0fff27907 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.731247 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05268a6-7363-461c-a334-7dd0fff27907 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a33e1b-0fa3-4712-a0db-38df258e9fd9,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:02.737112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c05268a6-7363-461c-a334-7dd0fff27907 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.738267 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c05268a6-7363-461c-a334-7dd0fff27907 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1136212 May 10 12:25:02.741217 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58790) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:02.745984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'network': {'name': 'tempest-network-smoke--1664701244', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'port_security_enabled': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:02.765493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:25:02.768963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.793949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:25:02.803431 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.803777 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Added segment eda6f489-94f8-4a6e-87d5-72c42f2ccadf of type vlan for network 7178de5e-bdbf-403b-9c58-66eb06b454f9 May 10 12:25:02.844338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.870900 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.876803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:02.877384 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.935848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1936014 May 10 12:25:02.938661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58792) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:02.942992 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'admin_state_up': True, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:02.959958 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defd5af-79cd-44dc-9d21-0f0f9772eb9d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Network': ['ID=7178de5e-bdbf-403b-9c58-66eb06b454f9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:02.971020 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:25:02.975255 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:02.976395 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:03.029733 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:03.043615 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:03.181636 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:03.383088 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:03.406273 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:03.517046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.142 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d2ddfba2-842b-46a3-9e1f-4437d2220b2f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:25:03.630456 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:03.669168 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:03.705007 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:25:03.707882 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:25:03.711308 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:25:03.741927 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=d2ddfba2-842b-46a3-9e1f-4437d2220b2f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:03.976822 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:04.193879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:04.335776 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:25:04.356098 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3aebdbb9-68b3-47f9-9cde-c619350dbc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:04.460934 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:25:04.470910 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Sync routers for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:25:04.482715 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:25:04.483547 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:24:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:04.484502 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:04.485768 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1d7b7cc9-caff-47d7-8ba2-b202e140a557 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5461967 May 10 12:25:04.488972 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58794) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:04.518116 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-dafd4531-a736-4aca-9afd-0a828648ecf5 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=039d191d27d34c0eaffe922a1f2d41b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279365 May 10 12:25:04.520739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58796) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:04.588127 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:25:04.605473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be688b66-7911-45ff-87a0-91270e043b55 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:04.606962 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-be688b66-7911-45ff-87a0-91270e043b55 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853226 May 10 12:25:04.610120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58798) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:04.641998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ec4c7536-b57e-47b2-bd1c-533830dd95a2 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307157 May 10 12:25:04.644778 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58800) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:04.649405 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-224629146', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:04.735884 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:25:04.739673 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11981014'] for subnet, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:04.764547 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:03Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:04.791145 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Checking router: 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:25:04.791930 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Updating router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c port d2ddfba2-842b-46a3-9e1f-4437d2220b2f binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:25:04.820114 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:04.925592 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12214199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980996'] for subnet, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:04.983983 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Subnet': ['ID=69409f26-9960-4742-a699-ef3e85562c6f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:04.994229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Checking segment: {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:25:04.994630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network hostable DHCP agents. Network: 7178de5e-bdbf-403b-9c58-66eb06b454f9, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:25:05.013661 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:25:05.024444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 7178de5e-bdbf-403b-9c58-66eb06b454f9) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:25:05.028817 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:05.029397 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.035426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9afd2-9af3-4c98-b68e-d23a989d3514 None None] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:25:05.048291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0f602072-45a9-4fcd-9545-bce04381c65e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4025395 May 10 12:25:05.051236 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58802) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:05.087118 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.093203 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.140165 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Attempting to bind port d2ddfba2-842b-46a3-9e1f-4437d2220b2f on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:25:05.140570 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Attempting to bind port d2ddfba2-842b-46a3-9e1f-4437d2220b2f by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:25:05.140896 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Attempting to bind port d2ddfba2-842b-46a3-9e1f-4437d2220b2f on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:25:05.153767 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:25:05.153767 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:25:05.154141 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.154435 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:25:05.154970 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Bound port: d2ddfba2-842b-46a3-9e1f-4437d2220b2f, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:25:05.155662 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.157825 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Pushing event updated for resources: {'Port': ['ID=d2ddfba2-842b-46a3-9e1f-4437d2220b2f,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:05.196575 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.196879 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.197200 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.197445 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.197870 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.198201 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.198571 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.198892 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.199608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.199608 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.199975 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.200131 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:25:05.202116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-7178de5e-bdbf-403b-9c58-66eb06b454f9', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:25:05.204459 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.218780 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] For port d2ddfba2-842b-46a3-9e1f-4437d2220b2f, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:25:05.222036 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] For port d2ddfba2-842b-46a3-9e1f-4437d2220b2f, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d2ddfba2-842b-46a3-9e1f-4437d2220b2f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:25:05.228218 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.287268 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:25:05.287957 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:24:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:05.293861 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e70e0-db6b-44c6-90e0-580df5ac3357 None None] Pushing event updated for resources: {'Port': ['ID=d2ddfba2-842b-46a3-9e1f-4437d2220b2f,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:05.361956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Allocated IP 172.20.0.2 (7178de5e-bdbf-403b-9c58-66eb06b454f9/69409f26-9960-4742-a699-ef3e85562c6f/d2d71485-a197-413e-b173-bf2baf75b46b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:25:05.408809 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:25:05.534849 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.543568 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.543897 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.588043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:25:05.591032 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:25:05.597906 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:25:05.607012 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:03Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:05.618358 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Pushing event updated for resources: {'Port': ['ID=d2d71485-a197-413e-b173-bf2baf75b46b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:05.639130 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c40c46-1243-46c9-9b57-70c04e88f4d4 None None] The sync data for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 is: [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:03Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:25:05.685576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Attempting to bind port d2d71485-a197-413e-b173-bf2baf75b46b on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:25:05.686386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Attempting to bind port d2d71485-a197-413e-b173-bf2baf75b46b by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:25:05.686941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Attempting to bind port d2d71485-a197-413e-b173-bf2baf75b46b on network 7178de5e-bdbf-403b-9c58-66eb06b454f9 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:25:05.695499 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:25:05.696805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Checking segment: {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:25:05.698623 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.699576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Bound using segment: {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:25:05.700601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Bound port: d2d71485-a197-413e-b173-bf2baf75b46b, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:25:05.701003 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.777423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] For port d2d71485-a197-413e-b173-bf2baf75b46b, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:25:05.784125 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] For port d2d71485-a197-413e-b173-bf2baf75b46b, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d2d71485-a197-413e-b173-bf2baf75b46b,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:25:05.789394 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:05.853905 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459a785-0882-4707-a8d2-9cac38f6127d None None] Pushing event updated for resources: {'Port': ['ID=d2d71485-a197-413e-b173-bf2baf75b46b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:05.895394 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.1 (7178de5e-bdbf-403b-9c58-66eb06b454f9/69409f26-9960-4742-a699-ef3e85562c6f/47a15c61-2d68-43ea-ae2a-418fde383ff5) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:25:05.990431 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:06.066047 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:06.142620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:06.208061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:25:06.211502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:25:06.217059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:25:06.226914 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=47a15c61-2d68-43ea-ae2a-418fde383ff5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:06.254083 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d2ddfba2-842b-46a3-9e1f-4437d2220b2f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:25:06.298332 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:06.356745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d2ddfba2-842b-46a3-9e1f-4437d2220b2f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:06.357199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:06.451951 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d2ddfba2-842b-46a3-9e1f-4437d2220b2f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:06.453241 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:06.475485 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port d2ddfba2-842b-46a3-9e1f-4437d2220b2f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d2ddfba2-842b-46a3-9e1f-4437d2220b2f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:25:06.481007 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:06.487616 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:06.546704 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=d2ddfba2-842b-46a3-9e1f-4437d2220b2f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:07.070384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7e195-c68c-4dcb-b055-490c6c16dcba None None] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:25:07.119858 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:07.126553 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:07.139132 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3f6ccf9c-ddf5-4f11-9cd2-d213e89219ee None None] Provisioning complete for port d2d71485-a197-413e-b173-bf2baf75b46b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:07.139459 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccf9c-ddf5-4f11-9cd2-d213e89219ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:07.202656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=47a15c61-2d68-43ea-ae2a-418fde383ff5,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:07.207029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:07.302164 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ccf9c-ddf5-4f11-9cd2-d213e89219ee None None] Current status of the port d2d71485-a197-413e-b173-bf2baf75b46b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:07.302549 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccf9c-ddf5-4f11-9cd2-d213e89219ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:07.305310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:25:07.306696 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:25:07.340652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3f6ccf9c-ddf5-4f11-9cd2-d213e89219ee None None] For port d2d71485-a197-413e-b173-bf2baf75b46b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d2d71485-a197-413e-b173-bf2baf75b46b,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:25:07.348763 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccf9c-ddf5-4f11-9cd2-d213e89219ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:07.385758 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5b4d150a-9868-4f31-895f-dffb9011efd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:07.408173 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ccf9c-ddf5-4f11-9cd2-d213e89219ee None None] Pushing event updated for resources: {'Port': ['ID=d2d71485-a197-413e-b173-bf2baf75b46b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:07.438652 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:25:07.568270 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:25:07.584038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2fb7cefc-9f10-40d1-9c15-2ad4c09540ad tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/0f346282-ddf6-4aec-beaf-b9b1dbcccc3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5222735 May 10 12:25:07.584283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-20c653eb-419b-4ca0-96d0-5bd8ae7408b0 None None] Provisioning complete for port d2d71485-a197-413e-b173-bf2baf75b46b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:07.584283 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20c653eb-419b-4ca0-96d0-5bd8ae7408b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:07.612524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Sync routers for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:25:07.635994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:25:07.636572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:25:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:07.737239 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-b39bfc06-e395-4623-af2d-d7531e756863 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617612060&fields=id&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 267 time: 0.0412908 May 10 12:25:07.862736 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-24a8d59d-ba1e-4b63-b201-e9c082cef3e8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:07.864347 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-24a8d59d-ba1e-4b63-b201-e9c082cef3e8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/networks?id=7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 200 len: 797 time: 0.1165867 May 10 12:25:07.880992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-2da603b1-562a-4a59-a25e-450cc5e3007f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/quotas/039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 375 time: 0.0103853 May 10 12:25:07.930776 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-20c653eb-419b-4ca0-96d0-5bd8ae7408b0 None None] Current status of the port d2d71485-a197-413e-b173-bf2baf75b46b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:07.940164 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-456d5710-9cf9-4852-ba33-1cf4cb6350be tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518897 May 10 12:25:07.954136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:25:07.980730 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-20c653eb-419b-4ca0-96d0-5bd8ae7408b0 None None] Provisioning complete for port 47a15c61-2d68-43ea-ae2a-418fde383ff5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:07.981105 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20c653eb-419b-4ca0-96d0-5bd8ae7408b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.046355 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-bf69cad9-9c4e-4367-a77b-1643a70b75fc service neutron] 10.222.0.13 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909462 May 10 12:25:08.078905 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.079761 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-20c653eb-419b-4ca0-96d0-5bd8ae7408b0 None None] Port 47a15c61-2d68-43ea-ae2a-418fde383ff5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:25:08.144184 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-bdf832af-a2a6-4b25-8fc4-42f88f1b4be5 service neutron] 10.222.0.13 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911977 May 10 12:25:08.223660 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d2d71485-a197-413e-b173-bf2baf75b46b up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:25:08.229270 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6b791216-d474-4c98-a44b-3c1e73994901 None None] Provisioning complete for port 47a15c61-2d68-43ea-ae2a-418fde383ff5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:08.229798 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6b791216-d474-4c98-a44b-3c1e73994901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.301427 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 2, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:08.303656 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6b791216-d474-4c98-a44b-3c1e73994901 None None] Port 47a15c61-2d68-43ea-ae2a-418fde383ff5 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:25:08.321401 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8f6c188-25df-4173-bcb9-c94556063247 req-dfd41b56-1a60-4def-80b7-1059c3b9e522 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 210 time: 0.0291305 May 10 12:25:08.336631 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Checking router: 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:25:08.337053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Updating router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c port 47a15c61-2d68-43ea-ae2a-418fde383ff5 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:25:08.366111 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.378601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d2d71485-a197-413e-b173-bf2baf75b46b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:08.378962 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.551424 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d2d71485-a197-413e-b173-bf2baf75b46b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:08.552522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d2ddfba2-842b-46a3-9e1f-4437d2220b2f up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:25:08.671136 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port d2ddfba2-842b-46a3-9e1f-4437d2220b2f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:08.671857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.760748 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.785528 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.838449 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port d2ddfba2-842b-46a3-9e1f-4437d2220b2f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:08.853879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79342c4-ba0f-4912-b547-133391615bc1 None None] Pushing event updated for resources: {'Port': ['ID=47a15c61-2d68-43ea-ae2a-418fde383ff5,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:08.906994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Attempting to bind port 47a15c61-2d68-43ea-ae2a-418fde383ff5 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:25:08.907387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Attempting to bind port 47a15c61-2d68-43ea-ae2a-418fde383ff5 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:25:08.907734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Attempting to bind port 47a15c61-2d68-43ea-ae2a-418fde383ff5 on network 7178de5e-bdbf-403b-9c58-66eb06b454f9 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:25:08.913144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:25:08.913524 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Checking segment: {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:25:08.913928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.914318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Bound using segment: {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:25:08.914786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Bound port: 47a15c61-2d68-43ea-ae2a-418fde383ff5, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:25:08.915165 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:08.980796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] For port 47a15c61-2d68-43ea-ae2a-418fde383ff5, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:25:08.984707 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] For port 47a15c61-2d68-43ea-ae2a-418fde383ff5, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=47a15c61-2d68-43ea-ae2a-418fde383ff5,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:25:08.989047 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.051559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:25:09.052215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:25:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:09.053965 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79342c4-ba0f-4912-b547-133391615bc1 None None] Pushing event updated for resources: {'Port': ['ID=47a15c61-2d68-43ea-ae2a-418fde383ff5,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:09.176242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0d387378-d725-4d20-acd9-df5576bbae43 None None] Provisioning complete for port 47a15c61-2d68-43ea-ae2a-418fde383ff5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:09.176640 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d387378-d725-4d20-acd9-df5576bbae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.179266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:25:09.295843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-20534f8d-3a05-4ae9-a42e-a19d588b1656 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:09.297372 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-20534f8d-3a05-4ae9-a42e-a19d588b1656 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/networks?id=7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 200 len: 797 time: 0.1325078 May 10 12:25:09.342643 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-7f40a72c-119c-4992-b5f1-2e06f0ff2652 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 380 time: 0.0355272 May 10 12:25:09.352134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'port': {'device_id': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'admin_state_up': True, 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'security_groups': ['6a857c75-a6c5-4ed6-a2e1-c55545da44cd']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:09.387658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0d387378-d725-4d20-acd9-df5576bbae43 None None] Current status of the port 47a15c61-2d68-43ea-ae2a-418fde383ff5 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:09.388057 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d387378-d725-4d20-acd9-df5576bbae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.432381 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-7a7efe96-d63e-4a20-9c15-1ad6ecc96f9d req-a1b33f68-a8f4-4bb6-95f1-f949d44a2153 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 210 time: 0.0348577 May 10 12:25:09.453277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-0d387378-d725-4d20-acd9-df5576bbae43 None None] For port 47a15c61-2d68-43ea-ae2a-418fde383ff5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=47a15c61-2d68-43ea-ae2a-418fde383ff5,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:25:09.460330 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0d387378-d725-4d20-acd9-df5576bbae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.489213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:25:09.493191 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.515602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d387378-d725-4d20-acd9-df5576bbae43 None None] Pushing event updated for resources: {'Port': ['ID=47a15c61-2d68-43ea-ae2a-418fde383ff5,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:09.520554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:08Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:09.555384 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a66c-ec56-4413-95ea-c73c08af4dd5 None None] The sync data for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 is: [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:08Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:25:09.564852 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.604269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-989d25dc-2e16-4156-a9cd-d1572bc91ae3 None None] Provisioning complete for port 47a15c61-2d68-43ea-ae2a-418fde383ff5 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:09.604665 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-989d25dc-2e16-4156-a9cd-d1572bc91ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.644161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.5 (7178de5e-bdbf-403b-9c58-66eb06b454f9/69409f26-9960-4742-a699-ef3e85562c6f/b0d33451-8d6b-4df1-b7a7-419bb28da02a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:25:09.652741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.721848 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-989d25dc-2e16-4156-a9cd-d1572bc91ae3 None None] Current status of the port 47a15c61-2d68-43ea-ae2a-418fde383ff5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:09.801217 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.835498 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.879942 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:25:09.882811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:25:09.886642 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:25:09.895212 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=b0d33451-8d6b-4df1-b7a7-419bb28da02a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:09.949336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:09.950018 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:09.975484 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-78f6c60e-33fb-4d39-aaca-cd9aae72d279 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269288 May 10 12:25:09.989774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Request body: {'port': {'device_id': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:10.063228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:10.145448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-5a6f0bdc-1fa1-4c0c-bd45-368cdfc1b3c5 None None] Provisioning complete for port b0d33451-8d6b-4df1-b7a7-419bb28da02a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:10.145829 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0bdc-1fa1-4c0c-bd45-368cdfc1b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:10.195305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f0bdc-1fa1-4c0c-bd45-368cdfc1b3c5 None None] Port b0d33451-8d6b-4df1-b7a7-419bb28da02a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:25:10.248857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 47a15c61-2d68-43ea-ae2a-418fde383ff5 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:25:10.304043 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 47a15c61-2d68-43ea-ae2a-418fde383ff5 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:10.304657 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:10.363213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d33451-8d6b-4df1-b7a7-419bb28da02a {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:25:10.372393 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:10.383579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 47a15c61-2d68-43ea-ae2a-418fde383ff5 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:10.385753 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Transition to ACTIVE for port object b0d33451-8d6b-4df1-b7a7-419bb28da02a will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:25:10.390834 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:10.466836 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d33451-8d6b-4df1-b7a7-419bb28da02a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:10.521318 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Attempting to bind port b0d33451-8d6b-4df1-b7a7-419bb28da02a on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:25:10.521793 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Attempting to bind port b0d33451-8d6b-4df1-b7a7-419bb28da02a by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:25:10.522211 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Attempting to bind port b0d33451-8d6b-4df1-b7a7-419bb28da02a on network 7178de5e-bdbf-403b-9c58-66eb06b454f9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:25:10.527787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Port b0d33451-8d6b-4df1-b7a7-419bb28da02a on network 7178de5e-bdbf-403b-9c58-66eb06b454f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:25:10.528249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Attempting to bind port b0d33451-8d6b-4df1-b7a7-419bb28da02a on network 7178de5e-bdbf-403b-9c58-66eb06b454f9 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:25:10.534548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:25:10.534966 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Checking segment: {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:25:10.535441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Bound using segment: {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:25:10.535993 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Bound port: b0d33451-8d6b-4df1-b7a7-419bb28da02a, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:25:10.536440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:10.582872 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bca9c-a3fb-43e1-9d05-8b3d3d5f5ae7 req-a9e595b9-4af4-4a0d-8e1e-597656a4b43e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:10.594307 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e02bca9c-a3fb-43e1-9d05-8b3d3d5f5ae7 req-a9e595b9-4af4-4a0d-8e1e-597656a4b43e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 943 time: 0.0767722 May 10 12:25:10.608265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] For port b0d33451-8d6b-4df1-b7a7-419bb28da02a, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:25:10.613471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] For port b0d33451-8d6b-4df1-b7a7-419bb28da02a, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:25:10.621862 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:10.634834 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e02bca9c-a3fb-43e1-9d05-8b3d3d5f5ae7 req-ed198c24-01d9-4f8f-bf09-5e08e808fd85 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 May 10 12:25:10.665233 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:10.665919 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:10.667841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] 10.222.0.70 "PUT /v2.0/ports/b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 200 len: 1091 time: 0.6841474 May 10 12:25:10.668431 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:25:10.670827 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeb3762-d84b-4713-8077-797d8cd5226a" -d '{"events": [{"name": "network-changed", "server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:25:10.698292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f22bd9-f1d9-4903-9bcb-f958abb9c177 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d33451-8d6b-4df1-b7a7-419bb28da02a,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:10.733464 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b06227b-816c-41b7-8005-dff224e4ac3f x-openstack-request-id: req-3b06227b-816c-41b7-8005-dff224e4ac3f {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:25:10.733889 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:25:10.734168 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b06227b-816c-41b7-8005-dff224e4ac3f {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:25:10.734708 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b06227b-816c-41b7-8005-dff224e4ac3f'] response: {'name': 'network-changed', 'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'status': 'completed', 'code': 200} May 10 12:25:10.770590 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-371bfe7e-3e8c-410b-a095-1615b7b7d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:10.772147 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-371bfe7e-3e8c-410b-a095-1615b7b7d6bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1094 time: 0.0493972 May 10 12:25:10.816683 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-028fce55-f1cf-4737-a02d-050879f9c20f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 200 len: 217 time: 0.0376265 May 10 12:25:10.875536 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-9cae0d89-fb5c-432d-93b2-9b9f7c24c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:10.877083 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-9cae0d89-fb5c-432d-93b2-9b9f7c24c280 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69409f26-9960-4742-a699-ef3e85562c6f HTTP/1.1" status: 200 len: 834 time: 0.0542748 May 10 12:25:10.925390 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-957a8aaa-3d6f-4b8a-9510-6e0a1f2e3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:10.927021 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-957a8aaa-3d6f-4b8a-9510-6e0a1f2e3836 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7178de5e-bdbf-403b-9c58-66eb06b454f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435095 May 10 12:25:11.025272 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-8ed49687-9105-4cc7-a995-a8d884706de1 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911496 May 10 12:25:11.124665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-be7a561b-8a6d-4741-bfde-15c3066eef26 req-b610881a-473c-446d-bb4e-f65c6e2c0f61 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925691 May 10 12:25:11.217765 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb3762-d84b-4713-8077-797d8cd5226a req-b11fc3a3-2f70-4503-a900-5082011ccd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:11.219208 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abeb3762-d84b-4713-8077-797d8cd5226a req-b11fc3a3-2f70-4503-a900-5082011ccd03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1094 time: 0.0439978 May 10 12:25:11.314126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb3762-d84b-4713-8077-797d8cd5226a req-61fa4acf-4bde-4a1a-9a23-e72eacbc135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:11.315584 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abeb3762-d84b-4713-8077-797d8cd5226a req-61fa4acf-4bde-4a1a-9a23-e72eacbc135c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 200 len: 898 time: 0.0892749 May 10 12:25:11.356520 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abeb3762-d84b-4713-8077-797d8cd5226a req-9c23771f-4cb0-487f-be7b-6cec66ffc3c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 200 len: 217 time: 0.0337560 May 10 12:25:11.404606 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb3762-d84b-4713-8077-797d8cd5226a req-3961d257-5100-4132-8e07-6f620ed306e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:11.406235 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abeb3762-d84b-4713-8077-797d8cd5226a req-3961d257-5100-4132-8e07-6f620ed306e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69409f26-9960-4742-a699-ef3e85562c6f HTTP/1.1" status: 200 len: 834 time: 0.0423510 May 10 12:25:11.458130 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb3762-d84b-4713-8077-797d8cd5226a req-75e64f6b-230d-4216-b643-41fa83f07576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:11.459579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abeb3762-d84b-4713-8077-797d8cd5226a req-75e64f6b-230d-4216-b643-41fa83f07576 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7178de5e-bdbf-403b-9c58-66eb06b454f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448210 May 10 12:25:11.548343 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abeb3762-d84b-4713-8077-797d8cd5226a req-cbae5414-5e91-4583-a5d4-2e037cc53127 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816641 May 10 12:25:11.641688 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-abeb3762-d84b-4713-8077-797d8cd5226a req-c8dde047-45e0-440c-8cf4-a04eb2e12841 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867879 May 10 12:25:11.755355 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d9499-a7aa-49bd-bf12-a7ec6b886205 req-12c1ffa1-6078-49c1-8500-5dd3b327b384 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:11.756896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a52d9499-a7aa-49bd-bf12-a7ec6b886205 req-12c1ffa1-6078-49c1-8500-5dd3b327b384 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 943 time: 0.0501153 May 10 12:25:11.802260 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a52d9499-a7aa-49bd-bf12-a7ec6b886205 req-0c0bdfe6-616a-48a4-82b0-f5ac0c0ba1ef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363533 May 10 12:25:12.923062 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc27d5-cb21-4f42-96e0-c919ef7edeaa req-2d768b4a-749a-45bc-b9c9-da8d18300ed3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:12.924562 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1bc27d5-cb21-4f42-96e0-c919ef7edeaa req-2d768b4a-749a-45bc-b9c9-da8d18300ed3 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 943 time: 0.0509186 May 10 12:25:12.966201 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e1bc27d5-cb21-4f42-96e0-c919ef7edeaa req-2a104b7e-b8ff-4cf2-8d07-4393f5ac3ae0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 May 10 12:25:13.425997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b0d33451-8d6b-4df1-b7a7-419bb28da02a details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:25:13.539200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b0d33451-8d6b-4df1-b7a7-419bb28da02a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:25:13.551267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'port_id': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:25:13.588314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b0d33451-8d6b-4df1-b7a7-419bb28da02a is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:13.588671 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:13.601554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d33451-8d6b-4df1-b7a7-419bb28da02a {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:25:13.620331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b0d33451-8d6b-4df1-b7a7-419bb28da02a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:25:13.625866 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:13.675241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b0d33451-8d6b-4df1-b7a7-419bb28da02a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:13.841710 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['b0d33451-8d6b-4df1-b7a7-419bb28da02a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:25:14.090033 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65966-78f6-4c8c-8f16-0d1da2dabcdf req-fc31f980-5fda-49cd-b729-953614960855 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:14.091507 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99c65966-78f6-4c8c-8f16-0d1da2dabcdf req-fc31f980-5fda-49cd-b729-953614960855 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 944 time: 0.0514102 May 10 12:25:14.132144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99c65966-78f6-4c8c-8f16-0d1da2dabcdf req-a3f5d80c-43d0-4874-ab78-0f9f43a55012 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337260 May 10 12:25:15.251394 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb6f07-1672-44e1-88b9-85ea788efd07 req-6db72352-a2b7-409f-a911-2891c4d9001b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:15.252865 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-22cb6f07-1672-44e1-88b9-85ea788efd07 req-6db72352-a2b7-409f-a911-2891c4d9001b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 944 time: 0.0521483 May 10 12:25:15.294211 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-22cb6f07-1672-44e1-88b9-85ea788efd07 req-1dff7103-6aa9-4508-b6d3-65542771e9ae tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324113 May 10 12:25:15.424495 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b0d33451-8d6b-4df1-b7a7-419bb28da02a up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:25:15.487124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port b0d33451-8d6b-4df1-b7a7-419bb28da02a completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:25:15.490945 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port b0d33451-8d6b-4df1-b7a7-419bb28da02a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:25:15.491329 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:15.571302 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port b0d33451-8d6b-4df1-b7a7-419bb28da02a is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:25:15.571688 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:15.757665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:25:15.760059 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae5bf4-6f44-4551-920a-aedb3ac79ac6" -d '{"events": [{"server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "name": "network-vif-plugged", "status": "completed", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:25:15.773232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port b0d33451-8d6b-4df1-b7a7-419bb28da02a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:25:15.778633 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:15.802261 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2da1e1-49df-4307-94e1-b6446fd232d6 x-openstack-request-id: req-6b2da1e1-49df-4307-94e1-b6446fd232d6 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:25:15.802550 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "name": "network-vif-plugged", "status": "completed", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:25:15.802794 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b2da1e1-49df-4307-94e1-b6446fd232d6 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:25:15.803228 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2da1e1-49df-4307-94e1-b6446fd232d6'] response: {'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'code': 200} May 10 12:25:15.829157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=b0d33451-8d6b-4df1-b7a7-419bb28da02a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:15.900653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe348fe0-a724-4d15-b3d4-b8fdf1205b32 req-24865828-206c-49f3-824d-cf72a6afa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:15.902094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe348fe0-a724-4d15-b3d4-b8fdf1205b32 req-24865828-206c-49f3-824d-cf72a6afa379 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0435066 May 10 12:25:15.944095 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fe348fe0-a724-4d15-b3d4-b8fdf1205b32 req-97fbb95e-0e1d-4abc-a33f-f8cab3485fd0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343046 May 10 12:25:16.427469 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a7ac6-edc7-4c28-9029-d5284780155f req-0a6560d9-83c1-4f07-a179-01bd6babe966 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:16.428858 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eb3a7ac6-edc7-4c28-9029-d5284780155f req-0a6560d9-83c1-4f07-a179-01bd6babe966 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0511591 May 10 12:25:16.469324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-eb3a7ac6-edc7-4c28-9029-d5284780155f req-b9ee959b-237f-436a-83e5-8a6ef7cc5e0f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 May 10 12:25:17.606130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d5962-4e84-46d4-962d-1daa158fa8e8 req-c22c8426-112d-4d89-b37e-e53405c3e50c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:17.607638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-362d5962-4e84-46d4-962d-1daa158fa8e8 req-c22c8426-112d-4d89-b37e-e53405c3e50c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0576026 May 10 12:25:17.646744 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-362d5962-4e84-46d4-962d-1daa158fa8e8 req-cca1730b-cf3a-4b8c-bde2-4cfe86f5ed19 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 May 10 12:25:17.775695 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4cdec-745f-48b7-9e26-82751d6e2437 req-70765bd6-4023-4feb-8850-c3b65d87e1a6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:17.777850 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e4cdec-745f-48b7-9e26-82751d6e2437 req-70765bd6-4023-4feb-8850-c3b65d87e1a6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0608728 May 10 12:25:17.819560 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1e4cdec-745f-48b7-9e26-82751d6e2437 req-35c3f3d4-b8f6-445c-868b-4b80194fb58a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337574 May 10 12:25:17.849647 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58852) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:17.889811 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5da758-a1c7-4adf-8a3b-425ffed590f5 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:17.891288 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ff5da758-a1c7-4adf-8a3b-425ffed590f5 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1091 time: 0.0406501 May 10 12:25:17.894218 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58854) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:17.898694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:25:17.921406 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:18.028147 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:18.139076 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.123 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/d5f932f8-e92e-4e13-8041-9a34172591c7) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:25:18.241445 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:18.278827 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:18.317514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:25:18.320341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:25:18.323889 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:25:18.332111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=d5f932f8-e92e-4e13-8041-9a34172591c7,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:18.705852 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:18.776269 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:18.924913 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:18.931112 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:19.349287 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=d5f932f8-e92e-4e13-8041-9a34172591c7,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:25:19.361369 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:19.467629 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP dd4e0f16-effe-4695-b16f-8fbe215088a2 associated. External IP: 172.25.8.123, port: b0d33451-8d6b-4df1-b7a7-419bb28da02a. May 10 12:25:19.688119 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:25:19.797138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:25:19.812142 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] Sync routers for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:25:19.818732 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:19.825666 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:25:19.826512 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:25:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:19.848605 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-59c0585b-ca34-4f3e-bc7e-b70142ab0f4f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9534035 May 10 12:25:19.849284 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:25:19.851721 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9955c7d-f0cc-42e4-9b21-5986bdc41725" -d '{"events": [{"name": "network-changed", "server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:25:19.888288 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d67c2a-b265-401d-ba8f-ed25b57b615c x-openstack-request-id: req-32d67c2a-b265-401d-ba8f-ed25b57b615c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:25:19.888546 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:25:19.888825 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32d67c2a-b265-401d-ba8f-ed25b57b615c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:25:19.889367 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d67c2a-b265-401d-ba8f-ed25b57b615c'] response: {'name': 'network-changed', 'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'status': 'completed', 'code': 200} May 10 12:25:19.946507 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:25:19.952798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454696-4f32-4dc5-b6ab-13b94aee3c53 req-f0302748-8e26-4024-ae29-f2eb246d9548 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:19.954460 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f454696-4f32-4dc5-b6ab-13b94aee3c53 req-f0302748-8e26-4024-ae29-f2eb246d9548 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0523577 May 10 12:25:19.955246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-87fc0435-f7c5-4b3c-a87b-6921fe95ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:19.956469 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-87fc0435-f7c5-4b3c-a87b-6921fe95ed25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0463490 May 10 12:25:20.007518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5f454696-4f32-4dc5-b6ab-13b94aee3c53 req-41e26e43-4d7b-4e43-a13f-e877528687cf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461996 May 10 12:25:20.032937 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58860) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:20.065899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-c356841e-7047-45ba-8e04-9204993e467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:20.067776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-c356841e-7047-45ba-8e04-9204993e467d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 200 len: 898 time: 0.1037309 May 10 12:25:20.102745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-873ae04e-24cc-4a91-b8a3-25ce36d40c9b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/dd4e0f16-effe-4695-b16f-8fbe215088a2 HTTP/1.1" status: 200 len: 991 time: 0.0672958 May 10 12:25:20.136167 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-6c65f612-f480-4850-a01c-cf84e20226cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 200 len: 999 time: 0.0613523 May 10 12:25:20.186535 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-dd5982de-71ce-44d2-a78a-6259004fa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:20.188107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-dd5982de-71ce-44d2-a78a-6259004fa02e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69409f26-9960-4742-a699-ef3e85562c6f HTTP/1.1" status: 200 len: 834 time: 0.0461326 May 10 12:25:20.238378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-122736ac-1008-405e-b54d-5e5dc69cd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:20.239783 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-122736ac-1008-405e-b54d-5e5dc69cd36e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7178de5e-bdbf-403b-9c58-66eb06b454f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457213 May 10 12:25:20.269247 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'dd4e0f16-effe-4695-b16f-8fbe215088a2', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'port_id': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:25:18Z', 'updated_at': '2022-05-10T12:25:18Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:09Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:20.299247 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] Checking router: 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:25:20.307949 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:25:20.308567 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:25:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:20.327563 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-89d01324-07c0-4be6-8b3d-f012a22827d6 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810695 May 10 12:25:20.415543 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:25:20.423414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c9955c7d-f0cc-42e4-9b21-5986bdc41725 req-a21c9aca-b1bc-4f26-9d3c-cbc54d88f306 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884583 May 10 12:25:20.643552 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'dd4e0f16-effe-4695-b16f-8fbe215088a2', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'port_id': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:25:18Z', 'updated_at': '2022-05-10T12:25:18Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:09Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:25:20.673681 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdd350-aab8-4671-8f43-499ec6895b84 None None] The sync data for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 is: [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'dd4e0f16-effe-4695-b16f-8fbe215088a2', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'port_id': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:25:18Z', 'updated_at': '2022-05-10T12:25:18Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:09Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:25:20.868152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c8c44-05c5-489c-abf4-b51399817762 None None] New status for floating IP dd4e0f16-effe-4695-b16f-8fbe215088a2: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:25:21.106483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58862) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:21.173024 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7c203081-3dc3-44b4-aa9f-76d04452dea4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/dd4e0f16-effe-4695-b16f-8fbe215088a2 HTTP/1.1" status: 200 len: 993 time: 0.0653203 May 10 12:25:27.909985 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:25:30.621732 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-127ade85-7a49-4f12-8f47-277723abe295 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434453 May 10 12:25:30.709920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-6814b090-7d74-4d7a-9cb0-0bbe059a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:30.711401 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-6814b090-7d74-4d7a-9cb0-0bbe059a70c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0428617 May 10 12:25:30.830347 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-7ac959ed-9e35-4692-b824-8de659d1ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:30.831977 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-7ac959ed-9e35-4692-b824-8de659d1ee14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 200 len: 898 time: 0.0979958 May 10 12:25:30.895920 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-cc3e1d07-86db-4068-988a-6ad0ee9d747e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 200 len: 1001 time: 0.0573931 May 10 12:25:30.943451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-64669b78-9a9d-477c-a1dc-db3e8e4e3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:30.944906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-64669b78-9a9d-477c-a1dc-db3e8e4e3416 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69409f26-9960-4742-a699-ef3e85562c6f HTTP/1.1" status: 200 len: 834 time: 0.0431259 May 10 12:25:30.996549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-2d501e7e-dbb7-40d4-a073-689f696eb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:30.998040 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-2d501e7e-dbb7-40d4-a073-689f696eb5c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7178de5e-bdbf-403b-9c58-66eb06b454f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466189 May 10 12:25:31.096653 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-555b4111-a7e2-4e42-a41b-1edda01acb4d service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915990 May 10 12:25:31.191843 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-809d1238-0b8e-4ce1-8485-bc5386d0b40b req-ef558550-d506-4368-9553-a87cec3e66f6 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891819 May 10 12:25:33.024701 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:34.364334 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bd4103bb-8644-429c-8d4b-e625e46e4f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:35.997800 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:37.352288 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cdb820e1-f1d1-4fa5-a0b7-1edd535baf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:38.022975 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:39.549820 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:39.596997 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:25:48.073215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6429c-c7b6-4a9a-aaf9-b17bcda30f69 req-1c9f1e67-421c-4fb0-ab25-0b49e2efa75a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:48.074733 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69c6429c-c7b6-4a9a-aaf9-b17bcda30f69 req-1c9f1e67-421c-4fb0-ab25-0b49e2efa75a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0554039 May 10 12:25:48.113194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-69c6429c-c7b6-4a9a-aaf9-b17bcda30f69 req-b9bcd957-d0c8-45f5-95ee-aee528893be4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 May 10 12:25:49.243593 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bbdbc-f654-4d21-9203-3d3d88c0bf5b req-c9087935-6ac5-4d62-8fbe-05418214cf7a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:49.245313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-260bbdbc-f654-4d21-9203-3d3d88c0bf5b req-c9087935-6ac5-4d62-8fbe-05418214cf7a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0507946 May 10 12:25:49.286094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-260bbdbc-f654-4d21-9203-3d3d88c0bf5b req-3f853b6f-39a9-4296-abda-97d1713e6c57 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 May 10 12:25:50.419748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e494403-a43c-44c8-a8a7-9d514451fe38 req-3cd1757c-dee3-4db6-8890-03baece829b0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:50.421169 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e494403-a43c-44c8-a8a7-9d514451fe38 req-3cd1757c-dee3-4db6-8890-03baece829b0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0532055 May 10 12:25:50.463035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2e494403-a43c-44c8-a8a7-9d514451fe38 req-86fb6084-711f-473c-a283-008251eacfec tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329309 May 10 12:25:51.595218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad36321-c27a-4209-ba69-902b86a0bf8f req-aa633757-c503-40bc-93cf-dd85a4db7ef0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:51.596825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad36321-c27a-4209-ba69-902b86a0bf8f req-aa633757-c503-40bc-93cf-dd85a4db7ef0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0514991 May 10 12:25:51.638900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ad36321-c27a-4209-ba69-902b86a0bf8f req-ab93cc3b-4d4b-4b0a-b347-64a85486d6db tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333858 May 10 12:25:52.775365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b8299-e199-4963-808d-3ddfc22e3c6b req-7f937e25-a576-4166-a87a-03a35eb5b544 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:52.777093 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-936b8299-e199-4963-808d-3ddfc22e3c6b req-7f937e25-a576-4166-a87a-03a35eb5b544 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0649314 May 10 12:25:52.818985 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-936b8299-e199-4963-808d-3ddfc22e3c6b req-4bf7cdfa-e422-4ddc-ba65-59b20c897cc8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350053 May 10 12:25:53.951811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c379a6-fd5d-46b1-aa8e-1712f9b98071 req-a9292acb-1520-4e0d-8353-948e4fbe169a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:53.953309 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61c379a6-fd5d-46b1-aa8e-1712f9b98071 req-a9292acb-1520-4e0d-8353-948e4fbe169a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0532348 May 10 12:25:53.997694 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-61c379a6-fd5d-46b1-aa8e-1712f9b98071 req-8d5a21f3-b02d-4b01-9909-06f4146a9098 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 May 10 12:25:55.119809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b49779-cea8-4b10-a43e-1f8ce419bd85 req-9c826633-8f4c-419c-9727-8886a16a360e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:55.121639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48b49779-cea8-4b10-a43e-1f8ce419bd85 req-9c826633-8f4c-419c-9727-8886a16a360e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0536325 May 10 12:25:55.161906 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-48b49779-cea8-4b10-a43e-1f8ce419bd85 req-a5963912-a9f5-40c5-90ad-51f3325625b6 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340645 May 10 12:25:56.291165 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386296e1-de81-43be-a8c0-da46f002bfde req-487bc143-1457-4760-92d1-dc151193c062 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:56.292706 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-386296e1-de81-43be-a8c0-da46f002bfde req-487bc143-1457-4760-92d1-dc151193c062 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0502911 May 10 12:25:56.335017 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-386296e1-de81-43be-a8c0-da46f002bfde req-4ecbd027-ae53-40a9-8243-7809aa6f8a61 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 May 10 12:25:57.468180 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd635d-c3c9-4ce4-99a9-1bcd07289f2e req-2106e6fa-6429-4e1a-9a9f-996a7b11a1c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:57.469706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09fd635d-c3c9-4ce4-99a9-1bcd07289f2e req-2106e6fa-6429-4e1a-9a9f-996a7b11a1c4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0508409 May 10 12:25:57.510664 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-09fd635d-c3c9-4ce4-99a9-1bcd07289f2e req-5fcd28fc-caa8-49d6-844a-8aa612e65779 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 May 10 12:25:58.648341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764589d0-f087-4e59-8234-056ed1854615 req-d2336628-d125-4ee5-88be-9a311b43cd31 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:25:58.649829 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-764589d0-f087-4e59-8234-056ed1854615 req-d2336628-d125-4ee5-88be-9a311b43cd31 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0592012 May 10 12:25:58.690504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-764589d0-f087-4e59-8234-056ed1854615 req-31eff078-4a96-48a7-aa83-169cdf373958 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336490 May 10 12:25:58.716152 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58896) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:25:58.781230 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c5d7ebc1-8918-42dd-a15c-4e3a380358cd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/dd4e0f16-effe-4695-b16f-8fbe215088a2 HTTP/1.1" status: 200 len: 993 time: 0.0639231 May 10 12:26:00.073574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d2146-b5f1-44a0-a767-7e10bd1defd5 req-00c8e472-ced3-4a3f-bd4e-84e692285174 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:00.075118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc0d2146-b5f1-44a0-a767-7e10bd1defd5 req-00c8e472-ced3-4a3f-bd4e-84e692285174 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0557108 May 10 12:26:00.122363 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bc0d2146-b5f1-44a0-a767-7e10bd1defd5 req-961cf57b-57eb-40c5-95a5-c30f10bdae6a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 May 10 12:26:00.151685 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-ccebd95a-b27d-44b8-9e87-16da197f12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:00.153341 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-ccebd95a-b27d-44b8-9e87-16da197f12cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0989261 May 10 12:26:00.249766 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-c432c60d-9e7d-423b-b3fe-b83cb7478447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:00.251265 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-c432c60d-9e7d-423b-b3fe-b83cb7478447 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 200 len: 898 time: 0.0918791 May 10 12:26:00.321404 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-61fea265-a424-4f81-9531-cf36ca968601 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 200 len: 1001 time: 0.0618100 May 10 12:26:00.375716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-646be90f-95ed-4eca-8b0a-57bd47bc39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:00.377682 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-646be90f-95ed-4eca-8b0a-57bd47bc39bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69409f26-9960-4742-a699-ef3e85562c6f HTTP/1.1" status: 200 len: 834 time: 0.0492985 May 10 12:26:00.423694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-184ba3cb-1c40-4199-b56d-dbf276c0151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:00.425197 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-184ba3cb-1c40-4199-b56d-dbf276c0151f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7178de5e-bdbf-403b-9c58-66eb06b454f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404696 May 10 12:26:00.518014 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-cd2ad3a1-0518-4986-a3cb-52276185f3c1 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860722 May 10 12:26:00.617115 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-60efb3ae-9c1b-465d-9db4-04bd92d9976e req-74bf5d6f-0dcc-44d6-ab6f-d6e6b18053aa service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917788 May 10 12:26:01.252815 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695f479-af3a-45c0-a279-97173224449d req-3a28cb92-55c8-4ab5-a2c2-7d3f91c5d594 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:01.254306 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e695f479-af3a-45c0-a279-97173224449d req-3a28cb92-55c8-4ab5-a2c2-7d3f91c5d594 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0587523 May 10 12:26:01.305421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e695f479-af3a-45c0-a279-97173224449d req-01c47495-b1e0-42fc-a6b7-daca0fc48d6b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423672 May 10 12:26:01.328849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58910) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:01.391384 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-f2f09e8f-f056-4359-b5fd-5875dd8e8081 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/dd4e0f16-effe-4695-b16f-8fbe215088a2 HTTP/1.1" status: 200 len: 993 time: 0.0612543 May 10 12:26:03.034164 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:04.359468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-09304edd-eba3-4032-8316-8a87a304fe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:04.909779 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:26:05.982796 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:07.353058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd5f8-2611-40c0-b7d4-dd3ac4821222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:08.030132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:09.549097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:09.602343 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:16.653818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-6dd873ff-ab23-4eb4-950d-30ab3850054f req-b784b6a1-f4cc-4fce-933f-a321476b1140 tempest-ServerDiskConfigTestJSON-1908807447 tempest-ServerDiskConfigTestJSON-1908807447-project] (102767) timed out ('10.222.0.70', 58181) {{(pid=102767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 12:26:31.619744 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-abb71086-042b-4db7-991e-b2113afe8c36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427926 May 10 12:26:31.705407 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-76c88123-6c21-4896-a6cb-58911ec1b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:31.706910 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-76c88123-6c21-4896-a6cb-58911ec1b589 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0430300 May 10 12:26:31.785922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58920) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:31.824752 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-928c8ce1-4ca0-4d04-8f40-bd219f7e6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:31.826237 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-928c8ce1-4ca0-4d04-8f40-bd219f7e6c59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 200 len: 898 time: 0.0992341 May 10 12:26:31.893362 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-327b4973-5949-47a8-a9ab-bd2854982c68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 200 len: 1001 time: 0.0598333 May 10 12:26:31.946359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-d8e660b0-271b-4fb5-99c3-413d321c873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:31.947905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-d8e660b0-271b-4fb5-99c3-413d321c873e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69409f26-9960-4742-a699-ef3e85562c6f HTTP/1.1" status: 200 len: 834 time: 0.0482996 May 10 12:26:31.961284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port d5f932f8-e92e-4e13-8041-9a34172591c7 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:26:31.961539 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:31.992779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-8380fdcb-7a8e-485f-932e-0d9e83acae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:31.994352 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-8380fdcb-7a8e-485f-932e-0d9e83acae51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7178de5e-bdbf-403b-9c58-66eb06b454f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398517 May 10 12:26:32.039154 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:32.039436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:32.051391 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for d5f932f8-e92e-4e13-8041-9a34172591c7 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:26:32.089925 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-04295d04-64d0-4f8c-a08a-de831796787c service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878808 May 10 12:26:32.192901 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-190dbd86-2ef6-4f8f-8017-889628b1ce9f req-ad09b88f-fa00-4a43-9c60-c5a7d3950c9a service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961604 May 10 12:26:32.211942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:32.243720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=d5f932f8-e92e-4e13-8041-9a34172591c7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:32.265866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.266215 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.266559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.266867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.267237 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.267551 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.267927 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.268266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.268599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.268924 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.269262 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.269579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:32.308432 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:32.308777 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP dd4e0f16-effe-4695-b16f-8fbe215088a2 disassociated (deleted). External IP: 172.25.8.123, port: b0d33451-8d6b-4df1-b7a7-419bb28da02a. May 10 12:26:32.533798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:26:32.643284 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:26:32.648504 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:32.655124 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] Sync routers for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:26:32.666454 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:32.667142 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:32.675856 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5e2bccdb-c834-4ecf-8d30-1033e6f1dac5 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/floatingips/dd4e0f16-effe-4695-b16f-8fbe215088a2 HTTP/1.1" status: 204 len: 168 time: 0.8886337 May 10 12:26:32.676403 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:26:32.678711 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df59887c-6bfb-46f7-8c45-7f35ac605b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:26:32.788012 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:32.805466 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90d5c56-e62f-46dd-9502-e6465b0907a5 x-openstack-request-id: req-f90d5c56-e62f-46dd-9502-e6465b0907a5 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:26:32.806004 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:26:32.806004 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f90d5c56-e62f-46dd-9502-e6465b0907a5 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:26:32.806399 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90d5c56-e62f-46dd-9502-e6465b0907a5'] response: {'name': 'network-changed', 'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'status': 'completed', 'code': 200} May 10 12:26:32.879603 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-74566fa4-10fc-43d6-8f8f-40a9f9905d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:32.881129 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-74566fa4-10fc-43d6-8f8f-40a9f9905d54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0433524 May 10 12:26:32.988875 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:09Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:32.992050 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b5ac-5934-4673-bc48-b3bae0722a7e req-b4244232-10bf-4dc6-a694-d10d8f837741 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:32.993522 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d20b5ac-5934-4673-bc48-b3bae0722a7e req-b4244232-10bf-4dc6-a694-d10d8f837741 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.1094813 May 10 12:26:33.017461 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] Checking router: 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:26:33.020569 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-f8e8e9d4-309e-42cc-ab7e-1e7c2c7138a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:33.022009 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-f8e8e9d4-309e-42cc-ab7e-1e7c2c7138a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 200 len: 898 time: 0.1291461 May 10 12:26:33.026064 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:33.026673 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:33.061030 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:33.079289 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9d20b5ac-5934-4673-bc48-b3bae0722a7e req-2cced73c-9fc1-4350-b7b0-eed683e024ae tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748842 May 10 12:26:33.080698 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-340e5ca7-d7bd-4225-b110-8ef777a2b8a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 200 len: 217 time: 0.0512199 May 10 12:26:33.132546 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-7281dcd6-11ef-4e9e-8a27-6ed3f499aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:33.134025 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-7281dcd6-11ef-4e9e-8a27-6ed3f499aab7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69409f26-9960-4742-a699-ef3e85562c6f HTTP/1.1" status: 200 len: 834 time: 0.0462823 May 10 12:26:33.182549 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-dff16440-5085-495d-8fa5-5a8bc45c5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:33.184324 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-dff16440-5085-495d-8fa5-5a8bc45c5e05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7178de5e-bdbf-403b-9c58-66eb06b454f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430138 May 10 12:26:33.225471 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:33.280669 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-011a0e0d-f28c-421d-bbec-32d7fa54e117 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890667 May 10 12:26:33.372632 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df59887c-6bfb-46f7-8c45-7f35ac605b7d req-8ba531a8-c07e-42f8-aff6-c86205204994 service neutron] 10.222.0.70 "GET /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841651 May 10 12:26:33.419098 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:09Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:33.444241 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f190eb-6990-475a-ae58-25acd5dd5c77 None None] The sync data for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 is: [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '47a15c61-2d68-43ea-ae2a-418fde383ff5', 'name': '', 'network_id': '7178de5e-bdbf-403b-9c58-66eb06b454f9', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:a2:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '69409f26-9960-4742-a699-ef3e85562c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:05Z', 'updated_at': '2022-05-10T12:25:09Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': '69409f26-9960-4742-a699-ef3e85562c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:26:33.676261 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782d4b6-bdfc-4194-9eed-07880a3dfb9b None None] New status for floating IP dd4e0f16-effe-4695-b16f-8fbe215088a2: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:26:34.210043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa06a6-7483-4438-9c89-4e82efdd768b req-1f3e7fd4-efa3-47e3-8711-f47cc08ddcdd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:34.211541 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87aa06a6-7483-4438-9c89-4e82efdd768b req-1f3e7fd4-efa3-47e3-8711-f47cc08ddcdd tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0533297 May 10 12:26:34.253286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-87aa06a6-7483-4438-9c89-4e82efdd768b req-c563f7f6-5649-4b73-892c-7af4d4e256ff tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a857c75-a6c5-4ed6-a2e1-c55545da44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341802 May 10 12:26:34.337646 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-09f06cda-f07c-485e-9c35-361e0a13d086 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:34.339136 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-09f06cda-f07c-485e-9c35-361e0a13d086 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0498316 May 10 12:26:34.367565 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2a02e904-b259-4c3d-8507-75a6e8b6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:34.433305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port b0d33451-8d6b-4df1-b7a7-419bb28da02a {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:26:34.433629 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:34.521671 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port b0d33451-8d6b-4df1-b7a7-419bb28da02a, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=b0d33451-8d6b-4df1-b7a7-419bb28da02a,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:34.522045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:34.535745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for b0d33451-8d6b-4df1-b7a7-419bb28da02a owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:26:34.672720 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:34.701795 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=b0d33451-8d6b-4df1-b7a7-419bb28da02a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:34.727274 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.727619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.727982 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.728329 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.728639 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.728974 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.729297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.729623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.729944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.730269 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.730653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.731122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:34.753576 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] No DVR routers for this DVR port b0d33451-8d6b-4df1-b7a7-419bb28da02a on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:26:34.756391 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:34.759768 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c4513c99-871d-48e4-bdf9-8f8660e21c22 req-2276a1aa-28c1-483c-a720-777709b63334 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.70 "DELETE /v2.0/ports/b0d33451-8d6b-4df1-b7a7-419bb28da02a HTTP/1.1" status: 204 len: 173 time: 0.4152749 May 10 12:26:34.760249 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'name': 'network-vif-deleted', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:26:34.763989 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab71ae-c469-4911-823e-42f88a5cc51f" -d '{"events": [{"server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "name": "network-vif-deleted", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:26:34.867284 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17116cd-f862-4813-a4c4-e303f8a454b1 x-openstack-request-id: req-d17116cd-f862-4813-a4c4-e303f8a454b1 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:26:34.867609 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5493d752-1809-4d90-9496-b2c8b29cb2f1", "name": "network-vif-deleted", "tag": "b0d33451-8d6b-4df1-b7a7-419bb28da02a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:26:34.867883 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d17116cd-f862-4813-a4c4-e303f8a454b1 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:26:34.868301 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17116cd-f862-4813-a4c4-e303f8a454b1'] response: {'server_uuid': '5493d752-1809-4d90-9496-b2c8b29cb2f1', 'name': 'network-vif-deleted', 'tag': 'b0d33451-8d6b-4df1-b7a7-419bb28da02a', 'status': 'completed', 'code': 200} May 10 12:26:35.379133 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-e65665e7-ef8e-4372-97cd-55b7cbacfbc4 req-b94ce057-9d4a-4718-b6b4-39d5d5ad01a1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=5493d752-1809-4d90-9496-b2c8b29cb2f1 HTTP/1.1" status: 200 len: 210 time: 0.0370204 May 10 12:26:35.995903 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:36.444356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58940) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:36.842263 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:37.101047 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 47a15c61-2d68-43ea-ae2a-418fde383ff5 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:26:37.101287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:37.202629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 47a15c61-2d68-43ea-ae2a-418fde383ff5, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=47a15c61-2d68-43ea-ae2a-418fde383ff5,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:37.203006 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:37.217053 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 47a15c61-2d68-43ea-ae2a-418fde383ff5 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:26:37.346951 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-82f84526-99c7-4bd7-bb07-3188f71975ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:37.409117 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:37.437278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=47a15c61-2d68-43ea-ae2a-418fde383ff5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:37.614850 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:37.765168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b0d33451-8d6b-4df1-b7a7-419bb28da02a no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:26:37.785857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: b0d33451-8d6b-4df1-b7a7-419bb28da02a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:26:37.786202 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device b0d33451-8d6b-4df1-b7a7-419bb28da02a not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:26:37.836699 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:26:37.953229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:26:37.960573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9a0ce65d-c98a-4521-9693-84f66563a091 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/0f346282-ddf6-4aec-beaf-b9b1dbcccc3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5151150 May 10 12:26:37.963918 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58942) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:37.965932 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] Sync routers for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:26:37.976482 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:37.977216 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:38.017149 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-df58f752-71b5-4640-a471-5aa91def0cb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting subnet 69409f26-9960-4742-a699-ef3e85562c6f {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:26:38.020689 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df58f752-71b5-4640-a471-5aa91def0cb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.027689 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.062379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df58f752-71b5-4640-a471-5aa91def0cb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.082734 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:38.151109 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df58f752-71b5-4640-a471-5aa91def0cb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.218690 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df58f752-71b5-4640-a471-5aa91def0cb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.251654 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df58f752-71b5-4640-a471-5aa91def0cb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.254921 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-df58f752-71b5-4640-a471-5aa91def0cb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/subnets/69409f26-9960-4742-a699-ef3e85562c6f HTTP/1.1" status: 204 len: 168 time: 0.2899423 May 10 12:26:38.255800 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58f752-71b5-4640-a471-5aa91def0cb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Subnet': ['ID=69409f26-9960-4742-a699-ef3e85562c6f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:38.258916 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58944) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:38.260742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebcb61-81b6-48f0-9bc6-e45d8a1e5613 None None] Network 7178de5e-bdbf-403b-9c58-66eb06b454f9 requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:26:38.278779 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:26:37Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:38.307806 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] Checking router: 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:26:38.316924 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] Routers {'0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:38.316924 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:38.374021 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.423301 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] Set router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:38.463470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] DHCP port deletion for 7178de5e-bdbf-403b-9c58-66eb06b454f9 request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:26:38.484645 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.511182 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Deleting port d2d71485-a197-413e-b173-bf2baf75b46b {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:26:38.511560 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.541046 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port d2ddfba2-842b-46a3-9e1f-4437d2220b2f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:26:38.541376 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.580601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] For port d2d71485-a197-413e-b173-bf2baf75b46b, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d2d71485-a197-413e-b173-bf2baf75b46b,segment=NetworkSegment(eda6f489-94f8-4a6e-87d5-72c42f2ccadf),segment_id=eda6f489-94f8-4a6e-87d5-72c42f2ccadf)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:38.581162 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.594408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Calling delete_port for d2d71485-a197-413e-b173-bf2baf75b46b owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:26:38.616765 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:26:37Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:38.623513 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port d2ddfba2-842b-46a3-9e1f-4437d2220b2f, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=d2ddfba2-842b-46a3-9e1f-4437d2220b2f,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:38.623907 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.635924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for d2ddfba2-842b-46a3-9e1f-4437d2220b2f owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:26:38.645909 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a9d9b3-30b8-4631-bbaa-383b8d5b768a None None] The sync data for ids ['0f346282-ddf6-4aec-beaf-b9b1dbcccc3c'] in n-d-840949-1 is: [{'id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774184255', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:25:02Z', 'updated_at': '2022-05-10T12:26:37Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'd2ddfba2-842b-46a3-9e1f-4437d2220b2f', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f346282-ddf6-4aec-beaf-b9b1dbcccc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:25:03Z', 'updated_at': '2022-05-10T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:26:38.685150 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.714129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Pushing event deleted for resources: {'Port': ['ID=d2d71485-a197-413e-b173-bf2baf75b46b,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:38.721166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] No DVR routers for this DVR port d2d71485-a197-413e-b173-bf2baf75b46b on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:26:38.723457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.723800 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.724160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.724491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.724828 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.725146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.725563 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.725786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.726105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.726420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.726735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.727052 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c05b-e2bf-4d46-9f7c-d9d14caf4dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:38.808909 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.832095 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=d2ddfba2-842b-46a3-9e1f-4437d2220b2f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:38.892754 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.983286 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:38.985864 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.037353 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.038500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Fanout notify agent at l3_agent the message router_deleted on router 0f346282-ddf6-4aec-beaf-b9b1dbcccc3c {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:26:39.047290 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.048482 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2cdce298-a33f-4d7c-8edc-82f45c325e1e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/routers/0f346282-ddf6-4aec-beaf-b9b1dbcccc3c HTTP/1.1" status: 204 len: 168 time: 0.7881141 May 10 12:26:39.051270 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58946) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:39.131724 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.222380 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.244747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7178de5e-bdbf-403b-9c58-66eb06b454f9']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:39.255053 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:39.255239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda6f489-94f8-4a6e-87d5-72c42f2ccadf') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:39.265977 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.280760 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.287611 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:26:39.288129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: timer() May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:26:39.291722 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:26:39.354635 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.361870 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.364992 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/networks/7178de5e-bdbf-403b-9c58-66eb06b454f9 HTTP/1.1" status: 204 len: 168 time: 0.3127251 May 10 12:26:39.367910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58948) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:39.376545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320d692-c44e-4d1e-9df7-935fd70a6740 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Network': ['ID=7178de5e-bdbf-403b-9c58-66eb06b454f9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:39.430033 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96d9d91a-9633-4d53-a423-4ff412d9156e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.456327 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96d9d91a-9633-4d53-a423-4ff412d9156e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.529123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96d9d91a-9633-4d53-a423-4ff412d9156e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.531705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-96d9d91a-9633-4d53-a423-4ff412d9156e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.534458 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-96d9d91a-9633-4d53-a423-4ff412d9156e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a857c75-a6c5-4ed6-a2e1-c55545da44cd HTTP/1.1" status: 204 len: 168 time: 0.1653969 May 10 12:26:39.550999 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9d91a-9633-4d53-a423-4ff412d9156e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a857c75-a6c5-4ed6-a2e1-c55545da44cd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:39.551865 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.608939 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.670624 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58954) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:39.675303 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d30d06ec-8c47-4143-8774-f455d184af5f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219137719', 'description': 'tempest-secgroup-smoke-219137719 description', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:39.697469 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d30d06ec-8c47-4143-8774-f455d184af5f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.767660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d30d06ec-8c47-4143-8774-f455d184af5f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.772302 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d30d06ec-8c47-4143-8774-f455d184af5f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.800696 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d30d06ec-8c47-4143-8774-f455d184af5f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.801838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d30d06ec-8c47-4143-8774-f455d184af5f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1301396 May 10 12:26:39.803783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d06ec-8c47-4143-8774-f455d184af5f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:39.804956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58956) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:39.811298 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-123c2093-f3a3-4e60-89c0-813c0e463cfa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:39.840657 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-123c2093-f3a3-4e60-89c0-813c0e463cfa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.904280 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-123c2093-f3a3-4e60-89c0-813c0e463cfa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.909250 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-123c2093-f3a3-4e60-89c0-813c0e463cfa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.929073 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c2093-f3a3-4e60-89c0-813c0e463cfa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff25d57-a2e1-490a-a674-e4196d937a77,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:39.937303 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-123c2093-f3a3-4e60-89c0-813c0e463cfa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:39.938922 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-123c2093-f3a3-4e60-89c0-813c0e463cfa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320453 May 10 12:26:39.941739 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58958) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:39.947666 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b0524d73-eb87-464e-a26b-c36cb57edcbc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:39.978509 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0524d73-eb87-464e-a26b-c36cb57edcbc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.034678 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0524d73-eb87-464e-a26b-c36cb57edcbc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.040850 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0524d73-eb87-464e-a26b-c36cb57edcbc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.059324 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0524d73-eb87-464e-a26b-c36cb57edcbc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d164c3da-bd76-44b6-8833-6b5f21328b00,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:40.067465 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b0524d73-eb87-464e-a26b-c36cb57edcbc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.069066 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b0524d73-eb87-464e-a26b-c36cb57edcbc tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260235 May 10 12:26:40.072734 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58960) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:40.077705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-0a393fc1-f045-4ad5-99e3-71cb4ad61dff tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:40.106383 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a393fc1-f045-4ad5-99e3-71cb4ad61dff tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.162737 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a393fc1-f045-4ad5-99e3-71cb4ad61dff tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.168878 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a393fc1-f045-4ad5-99e3-71cb4ad61dff tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.186770 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393fc1-f045-4ad5-99e3-71cb4ad61dff tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43e7db7-7b7b-4bb8-839b-ae0e11d7f526,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:40.196649 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0a393fc1-f045-4ad5-99e3-71cb4ad61dff tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.197910 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0a393fc1-f045-4ad5-99e3-71cb4ad61dff tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241026 May 10 12:26:40.200997 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58962) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:40.205326 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a9b5a682-3032-4af7-b944-c82c6f29bdef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:40.242358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a682-3032-4af7-b944-c82c6f29bdef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.287000 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d2d71485-a197-413e-b173-bf2baf75b46b no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:26:40.304381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a682-3032-4af7-b944-c82c6f29bdef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.307456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d2d71485-a197-413e-b173-bf2baf75b46b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:26:40.307843 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d2d71485-a197-413e-b173-bf2baf75b46b not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:26:40.308264 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 47a15c61-2d68-43ea-ae2a-418fde383ff5 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:26:40.309916 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a682-3032-4af7-b944-c82c6f29bdef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.325031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5a682-3032-4af7-b944-c82c6f29bdef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695f3ac2-c642-4586-8470-4da8e22300b0,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:40.329294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 47a15c61-2d68-43ea-ae2a-418fde383ff5 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:26:40.329625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 47a15c61-2d68-43ea-ae2a-418fde383ff5 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:26:40.330053 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d2ddfba2-842b-46a3-9e1f-4437d2220b2f no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:26:40.337962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a682-3032-4af7-b944-c82c6f29bdef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.339341 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a9b5a682-3032-4af7-b944-c82c6f29bdef tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372979 May 10 12:26:40.342162 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58964) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:40.346851 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7ea67682-7f00-4c96-b31d-99148d8296e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:40.349426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: d2ddfba2-842b-46a3-9e1f-4437d2220b2f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:26:40.349767 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device d2ddfba2-842b-46a3-9e1f-4437d2220b2f not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:26:40.369671 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-7ea67682-7f00-4c96-b31d-99148d8296e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:26:40.374834 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea67682-7f00-4c96-b31d-99148d8296e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.434309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea67682-7f00-4c96-b31d-99148d8296e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.439962 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea67682-7f00-4c96-b31d-99148d8296e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.460242 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea67682-7f00-4c96-b31d-99148d8296e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac00ff66-7cd2-4132-8b31-8c115e75c782,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:40.465965 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea67682-7f00-4c96-b31d-99148d8296e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.467160 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7ea67682-7f00-4c96-b31d-99148d8296e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239567 May 10 12:26:40.469879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58966) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:40.474229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7b040e31-ef78-441d-b337-9bf78a60812e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'security_group_rule': {'security_group_id': 'ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:40.496260 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-7b040e31-ef78-441d-b337-9bf78a60812e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Project 039d191d27d34c0eaffe922a1f2d41b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:26:40.501037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b040e31-ef78-441d-b337-9bf78a60812e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.563435 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b040e31-ef78-441d-b337-9bf78a60812e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.569037 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b040e31-ef78-441d-b337-9bf78a60812e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.586356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b040e31-ef78-441d-b337-9bf78a60812e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f84848-25aa-4792-acc3-579c5f946b00,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:40.597691 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7b040e31-ef78-441d-b337-9bf78a60812e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.598914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7b040e31-ef78-441d-b337-9bf78a60812e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280692 May 10 12:26:40.601944 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:40.606787 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'network': {'name': 'tempest-network-smoke--972745266', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'port_security_enabled': True}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:40.627048 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:26:40.630530 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.654336 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:26:40.663414 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.663738 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Added segment a6c7d968-234f-4668-8b95-5b5901430751 of type vlan for network 41c82397-9558-4be8-b6d4-787839d29ddc May 10 12:26:40.704936 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.730232 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.735716 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:40.736310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.794004 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1910334 May 10 12:26:40.796748 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58970) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:40.801001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'admin_state_up': True, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:40.819301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a0b9f-5c1d-46a6-99e1-942aeaa21143 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Network': ['ID=41c82397-9558-4be8-b6d4-787839d29ddc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:40.829852 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 41c82397-9558-4be8-b6d4-787839d29ddc details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:26:40.832165 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.833275 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:40.883925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:41.406367 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:41.628199 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:41.655680 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:41.760122 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.64 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:26:41.870440 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:41.909588 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:41.910533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:26:41.953371 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:26:41.956200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:26:41.962510 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:26:41.965827 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:42.218258 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:42.418963 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:42.550625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router bc66499b-f835-483f-b933-d2c6acc670e9 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:26:42.656502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:26:42.667351 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Sync routers for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:26:42.678601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:42.678801 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:42.679162 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:42.679884 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ad2c8a7c-4cc3-4b8a-9d89-c0e71870d370 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8822207 May 10 12:26:42.683167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58972) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:42.754439 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-6019a81a-6a84-4572-af47-ffd7e521f23f tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=039d191d27d34c0eaffe922a1f2d41b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699570 May 10 12:26:42.757201 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58976) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:42.785722 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:42.849415 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9d2d2-8618-4888-9f64-77352a8d0b00 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:42.853735 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ddf9d2d2-8618-4888-9f64-77352a8d0b00 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928540 May 10 12:26:42.853907 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58978) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:42.887108 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-b3a690e4-c26f-447c-80cc-86c57917e758 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9bf4babe-f129-4202-b603-fe5f18a8b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320187 May 10 12:26:42.889705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58980) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:42.895056 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606606456', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:42.967623 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:42Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:42.984917 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:26:42.989101 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:42.994051 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Checking router: bc66499b-f835-483f-b933-d2c6acc670e9 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:26:42.994426 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Updating router bc66499b-f835-483f-b933-d2c6acc670e9 port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:26:43.019129 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.167883 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.232010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Subnet': ['ID=b2e21b13-c0d3-44a7-95ee-2258230cb509,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:43.238337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Checking segment: {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:26:43.238698 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network hostable DHCP agents. Network: 41c82397-9558-4be8-b6d4-787839d29ddc, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:26:43.257041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 41c82397-9558-4be8-b6d4-787839d29ddc is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:26:43.266015 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 41c82397-9558-4be8-b6d4-787839d29ddc) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:26:43.270928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:43.271510 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.274706 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.279367 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6cd0f4-d4fc-438d-8f3a-dff9cf236334 None None] Network 41c82397-9558-4be8-b6d4-787839d29ddc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:26:43.282891 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.290872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1bf7e640-7925-4108-b1b0-c730815adeca tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3999181 May 10 12:26:43.294014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58982) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:43.383349 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc21d5c-17d0-443b-a44f-96e53e33d76d None None] Pushing event updated for resources: {'Port': ['ID=e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:43.387674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Attempting to bind port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:26:43.388134 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Attempting to bind port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:26:43.388500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Attempting to bind port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:26:43.403013 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:26:43.403397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:26:43.403803 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.404216 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:26:43.404695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Bound port: e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:26:43.405076 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.498814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] For port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:26:43.503324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] For port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:26:43.509813 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.551807 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-41c82397-9558-4be8-b6d4-787839d29ddc', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:26:43.552682 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.612021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:43.612658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:43.616605 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc21d5c-17d0-443b-a44f-96e53e33d76d None None] Pushing event updated for resources: {'Port': ['ID=e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:43.729522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:43.981473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:44.012689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Allocated IP 172.20.0.2 (41c82397-9558-4be8-b6d4-787839d29ddc/b2e21b13-c0d3-44a7-95ee-2258230cb509/5beb2223-5d93-41d7-a388-42f565cc0728) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:26:44.273512 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:44.281723 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:44.307444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:42Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:44.327255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.1 (41c82397-9558-4be8-b6d4-787839d29ddc/b2e21b13-c0d3-44a7-95ee-2258230cb509/30e80cfc-9fdf-4e91-9203-44dffb24b578) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:26:44.342762 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d55405-c06a-46cb-bf27-4a6b8d468f75 None None] The sync data for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 is: [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:42Z', 'revision_number': 3, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:26:44.355383 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Network 41c82397-9558-4be8-b6d4-787839d29ddc is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:26:44.356811 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Pushing event updated for resources: {'Port': ['ID=5beb2223-5d93-41d7-a388-42f565cc0728,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:44.359442 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:26:44.362253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:26:44.420275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Attempting to bind port 5beb2223-5d93-41d7-a388-42f565cc0728 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:26:44.420640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Attempting to bind port 5beb2223-5d93-41d7-a388-42f565cc0728 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:26:44.420997 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Attempting to bind port 5beb2223-5d93-41d7-a388-42f565cc0728 on network 41c82397-9558-4be8-b6d4-787839d29ddc {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:26:44.426194 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:26:44.426568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Checking segment: {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:26:44.426962 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:44.427364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Bound using segment: {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:26:44.427855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Bound port: 5beb2223-5d93-41d7-a388-42f565cc0728, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:26:44.428218 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:44.455947 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:44.490846 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] For port 5beb2223-5d93-41d7-a388-42f565cc0728, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:26:44.492360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:44.494250 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] For port 5beb2223-5d93-41d7-a388-42f565cc0728, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5beb2223-5d93-41d7-a388-42f565cc0728,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:26:44.498678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:44.540372 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 41c82397-9558-4be8-b6d4-787839d29ddc is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:26:44.543164 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:26:44.556291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:26:44.559300 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9fcf0-d1b4-457a-b744-ba18188720d9 None None] Pushing event updated for resources: {'Port': ['ID=5beb2223-5d93-41d7-a388-42f565cc0728,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:44.615441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=30e80cfc-9fdf-4e91-9203-44dffb24b578,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:44.633467 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:44.799366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:45.135541 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:45.144994 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:45.237413 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:45.239148 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=30e80cfc-9fdf-4e91-9203-44dffb24b578,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:45.340652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 41c82397-9558-4be8-b6d4-787839d29ddc is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:26:45.342257 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:26:45.460677 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router bc66499b-f835-483f-b933-d2c6acc670e9 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:26:45.576450 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:26:45.585692 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-50ddff2a-7531-44ca-9e3d-68abd7a8eb47 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/bc66499b-f835-483f-b933-d2c6acc670e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2863529 May 10 12:26:45.586720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73443db2-4347-4b29-9910-f3c4409a28bd None None] Network 41c82397-9558-4be8-b6d4-787839d29ddc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:26:45.653256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-69ef8342-ff43-489a-aa39-57d5fbfad3d9 None None] Provisioning complete for port 5beb2223-5d93-41d7-a388-42f565cc0728 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:45.653635 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ef8342-ff43-489a-aa39-57d5fbfad3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:45.723675 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-271b0fd6-0277-44d1-affb-06d41e79af9c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219137719&fields=id&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 267 time: 0.0347085 May 10 12:26:45.801834 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-69ef8342-ff43-489a-aa39-57d5fbfad3d9 None None] Current status of the port 5beb2223-5d93-41d7-a388-42f565cc0728 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:45.802230 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ef8342-ff43-489a-aa39-57d5fbfad3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:45.845802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-69ef8342-ff43-489a-aa39-57d5fbfad3d9 None None] For port 5beb2223-5d93-41d7-a388-42f565cc0728, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5beb2223-5d93-41d7-a388-42f565cc0728,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:45.851717 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ef8342-ff43-489a-aa39-57d5fbfad3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:45.909617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef8342-ff43-489a-aa39-57d5fbfad3d9 None None] Pushing event updated for resources: {'Port': ['ID=5beb2223-5d93-41d7-a388-42f565cc0728,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:46.071107 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Sync routers for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:26:46.079573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-39bcc6ac-4df6-49be-b66c-32a3b5497bac None None] Provisioning complete for port 30e80cfc-9fdf-4e91-9203-44dffb24b578 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:46.079988 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39bcc6ac-4df6-49be-b66c-32a3b5497bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.081521 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:46.082177 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:46.124970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-39bcc6ac-4df6-49be-b66c-32a3b5497bac None None] Port 30e80cfc-9fdf-4e91-9203-44dffb24b578 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:26:46.138862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-39bcc6ac-4df6-49be-b66c-32a3b5497bac None None] Provisioning complete for port 5beb2223-5d93-41d7-a388-42f565cc0728 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:46.139427 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39bcc6ac-4df6-49be-b66c-32a3b5497bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.196597 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648be08-24b3-424d-ad27-64e6787649a3 req-dc6885ce-6dc7-4091-9801-708ae1652ec2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:46.204425 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-dc6885ce-6dc7-4091-9801-708ae1652ec2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/networks?id=41c82397-9558-4be8-b6d4-787839d29ddc HTTP/1.1" status: 200 len: 796 time: 0.4720562 May 10 12:26:46.205262 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:46.220748 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-38b22e23-9b6c-43a0-8c32-252550124147 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/quotas/039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 375 time: 0.0119863 May 10 12:26:46.261038 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-39bcc6ac-4df6-49be-b66c-32a3b5497bac None None] Current status of the port 5beb2223-5d93-41d7-a388-42f565cc0728 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:46.294456 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-13c1101e-1975-4e06-ab52-47f65c6d3f90 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594974 May 10 12:26:46.397768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d945e00f-7702-43f6-875f-9c7b9ca558c6 None None] Provisioning complete for port 30e80cfc-9fdf-4e91-9203-44dffb24b578 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:46.398142 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d945e00f-7702-43f6-875f-9c7b9ca558c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.399984 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5beb2223-5d93-41d7-a388-42f565cc0728 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:26:46.473884 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d945e00f-7702-43f6-875f-9c7b9ca558c6 None None] Port 30e80cfc-9fdf-4e91-9203-44dffb24b578 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:26:46.478533 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-a2ca0bf3-28ee-42dc-ab48-29151706e96b service neutron] 10.222.0.13 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827078 May 10 12:26:46.480501 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 5beb2223-5d93-41d7-a388-42f565cc0728 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:46.480886 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.484953 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 2, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:46.513576 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Checking router: bc66499b-f835-483f-b933-d2c6acc670e9 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:26:46.514314 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Updating router bc66499b-f835-483f-b933-d2c6acc670e9 port 30e80cfc-9fdf-4e91-9203-44dffb24b578 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:26:46.542013 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.569687 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 5beb2223-5d93-41d7-a388-42f565cc0728 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:46.570719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:26:46.595230 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-05377368-ecef-4e30-947c-43e607834a27 service neutron] 10.222.0.13 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068265 May 10 12:26:46.616933 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9971464f-b901-4efe-b594-46ab36b6b4d1 None None] Provisioning complete for port 30e80cfc-9fdf-4e91-9203-44dffb24b578 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:46.617439 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9971464f-b901-4efe-b594-46ab36b6b4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.659420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:46.659797 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.683770 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9971464f-b901-4efe-b594-46ab36b6b4d1 None None] Port 30e80cfc-9fdf-4e91-9203-44dffb24b578 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:26:46.757076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:46.757473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.778279 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:46.783585 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.795399 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e01b2d05-d23d-4543-8bd7-8a71eb9de4e4 req-c44b33f3-d054-4aae-b380-4d2ff5520498 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 210 time: 0.0420408 May 10 12:26:46.843450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:46.874512 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.879783 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:46.934247 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Pushing event updated for resources: {'Port': ['ID=30e80cfc-9fdf-4e91-9203-44dffb24b578,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:46.955729 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.956093 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.956407 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.956719 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.957040 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.957359 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.957954 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.958085 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.958386 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.959105 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.959428 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.959740 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:26:46.997411 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Attempting to bind port 30e80cfc-9fdf-4e91-9203-44dffb24b578 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:26:46.997875 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Attempting to bind port 30e80cfc-9fdf-4e91-9203-44dffb24b578 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:26:46.998308 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Attempting to bind port 30e80cfc-9fdf-4e91-9203-44dffb24b578 on network 41c82397-9558-4be8-b6d4-787839d29ddc {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:26:47.003779 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:26:47.004261 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Checking segment: {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:26:47.004719 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:47.005170 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Bound using segment: {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:26:47.005691 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Bound port: 30e80cfc-9fdf-4e91-9203-44dffb24b578, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:26:47.006241 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:47.078187 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] For port 30e80cfc-9fdf-4e91-9203-44dffb24b578, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:26:47.081867 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] For port 30e80cfc-9fdf-4e91-9203-44dffb24b578, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=30e80cfc-9fdf-4e91-9203-44dffb24b578,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:26:47.086679 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:47.208359 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b4f2c62f-2f75-4b69-abbc-73d2c512b601 None None] Provisioning complete for port 30e80cfc-9fdf-4e91-9203-44dffb24b578 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:47.208741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c62f-2f75-4b69-abbc-73d2c512b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:47.238952 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:47.240473 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:47.295776 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736195c-1af3-4145-bf79-daa1df908b20 None None] Pushing event updated for resources: {'Port': ['ID=30e80cfc-9fdf-4e91-9203-44dffb24b578,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:47.327077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2c62f-2f75-4b69-abbc-73d2c512b601 None None] Current status of the port 30e80cfc-9fdf-4e91-9203-44dffb24b578 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:47.327474 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c62f-2f75-4b69-abbc-73d2c512b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:47.376765 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b4f2c62f-2f75-4b69-abbc-73d2c512b601 None None] For port 30e80cfc-9fdf-4e91-9203-44dffb24b578, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=30e80cfc-9fdf-4e91-9203-44dffb24b578,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:47.381733 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c62f-2f75-4b69-abbc-73d2c512b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:47.382865 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:47.437711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2c62f-2f75-4b69-abbc-73d2c512b601 None None] Pushing event updated for resources: {'Port': ['ID=30e80cfc-9fdf-4e91-9203-44dffb24b578,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:47.509497 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3d5ec541-8088-4103-8978-d791bf5ae0c3 None None] Provisioning complete for port 30e80cfc-9fdf-4e91-9203-44dffb24b578 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:47.509817 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec541-8088-4103-8978-d791bf5ae0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:47.600834 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:47Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:47.601719 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ec541-8088-4103-8978-d791bf5ae0c3 None None] Current status of the port 30e80cfc-9fdf-4e91-9203-44dffb24b578 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:47.630655 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918cc240-1c05-4d01-a354-2e3d9cee2ab4 None None] The sync data for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 is: [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:47Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:26:47.947971 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b27008fd-e987-4c6f-8822-fc23f6d12157 req-b052ab51-5db3-4166-9a2b-a56a7875d668 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 210 time: 0.0743690 May 10 12:26:48.018891 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648be08-24b3-424d-ad27-64e6787649a3 req-821a94bb-9215-4298-9c4b-cbdc77f09ccf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:48.020522 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-821a94bb-9215-4298-9c4b-cbdc77f09ccf tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "GET /v2.0/networks?id=41c82397-9558-4be8-b6d4-787839d29ddc HTTP/1.1" status: 200 len: 796 time: 0.1371899 May 10 12:26:48.069704 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-d4ee6322-7d4f-4d88-8ff2-9ca3f86506d7 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=039d191d27d34c0eaffe922a1f2d41b9 HTTP/1.1" status: 200 len: 379 time: 0.0390174 May 10 12:26:48.081376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'port': {'device_id': 'a913d907-2411-4a62-9ace-96304458f2a6', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'admin_state_up': True, 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'security_groups': ['ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:48.195217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Made reservation on behalf of 039d191d27d34c0eaffe922a1f2d41b9 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:26:48.199128 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:48.347369 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.20.0.8 (41c82397-9558-4be8-b6d4-787839d29ddc/b2e21b13-c0d3-44a7-95ee-2258230cb509/6cc65f92-281c-4b59-a775-7f0544da9dc8) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:26:48.379922 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 30e80cfc-9fdf-4e91-9203-44dffb24b578 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:26:48.428463 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 30e80cfc-9fdf-4e91-9203-44dffb24b578 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:48.428844 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:48.511574 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:48.515035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 30e80cfc-9fdf-4e91-9203-44dffb24b578 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:48.516178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:26:48.553299 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:48.566395 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:48.566775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:48.599302 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 41c82397-9558-4be8-b6d4-787839d29ddc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:26:48.602405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:26:48.606065 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:26:48.644922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=6cc65f92-281c-4b59-a775-7f0544da9dc8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:48.668510 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:48.669238 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:48.675158 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:48.692636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fedbd8a2-f03c-4295-982c-e853ddbb83b2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152427 May 10 12:26:48.753925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Request body: {'port': {'device_id': 'a913d907-2411-4a62-9ace-96304458f2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:48.817174 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:48.952310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ffc4275e-17a0-4512-816a-7cc733dd5988 None None] Provisioning complete for port 6cc65f92-281c-4b59-a775-7f0544da9dc8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:48.952655 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ffc4275e-17a0-4512-816a-7cc733dd5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:48.987619 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4275e-17a0-4512-816a-7cc733dd5988 None None] Port 6cc65f92-281c-4b59-a775-7f0544da9dc8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:26:49.076004 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88660-45c0-4a1e-83c6-93bb3b251bb2 req-27e59a9c-4065-4045-ab71-7bdd978ea4d2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:49.077487 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ae88660-45c0-4a1e-83c6-93bb3b251bb2 req-27e59a9c-4065-4045-ab71-7bdd978ea4d2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 931 time: 0.0491886 May 10 12:26:49.088500 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc65f92-281c-4b59-a775-7f0544da9dc8 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:26:49.096437 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:49.109011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Transition to ACTIVE for port object 6cc65f92-281c-4b59-a775-7f0544da9dc8 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:26:49.114810 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:49.116945 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ae88660-45c0-4a1e-83c6-93bb3b251bb2 req-88a86a2b-3df5-48cf-8be0-d69f7f84471e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331697 May 10 12:26:49.189762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Pushing event updated for resources: {'Port': ['ID=6cc65f92-281c-4b59-a775-7f0544da9dc8,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:49.243348 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Attempting to bind port 6cc65f92-281c-4b59-a775-7f0544da9dc8 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:26:49.243682 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Attempting to bind port 6cc65f92-281c-4b59-a775-7f0544da9dc8 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:26:49.244038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Attempting to bind port 6cc65f92-281c-4b59-a775-7f0544da9dc8 on network 41c82397-9558-4be8-b6d4-787839d29ddc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:26:49.248867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Port 6cc65f92-281c-4b59-a775-7f0544da9dc8 on network 41c82397-9558-4be8-b6d4-787839d29ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:26:49.249311 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Attempting to bind port 6cc65f92-281c-4b59-a775-7f0544da9dc8 on network 41c82397-9558-4be8-b6d4-787839d29ddc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:26:49.255864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:26:49.256265 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Checking segment: {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:26:49.256648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Bound using segment: {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:26:49.257106 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Bound port: 6cc65f92-281c-4b59-a775-7f0544da9dc8, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c7d968-234f-4668-8b95-5b5901430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:26:49.257467 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:49.326272 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] For port 6cc65f92-281c-4b59-a775-7f0544da9dc8, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:26:49.329526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] For port 6cc65f92-281c-4b59-a775-7f0544da9dc8, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:26:49.333905 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:49.369466 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:49.370091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:49.371473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] 10.222.0.49 "PUT /v2.0/ports/6cc65f92-281c-4b59-a775-7f0544da9dc8 HTTP/1.1" status: 200 len: 1091 time: 0.6704528 May 10 12:26:49.372023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:26:49.374335 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b9970b-04ae-40f4-9598-c61720838440" -d '{"events": [{"name": "network-changed", "server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:26:49.402202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7574c-825c-4320-8b33-624ad4ded84d service neutron] Pushing event updated for resources: {'Port': ['ID=6cc65f92-281c-4b59-a775-7f0544da9dc8,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:49.434936 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2617da6-bce9-4489-8ea2-d389767c8a77 x-openstack-request-id: req-b2617da6-bce9-4489-8ea2-d389767c8a77 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:26:49.435280 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:26:49.435762 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2617da6-bce9-4489-8ea2-d389767c8a77 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:26:49.436209 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2617da6-bce9-4489-8ea2-d389767c8a77'] response: {'name': 'network-changed', 'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'status': 'completed', 'code': 200} May 10 12:26:49.467313 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648be08-24b3-424d-ad27-64e6787649a3 req-48321622-b6a2-4ec8-b139-d75e510d79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:49.468851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-48321622-b6a2-4ec8-b139-d75e510d79d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 1094 time: 0.0465531 May 10 12:26:49.514589 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-dc175bbd-a65b-403a-8602-2cc2c0e22b9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0386343 May 10 12:26:49.568549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648be08-24b3-424d-ad27-64e6787649a3 req-b36195c5-d49e-46bc-973e-b625011913d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:49.570773 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-b36195c5-d49e-46bc-973e-b625011913d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2e21b13-c0d3-44a7-95ee-2258230cb509 HTTP/1.1" status: 200 len: 835 time: 0.0502310 May 10 12:26:49.617740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648be08-24b3-424d-ad27-64e6787649a3 req-e1328bcc-8bf4-4d1e-828e-b4ea0eb480d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:49.619266 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-e1328bcc-8bf4-4d1e-828e-b4ea0eb480d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41c82397-9558-4be8-b6d4-787839d29ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410464 May 10 12:26:49.718091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-b7e1e8fd-339b-4684-a728-b36c7dc3d96e service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918796 May 10 12:26:49.818505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c648be08-24b3-424d-ad27-64e6787649a3 req-fffd86cd-9142-40a6-9426-a1cfe2b6077c service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934618 May 10 12:26:49.917518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9970b-04ae-40f4-9598-c61720838440 req-497422c8-b269-4a65-bad0-7452bce69b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:49.919039 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b9970b-04ae-40f4-9598-c61720838440 req-497422c8-b269-4a65-bad0-7452bce69b47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 1094 time: 0.0483370 May 10 12:26:50.012700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9970b-04ae-40f4-9598-c61720838440 req-a32770e0-c401-412e-b750-0fbef1dbc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:50.014124 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b9970b-04ae-40f4-9598-c61720838440 req-a32770e0-c401-412e-b750-0fbef1dbc6e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=41c82397-9558-4be8-b6d4-787839d29ddc HTTP/1.1" status: 200 len: 897 time: 0.0886850 May 10 12:26:50.056007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b9970b-04ae-40f4-9598-c61720838440 req-fba279f2-eba8-4fe9-aaac-090a0b7507cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0348475 May 10 12:26:50.110462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9970b-04ae-40f4-9598-c61720838440 req-75f1f8c1-48d5-45e0-bfa6-7ca25079c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:50.111919 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b9970b-04ae-40f4-9598-c61720838440 req-75f1f8c1-48d5-45e0-bfa6-7ca25079c5b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2e21b13-c0d3-44a7-95ee-2258230cb509 HTTP/1.1" status: 200 len: 835 time: 0.0467782 May 10 12:26:50.159594 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9970b-04ae-40f4-9598-c61720838440 req-2a188914-4203-4570-bfc1-04deead82962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:50.161123 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b9970b-04ae-40f4-9598-c61720838440 req-2a188914-4203-4570-bfc1-04deead82962 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41c82397-9558-4be8-b6d4-787839d29ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423820 May 10 12:26:50.238414 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527f678-d0b0-4437-bf2d-41a89a9ae067 req-9d4beff2-6be9-4ba2-887d-38abfc0478aa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:50.239905 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a527f678-d0b0-4437-bf2d-41a89a9ae067 req-9d4beff2-6be9-4ba2-887d-38abfc0478aa tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 943 time: 0.0503185 May 10 12:26:50.254208 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b9970b-04ae-40f4-9598-c61720838440 req-c10a433c-78b1-45dd-9b07-ae7b58cb23e6 service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855815 May 10 12:26:50.277940 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a527f678-d0b0-4437-bf2d-41a89a9ae067 req-79235fc1-a37b-4545-abed-267fe4236d63 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318782 May 10 12:26:50.349634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d8b9970b-04ae-40f4-9598-c61720838440 req-d53f1ced-e437-46e9-91c3-3ea6d8f0964d service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877986 May 10 12:26:50.919752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6cc65f92-281c-4b59-a775-7f0544da9dc8 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:26:51.032217 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6cc65f92-281c-4b59-a775-7f0544da9dc8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:51.043292 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'port_id': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'mac_address': 'fa:16:3e:de:06:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:26:51.085970 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6cc65f92-281c-4b59-a775-7f0544da9dc8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:51.086424 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:51.101176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc65f92-281c-4b59-a775-7f0544da9dc8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:26:51.120488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6cc65f92-281c-4b59-a775-7f0544da9dc8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:51.127215 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:51.175283 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6cc65f92-281c-4b59-a775-7f0544da9dc8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:51.375813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['6cc65f92-281c-4b59-a775-7f0544da9dc8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:26:51.408409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbbfc9-c6b9-40e7-b024-38c80986b16c req-6179ab60-e8a8-4dea-b4ee-983cce32ce67 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:51.409925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0afbbfc9-c6b9-40e7-b024-38c80986b16c req-6179ab60-e8a8-4dea-b4ee-983cce32ce67 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 944 time: 0.0535214 May 10 12:26:51.451506 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0afbbfc9-c6b9-40e7-b024-38c80986b16c req-88e81ac9-4bcc-4438-9453-ccaf1b99d1e0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347633 May 10 12:26:52.585763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a34f7b-5383-4d11-ac96-dc2d5e9aac53 req-30b66c3e-dd2c-4b9d-b783-70c2577ce5e9 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:52.587246 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-22a34f7b-5383-4d11-ac96-dc2d5e9aac53 req-30b66c3e-dd2c-4b9d-b783-70c2577ce5e9 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 944 time: 0.0616279 May 10 12:26:52.644193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-22a34f7b-5383-4d11-ac96-dc2d5e9aac53 req-ef8bdf18-2e82-40f5-bcfe-ac0f4b013053 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502207 May 10 12:26:52.941876 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6cc65f92-281c-4b59-a775-7f0544da9dc8 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:26:52.995783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 6cc65f92-281c-4b59-a775-7f0544da9dc8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:26:53.002215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 6cc65f92-281c-4b59-a775-7f0544da9dc8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:26:53.002821 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:53.083505 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 6cc65f92-281c-4b59-a775-7f0544da9dc8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:26:53.083928 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:53.106695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:26:53.108956 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c41ab15-ebff-4afc-80ee-45b510ef861d" -d '{"events": [{"server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "name": "network-vif-plugged", "status": "completed", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:26:53.122493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 6cc65f92-281c-4b59-a775-7f0544da9dc8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:26:53.127760 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:53.178860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=6cc65f92-281c-4b59-a775-7f0544da9dc8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:53.197236 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba11bce-099a-4129-9f57-68a0bdc0858b x-openstack-request-id: req-3ba11bce-099a-4129-9f57-68a0bdc0858b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:26:53.197530 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "name": "network-vif-plugged", "status": "completed", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:26:53.197782 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ba11bce-099a-4129-9f57-68a0bdc0858b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:26:53.198185 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba11bce-099a-4129-9f57-68a0bdc0858b'] response: {'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'code': 200} May 10 12:26:53.298518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be332f-70df-4eda-8864-bccd3822b6c5 req-29114408-7526-43e4-8dc8-c121550751bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:53.300050 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5be332f-70df-4eda-8864-bccd3822b6c5 req-29114408-7526-43e4-8dc8-c121550751bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0457995 May 10 12:26:53.335486 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f5be332f-70df-4eda-8864-bccd3822b6c5 req-5cd268fc-b92f-489a-80d1-5d3c55001087 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291865 May 10 12:26:53.776424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf4ac-2e0a-414a-8e08-3da702a4e8df req-e2457829-5d52-486e-9881-d0930f5ffba8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:53.777887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02dbf4ac-2e0a-414a-8e08-3da702a4e8df req-e2457829-5d52-486e-9881-d0930f5ffba8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0498276 May 10 12:26:53.817948 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-02dbf4ac-2e0a-414a-8e08-3da702a4e8df req-392b6f4c-f366-420b-b8cf-0ce3460c4a39 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339191 May 10 12:26:54.952738 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3a10a-e1e7-4e64-b391-3d96d6ce6b66 req-d3c8cb72-2ce4-49c8-8fda-1b681b33cd06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:54.954276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85c3a10a-e1e7-4e64-b391-3d96d6ce6b66 req-d3c8cb72-2ce4-49c8-8fda-1b681b33cd06 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0546129 May 10 12:26:54.997711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85c3a10a-e1e7-4e64-b391-3d96d6ce6b66 req-7cac266f-5c4f-4f18-8aaf-7442a650c67f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337460 May 10 12:26:55.124803 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b337-83ce-4b42-a604-240898f9ca99 req-2afbab39-9586-4ea2-ae5d-c3e2c6c07475 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:55.126435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1919b337-83ce-4b42-a604-240898f9ca99 req-2afbab39-9586-4ea2-ae5d-c3e2c6c07475 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0581284 May 10 12:26:55.166000 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1919b337-83ce-4b42-a604-240898f9ca99 req-d07ea45c-3b3f-4894-9fa1-aa4affac6c1c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332224 May 10 12:26:55.195204 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:55.237019 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6aad9-058b-4d59-8d40-ad82b7c49193 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:55.238548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-3ea6aad9-058b-4d59-8d40-ad82b7c49193 tempest-TestNetworkAdvancedServerOps-1127655600 tempest-TestNetworkAdvancedServerOps-1127655600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 1091 time: 0.0422764 May 10 12:26:55.241648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59044) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:55.246413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:26:55.275772 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:55.383167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:55.487678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Allocated IP 172.25.8.182 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/ccd94798-dbcd-4680-9620-46a28b97bead) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:26:55.596111 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:55.631267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:55.669447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:26:55.672743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:26:55.676156 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:26:55.683372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=ccd94798-dbcd-4680-9620-46a28b97bead,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:56.054113 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:56.145010 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:56.309711 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:56.317906 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:56.384936 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event updated for resources: {'Port': ['ID=ccd94798-dbcd-4680-9620-46a28b97bead,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:26:56.395702 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:56.508083 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP c168bc02-d805-4150-8823-8f770194bed0 associated. External IP: 172.25.8.182, port: 6cc65f92-281c-4b59-a775-7f0544da9dc8. May 10 12:26:56.727197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router bc66499b-f835-483f-b933-d2c6acc670e9 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:26:56.835867 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:26:56.846726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] Sync routers for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:26:56.857448 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:56.857760 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:26:56.858118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:56.889272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6df7e11f-883f-4d0b-80e9-a3633c81b648 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6465657 May 10 12:26:56.889925 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:26:56.892368 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613f7f1f-0550-4597-a33d-3930520d53e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:26:56.931619 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a2abbe-35d4-45cc-95a7-f21ba7c9c96e x-openstack-request-id: req-b6a2abbe-35d4-45cc-95a7-f21ba7c9c96e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:26:56.931934 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:26:56.932145 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6a2abbe-35d4-45cc-95a7-f21ba7c9c96e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:26:56.932552 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a2abbe-35d4-45cc-95a7-f21ba7c9c96e'] response: {'name': 'network-changed', 'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'status': 'completed', 'code': 200} May 10 12:26:56.973706 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:57.019038 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee1a71-cf3e-4dff-b426-6fafb76c7046 req-7514251a-70e7-4238-9573-b35792bf5e58 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:57.020716 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81ee1a71-cf3e-4dff-b426-6fafb76c7046 req-7514251a-70e7-4238-9573-b35792bf5e58 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0796688 May 10 12:26:57.029831 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-ae11ef6b-4a87-45cb-a90e-58bfa2ed7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:57.031268 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-ae11ef6b-4a87-45cb-a90e-58bfa2ed7e83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0644102 May 10 12:26:57.115647 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-81ee1a71-cf3e-4dff-b426-6fafb76c7046 req-dde7b320-730a-4e56-a04c-93d9c341ad6c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880136 May 10 12:26:57.142438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59050) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:57.152773 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-755d4391-f159-470b-a19a-6e5b2506bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:57.154452 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-755d4391-f159-470b-a19a-6e5b2506bf9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=41c82397-9558-4be8-b6d4-787839d29ddc HTTP/1.1" status: 200 len: 897 time: 0.1162813 May 10 12:26:57.212408 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7486fb4b-7b3c-413d-9dc1-a46b3d595646 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/c168bc02-d805-4150-8823-8f770194bed0 HTTP/1.1" status: 200 len: 991 time: 0.0685773 May 10 12:26:57.226421 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-96b3b6db-72b3-45e3-a93f-13676011f00d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8 HTTP/1.1" status: 200 len: 999 time: 0.0652039 May 10 12:26:57.275420 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-b6770871-0c88-49a6-b793-e87bbba080d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:57.276820 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-b6770871-0c88-49a6-b793-e87bbba080d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2e21b13-c0d3-44a7-95ee-2258230cb509 HTTP/1.1" status: 200 len: 835 time: 0.0437787 May 10 12:26:57.322581 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-0a5075db-42c6-448b-8666-cbb54d2b66db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:26:57.324137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-0a5075db-42c6-448b-8666-cbb54d2b66db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41c82397-9558-4be8-b6d4-787839d29ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406427 May 10 12:26:57.370865 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c168bc02-d805-4150-8823-8f770194bed0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'port_id': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'mac_address': 'fa:16:3e:de:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a913d907-2411-4a62-9ace-96304458f2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:26:55Z', 'updated_at': '2022-05-10T12:26:55Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:47Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:57.397662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] Checking router: bc66499b-f835-483f-b933-d2c6acc670e9 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:26:57.405926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:26:57.406550 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:26:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:57.417875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-59b27cff-5fc6-42a8-ae3f-f07203be6f0e service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867047 May 10 12:26:57.508653 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-613f7f1f-0550-4597-a33d-3930520d53e1 req-2fe412d8-e7eb-4eb8-95fe-bdbf21511020 service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834870 May 10 12:26:57.513241 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:26:57.750036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c168bc02-d805-4150-8823-8f770194bed0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'port_id': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'mac_address': 'fa:16:3e:de:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a913d907-2411-4a62-9ace-96304458f2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:26:55Z', 'updated_at': '2022-05-10T12:26:55Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:47Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:26:57.780540 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dded1e-bece-40e4-ac63-c7b4a3a8a03d None None] The sync data for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 is: [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'c168bc02-d805-4150-8823-8f770194bed0', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'port_id': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'mac_address': 'fa:16:3e:de:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a913d907-2411-4a62-9ace-96304458f2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:26:55Z', 'updated_at': '2022-05-10T12:26:55Z', 'revision_number': 0, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:47Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:26:57.980440 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232d7fa-fd3a-4054-b7fb-c2ff7659636e None None] New status for floating IP c168bc02-d805-4150-8823-8f770194bed0: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:26:58.216287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59052) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:26:58.282059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6195f860-25b9-44d4-a4ac-19defbc1b16b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/c168bc02-d805-4150-8823-8f770194bed0 HTTP/1.1" status: 200 len: 993 time: 0.0646081 May 10 12:27:03.077555 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:04.362578 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e1b2582a-a76e-447f-be3d-341bcda9d998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:06.000466 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:07.363330 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-730b68d3-a8aa-4eaf-b9c5-ebbe72f0fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:08.036307 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:09.561581 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:09.611678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:18.913687 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:27:29.765292 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ec3f-5f6e-4a01-990a-dbea715e671f req-9ee27f55-9327-4197-be28-41d1120ef951 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:29.766753 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20b6ec3f-5f6e-4a01-990a-dbea715e671f req-9ee27f55-9327-4197-be28-41d1120ef951 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0530088 May 10 12:27:29.806107 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-20b6ec3f-5f6e-4a01-990a-dbea715e671f req-26e6e1ce-551b-4af3-9e5f-34dbac1fbea4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331526 May 10 12:27:30.945991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faac11b-0328-4eb0-b3f8-cc91417e30b7 req-f5e743e8-a1f8-421f-a3b6-604fce220523 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:30.947498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3faac11b-0328-4eb0-b3f8-cc91417e30b7 req-f5e743e8-a1f8-421f-a3b6-604fce220523 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0540600 May 10 12:27:30.985658 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3faac11b-0328-4eb0-b3f8-cc91417e30b7 req-6ce10329-9cc4-44b3-b6de-caaf4080ddb1 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 May 10 12:27:31.007557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59076) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:31.077124 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-0c764475-42bb-4e14-af8e-da06e68cf1e2 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/c168bc02-d805-4150-8823-8f770194bed0 HTTP/1.1" status: 200 len: 993 time: 0.0684233 May 10 12:27:32.631190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd29bc-e16c-424c-8a7e-64b315023c12 req-998371ce-ea74-4947-80b1-87782931b6e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:32.632705 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3dd29bc-e16c-424c-8a7e-64b315023c12 req-998371ce-ea74-4947-80b1-87782931b6e4 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0538323 May 10 12:27:32.645100 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-7a247e22-b6e4-4d26-97c0-5c8f80c3204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:32.646724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-7a247e22-b6e4-4d26-97c0-5c8f80c3204b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0409760 May 10 12:27:32.745081 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-60fee5bc-eb4e-4630-a6f0-bd9aa2733b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:32.746761 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-60fee5bc-eb4e-4630-a6f0-bd9aa2733b8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=41c82397-9558-4be8-b6d4-787839d29ddc HTTP/1.1" status: 200 len: 897 time: 0.0934429 May 10 12:27:32.818098 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-028646d8-7875-4c65-a9bb-27ef6c259c4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0629985 May 10 12:27:32.868248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-3de7c9e4-68a6-470f-90f7-e309c3c03edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:32.869725 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-3de7c9e4-68a6-470f-90f7-e309c3c03edf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2e21b13-c0d3-44a7-95ee-2258230cb509 HTTP/1.1" status: 200 len: 835 time: 0.0446017 May 10 12:27:32.922054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-7d6472b9-0767-4fc6-b992-455b62143d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:32.923564 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-7d6472b9-0767-4fc6-b992-455b62143d02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41c82397-9558-4be8-b6d4-787839d29ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467710 May 10 12:27:33.014277 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-07eb3030-f4bf-4b3e-a1c0-4ee96dc26266 service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 May 10 12:27:33.032921 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3dd29bc-e16c-424c-8a7e-64b315023c12 req-1de38901-7349-42d4-b705-577a441b326a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937478 May 10 12:27:33.075812 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:33.106821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-646d5ee9-92d5-4e9d-ace4-9e2bab8bc3a4 req-86bab420-4f65-4240-8bb9-fe92658e7f69 service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861735 May 10 12:27:34.172574 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb91bb-60a7-4591-bccd-1d5a2454403c req-6615789a-1251-4b9e-9e8b-52ca2994c66a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:34.174007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ffbb91bb-60a7-4591-bccd-1d5a2454403c req-6615789a-1251-4b9e-9e8b-52ca2994c66a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0652735 May 10 12:27:34.213557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ffbb91bb-60a7-4591-bccd-1d5a2454403c req-ee674eef-e965-4115-9c07-df58b68a727c tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 May 10 12:27:34.236520 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59086) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:34.297237 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2bc9eef1-4fdd-4a38-883f-38088342e786 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/floatingips/c168bc02-d805-4150-8823-8f770194bed0 HTTP/1.1" status: 200 len: 993 time: 0.0595598 May 10 12:27:34.367793 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-68c1a7b1-644d-4ec6-b9f2-237f7ec5d483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:34.513191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:34.681548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port ccd94798-dbcd-4680-9620-46a28b97bead {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:27:34.681889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:34.766889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:34.767177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:34.779598 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for ccd94798-dbcd-4680-9620-46a28b97bead owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:27:34.941052 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:34.967846 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=ccd94798-dbcd-4680-9620-46a28b97bead,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:34.992900 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.993242 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.993579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.993912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.994240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.994570 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.994896 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.995221 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.995544 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.995964 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.996439 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:34.996747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:35.044019 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:35.044419 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Floating IP c168bc02-d805-4150-8823-8f770194bed0 disassociated (deleted). External IP: 172.25.8.182, port: 6cc65f92-281c-4b59-a775-7f0544da9dc8. May 10 12:27:35.560922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router bc66499b-f835-483f-b933-d2c6acc670e9 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:27:35.665623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:27:35.670722 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:35.676200 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] Sync routers for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:27:35.686513 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:35.687128 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:35.698498 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-61e83bcf-8670-45a3-8e4b-38a42c069285 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/floatingips/c168bc02-d805-4150-8823-8f770194bed0 HTTP/1.1" status: 204 len: 168 time: 1.1839716 May 10 12:27:35.699064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:27:35.701426 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb6435-8def-44b3-ba8d-58e9d1aa12db" -d '{"events": [{"name": "network-changed", "server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:27:35.740693 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33803523-c0b7-4ef8-954f-d09f51c2fbd7 x-openstack-request-id: req-33803523-c0b7-4ef8-954f-d09f51c2fbd7 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:27:35.740977 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:27:35.741273 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33803523-c0b7-4ef8-954f-d09f51c2fbd7 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:27:35.741685 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33803523-c0b7-4ef8-954f-d09f51c2fbd7'] response: {'name': 'network-changed', 'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'status': 'completed', 'code': 200} May 10 12:27:35.802340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:35.807928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-de4410e8-6bb5-4a6b-b505-22763a195db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:35.810530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-de4410e8-6bb5-4a6b-b505-22763a195db8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0451543 May 10 12:27:35.918768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-244e6ef5-2886-462f-adaa-bb8c80f6dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:35.920759 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-244e6ef5-2886-462f-adaa-bb8c80f6dad7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=41c82397-9558-4be8-b6d4-787839d29ddc HTTP/1.1" status: 200 len: 897 time: 0.1033671 May 10 12:27:35.951915 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba29f93-1e4e-473d-8ccb-1a7707a9dd96 req-1780ef41-39e6-4dd5-9c86-450a796ce1a8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:35.954605 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba29f93-1e4e-473d-8ccb-1a7707a9dd96 req-1780ef41-39e6-4dd5-9c86-450a796ce1a8 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0523999 May 10 12:27:35.966667 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-ba585863-6763-45c7-9f40-575c5da62eea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0378308 May 10 12:27:36.001529 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-dba29f93-1e4e-473d-8ccb-1a7707a9dd96 req-08299a2b-0c78-49d1-bc3d-06d72724339a tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 May 10 12:27:36.017238 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:36.021506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:47Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:36.022521 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-3b6519c8-f8b5-4063-8940-a23ffb790256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:36.024527 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-3b6519c8-f8b5-4063-8940-a23ffb790256 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2e21b13-c0d3-44a7-95ee-2258230cb509 HTTP/1.1" status: 200 len: 835 time: 0.0501366 May 10 12:27:36.053456 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] Checking router: bc66499b-f835-483f-b933-d2c6acc670e9 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:27:36.062340 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:36.062954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:36.071372 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-a247c088-5f61-426a-ac62-d30a9a9fbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:36.072920 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-a247c088-5f61-426a-ac62-d30a9a9fbbf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41c82397-9558-4be8-b6d4-787839d29ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417967 May 10 12:27:36.166325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:36.166769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-64621cc6-9d90-4fe8-a539-db4a2fd13761 service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857728 May 10 12:27:36.257900 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43cb6435-8def-44b3-ba8d-58e9d1aa12db req-0ea89e15-df52-49c6-852d-cc97efbd735d service neutron] 10.222.0.49 "GET /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834286 May 10 12:27:36.368337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:47Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:36.395845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509643c5-26c6-4cf4-8a2c-9d2def6723ae None None] The sync data for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 is: [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:26:44Z', 'revision_number': 4, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': '30e80cfc-9fdf-4e91-9203-44dffb24b578', 'name': '', 'network_id': '41c82397-9558-4be8-b6d4-787839d29ddc', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'mac_address': 'fa:16:3e:4d:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:43Z', 'updated_at': '2022-05-10T12:26:47Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'subnets': [{'id': 'b2e21b13-c0d3-44a7-95ee-2258230cb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:27:36.638097 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5345063-f3b6-4a9a-b385-077e22047797 None None] New status for floating IP c168bc02-d805-4150-8823-8f770194bed0: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:27:37.150886 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a4d4-4b7c-455a-bf47-f0044370693e req-ac1191dc-1861-49c8-bd48-95157deddee0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:37.152467 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b815a4d4-4b7c-455a-bf47-f0044370693e req-ac1191dc-1861-49c8-bd48-95157deddee0 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0620742 May 10 12:27:37.192172 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b815a4d4-4b7c-455a-bf47-f0044370693e req-6b1f9e2d-f644-4804-bf67-5a06332ded86 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335331 May 10 12:27:37.359510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d69cbcc9-d704-4e9a-92b4-51707a0ab265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:37.455048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-f2c44b3b-c122-4463-bb31-99e37f5c784b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:37.456586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-f2c44b3b-c122-4463-bb31-99e37f5c784b tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 945 time: 0.0667446 May 10 12:27:37.574705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 6cc65f92-281c-4b59-a775-7f0544da9dc8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:27:37.575267 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:37.680105 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 6cc65f92-281c-4b59-a775-7f0544da9dc8, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=6cc65f92-281c-4b59-a775-7f0544da9dc8,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:37.680360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:37.695018 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 6cc65f92-281c-4b59-a775-7f0544da9dc8 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:27:37.829709 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:37.858191 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=6cc65f92-281c-4b59-a775-7f0544da9dc8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:37.899567 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] No DVR routers for this DVR port 6cc65f92-281c-4b59-a775-7f0544da9dc8 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:27:37.902531 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:37.906158 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-734f9ec6-9a60-40a2-a2bc-0b36c7905bd8 req-044dcb1f-f30f-4fb3-9454-c8a0fc942469 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.49 "DELETE /v2.0/ports/6cc65f92-281c-4b59-a775-7f0544da9dc8 HTTP/1.1" status: 204 len: 173 time: 0.4429443 May 10 12:27:37.906609 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'name': 'network-vif-deleted', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:27:37.909001 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d184c967-71bf-4c08-91d0-720c769837cf" -d '{"events": [{"server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "name": "network-vif-deleted", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:27:37.955673 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991d9e58-2435-45c9-a348-2a51010c700e x-openstack-request-id: req-991d9e58-2435-45c9-a348-2a51010c700e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:27:37.956002 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a913d907-2411-4a62-9ace-96304458f2a6", "name": "network-vif-deleted", "tag": "6cc65f92-281c-4b59-a775-7f0544da9dc8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:27:37.956271 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-991d9e58-2435-45c9-a348-2a51010c700e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:27:37.956678 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991d9e58-2435-45c9-a348-2a51010c700e'] response: {'server_uuid': 'a913d907-2411-4a62-9ace-96304458f2a6', 'name': 'network-vif-deleted', 'tag': '6cc65f92-281c-4b59-a775-7f0544da9dc8', 'status': 'completed', 'code': 200} May 10 12:27:38.032267 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:38.314227 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-830a4ea7-06f9-497b-a149-59849eaf94d0 req-a0a9efcb-a9b4-485f-ba2b-2c7d6536d190 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "GET /v2.0/ports?device_id=a913d907-2411-4a62-9ace-96304458f2a6 HTTP/1.1" status: 200 len: 210 time: 0.0325515 May 10 12:27:39.385001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59110) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:39.555974 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:39.606967 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:39.761068 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:40.035035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port 30e80cfc-9fdf-4e91-9203-44dffb24b578 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:27:40.035309 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:40.138144 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port 30e80cfc-9fdf-4e91-9203-44dffb24b578, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=30e80cfc-9fdf-4e91-9203-44dffb24b578,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:40.138512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:40.151855 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for 30e80cfc-9fdf-4e91-9203-44dffb24b578 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:27:40.352544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:40.402788 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=30e80cfc-9fdf-4e91-9203-44dffb24b578,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:40.429472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.429819 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.430161 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.430493 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.430826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.431158 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.431484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.431809 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.432157 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.432466 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.432771 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.433106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:40.581616 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:40.812206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Router bc66499b-f835-483f-b933-d2c6acc670e9 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:27:40.925481 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:27:40.931212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-674a707d-295c-46eb-b6f2-cddff4dee01d tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "PUT /v2.0/routers/bc66499b-f835-483f-b933-d2c6acc670e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451846 May 10 12:27:40.934252 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59112) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:40.935618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] Sync routers for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:27:40.947450 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:40.948110 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:40.987201 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ab84f-4039-46ed-adf3-6927248f861e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting subnet b2e21b13-c0d3-44a7-95ee-2258230cb509 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:27:40.990360 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d66ab84f-4039-46ed-adf3-6927248f861e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.031769 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d66ab84f-4039-46ed-adf3-6927248f861e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.055476 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:41.119459 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d66ab84f-4039-46ed-adf3-6927248f861e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.181768 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d66ab84f-4039-46ed-adf3-6927248f861e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.205903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6cc65f92-281c-4b59-a775-7f0544da9dc8 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:27:41.210710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ab84f-4039-46ed-adf3-6927248f861e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e21b13-c0d3-44a7-95ee-2258230cb509,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:41.212755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d66ab84f-4039-46ed-adf3-6927248f861e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.216003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d66ab84f-4039-46ed-adf3-6927248f861e tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/subnets/b2e21b13-c0d3-44a7-95ee-2258230cb509 HTTP/1.1" status: 204 len: 168 time: 0.2807155 May 10 12:27:41.218587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59114) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:41.236783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86543b39-94c0-4918-bd11-704334452381 None None] Network 41c82397-9558-4be8-b6d4-787839d29ddc requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:27:41.240682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 6cc65f92-281c-4b59-a775-7f0544da9dc8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:27:41.241034 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 6cc65f92-281c-4b59-a775-7f0544da9dc8 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:27:41.326962 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.349665 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:27:40Z', 'revision_number': 5, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port': {'id': 'e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:26:41Z', 'updated_at': '2022-05-10T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:41.437934 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.495257 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Deleting port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:27:41.495601 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.544946 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] Checking router: bc66499b-f835-483f-b933-d2c6acc670e9 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:27:41.558684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] Routers {'bc66499b-f835-483f-b933-d2c6acc670e9'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:41.559277 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['bc66499b-f835-483f-b933-d2c6acc670e9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:41.578243 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] For port e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:41.578596 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.597828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Calling delete_port for e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:27:41.640618 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] DHCP port deletion for 41c82397-9558-4be8-b6d4-787839d29ddc request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:27:41.650314 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] Set router bc66499b-f835-483f-b933-d2c6acc670e9 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:41.718113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:27:41Z', 'revision_number': 6, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:41.751525 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a99d13-c8bf-4fe6-a951-b4fb16d0e4ed None None] The sync data for ids ['bc66499b-f835-483f-b933-d2c6acc670e9'] in n-d-840949-1 is: [{'id': 'bc66499b-f835-483f-b933-d2c6acc670e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029029762', 'tenant_id': '039d191d27d34c0eaffe922a1f2d41b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:26:40Z', 'updated_at': '2022-05-10T12:27:41Z', 'revision_number': 6, 'project_id': '039d191d27d34c0eaffe922a1f2d41b9', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:27:41.772392 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Deleting port 5beb2223-5d93-41d7-a388-42f565cc0728 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:27:41.772767 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.780693 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.811719 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Port': ['ID=e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:41.835460 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] For port 5beb2223-5d93-41d7-a388-42f565cc0728, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=5beb2223-5d93-41d7-a388-42f565cc0728,segment=NetworkSegment(a6c7d968-234f-4668-8b95-5b5901430751),segment_id=a6c7d968-234f-4668-8b95-5b5901430751)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:41.835881 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.848114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Calling delete_port for 5beb2223-5d93-41d7-a388-42f565cc0728 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:27:41.872029 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.933655 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.960184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Pushing event deleted for resources: {'Port': ['ID=5beb2223-5d93-41d7-a388-42f565cc0728,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:41.964710 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.966892 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:41.969361 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.969648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.969989 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.970327 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.970659 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.970991 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.971318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.971645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.971994 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.972324 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.972651 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.972972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:41.975694 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e373a5b8-5154-4b89-8625-c7fd876b94a5 None None] No DVR routers for this DVR port 5beb2223-5d93-41d7-a388-42f565cc0728 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:27:42.018346 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.018811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Fanout notify agent at l3_agent the message router_deleted on router bc66499b-f835-483f-b933-d2c6acc670e9 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:27:42.025806 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.026936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-697945f6-0067-425b-977b-495d36ec4895 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/routers/bc66499b-f835-483f-b933-d2c6acc670e9 HTTP/1.1" status: 204 len: 168 time: 0.8073313 May 10 12:27:42.030797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59116) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:42.111149 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.221115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.242737 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c82397-9558-4be8-b6d4-787839d29ddc']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:42.253540 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c7d968-234f-4668-8b95-5b5901430751') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:42.253950 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c7d968-234f-4668-8b95-5b5901430751') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:42.263115 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.277091 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.283005 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:27:42.283395 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: timer() May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:27:42.286503 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:27:42.345863 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.352889 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.356231 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/networks/41c82397-9558-4be8-b6d4-787839d29ddc HTTP/1.1" status: 204 len: 168 time: 0.3244333 May 10 12:27:42.359185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59118) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:42.370448 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325f7e4-b693-43bc-a379-f56469c0a083 tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'Network': ['ID=41c82397-9558-4be8-b6d4-787839d29ddc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:42.423396 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2cb598-2d9f-4102-8dea-3773f506965f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.450555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2cb598-2d9f-4102-8dea-3773f506965f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.525395 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2cb598-2d9f-4102-8dea-3773f506965f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.528477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af2cb598-2d9f-4102-8dea-3773f506965f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:42.533841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af2cb598-2d9f-4102-8dea-3773f506965f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9 HTTP/1.1" status: 204 len: 168 time: 0.1733208 May 10 12:27:42.548821 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cb598-2d9f-4102-8dea-3773f506965f tempest-TestNetworkAdvancedServerOps-1453737860 tempest-TestNetworkAdvancedServerOps-1453737860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4b2ce8-c9e2-4de5-adc1-7ab719a360d9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:42.592571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 30e80cfc-9fdf-4e91-9203-44dffb24b578 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:27:42.613981 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 30e80cfc-9fdf-4e91-9203-44dffb24b578 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:27:42.614331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 30e80cfc-9fdf-4e91-9203-44dffb24b578 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:27:42.614754 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:27:42.637527 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:27:42.637868 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device e0cec8d6-0db8-4a2d-a7c6-e0b35cceb313 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:27:42.638289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5beb2223-5d93-41d7-a388-42f565cc0728 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:27:42.657655 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 5beb2223-5d93-41d7-a388-42f565cc0728 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:27:42.658041 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 5beb2223-5d93-41d7-a388-42f565cc0728 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:27:42.879696 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59126) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:43.015223 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a956e124-7663-4416-a301-5f3bcd24c471 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=039d191d27d34c0eaffe922a1f2d41b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318631 May 10 12:27:43.015436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59130) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:43.064245 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c89f640f-b30d-47e0-89e1-23e61b6b6ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.089618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c89f640f-b30d-47e0-89e1-23e61b6b6ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.138516 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c89f640f-b30d-47e0-89e1-23e61b6b6ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.141313 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c89f640f-b30d-47e0-89e1-23e61b6b6ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.142551 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c89f640f-b30d-47e0-89e1-23e61b6b6ec5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/979d9779-f236-4d51-8122-311d05533908 HTTP/1.1" status: 204 len: 168 time: 0.1260540 May 10 12:27:43.150974 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f640f-b30d-47e0-89e1-23e61b6b6ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979d9779-f236-4d51-8122-311d05533908,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:43.420097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59136) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:43.433536 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5499cb0b-9a80-48e7-8230-527b8d104bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.514167 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5499cb0b-9a80-48e7-8230-527b8d104bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.520365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5499cb0b-9a80-48e7-8230-527b8d104bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.559094 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499cb0b-9a80-48e7-8230-527b8d104bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e209e9-d116-488c-8868-2eed7f069af3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:43.563697 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-5499cb0b-9a80-48e7-8230-527b8d104bb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0400b7aaf7574ad0989e932a437b3064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425781 May 10 12:27:43.566526 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59138) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:43.616594 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba87e-ca34-4a25-b7fc-09cc68608b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.637978 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba87e-ca34-4a25-b7fc-09cc68608b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.691044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba87e-ca34-4a25-b7fc-09cc68608b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.693847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba87e-ca34-4a25-b7fc-09cc68608b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:43.694990 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4d9ba87e-ca34-4a25-b7fc-09cc68608b1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95e209e9-d116-488c-8868-2eed7f069af3 HTTP/1.1" status: 204 len: 168 time: 0.1275036 May 10 12:27:43.702863 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ba87e-ca34-4a25-b7fc-09cc68608b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e209e9-d116-488c-8868-2eed7f069af3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:44.447548 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59160) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:44.565239 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1702121051-network', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:44.588054 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Made reservation on behalf of 302477c56ee748e4a6b4ca4186d079a9 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:27:44.591992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:44.601789 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:44.677544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:44.682910 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:44.707629 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:27:44.717027 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950f9100-384b-4c38-8d63-4d031f8e633b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:44.722015 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:44.722353 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Added segment 60104179-c89a-43e2-802c-50b8555361a4 of type vlan for network 673639e6-b9ad-4827-990d-ce7e3d9d712f May 10 12:27:44.765490 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:44.791801 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:44.792848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:44.793483 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:44.851256 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4025996 May 10 12:27:44.854305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ca241-955b-4c61-aaa2-a81ed8a5a55f admin admin] Pushing event updated for resources: {'Network': ['ID=673639e6-b9ad-4827-990d-ce7e3d9d712f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:44.854474 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59164) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:44.865376 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Request body: {'subnet': {'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1702121051-subnet', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:44.870629 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:27:44.886786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Made reservation on behalf of 302477c56ee748e4a6b4ca4186d079a9 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:27:44.889226 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.059136 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.116074 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df4b10e-ce4c-4baf-900d-d94fd75b43f1,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:45.127130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Checking segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:45.127515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Network hostable DHCP agents. Network: 673639e6-b9ad-4827-990d-ce7e3d9d712f, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:27:45.144813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:27:45.153467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 673639e6-b9ad-4827-990d-ce7e3d9d712f) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:45.159258 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:45.160756 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.162531 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc6395-7032-4cc0-9b03-637a36234378 None None] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:27:45.185850 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59168) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:45.186134 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d6d4f8ca-d680-4512-85c6-6be93487a215 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3301153 May 10 12:27:45.190412 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:45.210195 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.211494 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.265534 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.323255 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-673639e6-b9ad-4827-990d-ce7e3d9d712f', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:27:45.324164 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.398706 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.459724 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Allocated IP 172.20.0.2 (673639e6-b9ad-4827-990d-ce7e3d9d712f/7df4b10e-ce4c-4baf-900d-d94fd75b43f1/a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:27:45.600379 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.606176 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.613000 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.619508 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.653690 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:45.656567 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:45.664372 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:27:45.667311 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Pushing event updated for resources: {'Port': ['ID=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:45.722363 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Allocated IP 172.25.8.211 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/9a109e9c-8e98-4045-ae9f-d2c78c5ab515) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:27:45.723269 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Attempting to bind port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:27:45.723650 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Attempting to bind port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:27:45.724095 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Attempting to bind port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c on network 673639e6-b9ad-4827-990d-ce7e3d9d712f {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:27:45.729555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:27:45.729919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Checking segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:45.730322 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.730702 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Bound using segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:27:45.731156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Bound port: a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:27:45.731532 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.794374 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] For port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:27:45.797684 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] For port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:27:45.802046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.829925 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.856516 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0c41f-5b43-4c0f-b42c-cebace43952f None None] Pushing event updated for resources: {'Port': ['ID=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:45.868991 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:45.911360 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:45.918515 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:45.920527 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Pushing event updated for resources: {'Port': ['ID=9a109e9c-8e98-4045-ae9f-d2c78c5ab515,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:45.923061 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:27:46.179360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:46.349470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:46.378813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:46.401280 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:46.401649 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:46.481825 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:46.482220 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:46.509240 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:27:46.516783 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:46.521926 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:46.573983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:46.627499 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:27:46.638222 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Sync routers for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:27:46.647873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:46.651661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cff92026-e7a8-4f94-b077-5f2638e74b98 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4621968 May 10 12:27:46.651952 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:46.651952 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:46.652197 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59170) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:46.764329 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:46.810875 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdd7f6-e88c-4beb-a3b8-ff6dab862685 None None] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:27:46.884118 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b59e2eb0-60fa-4f6e-ab8b-d169c7a03db0 None None] Provisioning complete for port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:46.884521 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b59e2eb0-60fa-4f6e-ab8b-d169c7a03db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:46.954588 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:46Z', 'revision_number': 3, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:46.981641 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Checking router: 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:27:46.981982 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Updating router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:27:47.007255 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.027733 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b59e2eb0-60fa-4f6e-ab8b-d169c7a03db0 None None] Current status of the port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:47.100287 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.265623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Allocated IP 172.20.0.1 (673639e6-b9ad-4827-990d-ce7e3d9d712f/7df4b10e-ce4c-4baf-900d-d94fd75b43f1/b3570652-af94-453d-b9d5-7c490738bac2) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:27:47.284377 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.289788 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.340492 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Attempting to bind port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:27:47.340845 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Attempting to bind port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:27:47.341304 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Attempting to bind port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:27:47.344128 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Pushing event updated for resources: {'Port': ['ID=9a109e9c-8e98-4045-ae9f-d2c78c5ab515,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:47.348988 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:27:47.349303 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:47.349726 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.350709 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:27:47.350709 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Bound port: 9a109e9c-8e98-4045-ae9f-d2c78c5ab515, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:27:47.351105 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.352830 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9fad3239-f5ed-459c-86e4-175f67c1e87a None None] Provisioning complete for port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:47.353330 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9fad3239-f5ed-459c-86e4-175f67c1e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.359263 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.359589 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.359938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.360272 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.360597 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.360915 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.361239 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.361553 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.361890 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.362183 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.362547 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.362858 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:27:47.373665 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.411604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.425533 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] For port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:27:47.431955 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] For port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9a109e9c-8e98-4045-ae9f-d2c78c5ab515,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:27:47.437445 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.440021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9fad3239-f5ed-459c-86e4-175f67c1e87a None None] Current status of the port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:47.451091 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:47.454312 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:47.457750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:27:47.493021 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Pushing event updated for resources: {'Port': ['ID=b3570652-af94-453d-b9d5-7c490738bac2,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:47.507856 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.596352 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:47.597088 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:47.648670 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d34e5-53ff-4e53-92da-3e708adbcb8d None None] Pushing event updated for resources: {'Port': ['ID=9a109e9c-8e98-4045-ae9f-d2c78c5ab515,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:47.723339 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:47.763571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6dc1b708-9f2b-405a-8142-57a87a24e890 None None] Provisioning complete for port b3570652-af94-453d-b9d5-7c490738bac2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:47.764342 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b708-9f2b-405a-8142-57a87a24e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:47.803786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1b708-9f2b-405a-8142-57a87a24e890 None None] Port b3570652-af94-453d-b9d5-7c490738bac2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:27:47.904137 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:46Z', 'revision_number': 3, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:47.934362 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeada0-c694-4df3-b86c-5c8ca92f8e87 None None] The sync data for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 is: [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:46Z', 'revision_number': 3, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:27:47.957588 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.124732 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.135620 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.210008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Pushing event updated for resources: {'Port': ['ID=b3570652-af94-453d-b9d5-7c490738bac2,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:48.212604 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.330050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:48.331762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:48.412356 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:48.465800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:27:48.473977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:48.475016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.572774 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:48.574522 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:48.595111 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:27:48.601338 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2c1ed9c1-3600-4cec-8e48-4e6cc409870a admin admin] 10.222.0.13 "PUT /v2.0/routers/7cc8c12d-a71b-4dfd-99bd-26e3d37884f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9481478 May 10 12:27:48.636564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6ed01212-ed27-4cd2-b55b-b9ba05828e92 None None] Provisioning complete for port b3570652-af94-453d-b9d5-7c490738bac2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:48.636908 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6ed01212-ed27-4cd2-b55b-b9ba05828e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.639859 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:48.640268 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.703532 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6ed01212-ed27-4cd2-b55b-b9ba05828e92 None None] Port b3570652-af94-453d-b9d5-7c490738bac2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:27:48.753608 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:48.753999 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.776141 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9a109e9c-8e98-4045-ae9f-d2c78c5ab515,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:48.782018 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:48.832198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=9a109e9c-8e98-4045-ae9f-d2c78c5ab515,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:49.104946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59186) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:49.109953 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-976136616-network', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:49.131167 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Made reservation on behalf of 85d85f9795a644b995dcb10b687e22bb for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:27:49.133638 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.142260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.222245 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.226606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.247617 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:27:49.263288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226ff696-fbd9-4c74-8e06-03b04fc46c2a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:49.266393 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.266735 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Added segment 34ccb010-faa6-468e-b0d3-4580015feb76 of type vlan for network a3478d70-1a0c-4f1b-a801-83b466d5b53a May 10 12:27:49.308224 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.335537 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.336531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:49.337107 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.392080 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2860014 May 10 12:27:49.394859 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59188) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:49.399853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Request body: {'subnet': {'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-976136616-subnet', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:49.401438 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970ff07-00ba-4b87-8e71-88fd9a6599dd admin admin] Pushing event updated for resources: {'Network': ['ID=a3478d70-1a0c-4f1b-a801-83b466d5b53a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:49.412900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network a3478d70-1a0c-4f1b-a801-83b466d5b53a details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:27:49.420797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Made reservation on behalf of 85d85f9795a644b995dcb10b687e22bb for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:27:49.423218 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.541912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Sync routers for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:27:49.551496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:49.553152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:49.608413 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.662691 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:49.665173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23357f7e-4554-4c6d-870a-e67d6d21aaea,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:49.672330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Checking segment: {'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:49.672693 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Network hostable DHCP agents. Network: a3478d70-1a0c-4f1b-a801-83b466d5b53a, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:27:49.689799 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Network a3478d70-1a0c-4f1b-a801-83b466d5b53a is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:27:49.699833 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, a3478d70-1a0c-4f1b-a801-83b466d5b53a) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:49.704090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:49.704679 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.710904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77b3af-4d8b-4fe0-9330-09b6bb241807 None None] Network a3478d70-1a0c-4f1b-a801-83b466d5b53a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:27:49.723889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cfcced53-6f6c-43d1-a410-877e6900440f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3278799 May 10 12:27:49.726459 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59190) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:49.730807 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:49.750959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.751439 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.807178 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:49.959131 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.144195 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-a3478d70-1a0c-4f1b-a801-83b466d5b53a', 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'fixed_ips': [{'subnet_id': '23357f7e-4554-4c6d-870a-e67d6d21aaea'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:27:50.145054 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.166207 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.172104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 2, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:50.185563 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.246510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Checking router: 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:27:50.246845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Updating router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 port b3570652-af94-453d-b9d5-7c490738bac2 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:27:50.289591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.301310 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Allocated IP 172.25.8.68 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/55545b20-574c-4e7f-a141-ee6f4a20e139) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:27:50.348938 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:50.388481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Allocated IP 172.20.0.2 (a3478d70-1a0c-4f1b-a801-83b466d5b53a/23357f7e-4554-4c6d-870a-e67d6d21aaea/185b77f6-272c-4854-9dd3-b1d877fc6bb2) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:27:50.409909 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.443617 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.485975 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:50.488810 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:50.492385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:27:50.519758 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Pushing event updated for resources: {'Port': ['ID=55545b20-574c-4e7f-a141-ee6f4a20e139,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:50.591604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:50.592285 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.748630 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.750132 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.776433 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.842359 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.857531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:50.865503 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Network a3478d70-1a0c-4f1b-a801-83b466d5b53a is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:50.866178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:50.877457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:50.879417 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Pushing event updated for resources: {'Port': ['ID=185b77f6-272c-4854-9dd3-b1d877fc6bb2,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:50.881682 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:27:50.965664 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.003446 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6733e40-188d-4728-897b-f7f488baab10 None None] Pushing event updated for resources: {'Port': ['ID=b3570652-af94-453d-b9d5-7c490738bac2,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:51.021263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Attempting to bind port b3570652-af94-453d-b9d5-7c490738bac2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:27:51.021705 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Attempting to bind port b3570652-af94-453d-b9d5-7c490738bac2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:27:51.022180 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Attempting to bind port b3570652-af94-453d-b9d5-7c490738bac2 on network 673639e6-b9ad-4827-990d-ce7e3d9d712f {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:27:51.025210 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Attempting to bind port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:27:51.025571 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Attempting to bind port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:27:51.025923 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Attempting to bind port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 on network a3478d70-1a0c-4f1b-a801-83b466d5b53a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:27:51.032814 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:27:51.033193 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Checking segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:51.033599 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.033990 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Bound using segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:27:51.034462 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Bound port: b3570652-af94-453d-b9d5-7c490738bac2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:27:51.034846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.037022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:27:51.037402 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Checking segment: {'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:51.037767 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.038148 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Bound using segment: {'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:27:51.038602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Bound port: 185b77f6-272c-4854-9dd3-b1d877fc6bb2, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:27:51.039345 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.117030 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Router 5690136f-1600-4f3d-872c-9e4f2a6a6834 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:27:51.156562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] For port 185b77f6-272c-4854-9dd3-b1d877fc6bb2, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:27:51.159574 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] For port b3570652-af94-453d-b9d5-7c490738bac2, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:27:51.178400 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] For port 185b77f6-272c-4854-9dd3-b1d877fc6bb2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=185b77f6-272c-4854-9dd3-b1d877fc6bb2,segment=NetworkSegment(34ccb010-faa6-468e-b0d3-4580015feb76),segment_id=34ccb010-faa6-468e-b0d3-4580015feb76)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:27:51.182379 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] For port b3570652-af94-453d-b9d5-7c490738bac2, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b3570652-af94-453d-b9d5-7c490738bac2,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:27:51.183735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b94eaccf-6911-4517-b325-9b45448fe3ab None None] Provisioning complete for port b3570652-af94-453d-b9d5-7c490738bac2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:51.184186 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b94eaccf-6911-4517-b325-9b45448fe3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.186266 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.225422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:27:51.235418 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.236362 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Sync routers for ids ['5690136f-1600-4f3d-872c-9e4f2a6a6834'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:27:51.246081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.247474 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-83692ff7-58e5-44aa-b0b0-0075db457912 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5199678 May 10 12:27:51.248782 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Routers {'5690136f-1600-4f3d-872c-9e4f2a6a6834'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:51.250103 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5690136f-1600-4f3d-872c-9e4f2a6a6834'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:51.250779 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59196) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:51.278568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b94eaccf-6911-4517-b325-9b45448fe3ab None None] Port b3570652-af94-453d-b9d5-7c490738bac2 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:27:51.299732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b48c12-c7c1-49a2-a185-0bb06496ba11 None None] Pushing event updated for resources: {'Port': ['ID=185b77f6-272c-4854-9dd3-b1d877fc6bb2,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:51.307695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:51.308179 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:51.391526 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Set router 5690136f-1600-4f3d-872c-9e4f2a6a6834 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:51.448756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6733e40-188d-4728-897b-f7f488baab10 None None] Pushing event updated for resources: {'Port': ['ID=b3570652-af94-453d-b9d5-7c490738bac2,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:51.488695 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:51.708867 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:27:50Z', 'revision_number': 3, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:51.740452 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Checking router: 5690136f-1600-4f3d-872c-9e4f2a6a6834 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:27:51.740932 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Updating router 5690136f-1600-4f3d-872c-9e4f2a6a6834 port 55545b20-574c-4e7f-a141-ee6f4a20e139 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:27:51.758401 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8d29b604-b014-4b27-b2cb-15b2557adce7 None None] Provisioning complete for port b3570652-af94-453d-b9d5-7c490738bac2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:51.758401 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d29b604-b014-4b27-b2cb-15b2557adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.775614 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.839952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:51.872370 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca414b-0afa-432c-a3c8-7d48d3603f68 None None] The sync data for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 is: [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:27:51.882627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8d29b604-b014-4b27-b2cb-15b2557adce7 None None] Current status of the port b3570652-af94-453d-b9d5-7c490738bac2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:51.883113 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d29b604-b014-4b27-b2cb-15b2557adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:51.946197 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8d29b604-b014-4b27-b2cb-15b2557adce7 None None] For port b3570652-af94-453d-b9d5-7c490738bac2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b3570652-af94-453d-b9d5-7c490738bac2,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:51.959496 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d29b604-b014-4b27-b2cb-15b2557adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.026304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29b604-b014-4b27-b2cb-15b2557adce7 None None] Pushing event updated for resources: {'Port': ['ID=b3570652-af94-453d-b9d5-7c490738bac2,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:52.111705 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.123232 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.169783 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee54b8-9673-4e02-a5e5-bfc308585833 None None] Pushing event updated for resources: {'Port': ['ID=55545b20-574c-4e7f-a141-ee6f4a20e139,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:52.203987 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Attempting to bind port 55545b20-574c-4e7f-a141-ee6f4a20e139 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:27:52.204354 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Attempting to bind port 55545b20-574c-4e7f-a141-ee6f4a20e139 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:27:52.204709 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Attempting to bind port 55545b20-574c-4e7f-a141-ee6f4a20e139 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:27:52.210656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:27:52.211030 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:52.211433 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.211855 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:27:52.212329 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Bound port: 55545b20-574c-4e7f-a141-ee6f4a20e139, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:27:52.212855 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.259263 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.290824 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] For port 55545b20-574c-4e7f-a141-ee6f4a20e139, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:27:52.295022 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] For port 55545b20-574c-4e7f-a141-ee6f4a20e139, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=55545b20-574c-4e7f-a141-ee6f4a20e139,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:27:52.304673 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.396376 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Routers {'5690136f-1600-4f3d-872c-9e4f2a6a6834'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:52.397020 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5690136f-1600-4f3d-872c-9e4f2a6a6834'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:52.402532 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee54b8-9673-4e02-a5e5-bfc308585833 None None] Pushing event updated for resources: {'Port': ['ID=55545b20-574c-4e7f-a141-ee6f4a20e139,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:52.442581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b3570652-af94-453d-b9d5-7c490738bac2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:52.530999 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Allocated IP 172.20.0.1 (a3478d70-1a0c-4f1b-a801-83b466d5b53a/23357f7e-4554-4c6d-870a-e67d6d21aaea/fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:27:52.533992 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port b3570652-af94-453d-b9d5-7c490738bac2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:52.534627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.544103 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] Set router 5690136f-1600-4f3d-872c-9e4f2a6a6834 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:52.688009 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2125836f-08ec-49bb-a216-7e21230696cc None None] Network a3478d70-1a0c-4f1b-a801-83b466d5b53a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:27:52.690511 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port b3570652-af94-453d-b9d5-7c490738bac2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:52.691543 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 185b77f6-272c-4854-9dd3-b1d877fc6bb2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:52.722499 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.761617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.764243 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:27:50Z', 'revision_number': 3, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:52.811786 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:52.812663 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.812854 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Network a3478d70-1a0c-4f1b-a801-83b466d5b53a is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:52.815909 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:52.823996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:27:52.841177 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-71e3d50e-1d05-42ac-8673-ff386f675fff None None] Provisioning complete for port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:52.841547 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-71e3d50e-1d05-42ac-8673-ff386f675fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.866293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:52.918370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Pushing event updated for resources: {'Port': ['ID=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:52.933058 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b540a2-a455-473c-aeb6-8316d9d02c36 None None] The sync data for ids ['5690136f-1600-4f3d-872c-9e4f2a6a6834'] in n-d-840949-1 is: [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:27:50Z', 'revision_number': 3, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:27:53.032183 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:53.070711 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:53.071103 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:53.084745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-71e3d50e-1d05-42ac-8673-ff386f675fff None None] Current status of the port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:53.085137 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-71e3d50e-1d05-42ac-8673-ff386f675fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:53.128805 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 185b77f6-272c-4854-9dd3-b1d877fc6bb2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=185b77f6-272c-4854-9dd3-b1d877fc6bb2,segment=NetworkSegment(34ccb010-faa6-468e-b0d3-4580015feb76),segment_id=34ccb010-faa6-468e-b0d3-4580015feb76)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:53.142672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:53.241208 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=185b77f6-272c-4854-9dd3-b1d877fc6bb2,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:53.302248 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:53.315070 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:53.421047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Pushing event updated for resources: {'Port': ['ID=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:53.428903 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:53.519017 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.db.api [None req-71e3d50e-1d05-42ac-8673-ff386f675fff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 12:27:53.519385 n-d-840949-1 neutron-server[102769]: DEBUG oslo_db.api [None req-71e3d50e-1d05-42ac-8673-ff386f675fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 12:27:53.560780 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Network a3478d70-1a0c-4f1b-a801-83b466d5b53a is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:53.562502 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:53.689296 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Router 5690136f-1600-4f3d-872c-9e4f2a6a6834 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:27:53.809453 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:27:53.814679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-4a6be47e-5bac-47a3-8c57-41113f66fbfc admin admin] 10.222.0.13 "PUT /v2.0/routers/5690136f-1600-4f3d-872c-9e4f2a6a6834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5620174 May 10 12:27:54.065293 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-71e3d50e-1d05-42ac-8673-ff386f675fff None None] Current status of the port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:54.187855 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0fe2c608-9967-4cc5-8f2c-f506c31690cb None None] Provisioning complete for port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:54.188255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c608-9967-4cc5-8f2c-f506c31690cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.199844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59206) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:54.204971 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-21400f72-4270-47bd-9ab0-171885f4fbf6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2118684051', 'description': 'tempest-secgroup-smoke-2118684051 description', 'project_id': '302477c56ee748e4a6b4ca4186d079a9'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:54.223901 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2c608-9967-4cc5-8f2c-f506c31690cb None None] Port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:27:54.225871 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21400f72-4270-47bd-9ab0-171885f4fbf6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.234644 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0fe2c608-9967-4cc5-8f2c-f506c31690cb None None] Provisioning complete for port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:54.235018 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c608-9967-4cc5-8f2c-f506c31690cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.321054 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2c608-9967-4cc5-8f2c-f506c31690cb None None] Current status of the port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:54.322516 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21400f72-4270-47bd-9ab0-171885f4fbf6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.328942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21400f72-4270-47bd-9ab0-171885f4fbf6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.364316 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21400f72-4270-47bd-9ab0-171885f4fbf6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.365557 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-21400f72-4270-47bd-9ab0-171885f4fbf6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1646788 May 10 12:27:54.368697 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:54.373286 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7eb592ba-1cff-4ade-94fc-b490b1c2f6d8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '1959d391-6510-4377-83f1-d3c8478de0ff', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:54.379721 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21400f72-4270-47bd-9ab0-171885f4fbf6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1959d391-6510-4377-83f1-d3c8478de0ff,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:54.405281 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eb592ba-1cff-4ade-94fc-b490b1c2f6d8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.432024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 55545b20-574c-4e7f-a141-ee6f4a20e139 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:54.468546 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eb592ba-1cff-4ade-94fc-b490b1c2f6d8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.484191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 55545b20-574c-4e7f-a141-ee6f4a20e139 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:54.484653 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.486544 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eb592ba-1cff-4ade-94fc-b490b1c2f6d8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.504722 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb592ba-1cff-4ade-94fc-b490b1c2f6d8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e07d18f-9a62-4ffe-bc2b-124edf7cea16,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:54.515277 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7eb592ba-1cff-4ade-94fc-b490b1c2f6d8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.516831 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7eb592ba-1cff-4ade-94fc-b490b1c2f6d8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471977 May 10 12:27:54.519807 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:54.524476 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-19185a93-450f-43ed-9779-18da33574530 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '1959d391-6510-4377-83f1-d3c8478de0ff', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:54.556940 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19185a93-450f-43ed-9779-18da33574530 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.574224 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 55545b20-574c-4e7f-a141-ee6f4a20e139 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:54.574614 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.601048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 55545b20-574c-4e7f-a141-ee6f4a20e139, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=55545b20-574c-4e7f-a141-ee6f4a20e139,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:54.606549 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.607365 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 185b77f6-272c-4854-9dd3-b1d877fc6bb2 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:54.629501 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19185a93-450f-43ed-9779-18da33574530 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.634141 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19185a93-450f-43ed-9779-18da33574530 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.653956 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19185a93-450f-43ed-9779-18da33574530 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ab2bad-eed2-4fc2-91fe-a0ba96c662c9,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:54.667039 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19185a93-450f-43ed-9779-18da33574530 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.668609 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-19185a93-450f-43ed-9779-18da33574530 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476657 May 10 12:27:54.671630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:54.677214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-47aa9676-9fa7-41bb-b462-6bfc40742fe0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '1959d391-6510-4377-83f1-d3c8478de0ff', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:54.683963 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=55545b20-574c-4e7f-a141-ee6f4a20e139,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:54.695812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:54.696290 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.706066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47aa9676-9fa7-41bb-b462-6bfc40742fe0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.774247 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47aa9676-9fa7-41bb-b462-6bfc40742fe0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.779143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:54.779360 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47aa9676-9fa7-41bb-b462-6bfc40742fe0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.801470 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa9676-9fa7-41bb-b462-6bfc40742fe0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5ffe67-7217-4473-b26a-b041c0111be8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:54.811993 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-47aa9676-9fa7-41bb-b462-6bfc40742fe0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.813311 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-47aa9676-9fa7-41bb-b462-6bfc40742fe0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396368 May 10 12:27:54.816172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:54.821206 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-282f1b16-2a9e-4fc1-ac82-c51d10205b57 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '1959d391-6510-4377-83f1-d3c8478de0ff', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:54.848016 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-282f1b16-2a9e-4fc1-ac82-c51d10205b57 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.911464 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-282f1b16-2a9e-4fc1-ac82-c51d10205b57 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.916614 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-282f1b16-2a9e-4fc1-ac82-c51d10205b57 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.932370 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f1b16-2a9e-4fc1-ac82-c51d10205b57 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d629b75d-8887-4903-bed1-fa2d9864b7b0,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:54.943834 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-282f1b16-2a9e-4fc1-ac82-c51d10205b57 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:54.945071 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-282f1b16-2a9e-4fc1-ac82-c51d10205b57 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279695 May 10 12:27:54.947926 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59216) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:54.953036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ab6584c9-79a1-4dc8-b191-5e64a73ebe94 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '1959d391-6510-4377-83f1-d3c8478de0ff', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:54.981921 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-ab6584c9-79a1-4dc8-b191-5e64a73ebe94 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Project 302477c56ee748e4a6b4ca4186d079a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:27:54.988859 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab6584c9-79a1-4dc8-b191-5e64a73ebe94 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.057260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab6584c9-79a1-4dc8-b191-5e64a73ebe94 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.061669 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab6584c9-79a1-4dc8-b191-5e64a73ebe94 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.076511 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6584c9-79a1-4dc8-b191-5e64a73ebe94 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7505edf-2f94-495a-a9bb-ca9d65d6cf97,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:55.087452 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab6584c9-79a1-4dc8-b191-5e64a73ebe94 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.088683 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ab6584c9-79a1-4dc8-b191-5e64a73ebe94 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398220 May 10 12:27:55.091580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:27:55.096351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-31f35e17-567b-43a0-8644-86a4ca264255 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '1959d391-6510-4377-83f1-d3c8478de0ff', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:55.119381 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-31f35e17-567b-43a0-8644-86a4ca264255 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Project 302477c56ee748e4a6b4ca4186d079a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:27:55.124942 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31f35e17-567b-43a0-8644-86a4ca264255 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.191312 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31f35e17-567b-43a0-8644-86a4ca264255 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.196610 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31f35e17-567b-43a0-8644-86a4ca264255 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.215311 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f35e17-567b-43a0-8644-86a4ca264255 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12faaa90-74ef-4651-bfb2-dac96d8f7c91,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:55.225996 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31f35e17-567b-43a0-8644-86a4ca264255 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.227241 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-31f35e17-567b-43a0-8644-86a4ca264255 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347241 May 10 12:27:55.385239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-6f2f6c02-0084-44d5-a37a-40d3081afdd7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118684051&fields=id&tenant_id=302477c56ee748e4a6b4ca4186d079a9 HTTP/1.1" status: 200 len: 267 time: 0.0399628 May 10 12:27:55.404093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Sync routers for ids ['5690136f-1600-4f3d-872c-9e4f2a6a6834'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:27:55.415105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Routers {'5690136f-1600-4f3d-872c-9e4f2a6a6834'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:55.415718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5690136f-1600-4f3d-872c-9e4f2a6a6834'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:55.492490 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-c7db3172-ffd8-471d-b359-270bd28b3f85 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:55.493942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-c7db3172-ffd8-471d-b359-270bd28b3f85 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 809 time: 0.1000059 May 10 12:27:55.510196 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-3afc5674-e90a-4cb8-be8b-e14300fadc68 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/quotas/302477c56ee748e4a6b4ca4186d079a9 HTTP/1.1" status: 200 len: 375 time: 0.0094569 May 10 12:27:55.522955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Set router 5690136f-1600-4f3d-872c-9e4f2a6a6834 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:55.563027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-bb44e722-6975-4c69-baf3-073b11a26489 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469165 May 10 12:27:55.671720 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-d99ff6da-2673-419e-aaf9-c6891c3ab5dc service neutron] 10.222.0.13 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961483 May 10 12:27:55.732012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:27:52Z', 'revision_number': 4, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef', 'name': '', 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'mac_address': 'fa:16:3e:42:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_interface', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '23357f7e-4554-4c6d-870a-e67d6d21aaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:52Z', 'updated_at': '2022-05-10T12:27:53Z', 'revision_number': 2, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'subnets': [{'id': '23357f7e-4554-4c6d-870a-e67d6d21aaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:55.759133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Checking router: 5690136f-1600-4f3d-872c-9e4f2a6a6834 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:27:55.759465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Updating router 5690136f-1600-4f3d-872c-9e4f2a6a6834 port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:27:55.761143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-30826028-c6d4-4f96-92bc-58adde26a3aa service neutron] 10.222.0.13 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829995 May 10 12:27:55.785415 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:55.916458 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:27:55.936368 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-51aa2944-644a-4cbe-9f22-8ba5799761bd req-998f8ffc-9f3c-44ab-ae34-1d11bf9e3fcd tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 210 time: 0.0272367 May 10 12:27:56.075287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.083636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.138732 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b753-5d24-4fdc-a236-80c18a554a35 None None] Pushing event updated for resources: {'Port': ['ID=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:56.198334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Attempting to bind port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:27:56.198903 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Attempting to bind port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:27:56.199211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Attempting to bind port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef on network a3478d70-1a0c-4f1b-a801-83b466d5b53a {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:27:56.205022 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:27:56.205397 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Checking segment: {'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:56.205845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.206244 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Bound using segment: {'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:27:56.206714 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Bound port: fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ccb010-faa6-468e-b0d3-4580015feb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:27:56.207097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.280599 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] For port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:27:56.283986 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] For port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,segment=NetworkSegment(34ccb010-faa6-468e-b0d3-4580015feb76),segment_id=34ccb010-faa6-468e-b0d3-4580015feb76)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:27:56.290910 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.340434 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Routers {'5690136f-1600-4f3d-872c-9e4f2a6a6834'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:27:56.341103 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5690136f-1600-4f3d-872c-9e4f2a6a6834'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:56.392512 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 55545b20-574c-4e7f-a141-ee6f4a20e139 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:56.442430 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b753-5d24-4fdc-a236-80c18a554a35 None None] Pushing event updated for resources: {'Port': ['ID=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:56.467952 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-81f6c13d-0266-4336-b0f8-b8a2a814a81a None None] Provisioning complete for port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:56.468414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-81f6c13d-0266-4336-b0f8-b8a2a814a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.568726 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] Set router 5690136f-1600-4f3d-872c-9e4f2a6a6834 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:27:56.602763 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 55545b20-574c-4e7f-a141-ee6f4a20e139 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:56.603140 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.768857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-81f6c13d-0266-4336-b0f8-b8a2a814a81a None None] Current status of the port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:56.769114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-81f6c13d-0266-4336-b0f8-b8a2a814a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.854266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-81f6c13d-0266-4336-b0f8-b8a2a814a81a None None] For port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,segment=NetworkSegment(34ccb010-faa6-468e-b0d3-4580015feb76),segment_id=34ccb010-faa6-468e-b0d3-4580015feb76)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:27:56.856752 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 55545b20-574c-4e7f-a141-ee6f4a20e139 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:56.877880 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-81f6c13d-0266-4336-b0f8-b8a2a814a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:56.935308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6c13d-0266-4336-b0f8-b8a2a814a81a None None] Pushing event updated for resources: {'Port': ['ID=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:56.950333 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:27:52Z', 'revision_number': 4, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef', 'name': '', 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'mac_address': 'fa:16:3e:42:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_interface', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '23357f7e-4554-4c6d-870a-e67d6d21aaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:52Z', 'updated_at': '2022-05-10T12:27:56Z', 'revision_number': 4, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'subnets': [{'id': '23357f7e-4554-4c6d-870a-e67d6d21aaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:27:56.984509 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc368f-fd5c-49c9-ae40-60142f768895 None None] The sync data for ids ['5690136f-1600-4f3d-872c-9e4f2a6a6834'] in n-d-840949-1 is: [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:27:52Z', 'revision_number': 4, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef', 'name': '', 'network_id': 'a3478d70-1a0c-4f1b-a801-83b466d5b53a', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'mac_address': 'fa:16:3e:42:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_interface', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '23357f7e-4554-4c6d-870a-e67d6d21aaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:52Z', 'updated_at': '2022-05-10T12:27:56Z', 'revision_number': 4, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'subnets': [{'id': '23357f7e-4554-4c6d-870a-e67d6d21aaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:27:57.008907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-125ccd08-944e-444c-9f31-cc1ccaad48db None None] Provisioning complete for port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:57.009286 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-125ccd08-944e-444c-9f31-cc1ccaad48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:57.137089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3fe8fb7-85d4-425c-9af9-10879149be95 req-66fc028d-c6cd-423f-9450-0e640128538e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 210 time: 0.0754359 May 10 12:27:57.158900 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-125ccd08-944e-444c-9f31-cc1ccaad48db None None] Current status of the port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:57.205356 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-cab4efe7-fd23-4967-bbca-0a62cf9ae2d1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:57.206988 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-cab4efe7-fd23-4967-bbca-0a62cf9ae2d1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 809 time: 0.2022319 May 10 12:27:57.254143 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-af022d97-22d4-4bee-8c4b-5710f4234c83 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=302477c56ee748e4a6b4ca4186d079a9 HTTP/1.1" status: 200 len: 380 time: 0.0373068 May 10 12:27:57.265115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'port': {'device_id': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'admin_state_up': True, 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'security_groups': ['1959d391-6510-4377-83f1-d3c8478de0ff']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:57.380130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Made reservation on behalf of 302477c56ee748e4a6b4ca4186d079a9 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:27:57.386477 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:57.513752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Allocated IP 172.20.0.7 (673639e6-b9ad-4827-990d-ce7e3d9d712f/7df4b10e-ce4c-4baf-900d-d94fd75b43f1/825b3736-eaf6-4fb0-9173-2682bdb59255) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:27:57.658522 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:57.699244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:57.747352 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:27:57.751090 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:27:57.755031 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:27:57.785911 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:57.814360 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:57.815088 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:57.833019 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-94e4d50e-133d-4dd2-99be-dd4176026300 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719142 May 10 12:27:57.844713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Request body: {'port': {'device_id': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:27:57.900011 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:57.986488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-32036f34-2b34-411e-b01f-ebd5325c20e6 None None] Provisioning complete for port 825b3736-eaf6-4fb0-9173-2682bdb59255 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:57.987133 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32036f34-2b34-411e-b01f-ebd5325c20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:58.027046 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-32036f34-2b34-411e-b01f-ebd5325c20e6 None None] Port 825b3736-eaf6-4fb0-9173-2682bdb59255 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:27:58.162319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825b3736-eaf6-4fb0-9173-2682bdb59255 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:27:58.170102 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:58.182248 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Transition to ACTIVE for port object 825b3736-eaf6-4fb0-9173-2682bdb59255 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:27:58.188283 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:58.256153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bd98c-d93b-4132-9e1f-230fc0315d43 req-3c4621dd-65dd-4d02-96a5-96004b746119 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:58.257706 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-291bd98c-d93b-4132-9e1f-230fc0315d43 req-3c4621dd-65dd-4d02-96a5-96004b746119 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 943 time: 0.0521345 May 10 12:27:58.260042 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:58.315041 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-291bd98c-d93b-4132-9e1f-230fc0315d43 req-5ef2d123-e497-4229-bb86-952aee5fc77b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439179 May 10 12:27:58.320190 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Attempting to bind port 825b3736-eaf6-4fb0-9173-2682bdb59255 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:27:58.320528 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Attempting to bind port 825b3736-eaf6-4fb0-9173-2682bdb59255 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:27:58.320852 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Attempting to bind port 825b3736-eaf6-4fb0-9173-2682bdb59255 on network 673639e6-b9ad-4827-990d-ce7e3d9d712f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:27:58.327104 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Port 825b3736-eaf6-4fb0-9173-2682bdb59255 on network 673639e6-b9ad-4827-990d-ce7e3d9d712f not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:27:58.327502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Attempting to bind port 825b3736-eaf6-4fb0-9173-2682bdb59255 on network 673639e6-b9ad-4827-990d-ce7e3d9d712f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:27:58.335180 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:27:58.335894 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Checking segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:27:58.336508 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Bound using segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:27:58.337044 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Bound port: 825b3736-eaf6-4fb0-9173-2682bdb59255, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:27:58.337479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:58.411886 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:27:58.415586 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:27:58.419140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:27:58.425008 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:58.460067 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:27:58.460520 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:58.464903 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:58.465569 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:27:58.466961 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] 10.222.0.49 "PUT /v2.0/ports/825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 1091 time: 0.6268799 May 10 12:27:58.467404 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:27:58.469872 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13a05c9-f891-43bd-b98c-5038d4eaf248" -d '{"events": [{"name": "network-changed", "server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:27:58.495778 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9df5c-e650-46fa-962e-f3f297074258 service neutron] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:27:58.550601 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145ce3d9-50be-46c1-bcef-4f276f63972f x-openstack-request-id: req-145ce3d9-50be-46c1-bcef-4f276f63972f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:27:58.550887 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:27:58.551141 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-145ce3d9-50be-46c1-bcef-4f276f63972f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:27:58.551549 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145ce3d9-50be-46c1-bcef-4f276f63972f'] response: {'name': 'network-changed', 'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'status': 'completed', 'code': 200} May 10 12:27:58.571271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-f946c799-864a-479b-a368-b87153def1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:58.574400 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-f946c799-864a-479b-a368-b87153def1ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1094 time: 0.0616064 May 10 12:27:58.588870 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:27:58.625512 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-ab9db7eb-9365-4a5b-a73b-4a1788d5363a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 217 time: 0.0427985 May 10 12:27:58.679058 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-26c790d8-b878-4efd-810b-7729bda0921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:58.680591 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-26c790d8-b878-4efd-810b-7729bda0921b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0484471 May 10 12:27:58.727049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-390dcf02-c844-4a8d-a751-54846ab0c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:58.728663 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-390dcf02-c844-4a8d-a751-54846ab0c1cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413511 May 10 12:27:58.818523 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-1d07a137-a4ce-4799-b1dd-ca18f14e94f0 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829964 May 10 12:27:59.230089 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1ed189bf-3e30-4ceb-936d-0c96c96a1fda req-fa9f7d0c-b131-4990-8866-4fd42250d7db service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045250 May 10 12:27:59.316747 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-8df069dd-9858-4f76-ba1f-95cf81109977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:59.318268 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-8df069dd-9858-4f76-ba1f-95cf81109977 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1094 time: 0.0436878 May 10 12:27:59.417962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-7a081433-eb59-4aa7-bcba-a5c8717c398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:59.419518 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-7a081433-eb59-4aa7-bcba-a5c8717c398c service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0939431 May 10 12:27:59.445580 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4cfdb-6f9d-4dd2-92bb-9b6597f1cf12 req-fd1acc66-97b3-4cdf-a005-5c53985f1788 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:59.447077 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ed4cfdb-6f9d-4dd2-92bb-9b6597f1cf12 req-fd1acc66-97b3-4cdf-a005-5c53985f1788 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 943 time: 0.0572686 May 10 12:27:59.463021 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-25456f31-5c31-4a5d-b8b9-f5b7581aebe5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 217 time: 0.0366857 May 10 12:27:59.489414 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3ed4cfdb-6f9d-4dd2-92bb-9b6597f1cf12 req-e48c39d5-a2d4-4b40-a954-0406238f2be3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354588 May 10 12:27:59.512025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-4a3e9084-c83b-4c8e-90f9-0c60df4e2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:59.513530 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-4a3e9084-c83b-4c8e-90f9-0c60df4e2e26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0441046 May 10 12:27:59.566296 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-f39b8172-a35c-427d-84c0-4541c95872da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:27:59.567792 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-f39b8172-a35c-427d-84c0-4541c95872da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458143 May 10 12:27:59.660432 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-12a4ec16-ffbe-46bf-89b8-d19cf35a4a13 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849850 May 10 12:27:59.754264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c13a05c9-f891-43bd-b98c-5038d4eaf248 req-a85fe6e8-cbc1-412c-b4e8-5ed5613df305 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861251 May 10 12:28:00.612785 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ab8c-0168-4e76-9e7b-3635be5f4b71 req-99d7d93b-d65d-4a33-a73c-be459691f95e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:00.614259 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c397ab8c-0168-4e76-9e7b-3635be5f4b71 req-99d7d93b-d65d-4a33-a73c-be459691f95e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 943 time: 0.0525372 May 10 12:28:00.652215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c397ab8c-0168-4e76-9e7b-3635be5f4b71 req-6920336b-b4a9-4ffc-adb5-56ccc5976ba9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 May 10 12:28:01.279366 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:28:01.381856 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:28:01.393606 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'port_id': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'mac_address': 'fa:16:3e:83:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:28:01.592553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 825b3736-eaf6-4fb0-9173-2682bdb59255 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:28:01.592919 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:01.606658 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825b3736-eaf6-4fb0-9173-2682bdb59255 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:28:01.630873 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:28:01.636849 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:01.692439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:28:01.776794 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f416158-3916-4748-9910-7212a5455698 req-bff60f32-493a-4bbc-8932-cf9dfe43204f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:01.778291 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f416158-3916-4748-9910-7212a5455698 req-bff60f32-493a-4bbc-8932-cf9dfe43204f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0521502 May 10 12:28:01.818621 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f416158-3916-4748-9910-7212a5455698 req-bf800eba-e9a0-42ba-a4e9-546204249dae tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338693 May 10 12:28:01.838332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['825b3736-eaf6-4fb0-9173-2682bdb59255'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:28:02.949622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5def01-1a0d-4cfa-9a39-d29fcd481386 req-00d83a81-f3b8-43e5-b338-07cddc8fd07f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:02.951556 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c5def01-1a0d-4cfa-9a39-d29fcd481386 req-00d83a81-f3b8-43e5-b338-07cddc8fd07f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0588336 May 10 12:28:02.990838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6c5def01-1a0d-4cfa-9a39-d29fcd481386 req-8b198077-4c03-4669-95b1-66c7128d89b1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328720 May 10 12:28:03.077287 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:03.295253 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:28:03.353420 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 825b3736-eaf6-4fb0-9173-2682bdb59255 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:28:03.357795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 825b3736-eaf6-4fb0-9173-2682bdb59255 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:28:03.358082 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:03.435481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 825b3736-eaf6-4fb0-9173-2682bdb59255 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:28:03.435842 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:03.460113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:28:03.462395 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3ce98-e22c-4f85-a974-04ee9aa991ca" -d '{"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-plugged", "status": "completed", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:28:03.474919 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:28:03.481190 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:03.505219 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662654ec-c7b8-42ad-86b6-a8396f3d343e x-openstack-request-id: req-662654ec-c7b8-42ad-86b6-a8396f3d343e {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:28:03.505515 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-plugged", "status": "completed", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:28:03.505759 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-662654ec-c7b8-42ad-86b6-a8396f3d343e {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:28:03.506156 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662654ec-c7b8-42ad-86b6-a8396f3d343e'] response: {'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'code': 200} May 10 12:28:03.533864 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:28:03.604877 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322836a-3a33-4de3-985c-b52db3427d66 req-2cf3456a-0479-4db8-8ddd-a4227001276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:03.606482 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c322836a-3a33-4de3-985c-b52db3427d66 req-2cf3456a-0479-4db8-8ddd-a4227001276c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1096 time: 0.0446672 May 10 12:28:03.642015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c322836a-3a33-4de3-985c-b52db3427d66 req-7d3f2da5-2043-43b9-8614-1c207f145c28 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289166 May 10 12:28:04.124011 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3369f19-d263-40e6-a822-6e1b7086d1f6 req-52b13776-b9c3-4207-aec6-8205c4d22ca4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:04.125711 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3369f19-d263-40e6-a822-6e1b7086d1f6 req-52b13776-b9c3-4207-aec6-8205c4d22ca4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0552559 May 10 12:28:04.164086 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3369f19-d263-40e6-a822-6e1b7086d1f6 req-aace0d2b-9692-4212-ba7c-1815230c7ef4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 May 10 12:28:04.375713 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fdd368d4-bc56-4908-8e16-4a1b6c6b8c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:05.294321 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4071d-b2c4-4cf9-9e3a-77546187d32c req-14c7e25c-905e-47ee-9aad-bc3f94838ef1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:05.295772 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-87d4071d-b2c4-4cf9-9e3a-77546187d32c req-14c7e25c-905e-47ee-9aad-bc3f94838ef1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0599971 May 10 12:28:05.337594 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-87d4071d-b2c4-4cf9-9e3a-77546187d32c req-49282775-1750-4177-bad9-26ef52ec4ea5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334015 May 10 12:28:05.457913 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaa3f6-4f2b-4292-adc4-bd1b6456a5ee req-6c528e6e-d968-4e9b-8e5d-d795cbcf50e9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:05.459382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbcaa3f6-4f2b-4292-adc4-bd1b6456a5ee req-6c528e6e-d968-4e9b-8e5d-d795cbcf50e9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0533226 May 10 12:28:05.498838 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbcaa3f6-4f2b-4292-adc4-bd1b6456a5ee req-e6f14811-55b8-4520-872d-f7a93cb7cac1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 May 10 12:28:05.521667 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59270) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:28:05.659799 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d7651-207c-4fb8-8d36-6a0454a7c168 tempest-TestShelveInstance-1669234023 tempest-TestShelveInstance-1669234023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:05.664436 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-ad8d7651-207c-4fb8-8d36-6a0454a7c168 tempest-TestShelveInstance-1669234023 tempest-TestShelveInstance-1669234023-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1091 time: 0.1384046 May 10 12:28:05.664668 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59274) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:28:05.668952 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:28:05.691802 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for floatingip, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:05.796102 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:05.906214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Allocated IP 172.25.8.141 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/6f4889f6-f86f-463d-88b9-d98e74f0eeae) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:28:06.006934 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:06.018339 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:06.043813 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:06.086554 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:28:06.089305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:28:06.096441 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:28:06.099484 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'Port': ['ID=6f4889f6-f86f-463d-88b9-d98e74f0eeae,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:28:06.451555 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:06.523948 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:06.674159 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:06.680001 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:06.748403 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'Port': ['ID=6f4889f6-f86f-463d-88b9-d98e74f0eeae,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:28:06.764568 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:06.870885 n-d-840949-1 neutron-server[102768]: INFO neutron.db.l3_db [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Floating IP d2e89f13-2cfb-4c17-a237-e3e9b4f82b59 associated. External IP: 172.25.8.141, port: 825b3736-eaf6-4fb0-9173-2682bdb59255. May 10 12:28:07.099397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:28:07.213649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:28:07.225170 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] Sync routers for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:28:07.234650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:07.236204 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:28:07.236828 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:27:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:28:07.264298 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-31cfd135-475f-4f2c-ac16-4a2c964c87c6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5984867 May 10 12:28:07.264828 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:28:07.267958 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde" -d '{"events": [{"name": "network-changed", "server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:28:07.312201 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29ab998-9043-4a4c-82fa-8332986ed400 x-openstack-request-id: req-b29ab998-9043-4a4c-82fa-8332986ed400 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:28:07.312494 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:28:07.312765 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b29ab998-9043-4a4c-82fa-8332986ed400 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:28:07.313161 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29ab998-9043-4a4c-82fa-8332986ed400'] response: {'name': 'network-changed', 'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'status': 'completed', 'code': 200} May 10 12:28:07.344698 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:28:07.357169 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-391c8690-2808-43b2-8b38-005d42366dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:07.382161 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-28e2af76-c33e-41c2-a53b-c87d0933912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:07.383687 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-28e2af76-c33e-41c2-a53b-c87d0933912a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1096 time: 0.0501802 May 10 12:28:07.472781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-bbe8e5c2-622e-4b40-960c-d06ae76317bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:07.474165 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-bbe8e5c2-622e-4b40-960c-d06ae76317bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0839612 May 10 12:28:07.541851 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-909454d0-293a-4002-aeef-39bdb60bbbea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 999 time: 0.0614994 May 10 12:28:07.566838 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd2e89f13-2cfb-4c17-a237-e3e9b4f82b59', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'port_id': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'mac_address': 'fa:16:3e:83:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:28:06Z', 'updated_at': '2022-05-10T12:28:06Z', 'revision_number': 0, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:28:07.591475 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-f2a23603-2170-44f7-86aa-7a4800cefe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:07.593065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-f2a23603-2170-44f7-86aa-7a4800cefe03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0448396 May 10 12:28:07.596635 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] Checking router: 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:28:07.606159 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:28:07.606776 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:28:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:28:07.637962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-c113d8d6-74da-4d96-996e-5f424d7d715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:07.639429 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-c113d8d6-74da-4d96-996e-5f424d7d715c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395701 May 10 12:28:07.716417 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:28:07.735290 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-b0750505-d032-486c-8ecf-d3b8c80c97a5 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888166 May 10 12:28:07.824774 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-860fadba-8137-4dd7-a0f2-3ea6cd2c9cde req-d6739aa0-91c8-4377-9977-ebca99c5f7a8 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832891 May 10 12:28:07.942002 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd2e89f13-2cfb-4c17-a237-e3e9b4f82b59', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'port_id': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'mac_address': 'fa:16:3e:83:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:28:06Z', 'updated_at': '2022-05-10T12:28:06Z', 'revision_number': 0, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:28:07.970582 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546dd21-3b29-40b8-8f32-1555080ea963 None None] The sync data for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 is: [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd2e89f13-2cfb-4c17-a237-e3e9b4f82b59', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'port_id': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'mac_address': 'fa:16:3e:83:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:28:06Z', 'updated_at': '2022-05-10T12:28:06Z', 'revision_number': 0, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:28:08.036392 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:08.171414 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e49e0-8503-4b73-aa22-f327f4c1d532 None None] New status for floating IP d2e89f13-2cfb-4c17-a237-e3e9b4f82b59: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:28:09.565265 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:09.610898 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:32.918751 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:28:33.096180 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:34.372637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3e00315e-6203-45fd-bfc8-a7b48e5b5a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:36.016722 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:37.357228 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-67e2107c-202a-4d2a-be34-869501ca9fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:38.049414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:39.568845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:39.615331 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:28:45.717220 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-2f341354-8157-4ce5-af02-932f783bf0e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415580 May 10 12:28:45.812986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-e9d75185-8d3d-46b4-8563-a1715168ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:45.814549 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-e9d75185-8d3d-46b4-8563-a1715168ff5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1096 time: 0.0527802 May 10 12:28:45.921458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-6f2419d7-06da-4910-aaf4-bd7d6867cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:45.922957 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-6f2419d7-06da-4910-aaf4-bd7d6867cfbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0876834 May 10 12:28:45.999067 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-349e4f36-e50e-4062-8afc-6d34b93e2ebf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 1001 time: 0.0686533 May 10 12:28:46.048840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-200563fa-3984-4162-baaa-397f46cbd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:46.050272 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-200563fa-3984-4162-baaa-397f46cbd6ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0448263 May 10 12:28:46.099109 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-99b3bb6d-575e-432b-aaa5-350858c31a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:28:46.100836 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-99b3bb6d-575e-432b-aaa5-350858c31a47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433545 May 10 12:28:46.201632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-5951068f-ab09-406a-8162-877f1bb2a913 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937097 May 10 12:28:46.293688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b8be4eed-e50f-4422-8193-69c0fcaf3160 req-a61842ff-0e00-4af2-9d8f-381b0f4086ba service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857182 May 10 12:29:03.114293 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:04.367482 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-721a89e1-b1d4-4a76-9b43-5d449d9969f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:06.010604 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:07.360211 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1878b623-63db-4392-9b77-005f4073fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:08.049766 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:09.576488 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:09.619257 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:09.924626 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:29:33.126750 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:34.371969 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d352f164-160f-49ea-a0e3-de59433522d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:36.016347 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:37.360414 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dfa9f15e-b985-40a3-b70f-eaffeb589c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:38.062535 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:39.577701 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:39.623596 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:29:45.719234 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-66a75768-6c98-4c10-a215-d6574a1cd0be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437636 May 10 12:29:45.808381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-21ebac6f-6f30-4b73-b719-5773cedbccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:29:45.809866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-21ebac6f-6f30-4b73-b719-5773cedbccac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1096 time: 0.0472689 May 10 12:29:45.918168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-87dd5a1a-28f4-4019-b3d1-a0da36cecb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:29:45.920228 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-87dd5a1a-28f4-4019-b3d1-a0da36cecb02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0873182 May 10 12:29:45.990850 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-6057f5c3-78ba-4873-ab13-81d7717f8394 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 1001 time: 0.0642755 May 10 12:29:46.042087 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-a4a421e9-7d4a-462d-a5f3-e94a5952668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:29:46.043547 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-a4a421e9-7d4a-462d-a5f3-e94a5952668e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0462487 May 10 12:29:46.093642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-a3112d87-2587-4a34-9b4b-d2276edd2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:29:46.095690 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-a3112d87-2587-4a34-9b4b-d2276edd2ce3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454974 May 10 12:29:46.198026 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-d6bdeaee-43e4-4051-9bf9-dc5add7950d5 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957711 May 10 12:29:46.289410 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6f68ae00-054f-4c9d-8523-d2bca026fb90 req-08b09922-da76-454b-b1ac-7c259a0fdfa1 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847006 May 10 12:29:46.929392 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:30:02.200113 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-f585fa30-d380-4439-8ea9-793ca4cf32cc req-5ddcbd95-07bb-4660-b06b-29f0722d4ce1 service neutron] (102768) timed out ('10.222.0.13', 54234) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 10 12:30:03.057672 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b199de4-ac19-4cc6-aee6-b76d7651116e req-29a8ad3e-a0ea-432c-b1c6-c32f02021492 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:03.059178 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b199de4-ac19-4cc6-aee6-b76d7651116e req-29a8ad3e-a0ea-432c-b1c6-c32f02021492 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.1160319 May 10 12:30:03.101398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6b199de4-ac19-4cc6-aee6-b76d7651116e req-d1800024-d35a-4df7-9c8b-a52f0e884729 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338018 May 10 12:30:03.119906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:04.231619 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71931e-7af5-4e1d-808d-433bbf4b0cb8 req-0026cfea-3a45-4efc-b1ff-eb46c41e438f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:04.233199 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a71931e-7af5-4e1d-808d-433bbf4b0cb8 req-0026cfea-3a45-4efc-b1ff-eb46c41e438f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0540633 May 10 12:30:04.276651 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0a71931e-7af5-4e1d-808d-433bbf4b0cb8 req-ab767f6b-58fc-47bc-ac6c-ba34478212ad tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341642 May 10 12:30:04.381863 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f468052-5112-4317-a37a-975f6ebcf22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:05.407430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc505a-5f46-4b2f-9ade-1fed85bed1eb req-34b05d0f-804e-43d5-b282-b16692b77b62 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:05.408996 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19fc505a-5f46-4b2f-9ade-1fed85bed1eb req-34b05d0f-804e-43d5-b282-b16692b77b62 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0557921 May 10 12:30:05.452915 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-19fc505a-5f46-4b2f-9ade-1fed85bed1eb req-aec0673c-8ab6-4857-bd11-64a820e251e7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368462 May 10 12:30:06.041608 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:06.598714 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323de54b-56af-4660-9ce1-accf8245291a req-767a2cb8-5220-4d56-a630-fdf633feba29 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:06.600265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-323de54b-56af-4660-9ce1-accf8245291a req-767a2cb8-5220-4d56-a630-fdf633feba29 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0629323 May 10 12:30:06.642428 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-323de54b-56af-4660-9ce1-accf8245291a req-4378612b-f90d-4b99-8f5a-783f7db3ab6c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330715 May 10 12:30:07.361257 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a47-c1c0-4698-8d27-d742992f4ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:07.789517 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe218a-6c2c-4a48-90fa-82a4e1efb95b req-c5bc514b-443b-449b-8bbf-52e8bebbcd6a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:07.790998 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fbe218a-6c2c-4a48-90fa-82a4e1efb95b req-c5bc514b-443b-449b-8bbf-52e8bebbcd6a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0706677 May 10 12:30:07.831398 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-3fbe218a-6c2c-4a48-90fa-82a4e1efb95b req-ab9f7a30-ad8d-4038-bfeb-23c79baed767 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335631 May 10 12:30:08.062035 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:08.956783 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab95c4-9415-42b2-b55d-c2bfeb37e74f req-1cecf7cd-dc65-4108-9f99-518a9e10983a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:08.958245 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dab95c4-9415-42b2-b55d-c2bfeb37e74f req-1cecf7cd-dc65-4108-9f99-518a9e10983a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0523899 May 10 12:30:09.000438 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4dab95c4-9415-42b2-b55d-c2bfeb37e74f req-d7dc41e8-0bd9-4a84-896d-ed9e4d5ea6a7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328627 May 10 12:30:09.580314 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:09.630812 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:10.135932 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e92a-55d0-4e5d-adce-46cbff39afbb req-9f19c98e-d7f7-47a2-b0ae-2662ae83b1b0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:10.137391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8931e92a-55d0-4e5d-adce-46cbff39afbb req-9f19c98e-d7f7-47a2-b0ae-2662ae83b1b0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0599363 May 10 12:30:10.177350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8931e92a-55d0-4e5d-adce-46cbff39afbb req-5c483647-ff55-4b54-937b-8cfc39b04a03 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336781 May 10 12:30:11.299481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9ef5a-b608-4d2f-b716-6f880d511bc6 req-f71b5842-1573-4f03-8d2c-855c9a611d91 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:11.300985 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ae9ef5a-b608-4d2f-b716-6f880d511bc6 req-f71b5842-1573-4f03-8d2c-855c9a611d91 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0513468 May 10 12:30:11.347251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9ae9ef5a-b608-4d2f-b716-6f880d511bc6 req-3a175de3-6d09-4657-b2ab-85f31e7873f3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 May 10 12:30:12.470018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4b242-7030-4048-9f1b-b9de082b65c5 req-1afaeb98-6ded-4b2e-8ae3-1bd7848a4d0b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:12.471460 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fe4b242-7030-4048-9f1b-b9de082b65c5 req-1afaeb98-6ded-4b2e-8ae3-1bd7848a4d0b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0518394 May 10 12:30:12.516496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9fe4b242-7030-4048-9f1b-b9de082b65c5 req-18131c91-6ca7-43bd-b124-3915e4f98640 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375979 May 10 12:30:13.655866 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850c9b-035d-4e8c-9d93-9e11ca2e2c88 req-c3d3bb36-ef1b-4348-99d2-815db124d3cf tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:13.657365 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b9850c9b-035d-4e8c-9d93-9e11ca2e2c88 req-c3d3bb36-ef1b-4348-99d2-815db124d3cf tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0586801 May 10 12:30:13.697191 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b9850c9b-035d-4e8c-9d93-9e11ca2e2c88 req-0692f61e-c0d6-47e6-8abd-6840863306f6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332847 May 10 12:30:13.964470 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:30:14.074035 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:30:14.085491 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'port_id': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'mac_address': 'fa:16:3e:83:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:30:14.133147 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 825b3736-eaf6-4fb0-9173-2682bdb59255 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:30:14.133643 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:14.150653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 825b3736-eaf6-4fb0-9173-2682bdb59255 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:30:14.169898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:30:14.175394 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:14.226890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:30:14.234205 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.234557 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.234897 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.235232 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.235568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.235927 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.236260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.236595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.236912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.237238 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.237594 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.237894 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:14.252483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['825b3736-eaf6-4fb0-9173-2682bdb59255'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:30:14.834090 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ffe62-c1c9-4e4e-b649-ec1344c0f675 req-43625570-ae08-4c9a-b03f-f6c6a0253776 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:14.836185 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f0ffe62-c1c9-4e4e-b649-ec1344c0f675 req-43625570-ae08-4c9a-b03f-f6c6a0253776 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0567899 May 10 12:30:14.876665 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4f0ffe62-c1c9-4e4e-b649-ec1344c0f675 req-1069eb69-8658-40f4-b343-7f48f95c8201 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 May 10 12:30:15.964368 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:30:16.053666 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fb0cf-7267-417b-a06c-60134157e24b req-ca10f61c-0a8d-4e60-a00a-b1d3387d4b46 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:16.064304 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d81fb0cf-7267-417b-a06c-60134157e24b req-ca10f61c-0a8d-4e60-a00a-b1d3387d4b46 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0951889 May 10 12:30:16.065851 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 825b3736-eaf6-4fb0-9173-2682bdb59255 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:30:16.066516 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:16.119173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d81fb0cf-7267-417b-a06c-60134157e24b req-610144a2-93c9-491a-bb92-025815811640 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534830 May 10 12:30:16.170653 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 825b3736-eaf6-4fb0-9173-2682bdb59255 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:30:16.170958 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:16.199979 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:30:16.202319 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652c72d-5274-455d-9d7b-6769f8ec5b9e" -d '{"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-plugged", "status": "completed", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:30:16.223973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:30:16.232986 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:16.261946 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aee9d51-b97c-4305-bc1e-e0164f402210 x-openstack-request-id: req-0aee9d51-b97c-4305-bc1e-e0164f402210 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:30:16.262375 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-plugged", "status": "completed", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:30:16.262628 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0aee9d51-b97c-4305-bc1e-e0164f402210 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:30:16.263221 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aee9d51-b97c-4305-bc1e-e0164f402210'] response: {'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'code': 200} May 10 12:30:16.297346 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:30:17.244194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304c486-9e6d-4379-bb61-330865495c55 req-e66e3d51-18e2-49c5-989f-b6f3b4f7f7c5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:17.245387 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0304c486-9e6d-4379-bb61-330865495c55 req-e66e3d51-18e2-49c5-989f-b6f3b4f7f7c5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0530159 May 10 12:30:17.289888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0304c486-9e6d-4379-bb61-330865495c55 req-813e8e89-31da-47c9-9b71-d34285056311 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383894 May 10 12:30:18.436026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0fbb5-b46b-4c9f-8b6b-572beb39c30c req-6c9d9239-3494-48ab-9ef8-01328a4f415e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:18.437449 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4fa0fbb5-b46b-4c9f-8b6b-572beb39c30c req-6c9d9239-3494-48ab-9ef8-01328a4f415e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0511348 May 10 12:30:18.479433 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4fa0fbb5-b46b-4c9f-8b6b-572beb39c30c req-c26a5cf3-5606-4367-9128-1b7cb4f11979 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351090 May 10 12:30:19.613446 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc15ce-67f5-4f9b-b981-72d14f3b38ff req-9ddab1f7-1a98-42df-8352-8d49b3ba69f2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:19.615166 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c4dc15ce-67f5-4f9b-b981-72d14f3b38ff req-9ddab1f7-1a98-42df-8352-8d49b3ba69f2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0597136 May 10 12:30:19.659577 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c4dc15ce-67f5-4f9b-b981-72d14f3b38ff req-551c8a72-9c20-426c-9cf3-ebb5e209f30a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375936 May 10 12:30:20.800649 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a09bc9-d94d-4859-9079-93ffe2091646 req-bea66589-072e-47e7-8393-b163e83699f6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:20.801867 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94a09bc9-d94d-4859-9079-93ffe2091646 req-bea66589-072e-47e7-8393-b163e83699f6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0702214 May 10 12:30:20.851964 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-94a09bc9-d94d-4859-9079-93ffe2091646 req-e0d35f47-36cb-42a9-bdfb-8424d5e5306e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 May 10 12:30:21.986251 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caac873-4925-4825-ad57-076f605369d7 req-8c18f4a2-a7a0-448f-acc3-bbb78076f293 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:21.988022 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5caac873-4925-4825-ad57-076f605369d7 req-8c18f4a2-a7a0-448f-acc3-bbb78076f293 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0574522 May 10 12:30:22.029992 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5caac873-4925-4825-ad57-076f605369d7 req-dd5b85c2-4622-4d12-bbfe-d699e37184ee tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355988 May 10 12:30:23.160633 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338fc9-8540-4e24-abfe-8e59956fa77e req-e62b4a12-787d-4181-9d3d-85f3b30bf760 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:23.162427 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36338fc9-8540-4e24-abfe-8e59956fa77e req-e62b4a12-787d-4181-9d3d-85f3b30bf760 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0542283 May 10 12:30:23.218871 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-36338fc9-8540-4e24-abfe-8e59956fa77e req-bab53ec2-1ef0-4b85-b227-f0b32550a2e1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500915 May 10 12:30:23.929164 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:30:24.350483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25000-6384-469c-8710-a6634ccc9b1b req-14a0a0b9-0938-49e2-a2ae-c1b3b460882a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:24.352005 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cd25000-6384-469c-8710-a6634ccc9b1b req-14a0a0b9-0938-49e2-a2ae-c1b3b460882a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0520267 May 10 12:30:24.390688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-5cd25000-6384-469c-8710-a6634ccc9b1b req-5d2ec044-ab70-43c2-866d-cd46fafd3e13 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 May 10 12:30:24.601572 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-ed0285f8-1a1c-4f17-8f9c-e0509e4adad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:24.603091 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-ed0285f8-1a1c-4f17-8f9c-e0509e4adad4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1096 time: 0.0541615 May 10 12:30:24.703944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-81c35c79-0abf-46b1-b6aa-a66481b54413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:24.705353 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-81c35c79-0abf-46b1-b6aa-a66481b54413 service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0954745 May 10 12:30:24.775842 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-6c832cfd-572d-44b3-a8c8-daf38bd04075 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 1001 time: 0.0634964 May 10 12:30:24.825507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-c77265e4-ccad-41ad-a4b6-80235c097c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:24.826938 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-c77265e4-ccad-41ad-a4b6-80235c097c97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0438411 May 10 12:30:24.874959 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-7522c330-2bd5-49a6-8045-bd7495fa6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:24.877217 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-7522c330-2bd5-49a6-8045-bd7495fa6903 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427647 May 10 12:30:24.978958 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-1366914d-531e-4768-81e9-3ce10ae3022d service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942144 May 10 12:30:25.092270 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d4fa56b7-fbfc-4b6c-a93c-9f72cc0134ae req-6e17c094-7d0e-409c-8c1d-36a5b2b670c3 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071746 May 10 12:30:25.534229 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9173cf-f62e-467e-a5a3-64d20edb1405 req-9d425732-a211-4597-aef4-d3ed4f60d905 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:25.535694 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf9173cf-f62e-467e-a5a3-64d20edb1405 req-9d425732-a211-4597-aef4-d3ed4f60d905 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0693648 May 10 12:30:25.578209 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bf9173cf-f62e-467e-a5a3-64d20edb1405 req-0a9b1f6a-f33d-471b-ab2b-e3499c8bf070 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358214 May 10 12:30:26.707709 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468e084-10d1-4967-bb2b-c2f050976627 req-5614d46b-f0ec-4d40-9305-0e2ecb9b9aa2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:26.709320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0468e084-10d1-4967-bb2b-c2f050976627 req-5614d46b-f0ec-4d40-9305-0e2ecb9b9aa2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0516362 May 10 12:30:26.749084 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0468e084-10d1-4967-bb2b-c2f050976627 req-864f0394-6330-409c-baa2-b3c437858881 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335522 May 10 12:30:26.864489 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-f87db250-5d7c-4044-badc-7edf412c3efe req-5f7c829e-918d-4e6f-9b14-f86570b1c6cf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:30:26.868960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f87db250-5d7c-4044-badc-7edf412c3efe req-5f7c829e-918d-4e6f-9b14-f86570b1c6cf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525527 May 10 12:30:27.040749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6f75f-7595-403d-aa40-154e7f949945 req-9555bac8-e73e-4617-99f1-60fd765aa0de tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:27.042374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53f6f75f-7595-403d-aa40-154e7f949945 req-9555bac8-e73e-4617-99f1-60fd765aa0de tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0565510 May 10 12:30:27.081754 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-53f6f75f-7595-403d-aa40-154e7f949945 req-d3d24d7c-b612-480c-8d4f-bf385203c799 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326393 May 10 12:30:27.225670 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-7356976e-219f-4ccd-ac7b-dd52aba39553 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960734 May 10 12:30:28.029156 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-551c032a-404f-4dd4-99e9-8848b1d13470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:28.030530 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-551c032a-404f-4dd4-99e9-8848b1d13470 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408&tenant_id=302477c56ee748e4a6b4ca4186d079a9 HTTP/1.1" status: 200 len: 1096 time: 0.0421112 May 10 12:30:28.038553 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:30:28.042712 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840949-1', 'device_owner': 'compute:nova'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:30:28.099124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:28.115995 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 825b3736-eaf6-4fb0-9173-2682bdb59255 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:30:28.116400 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:28.142362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:30:28.144682 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbccefac-5176-4ea3-871a-d0721f329279" -d '{"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-unplugged", "status": "completed", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:30:28.158823 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:30:28.165640 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:28.191420 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19fe7a6-a014-421e-b73a-0d47e1c005ae x-openstack-request-id: req-a19fe7a6-a014-421e-b73a-0d47e1c005ae {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:30:28.191619 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.db.api [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 12:30:28.191753 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-unplugged", "status": "completed", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:30:28.191893 n-d-840949-1 neutron-server[102768]: DEBUG oslo_db.api [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 12:30:28.192004 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a19fe7a6-a014-421e-b73a-0d47e1c005ae {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:30:28.192374 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19fe7a6-a014-421e-b73a-0d47e1c005ae'] response: {'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'code': 200} May 10 12:30:28.207750 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076f7df-64a3-4489-ba92-bcb091d100ad req-baebad1a-78e0-42cf-bb0e-27b8c605d6b3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:28.209395 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2076f7df-64a3-4489-ba92-bcb091d100ad req-baebad1a-78e0-42cf-bb0e-27b8c605d6b3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 943 time: 0.0529253 May 10 12:30:28.217178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:30:28.247084 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2076f7df-64a3-4489-ba92-bcb091d100ad req-bc4cdfce-34da-4542-85d1-e593ce221b28 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 May 10 12:30:28.731972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:28.939560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:30:28.971804 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h2-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:30:29.003352 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825b3736-eaf6-4fb0-9173-2682bdb59255 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:30:29.010742 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:29.022785 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Transition to ACTIVE for port object 825b3736-eaf6-4fb0-9173-2682bdb59255 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:30:29.028033 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:29.105687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=9']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:30:29.122344 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.122689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.123039 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.123359 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.123682 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.124036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.124364 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.124674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.125012 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.125328 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.125651 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.125968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:30:29.165374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] No DVR routers for this DVR port 825b3736-eaf6-4fb0-9173-2682bdb59255 on host n-h2-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:30:29.376041 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ac4f-57e8-4076-8a4f-b4e77fc3d836 req-b2b49c18-5554-4be3-884a-219131cfcc1e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:29.377661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8408ac4f-57e8-4076-8a4f-b4e77fc3d836 req-b2b49c18-5554-4be3-884a-219131cfcc1e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 943 time: 0.0535004 May 10 12:30:29.420596 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8408ac4f-57e8-4076-8a4f-b4e77fc3d836 req-37127bf6-156e-48ad-b007-98fe677f3f28 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361030 May 10 12:30:29.669923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Attempting to bind port 825b3736-eaf6-4fb0-9173-2682bdb59255 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:30:29.670226 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Attempting to bind port 825b3736-eaf6-4fb0-9173-2682bdb59255 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:30:29.670565 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Attempting to bind port 825b3736-eaf6-4fb0-9173-2682bdb59255 on network 673639e6-b9ad-4827-990d-ce7e3d9d712f {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:30:29.675305 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Port 825b3736-eaf6-4fb0-9173-2682bdb59255 on network 673639e6-b9ad-4827-990d-ce7e3d9d712f not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:30:29.675618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Attempting to bind port 825b3736-eaf6-4fb0-9173-2682bdb59255 on network 673639e6-b9ad-4827-990d-ce7e3d9d712f {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:30:29.681366 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:30:29.681683 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Checking segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:30:29.682089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Bound using segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:30:29.682512 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Bound port: 825b3736-eaf6-4fb0-9173-2682bdb59255, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:30:29.682832 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:29.746887 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:30:29.750018 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:30:29.757442 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:29.796465 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:29.797064 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:29.798491 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] 10.222.0.70 "PUT /v2.0/ports/825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 1091 time: 1.7599430 May 10 12:30:29.798844 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:30:29.801115 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1" -d '{"events": [{"name": "network-changed", "server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:30:29.833123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee57ce1-801f-47b7-9e03-a7a4bd28289f service neutron] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=10']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:30:29.853576 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1448c2-2d64-4fc8-a217-1c3f520644c7 x-openstack-request-id: req-7d1448c2-2d64-4fc8-a217-1c3f520644c7 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:30:29.853845 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:30:29.854111 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d1448c2-2d64-4fc8-a217-1c3f520644c7 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:30:29.854513 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1448c2-2d64-4fc8-a217-1c3f520644c7'] response: {'name': 'network-changed', 'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'status': 'completed', 'code': 200} May 10 12:30:29.870740 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-d1238230-9a32-4c55-a553-9c41dbecc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:29.872308 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-d1238230-9a32-4c55-a553-9c41dbecc4bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1095 time: 0.0486610 May 10 12:30:29.965644 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-f8362ad2-ee4e-41ad-86d4-8a82f1d0b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:29.967252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-f8362ad2-ee4e-41ad-86d4-8a82f1d0b8a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0872715 May 10 12:30:30.035918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-e022df05-1118-4cab-ad7b-d18cc8a1376d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 999 time: 0.0610831 May 10 12:30:30.083664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-5cb239ce-9d5b-45fe-8c44-4ef7c8432361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:30.085011 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-5cb239ce-9d5b-45fe-8c44-4ef7c8432361 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0425839 May 10 12:30:30.130215 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-bcb591f0-87a4-4be3-a182-d0b5e6db1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:30.131728 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-bcb591f0-87a4-4be3-a182-d0b5e6db1a59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401883 May 10 12:30:30.223661 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-359b6724-eb82-4638-a2a4-c8ac7f24b7da service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854034 May 10 12:30:30.321130 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a78a7508-64a6-4b6a-85b2-d32b3db52550 req-d4082ff7-f7ee-41d5-8854-866c24c25e1d service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908809 May 10 12:30:30.417068 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-ce1b47cd-efc5-4d72-b8dc-ee1d1caabbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:30.418564 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-ce1b47cd-efc5-4d72-b8dc-ee1d1caabbbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1095 time: 0.0446413 May 10 12:30:30.520337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-943cd88b-e281-4e13-93d8-3a6879a36dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:30.522018 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-943cd88b-e281-4e13-93d8-3a6879a36dc6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0966496 May 10 12:30:30.551435 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c573f-2877-43fa-b414-c0f5c8047d52 req-65169c07-04bb-46a6-b0cd-fdc81787d003 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:30.556447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d60c573f-2877-43fa-b414-c0f5c8047d52 req-65169c07-04bb-46a6-b0cd-fdc81787d003 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0583348 May 10 12:30:30.594180 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-82651f8a-e472-458e-bd85-3be10ffd5063 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 999 time: 0.0655930 May 10 12:30:30.596442 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d60c573f-2877-43fa-b414-c0f5c8047d52 req-c11f828b-39f8-4579-867a-d132d97c526d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373657 May 10 12:30:30.658345 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-d709a5f2-f64c-4bb9-9ae8-85cce55e8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:30.660715 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-d709a5f2-f64c-4bb9-9ae8-85cce55e8932 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0587072 May 10 12:30:31.726564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758a1e-9636-4ba5-8a99-fa3a23989eca req-30fc798e-da20-4d20-80e9-dabf44f19033 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:31.728053 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e758a1e-9636-4ba5-8a99-fa3a23989eca req-30fc798e-da20-4d20-80e9-dabf44f19033 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0540779 May 10 12:30:31.767767 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5e758a1e-9636-4ba5-8a99-fa3a23989eca req-d350a4ee-3914-4256-a1bb-ec11c628dac5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335381 May 10 12:30:32.901177 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129bdc0-5082-4c1d-871a-d2468e04a607 req-fe1c9aba-27a6-4bd7-9bc5-2a8f42aeee18 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:32.902724 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4129bdc0-5082-4c1d-871a-d2468e04a607 req-fe1c9aba-27a6-4bd7-9bc5-2a8f42aeee18 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0598459 May 10 12:30:32.945317 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4129bdc0-5082-4c1d-871a-d2468e04a607 req-8bc4e3fa-42fa-4262-8f16-9a3042f6bdde tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363874 May 10 12:30:33.135935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:34.074784 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9b4e8-7868-42bb-9056-2fbb40f4d834 req-840e99c3-e48e-4470-b453-ccf3b7bc43d1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:34.076316 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d2f9b4e8-7868-42bb-9056-2fbb40f4d834 req-840e99c3-e48e-4470-b453-ccf3b7bc43d1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0543215 May 10 12:30:34.119323 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d2f9b4e8-7868-42bb-9056-2fbb40f4d834 req-b78bc95c-5b4c-4fdb-bca1-7d9c8118c76c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368421 May 10 12:30:34.383762 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf51b588-fe4c-4031-aa05-f2f81d4c7173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:35.258963 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc6ed3-4e6b-4da4-9738-0d04de6ec0f4 req-f90f66a4-991b-4275-bcb6-673aa8dd88a6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:35.261569 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1dc6ed3-4e6b-4da4-9738-0d04de6ec0f4 req-f90f66a4-991b-4275-bcb6-673aa8dd88a6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0539289 May 10 12:30:35.309132 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-b1dc6ed3-4e6b-4da4-9738-0d04de6ec0f4 req-b6aab638-fbe1-4b4d-8c94-6a483f111105 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 May 10 12:30:36.041800 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:36.445879 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1ddba-fbd0-4c17-8f87-a8b8fbdfecfa req-e8a5d245-43df-4fc2-9728-9ec7c9f97bef tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:36.447569 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1c1ddba-fbd0-4c17-8f87-a8b8fbdfecfa req-e8a5d245-43df-4fc2-9728-9ec7c9f97bef tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0602634 May 10 12:30:36.488900 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a1c1ddba-fbd0-4c17-8f87-a8b8fbdfecfa req-126deafc-4d5b-44c2-a4a6-c134469e4e38 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349591 May 10 12:30:37.362328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-47cd026e-d373-4230-b9da-eada80f34920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:37.620233 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd40230-bd19-4c0c-8c44-eabf42f7a035 req-7b651922-8fcb-44da-a95e-2b77cb1769ed tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:37.621743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0bd40230-bd19-4c0c-8c44-eabf42f7a035 req-7b651922-8fcb-44da-a95e-2b77cb1769ed tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0606375 May 10 12:30:37.676160 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-0bd40230-bd19-4c0c-8c44-eabf42f7a035 req-e731532b-d736-4e09-aed2-76b2c6a0c754 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453484 May 10 12:30:38.059699 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:38.819520 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1396db-dfc2-49fb-8194-892d1c2f79b8 req-c827e388-01c2-4915-8bb0-8cde7000266b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:38.821041 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa1396db-dfc2-49fb-8194-892d1c2f79b8 req-c827e388-01c2-4915-8bb0-8cde7000266b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0772674 May 10 12:30:38.825541 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-8f2d60da-acf3-4c64-8595-09f98ae8aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:38.826929 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-8f2d60da-acf3-4c64-8595-09f98ae8aedd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727849 May 10 12:30:38.905775 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-fa1396db-dfc2-49fb-8194-892d1c2f79b8 req-ad1df9c2-7b6e-431d-a80d-6851097a34a8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778790 May 10 12:30:38.943989 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-8f6f187a-2461-4a8c-b97c-3754f1ea8763 service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027179 May 10 12:30:39.049515 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-027f5fdc-2e4a-4c2e-baed-51c52cb886f1 req-9543d22d-146f-482e-8839-84db928f87e3 service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983474 May 10 12:30:39.165908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e555-beab-4557-8a1f-756dde90912b req-527dbe85-1ea0-45ae-be6a-9b3789493b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:39.167395 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2932e555-beab-4557-8a1f-756dde90912b req-527dbe85-1ea0-45ae-be6a-9b3789493b07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1095 time: 0.0485122 May 10 12:30:39.281979 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e555-beab-4557-8a1f-756dde90912b req-c734aac3-edc8-45de-87fe-7633edbf8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:39.283496 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2932e555-beab-4557-8a1f-756dde90912b req-c734aac3-edc8-45de-87fe-7633edbf8821 service neutron] 10.222.0.70 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0950992 May 10 12:30:39.354914 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2932e555-beab-4557-8a1f-756dde90912b req-ac3cfc08-2e7a-442d-87e5-2320348c89ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 999 time: 0.0635264 May 10 12:30:39.405025 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e555-beab-4557-8a1f-756dde90912b req-35e25ec8-791d-4946-a035-81b319800c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:39.406452 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2932e555-beab-4557-8a1f-756dde90912b req-35e25ec8-791d-4946-a035-81b319800c02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0448780 May 10 12:30:39.452514 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e555-beab-4557-8a1f-756dde90912b req-39b5cedf-a20f-41e9-b38e-1b037946e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:39.453974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2932e555-beab-4557-8a1f-756dde90912b req-39b5cedf-a20f-41e9-b38e-1b037946e71c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400951 May 10 12:30:39.549421 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2932e555-beab-4557-8a1f-756dde90912b req-5744cfc7-e219-4a19-bac6-a808ccd8fe02 service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873251 May 10 12:30:39.580630 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:39.625623 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:39.644974 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-2932e555-beab-4557-8a1f-756dde90912b req-b2c99c7e-b0a4-4e3b-b724-4f7a2e9a6a11 service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861113 May 10 12:30:40.037575 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722357f0-3ee5-4f07-a0d5-aae08e8582d1 req-446269bc-3726-4378-895b-66308f99fe44 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:40.039074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-722357f0-3ee5-4f07-a0d5-aae08e8582d1 req-446269bc-3726-4378-895b-66308f99fe44 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 944 time: 0.0498881 May 10 12:30:40.079743 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-722357f0-3ee5-4f07-a0d5-aae08e8582d1 req-afc879eb-a3b3-4caa-af51-1d1972c64d24 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333197 May 10 12:30:40.932727 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:30:41.030514 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:30:41.046119 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'port_id': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'mac_address': 'fa:16:3e:83:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:30:41.083493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 825b3736-eaf6-4fb0-9173-2682bdb59255 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:30:41.083950 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:41.097152 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825b3736-eaf6-4fb0-9173-2682bdb59255 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:30:41.117332 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:30:41.123269 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:41.172969 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=11']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:30:41.204798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6aa27-8bce-4c61-85b8-c74afb1076a5 req-452b9f9d-4add-434c-8ee0-019c37f75951 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:41.206194 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56a6aa27-8bce-4c61-85b8-c74afb1076a5 req-452b9f9d-4add-434c-8ee0-019c37f75951 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0527940 May 10 12:30:41.243946 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-56a6aa27-8bce-4c61-85b8-c74afb1076a5 req-f7e046ab-51a3-4d3b-b84c-e16eefb4460b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 May 10 12:30:41.354568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['825b3736-eaf6-4fb0-9173-2682bdb59255'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:30:42.364441 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef6a3e-fe20-4238-a297-ab0f33e4f20a req-1d760001-576a-4a11-9cc7-702c5319768d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:42.366013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59ef6a3e-fe20-4238-a297-ab0f33e4f20a req-1d760001-576a-4a11-9cc7-702c5319768d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 945 time: 0.0512435 May 10 12:30:42.407359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-59ef6a3e-fe20-4238-a297-ab0f33e4f20a req-86b70e37-13d3-4ec9-ab49-6be2d508daaa tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 May 10 12:30:42.929985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:30:42.985159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 825b3736-eaf6-4fb0-9173-2682bdb59255 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:30:42.989129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 825b3736-eaf6-4fb0-9173-2682bdb59255 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:30:42.989514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:43.070799 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 825b3736-eaf6-4fb0-9173-2682bdb59255 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:30:43.071171 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:43.094790 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:30:43.097034 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4265ddfb-d041-41a0-ac89-e5e484484359" -d '{"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-plugged", "status": "completed", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:30:43.109861 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:30:43.118228 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:30:43.143200 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175777c-b7ef-4ec1-a14c-1500d0eb0118 x-openstack-request-id: req-1175777c-b7ef-4ec1-a14c-1500d0eb0118 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:30:43.143493 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-plugged", "status": "completed", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:30:43.143805 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1175777c-b7ef-4ec1-a14c-1500d0eb0118 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:30:43.144133 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1175777c-b7ef-4ec1-a14c-1500d0eb0118'] response: {'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'code': 200} May 10 12:30:43.170408 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=12']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:30:43.308798 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833c2ad-f3e7-4546-8f5c-f3838aba8a2b req-203a1113-f9b1-4c21-b32f-f6466e04c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:43.310319 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5833c2ad-f3e7-4546-8f5c-f3838aba8a2b req-203a1113-f9b1-4c21-b32f-f6466e04c228 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1097 time: 0.0484371 May 10 12:30:43.346019 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5833c2ad-f3e7-4546-8f5c-f3838aba8a2b req-01b1da7c-a6be-4a42-9b97-a9203d39249b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284703 May 10 12:30:43.558824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef96c2-ed9c-46e7-91c8-51fab57f2e4c req-db2b4a69-dfac-4bcd-a8d8-e1080a6ecf46 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:43.560339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30ef96c2-ed9c-46e7-91c8-51fab57f2e4c req-db2b4a69-dfac-4bcd-a8d8-e1080a6ecf46 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 946 time: 0.0693941 May 10 12:30:43.601977 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30ef96c2-ed9c-46e7-91c8-51fab57f2e4c req-c627490d-4cc0-49ec-905a-11e2ab979178 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 May 10 12:30:44.726138 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2616e-e106-4b4d-a74b-81e5937a6242 req-474694c5-a2e2-4c3e-a53b-6a78167e712e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:44.727668 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6be2616e-e106-4b4d-a74b-81e5937a6242 req-474694c5-a2e2-4c3e-a53b-6a78167e712e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 946 time: 0.0514069 May 10 12:30:44.766364 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6be2616e-e106-4b4d-a74b-81e5937a6242 req-2de49f9b-e6db-4b60-aaeb-bdbadef99307 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 May 10 12:30:45.900151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333a82-95d8-432c-be89-d29806803490 req-b584a6b3-569b-4fbc-8be8-64008dcae5d6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:30:45.901661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc333a82-95d8-432c-be89-d29806803490 req-b584a6b3-569b-4fbc-8be8-64008dcae5d6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 946 time: 0.0601625 May 10 12:30:45.948701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bc333a82-95d8-432c-be89-d29806803490 req-7f0b5afd-8490-408b-8439-66d1bc5af321 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 May 10 12:31:01.017913 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:31:03.152873 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:04.385153 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-75190b20-6d3e-4e58-afdb-5449c7aa114b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:06.056130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:07.372197 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87edc60e-70d2-4256-8a84-8003a3d7ca24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:08.069016 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:09.586837 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:09.629694 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:33.157369 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:34.380052 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b580c43c-d0fa-4e8d-8bef-9143437367fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:35.686799 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-f7370294-69fd-44aa-9276-046eee5ec44d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004682 May 10 12:31:35.777014 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-cceb9ec0-0b2c-420c-8d18-107e1fd93e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:35.778494 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-cceb9ec0-0b2c-420c-8d18-107e1fd93e7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1097 time: 0.0453701 May 10 12:31:35.880578 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-18b4757f-cb53-4a8c-81e4-4f542a631657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:35.881960 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-18b4757f-cb53-4a8c-81e4-4f542a631657 service neutron] 10.222.0.70 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0838540 May 10 12:31:35.955033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-8cb53f70-ca1e-4f54-bcab-aa755601eb9a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 1001 time: 0.0663128 May 10 12:31:36.002132 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-a4cc8592-5bfb-4e4a-a37a-b9c3681470a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:36.003563 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-a4cc8592-5bfb-4e4a-a37a-b9c3681470a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0426428 May 10 12:31:36.050153 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-b3adb52b-c374-4fc4-8f33-092e03bdc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:36.051703 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-b3adb52b-c374-4fc4-8f33-092e03bdc401 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415084 May 10 12:31:36.053386 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:36.143813 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-0b9fb8dc-8927-4e35-955d-5b95943b5b3e service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855052 May 10 12:31:36.235765 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b63afb50-a75a-4c63-8842-9e1f77ac0713 req-dc83e185-35fa-480c-9b61-79c2b20c868e service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 May 10 12:31:37.367046 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d03e12b2-37d2-4b72-8db4-faaade48f81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:37.932989 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:31:38.073966 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:39.592449 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:39.634209 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:55.599325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59584) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:31:55.762187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Deleting port 6f4889f6-f86f-463d-88b9-d98e74f0eeae {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:31:55.762486 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:55.841993 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:55.842322 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:55.853848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Calling delete_port for 6f4889f6-f86f-463d-88b9-d98e74f0eeae owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:31:56.001816 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:56.026863 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event deleted for resources: {'Port': ['ID=6f4889f6-f86f-463d-88b9-d98e74f0eeae,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:31:56.040131 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.040482 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.040812 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.041144 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.041479 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.041813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.042146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.042477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.042804 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.043127 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.043449 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.043772 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:56.097433 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:56.097775 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Floating IP d2e89f13-2cfb-4c17-a237-e3e9b4f82b59 disassociated (deleted). External IP: 172.25.8.141, port: 825b3736-eaf6-4fb0-9173-2682bdb59255. May 10 12:31:56.309340 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:31:56.735010 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:31:56.740235 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:56.745267 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] Sync routers for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:31:56.756995 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:31:56.757685 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:31:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:31:56.767758 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4e2973af-bea4-4ab5-99e0-bced7643d3c8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "DELETE /v2.0/floatingips/d2e89f13-2cfb-4c17-a237-e3e9b4f82b59 HTTP/1.1" status: 204 len: 168 time: 1.1669087 May 10 12:31:56.768359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:31:56.770635 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669cd017-da25-49aa-b0b2-141eefc4be24" -d '{"events": [{"name": "network-changed", "server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:31:56.867158 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:31:56.881517 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10801a12-0987-4265-b4d6-86ad3a5797b1 x-openstack-request-id: req-10801a12-0987-4265-b4d6-86ad3a5797b1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:31:56.881854 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:31:56.882103 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10801a12-0987-4265-b4d6-86ad3a5797b1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:31:56.882502 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10801a12-0987-4265-b4d6-86ad3a5797b1'] response: {'name': 'network-changed', 'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'status': 'completed', 'code': 200} May 10 12:31:56.962747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-3e57f7d7-1ab1-49ca-b481-04eec0c997af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:56.964255 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-3e57f7d7-1ab1-49ca-b481-04eec0c997af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 1097 time: 0.0552764 May 10 12:31:57.007151 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe36b3-842b-4b3f-b769-37b2ac894aa9 req-51b9af9d-3fcb-4ee2-89a6-7a6fb0371e1c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:57.008586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02fe36b3-842b-4b3f-b769-37b2ac894aa9 req-51b9af9d-3fcb-4ee2-89a6-7a6fb0371e1c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 946 time: 0.0501976 May 10 12:31:57.049799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-02fe36b3-842b-4b3f-b769-37b2ac894aa9 req-c2f0c392-5cd6-49a6-87dc-3449f3b5ddef tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343597 May 10 12:31:57.062134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-3539f92d-2b90-4cbc-bbf7-c8f81fba44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:57.064033 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-3539f92d-2b90-4cbc-bbf7-c8f81fba44fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0912719 May 10 12:31:57.080363 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:31:57.106492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-ff929c83-e585-4076-b759-d58adcb201a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 200 len: 217 time: 0.0346084 May 10 12:31:57.110029 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] Checking router: 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:31:57.118866 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:31:57.119473 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:31:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:31:57.161745 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-f2b3b536-38d7-450d-9d61-f6e9defa5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:57.163242 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-f2b3b536-38d7-450d-9d61-f6e9defa5b68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0500388 May 10 12:31:57.209361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-de31912d-61fd-42e2-94e4-3d8d6a760d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:57.210846 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-de31912d-61fd-42e2-94e4-3d8d6a760d18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403142 May 10 12:31:57.224416 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:31:57.299918 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-75b2c1b9-98ba-4e9d-9a5d-42bc1822b255 service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820947 May 10 12:31:57.396328 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-669cd017-da25-49aa-b0b2-141eefc4be24 req-20de3691-4d8d-48f9-90e0-3f1d5fe3c66d service neutron] 10.222.0.70 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888259 May 10 12:31:57.422093 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:31:57.448433 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a609a-0a63-4610-8ce2-c7308bd3b84b None None] The sync data for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 is: [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:31:57.676267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e0cea-0d5e-4d9a-95ae-50f639de52b1 None None] New status for floating IP d2e89f13-2cfb-4c17-a237-e3e9b4f82b59: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:31:58.176471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7323e7-051f-4c72-835c-49f279d7d9d5 req-012e43d2-dd8e-46f3-9f1e-b3d50cb1fe5f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:58.177947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c7323e7-051f-4c72-835c-49f279d7d9d5 req-012e43d2-dd8e-46f3-9f1e-b3d50cb1fe5f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 946 time: 0.0549238 May 10 12:31:58.228371 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6c7323e7-051f-4c72-835c-49f279d7d9d5 req-25786495-3886-4498-8be0-9fc1522e1159 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=1959d391-6510-4377-83f1-d3c8478de0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425756 May 10 12:31:58.300652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-014658a3-51b7-445f-ba6a-db1a862bab24 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:31:58.302082 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-014658a3-51b7-445f-ba6a-db1a862bab24 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c4b239-f6d2-411d-9fd6-26f0414e4408 HTTP/1.1" status: 200 len: 946 time: 0.0546613 May 10 12:31:58.397601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Deleting port 825b3736-eaf6-4fb0-9173-2682bdb59255 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:31:58.397879 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:58.490756 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] For port 825b3736-eaf6-4fb0-9173-2682bdb59255, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=825b3736-eaf6-4fb0-9173-2682bdb59255,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:31:58.491116 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:58.505078 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Calling delete_port for 825b3736-eaf6-4fb0-9173-2682bdb59255 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:31:58.648352 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:58.676905 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event deleted for resources: {'Port': ['ID=825b3736-eaf6-4fb0-9173-2682bdb59255,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:31:58.688959 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.689283 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.689618 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.689954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.690282 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.690609 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.690936 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.691262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.691582 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.691922 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.692246 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.692564 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:31:58.730573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] No DVR routers for this DVR port 825b3736-eaf6-4fb0-9173-2682bdb59255 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:31:58.733279 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:58.736523 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d508728a-1b49-409d-84c2-89db4db35bd5 req-68a59c7d-c6d3-4f65-aadc-e0e472c9ec8c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.70 "DELETE /v2.0/ports/825b3736-eaf6-4fb0-9173-2682bdb59255 HTTP/1.1" status: 204 len: 173 time: 0.4288006 May 10 12:31:58.736973 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-deleted', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:31:58.739208 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e93ee-cf04-4fb0-a758-8393e5eb4dde" -d '{"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-deleted", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:31:58.839072 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3966bece-ad6f-4c15-9228-f7e714ac1a38 x-openstack-request-id: req-3966bece-ad6f-4c15-9228-f7e714ac1a38 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:31:58.839364 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c4b239-f6d2-411d-9fd6-26f0414e4408", "name": "network-vif-deleted", "tag": "825b3736-eaf6-4fb0-9173-2682bdb59255", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:31:58.839612 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3966bece-ad6f-4c15-9228-f7e714ac1a38 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:31:58.840045 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3966bece-ad6f-4c15-9228-f7e714ac1a38'] response: {'server_uuid': '64c4b239-f6d2-411d-9fd6-26f0414e4408', 'name': 'network-vif-deleted', 'tag': '825b3736-eaf6-4fb0-9173-2682bdb59255', 'status': 'completed', 'code': 200} May 10 12:31:59.289565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59608) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:31:59.354075 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-941902db-11a0-4be6-a3ba-75247b2fe1b7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.381118 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-941902db-11a0-4be6-a3ba-75247b2fe1b7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.441918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-941902db-11a0-4be6-a3ba-75247b2fe1b7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.444662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-941902db-11a0-4be6-a3ba-75247b2fe1b7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.445860 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-941902db-11a0-4be6-a3ba-75247b2fe1b7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "DELETE /v2.0/security-groups/1959d391-6510-4377-83f1-d3c8478de0ff HTTP/1.1" status: 204 len: 168 time: 0.1552427 May 10 12:31:59.455194 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941902db-11a0-4be6-a3ba-75247b2fe1b7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1959d391-6510-4377-83f1-d3c8478de0ff,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:31:59.562947 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59614) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:31:59.569839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ccdbaf38-28d5-4fe8-8026-f8a5efa56b50 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208796093', 'description': 'tempest-secgroup-smoke-1208796093 description', 'project_id': '302477c56ee748e4a6b4ca4186d079a9'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:31:59.593891 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccdbaf38-28d5-4fe8-8026-f8a5efa56b50 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.665711 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccdbaf38-28d5-4fe8-8026-f8a5efa56b50 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.672166 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccdbaf38-28d5-4fe8-8026-f8a5efa56b50 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.698546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ccdbaf38-28d5-4fe8-8026-f8a5efa56b50 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.702211 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ccdbaf38-28d5-4fe8-8026-f8a5efa56b50 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374233 May 10 12:31:59.702885 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59616) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:31:59.712507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-98587287-9d6b-4a17-9709-26e8581f512b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '5dfa7fc7-2699-4e81-82e6-a0062108a14c', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:31:59.720279 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbaf38-28d5-4fe8-8026-f8a5efa56b50 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa7fc7-2699-4e81-82e6-a0062108a14c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:31:59.746031 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98587287-9d6b-4a17-9709-26e8581f512b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.806012 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98587287-9d6b-4a17-9709-26e8581f512b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.812022 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98587287-9d6b-4a17-9709-26e8581f512b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.832880 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98587287-9d6b-4a17-9709-26e8581f512b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162a10e3-43df-4f5c-809d-182ea10516c9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:31:59.839943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-98587287-9d6b-4a17-9709-26e8581f512b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.841321 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-98587287-9d6b-4a17-9709-26e8581f512b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342475 May 10 12:31:59.844176 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59618) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:31:59.848797 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6991665b-749a-4555-a98f-b67c1cea80f3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '5dfa7fc7-2699-4e81-82e6-a0062108a14c', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:31:59.879427 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6991665b-749a-4555-a98f-b67c1cea80f3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.936988 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6991665b-749a-4555-a98f-b67c1cea80f3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.942373 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6991665b-749a-4555-a98f-b67c1cea80f3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.959789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991665b-749a-4555-a98f-b67c1cea80f3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4614e52-b154-4255-8911-4929c5057b1d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:31:59.970933 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6991665b-749a-4555-a98f-b67c1cea80f3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:31:59.972668 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-6991665b-749a-4555-a98f-b67c1cea80f3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273503 May 10 12:31:59.975613 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59620) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:31:59.980562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-211a193b-804c-44c8-8267-57b59c8ae63c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '5dfa7fc7-2699-4e81-82e6-a0062108a14c', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:32:00.010293 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-211a193b-804c-44c8-8267-57b59c8ae63c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.073738 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-211a193b-804c-44c8-8267-57b59c8ae63c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.081615 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-211a193b-804c-44c8-8267-57b59c8ae63c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.107925 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a193b-804c-44c8-8267-57b59c8ae63c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64f0e7e-2763-4a02-b81a-c96c9a6406e9,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:00.123066 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-211a193b-804c-44c8-8267-57b59c8ae63c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.125104 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-211a193b-804c-44c8-8267-57b59c8ae63c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475687 May 10 12:32:00.128006 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59622) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:32:00.132771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2d046ef9-361e-4534-a52f-31a98f349983 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '5dfa7fc7-2699-4e81-82e6-a0062108a14c', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:32:00.161404 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d046ef9-361e-4534-a52f-31a98f349983 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.224047 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d046ef9-361e-4534-a52f-31a98f349983 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.237213 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d046ef9-361e-4534-a52f-31a98f349983 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.257767 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d046ef9-361e-4534-a52f-31a98f349983 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b815ea7-716f-4274-bbe1-f70e8220be5a,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:00.267501 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2d046ef9-361e-4534-a52f-31a98f349983 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.269173 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-2d046ef9-361e-4534-a52f-31a98f349983 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399007 May 10 12:32:00.271744 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59624) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:32:00.276172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-199ca016-c797-4c28-ada1-206b58dc8445 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '5dfa7fc7-2699-4e81-82e6-a0062108a14c', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:32:00.302647 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-199ca016-c797-4c28-ada1-206b58dc8445 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Project 302477c56ee748e4a6b4ca4186d079a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:32:00.309729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-199ca016-c797-4c28-ada1-206b58dc8445 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.375219 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-199ca016-c797-4c28-ada1-206b58dc8445 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.380054 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-199ca016-c797-4c28-ada1-206b58dc8445 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.401049 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ca016-c797-4c28-ada1-206b58dc8445 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eb5e9c-b78b-4209-935d-78832a6566a6,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:00.411403 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-199ca016-c797-4c28-ada1-206b58dc8445 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.412652 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-199ca016-c797-4c28-ada1-206b58dc8445 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399336 May 10 12:32:00.416189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59626) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:32:00.420727 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-1cdcfdd9-af71-43a0-8233-57d3b2764374 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'security_group_rule': {'security_group_id': '5dfa7fc7-2699-4e81-82e6-a0062108a14c', 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:32:00.441175 n-d-840949-1 neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-1cdcfdd9-af71-43a0-8233-57d3b2764374 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Project 302477c56ee748e4a6b4ca4186d079a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:32:00.446426 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfdd9-af71-43a0-8233-57d3b2764374 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.516069 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfdd9-af71-43a0-8233-57d3b2764374 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.522413 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfdd9-af71-43a0-8233-57d3b2764374 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.542625 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcfdd9-af71-43a0-8233-57d3b2764374 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4b5e96-0a9a-445e-bbe4-3476dc4e0589,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:00.551168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfdd9-af71-43a0-8233-57d3b2764374 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:00.557455 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-1cdcfdd9-af71-43a0-8233-57d3b2764374 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348317 May 10 12:32:01.224394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:32:01.245891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 825b3736-eaf6-4fb0-9173-2682bdb59255 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:32:01.246108 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 825b3736-eaf6-4fb0-9173-2682bdb59255 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:32:03.161739 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:04.385890 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6073-87dd-444d-9664-9403faa09913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:06.057701 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:07.364513 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e5917205-2496-4299-8d5b-ca264ca01907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:08.068484 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:09.589441 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:09.638303 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:14.812921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-0b9db639-6833-4473-9783-9d7a8c3d3321 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208796093&fields=id&tenant_id=302477c56ee748e4a6b4ca4186d079a9 HTTP/1.1" status: 200 len: 267 time: 0.0329359 May 10 12:32:14.920676 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-d737c0a9-60c4-4829-b44a-ed69fe76fbc4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:14.922015 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-d737c0a9-60c4-4829-b44a-ed69fe76fbc4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 809 time: 0.1017036 May 10 12:32:14.932530 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:32:14.938388 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-15685a79-93b4-43d7-af8b-cd44aa35e067 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/quotas/302477c56ee748e4a6b4ca4186d079a9 HTTP/1.1" status: 200 len: 375 time: 0.0095618 May 10 12:32:14.996628 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-11d18259-05c1-4ffb-95dc-bea1b23e232d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527544 May 10 12:32:15.056488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-e7d73cb4-4c0e-4bfb-99db-141e9a2bd909 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:32:15.057463 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-e7d73cb4-4c0e-4bfb-99db-141e9a2bd909 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486853 May 10 12:32:15.154144 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-ddd7c11e-5877-43ff-bb6c-a0f443c4d784 service neutron] 10.222.0.13 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899732 May 10 12:32:15.254746 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-425d9493-dd7c-4c02-8975-47f218ccdfe6 service neutron] 10.222.0.13 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935109 May 10 12:32:15.555457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f3b7425e-8ee3-4354-b534-1e3d99b278af req-9a7e1257-17b8-4e0c-a640-2744af94c2f2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 210 time: 0.0278463 May 10 12:32:16.503054 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-26db8806-9f5e-4e57-b882-af8382d7afa5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:16.504557 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-26db8806-9f5e-4e57-b882-af8382d7afa5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 809 time: 0.1131821 May 10 12:32:16.550463 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-02605a36-54ea-4914-a8be-c7e80f6e9130 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=302477c56ee748e4a6b4ca4186d079a9 HTTP/1.1" status: 200 len: 380 time: 0.0378244 May 10 12:32:16.559472 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'port': {'device_id': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'admin_state_up': True, 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'security_groups': ['5dfa7fc7-2699-4e81-82e6-a0062108a14c']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:32:16.667581 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f437c759-8270-4901-849c-d19943ccf39a req-6dcac43f-6fc0-4a74-815f-3fad4ffdd1e5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 210 time: 0.0377624 May 10 12:32:16.700366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Made reservation on behalf of 302477c56ee748e4a6b4ca4186d079a9 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:32:16.703879 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:16.838267 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Allocated IP 172.20.0.12 (673639e6-b9ad-4827-990d-ce7e3d9d712f/7df4b10e-ce4c-4baf-900d-d94fd75b43f1/4f72d2d9-44be-46cf-a033-4f7f60cbbedd) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:32:17.000479 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.044947 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.104189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:32:17.107112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:32:17.111023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:32:17.144590 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:17.180387 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:17.181023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.201051 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2cdbacfa-aa2d-4005-b11b-c0ca33ec2098 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6455610 May 10 12:32:17.277726 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Request body: {'port': {'device_id': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:32:17.339984 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.387078 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-129d85f5-17f1-4a97-b4a0-a009f3e9f846 None None] Provisioning complete for port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:32:17.387728 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-129d85f5-17f1-4a97-b4a0-a009f3e9f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.426015 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-129d85f5-17f1-4a97-b4a0-a009f3e9f846 None None] Port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:32:17.615752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f72d2d9-44be-46cf-a033-4f7f60cbbedd {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:32:17.623326 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.636130 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Transition to ACTIVE for port object 4f72d2d9-44be-46cf-a033-4f7f60cbbedd will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:32:17.641009 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.690951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Pushing event updated for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:17.815656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Attempting to bind port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:32:17.815656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Attempting to bind port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:32:17.816112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Attempting to bind port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd on network 673639e6-b9ad-4827-990d-ce7e3d9d712f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:32:17.821297 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd on network 673639e6-b9ad-4827-990d-ce7e3d9d712f not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:32:17.821630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Attempting to bind port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd on network 673639e6-b9ad-4827-990d-ce7e3d9d712f {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:32:17.825083 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c656a-73cc-45c0-9b4f-5f19bc40d141 req-c76f9156-bcc0-4bd7-9922-e577c26ec21f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:17.826941 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df1c656a-73cc-45c0-9b4f-5f19bc40d141 req-c76f9156-bcc0-4bd7-9922-e577c26ec21f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0694497 May 10 12:32:17.828483 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:32:17.829120 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Checking segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:32:17.829740 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Bound using segment: {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:32:17.830406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Bound port: 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60104179-c89a-43e2-802c-50b8555361a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:32:17.830990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.871679 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-df1c656a-73cc-45c0-9b4f-5f19bc40d141 req-736e5a8e-788c-4ea3-97d0-2945dc4b8956 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372651 May 10 12:32:17.908375 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:32:17.912227 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:32:17.917468 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.953883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:17.954819 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:17.956603 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] 10.222.0.49 "PUT /v2.0/ports/4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 1092 time: 0.7469900 May 10 12:32:17.957045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:32:17.959352 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131df073-b298-46fb-aad6-c9dd612b144e" -d '{"events": [{"name": "network-changed", "server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:32:17.983761 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a263d-3f99-4f97-b755-524c94d37a43 service neutron] Pushing event updated for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:18.034769 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614cac55-3f20-4a4b-a33c-8dffbb12c10c x-openstack-request-id: req-614cac55-3f20-4a4b-a33c-8dffbb12c10c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:32:18.035144 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:32:18.035320 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-614cac55-3f20-4a4b-a33c-8dffbb12c10c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:32:18.035705 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614cac55-3f20-4a4b-a33c-8dffbb12c10c'] response: {'name': 'network-changed', 'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'status': 'completed', 'code': 200} May 10 12:32:18.052292 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-1093948f-8cc1-423b-a898-09f8125fb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:18.053880 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-1093948f-8cc1-423b-a898-09f8125fb371 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1095 time: 0.0509079 May 10 12:32:18.101769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-e650472f-73d0-4c19-8099-716d1b10576a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 217 time: 0.0401015 May 10 12:32:18.154668 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-ae7056ad-eab7-4c65-9852-e358945111a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:18.156284 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-ae7056ad-eab7-4c65-9852-e358945111a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0479734 May 10 12:32:18.207503 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-afadbe39-3294-46d1-aceb-f1a3c662c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:18.209055 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-afadbe39-3294-46d1-aceb-f1a3c662c5b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462084 May 10 12:32:18.318299 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-3c0c576e-f646-4316-bb98-3cbaa6c06790 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024184 May 10 12:32:18.410584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-15c3a51b-48cf-42d6-9409-6f1f89c6c48d req-5830aacd-a4ad-46f3-9ef0-b7de8faa326e service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863297 May 10 12:32:18.497713 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df073-b298-46fb-aad6-c9dd612b144e req-f1b27cbc-16e3-4420-9415-f9e707eca5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:18.499239 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131df073-b298-46fb-aad6-c9dd612b144e req-f1b27cbc-16e3-4420-9415-f9e707eca5f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1095 time: 0.0423062 May 10 12:32:18.607064 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df073-b298-46fb-aad6-c9dd612b144e req-a7089cb9-899c-4a0e-bc5e-4586facc4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:18.608683 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131df073-b298-46fb-aad6-c9dd612b144e req-a7089cb9-899c-4a0e-bc5e-4586facc4c9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.1021147 May 10 12:32:18.651320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131df073-b298-46fb-aad6-c9dd612b144e req-5aa66f7f-d4e9-4265-98be-28f1feb424d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 217 time: 0.0357032 May 10 12:32:18.707178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df073-b298-46fb-aad6-c9dd612b144e req-5545bf41-656e-4e35-b3cb-39549099f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:18.708605 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131df073-b298-46fb-aad6-c9dd612b144e req-5545bf41-656e-4e35-b3cb-39549099f2b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0515909 May 10 12:32:18.756599 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df073-b298-46fb-aad6-c9dd612b144e req-3739364d-9e50-47b1-9623-06d2674d0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:18.758221 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131df073-b298-46fb-aad6-c9dd612b144e req-3739364d-9e50-47b1-9623-06d2674d0810 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429714 May 10 12:32:18.851265 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131df073-b298-46fb-aad6-c9dd612b144e req-645dce8c-deba-4684-a21b-65bdc269a6e8 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858541 May 10 12:32:18.949213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-131df073-b298-46fb-aad6-c9dd612b144e req-6cfd52f4-03f9-47aa-848c-98f0253f0139 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920963 May 10 12:32:18.998575 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0276e-f4d4-40ab-8151-c3a4864da728 req-0a8b8027-7802-44d4-a4ce-a2dcc02a79d0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:18.999951 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07b0276e-f4d4-40ab-8151-c3a4864da728 req-0a8b8027-7802-44d4-a4ce-a2dcc02a79d0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0508971 May 10 12:32:19.044171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-07b0276e-f4d4-40ab-8151-c3a4864da728 req-23e743bd-a930-4962-b5a5-168e5d26fe59 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338502 May 10 12:32:20.168199 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc01c-8e22-46ec-b6c4-e947e382849b req-ac128cb5-f556-43ae-b839-79ea4e96dea7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:20.169661 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8dcdc01c-8e22-46ec-b6c4-e947e382849b req-ac128cb5-f556-43ae-b839-79ea4e96dea7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0496800 May 10 12:32:20.210994 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8dcdc01c-8e22-46ec-b6c4-e947e382849b req-c8b9b73e-a9d3-4b99-81c1-08702f691258 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346067 May 10 12:32:21.330416 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f353b-0e48-445f-af67-4c553c222f46 req-f4bf2d16-65a7-4e76-b34b-7454ec0b1f0e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:21.331922 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a7f353b-0e48-445f-af67-4c553c222f46 req-f4bf2d16-65a7-4e76-b34b-7454ec0b1f0e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0515227 May 10 12:32:21.370776 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-1a7f353b-0e48-445f-af67-4c553c222f46 req-c583038e-7e89-4992-9567-775995b4619d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 May 10 12:32:22.504315 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67715-a36a-4373-81ce-3100a1b53891 req-3ebb1cca-7501-4b61-9cdc-436276ebfad5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:22.505786 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30b67715-a36a-4373-81ce-3100a1b53891 req-3ebb1cca-7501-4b61-9cdc-436276ebfad5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0514092 May 10 12:32:22.547888 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-30b67715-a36a-4373-81ce-3100a1b53891 req-99413f8c-a7af-4dda-89a0-40e6db2cada2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358031 May 10 12:32:23.673573 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccfba6-ef5d-4cdb-a7a2-ec7ec21da81e req-fd99265c-4cf2-4764-b66b-fb53a9e4a3b4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:23.675020 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88ccfba6-ef5d-4cdb-a7a2-ec7ec21da81e req-fd99265c-4cf2-4764-b66b-fb53a9e4a3b4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0516860 May 10 12:32:23.720904 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-88ccfba6-ef5d-4cdb-a7a2-ec7ec21da81e req-f35cba47-a81d-4255-90c5-9cd78cdcc305 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369327 May 10 12:32:24.857557 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35886d-fb6e-4015-bb0e-0365005a0b75 req-0b6f7805-5d88-46e9-b798-5e7ade5bf168 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:24.859018 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc35886d-fb6e-4015-bb0e-0365005a0b75 req-0b6f7805-5d88-46e9-b798-5e7ade5bf168 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0587764 May 10 12:32:24.898515 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-cc35886d-fb6e-4015-bb0e-0365005a0b75 req-183ec021-c07c-44df-9b32-9733a257e29b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330615 May 10 12:32:26.051358 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaaabd-94de-4724-94bd-2eaae964d415 req-4fc70208-653e-4851-a6fe-7b47743732c9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:26.052848 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-53aaaabd-94de-4724-94bd-2eaae964d415 req-4fc70208-653e-4851-a6fe-7b47743732c9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0667727 May 10 12:32:26.091916 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-53aaaabd-94de-4724-94bd-2eaae964d415 req-4ae6b832-824e-4fbb-9009-fcd14b9746cf tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328617 May 10 12:32:27.223414 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaed9be-e265-4d64-bbfe-98ffacd0d1ac req-22eac782-716b-4f8e-8857-5b3dd570aded tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:27.224911 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-caaed9be-e265-4d64-bbfe-98ffacd0d1ac req-22eac782-716b-4f8e-8857-5b3dd570aded tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0506001 May 10 12:32:27.262594 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-caaed9be-e265-4d64-bbfe-98ffacd0d1ac req-4430be81-5c6f-487b-a246-5d94d3cd34fa tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 May 10 12:32:28.390551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93303c-5953-4a1c-990b-8850e69b3e02 req-260e0454-90a0-46e3-bf36-839e83b7682d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:28.391958 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce93303c-5953-4a1c-990b-8850e69b3e02 req-260e0454-90a0-46e3-bf36-839e83b7682d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0510342 May 10 12:32:28.430517 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-ce93303c-5953-4a1c-990b-8850e69b3e02 req-cb753e1b-7764-48dc-a1ca-7a94bcaf8065 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 May 10 12:32:28.633104 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4f72d2d9-44be-46cf-a033-4f7f60cbbedd details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:32:28.737580 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:32:28.748772 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'port_id': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'mac_address': 'fa:16:3e:83:50:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:32:28.785812 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:32:28.786201 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:28.798949 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f72d2d9-44be-46cf-a033-4f7f60cbbedd {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:32:28.820500 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:32:28.825563 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:28.877728 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:28.885546 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.885891 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.886235 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.886579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.886912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.887242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.887573 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.887932 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.888256 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.888582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.888907 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:28.889214 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:32:29.067113 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['4f72d2d9-44be-46cf-a033-4f7f60cbbedd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:32:29.560507 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d2a58-77ce-4ef9-8cc6-efc81cae44c9 req-a42cf496-2c43-4166-89cc-2d485e369b08 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:29.561989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b0d2a58-77ce-4ef9-8cc6-efc81cae44c9 req-a42cf496-2c43-4166-89cc-2d485e369b08 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 945 time: 0.0527182 May 10 12:32:29.609243 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-6b0d2a58-77ce-4ef9-8cc6-efc81cae44c9 req-6d43cb10-7785-4a02-b169-08cb479ffa99 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397842 May 10 12:32:30.646601 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4f72d2d9-44be-46cf-a033-4f7f60cbbedd up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:32:30.698576 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:32:30.702890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:32:30.703248 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:30.738194 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300cabf-bc8e-4f41-9594-1dfb6820c0da req-9953d622-c9c3-48bb-8b57-0e0f0d57af84 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:30.739731 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a300cabf-bc8e-4f41-9594-1dfb6820c0da req-9953d622-c9c3-48bb-8b57-0e0f0d57af84 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 945 time: 0.0507896 May 10 12:32:30.779371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:32:30.780142 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:30.783028 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a300cabf-bc8e-4f41-9594-1dfb6820c0da req-d3ea6222-3b7f-4b92-870a-f977aad2ad5a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367975 May 10 12:32:30.807294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:32:30.809765 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8291b5-4717-4819-9b17-2449ea6f11de" -d '{"events": [{"server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "name": "network-vif-plugged", "status": "completed", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:32:30.823129 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:32:30.828028 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:30.875044 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:30.906647 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb64994-ba74-4e5e-a9ed-1c8913f7ffe4 x-openstack-request-id: req-0eb64994-ba74-4e5e-a9ed-1c8913f7ffe4 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:32:30.906978 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "name": "network-vif-plugged", "status": "completed", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:32:30.907232 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eb64994-ba74-4e5e-a9ed-1c8913f7ffe4 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:32:30.907638 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb64994-ba74-4e5e-a9ed-1c8913f7ffe4'] response: {'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'code': 200} May 10 12:32:31.010566 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c96fe8-26d7-4a34-a85f-5b41335b9148 req-88209d92-deca-46a0-9eab-f6ece45c6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:31.011973 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-90c96fe8-26d7-4a34-a85f-5b41335b9148 req-88209d92-deca-46a0-9eab-f6ece45c6950 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1097 time: 0.0413713 May 10 12:32:31.048814 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-90c96fe8-26d7-4a34-a85f-5b41335b9148 req-67cc308b-fa8c-4a0a-8129-b18a05d518b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290611 May 10 12:32:31.914069 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fdf66-9ebc-4645-a857-683ecbebcefa req-ab3c4a55-fcd0-4f4f-b4f7-e3371f4ff7a3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:31.915619 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-422fdf66-9ebc-4645-a857-683ecbebcefa req-ab3c4a55-fcd0-4f4f-b4f7-e3371f4ff7a3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0509367 May 10 12:32:31.958029 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-422fdf66-9ebc-4645-a857-683ecbebcefa req-609db052-f69f-47ee-92da-a453b59d2a5b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 May 10 12:32:33.098024 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8d0d-4537-4a8f-81b8-827aa6133362 req-9d4816e1-8ad2-4e9f-9b64-a8eb79b5d2cc tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:33.099489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd4b8d0d-4537-4a8f-81b8-827aa6133362 req-9d4816e1-8ad2-4e9f-9b64-a8eb79b5d2cc tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0532594 May 10 12:32:33.138520 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bd4b8d0d-4537-4a8f-81b8-827aa6133362 req-139939b5-8e53-4b9e-8b29-b9661cbd2b6d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329084 May 10 12:32:33.176284 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:33.260471 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6771a36-4719-467e-b94c-9c4e561b2292 req-aaac3236-cedc-4e4f-8858-32de5847287f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:33.261843 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6771a36-4719-467e-b94c-9c4e561b2292 req-aaac3236-cedc-4e4f-8858-32de5847287f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0499182 May 10 12:32:33.314338 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d6771a36-4719-467e-b94c-9c4e561b2292 req-2fda4951-c5a8-4536-8661-462be03b6272 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423160 May 10 12:32:33.337458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:32:33.382532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9e637-1dae-4e87-aebc-a5aadbdfdc69 tempest-TestShelveInstance-1669234023 tempest-TestShelveInstance-1669234023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:33.384074 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-23e9e637-1dae-4e87-aebc-a5aadbdfdc69 tempest-TestShelveInstance-1669234023 tempest-TestShelveInstance-1669234023-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1092 time: 0.0455484 May 10 12:32:33.387016 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59820) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:32:33.391261 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:32:33.413358 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:33.515269 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:33.626424 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Allocated IP 172.25.8.162 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/2ffcf0c6-6e99-4df0-ab53-b704ec3c9e97) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:32:33.729603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:33.766093 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:33.801447 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:32:33.805561 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:32:33.808984 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:32:33.816832 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'Port': ['ID=2ffcf0c6-6e99-4df0-ab53-b704ec3c9e97,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:34.168104 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:34.243930 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:34.380586 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0638a6b3-cfac-4723-8c52-35e31a4cbe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:34.396372 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:34.402624 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:34.471023 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event updated for resources: {'Port': ['ID=2ffcf0c6-6e99-4df0-ab53-b704ec3c9e97,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:32:34.482939 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:34.582706 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Floating IP 2e5da69e-66fc-46c3-93ff-8da9a88faf2b associated. External IP: 172.25.8.162, port: 4f72d2d9-44be-46cf-a033-4f7f60cbbedd. May 10 12:32:34.792630 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:32:34.900455 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:32:34.911652 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] Sync routers for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:32:34.921039 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:34.922679 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:32:34.923295 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:32:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:32:34.948769 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-61d57348-6b6a-4e8d-8227-588418553781 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5607479 May 10 12:32:34.949864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:32:34.952514 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee0ded8-8c03-415d-a663-4298f4c583be" -d '{"events": [{"name": "network-changed", "server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:32:34.990541 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5a225a-0cf9-48c0-8ad5-a9b264c3ff51 x-openstack-request-id: req-4f5a225a-0cf9-48c0-8ad5-a9b264c3ff51 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:32:34.990836 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:32:34.991117 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f5a225a-0cf9-48c0-8ad5-a9b264c3ff51 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:32:34.991539 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5a225a-0cf9-48c0-8ad5-a9b264c3ff51'] response: {'name': 'network-changed', 'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'status': 'completed', 'code': 200} May 10 12:32:35.030808 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:32:35.053354 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ded8-8c03-415d-a663-4298f4c583be req-40796851-9081-4f4f-82c8-0ad69a15821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:35.054756 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eee0ded8-8c03-415d-a663-4298f4c583be req-40796851-9081-4f4f-82c8-0ad69a15821e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1097 time: 0.0416083 May 10 12:32:35.143415 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ded8-8c03-415d-a663-4298f4c583be req-2a5d626a-5b50-4728-a4d4-ddc5b41ebf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:35.145010 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eee0ded8-8c03-415d-a663-4298f4c583be req-2a5d626a-5b50-4728-a4d4-ddc5b41ebf12 service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0820277 May 10 12:32:35.214677 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eee0ded8-8c03-415d-a663-4298f4c583be req-b74d56bb-95ec-42a0-955f-db3146d4b124 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 1000 time: 0.0632727 May 10 12:32:35.256559 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2e5da69e-66fc-46c3-93ff-8da9a88faf2b', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'port_id': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'mac_address': 'fa:16:3e:83:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:32:34Z', 'updated_at': '2022-05-10T12:32:34Z', 'revision_number': 0, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:32:35.264433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ded8-8c03-415d-a663-4298f4c583be req-a8dc71ec-0e51-4904-a6fb-c0576541add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:35.265916 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eee0ded8-8c03-415d-a663-4298f4c583be req-a8dc71ec-0e51-4904-a6fb-c0576541add9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0447252 May 10 12:32:35.286501 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] Checking router: 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:32:35.294905 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:32:35.295521 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:32:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:32:35.312934 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ded8-8c03-415d-a663-4298f4c583be req-fe5c49d6-d9e2-44b6-a33c-431d8450439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:35.314385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eee0ded8-8c03-415d-a663-4298f4c583be req-fe5c49d6-d9e2-44b6-a33c-431d8450439b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412402 May 10 12:32:35.412506 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eee0ded8-8c03-415d-a663-4298f4c583be req-c6713fe1-a8ff-4631-b613-d7150f48a4fb service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908847 May 10 12:32:35.491796 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:32:35.504049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-eee0ded8-8c03-415d-a663-4298f4c583be req-cebfcb08-9e55-4447-92de-0cdb72a3cdf1 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850236 May 10 12:32:35.729894 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2e5da69e-66fc-46c3-93ff-8da9a88faf2b', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'port_id': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'mac_address': 'fa:16:3e:83:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:32:34Z', 'updated_at': '2022-05-10T12:32:34Z', 'revision_number': 0, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:32:35.755615 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b3bc5-0db6-40e6-802d-6f63cc1ae952 None None] The sync data for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 is: [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': '2e5da69e-66fc-46c3-93ff-8da9a88faf2b', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'port_id': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'mac_address': 'fa:16:3e:83:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:32:34Z', 'updated_at': '2022-05-10T12:32:34Z', 'revision_number': 0, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:32:35.966862 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3ad0a-50e0-4b7c-ae87-bc778c4de384 None None] New status for floating IP 2e5da69e-66fc-46c3-93ff-8da9a88faf2b: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:32:36.082874 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:37.360329 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa1012df-7995-4774-8666-64b35b0afa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:38.073235 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:39.597259 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:39.641974 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:32:48.701213 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-da3fc583-7363-489b-beff-0568b9bd1d0d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471234 May 10 12:32:48.796063 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-00887877-5b4f-4f71-a003-fb879b16caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:48.797447 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-00887877-5b4f-4f71-a003-fb879b16caf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1097 time: 0.0459008 May 10 12:32:48.907007 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-a251f209-03e1-45d8-9220-d2d158611552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:48.908501 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-a251f209-03e1-45d8-9220-d2d158611552 service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0901582 May 10 12:32:48.978104 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-622b3a57-028d-4b2c-ba13-a1c0cc3c9155 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 1002 time: 0.0620370 May 10 12:32:49.025331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-7a923aec-19df-4da7-a675-f659fb79c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:49.026736 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-7a923aec-19df-4da7-a675-f659fb79c9e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0421093 May 10 12:32:49.076287 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-d13e6d48-39f1-4223-8625-9295c197da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:32:49.078412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-d13e6d48-39f1-4223-8625-9295c197da51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449443 May 10 12:32:49.090623 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-c3ca8615-a120-45cb-9210-54ec25179136 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:32:49.091889 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-c3ca8615-a120-45cb-9210-54ec25179136 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066214 May 10 12:32:49.187882 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-02b0ea18-daf7-48ba-9945-0e9a8c707d22 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894792 May 10 12:32:49.280382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-f6e3a3f0-e6ad-4735-9f62-577b874e47ef req-313c4be9-1f66-4788-aca7-c3a54bbc3630 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856893 May 10 12:32:51.937839 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:33:03.177097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:04.386114 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1af2-3aa2-4726-af9b-5375e533c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:06.069595 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:07.366777 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2434690f-737b-490b-95f1-0ea5adab49ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:08.075087 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:09.609042 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:09.653122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:28.939757 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:33:33.226050 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:34.389227 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34ce5098-ed84-474d-adff-b77637a24091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:36.079871 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:37.364373 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ab8a-05e9-4998-8c56-423aa47cea69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:38.083486 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:39.607331 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:39.648025 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:33:51.024821 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-9aa3e8ae-c67f-4f45-b0b9-1c75f01601d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3634748 May 10 12:33:51.114205 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-457fc3a3-ce1e-40a8-9c63-68c66d5874b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:33:51.115861 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-457fc3a3-ce1e-40a8-9c63-68c66d5874b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1097 time: 0.0426967 May 10 12:33:51.225519 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-e3ab7d63-d4e8-41c9-8ef1-8d45a6d896a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:33:51.227045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-e3ab7d63-d4e8-41c9-8ef1-8d45a6d896a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0912144 May 10 12:33:51.295316 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-eee57092-a94f-45e1-8d93-cede1d1f031b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 1002 time: 0.0614371 May 10 12:33:51.347710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-d322841a-fb27-485f-8ddb-aaf1330ddfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:33:51.349225 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-d322841a-fb27-485f-8ddb-aaf1330ddfed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0466580 May 10 12:33:51.398660 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-f9677f5e-cbe0-4474-b637-6e76a29f8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:33:51.400373 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-f9677f5e-cbe0-4474-b637-6e76a29f8b02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449729 May 10 12:33:51.492409 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-ca620c48-5493-482b-8238-00b7d77df6bb service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853083 May 10 12:33:51.593873 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-a7d415e1-77c2-4a19-8dca-5509b433ed31 req-f9945534-cff7-413c-b839-e07f26d21f92 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940886 May 10 12:34:03.225832 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:04.387719 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37f1ea8a-6347-40e0-a7db-c284cd841d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:05.940089 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:34:06.066029 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:07.366081 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ea98696-1b34-4672-ac94-d965c0b47959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:08.087225 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:09.610375 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:09.652428 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:33.249701 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:33.724070 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b93546-dde8-4cb8-971d-62943af0b256 req-295ce973-357a-4111-a534-f3e0111c5fc9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:33.725473 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22b93546-dde8-4cb8-971d-62943af0b256 req-295ce973-357a-4111-a534-f3e0111c5fc9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0539417 May 10 12:34:33.764273 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-22b93546-dde8-4cb8-971d-62943af0b256 req-28cbdbaa-5384-4cf4-9c27-729e147210ff tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325274 May 10 12:34:34.386683 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4124-e252-4cf6-bd59-9441a4af72fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:34.902184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caee45c-b0ed-40e5-b70d-081e22384a43 req-dff9ad26-4e2e-498f-9c9f-1ee7d96082c2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:34.903666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6caee45c-b0ed-40e5-b70d-081e22384a43 req-dff9ad26-4e2e-498f-9c9f-1ee7d96082c2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0618036 May 10 12:34:34.943622 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6caee45c-b0ed-40e5-b70d-081e22384a43 req-53ec15f6-0405-4a35-999b-a822a3870b74 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330927 May 10 12:34:36.072467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f77cf-a197-44c8-b277-8e4ba6f9ec77 req-701edbf5-e2d0-4761-a617-f1b3e9585c10 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:36.074137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca1f77cf-a197-44c8-b277-8e4ba6f9ec77 req-701edbf5-e2d0-4761-a617-f1b3e9585c10 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0509307 May 10 12:34:36.081159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:36.118493 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ca1f77cf-a197-44c8-b277-8e4ba6f9ec77 req-9ec60ee3-9a41-47e3-91cc-c58d2e70f319 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379822 May 10 12:34:37.245456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff48042-d935-421e-90bb-b83fd248fbcb req-dd8c1d12-e735-48b7-9be5-4b3e5dff6381 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:37.246919 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ff48042-d935-421e-90bb-b83fd248fbcb req-dd8c1d12-e735-48b7-9be5-4b3e5dff6381 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0553463 May 10 12:34:37.287330 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9ff48042-d935-421e-90bb-b83fd248fbcb req-7ddce279-e01d-4d59-966c-1398a5d7b728 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318968 May 10 12:34:37.362685 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0f82-cbc3-4d8f-90ef-cb8f632cc37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:38.098029 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:38.418836 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c628-ae49-4dc7-9968-db69e752ef30 req-ece1ff2c-2c63-495e-80eb-a0f822ae2764 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:38.420271 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a8c628-ae49-4dc7-9968-db69e752ef30 req-ece1ff2c-2c63-495e-80eb-a0f822ae2764 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0603983 May 10 12:34:38.463065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-98a8c628-ae49-4dc7-9968-db69e752ef30 req-ef0275fc-f47b-4f79-b941-41970840eed9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366411 May 10 12:34:39.586397 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469d9bd-9625-4069-b81b-6750460d3aac req-d0407ca7-dec4-4506-9184-db2c01949a7f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:39.587841 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a469d9bd-9625-4069-b81b-6750460d3aac req-d0407ca7-dec4-4506-9184-db2c01949a7f tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0540712 May 10 12:34:39.610166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:39.628704 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a469d9bd-9625-4069-b81b-6750460d3aac req-6813f12b-c92b-41cb-9d2b-c6b45759ac02 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331390 May 10 12:34:39.659508 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:40.758879 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c2289-ad61-43d7-b5f3-8942c0b91796 req-3b043709-c9b9-4ce2-8cb5-99aae6afe5c9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:40.760570 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-380c2289-ad61-43d7-b5f3-8942c0b91796 req-3b043709-c9b9-4ce2-8cb5-99aae6afe5c9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0559263 May 10 12:34:40.801436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-380c2289-ad61-43d7-b5f3-8942c0b91796 req-06d79a41-dc0d-4fa3-ae47-70a8e9e51656 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342524 May 10 12:34:41.942777 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6580f56-127a-4b64-bea2-c2af3fca7572 req-e5458395-a399-4d89-8dac-c3bf50c68d89 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:41.944273 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6580f56-127a-4b64-bea2-c2af3fca7572 req-e5458395-a399-4d89-8dac-c3bf50c68d89 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0641623 May 10 12:34:41.988212 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f6580f56-127a-4b64-bea2-c2af3fca7572 req-954a3f2b-8957-4111-9f17-948e9a7ce9a8 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376582 May 10 12:34:42.943366 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:34:43.120462 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5f4d5-5f2a-4ff5-bbe8-46591b34d2c9 req-4108df56-7c69-4d0d-9e5b-6bca2b999107 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:43.122003 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fbe5f4d5-5f2a-4ff5-bbe8-46591b34d2c9 req-4108df56-7c69-4d0d-9e5b-6bca2b999107 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0569744 May 10 12:34:43.159972 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fbe5f4d5-5f2a-4ff5-bbe8-46591b34d2c9 req-79a8f8df-1741-41fe-9de1-19f8bacd9959 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 May 10 12:34:43.851864 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-660fd0c4-85a0-4866-9c42-6a67346dfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:43.853398 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-660fd0c4-85a0-4866-9c42-6a67346dfbd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1097 time: 0.0432153 May 10 12:34:43.949916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-18b7cf00-3747-45c2-b685-4b55b14d0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:43.951548 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-18b7cf00-3747-45c2-b685-4b55b14d0e19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0908062 May 10 12:34:44.017787 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-4e686abe-351b-4b7c-8d6a-5398e8518275 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 1002 time: 0.0589747 May 10 12:34:44.071768 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-ef13c13a-a50f-4544-99ed-ff7e471740b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:44.073412 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-ef13c13a-a50f-4544-99ed-ff7e471740b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0492351 May 10 12:34:44.121275 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-cd09f2db-224d-4584-80d5-7957dee88b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:44.122799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-cd09f2db-224d-4584-80d5-7957dee88b2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428028 May 10 12:34:44.213894 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-e58af225-9c3b-450f-b815-60a12276be26 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847244 May 10 12:34:44.287607 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c989c-7195-4aaa-9a88-e1592a0324a8 req-626ebe38-44c7-4ca8-8ea1-4b2233636c87 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:44.288264 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e1c989c-7195-4aaa-9a88-e1592a0324a8 req-626ebe38-44c7-4ca8-8ea1-4b2233636c87 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0560236 May 10 12:34:44.325823 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7e57166a-9c6e-450a-b493-183db9c1f587 req-7305a164-4fd1-4e4a-8f4e-4bb8f702d73a service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055174 May 10 12:34:44.337887 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9e1c989c-7195-4aaa-9a88-e1592a0324a8 req-3c5c30fc-d964-45d0-a358-badc2e616f3c tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 May 10 12:34:45.466405 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361b162-f6ab-4b3e-b56d-2f942b1f63a0 req-5ad62cad-5af6-4296-8965-8bf2b1a99f2d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:45.467871 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9361b162-f6ab-4b3e-b56d-2f942b1f63a0 req-5ad62cad-5af6-4296-8965-8bf2b1a99f2d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0521145 May 10 12:34:45.508643 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9361b162-f6ab-4b3e-b56d-2f942b1f63a0 req-81ba77cf-6889-4b82-8564-56760d62adbb tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 May 10 12:34:46.628297 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a78afc-a5b7-494b-a6f1-e7646d272265 req-e6222a12-e09a-4fb5-ba37-55395c015bfe tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:46.629785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1a78afc-a5b7-494b-a6f1-e7646d272265 req-e6222a12-e09a-4fb5-ba37-55395c015bfe tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0493183 May 10 12:34:46.671578 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-f1a78afc-a5b7-494b-a6f1-e7646d272265 req-7050de32-7653-4f50-851c-9fa4b9b09fa1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350342 May 10 12:34:47.796169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3800270-a5d0-441a-8200-3651771895ff req-3fda22c0-5031-4af9-ae17-b983eaa9ce3b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:47.797653 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3800270-a5d0-441a-8200-3651771895ff req-3fda22c0-5031-4af9-ae17-b983eaa9ce3b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0577443 May 10 12:34:47.840102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c3800270-a5d0-441a-8200-3651771895ff req-54cebcc3-0501-406a-ad7b-8b025e0accf5 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 May 10 12:34:48.066793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-08e49c3f-d725-4765-ae31-25c465ca2947 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686052 May 10 12:34:48.078366 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-724f2817-6e35-43dd-bea4-f579ba146dfc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:34:48.079313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-724f2817-6e35-43dd-bea4-f579ba146dfc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065598 May 10 12:34:48.087910 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85d73-c8ac-4e35-845a-7fca3da3a675 req-b840ada4-d072-46be-9e2f-2694d77ce9f4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:48.089338 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9fd85d73-c8ac-4e35-845a-7fca3da3a675 req-b840ada4-d072-46be-9e2f-2694d77ce9f4 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0662210 May 10 12:34:48.130320 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9fd85d73-c8ac-4e35-845a-7fca3da3a675 req-91384181-e74e-460d-a2c0-1b1f71b42880 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347810 May 10 12:34:49.251791 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589170b-8788-448d-849e-dbfa017aaaf3 req-1ab79acf-0d91-4a28-8d75-6b459231278d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:49.253271 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a589170b-8788-448d-849e-dbfa017aaaf3 req-1ab79acf-0d91-4a28-8d75-6b459231278d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0531075 May 10 12:34:49.256766 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4f72d2d9-44be-46cf-a033-4f7f60cbbedd no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:34:49.304785 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a589170b-8788-448d-849e-dbfa017aaaf3 req-37c088a2-ff57-4c25-8eb8-a782e54ea093 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447040 May 10 12:34:49.334993 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:34:49.335480 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:49.357985 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:34:49.360257 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3eb727-0c44-47a4-a920-98fe8d9d167c" -d '{"events": [{"server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:34:49.373275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:34:49.378137 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:34:49.409024 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2bb2a2-0ada-4c42-b90f-5b5c8fa5e3bf x-openstack-request-id: req-cb2bb2a2-0ada-4c42-b90f-5b5c8fa5e3bf {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:34:49.409338 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "name": "network-vif-unplugged", "status": "failed", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd", "code": 422}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:34:49.409589 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb2bb2a2-0ada-4c42-b90f-5b5c8fa5e3bf {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:34:49.409984 n-d-840949-1 neutron-server[102769]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb2bb2a2-0ada-4c42-b90f-5b5c8fa5e3bf']: {'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'code': 422} returned with failed status May 10 12:34:49.433926 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:34:49.441582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.441925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.442258 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.442589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.442915 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.443343 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.443837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.444504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.444504 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.444760 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.445081 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:49.445398 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:34:50.421444 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0dea0-ffd1-4226-b3ca-3389ba89700e req-d10e28d2-bca8-4d4e-9bfb-6d4a88d936dd tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:50.422835 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ba0dea0-ffd1-4226-b3ca-3389ba89700e req-d10e28d2-bca8-4d4e-9bfb-6d4a88d936dd tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0508263 May 10 12:34:50.461625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-4ba0dea0-ffd1-4226-b3ca-3389ba89700e req-0ad9fbfb-35ee-4edc-921d-fb40e78cb9df tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 May 10 12:34:51.587467 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f65477-cf57-4f60-a965-2803e3782025 req-6570c27b-6681-416e-a0b1-ad177c7c0434 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:51.588989 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-75f65477-cf57-4f60-a965-2803e3782025 req-6570c27b-6681-416e-a0b1-ad177c7c0434 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0541182 May 10 12:34:51.627325 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-75f65477-cf57-4f60-a965-2803e3782025 req-dc547723-7e30-4d60-9042-9c6c29364348 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317881 May 10 12:34:52.759619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e147f78-dc8b-431c-aaaa-ff568805928a req-6fbd1e26-fae9-480b-85e9-4daf4d5b201b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:52.761132 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6e147f78-dc8b-431c-aaaa-ff568805928a req-6fbd1e26-fae9-480b-85e9-4daf4d5b201b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0591931 May 10 12:34:52.801388 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6e147f78-dc8b-431c-aaaa-ff568805928a req-b6dd50b8-2a01-43bd-8952-aa85fd4bfa5e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339236 May 10 12:34:52.821766 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-bbc8222c-983f-4cca-9472-f69bf55b3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:52.823264 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-bbc8222c-983f-4cca-9472-f69bf55b3e4b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef&tenant_id=302477c56ee748e4a6b4ca4186d079a9 HTTP/1.1" status: 200 len: 1095 time: 0.0439420 May 10 12:34:52.885869 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-af45629c-2922-43d0-b8f4-6849414a112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:52.887344 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-af45629c-2922-43d0-b8f4-6849414a112f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1095 time: 0.0423918 May 10 12:34:52.984206 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-996c84d0-5118-43d6-a8e9-fdd7104d7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:52.985582 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-996c84d0-5118-43d6-a8e9-fdd7104d7884 service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0906918 May 10 12:34:53.051497 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-f7f82709-97c0-41b6-b255-e1b1b727fa40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 1000 time: 0.0590920 May 10 12:34:53.102595 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-dcdaeca0-221d-4ee6-9f9f-96f4148a8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:53.104124 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-dcdaeca0-221d-4ee6-9f9f-96f4148a8dbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0462549 May 10 12:34:53.157662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-7849158b-d032-477c-aece-9b8fc9f750ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:53.159145 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-7849158b-d032-477c-aece-9b8fc9f750ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487013 May 10 12:34:53.249581 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-758b174c-693b-49a2-8d5c-76fdb257b2f6 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833573 May 10 12:34:53.348592 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-eb12849c-5df1-4082-8390-3e044162a354 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916421 May 10 12:34:53.932621 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874ee53-15f9-4fc6-a313-0d2a16b032d9 req-eb041e8a-78c5-4a30-b2c9-cc418fc49102 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:53.934093 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2874ee53-15f9-4fc6-a313-0d2a16b032d9 req-eb041e8a-78c5-4a30-b2c9-cc418fc49102 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0537772 May 10 12:34:53.971858 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2874ee53-15f9-4fc6-a313-0d2a16b032d9 req-2da86df5-5b3a-4989-aedd-69900dac9d95 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 May 10 12:34:55.114924 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da332fee-c2e8-4552-a693-4b95739d999c req-9aa79282-7dfe-4a33-80cf-179a8633f01b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:55.118076 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da332fee-c2e8-4552-a693-4b95739d999c req-9aa79282-7dfe-4a33-80cf-179a8633f01b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0651350 May 10 12:34:55.179598 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-da332fee-c2e8-4552-a693-4b95739d999c req-2f948d48-5457-40ed-99d7-987cb9d93e69 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553181 May 10 12:34:56.305417 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c744cd-f38d-4ffb-8bc7-9a5792f93f3a req-f8f407e7-0622-4e47-9acc-0f827c91a843 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:56.306896 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93c744cd-f38d-4ffb-8bc7-9a5792f93f3a req-f8f407e7-0622-4e47-9acc-0f827c91a843 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0532928 May 10 12:34:56.346602 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-93c744cd-f38d-4ffb-8bc7-9a5792f93f3a req-8c71eb9d-5f69-42d5-a761-264f8323ef52 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 May 10 12:34:57.481664 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f8ba3-1821-4852-af53-a0580e1cefa8 req-f37671de-9a92-4ffa-b5b9-88cec49081ad tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:57.483124 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-097f8ba3-1821-4852-af53-a0580e1cefa8 req-f37671de-9a92-4ffa-b5b9-88cec49081ad tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0533285 May 10 12:34:57.524572 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-097f8ba3-1821-4852-af53-a0580e1cefa8 req-881f7a43-9c34-4cb7-8815-adaebcd1e86d tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 May 10 12:34:58.649579 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c81e3c-9575-4a5e-8d5c-37d327f70ee8 req-0a6198f5-4535-4dc5-a9ec-bec27525e72e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:58.651045 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55c81e3c-9575-4a5e-8d5c-37d327f70ee8 req-0a6198f5-4535-4dc5-a9ec-bec27525e72e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0561237 May 10 12:34:58.692345 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-55c81e3c-9575-4a5e-8d5c-37d327f70ee8 req-f2916c6b-852f-46e9-a487-9f19b494dd2e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 May 10 12:34:59.828125 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040a662-4d5c-4edc-80bf-ec1ba18f6565 req-22925316-beae-48b7-9565-4ddb7552385e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:34:59.829626 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b040a662-4d5c-4edc-80bf-ec1ba18f6565 req-22925316-beae-48b7-9565-4ddb7552385e tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0577319 May 10 12:34:59.871638 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-b040a662-4d5c-4edc-80bf-ec1ba18f6565 req-835ce096-3ccf-4199-b788-529880b89b1a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333321 May 10 12:35:00.999331 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70df762-4f33-4283-baba-ef196d719df6 req-89d753a2-a06c-4123-b61c-9269238e007b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:01.000825 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d70df762-4f33-4283-baba-ef196d719df6 req-89d753a2-a06c-4123-b61c-9269238e007b tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 944 time: 0.0525484 May 10 12:35:01.039298 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d70df762-4f33-4283-baba-ef196d719df6 req-5bbed2ef-5767-4f9f-a5ec-dd73224e13b2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323632 May 10 12:35:01.337808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4f72d2d9-44be-46cf-a033-4f7f60cbbedd details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:35:01.439854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:35:01.451266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'port_id': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'mac_address': 'fa:16:3e:83:50:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:35:01.489072 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:35:01.489466 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:01.502024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f72d2d9-44be-46cf-a033-4f7f60cbbedd {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:35:01.522607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:35:01.529589 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:01.575646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:35:01.780999 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['4f72d2d9-44be-46cf-a033-4f7f60cbbedd'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:35:02.166337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730cabd-d30a-47fa-b625-1f72814c8264 req-101c2250-6758-4b6b-9987-86c2acac21b7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:02.167807 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0730cabd-d30a-47fa-b625-1f72814c8264 req-101c2250-6758-4b6b-9987-86c2acac21b7 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 945 time: 0.0585680 May 10 12:35:02.209070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0730cabd-d30a-47fa-b625-1f72814c8264 req-c0372288-bf53-4151-b2fe-08e4e4cc4747 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 May 10 12:35:03.267058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:03.362142 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4f72d2d9-44be-46cf-a033-4f7f60cbbedd up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:35:03.381229 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7734b-8a8a-4a78-8700-c6953b8c6387 req-fd5b7c5f-d615-4bd5-9fea-bf45617eec37 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:03.382692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86d7734b-8a8a-4a78-8700-c6953b8c6387 req-fd5b7c5f-d615-4bd5-9fea-bf45617eec37 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 945 time: 0.1001155 May 10 12:35:03.411697 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:35:03.412107 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:03.421408 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-86d7734b-8a8a-4a78-8700-c6953b8c6387 req-f3591fb6-0270-477f-b16e-55497107a0b9 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326953 May 10 12:35:03.489422 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:35:03.489814 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:03.514747 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:35:03.517003 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e4f59-672a-4279-9e2b-4aec406f207a" -d '{"events": [{"server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "name": "network-vif-plugged", "status": "completed", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:35:03.534941 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:35:03.540904 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:03.564178 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126dffac-e68b-4b6c-a909-4a80a565b1ac x-openstack-request-id: req-126dffac-e68b-4b6c-a909-4a80a565b1ac {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:35:03.564465 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "name": "network-vif-plugged", "status": "completed", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:35:03.564710 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-126dffac-e68b-4b6c-a909-4a80a565b1ac {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:35:03.565095 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126dffac-e68b-4b6c-a909-4a80a565b1ac'] response: {'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'code': 200} May 10 12:35:03.591198 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:35:03.714982 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935e5e-f68c-48be-a86f-b944e5094c94 req-ea028976-9a01-47c9-a1ae-0bf333b096f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:03.716399 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c935e5e-f68c-48be-a86f-b944e5094c94 req-ea028976-9a01-47c9-a1ae-0bf333b096f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1097 time: 0.0533719 May 10 12:35:03.752847 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-4c935e5e-f68c-48be-a86f-b944e5094c94 req-2e904c8c-6a5a-4c76-9a8f-5b71eb853bab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287323 May 10 12:35:04.384930 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-788130d3-6975-4e2e-b5a7-3023a8a85845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:04.551811 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35805b6-62d8-4d0e-9104-a39a67e27658 req-f1c4d793-1af9-4887-8596-637a611846ce tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:04.553436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d35805b6-62d8-4d0e-9104-a39a67e27658 req-f1c4d793-1af9-4887-8596-637a611846ce tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0588119 May 10 12:35:04.604356 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d35805b6-62d8-4d0e-9104-a39a67e27658 req-b60aad3f-5e9a-49a7-bfb2-9c1a8f6657b0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 May 10 12:35:05.776074 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25ca4c-d0da-4d61-af8b-754367a35385 req-11ac3893-6200-4086-be3d-55417b970411 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:05.777518 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d25ca4c-d0da-4d61-af8b-754367a35385 req-11ac3893-6200-4086-be3d-55417b970411 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.1009629 May 10 12:35:05.823161 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-6d25ca4c-d0da-4d61-af8b-754367a35385 req-13f1b401-0804-49ed-bdbc-225c1d3396c2 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359375 May 10 12:35:06.084379 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:07.362838 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-56f0344b-5749-48c0-828f-50542829f523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:08.101903 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:09.616111 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:09.652582 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:19.948454 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:35:33.270622 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:34.379368 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f1ed2c8d-d68d-48da-aa6c-068c8061f1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:36.105647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:37.360629 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-485182e2-13c8-4d00-8d6c-8af17e81d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:38.098696 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:39.623304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:39.659647 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:35:53.712276 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-ff3c0d92-b4ff-4c87-bee4-923e09ea0ec1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451150 May 10 12:35:53.797434 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-686e1ea2-704a-4d63-bc5b-c603af447425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:53.798921 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-686e1ea2-704a-4d63-bc5b-c603af447425 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1097 time: 0.0427930 May 10 12:35:53.904051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-3303df41-c781-473f-8aa7-a787a619e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:53.905881 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-3303df41-c781-473f-8aa7-a787a619e77d service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0866361 May 10 12:35:53.970215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-c0503ce2-0b82-44a8-b7bc-34c3cec38e89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 1002 time: 0.0578856 May 10 12:35:54.021469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-4e57e805-5815-42ae-9530-a528b25fb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:54.022875 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-4e57e805-5815-42ae-9530-a528b25fb5a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0462351 May 10 12:35:54.069336 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-1f87c913-cc5d-48c6-a63d-66e05f2b6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:35:54.070789 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-1f87c913-cc5d-48c6-a63d-66e05f2b6d5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410390 May 10 12:35:54.158692 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-526471ce-d382-461b-85e4-11aadecf28a4 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800865 May 10 12:35:54.253185 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-889a93c5-4200-4e1a-a4c5-4f2b8f0c0708 req-14ed33c7-3ae3-4f6d-b394-919528960850 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877473 May 10 12:35:56.954158 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:36:03.271518 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:04.392583 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-04f97731-2e41-4d15-80f4-36c7a7dd64b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:06.097699 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:07.365811 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-12aff5fd-1774-4146-9fe7-31c46ae57201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:08.111607 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:09.627382 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:09.655468 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:18.654000 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59972) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:18.825638 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Deleting port 2ffcf0c6-6e99-4df0-ab53-b704ec3c9e97 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:18.825885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:18.905918 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:18.906250 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:18.918563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Calling delete_port for 2ffcf0c6-6e99-4df0-ab53-b704ec3c9e97 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:19.069101 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:19.101452 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event deleted for resources: {'Port': ['ID=2ffcf0c6-6e99-4df0-ab53-b704ec3c9e97,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:19.126813 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.127169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.127486 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.127854 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.128202 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.128536 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.128922 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.129278 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.129629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.129958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.130359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.130724 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:19.169780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:19.170076 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Floating IP 2e5da69e-66fc-46c3-93ff-8da9a88faf2b disassociated (deleted). External IP: 172.25.8.162, port: 4f72d2d9-44be-46cf-a033-4f7f60cbbedd. May 10 12:36:19.382008 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:36:19.493839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:36:19.499212 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:19.503941 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] Sync routers for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:36:19.514000 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:19.514576 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:19.527065 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ad2f05f1-d6c4-4258-a40b-1a1817c89ba3 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "DELETE /v2.0/floatingips/2e5da69e-66fc-46c3-93ff-8da9a88faf2b HTTP/1.1" status: 204 len: 168 time: 0.8717151 May 10 12:36:19.527729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:36:19.530482 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1105d932-5b40-49b5-84ac-0bfc95719bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:36:19.568511 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc788baf-0cb3-4ab9-ae24-ce9cbad97754 x-openstack-request-id: req-bc788baf-0cb3-4ab9-ae24-ce9cbad97754 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:36:19.568864 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:36:19.569220 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc788baf-0cb3-4ab9-ae24-ce9cbad97754 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:36:19.569643 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc788baf-0cb3-4ab9-ae24-ce9cbad97754'] response: {'name': 'network-changed', 'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'status': 'completed', 'code': 200} May 10 12:36:19.620566 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:19.634876 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-706fdc6a-22b1-490b-ab4d-2d40bfc5c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:19.636305 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-706fdc6a-22b1-490b-ab4d-2d40bfc5c39f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=302477c56ee748e4a6b4ca4186d079a9&device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 1097 time: 0.0429430 May 10 12:36:19.740406 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-6c380d95-e490-405d-b2b2-190bfe081dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:19.741990 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-6c380d95-e490-405d-b2b2-190bfe081dc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 200 len: 910 time: 0.0983841 May 10 12:36:19.788596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bca030-aefb-4734-90f8-5179dff1ae1f req-7bc117dc-1821-4f61-b81d-d6706162c3bd tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:19.789219 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-b4e470e3-9737-403a-9452-ac1a6518adc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 200 len: 217 time: 0.0375021 May 10 12:36:19.790930 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98bca030-aefb-4734-90f8-5179dff1ae1f req-7bc117dc-1821-4f61-b81d-d6706162c3bd tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0581789 May 10 12:36:19.831797 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-98bca030-aefb-4734-90f8-5179dff1ae1f req-8d4695f1-d576-4a13-801b-d0fbc1d911e0 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340762 May 10 12:36:19.841351 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-1643b5fe-198f-4538-80f2-549075c42587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:19.842914 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-1643b5fe-198f-4538-80f2-549075c42587 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 200 len: 848 time: 0.0469737 May 10 12:36:19.845304 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:19.872471 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] Checking router: 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:36:19.881521 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:19.882160 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:19.891381 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-c0412a10-0c3c-405a-9f4d-60e055783f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:19.892956 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-c0412a10-0c3c-405a-9f4d-60e055783f00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=673639e6-b9ad-4827-990d-ce7e3d9d712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401728 May 10 12:36:19.987885 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-80295075-bc37-46ea-ab67-6241ede360e9 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876012 May 10 12:36:20.085251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1105d932-5b40-49b5-84ac-0bfc95719bb7 req-50f5b5b1-9ff3-4a13-a511-b98761e567f9 service neutron] 10.222.0.49 "GET /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895598 May 10 12:36:20.097561 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:20.293086 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:20.321354 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0fc41-4a06-44e5-8686-a8c5312e2d28 None None] The sync data for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 is: [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:47Z', 'revision_number': 4, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'b3570652-af94-453d-b9d5-7c490738bac2', 'name': '', 'network_id': '673639e6-b9ad-4827-990d-ce7e3d9d712f', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'mac_address': 'fa:16:3e:5b:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:47Z', 'updated_at': '2022-05-10T12:27:51Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'subnets': [{'id': '7df4b10e-ce4c-4baf-900d-d94fd75b43f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:36:20.562130 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83476e92-4f71-4dab-8fb4-9327a26072fb None None] New status for floating IP 2e5da69e-66fc-46c3-93ff-8da9a88faf2b: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:36:20.971658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5f1ef-e6e4-4153-b607-4dfed80ab368 req-b29f2b54-0d4a-4c6f-be70-8ecbb4c6f079 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:20.973164 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbf5f1ef-e6e4-4153-b607-4dfed80ab368 req-b29f2b54-0d4a-4c6f-be70-8ecbb4c6f079 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0605996 May 10 12:36:21.015565 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-bbf5f1ef-e6e4-4153-b607-4dfed80ab368 req-c33614ee-9341-47b2-954f-2d1dc40aa863 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dfa7fc7-2699-4e81-82e6-a0062108a14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333936 May 10 12:36:21.265443 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-bb9f8b62-0e25-4bf8-8a6b-3d9f9850e108 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:21.266793 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-bb9f8b62-0e25-4bf8-8a6b-3d9f9850e108 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.49 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 946 time: 0.0500517 May 10 12:36:21.356944 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Deleting port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:21.357288 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:21.449563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] For port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:21.449903 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:21.462958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Calling delete_port for 4f72d2d9-44be-46cf-a033-4f7f60cbbedd owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:21.599959 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:21.629337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event deleted for resources: {'Port': ['ID=4f72d2d9-44be-46cf-a033-4f7f60cbbedd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:21.678469 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] No DVR routers for this DVR port 4f72d2d9-44be-46cf-a033-4f7f60cbbedd on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:36:21.681244 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:21.684632 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8b2b6726-12c4-4048-96eb-d130784cecfc req-8f2bc453-458d-4a25-9d41-dfed8c66be27 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.49 "DELETE /v2.0/ports/4f72d2d9-44be-46cf-a033-4f7f60cbbedd HTTP/1.1" status: 204 len: 173 time: 0.4117992 May 10 12:36:21.685080 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'name': 'network-vif-deleted', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:36:21.687338 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60360703-fdaa-46ca-9448-4f0076e83888" -d '{"events": [{"server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "name": "network-vif-deleted", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:36:21.725606 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4a012-adf1-4b99-8040-b4a15499a6c6 x-openstack-request-id: req-9ce4a012-adf1-4b99-8040-b4a15499a6c6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:36:21.725898 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522cca5-1edd-4d22-b833-022f937bc3ef", "name": "network-vif-deleted", "tag": "4f72d2d9-44be-46cf-a033-4f7f60cbbedd", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:36:21.726159 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ce4a012-adf1-4b99-8040-b4a15499a6c6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:36:21.726546 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce4a012-adf1-4b99-8040-b4a15499a6c6'] response: {'server_uuid': '3522cca5-1edd-4d22-b833-022f937bc3ef', 'name': 'network-vif-deleted', 'tag': '4f72d2d9-44be-46cf-a033-4f7f60cbbedd', 'status': 'completed', 'code': 200} May 10 12:36:22.121980 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-466099a2-f237-48db-8184-242e162ec077 req-c1dc2822-c679-4f19-82f8-5c18cf606340 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 210 time: 0.0334115 May 10 12:36:23.229963 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-176d9e0a-d66f-4fc6-96e6-03456b7fb3f7 req-ead03d15-3ae5-4ce1-a201-a3ace722c7b1 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 210 time: 0.0309656 May 10 12:36:24.334866 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2ae8c22d-b18b-4ac6-be53-5afdea783d2c req-a8eda3e8-3135-4b7b-b604-2ae6a2148844 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 210 time: 0.0285404 May 10 12:36:25.457759 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-bcae186d-31e4-40fb-b698-04872a744b03 req-aa3ffc66-a0d6-46b9-a2e6-52b808c27fa6 tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "GET /v2.0/ports?device_id=3522cca5-1edd-4d22-b833-022f937bc3ef HTTP/1.1" status: 200 len: 210 time: 0.0281057 May 10 12:36:25.661813 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4f72d2d9-44be-46cf-a033-4f7f60cbbedd no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:36:25.683771 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 4f72d2d9-44be-46cf-a033-4f7f60cbbedd {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:36:25.684114 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 4f72d2d9-44be-46cf-a033-4f7f60cbbedd not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:36:26.517320 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60008) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:26.584086 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f276ee-4514-4223-a231-d55c48d61e4a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:26.610430 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f276ee-4514-4223-a231-d55c48d61e4a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:26.674645 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f276ee-4514-4223-a231-d55c48d61e4a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:26.678489 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d1f276ee-4514-4223-a231-d55c48d61e4a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:26.679688 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d1f276ee-4514-4223-a231-d55c48d61e4a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] 10.222.0.13 "DELETE /v2.0/security-groups/5dfa7fc7-2699-4e81-82e6-a0062108a14c HTTP/1.1" status: 204 len: 168 time: 0.1608419 May 10 12:36:26.689564 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f276ee-4514-4223-a231-d55c48d61e4a tempest-TestShelveInstance-136610028 tempest-TestShelveInstance-136610028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa7fc7-2699-4e81-82e6-a0062108a14c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:26.729059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60012) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:27.507047 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:27.760942 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Deleting port b3570652-af94-453d-b9d5-7c490738bac2 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:27.761976 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:27.841085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] For port b3570652-af94-453d-b9d5-7c490738bac2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=b3570652-af94-453d-b9d5-7c490738bac2,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:27.841436 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:27.854648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Calling delete_port for b3570652-af94-453d-b9d5-7c490738bac2 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:28.042541 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:28.071178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3570652-af94-453d-b9d5-7c490738bac2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:28.249003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:28.471569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:36:28.594085 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:36:28.600102 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a7131eff-7c65-4502-a8d8-86763300cec5 admin admin] 10.222.0.13 "PUT /v2.0/routers/7cc8c12d-a71b-4dfd-99bd-26e3d37884f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697906 May 10 12:36:28.602589 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60016) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:28.605464 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] Sync routers for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:36:28.617597 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:28.618223 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:28.710056 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:28.723010 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:28.817510 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:28.871629 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Deleting port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:28.872023 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:28.899432 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:36:27Z', 'revision_number': 5, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port': {'id': '9a109e9c-8e98-4045-ae9f-d2c78c5ab515', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:28.929083 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] Checking router: 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:36:28.937259 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] Routers {'7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:28.937868 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:28.949932 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] For port 9a109e9c-8e98-4045-ae9f-d2c78c5ab515, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9a109e9c-8e98-4045-ae9f-d2c78c5ab515,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:28.950297 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:28.962798 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Calling delete_port for 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:29.021205 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] Set router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:29.074249 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:36:28Z', 'revision_number': 6, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:29.101418 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c5220-7de5-408b-b8bb-6df3d79a6300 None None] The sync data for ids ['7cc8c12d-a71b-4dfd-99bd-26e3d37884f6'] in n-d-840949-1 is: [{'id': '7cc8c12d-a71b-4dfd-99bd-26e3d37884f6', 'name': 'tempest-TestShelveInstance-1702121051-router', 'tenant_id': '302477c56ee748e4a6b4ca4186d079a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:45Z', 'updated_at': '2022-05-10T12:36:28Z', 'revision_number': 6, 'project_id': '302477c56ee748e4a6b4ca4186d079a9', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:36:29.132455 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.161043 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Pushing event deleted for resources: {'Port': ['ID=9a109e9c-8e98-4045-ae9f-d2c78c5ab515,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:29.227314 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.316543 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.318729 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.369482 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.370098 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:36:29.374671 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.375917 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-d8741317-e5c6-455a-b509-fc6cca96d7da admin admin] 10.222.0.13 "DELETE /v2.0/routers/7cc8c12d-a71b-4dfd-99bd-26e3d37884f6 HTTP/1.1" status: 204 len: 168 time: 0.7723608 May 10 12:36:29.378655 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60018) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:29.426800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bd6cf2-b5de-46b4-8492-4438150781db admin admin] Deleting subnet 7df4b10e-ce4c-4baf-900d-d94fd75b43f1 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:36:29.429848 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95bd6cf2-b5de-46b4-8492-4438150781db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.467885 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95bd6cf2-b5de-46b4-8492-4438150781db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.548621 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95bd6cf2-b5de-46b4-8492-4438150781db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.601041 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95bd6cf2-b5de-46b4-8492-4438150781db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.629617 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd6cf2-b5de-46b4-8492-4438150781db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df4b10e-ce4c-4baf-900d-d94fd75b43f1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:29.633603 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-95bd6cf2-b5de-46b4-8492-4438150781db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.637313 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-95bd6cf2-b5de-46b4-8492-4438150781db admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7df4b10e-ce4c-4baf-900d-d94fd75b43f1 HTTP/1.1" status: 204 len: 168 time: 0.2572005 May 10 12:36:29.639517 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60020) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:29.642539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2a3c59-0a65-4d96-9a82-4d93fa56cdf3 None None] Network 673639e6-b9ad-4827-990d-ce7e3d9d712f requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:36:29.708598 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.763169 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Deleting port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:29.763546 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.833987 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] For port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:29.834657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.850349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Calling delete_port for a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:29.873211 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] DHCP port deletion for 673639e6-b9ad-4827-990d-ce7e3d9d712f request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:36:29.921581 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Deleting port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:29.921990 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.932590 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:29.960818 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] No DVR routers for this DVR port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:36:29.964828 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:29.993925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] For port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,segment=NetworkSegment(60104179-c89a-43e2-802c-50b8555361a4),segment_id=60104179-c89a-43e2-802c-50b8555361a4)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:29.994447 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.008622 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Calling delete_port for a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:30.038893 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.060013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673639e6-b9ad-4827-990d-ce7e3d9d712f']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:30.070306 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60104179-c89a-43e2-802c-50b8555361a4') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:30.070569 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60104179-c89a-43e2-802c-50b8555361a4') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:30.080286 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 12:36:30.082019 n-d-840949-1 neutron-server[102769]: self.session.flush() May 10 12:36:30.088358 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.097755 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.104166 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:36:30.104660 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: timer() May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:36:30.106532 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:36:30.117647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] No DVR routers for this DVR port a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:36:30.120739 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Pushing event deleted for resources: {'Port': ['ID=a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:30.131184 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.131709 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.132223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.133167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.133674 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.134170 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.135039 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.135627 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.136133 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.136616 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.137249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.137904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f5221-4cd2-4108-a3a4-fa6ea483c783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:30.169009 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.174909 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.182028 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] 10.222.0.13 "DELETE /v2.0/networks/673639e6-b9ad-4827-990d-ce7e3d9d712f HTTP/1.1" status: 204 len: 168 time: 0.5384789 May 10 12:36:30.182193 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60022) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:30.195285 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa5070-1f6d-4611-bcfa-d8a285362538 admin admin] Pushing event deleted for resources: {'Network': ['ID=673639e6-b9ad-4827-990d-ce7e3d9d712f,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:30.532260 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.641071 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b3570652-af94-453d-b9d5-7c490738bac2 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:36:30.665768 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: b3570652-af94-453d-b9d5-7c490738bac2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:36:30.666473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device b3570652-af94-453d-b9d5-7c490738bac2 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:36:30.666473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:36:30.686338 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:36:30.686652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9a109e9c-8e98-4045-ae9f-d2c78c5ab515 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:36:30.687090 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:36:30.707957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:36:30.708321 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a71d8dc1-6c33-4d75-aca3-bfb2a8f97b9c not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:36:30.781262 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Deleting port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:30.781581 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.867291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] For port fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,segment=NetworkSegment(34ccb010-faa6-468e-b0d3-4580015feb76),segment_id=34ccb010-faa6-468e-b0d3-4580015feb76)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:30.867651 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:30.880902 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Calling delete_port for fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:31.064971 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:31.090190 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:31.101638 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.101984 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.102325 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.102662 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.103023 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.103351 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.103674 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.104037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.104361 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.104653 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.105100 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.105288 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:31.262140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:31.484941 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Router 5690136f-1600-4f3d-872c-9e4f2a6a6834 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:36:31.600539 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:36:31.605779 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-8b49868b-d80a-42c0-bb43-a73c5bcef53c admin admin] 10.222.0.13 "PUT /v2.0/routers/5690136f-1600-4f3d-872c-9e4f2a6a6834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4226418 May 10 12:36:31.608628 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60024) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:31.611362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] Sync routers for ids ['5690136f-1600-4f3d-872c-9e4f2a6a6834'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:36:31.623602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] Routers {'5690136f-1600-4f3d-872c-9e4f2a6a6834'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:31.624308 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5690136f-1600-4f3d-872c-9e4f2a6a6834'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:31.732950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] Set router 5690136f-1600-4f3d-872c-9e4f2a6a6834 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:31.928124 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:36:31Z', 'revision_number': 5, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:31.961457 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] Checking router: 5690136f-1600-4f3d-872c-9e4f2a6a6834 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:36:31.971157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] Routers {'5690136f-1600-4f3d-872c-9e4f2a6a6834'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:31.971796 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['5690136f-1600-4f3d-872c-9e4f2a6a6834'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:32.073002 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.079160 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] Set router 5690136f-1600-4f3d-872c-9e4f2a6a6834 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:32.177522 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.233797 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Deleting port 55545b20-574c-4e7f-a141-ee6f4a20e139 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:32.234048 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.260662 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:36:31Z', 'revision_number': 5, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:32.286612 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06763b7-e52c-4548-8e25-cd43be2b8f67 None None] The sync data for ids ['5690136f-1600-4f3d-872c-9e4f2a6a6834'] in n-d-840949-1 is: [{'id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'name': 'tempest-TestShelveInstance-976136616-router', 'tenant_id': '85d85f9795a644b995dcb10b687e22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:27:49Z', 'updated_at': '2022-05-10T12:36:31Z', 'revision_number': 5, 'project_id': '85d85f9795a644b995dcb10b687e22bb', 'gw_port': {'id': '55545b20-574c-4e7f-a141-ee6f4a20e139', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5690136f-1600-4f3d-872c-9e4f2a6a6834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:27:50Z', 'updated_at': '2022-05-10T12:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:36:32.314658 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] For port 55545b20-574c-4e7f-a141-ee6f4a20e139, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=55545b20-574c-4e7f-a141-ee6f4a20e139,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:32.315241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.328581 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Calling delete_port for 55545b20-574c-4e7f-a141-ee6f4a20e139 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:32.501617 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.526747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=55545b20-574c-4e7f-a141-ee6f4a20e139,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:32.587524 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.691129 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.694292 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.741952 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.742848 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5690136f-1600-4f3d-872c-9e4f2a6a6834 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:36:32.747223 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.748438 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-9e53bd48-25cf-48c2-bbdc-2e4007333c65 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5690136f-1600-4f3d-872c-9e4f2a6a6834 HTTP/1.1" status: 204 len: 168 time: 1.1388929 May 10 12:36:32.751008 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60026) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:32.759120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:36:32.785428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:36:32.785983 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device fe88bc4e-2b73-4e66-81b2-dcfd05bac8ef not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:36:32.796501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4be09d0-258c-4c37-b639-b2ba4452ba2a admin admin] Deleting subnet 23357f7e-4554-4c6d-870a-e67d6d21aaea {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:36:32.799973 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4be09d0-258c-4c37-b639-b2ba4452ba2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.835631 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4be09d0-258c-4c37-b639-b2ba4452ba2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.923342 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4be09d0-258c-4c37-b639-b2ba4452ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:32.983103 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4be09d0-258c-4c37-b639-b2ba4452ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.008326 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be09d0-258c-4c37-b639-b2ba4452ba2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23357f7e-4554-4c6d-870a-e67d6d21aaea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:33.011869 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d4be09d0-258c-4c37-b639-b2ba4452ba2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.015000 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-d4be09d0-258c-4c37-b639-b2ba4452ba2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/23357f7e-4554-4c6d-870a-e67d6d21aaea HTTP/1.1" status: 204 len: 168 time: 0.2629943 May 10 12:36:33.017774 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60028) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:33.019423 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5445918-baaf-4c8c-966b-a0e3b961aeb5 None None] Network a3478d70-1a0c-4f1b-a801-83b466d5b53a requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:36:33.088778 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.144052 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Deleting port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:33.144392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.210763 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] For port 185b77f6-272c-4854-9dd3-b1d877fc6bb2, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=185b77f6-272c-4854-9dd3-b1d877fc6bb2,segment=NetworkSegment(34ccb010-faa6-468e-b0d3-4580015feb76),segment_id=34ccb010-faa6-468e-b0d3-4580015feb76)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:33.211100 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.224717 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Calling delete_port for 185b77f6-272c-4854-9dd3-b1d877fc6bb2 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:33.264144 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.291587 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] DHCP port deletion for a3478d70-1a0c-4f1b-a801-83b466d5b53a request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:36:33.313250 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.341239 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] Deleting port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:36:33.341608 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.347507 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] No DVR routers for this DVR port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:36:33.349707 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=185b77f6-272c-4854-9dd3-b1d877fc6bb2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:33.404602 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] For port 185b77f6-272c-4854-9dd3-b1d877fc6bb2, host n-d-840949-1, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:33.405393 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.419737 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.421956 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] Calling delete_port for 185b77f6-272c-4854-9dd3-b1d877fc6bb2 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:36:33.425318 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] Port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 10 12:36:33.426543 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.444222 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3478d70-1a0c-4f1b-a801-83b466d5b53a']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:33.451371 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] Pushing event deleted for resources: {'Port': ['ID=185b77f6-272c-4854-9dd3-b1d877fc6bb2,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:33.453424 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ccb010-faa6-468e-b0d3-4580015feb76') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:33.453715 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ccb010-faa6-468e-b0d3-4580015feb76') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:33.456502 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f5f5e-ff05-4583-85a8-77774360ec39 None None] No DVR routers for this DVR port 185b77f6-272c-4854-9dd3-b1d877fc6bb2 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:36:33.467873 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.482533 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.488587 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:36:33.488972 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: timer() May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:36:33.490636 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:36:33.552155 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.559178 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.564048 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a3478d70-1a0c-4f1b-a801-83b466d5b53a HTTP/1.1" status: 204 len: 168 time: 0.5451186 May 10 12:36:33.575185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e30c32-c334-4749-abdf-6e325d4dd5c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3478d70-1a0c-4f1b-a801-83b466d5b53a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:33.683281 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60032) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:33.723075 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-be707171-15bc-48ab-814f-4ae6b66b49cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=302477c56ee748e4a6b4ca4186d079a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385828 May 10 12:36:33.726700 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60034) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:33.774106 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-333a0287-d25f-4ff1-960e-dbd12a7b85da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.798420 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-333a0287-d25f-4ff1-960e-dbd12a7b85da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.847034 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-333a0287-d25f-4ff1-960e-dbd12a7b85da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.850079 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-333a0287-d25f-4ff1-960e-dbd12a7b85da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:33.851174 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-333a0287-d25f-4ff1-960e-dbd12a7b85da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/950f9100-384b-4c38-8d63-4d031f8e633b HTTP/1.1" status: 204 len: 168 time: 0.1235881 May 10 12:36:33.859146 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a0287-d25f-4ff1-960e-dbd12a7b85da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950f9100-384b-4c38-8d63-4d031f8e633b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:33.953520 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:36:34.173526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60040) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:34.213324 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-7859cca5-d9a9-463f-978a-c1ce4c1f860b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85d85f9795a644b995dcb10b687e22bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385904 May 10 12:36:34.215741 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:34.262204 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-201cae96-05ca-4e0e-a376-d0347f9a3d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:34.288148 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-201cae96-05ca-4e0e-a376-d0347f9a3d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:34.335246 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-201cae96-05ca-4e0e-a376-d0347f9a3d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:34.338005 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-201cae96-05ca-4e0e-a376-d0347f9a3d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:34.339181 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-201cae96-05ca-4e0e-a376-d0347f9a3d39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/226ff696-fbd9-4c74-8e06-03b04fc46c2a HTTP/1.1" status: 204 len: 168 time: 0.1224842 May 10 12:36:34.348217 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cae96-05ca-4e0e-a376-d0347f9a3d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226ff696-fbd9-4c74-8e06-03b04fc46c2a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:34.385372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32e47a65-c2b4-474a-8a3a-6ae1a1734e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:34.639552 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 55545b20-574c-4e7f-a141-ee6f4a20e139 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:36:34.661289 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 55545b20-574c-4e7f-a141-ee6f4a20e139 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:36:34.661634 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 55545b20-574c-4e7f-a141-ee6f4a20e139 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:36:34.662021 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 185b77f6-272c-4854-9dd3-b1d877fc6bb2 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:36:34.681625 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 185b77f6-272c-4854-9dd3-b1d877fc6bb2 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:36:34.681977 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 185b77f6-272c-4854-9dd3-b1d877fc6bb2 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:36:35.086501 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60064) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:35.200036 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-352540765-network', 'tenant_id': 'cc35aec5c18447aaa00796c727164480'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:35.221518 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Made reservation on behalf of cc35aec5c18447aaa00796c727164480 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:36:35.224086 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.232998 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.321944 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.329343 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.354322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:36:35.363946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f28f5e-63c8-4995-940e-573a9b1e7d05,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:35.370078 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.370411 n-d-840949-1 neutron-server[102768]: INFO neutron.db.segments_db [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Added segment 3be83abd-9104-40dc-9c33-ea56978e7b71 of type vlan for network b62f558e-2a09-4405-a2bc-8c957c9e960c May 10 12:36:35.414606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.450239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.451563 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:35.452493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.507759 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4198546 May 10 12:36:35.510821 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60068) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:35.516591 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Request body: {'subnet': {'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-352540765-subnet', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:35.516743 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe5298-e888-4e08-aaba-eb3f58a7506c admin admin] Pushing event updated for resources: {'Network': ['ID=b62f558e-2a09-4405-a2bc-8c957c9e960c,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:35.526568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network b62f558e-2a09-4405-a2bc-8c957c9e960c details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:36:35.543048 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Made reservation on behalf of cc35aec5c18447aaa00796c727164480 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:36:35.545575 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.721607 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.773824 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4dd2ff9-cb23-4203-b2b5-73682953cc01,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:35.784648 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Checking segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:35.784850 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Network hostable DHCP agents. Network: b62f558e-2a09-4405-a2bc-8c957c9e960c, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:36:35.802563 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Network b62f558e-2a09-4405-a2bc-8c957c9e960c is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:36:35.812422 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, b62f558e-2a09-4405-a2bc-8c957c9e960c) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:35.816762 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:35.817357 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.822077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07b6c4-a2b1-427a-95d6-ec630cc799d9 None None] Network b62f558e-2a09-4405-a2bc-8c957c9e960c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:36:35.834503 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-584c1df3-035f-44a6-a796-06bbf4a43c1c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3225672 May 10 12:36:35.837395 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60070) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:35.841946 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:35.863046 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.864117 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.928735 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:35.981266 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-b62f558e-2a09-4405-a2bc-8c957c9e960c', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:36:35.982142 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.071272 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.127720 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Allocated IP 172.20.0.2 (b62f558e-2a09-4405-a2bc-8c957c9e960c/a4dd2ff9-cb23-4203-b2b5-73682953cc01/9bcc6369-0c1d-4093-95b9-1c7c92303db6) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:36:36.134639 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.274096 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.279339 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.281013 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.298928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.317928 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Network b62f558e-2a09-4405-a2bc-8c957c9e960c is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:36.320652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:36.324055 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:36:36.335076 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Pushing event updated for resources: {'Port': ['ID=9bcc6369-0c1d-4093-95b9-1c7c92303db6,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:36.386059 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Attempting to bind port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:36:36.386429 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Attempting to bind port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:36:36.386793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Attempting to bind port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 on network b62f558e-2a09-4405-a2bc-8c957c9e960c {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:36:36.391756 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:36:36.392159 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Checking segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:36.392901 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.393025 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Bound using segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:36:36.393435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Bound port: 9bcc6369-0c1d-4093-95b9-1c7c92303db6, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:36:36.394058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.405120 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Allocated IP 172.25.8.93 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:36:36.459572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] For port 9bcc6369-0c1d-4093-95b9-1c7c92303db6, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:36:36.462996 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] For port 9bcc6369-0c1d-4093-95b9-1c7c92303db6, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bcc6369-0c1d-4093-95b9-1c7c92303db6,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:36:36.467262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.511172 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.523220 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd18d5-684e-4b14-84d0-b12be240f9ed None None] Pushing event updated for resources: {'Port': ['ID=9bcc6369-0c1d-4093-95b9-1c7c92303db6,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:36.553928 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:36.591900 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:36.594648 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:36.597858 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:36:36.632448 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:36.867045 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.061071 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.200506 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Router f1e3713b-e43f-4eab-ab26-936dc3a753c6 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:36:37.318189 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:36:37.327174 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Sync routers for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:36:37.338257 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.342132 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-c4bef5e3-fdd5-46af-9af7-83d27fba97a2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5011802 May 10 12:36:37.342611 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:37.342801 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60072) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:37.343274 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:37.364640 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df6ae9ae-d348-43da-bd1d-7d31808eaca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.447128 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:37.472249 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27db3ad-e4de-4d91-96ca-c5dade72966a None None] Network b62f558e-2a09-4405-a2bc-8c957c9e960c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:36:37.549835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cc063db7-6052-49fa-93e1-906ecaa8c535 None None] Provisioning complete for port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:37.550860 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc063db7-6052-49fa-93e1-906ecaa8c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.632140 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:36Z', 'revision_number': 3, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:37.658622 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Checking router: f1e3713b-e43f-4eab-ab26-936dc3a753c6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:36:37.659085 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Updating router f1e3713b-e43f-4eab-ab26-936dc3a753c6 port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:36:37.683982 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.784424 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.875577 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cc063db7-6052-49fa-93e1-906ecaa8c535 None None] Current status of the port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:37.875983 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc063db7-6052-49fa-93e1-906ecaa8c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.912701 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cc063db7-6052-49fa-93e1-906ecaa8c535 None None] For port 9bcc6369-0c1d-4093-95b9-1c7c92303db6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bcc6369-0c1d-4093-95b9-1c7c92303db6,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:37.919888 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc063db7-6052-49fa-93e1-906ecaa8c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.947338 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Allocated IP 172.20.0.1 (b62f558e-2a09-4405-a2bc-8c957c9e960c/a4dd2ff9-cb23-4203-b2b5-73682953cc01/a8361948-391c-4eeb-b013-3f9a1ee8d123) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:36:37.964763 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.971960 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:37.981742 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc063db7-6052-49fa-93e1-906ecaa8c535 None None] Pushing event updated for resources: {'Port': ['ID=9bcc6369-0c1d-4093-95b9-1c7c92303db6,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:38.031755 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Attempting to bind port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:36:38.032152 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Attempting to bind port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:36:38.032800 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Attempting to bind port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:36:38.040953 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:36:38.041310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:38.041707 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.042093 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:36:38.042564 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Bound port: 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:36:38.042933 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.072569 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Pushing event updated for resources: {'Port': ['ID=3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:38.074775 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.105096 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] For port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:36:38.106435 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.108348 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] For port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:36:38.110509 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.110910 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.116355 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.116696 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.117025 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.117393 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.117724 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.117988 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.118310 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.118706 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.119027 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.119340 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:36:38.121562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.123722 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.164493 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Network b62f558e-2a09-4405-a2bc-8c957c9e960c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:38.168728 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:38.175871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:36:38.179115 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Pushing event updated for resources: {'Port': ['ID=a8361948-391c-4eeb-b013-3f9a1ee8d123,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:38.182271 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:38.184308 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:38.215977 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.244105 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9dce0bf6-99c2-46ab-ae85-07c20c466dca None None] Provisioning complete for port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:38.244955 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9dce0bf6-99c2-46ab-ae85-07c20c466dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.350481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9dce0bf6-99c2-46ab-ae85-07c20c466dca None None] Current status of the port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:38.386504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493764b-9d14-4c08-8eb8-09a6e9daf9f6 None None] Pushing event updated for resources: {'Port': ['ID=3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:38.418840 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:38.473012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-97a1849e-8407-4b11-99cd-ef068044d36f None None] Provisioning complete for port a8361948-391c-4eeb-b013-3f9a1ee8d123 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:38.473607 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97a1849e-8407-4b11-99cd-ef068044d36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.508974 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-97a1849e-8407-4b11-99cd-ef068044d36f None None] Port a8361948-391c-4eeb-b013-3f9a1ee8d123 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:36:38.600400 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:36Z', 'revision_number': 3, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:38.627194 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c7e4f-9416-4894-8832-60dcb142d805 None None] The sync data for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 is: [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:36Z', 'revision_number': 3, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:36:38.684862 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.690609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bcc6369-0c1d-4093-95b9-1c7c92303db6 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:38.740062 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:38.740443 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.823488 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:38.855109 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.866888 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:38.946427 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Pushing event updated for resources: {'Port': ['ID=a8361948-391c-4eeb-b013-3f9a1ee8d123,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:38.950081 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.044506 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Network b62f558e-2a09-4405-a2bc-8c957c9e960c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:39.045991 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:39.173392 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Router f1e3713b-e43f-4eab-ab26-936dc3a753c6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:36:39.291614 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:36:39.298867 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-04ef2578-c05e-4b75-ab07-59e45466080e admin admin] 10.222.0.13 "PUT /v2.0/routers/f1e3713b-e43f-4eab-ab26-936dc3a753c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9527638 May 10 12:36:39.335510 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-98a6e15a-f153-4ec7-9f41-0857411699e4 None None] Provisioning complete for port a8361948-391c-4eeb-b013-3f9a1ee8d123 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:39.335893 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-98a6e15a-f153-4ec7-9f41-0857411699e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.371045 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-98a6e15a-f153-4ec7-9f41-0857411699e4 None None] Port a8361948-391c-4eeb-b013-3f9a1ee8d123 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:36:39.625594 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.649747 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.802753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60088) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:39.807800 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-967370733-network', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:39.827182 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Made reservation on behalf of c536d8179c9f4048a32ba4c1c3bd8252 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:36:39.829544 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for network, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.839371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.919991 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.925418 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.946705 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:36:39.962368 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6772fd2-9259-43e7-a168-7ad4b270e692,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:39.965343 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:39.965676 n-d-840949-1 neutron-server[102767]: INFO neutron.db.segments_db [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Added segment 693ee598-5c9b-4b5f-b385-545d4ed86e62 of type vlan for network 2ab49fe8-f75d-4823-b079-b0d241597f3e May 10 12:36:40.009746 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770907891056'] for network, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.037583 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103'] for network, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.038757 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:40.039407 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.095394 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2914636 May 10 12:36:40.098266 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60090) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:40.104787 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Request body: {'subnet': {'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-967370733-subnet', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:40.112451 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79f75e-6000-410b-9ee3-c06e3b095d5f admin admin] Pushing event updated for resources: {'Network': ['ID=2ab49fe8-f75d-4823-b079-b0d241597f3e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:40.129412 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Network 2ab49fe8-f75d-4823-b079-b0d241597f3e details requested by agent ovs-agent-n-d-840949-1 with host n-d-840949-1 {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 12:36:40.131374 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Made reservation on behalf of c536d8179c9f4048a32ba4c1c3bd8252 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:36:40.134308 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8828118'] for subnet, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.170755 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Sync routers for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:36:40.200670 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:40.201222 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:40.311439 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:40.313804 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8570909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8828100'] for subnet, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.369168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=130c6bd1-79f4-4754-b5e4-0731e3937c55,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:40.379895 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Checking segment: {'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:40.380333 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Network hostable DHCP agents. Network: 2ab49fe8-f75d-4823-b079-b0d241597f3e, hostable agents: ['654d6fb8-5f2f-4d71-bc7a-cb2f566357b9'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:36:40.398380 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Network 2ab49fe8-f75d-4823-b079-b0d241597f3e is scheduled to be hosted by DHCP agent 654d6fb8-5f2f-4d71-bc7a-cb2f566357b9 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:36:40.408396 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840949-1, 2ab49fe8-f75d-4823-b079-b0d241597f3e) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:40.413128 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:40.413662 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.424568 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa475d4d-6baa-421d-b5ab-b546cd6350f4 None None] Network 2ab49fe8-f75d-4823-b079-b0d241597f3e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:36:40.431214 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cbab0c63-f668-49dd-a313-90e635788aca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3319297 May 10 12:36:40.433865 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:40.439152 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:40.458225 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31191'] for router, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.459211 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3711030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-435461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31196'] for router, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.517475 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.629285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e52610d-9f09-5ce3-935b-2ed9fc0bf36c-2ab49fe8-f75d-4823-b079-b0d241597f3e', 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'fixed_ips': [{'subnet_id': '130c6bd1-79f4-4754-b5e4-0731e3937c55'}]}} from n-d-840949-1. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:36:40.630386 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.636898 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 2, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:40.667623 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.681607 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Checking router: f1e3713b-e43f-4eab-ab26-936dc3a753c6 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:36:40.682167 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Updating router f1e3713b-e43f-4eab-ab26-936dc3a753c6 port a8361948-391c-4eeb-b013-3f9a1ee8d123 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:36:40.686641 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:40.792873 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.871355 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.890682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:40.955174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Allocated IP 172.20.0.2 (2ab49fe8-f75d-4823-b079-b0d241597f3e/130c6bd1-79f4-4754-b5e4-0731e3937c55/860771f0-3279-4e52-bbf7-b3d471274485) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:36:40.959432 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:40.959846 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.006134 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Allocated IP 172.25.8.49 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/ed64128c-7b8f-40ed-893b-997ae3cde965) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:36:41.109057 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.144990 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.188013 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:41.189526 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:41.192458 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:36:41.222945 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Pushing event updated for resources: {'Port': ['ID=ed64128c-7b8f-40ed-893b-997ae3cde965,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:41.247415 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:41.247793 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.272122 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Notify callbacks [] for port, precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.286590 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013'] for port, after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.306024 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:41.333219 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.363325 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Network 2ab49fe8-f75d-4823-b079-b0d241597f3e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:41.373071 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.375156 n-d-840949-1 neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:41.378315 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Pushing event updated for resources: {'Port': ['ID=860771f0-3279-4e52-bbf7-b3d471274485,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:41.380678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:36:41.386271 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.462705 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.476517 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:41.531188 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Attempting to bind port 860771f0-3279-4e52-bbf7-b3d471274485 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:36:41.531561 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Attempting to bind port 860771f0-3279-4e52-bbf7-b3d471274485 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:36:41.531950 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Attempting to bind port 860771f0-3279-4e52-bbf7-b3d471274485 on network 2ab49fe8-f75d-4823-b079-b0d241597f3e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:36:41.686275 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3711039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448831'] for router, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.744560 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:36:41.745174 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Checking segment: {'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:41.745299 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.745624 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Bound using segment: {'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:36:41.746088 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Bound port: 860771f0-3279-4e52-bbf7-b3d471274485, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:36:41.746467 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.753910 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc395c1-a7c9-45a6-8968-3e9e17c1a10d None None] Pushing event updated for resources: {'Port': ['ID=a8361948-391c-4eeb-b013-3f9a1ee8d123,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:41.765648 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Attempting to bind port a8361948-391c-4eeb-b013-3f9a1ee8d123 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:36:41.766048 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Attempting to bind port a8361948-391c-4eeb-b013-3f9a1ee8d123 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:36:41.766418 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Attempting to bind port a8361948-391c-4eeb-b013-3f9a1ee8d123 on network b62f558e-2a09-4405-a2bc-8c957c9e960c {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:36:41.777595 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bcbec1f4-3e5f-4c81-8a7b-1c5630a9886f None None] Provisioning complete for port a8361948-391c-4eeb-b013-3f9a1ee8d123 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:41.777964 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bcbec1f4-3e5f-4c81-8a7b-1c5630a9886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.795539 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:36:41.795955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Checking segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:41.796361 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.796745 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Bound using segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:36:41.797227 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Bound port: a8361948-391c-4eeb-b013-3f9a1ee8d123, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:36:41.797609 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.821518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Router cac92bb4-1342-47ba-962c-409f155137c7 is scheduled to L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 12:36:41.881521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bcbec1f4-3e5f-4c81-8a7b-1c5630a9886f None None] Port a8361948-391c-4eeb-b013-3f9a1ee8d123 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:36:41.897357 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] For port 860771f0-3279-4e52-bbf7-b3d471274485, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:36:41.901863 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] For port 860771f0-3279-4e52-bbf7-b3d471274485, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=860771f0-3279-4e52-bbf7-b3d471274485,segment=NetworkSegment(693ee598-5c9b-4b5f-b385-545d4ed86e62),segment_id=693ee598-5c9b-4b5f-b385-545d4ed86e62)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:36:41.911694 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.939314 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:36:41.949070 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Sync routers for ids ['cac92bb4-1342-47ba-962c-409f155137c7'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:36:41.960124 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Routers {'cac92bb4-1342-47ba-962c-409f155137c7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:41.960741 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cac92bb4-1342-47ba-962c-409f155137c7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:41.963394 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] For port a8361948-391c-4eeb-b013-3f9a1ee8d123, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:36:41.966684 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:41.970646 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-5285ed05-157e-4e8f-8b2e-4d576a2032ac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5331137 May 10 12:36:41.971298 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60094) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:41.982196 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] For port a8361948-391c-4eeb-b013-3f9a1ee8d123, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a8361948-391c-4eeb-b013-3f9a1ee8d123,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:36:41.996322 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.016881 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1737526-cca8-49e4-a5ef-8bd1da86712e None None] Pushing event updated for resources: {'Port': ['ID=860771f0-3279-4e52-bbf7-b3d471274485,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:42.085316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc395c1-a7c9-45a6-8968-3e9e17c1a10d None None] Pushing event updated for resources: {'Port': ['ID=a8361948-391c-4eeb-b013-3f9a1ee8d123,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:42.102988 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:42.103652 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:42.150275 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Set router cac92bb4-1342-47ba-962c-409f155137c7 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:42.238322 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:42.458684 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 3, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port': {'id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:42.485107 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Checking router: cac92bb4-1342-47ba-962c-409f155137c7 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:36:42.485445 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Updating router cac92bb4-1342-47ba-962c-409f155137c7 port ed64128c-7b8f-40ed-893b-997ae3cde965 binding host n-d-840949-1 {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:36:42.511421 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.515748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.519127 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1fd51941-6e30-43fe-85d1-4664b8ebb417 None None] Provisioning complete for port a8361948-391c-4eeb-b013-3f9a1ee8d123 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:42.519569 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1fd51941-6e30-43fe-85d1-4664b8ebb417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.566842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:42.599582 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d324c-18f0-4140-b4fd-dee8d6c7b5f5 None None] The sync data for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 is: [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:36:42.703603 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1fd51941-6e30-43fe-85d1-4664b8ebb417 None None] Current status of the port a8361948-391c-4eeb-b013-3f9a1ee8d123 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:42.704139 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1fd51941-6e30-43fe-85d1-4664b8ebb417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.721955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Allocated IP 172.20.0.1 (2ab49fe8-f75d-4823-b079-b0d241597f3e/130c6bd1-79f4-4754-b5e4-0731e3937c55/bbc70ebc-0eea-45af-877f-4b45203771c3) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:36:42.760049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1fd51941-6e30-43fe-85d1-4664b8ebb417 None None] For port a8361948-391c-4eeb-b013-3f9a1ee8d123, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a8361948-391c-4eeb-b013-3f9a1ee8d123,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:42.768989 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1fd51941-6e30-43fe-85d1-4664b8ebb417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.852519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd51941-6e30-43fe-85d1-4664b8ebb417 None None] Pushing event updated for resources: {'Port': ['ID=a8361948-391c-4eeb-b013-3f9a1ee8d123,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:42.873419 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Notify callbacks [] for port, precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.874512 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.882854 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.910154 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 860771f0-3279-4e52-bbf7-b3d471274485 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:42.934076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.949113 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Attempting to bind port ed64128c-7b8f-40ed-893b-997ae3cde965 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:36:42.950132 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Attempting to bind port ed64128c-7b8f-40ed-893b-997ae3cde965 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:36:42.950800 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Attempting to bind port ed64128c-7b8f-40ed-893b-997ae3cde965 on network 9bf4babe-f129-4202-b603-fe5f18a8b598 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:36:42.964570 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:36:42.965115 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Checking segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:42.965783 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.966265 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Bound using segment: {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:36:42.967716 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Bound port: ed64128c-7b8f-40ed-893b-997ae3cde965, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:36:42.968199 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:42.984628 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 860771f0-3279-4e52-bbf7-b3d471274485 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:42.985424 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.022218 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Network 2ab49fe8-f75d-4823-b079-b0d241597f3e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:43.024788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc70ebc-0eea-45af-877f-4b45203771c3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:43.027680 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:43.032729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:36:43.039319 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba8fb4-9ba5-4630-9218-b775b4c6b5c5 None None] Pushing event updated for resources: {'Port': ['ID=ed64128c-7b8f-40ed-893b-997ae3cde965,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:43.061455 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] For port ed64128c-7b8f-40ed-893b-997ae3cde965, host n-d-840949-1, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:36:43.065616 n-d-840949-1 neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] For port ed64128c-7b8f-40ed-893b-997ae3cde965, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ed64128c-7b8f-40ed-893b-997ae3cde965,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:36:43.073380 n-d-840949-1 neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.108021 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447754'] for router_interface, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.143482 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Routers {'cac92bb4-1342-47ba-962c-409f155137c7'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:43.143776 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cac92bb4-1342-47ba-962c-409f155137c7'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:43.156484 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 860771f0-3279-4e52-bbf7-b3d471274485 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:43.157102 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.208769 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba8fb4-9ba5-4630-9218-b775b4c6b5c5 None None] Pushing event updated for resources: {'Port': ['ID=ed64128c-7b8f-40ed-893b-997ae3cde965,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:43.224494 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port 860771f0-3279-4e52-bbf7-b3d471274485, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=860771f0-3279-4e52-bbf7-b3d471274485,segment=NetworkSegment(693ee598-5c9b-4b5f-b385-545d4ed86e62),segment_id=693ee598-5c9b-4b5f-b385-545d4ed86e62)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:43.233524 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.234621 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:43.343942 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=860771f0-3279-4e52-bbf7-b3d471274485,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:43.369872 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:43.370636 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.406066 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] Set router cac92bb4-1342-47ba-962c-409f155137c7 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:43.478579 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f267908e-5e61-4e4a-847e-ad5cf487638d None None] Network 2ab49fe8-f75d-4823-b079-b0d241597f3e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:36:43.552192 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:43.568176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8b18dc73-9321-426c-830e-ebd8ce19fe91 None None] Provisioning complete for port 860771f0-3279-4e52-bbf7-b3d471274485 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:43.568808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8b18dc73-9321-426c-830e-ebd8ce19fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.742831 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.756954 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8b18dc73-9321-426c-830e-ebd8ce19fe91 None None] Current status of the port 860771f0-3279-4e52-bbf7-b3d471274485 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:43.775514 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 3, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port': {'id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:43.805827 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac28d74-9ef0-4681-9861-848ced83d7ad None None] The sync data for ids ['cac92bb4-1342-47ba-962c-409f155137c7'] in n-d-840949-1 is: [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 3, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port': {'id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:36:43.939070 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:43.946014 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:44.019436 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc70ebc-0eea-45af-877f-4b45203771c3,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:44.022443 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3721105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447998'] for router_interface, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:44.107191 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4b7020e8-1fa1-444b-8931-b655be5e0059 None None] Provisioning complete for port 860771f0-3279-4e52-bbf7-b3d471274485 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:44.108204 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b7020e8-1fa1-444b-8931-b655be5e0059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:44.175305 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Network 2ab49fe8-f75d-4823-b079-b0d241597f3e is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:44.177187 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:44.231271 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4b7020e8-1fa1-444b-8931-b655be5e0059 None None] Current status of the port 860771f0-3279-4e52-bbf7-b3d471274485 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:44.253126 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-4b7020e8-1fa1-444b-8931-b655be5e0059 None None] Provisioning complete for port bbc70ebc-0eea-45af-877f-4b45203771c3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:44.253505 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b7020e8-1fa1-444b-8931-b655be5e0059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:44.292335 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-4b7020e8-1fa1-444b-8931-b655be5e0059 None None] Port bbc70ebc-0eea-45af-877f-4b45203771c3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:36:44.337173 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Router cac92bb4-1342-47ba-962c-409f155137c7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:36:44.421808 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d31a1e63-43cc-4621-a65d-dead9e2ca22f None None] Provisioning complete for port bbc70ebc-0eea-45af-877f-4b45203771c3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:44.422183 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d31a1e63-43cc-4621-a65d-dead9e2ca22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:44.496983 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:36:44.497387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d31a1e63-43cc-4621-a65d-dead9e2ca22f None None] Port bbc70ebc-0eea-45af-877f-4b45203771c3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:36:44.506194 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-adc0b20c-8402-4989-80f5-1a4bdfd021f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/cac92bb4-1342-47ba-962c-409f155137c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5303478 May 10 12:36:44.626157 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8bb08c88-d19a-4ec7-9803-ae5130442ccf None None] Provisioning complete for port bbc70ebc-0eea-45af-877f-4b45203771c3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:44.626537 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8bb08c88-d19a-4ec7-9803-ae5130442ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:44.683245 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8bb08c88-d19a-4ec7-9803-ae5130442ccf None None] Port bbc70ebc-0eea-45af-877f-4b45203771c3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:36:44.834678 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a8361948-391c-4eeb-b013-3f9a1ee8d123 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:44.884215 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port a8361948-391c-4eeb-b013-3f9a1ee8d123 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:44.884698 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:44.973069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port a8361948-391c-4eeb-b013-3f9a1ee8d123 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:44.974186 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 860771f0-3279-4e52-bbf7-b3d471274485 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:45.002711 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60102) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:45.007159 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-777633eb-0788-4b17-8aea-130dca087105 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294009564', 'description': 'tempest-secgroup-smoke-294009564 description', 'project_id': 'cc35aec5c18447aaa00796c727164480'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:45.023334 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port 860771f0-3279-4e52-bbf7-b3d471274485 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:45.023709 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.036826 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-777633eb-0788-4b17-8aea-130dca087105 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.108036 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port 860771f0-3279-4e52-bbf7-b3d471274485 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:45.109107 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ed64128c-7b8f-40ed-893b-997ae3cde965 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:45.121595 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-777633eb-0788-4b17-8aea-130dca087105 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.126964 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-777633eb-0788-4b17-8aea-130dca087105 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.158631 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-777633eb-0788-4b17-8aea-130dca087105 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.160589 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ed64128c-7b8f-40ed-893b-997ae3cde965 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:45.160970 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.162920 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60104) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:45.163472 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-777633eb-0788-4b17-8aea-130dca087105 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1596098 May 10 12:36:45.164939 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777633eb-0788-4b17-8aea-130dca087105 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2f0b4-6284-4374-8060-edfabe2bbbae,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:45.169596 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-f8fe15d0-e053-434f-8f3e-b0642b32e7c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'security_group_rule': {'security_group_id': 'bde2f0b4-6284-4374-8060-edfabe2bbbae', 'project_id': 'cc35aec5c18447aaa00796c727164480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:45.195200 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8fe15d0-e053-434f-8f3e-b0642b32e7c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.242275 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ed64128c-7b8f-40ed-893b-997ae3cde965 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:45.242712 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.257762 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8fe15d0-e053-434f-8f3e-b0642b32e7c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.262140 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8fe15d0-e053-434f-8f3e-b0642b32e7c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.263219 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] For port ed64128c-7b8f-40ed-893b-997ae3cde965, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ed64128c-7b8f-40ed-893b-997ae3cde965,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:45.267996 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.278200 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe15d0-e053-434f-8f3e-b0642b32e7c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc7f42a-cd3e-42b9-80e2-2cd2e98d8e8d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:45.290310 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f8fe15d0-e053-434f-8f3e-b0642b32e7c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.291540 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-f8fe15d0-e053-434f-8f3e-b0642b32e7c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267974 May 10 12:36:45.294393 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60106) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:45.298866 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3e03d396-3a0b-4233-a7d3-58b96d89f2f0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'security_group_rule': {'security_group_id': 'bde2f0b4-6284-4374-8060-edfabe2bbbae', 'project_id': 'cc35aec5c18447aaa00796c727164480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:45.319681 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Pushing event updated for resources: {'Port': ['ID=ed64128c-7b8f-40ed-893b-997ae3cde965,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:45.326044 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e03d396-3a0b-4233-a7d3-58b96d89f2f0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.385083 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e03d396-3a0b-4233-a7d3-58b96d89f2f0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.390350 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e03d396-3a0b-4233-a7d3-58b96d89f2f0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.410221 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03d396-3a0b-4233-a7d3-58b96d89f2f0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983cc0ce-d658-462c-894c-5a88db618610,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:45.415452 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3e03d396-3a0b-4233-a7d3-58b96d89f2f0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.416687 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-3e03d396-3a0b-4233-a7d3-58b96d89f2f0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213124 May 10 12:36:45.419663 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60108) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:45.426071 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-cff4ac04-a03b-405b-a192-5ba093cdcc88 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'security_group_rule': {'security_group_id': 'bde2f0b4-6284-4374-8060-edfabe2bbbae', 'project_id': 'cc35aec5c18447aaa00796c727164480', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:45.453103 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cff4ac04-a03b-405b-a192-5ba093cdcc88 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.510696 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cff4ac04-a03b-405b-a192-5ba093cdcc88 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.515764 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cff4ac04-a03b-405b-a192-5ba093cdcc88 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.533112 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4ac04-a03b-405b-a192-5ba093cdcc88 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7c2111-c7a5-4469-b78b-73c74e74eed4,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:45.542123 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cff4ac04-a03b-405b-a192-5ba093cdcc88 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.543339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-cff4ac04-a03b-405b-a192-5ba093cdcc88 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225893 May 10 12:36:45.547565 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60110) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:45.552164 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b15638ca-4945-40ed-9dca-ed42ef988cb3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'security_group_rule': {'security_group_id': 'bde2f0b4-6284-4374-8060-edfabe2bbbae', 'project_id': 'cc35aec5c18447aaa00796c727164480', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:45.577791 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15638ca-4945-40ed-9dca-ed42ef988cb3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.644613 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15638ca-4945-40ed-9dca-ed42ef988cb3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.650381 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15638ca-4945-40ed-9dca-ed42ef988cb3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.669657 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15638ca-4945-40ed-9dca-ed42ef988cb3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f653e1b6-d797-4cdd-962e-867c47adc7a6,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:45.678295 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b15638ca-4945-40ed-9dca-ed42ef988cb3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.682083 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-b15638ca-4945-40ed-9dca-ed42ef988cb3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309292 May 10 12:36:45.682464 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60112) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:45.687255 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cf9d203a-7f28-468d-baa6-4b59ed3a0457 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'security_group_rule': {'security_group_id': 'bde2f0b4-6284-4374-8060-edfabe2bbbae', 'project_id': 'cc35aec5c18447aaa00796c727164480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:45.709863 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-cf9d203a-7f28-468d-baa6-4b59ed3a0457 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Project cc35aec5c18447aaa00796c727164480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:36:45.714838 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf9d203a-7f28-468d-baa6-4b59ed3a0457 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.774512 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf9d203a-7f28-468d-baa6-4b59ed3a0457 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.779145 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf9d203a-7f28-468d-baa6-4b59ed3a0457 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.796009 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d203a-7f28-468d-baa6-4b59ed3a0457 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad6a3c4-4778-40e1-8bea-45f7ffdef805,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:45.806650 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cf9d203a-7f28-468d-baa6-4b59ed3a0457 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.807927 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-cf9d203a-7f28-468d-baa6-4b59ed3a0457 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243939 May 10 12:36:45.810873 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60114) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:45.815362 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [None req-57ccc22f-e146-4ce4-b8a8-6067bb54379f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'security_group_rule': {'security_group_id': 'bde2f0b4-6284-4374-8060-edfabe2bbbae', 'project_id': 'cc35aec5c18447aaa00796c727164480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:45.837942 n-d-840949-1 neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-57ccc22f-e146-4ce4-b8a8-6067bb54379f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Project cc35aec5c18447aaa00796c727164480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:36:45.843171 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57ccc22f-e146-4ce4-b8a8-6067bb54379f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.908122 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57ccc22f-e146-4ce4-b8a8-6067bb54379f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.913228 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57ccc22f-e146-4ce4-b8a8-6067bb54379f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342399'] for security_group_rule, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.934706 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccc22f-e146-4ce4-b8a8-6067bb54379f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1890684-9198-4e9d-9b69-bf5ae7d1ca86,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:45.944835 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57ccc22f-e146-4ce4-b8a8-6067bb54379f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:45.946070 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-57ccc22f-e146-4ce4-b8a8-6067bb54379f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342390 May 10 12:36:46.141562 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Sync routers for ids ['cac92bb4-1342-47ba-962c-409f155137c7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:36:46.151925 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Routers {'cac92bb4-1342-47ba-962c-409f155137c7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:46.152643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cac92bb4-1342-47ba-962c-409f155137c7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:46.169292 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-aba27aa1-75b3-4b69-9752-f9727124f6f1 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294009564&fields=id&tenant_id=cc35aec5c18447aaa00796c727164480 HTTP/1.1" status: 200 len: 267 time: 0.0369012 May 10 12:36:46.259433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Set router cac92bb4-1342-47ba-962c-409f155137c7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:46.276711 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-9149c12b-9492-4fdf-af4b-dcdd94ede0fd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:46.278266 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-9149c12b-9492-4fdf-af4b-dcdd94ede0fd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 809 time: 0.1018536 May 10 12:36:46.294462 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-0de37965-30ed-41ad-9988-31bf67d061a7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/quotas/cc35aec5c18447aaa00796c727164480 HTTP/1.1" status: 200 len: 375 time: 0.0095577 May 10 12:36:46.346144 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-a4734079-ade6-45d3-9d3e-faf2be7aa90a tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452611 May 10 12:36:46.452456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-25cfa093-27c0-42ef-bcae-6244d5baea8f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:36:46.453457 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-25cfa093-27c0-42ef-bcae-6244d5baea8f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0957758 May 10 12:36:46.456507 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:43Z', 'revision_number': 4, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port': {'id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'bbc70ebc-0eea-45af-877f-4b45203771c3', 'name': '', 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'mac_address': 'fa:16:3e:32:09:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': '130c6bd1-79f4-4754-b5e4-0731e3937c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:42Z', 'updated_at': '2022-05-10T12:36:43Z', 'revision_number': 2, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'subnets': [{'id': '130c6bd1-79f4-4754-b5e4-0731e3937c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:46.486466 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Checking router: cac92bb4-1342-47ba-962c-409f155137c7 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:36:46.486802 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Updating router cac92bb4-1342-47ba-962c-409f155137c7 port bbc70ebc-0eea-45af-877f-4b45203771c3 binding host n-d-840949-1 {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:36:46.510780 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:46.548495 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-e4fd64eb-1a9c-4fa2-805b-3ebf7e0eefea service neutron] 10.222.0.13 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870609 May 10 12:36:46.644921 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-47df95b0-dcd1-4b21-a0b3-20a84cd97624 service neutron] 10.222.0.13 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895870 May 10 12:36:46.667854 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ed64128c-7b8f-40ed-893b-997ae3cde965 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:46.757496 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port ed64128c-7b8f-40ed-893b-997ae3cde965 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:46.758136 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:46.832240 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8e021f21-6d86-4d6c-b0cf-125b688ab93c req-02a7db32-a4e4-405d-8bc5-b6a4ba52620d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 210 time: 0.0318539 May 10 12:36:46.848109 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Notify callbacks [] for port, precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:46.855159 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:46.924378 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port ed64128c-7b8f-40ed-893b-997ae3cde965 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:46.938645 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c9a6a-8273-4c6e-8437-8e3044cc802c None None] Pushing event updated for resources: {'Port': ['ID=bbc70ebc-0eea-45af-877f-4b45203771c3,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:47.160735 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Attempting to bind port bbc70ebc-0eea-45af-877f-4b45203771c3 on host n-d-840949-1 for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:36:47.161399 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Attempting to bind port bbc70ebc-0eea-45af-877f-4b45203771c3 by drivers openvswitch,hyperv on host n-d-840949-1 at level 0 using segments [{'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:36:47.161519 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Attempting to bind port bbc70ebc-0eea-45af-877f-4b45203771c3 on network 2ab49fe8-f75d-4823-b079-b0d241597f3e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:36:47.166521 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Checking agent: {'id': '2a3da8a1-b410-4554-bdf2-b9160ff3df2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 10, 39), 'started_at': datetime.datetime(2022, 5, 10, 11, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840949-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:36:47.166896 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Checking segment: {'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:47.167315 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:47.167699 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Bound using segment: {'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:36:47.168178 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Bound port: bbc70ebc-0eea-45af-877f-4b45203771c3, host: n-d-840949-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693ee598-5c9b-4b5f-b385-545d4ed86e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:36:47.168562 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:47.245842 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-327a57f7-c6ca-438c-bbb4-8068daf608c5 None None] Provisioning complete for port bbc70ebc-0eea-45af-877f-4b45203771c3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:47.246291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-327a57f7-c6ca-438c-bbb4-8068daf608c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:47.273845 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] For port bbc70ebc-0eea-45af-877f-4b45203771c3, host n-d-840949-1, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:36:47.291137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] For port bbc70ebc-0eea-45af-877f-4b45203771c3, host n-d-840949-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bbc70ebc-0eea-45af-877f-4b45203771c3,segment=NetworkSegment(693ee598-5c9b-4b5f-b385-545d4ed86e62),segment_id=693ee598-5c9b-4b5f-b385-545d4ed86e62)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:36:47.299775 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:47.304967 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-327a57f7-c6ca-438c-bbb4-8068daf608c5 None None] Port bbc70ebc-0eea-45af-877f-4b45203771c3 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:36:47.359748 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Routers {'cac92bb4-1342-47ba-962c-409f155137c7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:47.360428 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cac92bb4-1342-47ba-962c-409f155137c7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:47.407310 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c9a6a-8273-4c6e-8437-8e3044cc802c None None] Pushing event updated for resources: {'Port': ['ID=bbc70ebc-0eea-45af-877f-4b45203771c3,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:47.497364 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] Set router cac92bb4-1342-47ba-962c-409f155137c7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:47.647638 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-21e3d963-7392-4df8-8191-3982ab67dddc None None] Provisioning complete for port bbc70ebc-0eea-45af-877f-4b45203771c3 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:47.648047 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21e3d963-7392-4df8-8191-3982ab67dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:47.773146 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-21e3d963-7392-4df8-8191-3982ab67dddc None None] Current status of the port bbc70ebc-0eea-45af-877f-4b45203771c3 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:47.773542 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21e3d963-7392-4df8-8191-3982ab67dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:47.784777 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:43Z', 'revision_number': 4, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port': {'id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'bbc70ebc-0eea-45af-877f-4b45203771c3', 'name': '', 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'mac_address': 'fa:16:3e:32:09:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': '130c6bd1-79f4-4754-b5e4-0731e3937c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:42Z', 'updated_at': '2022-05-10T12:36:47Z', 'revision_number': 4, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'subnets': [{'id': '130c6bd1-79f4-4754-b5e4-0731e3937c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:47.817077 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5fa6-3b54-40a1-855c-f33d4eb71e07 None None] The sync data for ids ['cac92bb4-1342-47ba-962c-409f155137c7'] in n-d-840949-1 is: [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:43Z', 'revision_number': 4, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port': {'id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'bbc70ebc-0eea-45af-877f-4b45203771c3', 'name': '', 'network_id': '2ab49fe8-f75d-4823-b079-b0d241597f3e', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'mac_address': 'fa:16:3e:32:09:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': '130c6bd1-79f4-4754-b5e4-0731e3937c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:42Z', 'updated_at': '2022-05-10T12:36:47Z', 'revision_number': 4, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'subnets': [{'id': '130c6bd1-79f4-4754-b5e4-0731e3937c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:36:47.835282 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-21e3d963-7392-4df8-8191-3982ab67dddc None None] For port bbc70ebc-0eea-45af-877f-4b45203771c3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bbc70ebc-0eea-45af-877f-4b45203771c3,segment=NetworkSegment(693ee598-5c9b-4b5f-b385-545d4ed86e62),segment_id=693ee598-5c9b-4b5f-b385-545d4ed86e62)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:47.841224 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-21e3d963-7392-4df8-8191-3982ab67dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:47.927639 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3d963-7392-4df8-8191-3982ab67dddc None None] Pushing event updated for resources: {'Port': ['ID=bbc70ebc-0eea-45af-877f-4b45203771c3,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:47.982015 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-38195003-6cf9-44e3-893e-b332b7f14e4e req-5c0a36b4-95aa-4116-8fe4-e6be4b68e4a9 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 210 time: 0.0444942 May 10 12:36:48.070051 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-aee58c1d-a022-4816-9993-4075d46e4821 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:48.072203 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-aee58c1d-a022-4816-9993-4075d46e4821 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.49 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 809 time: 0.1535559 May 10 12:36:48.119209 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-58b67c9d-fd62-4aa3-974a-d8bc2713ca5a tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc35aec5c18447aaa00796c727164480 HTTP/1.1" status: 200 len: 379 time: 0.0381427 May 10 12:36:48.131035 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'port': {'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'admin_state_up': True, 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'security_groups': ['bde2f0b4-6284-4374-8060-edfabe2bbbae']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:48.256955 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Made reservation on behalf of cc35aec5c18447aaa00796c727164480 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:36:48.260961 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:48.391883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Allocated IP 172.20.0.8 (b62f558e-2a09-4405-a2bc-8c957c9e960c/a4dd2ff9-cb23-4203-b2b5-73682953cc01/3b04b424-1a4d-4965-9211-590d94290981) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:36:48.532466 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:48.570942 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:48.617656 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Network b62f558e-2a09-4405-a2bc-8c957c9e960c is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:48.620764 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:48.624496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:36:48.652839 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:48.683453 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:48.684217 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:48.696305 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bbc70ebc-0eea-45af-877f-4b45203771c3 up at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:48.704013 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-7b9d1734-8258-4d6f-a88c-98eca8607abd tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770669 May 10 12:36:48.715889 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Request body: {'port': {'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840949-1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:48.753242 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Provisioning complete for port bbc70ebc-0eea-45af-877f-4b45203771c3 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:48.753479 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:48.786508 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:48.840902 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Current status of the port bbc70ebc-0eea-45af-877f-4b45203771c3 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:48.868847 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-75d11ae6-c942-4eb2-bd2f-7f9662f54f9e None None] Provisioning complete for port 3b04b424-1a4d-4965-9211-590d94290981 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:48.869228 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-75d11ae6-c942-4eb2-bd2f-7f9662f54f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:48.908112 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-75d11ae6-c942-4eb2-bd2f-7f9662f54f9e None None] Port 3b04b424-1a4d-4965-9211-590d94290981 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:36:49.089068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b04b424-1a4d-4965-9211-590d94290981 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:36:49.098728 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:49.115477 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Transition to ACTIVE for port object 3b04b424-1a4d-4965-9211-590d94290981 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:36:49.128759 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef39d-d40d-4b6a-ba53-43d3aa0c977d req-fa8703e2-dbae-4ca3-aed4-410434d98a90 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:49.130286 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68cef39d-d40d-4b6a-ba53-43d3aa0c977d req-fa8703e2-dbae-4ca3-aed4-410434d98a90 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 931 time: 0.0722039 May 10 12:36:49.131047 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:49.193388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Pushing event updated for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:49.236573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-68cef39d-d40d-4b6a-ba53-43d3aa0c977d req-1ed58a3e-e666-47b6-b3d8-50c1f247098a tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808806 May 10 12:36:49.289341 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Attempting to bind port 3b04b424-1a4d-4965-9211-590d94290981 on host n-h2-840949-1 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:36:49.289675 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Attempting to bind port 3b04b424-1a4d-4965-9211-590d94290981 by drivers openvswitch,hyperv on host n-h2-840949-1 at level 0 using segments [{'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:36:49.290001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Attempting to bind port 3b04b424-1a4d-4965-9211-590d94290981 on network b62f558e-2a09-4405-a2bc-8c957c9e960c {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:36:49.294555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Port 3b04b424-1a4d-4965-9211-590d94290981 on network b62f558e-2a09-4405-a2bc-8c957c9e960c not bound, no agent of type Open vSwitch agent registered on host n-h2-840949-1 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:36:49.294849 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Attempting to bind port 3b04b424-1a4d-4965-9211-590d94290981 on network b62f558e-2a09-4405-a2bc-8c957c9e960c {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:36:49.299743 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Checking agent: {'id': 'd4df31ff-f5bf-43fd-b46f-82557cf999e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:36:49.300117 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Checking segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:36:49.300494 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Bound using segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:36:49.300928 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Bound port: 3b04b424-1a4d-4965-9211-590d94290981, host: n-h2-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:36:49.301282 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:49.365986 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:36:49.369167 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:36:49.376168 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:49.410729 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:49.411337 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:49.412752 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 1091 time: 0.7012398 May 10 12:36:49.413181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'tag': '3b04b424-1a4d-4965-9211-590d94290981'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:36:49.415474 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c314424-edec-45f2-9131-037358249a07" -d '{"events": [{"name": "network-changed", "server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "tag": "3b04b424-1a4d-4965-9211-590d94290981"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:36:49.440788 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53525f90-3677-45ce-aace-d8467ce15182 service neutron] Pushing event updated for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:49.497173 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25a4c42-6299-4dcb-b269-5c501e5d51ed x-openstack-request-id: req-f25a4c42-6299-4dcb-b269-5c501e5d51ed {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:36:49.497471 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "tag": "3b04b424-1a4d-4965-9211-590d94290981", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:36:49.497734 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f25a4c42-6299-4dcb-b269-5c501e5d51ed {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:36:49.498138 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25a4c42-6299-4dcb-b269-5c501e5d51ed'] response: {'name': 'network-changed', 'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'tag': '3b04b424-1a4d-4965-9211-590d94290981', 'status': 'completed', 'code': 200} May 10 12:36:49.515806 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-0ac214d3-be39-433f-83a8-a4d460242af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:49.517374 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-0ac214d3-be39-433f-83a8-a4d460242af5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1094 time: 0.0539551 May 10 12:36:49.563684 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-654a1cda-7c7d-47d2-a616-2489ffb860c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 217 time: 0.0388927 May 10 12:36:49.614679 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-24bb8167-4f59-4e30-abb0-ae4b20e78901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:49.616258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-24bb8167-4f59-4e30-abb0-ae4b20e78901 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0451221 May 10 12:36:49.660951 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-1e41494b-0f52-47d9-9859-8bcce61e188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:49.662424 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-1e41494b-0f52-47d9-9859-8bcce61e188e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400741 May 10 12:36:49.759519 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-b1cfa61e-3e10-41c2-ba2f-a21364295956 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901525 May 10 12:36:49.852382 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-d5724137-399c-4566-baee-3dc0e5ff9ffe req-f74afd1d-1c92-4a3f-a6a0-6d0cd57261af service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859334 May 10 12:36:49.950168 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c314424-edec-45f2-9131-037358249a07 req-35fd8e0e-caf5-42a9-94e4-983916b88e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:49.952492 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c314424-edec-45f2-9131-037358249a07 req-35fd8e0e-caf5-42a9-94e4-983916b88e77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1094 time: 0.0517187 May 10 12:36:50.048678 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c314424-edec-45f2-9131-037358249a07 req-90d28b1d-82b1-4662-85f8-9a9552904711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:50.050794 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c314424-edec-45f2-9131-037358249a07 req-90d28b1d-82b1-4662-85f8-9a9552904711 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0910871 May 10 12:36:50.096701 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c314424-edec-45f2-9131-037358249a07 req-be228377-223a-4954-a74e-7fa85f294590 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 217 time: 0.0393984 May 10 12:36:50.145515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c314424-edec-45f2-9131-037358249a07 req-87e51805-a0de-41fe-b557-16b14bc6026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:50.146975 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c314424-edec-45f2-9131-037358249a07 req-87e51805-a0de-41fe-b557-16b14bc6026b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0436478 May 10 12:36:50.194781 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c314424-edec-45f2-9131-037358249a07 req-1bb8f932-70b4-4edc-a562-cfbb7c232810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:50.196333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c314424-edec-45f2-9131-037358249a07 req-1bb8f932-70b4-4edc-a562-cfbb7c232810 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409832 May 10 12:36:50.294216 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c314424-edec-45f2-9131-037358249a07 req-c20ea03d-0cbb-488e-be81-b247abbe7211 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888901 May 10 12:36:50.407969 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ed1b0-0468-412b-b4ec-1973f8d1fe72 req-c2cd3ead-0283-48f6-8092-79b7e962f109 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:50.409586 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e7ed1b0-0468-412b-b4ec-1973f8d1fe72 req-c2cd3ead-0283-48f6-8092-79b7e962f109 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 943 time: 0.0988381 May 10 12:36:50.427094 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9c314424-edec-45f2-9131-037358249a07 req-b53e25a9-0136-4ab6-aacc-5ce6bb436ac1 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250908 May 10 12:36:50.457653 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-2e7ed1b0-0468-412b-b4ec-1973f8d1fe72 req-c5266a50-4fdd-4b81-ad9d-2971f97f8059 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409741 May 10 12:36:51.601315 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34eef-650e-403c-9070-f7464779598a req-2aacc44a-78f8-4fa9-873c-fdb264cc7870 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:51.602801 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-33a34eef-650e-403c-9070-f7464779598a req-2aacc44a-78f8-4fa9-873c-fdb264cc7870 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 943 time: 0.0512006 May 10 12:36:51.645419 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-33a34eef-650e-403c-9070-f7464779598a req-c7702bf2-2da0-4e4e-ad6a-9ec8f1a7f2f7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351157 May 10 12:36:52.767549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc298490-b233-4163-b6cf-dbfe712da086 req-fcfe4c43-5e06-483f-b0d9-af99c6829cdf tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:52.769038 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc298490-b233-4163-b6cf-dbfe712da086 req-fcfe4c43-5e06-483f-b0d9-af99c6829cdf tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 943 time: 0.0501022 May 10 12:36:52.809007 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dc298490-b233-4163-b6cf-dbfe712da086 req-eb21bdff-15a2-469f-bc29-05fb6873131c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337677 May 10 12:36:53.783804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b04b424-1a4d-4965-9211-590d94290981 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:36:53.895387 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:53.908287 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '3b04b424-1a4d-4965-9211-590d94290981', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:36:53.931914 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322af867-3157-4af3-862d-b619b6609500 req-dd209199-a0dd-4975-9f60-727846193385 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:53.933382 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-322af867-3157-4af3-862d-b619b6609500 req-dd209199-a0dd-4975-9f60-727846193385 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 943 time: 0.0510318 May 10 12:36:53.947320 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3b04b424-1a4d-4965-9211-590d94290981 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:53.947716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:53.960924 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b04b424-1a4d-4965-9211-590d94290981 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:36:53.971435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-322af867-3157-4af3-862d-b619b6609500 req-c2d83ca3-0daa-4059-8969-b3bb389b042a tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315001 May 10 12:36:53.980386 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:53.985456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:54.030611 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:54.196057 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['3b04b424-1a4d-4965-9211-590d94290981'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:36:55.094385 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1d688-0915-48ff-b288-212ef2a442b9 req-19dd5c7f-4713-475c-9b57-884f547577ea tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:55.095872 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fef1d688-0915-48ff-b288-212ef2a442b9 req-19dd5c7f-4713-475c-9b57-884f547577ea tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 944 time: 0.0498657 May 10 12:36:55.134693 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fef1d688-0915-48ff-b288-212ef2a442b9 req-b8684b32-09b0-4116-a976-ffb222c6829d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322511 May 10 12:36:55.783537 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b04b424-1a4d-4965-9211-590d94290981 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:36:55.847268 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning for port 3b04b424-1a4d-4965-9211-590d94290981 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:36:55.850972 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 3b04b424-1a4d-4965-9211-590d94290981 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:36:55.851328 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:55.927444 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3b04b424-1a4d-4965-9211-590d94290981 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:36:55.927847 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:55.949804 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b04b424-1a4d-4965-9211-590d94290981'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:36:55.952077 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b33b8ee-0582-46dc-b74a-505c3158556a" -d '{"events": [{"server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "name": "network-vif-plugged", "status": "completed", "tag": "3b04b424-1a4d-4965-9211-590d94290981"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:36:55.966784 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:36:55.973031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:55.999078 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0840ae99-0ac9-4f21-9346-38ec3b3cb537 x-openstack-request-id: req-0840ae99-0ac9-4f21-9346-38ec3b3cb537 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:36:55.999374 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "name": "network-vif-plugged", "status": "completed", "tag": "3b04b424-1a4d-4965-9211-590d94290981", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:36:55.999605 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0840ae99-0ac9-4f21-9346-38ec3b3cb537 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:36:56.000036 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0840ae99-0ac9-4f21-9346-38ec3b3cb537'] response: {'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b04b424-1a4d-4965-9211-590d94290981', 'code': 200} May 10 12:36:56.025554 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:56.088848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f06f09-d4f4-48e9-a274-2957117a29bf req-a05ca131-58ff-4454-9f9f-82774cce6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:56.090282 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43f06f09-d4f4-48e9-a274-2957117a29bf req-a05ca131-58ff-4454-9f9f-82774cce6bfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1096 time: 0.0407522 May 10 12:36:56.130422 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-43f06f09-d4f4-48e9-a274-2957117a29bf req-77f351f5-4716-4dd9-97be-bd74dfd7df76 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338511 May 10 12:36:56.251658 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379c8a1-1b13-4456-b10a-5edd3863faaa req-8ffee0cf-9d43-4ca1-8b01-45a996d2468b tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:56.253333 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7379c8a1-1b13-4456-b10a-5edd3863faaa req-8ffee0cf-9d43-4ca1-8b01-45a996d2468b tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 945 time: 0.0489523 May 10 12:36:56.292997 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-7379c8a1-1b13-4456-b10a-5edd3863faaa req-04123255-4257-4389-b15e-0150852a3bd3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335557 May 10 12:36:57.427234 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8884506-dfb8-46e5-b5d6-1ccf7842da0d req-13a8effc-b4fa-42f2-b618-86ca6b87b90d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:57.428631 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8884506-dfb8-46e5-b5d6-1ccf7842da0d req-13a8effc-b4fa-42f2-b618-86ca6b87b90d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 945 time: 0.0582275 May 10 12:36:57.477053 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-e8884506-dfb8-46e5-b5d6-1ccf7842da0d req-2bb5f1f4-c526-4c00-9260-235c8d7e1a5a tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421488 May 10 12:36:57.594554 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38476a-ae8a-4cc3-b738-f7927508fa76 req-69832b23-ef73-491d-aad2-a70532e95c84 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:57.596054 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b38476a-ae8a-4cc3-b738-f7927508fa76 req-69832b23-ef73-491d-aad2-a70532e95c84 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 945 time: 0.0497191 May 10 12:36:57.635905 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-9b38476a-ae8a-4cc3-b738-f7927508fa76 req-2258d8f6-7499-4ddc-8613-982d5c0a51ce tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 May 10 12:36:57.661214 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60174) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:57.747097 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec6383-0d89-48da-8523-33b4be4fe6c8 tempest-TestSnapshotPattern-518505523 tempest-TestSnapshotPattern-518505523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:57.748667 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-01ec6383-0d89-48da-8523-33b4be4fe6c8 tempest-TestSnapshotPattern-518505523 tempest-TestSnapshotPattern-518505523-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1091 time: 0.0864642 May 10 12:36:57.752470 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60178) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:36:57.757078 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:36:57.781858 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:57.897105 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:58.000359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Allocated IP 172.25.8.198 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/43349a06-c484-4bcd-a198-d5cd2fd7b913) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:36:58.109442 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:58.146528 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:58.183149 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:36:58.187633 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:36:58.190481 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:36:58.231240 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'Port': ['ID=43349a06-c484-4bcd-a198-d5cd2fd7b913,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:58.581796 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:58.661860 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:58.816315 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:58.822699 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:58.891052 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'Port': ['ID=43349a06-c484-4bcd-a198-d5cd2fd7b913,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:36:58.904657 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:59.020968 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Floating IP d1dc019d-3ade-4d49-8ae3-9bb4f788a94b associated. External IP: 172.25.8.198, port: 3b04b424-1a4d-4965-9211-590d94290981. May 10 12:36:59.545395 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Router f1e3713b-e43f-4eab-ab26-936dc3a753c6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:36:59.653371 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:36:59.664276 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] Sync routers for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:36:59.673371 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:36:59.675400 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:36:59.677147 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:36:59.703634 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-57606a7b-9a4f-40b2-9538-c59fab5766be tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9500387 May 10 12:36:59.704254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'tag': '3b04b424-1a4d-4965-9211-590d94290981'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:36:59.706666 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036a2c36-4064-4615-bc4a-3eb84ea3feec" -d '{"events": [{"name": "network-changed", "server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "tag": "3b04b424-1a4d-4965-9211-590d94290981"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:36:59.781654 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:36:59.804947 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd862a3-5234-4aa4-93ee-6d7f4fc7d23e x-openstack-request-id: req-2fd862a3-5234-4aa4-93ee-6d7f4fc7d23e {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:36:59.805237 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "tag": "3b04b424-1a4d-4965-9211-590d94290981", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:36:59.805487 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fd862a3-5234-4aa4-93ee-6d7f4fc7d23e {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:36:59.805888 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd862a3-5234-4aa4-93ee-6d7f4fc7d23e'] response: {'name': 'network-changed', 'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'tag': '3b04b424-1a4d-4965-9211-590d94290981', 'status': 'completed', 'code': 200} May 10 12:36:59.868753 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-58ad7032-911e-44eb-9f0c-bd0520ecf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:59.870342 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-58ad7032-911e-44eb-9f0c-bd0520ecf8f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1096 time: 0.0415311 May 10 12:36:59.966286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-0a34e0ae-42dc-4bd5-9e73-2a94df08d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:36:59.967702 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-0a34e0ae-42dc-4bd5-9e73-2a94df08d0e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0898793 May 10 12:37:00.020752 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:36:58Z', 'revision_number': 0, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:37:00.039241 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-72cccb8e-4d3c-45c9-b9c8-0f3064e081fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 999 time: 0.0649328 May 10 12:37:00.050485 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] Checking router: f1e3713b-e43f-4eab-ab26-936dc3a753c6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:37:00.058957 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:37:00.059558 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:36:37Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:37:00.088871 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-dfc0b74f-97d5-47a7-ba17-d3459843382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:37:00.090737 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-dfc0b74f-97d5-47a7-ba17-d3459843382f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0456161 May 10 12:37:00.138786 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-8482c681-e5bb-4d80-9672-698599ff4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:37:00.140385 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-8482c681-e5bb-4d80-9672-698599ff4c92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431609 May 10 12:37:00.165048 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:37:00.236049 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-82c17e35-8001-4b90-adcc-4e7c619b9792 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884118 May 10 12:37:00.330878 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-036a2c36-4064-4615-bc4a-3eb84ea3feec req-ef2a9602-6a27-449d-91a4-31134eabfd0e service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887806 May 10 12:37:00.390275 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:36:58Z', 'revision_number': 0, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:37:00.416167 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015342c-7aa6-4002-bc61-a13ea8dbde9d None None] The sync data for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 is: [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:36:58Z', 'revision_number': 0, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:37:00.624061 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d29b29-c3d3-45c8-b60e-a9e7d185c50a None None] New status for floating IP d1dc019d-3ade-4d49-8ae3-9bb4f788a94b: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:37:03.266166 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:04.397859 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ac09cd31-80d9-4a29-8247-0948f3732e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:06.138926 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:07.369292 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-177ae3f9-f48d-4759-a5d8-5a12a5d90129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:08.121125 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:09.641423 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:09.656686 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:10.958051 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:37:33.283060 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:34.392611 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e5f12e96-7c7c-48ee-8e22-fedecefb5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:36.139458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:37.368439 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85797029-d121-4134-b073-799bc9960a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:38.115157 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:39.641905 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:39.655410 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:37:47.964793 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:37:56.737747 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-548eec3b-5539-4a68-8392-74e2176a5ce3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043744 May 10 12:37:56.823840 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-4a5da26c-d7a3-4260-a236-a74eb6bc5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:37:56.825337 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-4a5da26c-d7a3-4260-a236-a74eb6bc5b99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1096 time: 0.0445297 May 10 12:37:56.931515 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-34dc2946-ccc0-469a-b6c5-ac96ab219d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:37:56.933436 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-34dc2946-ccc0-469a-b6c5-ac96ab219d95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0882230 May 10 12:37:57.003560 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-ffde8bb2-9e8d-4cd0-ba3f-7a4214604458 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 1001 time: 0.0628788 May 10 12:37:57.052496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-90c106d3-0bab-4c46-ab32-b7725535c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:37:57.053937 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-90c106d3-0bab-4c46-ab32-b7725535c2dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0442464 May 10 12:37:57.100026 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-83b04e93-8156-42d1-80cb-1d8eadba452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:37:57.101505 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-83b04e93-8156-42d1-80cb-1d8eadba452e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408218 May 10 12:37:57.204613 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-7830e532-9f3b-464c-8507-ea3baee6504b service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957458 May 10 12:37:57.297640 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-af1ca4ee-4e01-496f-880c-6b143359b1c4 req-be30c25a-2fe0-4118-9e0d-70076e0fe24d service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865924 May 10 12:38:03.286885 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:04.397669 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ca38d816-00c4-4396-b401-bf0183fb0f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:06.140049 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:07.369499 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-885fa1be-97fe-4e68-84ba-2eb384bc0688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:08.120891 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:09.643684 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:09.655808 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:24.960569 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:38:33.308230 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:34.410304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85c18d2e-4428-461b-870b-39bc9fde943f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:36.154389 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:37.368213 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-97f2ee6d-81d5-4ebb-99f4-64f6dc0f2d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:38.137233 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:39.650376 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:39.654182 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:56.747538 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-c251cce2-7136-4e9c-86a9-b274a3c14878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:38:56.749087 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-c251cce2-7136-4e9c-86a9-b274a3c14878 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1096 time: 0.0424545 May 10 12:38:56.857532 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-a3e2a1a5-ef73-46b8-bf36-6b426fbc53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:38:56.859095 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-a3e2a1a5-ef73-46b8-bf36-6b426fbc53e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0909176 May 10 12:38:56.925563 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-d1c4fd2f-b77d-475e-8cc5-c17ce5e5f0e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 1001 time: 0.0590291 May 10 12:38:56.994286 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-32d40d20-6afa-4631-b907-0376a5ec8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:38:56.995788 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-32d40d20-6afa-4631-b907-0376a5ec8f1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0616319 May 10 12:38:57.041926 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-9bc53e91-906b-4ddb-b572-43bcec98fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:38:57.043433 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-9bc53e91-906b-4ddb-b572-43bcec98fea5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406029 May 10 12:38:57.134778 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-e7c46d22-0b47-427d-9ace-02745e21f200 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839164 May 10 12:38:57.238359 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ab220f2b-273a-442b-b6b4-fc2a8cf0e038 req-1d4fca0f-2bf0-4538-b3d1-3f3b712ce5e3 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955639 May 10 12:38:58.313654 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b04b424-1a4d-4965-9211-590d94290981 details requested by agent hyperv_n-h2-840949-1 with host n-h2-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:38:58.424647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:38:58.436382 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Returning: {'device': '3b04b424-1a4d-4965-9211-590d94290981', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:38:58.480069 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3b04b424-1a4d-4965-9211-590d94290981 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:38:58.480445 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:58.494738 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b04b424-1a4d-4965-9211-590d94290981 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:38:58.515708 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:38:58.521089 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:38:58.574914 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:38:58.583559 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.583948 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.584299 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.584640 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.584978 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.585312 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.585643 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.585973 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.586285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.586615 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.586935 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.587263 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:38:58.597899 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] get_ports_and_sgs() called for port_ids ['3b04b424-1a4d-4965-9211-590d94290981'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:39:00.327689 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b04b424-1a4d-4965-9211-590d94290981 up at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:39:00.393478 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Provisioning complete for port 3b04b424-1a4d-4965-9211-590d94290981 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:39:00.393935 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:00.474137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3b04b424-1a4d-4965-9211-590d94290981 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:39:00.474741 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:00.499957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b04b424-1a4d-4965-9211-590d94290981'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:39:00.502253 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dcb4a3-f763-4b3c-beaf-6d83fd10cc8d" -d '{"events": [{"server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "name": "network-vif-plugged", "status": "completed", "tag": "3b04b424-1a4d-4965-9211-590d94290981"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:39:00.517285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:39:00.533392 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:00.593260 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:00.632190 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9cb928-3f1a-430d-9c2f-8672f4dd9399 x-openstack-request-id: req-ea9cb928-3f1a-430d-9c2f-8672f4dd9399 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:39:00.632843 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "name": "network-vif-plugged", "status": "completed", "tag": "3b04b424-1a4d-4965-9211-590d94290981", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:39:00.633097 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea9cb928-3f1a-430d-9c2f-8672f4dd9399 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:39:00.633500 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9cb928-3f1a-430d-9c2f-8672f4dd9399'] response: {'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b04b424-1a4d-4965-9211-590d94290981', 'code': 200} May 10 12:39:01.959651 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:39:03.307077 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:04.405450 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6835-9777-4b8d-97a3-2cfc2bcc0226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:06.142802 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:07.361188 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4da6e08b-3126-4055-a5f7-6fcd9d23cbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:08.131577 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:08.900258 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-ae9e98b0-2cf4-4b33-ab9a-47438bf73918 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294009564&fields=id&tenant_id=cc35aec5c18447aaa00796c727164480 HTTP/1.1" status: 200 len: 267 time: 0.0380094 May 10 12:39:09.021344 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-17526cd7-cefb-484a-8a99-1d8df3f65973 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:09.022770 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-17526cd7-cefb-484a-8a99-1d8df3f65973 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 809 time: 0.1128607 May 10 12:39:09.041644 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-2bf84d00-2e5a-4e36-bc31-f93a36a0c2a8 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/quotas/cc35aec5c18447aaa00796c727164480 HTTP/1.1" status: 200 len: 375 time: 0.0094318 May 10 12:39:09.101849 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-ba2950b4-350f-4fa6-aa59-03b7b3453d98 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0544662 May 10 12:39:09.257479 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-a49a9d52-b1cf-4f57-b659-227b462114df service neutron] 10.222.0.13 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410725 May 10 12:39:09.360163 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-58277670-f576-4a86-b3ec-97b0648303be service neutron] 10.222.0.13 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929592 May 10 12:39:09.545625 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8f6d4dd9-c369-46a3-a739-9b7848594a0a req-5a939e7a-6dfb-423f-875a-7423735aa80a tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 210 time: 0.0276971 May 10 12:39:09.649382 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:09.652179 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:10.530531 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-fda018dc-0c1a-4a30-a3d1-f421ed0548b3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:10.531919 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-fda018dc-0c1a-4a30-a3d1-f421ed0548b3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.70 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 809 time: 0.1046348 May 10 12:39:10.577771 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-3aee826d-a69c-482f-8ade-a0682415b5d8 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc35aec5c18447aaa00796c727164480 HTTP/1.1" status: 200 len: 379 time: 0.0365727 May 10 12:39:10.587042 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'port': {'device_id': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'admin_state_up': True, 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'security_groups': ['bde2f0b4-6284-4374-8060-edfabe2bbbae']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:39:10.645571 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-85de1c6f-86ef-4ede-949f-239e6bb8dece req-fb76c2f1-a691-4118-96b2-3b19592a5644 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 210 time: 0.0284779 May 10 12:39:10.702106 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Made reservation on behalf of cc35aec5c18447aaa00796c727164480 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:39:10.706365 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:10.845680 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Allocated IP 172.20.0.6 (b62f558e-2a09-4405-a2bc-8c957c9e960c/a4dd2ff9-cb23-4203-b2b5-73682953cc01/3c1769a0-90f5-44db-8bbd-8a1159b413c4) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:39:11.039496 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for port, precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:11.093477 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:11.155687 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:11.175082 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.175908 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.176472 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.176997 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.177857 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.178557 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.179134 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.179770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.180623 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.181594 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.182479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.183456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:11.198840 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Network b62f558e-2a09-4405-a2bc-8c957c9e960c is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:39:11.201574 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:39:11.204699 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:39:11.273335 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:11.274307 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:11.292781 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-698a9be0-4eb6-49d1-b3aa-6c3e0fff1bc0 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093649 May 10 12:39:11.496835 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a3f35fb0-dc3c-4459-849d-96c043a77ecb None None] Provisioning complete for port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:39:11.497554 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3f35fb0-dc3c-4459-849d-96c043a77ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:11.709285 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a3f35fb0-dc3c-4459-849d-96c043a77ecb None None] Port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 10 12:39:11.784630 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93987616-a7d1-45c8-b007-25f58a0c380e req-df8a68f8-fa24-4312-b724-7ddfa474402d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:11.786186 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93987616-a7d1-45c8-b007-25f58a0c380e req-df8a68f8-fa24-4312-b724-7ddfa474402d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 931 time: 0.0532496 May 10 12:39:11.825448 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-93987616-a7d1-45c8-b007-25f58a0c380e req-cae99426-aba5-44a2-a807-70c9cccd7262 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330026 May 10 12:39:12.419600 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b04b424-1a4d-4965-9211-590d94290981 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:39:12.499075 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Current status of the port 3b04b424-1a4d-4965-9211-590d94290981 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:39:12.499890 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:12.539486 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:39:12.540473 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b04b424-1a4d-4965-9211-590d94290981'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:39:12.543526 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68539684-dfc2-410a-87e0-76bd359a6ab8" -d '{"events": [{"server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "name": "network-vif-unplugged", "status": "completed", "tag": "3b04b424-1a4d-4965-9211-590d94290981"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:39:12.551469 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:12.586718 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbcc434-797b-4f4b-9369-c6d8a127b5c4 x-openstack-request-id: req-dbbcc434-797b-4f4b-9369-c6d8a127b5c4 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:39:12.587016 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "name": "network-vif-unplugged", "status": "completed", "tag": "3b04b424-1a4d-4965-9211-590d94290981", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:39:12.587263 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbbcc434-797b-4f4b-9369-c6d8a127b5c4 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:39:12.587884 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbcc434-797b-4f4b-9369-c6d8a127b5c4'] response: {'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b04b424-1a4d-4965-9211-590d94290981', 'code': 200} May 10 12:39:12.613294 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Pushing event updated for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:12.971691 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5acbb9-e552-4967-8ca5-a949d092e4c9 req-f1312ccf-dce0-473d-b186-67311614ca6b tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:12.973350 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a5acbb9-e552-4967-8ca5-a949d092e4c9 req-f1312ccf-dce0-473d-b186-67311614ca6b tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 931 time: 0.0644171 May 10 12:39:13.013567 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9a5acbb9-e552-4967-8ca5-a949d092e4c9 req-482552e1-5d22-45fe-a287-082e4d7233a4 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333421 May 10 12:39:14.148600 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89373b62-0b54-4f78-a798-ace3f738f3b1 req-493f5a22-a720-4f04-81e7-de0cd04c991b tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:14.150139 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89373b62-0b54-4f78-a798-ace3f738f3b1 req-493f5a22-a720-4f04-81e7-de0cd04c991b tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 931 time: 0.0597465 May 10 12:39:14.196925 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-89373b62-0b54-4f78-a798-ace3f738f3b1 req-9449341b-b1e2-4e3e-a64c-970ddb066e6c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394428 May 10 12:39:15.322108 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a25231-d291-4bd1-8b79-dfdd5a87fb83 req-f779198b-2559-416d-8dde-1a8fe79b1a46 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:15.323738 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-99a25231-d291-4bd1-8b79-dfdd5a87fb83 req-f779198b-2559-416d-8dde-1a8fe79b1a46 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 931 time: 0.0499790 May 10 12:39:15.373383 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-99a25231-d291-4bd1-8b79-dfdd5a87fb83 req-39762785-162d-4209-90f1-cc87171d007f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403628 May 10 12:39:16.508559 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea2afb-87ac-46cf-8f29-d66e8b26d3e9 req-ceaf0966-f19e-4bee-81d6-a89473b4f57d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:16.512368 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dea2afb-87ac-46cf-8f29-d66e8b26d3e9 req-ceaf0966-f19e-4bee-81d6-a89473b4f57d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 931 time: 0.0590038 May 10 12:39:16.554156 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-1dea2afb-87ac-46cf-8f29-d66e8b26d3e9 req-40a78509-e396-4808-9982-2125495aabff tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371621 May 10 12:39:17.675494 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b0eb-1877-426c-8c6f-9ddf8469b27e req-88dc8aec-d0b2-4076-91e8-aa3be55d9caa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:17.677031 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8412b0eb-1877-426c-8c6f-9ddf8469b27e req-88dc8aec-d0b2-4076-91e8-aa3be55d9caa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 931 time: 0.0532022 May 10 12:39:17.716671 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-8412b0eb-1877-426c-8c6f-9ddf8469b27e req-f751647e-438f-43c2-91d9-14859050eb7c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332904 May 10 12:39:18.280968 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-44df6cd1-1ffc-4a17-a87a-1bf6f6068251 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:39:18.282391 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-44df6cd1-1ffc-4a17-a87a-1bf6f6068251 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087080 May 10 12:39:18.344560 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.v2.base [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Request body: {'port': {'device_id': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840949-1'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:39:18.409147 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:18.708291 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1769a0-90f5-44db-8bbd-8a1159b413c4 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:39:18.715759 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:18.729022 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Transition to ACTIVE for port object 3c1769a0-90f5-44db-8bbd-8a1159b413c4 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:39:18.734685 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:18.789184 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Pushing event updated for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:18.844157 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b8a8-db97-483d-955a-26a0135ca17b req-5195e4cc-6d89-4ab9-942d-83fe326cbf4d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:18.846489 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c45b8a8-db97-483d-955a-26a0135ca17b req-5195e4cc-6d89-4ab9-942d-83fe326cbf4d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 943 time: 0.0571377 May 10 12:39:18.861755 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Attempting to bind port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 on host n-h1-840949-1 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:39:18.862378 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Attempting to bind port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 by drivers openvswitch,hyperv on host n-h1-840949-1 at level 0 using segments [{'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:39:18.862823 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Attempting to bind port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 on network b62f558e-2a09-4405-a2bc-8c957c9e960c {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:39:18.867652 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 on network b62f558e-2a09-4405-a2bc-8c957c9e960c not bound, no agent of type Open vSwitch agent registered on host n-h1-840949-1 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 12:39:18.868133 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Attempting to bind port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 on network b62f558e-2a09-4405-a2bc-8c957c9e960c {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 12:39:18.875430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Checking agent: {'id': 'd66939f5-8fd5-489e-8697-c6c7cb25fb16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840949-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'started_at': datetime.datetime(2022, 5, 10, 11, 18, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 12, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 12:39:18.876041 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Checking segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 10 12:39:18.877037 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Bound using segment: {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 12:39:18.877473 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Bound port: 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host: n-h1-840949-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be83abd-9104-40dc-9c33-ea56978e7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:39:18.878130 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:18.890149 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-8c45b8a8-db97-483d-955a-26a0135ca17b req-46478702-4e5b-45fc-91ea-0c3f5b38d1ff tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349240 May 10 12:39:18.950265 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 12:39:18.953341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 12:39:18.958209 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12214050'] for port, after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:18.992562 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:18.993124 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:18.994492 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] 10.222.0.70 "PUT /v2.0/ports/3c1769a0-90f5-44db-8bbd-8a1159b413c4 HTTP/1.1" status: 200 len: 1091 time: 0.7037053 May 10 12:39:18.994923 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:39:18.997228 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a6172-d8c0-40d9-92dd-0109915d625f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:39:19.025770 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9620ac-d805-40e5-b349-efd91f43332f service neutron] Pushing event updated for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:19.090103 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-5ca030ee-f857-4ad4-b287-53f603a3beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:19.091639 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-5ca030ee-f857-4ad4-b287-53f603a3beed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 1094 time: 0.0506370 May 10 12:39:19.101720 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef953fa6-50c8-4fdf-b1e7-5e34833354df x-openstack-request-id: req-ef953fa6-50c8-4fdf-b1e7-5e34833354df {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:39:19.102014 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:39:19.102268 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef953fa6-50c8-4fdf-b1e7-5e34833354df {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:39:19.102673 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef953fa6-50c8-4fdf-b1e7-5e34833354df'] response: {'name': 'network-changed', 'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'status': 'completed', 'code': 200} May 10 12:39:19.140195 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-6a731a92-8dce-44dd-8dfb-b53fb8d47c74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4 HTTP/1.1" status: 200 len: 217 time: 0.0360754 May 10 12:39:19.191341 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-2992982e-2818-4cf9-b012-c447e0d1522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:19.192861 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-2992982e-2818-4cf9-b012-c447e0d1522c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0453646 May 10 12:39:19.587026 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-0dcf1ff8-10a2-4056-872e-16c010c0b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:19.588456 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-0dcf1ff8-10a2-4056-872e-16c010c0b10c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3887532 May 10 12:39:19.678062 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-fad52361-feb3-4b40-9873-814d7a965142 service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820436 May 10 12:39:19.776106 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-41bbcefe-d52d-4a2a-9b1b-72e4d3724fd2 req-992ff2d4-75d8-4e2e-a1e4-82ecd80942af service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908928 May 10 12:39:19.870913 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6172-d8c0-40d9-92dd-0109915d625f req-dedef96a-c976-424f-9862-4ccc73eb49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:19.872448 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-468a6172-d8c0-40d9-92dd-0109915d625f req-dedef96a-c976-424f-9862-4ccc73eb49a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 1094 time: 0.0445161 May 10 12:39:19.988500 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6172-d8c0-40d9-92dd-0109915d625f req-371be221-0445-4347-87ac-860ac1413de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:19.989955 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-468a6172-d8c0-40d9-92dd-0109915d625f req-371be221-0445-4347-87ac-860ac1413de2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.1102948 May 10 12:39:20.013631 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c5f6d-333e-4898-ae92-2370368c20a2 req-d8960192-3de6-4db3-bbb2-80f32d95ff37 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:20.015161 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-614c5f6d-333e-4898-ae92-2370368c20a2 req-d8960192-3de6-4db3-bbb2-80f32d95ff37 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 943 time: 0.0503049 May 10 12:39:20.036118 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-468a6172-d8c0-40d9-92dd-0109915d625f req-5ba35391-3b14-42f5-b5f9-7bb34c104707 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4 HTTP/1.1" status: 200 len: 217 time: 0.0383842 May 10 12:39:20.053777 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-614c5f6d-333e-4898-ae92-2370368c20a2 req-c800abc0-ee82-4f93-b45e-3da2a8e967b3 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 May 10 12:39:20.085279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6172-d8c0-40d9-92dd-0109915d625f req-d219c8b0-c094-46f1-a19b-8621d19d8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:20.086752 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-468a6172-d8c0-40d9-92dd-0109915d625f req-d219c8b0-c094-46f1-a19b-8621d19d8b69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0439305 May 10 12:39:20.133089 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6172-d8c0-40d9-92dd-0109915d625f req-60707a9d-4e68-47a0-af46-96c8f7a53faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:20.134579 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-468a6172-d8c0-40d9-92dd-0109915d625f req-60707a9d-4e68-47a0-af46-96c8f7a53faa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410109 May 10 12:39:20.237423 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-468a6172-d8c0-40d9-92dd-0109915d625f req-e775426a-d59c-4b1d-a20e-e1f3e6d26eaa service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944715 May 10 12:39:20.338647 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-468a6172-d8c0-40d9-92dd-0109915d625f req-e24919df-371f-4b37-88e4-d35f8e577694 service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938900 May 10 12:39:21.187322 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe2601-ece4-498f-8d7c-b95fd598c086 req-15046a1c-0a90-44ed-afc3-fc1ef02b74b9 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:21.188838 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5fe2601-ece4-498f-8d7c-b95fd598c086 req-15046a1c-0a90-44ed-afc3-fc1ef02b74b9 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 943 time: 0.0556245 May 10 12:39:21.229055 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-d5fe2601-ece4-498f-8d7c-b95fd598c086 req-e6464009-1367-4e99-8f8c-4ca6a0071f4c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323486 May 10 12:39:22.363710 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f67def-9bd2-4538-924c-e57f6f4a1cef req-37fc6ba6-6e39-4e70-aef5-aea395d3031c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:22.365215 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12f67def-9bd2-4538-924c-e57f6f4a1cef req-37fc6ba6-6e39-4e70-aef5-aea395d3031c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 943 time: 0.0559542 May 10 12:39:22.406296 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-12f67def-9bd2-4538-924c-e57f6f4a1cef req-a2a4c830-bb46-480d-b25e-db3d26c73446 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320389 May 10 12:39:23.211166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3c1769a0-90f5-44db-8bbd-8a1159b413c4 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:39:23.357049 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:39:23.370355 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'port_id': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'mac_address': 'fa:16:3e:8d:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:39:23.440228 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:39:23.440617 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:23.458857 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1769a0-90f5-44db-8bbd-8a1159b413c4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:39:23.481795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:39:23.488576 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:23.535533 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de3836-b7cc-4279-95fb-1c0bc85efb1b req-804ed87f-1a6d-42fd-bf0f-22f1d0a2d83f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:23.537188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a6de3836-b7cc-4279-95fb-1c0bc85efb1b req-804ed87f-1a6d-42fd-bf0f-22f1d0a2d83f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 944 time: 0.0519302 May 10 12:39:23.547679 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:23.581035 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-a6de3836-b7cc-4279-95fb-1c0bc85efb1b req-abcbc37f-40c0-4483-9b01-2c0ec31c37e1 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376856 May 10 12:39:23.717433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['3c1769a0-90f5-44db-8bbd-8a1159b413c4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:39:24.713916 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018199-0b31-40d0-9ef2-0d0944d35024 req-871dfb04-b03e-48db-907d-19bfe06caee9 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:24.715536 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd018199-0b31-40d0-9ef2-0d0944d35024 req-871dfb04-b03e-48db-907d-19bfe06caee9 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 944 time: 0.0587838 May 10 12:39:24.762138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-dd018199-0b31-40d0-9ef2-0d0944d35024 req-0e8e639a-c3c8-4cbb-abe7-283af5b95cfa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381682 May 10 12:39:25.212572 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3c1769a0-90f5-44db-8bbd-8a1159b413c4 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:39:25.266893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning for port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:39:25.270793 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:39:25.271171 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:25.355223 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:39:25.355618 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:25.378860 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:39:25.381078 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc32511-1979-4d30-80cb-f04238dd8492" -d '{"events": [{"server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "name": "network-vif-plugged", "status": "completed", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:39:25.394012 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:39:25.399514 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:25.422934 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9fbcbb-027e-450a-a71d-4048e7e44b76 x-openstack-request-id: req-0f9fbcbb-027e-450a-a71d-4048e7e44b76 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:39:25.423220 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "name": "network-vif-plugged", "status": "completed", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:39:25.423466 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f9fbcbb-027e-450a-a71d-4048e7e44b76 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:39:25.423877 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9fbcbb-027e-450a-a71d-4048e7e44b76'] response: {'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'code': 200} May 10 12:39:25.448433 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:25.522043 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422dd0-f50d-45b7-9e11-195d05354097 req-5862e0cd-c368-4a95-a845-f06fcdc290c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:25.523520 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01422dd0-f50d-45b7-9e11-195d05354097 req-5862e0cd-c368-4a95-a845-f06fcdc290c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 1096 time: 0.0427413 May 10 12:39:25.558780 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-01422dd0-f50d-45b7-9e11-195d05354097 req-83a7e05a-0704-43b0-84a5-817831f14066 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282931 May 10 12:39:25.896912 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb172d-15a6-4478-87e4-9ca34213ac1a req-edad8297-f4c4-42d2-83f3-043f9aacddaa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:25.898379 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9fb172d-15a6-4478-87e4-9ca34213ac1a req-edad8297-f4c4-42d2-83f3-043f9aacddaa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 945 time: 0.0536237 May 10 12:39:25.938942 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-c9fb172d-15a6-4478-87e4-9ca34213ac1a req-d0a18cb5-5b16-43c6-9478-db954ccb84f9 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313532 May 10 12:39:27.083843 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a6ae-5d33-4aaa-8e1a-840721f63814 req-a2b3e8c0-0f0d-41f9-bc79-93e99a2b2f59 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:27.085322 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0559a6ae-5d33-4aaa-8e1a-840721f63814 req-a2b3e8c0-0f0d-41f9-bc79-93e99a2b2f59 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 945 time: 0.0663278 May 10 12:39:27.125915 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0559a6ae-5d33-4aaa-8e1a-840721f63814 req-434b87a2-f8ca-4c12-8960-5533a08d8b08 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343761 May 10 12:39:27.252145 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb93e33-3e3a-49f0-8848-46939d240d2b req-2bd8483f-6ac2-4232-81d5-7bac96d76372 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:27.253620 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fdb93e33-3e3a-49f0-8848-46939d240d2b req-2bd8483f-6ac2-4232-81d5-7bac96d76372 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 945 time: 0.0586884 May 10 12:39:27.291962 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-fdb93e33-3e3a-49f0-8848-46939d240d2b req-ac23cd1a-db6c-4b44-854f-c95117dae84a tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 May 10 12:39:27.323025 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60468) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:39:27.363853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea198e52-4592-4270-9bf3-c0fb9ff1d1d6 tempest-TestSnapshotPattern-518505523 tempest-TestSnapshotPattern-518505523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:27.365363 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-ea198e52-4592-4270-9bf3-c0fb9ff1d1d6 tempest-TestSnapshotPattern-518505523 tempest-TestSnapshotPattern-518505523-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 1091 time: 0.0413315 May 10 12:39:27.368325 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60470) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:39:27.372553 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Request body: {'floatingip': {'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'port_id': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:39:27.394572 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for floatingip, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:27.499167 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:27.604154 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Allocated IP 172.25.8.142 (9bf4babe-f129-4202-b603-fe5f18a8b598/bbdf13f8-1930-4ae7-8f96-f8478852fce9/3ddc2d50-937a-4ec8-8813-f7da4891413a) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:39:27.707181 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for port, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:27.751803 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770907866013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:27.789953 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Network 9bf4babe-f129-4202-b603-fe5f18a8b598 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:39:27.792687 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:39:27.796502 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 12:39:27.804583 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'Port': ['ID=3ddc2d50-937a-4ec8-8813-f7da4891413a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:27.832050 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.832407 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.832749 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.833086 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.833425 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.833752 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.834083 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.834397 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.834720 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.835045 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.835373 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:27.835702 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:39:28.167621 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:28.237725 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:28.410517 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for port, precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:28.416451 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8571016'] for port, after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:28.483906 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event updated for resources: {'Port': ['ID=3ddc2d50-937a-4ec8-8813-f7da4891413a,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:39:28.496027 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448917'] for floatingip, after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:28.596217 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Floating IP f916deae-cd40-44b5-afdb-55365cf72db1 associated. External IP: 172.25.8.142, port: 3c1769a0-90f5-44db-8bbd-8a1159b413c4. May 10 12:39:28.818548 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Router f1e3713b-e43f-4eab-ab26-936dc3a753c6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:39:28.938433 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:39:28.950656 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] Sync routers for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:39:28.958812 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:28.961153 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:39:28.961949 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:39:28.990893 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-c64d2cd9-e7a5-447f-9127-b568f0f9589c tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6215620 May 10 12:39:28.991592 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:39:28.994174 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344" -d '{"events": [{"name": "network-changed", "server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:39:29.031037 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30beba07-6bbe-42a2-8cbb-7baeef385261 x-openstack-request-id: req-30beba07-6bbe-42a2-8cbb-7baeef385261 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:39:29.031292 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:39:29.031544 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30beba07-6bbe-42a2-8cbb-7baeef385261 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:39:29.031983 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30beba07-6bbe-42a2-8cbb-7baeef385261'] response: {'name': 'network-changed', 'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'status': 'completed', 'code': 200} May 10 12:39:29.098337 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-91a190bb-4352-4c21-9d6e-502a4bb05c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:29.099917 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-91a190bb-4352-4c21-9d6e-502a4bb05c63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 1096 time: 0.0439522 May 10 12:39:29.164780 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:39:29.194842 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-2bc04553-987f-46f0-93eb-65ef0dc62c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:29.196251 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-2bc04553-987f-46f0-93eb-65ef0dc62c84 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0889904 May 10 12:39:29.265659 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-97224aae-d173-4e81-aa9b-63936676d7e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4 HTTP/1.1" status: 200 len: 999 time: 0.0615933 May 10 12:39:29.316456 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-7563d305-9ed1-498c-a375-94b47c584b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:29.317987 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-7563d305-9ed1-498c-a375-94b47c584b82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0458288 May 10 12:39:29.364482 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-724dcaba-6b4e-4e92-9d83-dd1d0bef729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:29.365989 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-724dcaba-6b4e-4e92-9d83-dd1d0bef729d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420928 May 10 12:39:29.391589 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:37:00Z', 'revision_number': 1, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}, {'id': 'f916deae-cd40-44b5-afdb-55365cf72db1', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:8d:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:39:28Z', 'updated_at': '2022-05-10T12:39:28Z', 'revision_number': 0, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:39:29.421258 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] Checking router: f1e3713b-e43f-4eab-ab26-936dc3a753c6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:39:29.429992 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:39:29.430601 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:39:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:39:29.460859 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-84bd7d32-372c-4220-88f3-f2f8f1a0b420 service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882437 May 10 12:39:29.541125 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:39:29.554435 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-5bbdb7ba-fc84-4d70-addc-3f4b6acbc344 req-b837cab2-8236-4c1e-8c28-f6b18a2effa3 service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866983 May 10 12:39:29.762794 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:37:00Z', 'revision_number': 1, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}, {'id': 'f916deae-cd40-44b5-afdb-55365cf72db1', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:8d:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:39:28Z', 'updated_at': '2022-05-10T12:39:28Z', 'revision_number': 0, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:39:29.789060 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027612cf-1206-47f1-af4a-21f766cf47c4 None None] The sync data for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 is: [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:37:00Z', 'revision_number': 1, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}, {'id': 'f916deae-cd40-44b5-afdb-55365cf72db1', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:8d:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:39:28Z', 'updated_at': '2022-05-10T12:39:28Z', 'revision_number': 0, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:39:29.991585 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ed741-745d-4039-b1ed-70864c802faa None None] New status for floating IP f916deae-cd40-44b5-afdb-55365cf72db1: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:39:33.304560 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:34.415322 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c90235d4-0f22-4999-b927-2bb8c28c383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:36.156058 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:37.373201 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c3072c7a-5b38-4fb1-a119-cfc9e5ce66c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:38.132769 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:38.963166 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:39:39.659438 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:39.660590 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:39:43.610810 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-cc45742d-57ff-4dbb-882e-58188a4e0535 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523806 May 10 12:39:43.701172 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-4d7aa2c7-f5b5-47a9-aa5f-1f6827158a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:43.702666 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-4d7aa2c7-f5b5-47a9-aa5f-1f6827158a37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 1096 time: 0.0429323 May 10 12:39:43.814101 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-1ae22320-cbea-4879-aa85-ae83cc617679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:43.816171 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-1ae22320-cbea-4879-aa85-ae83cc617679 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0940628 May 10 12:39:43.888647 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-169c23bf-77e8-4944-ab32-1a079a1b5ea1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4 HTTP/1.1" status: 200 len: 1001 time: 0.0652165 May 10 12:39:43.937426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-7f6049e3-be43-48ac-9d6d-4e4a6dc63241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:43.938868 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-7f6049e3-be43-48ac-9d6d-4e4a6dc63241 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0433044 May 10 12:39:43.984374 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-c1836bc8-e2c0-47d5-8890-4ef0bc8267c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:43.985845 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-c1836bc8-e2c0-47d5-8890-4ef0bc8267c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395999 May 10 12:39:44.077681 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-98f0f00e-caca-4c42-90d9-b20633626c4f service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842083 May 10 12:39:44.167287 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-cfa04e3a-cfe2-4b9d-98e0-78127b5eef6f req-9a6d1e80-3c49-41e5-959b-ecbff37b45eb service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825460 May 10 12:39:57.722839 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-e08690fe-163a-49ee-99c9-8cba240909c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475953 May 10 12:39:57.813954 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-56a35371-bdb9-4581-bb95-3c96e9332fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:57.815464 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-56a35371-bdb9-4581-bb95-3c96e9332fdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1094 time: 0.0439458 May 10 12:39:57.925359 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-1636b74a-75d4-45e9-9ee2-d8ea815eb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:57.926837 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-1636b74a-75d4-45e9-9ee2-d8ea815eb433 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0923154 May 10 12:39:57.999018 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-deb587ef-89bd-45b5-ab1a-d8f17e3c6b1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 999 time: 0.0645916 May 10 12:39:58.052119 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-0d761de6-afb7-41bb-9d84-ad3f50c8a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:58.053537 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-0d761de6-afb7-41bb-9d84-ad3f50c8a464 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0444460 May 10 12:39:58.102108 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-2cbfdbe6-2f63-4641-8c49-29ca5ed540ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:39:58.103573 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-2cbfdbe6-2f63-4641-8c49-29ca5ed540ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437810 May 10 12:39:58.194101 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-7e1f5777-4a7d-45a2-a5ca-cb60e88f46d7 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 May 10 12:39:58.287745 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-187a60a1-ad2f-4fd7-8282-d69e48527547 req-33b03668-1b22-44d5-be00-0690e4de01c2 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 May 10 12:40:03.330580 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:04.417355 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-09a51a4e-6865-4118-9ebf-9aa0acd94f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:06.179336 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:07.368599 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4ae9ca0e-9e36-4435-9df0-266a35163b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:08.136626 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:09.652290 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:09.655407 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:15.964952 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:40:33.343199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:34.411323 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1fb2-80ec-4952-8639-142d883127d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:36.168734 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:37.385678 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1f63648c-bded-4f35-9992-90e0e4d9d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:38.143925 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:39.653241 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:39.655089 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:43.611058 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-ce589401-30ba-450d-a5dc-fc7bed42b14f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485783 May 10 12:40:43.709451 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-f6d71ef3-292e-4ec5-8de5-6a91d0a43ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:40:43.710933 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-f6d71ef3-292e-4ec5-8de5-6a91d0a43ce9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 1096 time: 0.0466614 May 10 12:40:43.814921 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-2c3c732f-5e05-41e9-8e23-577809cc10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:40:43.816459 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-2c3c732f-5e05-41e9-8e23-577809cc10d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0856447 May 10 12:40:43.886961 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-0769ee58-b17d-47b1-a353-dfe4cfd1729d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4 HTTP/1.1" status: 200 len: 1001 time: 0.0629616 May 10 12:40:43.942458 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-7d99291f-2cb0-40f0-80c9-65f6cea6f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:40:43.944050 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-7d99291f-2cb0-40f0-80c9-65f6cea6f5c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0508914 May 10 12:40:43.989601 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-b57fd648-b288-478f-9567-f8a792160100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:40:43.991128 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-b57fd648-b288-478f-9567-f8a792160100 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405397 May 10 12:40:44.090420 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-432801ce-1707-42b8-bd9d-da4bd215e9b4 service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920656 May 10 12:40:44.184193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-0f155fc6-1c68-40f9-b33a-9cdc77624f95 req-5cfd8893-f0ec-46f4-b3be-fbcde7f1aeef service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875945 May 10 12:40:52.969606 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:40:58.676655 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad646030-0a0e-4488-82c4-52c56f74685d req-f397e55b-c0a7-4673-bc9a-4ce59f4f15ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446930 May 10 12:40:58.771178 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646030-0a0e-4488-82c4-52c56f74685d req-d9073107-2841-4edf-9362-9f088f5ae32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:40:58.772728 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad646030-0a0e-4488-82c4-52c56f74685d req-d9073107-2841-4edf-9362-9f088f5ae32e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1094 time: 0.0513921 May 10 12:40:58.885068 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646030-0a0e-4488-82c4-52c56f74685d req-bf4f17c0-4eb3-433f-9449-debb9e08e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:40:58.887027 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad646030-0a0e-4488-82c4-52c56f74685d req-bf4f17c0-4eb3-433f-9449-debb9e08e863 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0949054 May 10 12:40:59.279576 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad646030-0a0e-4488-82c4-52c56f74685d req-2b9dd0e8-fdbb-474a-837d-2d63f86a6c27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 999 time: 0.3855681 May 10 12:40:59.330843 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646030-0a0e-4488-82c4-52c56f74685d req-3602f85c-fde1-4e18-8dec-53fd202fd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:40:59.332339 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad646030-0a0e-4488-82c4-52c56f74685d req-3602f85c-fde1-4e18-8dec-53fd202fd539 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0463014 May 10 12:40:59.383254 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646030-0a0e-4488-82c4-52c56f74685d req-58263d49-2d59-4289-a5b9-5b9bed9e823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:40:59.384636 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad646030-0a0e-4488-82c4-52c56f74685d req-58263d49-2d59-4289-a5b9-5b9bed9e823e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457087 May 10 12:40:59.475725 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad646030-0a0e-4488-82c4-52c56f74685d req-6fe1b9fa-ad4c-4686-8503-1e72581a8665 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843730 May 10 12:40:59.585362 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-ad646030-0a0e-4488-82c4-52c56f74685d req-abe9037e-98da-4231-b5bd-cbcb87d20999 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033616 May 10 12:40:59.770955 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3c1769a0-90f5-44db-8bbd-8a1159b413c4 details requested by agent hyperv_n-h1-840949-1 with host n-h1-840949-1 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 12:40:59.867037 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:40:59.878734 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Returning: {'device': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'port_id': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'mac_address': 'fa:16:3e:8d:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 12:40:59.930566 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:40:59.931002 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:40:59.944836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-a6595677-3339-477a-8148-76d632d658ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c1769a0-90f5-44db-8bbd-8a1159b413c4 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 12:40:59.965609 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:40:59.971556 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:00.031481 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:00.040391 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.040904 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.041257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.041596 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.041934 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.042267 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.042597 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.042937 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.043323 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.043647 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.044005 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.044330 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:00.049836 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] get_ports_and_sgs() called for port_ids ['3c1769a0-90f5-44db-8bbd-8a1159b413c4'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 12:41:01.787635 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3c1769a0-90f5-44db-8bbd-8a1159b413c4 up at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 12:41:01.850137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a6595677-3339-477a-8148-76d632d658ef None None] Provisioning complete for port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:41:01.850500 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592976'] for port, provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:01.943435 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:41:01.944267 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:01.971337 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:41:01.973763 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0780e56-0ade-4131-8ba6-96f68b4f3152" -d '{"events": [{"server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "name": "network-vif-plugged", "status": "completed", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:41:01.989143 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:01.995360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:02.020380 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebfebdb-9d79-4841-8637-32ad419db2b1 x-openstack-request-id: req-3ebfebdb-9d79-4841-8637-32ad419db2b1 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:41:02.020677 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "name": "network-vif-plugged", "status": "completed", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:41:02.020930 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ebfebdb-9d79-4841-8637-32ad419db2b1 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:41:02.021329 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebfebdb-9d79-4841-8637-32ad419db2b1'] response: {'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'code': 200} May 10 12:41:02.050063 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:03.350456 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:04.418765 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-35767bf8-8dfc-4e34-b79f-2a60ef65a26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:06.186669 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:07.370816 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-949224fe-7eda-470c-afe1-ceb340601749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:08.146352 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:09.624195 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60674) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:09.652477 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:09.658738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:09.796642 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Deleting port 3ddc2d50-937a-4ec8-8813-f7da4891413a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:09.797003 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:09.878032 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:09.878285 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:09.890235 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Calling delete_port for 3ddc2d50-937a-4ec8-8813-f7da4891413a owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:10.051435 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:10.078460 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event deleted for resources: {'Port': ['ID=3ddc2d50-937a-4ec8-8813-f7da4891413a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:10.092189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.092189 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.092478 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.092847 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.093181 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.093518 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.093848 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.094174 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.096722 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.097061 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.097450 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.097971 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:10.168802 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:10.169436 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Floating IP f916deae-cd40-44b5-afdb-55365cf72db1 disassociated (deleted). External IP: 172.25.8.142, port: 3c1769a0-90f5-44db-8bbd-8a1159b413c4. May 10 12:41:10.426413 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Router f1e3713b-e43f-4eab-ab26-936dc3a753c6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:41:10.539853 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:41:10.545177 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:10.550836 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] Sync routers for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:41:10.561458 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:41:10.562121 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:10.574044 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-608769ba-f748-497b-bfb2-f1acd594103d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "DELETE /v2.0/floatingips/f916deae-cd40-44b5-afdb-55365cf72db1 HTTP/1.1" status: 204 len: 168 time: 0.9486001 May 10 12:41:10.574580 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:41:10.577176 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c96410-96d4-4381-831e-7c57a813ac5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:41:10.630612 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06f9cfe-d119-4ca8-9076-a66ba560fd73 x-openstack-request-id: req-a06f9cfe-d119-4ca8-9076-a66ba560fd73 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:41:10.634362 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:41:10.634836 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a06f9cfe-d119-4ca8-9076-a66ba560fd73 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:41:10.635460 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06f9cfe-d119-4ca8-9076-a66ba560fd73'] response: {'name': 'network-changed', 'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'status': 'completed', 'code': 200} May 10 12:41:10.683352 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:41:10.697301 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c96410-96d4-4381-831e-7c57a813ac5f req-eaafca7a-a72a-4f0f-b955-52c20e1cc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:10.698836 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c96410-96d4-4381-831e-7c57a813ac5f req-eaafca7a-a72a-4f0f-b955-52c20e1cc033 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 1096 time: 0.0533011 May 10 12:41:10.811479 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c96410-96d4-4381-831e-7c57a813ac5f req-2f5e94f6-f34a-4274-b396-893ec4abf6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:10.813094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c96410-96d4-4381-831e-7c57a813ac5f req-2f5e94f6-f34a-4274-b396-893ec4abf6fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.1072695 May 10 12:41:10.874730 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c96410-96d4-4381-831e-7c57a813ac5f req-41f430e6-153f-497b-b60c-1f0bc14e04f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4 HTTP/1.1" status: 200 len: 217 time: 0.0529470 May 10 12:41:10.940270 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:37:00Z', 'revision_number': 1, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:10.950861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11055b4-369b-44d2-98b4-140a9ebfcd20 req-9b984990-5317-49c5-b066-47baed432208 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:10.952396 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c11055b4-369b-44d2-98b4-140a9ebfcd20 req-9b984990-5317-49c5-b066-47baed432208 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 945 time: 0.1672828 May 10 12:41:10.953954 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c96410-96d4-4381-831e-7c57a813ac5f req-43ea3df3-11a2-4983-a13f-27e643266a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:10.955310 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c96410-96d4-4381-831e-7c57a813ac5f req-43ea3df3-11a2-4983-a13f-27e643266a83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0627930 May 10 12:41:10.966600 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] Checking router: f1e3713b-e43f-4eab-ab26-936dc3a753c6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:41:10.977954 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:41:10.978576 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:11.022038 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-c11055b4-369b-44d2-98b4-140a9ebfcd20 req-67048725-5b0a-4692-a7dc-37fb323ad31b tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632620 May 10 12:41:11.031213 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c96410-96d4-4381-831e-7c57a813ac5f req-d5d56aaa-7be6-4f54-b71d-cdf7bb5e1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:11.032913 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c96410-96d4-4381-831e-7c57a813ac5f req-d5d56aaa-7be6-4f54-b71d-cdf7bb5e1635 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681553 May 10 12:41:11.134881 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c96410-96d4-4381-831e-7c57a813ac5f req-1764a6e9-ac53-4cc0-89c9-ce0001802b30 service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948682 May 10 12:41:11.191556 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:41:11.233141 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-34c96410-96d4-4381-831e-7c57a813ac5f req-da858efb-45c2-4953-bdd4-e4f1000e65f3 service neutron] 10.222.0.70 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912006 May 10 12:41:11.430504 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:37:00Z', 'revision_number': 1, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:11.456643 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159e0e8-8b8a-4e18-b7a1-eb7df27fcefc None None] The sync data for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 is: [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_floatingips': [{'id': 'd1dc019d-3ade-4d49-8ae3-9bb4f788a94b', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'router_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'port_id': '3b04b424-1a4d-4965-9211-590d94290981', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'mac_address': 'fa:16:3e:9d:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e84f29-e00f-480e-9dd7-773d5511674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T12:36:58Z', 'updated_at': '2022-05-10T12:37:00Z', 'revision_number': 1, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:41:11.700380 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc6554-5e84-486b-adde-f78700064f00 None None] New status for floating IP f916deae-cd40-44b5-afdb-55365cf72db1: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:41:11.822493 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3c1769a0-90f5-44db-8bbd-8a1159b413c4 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:11.899604 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] Current status of the port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 10 12:41:11.900024 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562396'] for port, before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:11.925890 n-d-840949-1 neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:41:11.928134 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7896ad2efcf7298c62bbb66189689beb44f1c87e1de432e34e017ae5e01473ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb86fd-81f5-4579-a459-a585393abc18" -d '{"events": [{"server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:41:11.940893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a6595677-3339-477a-8148-76d632d658ef None None] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:11.947059 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770908275842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770907865986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770907872040'] for port, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:11.969457 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdf17cc-b18a-41b9-a900-bcc28e0d58d4 x-openstack-request-id: req-4cdf17cc-b18a-41b9-a900-bcc28e0d58d4 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:41:11.969747 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:41:11.969995 n-d-840949-1 neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cdf17cc-b18a-41b9-a900-bcc28e0d58d4 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:41:11.970383 n-d-840949-1 neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdf17cc-b18a-41b9-a900-bcc28e0d58d4'] response: {'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'code': 200} May 10 12:41:11.995465 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Pushing event updated for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:12.155430 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450a791-b6d6-4b30-8c24-d2c0fe644eb0 req-bc03e432-346d-44dd-8996-7397529cca34 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:12.157188 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9450a791-b6d6-4b30-8c24-d2c0fe644eb0 req-bc03e432-346d-44dd-8996-7397529cca34 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 943 time: 0.0631704 May 10 12:41:12.197252 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9450a791-b6d6-4b30-8c24-d2c0fe644eb0 req-8e6e4fe9-1496-4fb2-b15d-43224a54849d tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337329 May 10 12:41:12.269899 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-2f4cee24-252b-487f-a0c0-2569330ad296 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:12.271331 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-2f4cee24-252b-487f-a0c0-2569330ad296 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d83ce8e-a08e-4310-988f-f17311bb4d9d HTTP/1.1" status: 200 len: 943 time: 0.0522668 May 10 12:41:12.381126 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Deleting port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:12.381550 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:12.473624 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] For port 3c1769a0-90f5-44db-8bbd-8a1159b413c4, host n-h1-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840949-1',level=0,port_id=3c1769a0-90f5-44db-8bbd-8a1159b413c4,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:12.473992 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:12.487001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Calling delete_port for 3c1769a0-90f5-44db-8bbd-8a1159b413c4 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:12.626239 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:12.657686 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event deleted for resources: {'Port': ['ID=3c1769a0-90f5-44db-8bbd-8a1159b413c4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:12.682264 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.682608 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.682945 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.683279 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.683615 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.684029 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.684356 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.684678 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.685001 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.685320 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.685625 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.685937 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840949-1 {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:41:12.707183 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] No DVR routers for this DVR port 3c1769a0-90f5-44db-8bbd-8a1159b413c4 on host n-h1-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:41:12.709847 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:12.713224 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-9bad6ec6-b8d1-43c6-9af2-983bf4bace69 req-b03b31c0-4f7e-4cab-92de-14410c4cdfec tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.70 "DELETE /v2.0/ports/3c1769a0-90f5-44db-8bbd-8a1159b413c4 HTTP/1.1" status: 204 len: 173 time: 0.4364638 May 10 12:41:12.713654 n-d-840949-1 neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'name': 'network-vif-deleted', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:41:12.715939 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af10c74a5d3a7798ed181a19a5d911b3658e95c500dfd7ce9149d24ccba73e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d674d86-a39f-4bbd-8b4c-2299083536e3" -d '{"events": [{"server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "name": "network-vif-deleted", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:41:12.752996 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a883092-f02e-42d6-93b2-b6317a75c787 x-openstack-request-id: req-2a883092-f02e-42d6-93b2-b6317a75c787 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:41:12.753292 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d83ce8e-a08e-4310-988f-f17311bb4d9d", "name": "network-vif-deleted", "tag": "3c1769a0-90f5-44db-8bbd-8a1159b413c4", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:41:12.753549 n-d-840949-1 neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a883092-f02e-42d6-93b2-b6317a75c787 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:41:12.753941 n-d-840949-1 neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a883092-f02e-42d6-93b2-b6317a75c787'] response: {'server_uuid': '0d83ce8e-a08e-4310-988f-f17311bb4d9d', 'name': 'network-vif-deleted', 'tag': '3c1769a0-90f5-44db-8bbd-8a1159b413c4', 'status': 'completed', 'code': 200} May 10 12:41:13.841992 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60732) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:14.009555 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Deleting port 43349a06-c484-4bcd-a198-d5cd2fd7b913 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:14.009923 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:14.089708 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:14.090020 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:14.106956 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Calling delete_port for 43349a06-c484-4bcd-a198-d5cd2fd7b913 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:14.291587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:14.320488 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event deleted for resources: {'Port': ['ID=43349a06-c484-4bcd-a198-d5cd2fd7b913,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:14.379929 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for floatingip, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:14.380402 n-d-840949-1 neutron-server[102767]: INFO neutron.db.l3_db [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Floating IP d1dc019d-3ade-4d49-8ae3-9bb4f788a94b disassociated (deleted). External IP: 172.25.8.198, port: 3b04b424-1a4d-4965-9211-590d94290981. May 10 12:41:14.597789 n-d-840949-1 neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Router f1e3713b-e43f-4eab-ab26-936dc3a753c6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:41:14.713796 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:41:14.718726 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for floatingip, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:14.724397 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] Sync routers for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:41:14.734672 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:41:14.735285 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:14.748059 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-841cc196-ee3e-49d0-a982-07fccfa7e0aa tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "DELETE /v2.0/floatingips/d1dc019d-3ade-4d49-8ae3-9bb4f788a94b HTTP/1.1" status: 204 len: 168 time: 0.9025061 May 10 12:41:14.748059 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'tag': '3b04b424-1a4d-4965-9211-590d94290981'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:41:14.748565 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d519e-f72f-4e0c-a5c9-667b34532471" -d '{"events": [{"name": "network-changed", "server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "tag": "3b04b424-1a4d-4965-9211-590d94290981"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:41:14.785952 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6627a23-2af5-46e7-8d08-369d97b9ab54 x-openstack-request-id: req-d6627a23-2af5-46e7-8d08-369d97b9ab54 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:41:14.786246 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "tag": "3b04b424-1a4d-4965-9211-590d94290981", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:41:14.786503 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6627a23-2af5-46e7-8d08-369d97b9ab54 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:41:14.787353 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6627a23-2af5-46e7-8d08-369d97b9ab54'] response: {'name': 'network-changed', 'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'tag': '3b04b424-1a4d-4965-9211-590d94290981', 'status': 'completed', 'code': 200} May 10 12:41:14.849438 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-ee3f5620-80b8-4016-8622-d6c4a8987a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:14.851105 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-ee3f5620-80b8-4016-8622-d6c4a8987a16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc35aec5c18447aaa00796c727164480&device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 1094 time: 0.0448616 May 10 12:41:14.873081 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:41:14.954349 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-8db49317-a1fc-44b1-92c9-d285ca67b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:14.955936 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-8db49317-a1fc-44b1-92c9-d285ca67b0dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 200 len: 910 time: 0.0984342 May 10 12:41:14.992861 n-d-840949-1 neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa7619-eeca-4662-9ae7-f9940e6d0f22 req-23477994-fb89-45aa-b8df-4bc2a9b0051e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:14.994284 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-edaa7619-eeca-4662-9ae7-f9940e6d0f22 req-23477994-fb89-45aa-b8df-4bc2a9b0051e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 943 time: 0.0542653 May 10 12:41:14.999289 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-3c68cf7a-d5b9-4357-b978-1ed7df690a26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 200 len: 217 time: 0.0351839 May 10 12:41:15.036292 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [req-edaa7619-eeca-4662-9ae7-f9940e6d0f22 req-bdafe300-ef6e-48ad-aab3-6d6ff3efca28 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330415 May 10 12:41:15.057790 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-0cf8251d-0160-4ec9-89c1-103c1afb3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:15.059366 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-0cf8251d-0160-4ec9-89c1-103c1afb3d43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 200 len: 848 time: 0.0536301 May 10 12:41:15.085377 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:15.104771 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-7719c401-ed48-45c8-ae99-b540b95c089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:15.106251 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-7719c401-ed48-45c8-ae99-b540b95c089a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b62f558e-2a09-4405-a2bc-8c957c9e960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401335 May 10 12:41:15.111203 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] Checking router: f1e3713b-e43f-4eab-ab26-936dc3a753c6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:41:15.120529 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:41:15.121177 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:15.201545 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-88f2b999-761a-40f4-a65b-049e465114c4 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876801 May 10 12:41:15.224974 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:41:15.291638 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-3a4d519e-f72f-4e0c-a5c9-667b34532471 req-7a73af62-676d-453a-b550-8fcbcee1fb17 service neutron] 10.222.0.49 "GET /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818546 May 10 12:41:15.435014 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:15.470736 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786bd782-0708-4183-afe3-edc75aa3ba64 None None] The sync data for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 is: [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:36:38Z', 'revision_number': 4, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1', '_interfaces': [{'id': 'a8361948-391c-4eeb-b013-3f9a1ee8d123', 'name': '', 'network_id': 'b62f558e-2a09-4405-a2bc-8c957c9e960c', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'mac_address': 'fa:16:3e:1f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:37Z', 'updated_at': '2022-05-10T12:36:42Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'subnets': [{'id': 'a4dd2ff9-cb23-4203-b2b5-73682953cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:41:15.696166 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee120588-e854-4ceb-b81c-42b31c9257f0 None None] New status for floating IP d1dc019d-3ade-4d49-8ae3-9bb4f788a94b: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:41:15.849468 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3c1769a0-90f5-44db-8bbd-8a1159b413c4 no longer exists at agent hyperv_n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:15.870137 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a6595677-3339-477a-8148-76d632d658ef None None] No Port match for: 3c1769a0-90f5-44db-8bbd-8a1159b413c4 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:41:15.870483 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-a6595677-3339-477a-8148-76d632d658ef None None] Device 3c1769a0-90f5-44db-8bbd-8a1159b413c4 not bound to the agent host n-h1-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:41:16.184002 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc86ff-b00f-4e8c-86fe-7e22433d1002 req-04459f42-6361-4132-bc71-7017285c862f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:16.185504 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99cc86ff-b00f-4e8c-86fe-7e22433d1002 req-04459f42-6361-4132-bc71-7017285c862f tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 943 time: 0.0631382 May 10 12:41:16.228414 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-99cc86ff-b00f-4e8c-86fe-7e22433d1002 req-7207ee94-1cc2-431a-9207-e9175750033e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bde2f0b4-6284-4374-8060-edfabe2bbbae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338545 May 10 12:41:16.534669 n-d-840949-1 neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-d64d3015-8fb8-4698-a133-3ac7d227e7bf tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 12:41:16.536138 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-d64d3015-8fb8-4698-a133-3ac7d227e7bf tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 943 time: 0.0618784 May 10 12:41:16.635223 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Deleting port 3b04b424-1a4d-4965-9211-590d94290981 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:16.635869 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:16.725690 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] For port 3b04b424-1a4d-4965-9211-590d94290981, host n-h2-840949-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840949-1',level=0,port_id=3b04b424-1a4d-4965-9211-590d94290981,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:16.726028 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:16.738587 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Calling delete_port for 3b04b424-1a4d-4965-9211-590d94290981 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:16.873787 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:16.903535 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event deleted for resources: {'Port': ['ID=3b04b424-1a4d-4965-9211-590d94290981,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:16.945750 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] No DVR routers for this DVR port 3b04b424-1a4d-4965-9211-590d94290981 on host n-h2-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:41:16.949143 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123551'] for port, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:16.952739 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-95fd251f-91b6-4f27-a4b8-25cb00f602e9 req-6b72d203-8fb8-42a0-b119-8584afc2ff4e tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.49 "DELETE /v2.0/ports/3b04b424-1a4d-4965-9211-590d94290981 HTTP/1.1" status: 204 len: 173 time: 0.4111371 May 10 12:41:16.953172 n-d-840949-1 neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'name': 'network-vif-deleted', 'tag': '3b04b424-1a4d-4965-9211-590d94290981'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 12:41:16.956131 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dbe18fd8470cb96789f5393f762f87f05215eb7e092be43b550932a4e6489d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad337ac3-0056-4356-b187-242921e6b176" -d '{"events": [{"server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "name": "network-vif-deleted", "tag": "3b04b424-1a4d-4965-9211-590d94290981"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 12:41:16.994277 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5ad13c-e956-410c-ae26-9c092d0567c5 x-openstack-request-id: req-ef5ad13c-e956-410c-ae26-9c092d0567c5 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 12:41:16.995086 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e84f29-e00f-480e-9dd7-773d5511674b", "name": "network-vif-deleted", "tag": "3b04b424-1a4d-4965-9211-590d94290981", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 12:41:16.995524 n-d-840949-1 neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef5ad13c-e956-410c-ae26-9c092d0567c5 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 12:41:16.996112 n-d-840949-1 neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5ad13c-e956-410c-ae26-9c092d0567c5'] response: {'server_uuid': '06e84f29-e00f-480e-9dd7-773d5511674b', 'name': 'network-vif-deleted', 'tag': '3b04b424-1a4d-4965-9211-590d94290981', 'status': 'completed', 'code': 200} May 10 12:41:17.352069 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [req-10370239-2bf7-4e90-b591-47a83ce8e8e5 req-ea2f2461-94ce-4fc0-b837-22574e3a25fc tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e84f29-e00f-480e-9dd7-773d5511674b HTTP/1.1" status: 200 len: 210 time: 0.0350916 May 10 12:41:18.417319 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60748) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:18.476668 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a258d096-cfda-49db-8d00-ae3b6fea61c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:18.503012 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a258d096-cfda-49db-8d00-ae3b6fea61c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:18.574260 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a258d096-cfda-49db-8d00-ae3b6fea61c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:18.576884 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a258d096-cfda-49db-8d00-ae3b6fea61c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:18.578137 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-a258d096-cfda-49db-8d00-ae3b6fea61c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] 10.222.0.13 "DELETE /v2.0/security-groups/bde2f0b4-6284-4374-8060-edfabe2bbbae HTTP/1.1" status: 204 len: 168 time: 0.1598079 May 10 12:41:18.587271 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258d096-cfda-49db-8d00-ae3b6fea61c7 tempest-TestSnapshotPattern-476735915 tempest-TestSnapshotPattern-476735915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2f0b4-6284-4374-8060-edfabe2bbbae,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:18.629781 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60752) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:18.997663 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:19.279365 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Deleting port a8361948-391c-4eeb-b013-3f9a1ee8d123 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:19.279702 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:19.362577 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] For port a8361948-391c-4eeb-b013-3f9a1ee8d123, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=a8361948-391c-4eeb-b013-3f9a1ee8d123,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:19.362941 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:19.376140 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Calling delete_port for a8361948-391c-4eeb-b013-3f9a1ee8d123 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:19.569289 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:19.594545 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8361948-391c-4eeb-b013-3f9a1ee8d123,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:19.763610 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:19.978111 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Router f1e3713b-e43f-4eab-ab26-936dc3a753c6 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:41:20.082426 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:41:20.088122 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-af8adc4f-92b0-416f-9b4c-27d630fcc95a admin admin] 10.222.0.13 "PUT /v2.0/routers/f1e3713b-e43f-4eab-ab26-936dc3a753c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4565077 May 10 12:41:20.090626 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60754) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:20.092712 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] Sync routers for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:41:20.102960 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:41:20.103555 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:20.198340 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks [] for router, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:20.205153 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: n-d-840949-1 {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:41:20.302907 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:20.355958 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Deleting port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:20.356298 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:20.387247 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:41:19Z', 'revision_number': 5, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port': {'id': '3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:36Z', 'updated_at': '2022-05-10T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:20.413097 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] Checking router: f1e3713b-e43f-4eab-ab26-936dc3a753c6 for host: n-d-840949-1 {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:41:20.421493 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] Routers {'f1e3713b-e43f-4eab-ab26-936dc3a753c6'} bound to L3 agent in host n-d-840949-1 {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:41:20.422090 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:20.434388 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] For port 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:20.434748 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:20.447622 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Calling delete_port for 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:20.598887 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] Set router f1e3713b-e43f-4eab-ab26-936dc3a753c6 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:41:20.654938 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:41:20Z', 'revision_number': 6, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:20.681773 n-d-840949-1 neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc577f-9f44-4bb3-bde2-7835640a8f76 None None] The sync data for ids ['f1e3713b-e43f-4eab-ab26-936dc3a753c6'] in n-d-840949-1 is: [{'id': 'f1e3713b-e43f-4eab-ab26-936dc3a753c6', 'name': 'tempest-TestSnapshotPattern-352540765-router', 'tenant_id': 'cc35aec5c18447aaa00796c727164480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:35Z', 'updated_at': '2022-05-10T12:41:20Z', 'revision_number': 6, 'project_id': 'cc35aec5c18447aaa00796c727164480', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:41:20.933587 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:20.958498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Pushing event deleted for resources: {'Port': ['ID=3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:21.019080 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.028014 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b04b424-1a4d-4965-9211-590d94290981 no longer exists at agent hyperv_n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:21.052409 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] No Port match for: 3b04b424-1a4d-4965-9211-590d94290981 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:41:21.053093 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Device 3b04b424-1a4d-4965-9211-590d94290981 not bound to the agent host n-h2-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:41:21.123076 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.125855 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.169095 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.169662 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e3713b-e43f-4eab-ab26-936dc3a753c6 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:41:21.174195 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] Notify callbacks [] for router, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.175370 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-eeb7c983-de5d-4871-9496-5064c6fb08be admin admin] 10.222.0.13 "DELETE /v2.0/routers/f1e3713b-e43f-4eab-ab26-936dc3a753c6 HTTP/1.1" status: 204 len: 168 time: 1.0837400 May 10 12:41:21.178962 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60756) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:21.226454 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcd5c0a-ea6a-472a-9c32-3b345ae7ec1d admin admin] Deleting subnet a4dd2ff9-cb23-4203-b2b5-73682953cc01 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:41:21.230040 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-ea6a-472a-9c32-3b345ae7ec1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.266943 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-ea6a-472a-9c32-3b345ae7ec1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570905'] for subnet, precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.360701 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-ea6a-472a-9c32-3b345ae7ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.419515 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-ea6a-472a-9c32-3b345ae7ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8571074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8828157'] for subnet, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.429120 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a8361948-391c-4eeb-b013-3f9a1ee8d123 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:21.439506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd6077-9f15-4ce7-8aa3-56896e720be1 None None] Network b62f558e-2a09-4405-a2bc-8c957c9e960c requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:41:21.448206 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-ea6a-472a-9c32-3b345ae7ec1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.451588 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-9bcd5c0a-ea6a-472a-9c32-3b345ae7ec1d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a4dd2ff9-cb23-4203-b2b5-73682953cc01 HTTP/1.1" status: 204 len: 168 time: 0.2716610 May 10 12:41:21.452604 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd5c0a-ea6a-472a-9c32-3b345ae7ec1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4dd2ff9-cb23-4203-b2b5-73682953cc01,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:21.454225 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60758) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:21.499529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: a8361948-391c-4eeb-b013-3f9a1ee8d123 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:41:21.499893 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device a8361948-391c-4eeb-b013-3f9a1ee8d123 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:41:21.528164 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.581627 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Deleting port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:21.581949 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.643912 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] DHCP port deletion for b62f558e-2a09-4405-a2bc-8c957c9e960c request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:41:21.649124 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] For port 9bcc6369-0c1d-4093-95b9-1c7c92303db6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bcc6369-0c1d-4093-95b9-1c7c92303db6,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:21.649562 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.663498 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Calling delete_port for 9bcc6369-0c1d-4093-95b9-1c7c92303db6 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:21.695363 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] Deleting port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:21.696031 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.759499 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8571057'] for port, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.761666 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] For port 9bcc6369-0c1d-4093-95b9-1c7c92303db6, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=9bcc6369-0c1d-4093-95b9-1c7c92303db6,segment=NetworkSegment(3be83abd-9104-40dc-9c33-ea56978e7b71),segment_id=3be83abd-9104-40dc-9c33-ea56978e7b71)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:21.762064 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.774529 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] Calling delete_port for 9bcc6369-0c1d-4093-95b9-1c7c92303db6 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:21.788014 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcc6369-0c1d-4093-95b9-1c7c92303db6,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:21.789883 n-d-840949-1 neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] No DVR routers for this DVR port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 on host n-d-840949-1 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:41:21.853380 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.869618 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.878257 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] Pushing event deleted for resources: {'Port': ['ID=9bcc6369-0c1d-4093-95b9-1c7c92303db6,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:21.883362 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ebc05-730f-4036-8fdb-52a9ae910fbf None None] No DVR routers for this DVR port 9bcc6369-0c1d-4093-95b9-1c7c92303db6 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:41:21.896549 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62f558e-2a09-4405-a2bc-8c957c9e960c']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:21.907001 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be83abd-9104-40dc-9c33-ea56978e7b71') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:21.907291 n-d-840949-1 neutron-server[102767]: DEBUG neutron.services.segments.db [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be83abd-9104-40dc-9c33-ea56978e7b71') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:21.917682 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570926'] for segment, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.931561 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.939140 n-d-840949-1 neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:41:21.939780 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582752'] for segment, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: Traceback (most recent call last): May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: timer() May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: cb(*args, **kw) May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: return func(*args, **kwargs) May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: self._notify() May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: self.callback(batched_events) May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: event.method(event) May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: return f(self, *a, **k) May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: return self._get(url).json() May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: return self.request(url, 'GET', **kwargs) May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:41:21.941953 n-d-840949-1 neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:41:21.998895 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:22.006522 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Notify callbacks [] for network, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:22.009762 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b62f558e-2a09-4405-a2bc-8c957c9e960c HTTP/1.1" status: 204 len: 168 time: 0.5546448 May 10 12:41:22.013185 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60760) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:22.021337 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a3aee-fafc-43d4-b668-471ac9300389 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62f558e-2a09-4405-a2bc-8c957c9e960c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:22.375438 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447893'] for router_interface, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:22.638551 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Deleting port bbc70ebc-0eea-45af-877f-4b45203771c3 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:22.638774 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:22.715235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] For port bbc70ebc-0eea-45af-877f-4b45203771c3, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=bbc70ebc-0eea-45af-877f-4b45203771c3,segment=NetworkSegment(693ee598-5c9b-4b5f-b385-545d4ed86e62),segment_id=693ee598-5c9b-4b5f-b385-545d4ed86e62)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:22.715593 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:22.728223 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Calling delete_port for bbc70ebc-0eea-45af-877f-4b45203771c3 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:22.818109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bcc6369-0c1d-4093-95b9-1c7c92303db6 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:22.839528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 9bcc6369-0c1d-4093-95b9-1c7c92303db6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:41:22.839957 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 9bcc6369-0c1d-4093-95b9-1c7c92303db6 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:41:22.840555 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:22.864221 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:41:22.864564 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 3684b29a-4e7a-42fa-8a1d-ed43ff2f0cfe not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:41:23.271277 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:23.301949 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc70ebc-0eea-45af-877f-4b45203771c3,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:23.479569 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3721112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448005'] for router_interface, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:23.708579 n-d-840949-1 neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Router cac92bb4-1342-47ba-962c-409f155137c7 has already been hosted by L3 agent dd8385fe-70fa-41c4-908d-5bcaf9fb95b7 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 12:41:23.819694 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] Notify agent at l3_agent.n-d-840949-1 the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 12:41:23.825034 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-a3ee1cb5-c9a1-472d-aff8-71b76e048a86 admin admin] 10.222.0.13 "PUT /v2.0/routers/cac92bb4-1342-47ba-962c-409f155137c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8102663 May 10 12:41:23.827847 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60762) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:23.829109 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] Sync routers for ids ['cac92bb4-1342-47ba-962c-409f155137c7'] in n-d-840949-1 {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:41:23.841520 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] Routers {'cac92bb4-1342-47ba-962c-409f155137c7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:41:23.842168 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cac92bb4-1342-47ba-962c-409f155137c7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:23.933241 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks [] for router, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:23.948176 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] Set router cac92bb4-1342-47ba-962c-409f155137c7 gateway port host: n-d-840949-1 {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:41:24.040489 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.093000 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Deleting port ed64128c-7b8f-40ed-893b-997ae3cde965 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:24.093338 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.124646 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'external_fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:41:23Z', 'revision_number': 5, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port': {'id': 'ed64128c-7b8f-40ed-893b-997ae3cde965', 'name': '', 'network_id': '9bf4babe-f129-4202-b603-fe5f18a8b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840949-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbdf13f8-1930-4ae7-8f96-f8478852fce9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840949-1'}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:24.155145 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] Checking router: cac92bb4-1342-47ba-962c-409f155137c7 for host: n-d-840949-1 {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:41:24.163536 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] Routers {'cac92bb4-1342-47ba-962c-409f155137c7'} bound to L3 agent in host n-d-840949-1 {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 12:41:24.164189 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840949-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T11:10:36Z,description=,heartbeat_timestamp=2022-05-10T12:41:07Z,host='n-d-840949-1',id=dd8385fe-70fa-41c4-908d-5bcaf9fb95b7,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T11:10:36Z,topic='l3_agent')) {'router_ids': ['cac92bb4-1342-47ba-962c-409f155137c7'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:24.175619 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] For port ed64128c-7b8f-40ed-893b-997ae3cde965, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=ed64128c-7b8f-40ed-893b-997ae3cde965,segment=NetworkSegment(648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e),segment_id=648c1ee1-ae4c-4ba4-a43d-8c9b41fdff3e)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:24.176019 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.194383 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Calling delete_port for ed64128c-7b8f-40ed-893b-997ae3cde965 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:24.248879 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] Set router cac92bb4-1342-47ba-962c-409f155137c7 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 12:41:24.300316 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:41:24Z', 'revision_number': 6, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port_host': None}], 'n-d-840949-1', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:24.330837 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e49f8-6c7e-4911-91bf-983da706f536 None None] The sync data for ids ['cac92bb4-1342-47ba-962c-409f155137c7'] in n-d-840949-1 is: [{'id': 'cac92bb4-1342-47ba-962c-409f155137c7', 'name': 'tempest-TestSnapshotPattern-967370733-router', 'tenant_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T12:36:40Z', 'updated_at': '2022-05-10T12:41:24Z', 'revision_number': 6, 'project_id': 'c536d8179c9f4048a32ba4c1c3bd8252', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:41:24.369528 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.396826 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed64128c-7b8f-40ed-893b-997ae3cde965,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:24.460687 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448987'] for router_gateway, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.552997 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3711200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31205'] for router, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.556817 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.602786 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3711209'] for router, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.603455 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac92bb4-1342-47ba-962c-409f155137c7 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 12:41:24.608392 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] Notify callbacks [] for router, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.609527 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-1308eb82-192d-4d10-a8e6-ec28e89e088f admin admin] 10.222.0.13 "DELETE /v2.0/routers/cac92bb4-1342-47ba-962c-409f155137c7 HTTP/1.1" status: 204 len: 168 time: 0.7807825 May 10 12:41:24.612176 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60764) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:24.661379 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aae3382-bdf7-4f4a-9ec8-ed48f99fd9bf admin admin] Deleting subnet 130c6bd1-79f4-4754-b5e4-0731e3937c55 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 10 12:41:24.665205 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7aae3382-bdf7-4f4a-9ec8-ed48f99fd9bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.701601 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7aae3382-bdf7-4f4a-9ec8-ed48f99fd9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12029106'] for subnet, precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.785726 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7aae3382-bdf7-4f4a-9ec8-ed48f99fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605355'] for subnet, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.839951 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7aae3382-bdf7-4f4a-9ec8-ed48f99fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12214120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11981053'] for subnet, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.872704 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae3382-bdf7-4f4a-9ec8-ed48f99fd9bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130c6bd1-79f4-4754-b5e4-0731e3937c55,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:24.877366 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7aae3382-bdf7-4f4a-9ec8-ed48f99fd9bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:24.880947 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-7aae3382-bdf7-4f4a-9ec8-ed48f99fd9bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/130c6bd1-79f4-4754-b5e4-0731e3937c55 HTTP/1.1" status: 204 len: 168 time: 0.2676370 May 10 12:41:24.883309 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:24.883703 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c743e-0590-44f3-9249-c7985b7e9b60 None None] Network 2ab49fe8-f75d-4823-b079-b0d241597f3e requested from n-d-840949-1 {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:41:24.952561 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647014'] for network, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.009047 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Deleting port 860771f0-3279-4e52-bbf7-b3d471274485 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:25.009390 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.065506 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] DHCP port deletion for 2ab49fe8-f75d-4823-b079-b0d241597f3e request from n-d-840949-1 {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:41:25.080235 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] For port 860771f0-3279-4e52-bbf7-b3d471274485, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=860771f0-3279-4e52-bbf7-b3d471274485,segment=NetworkSegment(693ee598-5c9b-4b5f-b385-545d4ed86e62),segment_id=693ee598-5c9b-4b5f-b385-545d4ed86e62)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:25.080606 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.100123 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Calling delete_port for 860771f0-3279-4e52-bbf7-b3d471274485 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:25.139795 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bbc70ebc-0eea-45af-877f-4b45203771c3 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:25.142773 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] Deleting port 860771f0-3279-4e52-bbf7-b3d471274485 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 10 12:41:25.143144 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770908434454'] for port, before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.171144 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: bbc70ebc-0eea-45af-877f-4b45203771c3 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:41:25.171477 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device bbc70ebc-0eea-45af-877f-4b45203771c3 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:41:25.171918 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 860771f0-3279-4e52-bbf7-b3d471274485 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:25.183505 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12214043'] for port, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.208747 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Pushing event deleted for resources: {'Port': ['ID=860771f0-3279-4e52-bbf7-b3d471274485,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:25.214411 n-d-840949-1 neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] No DVR routers for this DVR port 860771f0-3279-4e52-bbf7-b3d471274485 on host n-d-840949-1 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:41:25.263455 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] For port 860771f0-3279-4e52-bbf7-b3d471274485, host n-d-840949-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840949-1',level=0,port_id=860771f0-3279-4e52-bbf7-b3d471274485,segment=NetworkSegment(693ee598-5c9b-4b5f-b385-545d4ed86e62),segment_id=693ee598-5c9b-4b5f-b385-545d4ed86e62)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 12:41:25.263912 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3678604'] for port, precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.266304 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No active binding found for port 860771f0-3279-4e52-bbf7-b3d471274485 {{(pid=102769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 12:41:25.266718 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device 860771f0-3279-4e52-bbf7-b3d471274485 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:41:25.267116 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ed64128c-7b8f-40ed-893b-997ae3cde965 no longer exists at agent ovs-agent-n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 12:41:25.293382 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603198', 'neutron.services.segments.db._delete_segments_for_network-8770908350513'] for network, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.298528 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] Calling delete_port for 860771f0-3279-4e52-bbf7-b3d471274485 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 10 12:41:25.300274 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] No Port match for: ed64128c-7b8f-40ed-893b-997ae3cde965 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 10 12:41:25.300617 n-d-840949-1 neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Device ed64128c-7b8f-40ed-893b-997ae3cde965 not bound to the agent host n-d-840949-1 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 12:41:25.318990 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab49fe8-f75d-4823-b079-b0d241597f3e']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:25.329570 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693ee598-5c9b-4b5f-b385-545d4ed86e62') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:25.329868 n-d-840949-1 neutron-server[102768]: DEBUG neutron.services.segments.db [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693ee598-5c9b-4b5f-b385-545d4ed86e62') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:41:25.341493 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770908351034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12029061'] for segment, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.357240 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125'] for segment, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.364038 n-d-840949-1 neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:41:25.364545 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12214730'] for segment, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: Traceback (most recent call last): May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: timer() May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: cb(*args, **kw) May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: return func(*args, **kwargs) May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: self._notify() May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: self.callback(batched_events) May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: event.method(event) May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: return f(self, *a, **k) May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: return self._get(url).json() May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: return self.request(url, 'GET', **kwargs) May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:41:25.366646 n-d-840949-1 neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:41:25.390119 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3562461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770908275824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770907866004'] for port, after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.418405 n-d-840949-1 neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] Pushing event deleted for resources: {'Port': ['ID=860771f0-3279-4e52-bbf7-b3d471274485,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:25.425563 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3721103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448903'] for network, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.432053 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Notify callbacks [] for network, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.432331 n-d-840949-1 neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1f824-c61a-453b-aa3e-f228579c9c1f None None] No DVR routers for this DVR port 860771f0-3279-4e52-bbf7-b3d471274485 on host n-d-840949-1 {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:41:25.438094 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] 10.222.0.13 "DELETE /v2.0/networks/2ab49fe8-f75d-4823-b079-b0d241597f3e HTTP/1.1" status: 204 len: 168 time: 0.5537245 May 10 12:41:25.454996 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34bc30-6299-4c72-b4a4-35fc8f79595b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab49fe8-f75d-4823-b079-b0d241597f3e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:25.621035 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60770) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:25.668193 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-2c9c65c9-9f9b-4479-bc8c-774cc93d91fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc35aec5c18447aaa00796c727164480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459235 May 10 12:41:25.672084 n-d-840949-1 neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60772) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:25.723488 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e6194e5d-282e-4bee-beb5-17ce840c8c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.746659 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e6194e5d-282e-4bee-beb5-17ce840c8c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.802858 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e6194e5d-282e-4bee-beb5-17ce840c8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.805695 n-d-840949-1 neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e6194e5d-282e-4bee-beb5-17ce840c8c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:25.806872 n-d-840949-1 neutron-server[102768]: INFO neutron.wsgi [None req-e6194e5d-282e-4bee-beb5-17ce840c8c11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3f28f5e-63c8-4995-940e-573a9b1e7d05 HTTP/1.1" status: 204 len: 168 time: 0.1339176 May 10 12:41:25.814689 n-d-840949-1 neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6194e5d-282e-4bee-beb5-17ce840c8c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f28f5e-63c8-4995-940e-573a9b1e7d05,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:26.160276 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60778) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:26.199799 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-4d0e132a-68e7-4351-8001-e9c0c5aff7eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c536d8179c9f4048a32ba4c1c3bd8252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382187 May 10 12:41:26.202409 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60780) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 10 12:41:26.255429 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-df9ff908-8400-420b-97c0-df6f40359f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:26.276036 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-df9ff908-8400-420b-97c0-df6f40359f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:26.329799 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-df9ff908-8400-420b-97c0-df6f40359f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431611'] for security_group, after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:26.332421 n-d-840949-1 neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-df9ff908-8400-420b-97c0-df6f40359f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:26.333584 n-d-840949-1 neutron-server[102767]: INFO neutron.wsgi [None req-df9ff908-8400-420b-97c0-df6f40359f2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6772fd2-9259-43e7-a168-7ad4b270e692 HTTP/1.1" status: 204 len: 168 time: 0.1303270 May 10 12:41:26.341330 n-d-840949-1 neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ff908-8400-420b-97c0-df6f40359f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6772fd2-9259-43e7-a168-7ad4b270e692,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:41:29.969893 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:41:33.353104 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:34.417661 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2c4b26cc-d0b0-47fe-a35f-dfe8d1cc89ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:36.187738 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:37.387174 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7988d7e3-58da-4177-a15e-c26c476234c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:38.147686 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:39.654813 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:41:39.662804 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:03.353372 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:04.423857 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-697395a9-bc7c-48ba-8a69-5ecbfb7a6e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:06.198360 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:06.969895 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:42:07.385116 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b2fa-c798-4496-8a26-5df18403de27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:08.145384 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:09.659961 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:09.665818 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:33.358558 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:34.419916 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-90bfc156-b859-4c95-9bc7-11ef3ea849b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:36.209291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:37.381531 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a053c9f3-c99e-468b-a73b-49793c45939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:38.146066 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:39.659262 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:39.664776 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:42:43.974966 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:43:03.350637 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:04.419237 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3b236f27-318b-4567-8bf7-503f2bfadf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:06.217520 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:07.387108 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-33ef4694-6a6b-4087-9fc3-caa04d9c950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:08.152591 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:09.659949 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:09.665164 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:20.979415 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:43:33.375737 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:34.424231 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e233b9b1-a507-4f46-9801-bad978b2df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:36.214627 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:37.390481 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d5d8cc70-ce45-45f2-af73-fffd2d1800df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:38.160057 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:39.656522 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:39.669437 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:43:57.983283 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:44:03.380505 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:04.424541 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-afe4922b-a4b2-4fc0-ba1b-a257689433f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:06.212749 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:07.397199 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8e3166b1-e12a-48f9-a83e-7e93e138afb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:08.161082 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:09.652097 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:09.671329 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:33.383157 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:34.430130 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8f750b0d-973b-4932-a9fb-6a7d613b6597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:34.988822 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:44:36.217987 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:37.395510 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1004cce2-31d4-4f40-b406-eaf44c3de68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:38.161506 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:39.646849 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:44:39.675735 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:03.380824 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:04.415304 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2d9557c3-05c2-4a5a-a31f-ef50b7dc0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:06.253366 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:07.390561 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb0b0-3d53-4b66-ba50-398f6d367b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:08.165212 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:09.649132 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:09.676782 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:11.982961 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:45:33.381845 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:34.419799 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-383e90fc-eb99-4a20-95be-7797e31a0386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:36.265291 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:37.397354 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1c8869a3-97ed-4d15-9f62-e23c3df3de02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:38.171296 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:39.653252 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:39.680370 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:45:48.986159 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:46:03.378391 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:04.433255 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-26dd71fa-52a9-4d54-af78-cb8139fc44d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:06.266325 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:07.387670 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-191070a1-9910-437a-951e-0ef333360839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:08.177672 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:09.657062 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:09.683206 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:25.986322 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:46:33.409527 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:34.431941 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8fa55665-d5d1-476f-b4f8-36d74f7a9243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:36.281064 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:37.390960 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae51a4cc-99e3-410a-8e37-d043c333b958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:38.176350 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:39.655991 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:46:39.688047 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:02.985871 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:47:03.393571 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:04.430920 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23222727-3d7c-48fb-adb9-91eea2d5c945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:06.294667 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:07.394301 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-06663729-58a5-4f53-8dcf-982bee316cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:08.180181 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:09.655520 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:09.690065 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:33.412027 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:34.426901 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b414e4ce-b5a0-4e26-bc9d-4f73bf9c39c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:36.299473 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:37.392689 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-23381dbf-c8e9-4307-a5bf-0fa989c87733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:38.195415 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:39.661550 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:39.692746 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:47:39.990327 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:48:03.426336 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:04.428124 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a0e09af0-0845-49f0-9319-804f00867167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:06.295503 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:07.391716 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2bc371b9-2044-44d5-aac3-ca335afd6ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:08.192519 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:09.646892 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:09.697239 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:16.992978 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:48:33.423362 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:34.427924 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4556189c-8cf8-4e35-9b87-c8fce9cf85a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:36.296116 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:37.389253 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2f0d39f1-052c-47c5-bbfc-aba9dc41031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:38.198043 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:39.648458 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:39.700162 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:48:53.996729 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:49:03.422554 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:04.427796 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ccee7c9b-7d90-433b-b3ef-7bb21691c44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:06.301074 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:07.392151 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-006c7fd1-b73b-40d0-bece-4303a3d4941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:08.200673 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:09.648477 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:09.702398 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:31.002502 n-d-840949-1 neutron-server[102770]: DEBUG neutron.db.agents_db [None req-1c0ae92e-7d90-467a-8ce1-3d8398daa2f7 None None] Agent healthcheck: found 7 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 12:49:33.430983 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6595677-3339-477a-8148-76d632d658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:34.424221 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-056e1160-1fd7-49e7-8643-b7cc96bbe3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:36.285776 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af7f-2bed-4868-a5ba-c0b20bc426a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:37.391906 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91886331-ce0e-4046-b0fa-bab5538cc74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:38.201004 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a43a9d72-cd36-4c13-b985-4b03ec1976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:39.642324 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-893255c1-f160-4cee-98cd-14d671c96d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:39.704946 n-d-840949-1 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31c98b13-52da-4646-9476-829199653adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770908350495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602510'] for agent, after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:49:48.080496 n-d-840949-1 neutron-server[102767]: DEBUG neutron.wsgi [req-2690bad8-0251-4d1c-993f-1f3f01e3614a req-724f2817-6e35-43dd-bea4-f579ba146dfc service neutron] (102767) timed out ('10.222.0.13', 58656) {{(pid=102767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}